-- Logs begin at Wed 2022-02-02 13:32:40 UTC, end at Wed 2022-02-02 16:57:22 UTC. -- Feb 02 14:56:38.605233 n-d-827122-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 14:56:40.745260 n-d-827122-1 neutron-server[95665]: INFO neutron.common.config [-] Logging enabled! Feb 02 14:56:40.745832 n-d-827122-1 neutron-server[95665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13 Feb 02 14:56:40.746019 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95665) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 02 14:56:40.748237 n-d-827122-1 neutron-server[95665]: INFO neutron.common.config [-] Logging enabled! Feb 02 14:56:40.748480 n-d-827122-1 neutron-server[95665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13 Feb 02 14:56:40.748722 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95665) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 02 14:56:40.749662 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:56:40.749892 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:56:40.750241 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:56:40.750482 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:56:40.750704 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:56:40.751023 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.751314 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.751603 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.751831 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.752153 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.752437 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.752714 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.753003 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.753293 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.753571 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.753844 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.754124 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.754350 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.754877 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.755048 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.755330 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.755555 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] debug = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.755835 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.756278 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.756681 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.756959 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.757245 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.757519 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.757790 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.758070 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.758395 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] host = n-d-827122-1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.758669 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.758952 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.759233 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.759513 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.759784 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.760084 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.760366 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.761212 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.761487 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] log_file = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.761761 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.762046 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.762328 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.762619 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.762843 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.763063 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.763342 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.763626 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.763922 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.764196 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.764468 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.764737 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.765006 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.765270 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.765555 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.765832 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.766114 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.766382 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.766651 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.767171 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.767438 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.767717 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.768008 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.768277 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.768546 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.768828 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.769091 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.769359 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.769653 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.769932 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.770207 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.770486 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.770753 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.771028 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.771303 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.771555 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.771819 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] use_json = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.772109 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.772374 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.772651 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.772922 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.773188 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.773454 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.773718 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.773995 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:40.774290 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.774581 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.774876 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.775157 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.775441 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.775721 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.776030 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.776449 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.777320 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.777608 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.777899 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.778175 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.778458 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.778749 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.779037 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.779310 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.779586 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.779892 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.780166 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.780436 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.780707 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.780995 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.781266 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.781535 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.781814 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.782088 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.782359 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.782631 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.782906 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.783193 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.783467 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.783738 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.784028 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.784304 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.784574 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.784857 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.785131 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.785401 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.785674 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.785961 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.786215 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.786487 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.786759 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.787028 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.787300 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.787570 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.787836 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.788123 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.788392 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.788660 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.788925 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.789192 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.789464 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.789733 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.790002 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.790269 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.790539 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.790808 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.791092 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.791386 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.791658 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.792015 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.792293 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.792559 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.792834 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.793107 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.793381 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.793655 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.793925 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.794213 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.794495 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.794780 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.795060 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.795336 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.795633 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.795933 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.796214 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.796486 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.796759 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.797036 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.797316 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.797609 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.797898 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.798188 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.798478 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.798767 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.799044 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.799384 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.799665 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:40.799912 n-d-827122-1 neutron-server[95665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:56:40.800154 n-d-827122-1 neutron-server[95665]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95665) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 02 14:56:41.203608 n-d-827122-1 neutron-server[95665]: INFO keyring.backend [-] Loading KWallet Feb 02 14:56:41.210977 n-d-827122-1 neutron-server[95665]: INFO keyring.backend [-] Loading SecretService Feb 02 14:56:41.214232 n-d-827122-1 neutron-server[95665]: INFO keyring.backend [-] Loading Windows Feb 02 14:56:41.215597 n-d-827122-1 neutron-server[95665]: INFO keyring.backend [-] Loading chainer Feb 02 14:56:41.216183 n-d-827122-1 neutron-server[95665]: INFO keyring.backend [-] Loading macOS Feb 02 14:56:41.249921 n-d-827122-1 neutron-server[95665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 02 14:56:41.250187 n-d-827122-1 neutron-server[95665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=95665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 02 14:56:41.250474 n-d-827122-1 neutron-server[95665]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 02 14:56:41.250802 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 14:56:41.557406 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.557728 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.557999 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.614291 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.614570 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.614833 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.617937 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.618215 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.618481 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.648026 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.648304 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.648564 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.675565 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.675857 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.676120 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.993853 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.994543 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.994543 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.994721 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:41.995587 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.119190 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.119503 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.119786 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.120851 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.121129 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.121440 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.121704 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.121961 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.122213 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.122497 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.122752 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.123013 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.123278 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.123531 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.123793 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.124081 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.127666 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.127666 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.127666 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.127666 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.127666 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.128123 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.128123 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.128123 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.128123 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.128123 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.128486 n-d-827122-1 neutron-server[95665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:56:42.128486 n-d-827122-1 neutron-server[95665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:56:42.128486 n-d-827122-1 neutron-server[95665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:56:42.128486 n-d-827122-1 neutron-server[95665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:56:42.128486 n-d-827122-1 neutron-server[95665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:56:42.128486 n-d-827122-1 neutron-server[95665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:56:42.128888 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 14:56:42.132099 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 14:56:42.136232 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 14:56:42.140166 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Feb 02 14:56:42.142040 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 14:56:42.142423 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 14:56:42.142748 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 02 14:56:42.143124 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 14:56:42.145973 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 14:56:42.146224 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 14:56:42.146567 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 14:56:42.175260 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 02 14:56:42.175706 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.176036 n-d-827122-1 neutron-server[95665]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95665) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 02 14:56:42.176396 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.177768 n-d-827122-1 neutron-server[95665]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95665) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 14:56:42.178055 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 14:56:42.178299 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 02 14:56:42.181570 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.181851 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:42.242737 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 14:56:42.242975 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 14:56:42.243208 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 14:56:42.243575 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 14:56:42.275518 n-d-827122-1 neutron-server[95665]: DEBUG oslo_db.sqlalchemy.engines [None req-1120f708-cafc-463e-8435-021d73211305 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95665) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 02 14:56:42.769377 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [None req-1120f708-cafc-463e-8435-021d73211305 None None] Initializing driver for type 'gre' Feb 02 14:56:42.769899 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1120f708-cafc-463e-8435-021d73211305 None None] gre ID ranges: [(1, 1000)] Feb 02 14:56:42.977603 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [None req-1120f708-cafc-463e-8435-021d73211305 None None] Initializing driver for type 'local' Feb 02 14:56:42.977944 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [None req-1120f708-cafc-463e-8435-021d73211305 None None] Initializing driver for type 'vlan' Feb 02 14:56:43.066537 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1120f708-cafc-463e-8435-021d73211305 None None] VlanTypeDriver initialization complete Feb 02 14:56:43.067273 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [None req-1120f708-cafc-463e-8435-021d73211305 None None] Initializing driver for type 'vxlan' Feb 02 14:56:43.067363 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1120f708-cafc-463e-8435-021d73211305 None None] vxlan ID ranges: [(1, 1000)] Feb 02 14:56:43.255413 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [None req-1120f708-cafc-463e-8435-021d73211305 None None] Initializing extension driver 'port_security' Feb 02 14:56:43.255755 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.extensions.port_security [None req-1120f708-cafc-463e-8435-021d73211305 None None] PortSecurityExtensionDriver initialization complete Feb 02 14:56:43.256134 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [None req-1120f708-cafc-463e-8435-021d73211305 None None] Initializing mechanism driver 'openvswitch' Feb 02 14:56:43.256466 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [None req-1120f708-cafc-463e-8435-021d73211305 None None] Initializing mechanism driver 'hyperv' Feb 02 14:56:43.263104 n-d-827122-1 neutron-server[95665]: DEBUG neutron.plugins.ml2.plugin [None req-1120f708-cafc-463e-8435-021d73211305 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:43.263786 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > port after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.264180 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > port after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.264530 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > port after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.265047 n-d-827122-1 neutron-server[95665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 02 14:56:43.265475 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > subnet after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.265825 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > subnet after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.266165 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.266554 n-d-827122-1 neutron-server[95665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 02 14:56:43.267224 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > network after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.267572 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > network after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.267941 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > network after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.268326 n-d-827122-1 neutron-server[95665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 02 14:56:43.268773 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > security_group after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.269103 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > security_group after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.269437 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.269956 n-d-827122-1 neutron-server[95665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 02 14:56:43.270356 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.270699 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.271035 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.271417 n-d-827122-1 neutron-server[95665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 02 14:56:43.271862 n-d-827122-1 neutron-server[95665]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1120f708-cafc-463e-8435-021d73211305 None None] ML2 OVO RPC backend initialized. {{(pid=95665) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 02 14:56:43.272505 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.272856 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.273271 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > network before_response 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.273621 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > networks before_response 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.273970 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > port before_response 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.274307 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > ports before_response 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.274645 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > subnet before_response 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.274984 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > subnets before_response 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.275325 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > network after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.275659 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > network after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.276017 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > network after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.290203 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > port after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.290203 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > port after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.290203 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > port after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.290203 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > subnet after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.290528 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > subnet after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.290528 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.290528 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.plugin [None req-1120f708-cafc-463e-8435-021d73211305 None None] Modular L2 Plugin initialization complete Feb 02 14:56:43.290528 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading services supported by the core plugin {{(pid=95665) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 14:56:43.290528 n-d-827122-1 neutron-server[95665]: INFO neutron.plugins.ml2.managers [None req-1120f708-cafc-463e-8435-021d73211305 None None] Got port-security extension from driver 'port_security' Feb 02 14:56:43.290528 n-d-827122-1 neutron-server[95665]: INFO neutron.extensions.vlantransparent [None req-1120f708-cafc-463e-8435-021d73211305 None None] Disabled vlantransparent extension. Feb 02 14:56:43.290942 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95665) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 14:56:43.290942 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading Plugin: router Feb 02 14:56:43.326241 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.326569 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router after_create 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.326935 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router before_create 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.327299 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.327664 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.328049 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router after_delete 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.328408 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.328770 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router after_create 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.329116 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router after_update 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.329464 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router after_update 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.329812 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.330163 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router after_update 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.330569 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_update 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.330936 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: port after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.331279 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: port after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.331615 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: subnet after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.331975 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.332328 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.332674 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_create 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.333013 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: port before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.333350 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.333703 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router after_update 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.334045 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.334388 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_create 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.334746 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.335093 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_update 55549900 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.335451 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > agent after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.335799 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > agent after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.336168 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > network after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.337024 n-d-827122-1 neutron-server[95665]: DEBUG neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Tracking information for resource: router configured {{(pid=95665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:56:43.337354 n-d-827122-1 neutron-server[95665]: DEBUG neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Tracking information for resource: floatingip configured {{(pid=95665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:56:43.342891 n-d-827122-1 neutron-server[95665]: INFO neutron.db.l3_agentschedulers_db [None req-1120f708-cafc-463e-8435-021d73211305 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 14:56:43.343467 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: port after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.343829 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: port after_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.344213 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: port after_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.344562 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: port after_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.345473 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router before_create 55550100 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.345841 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.346203 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_create 55550100 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.346558 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > router precommit_update 55550100 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.350907 n-d-827122-1 neutron-server[95665]: DEBUG neutron.services.provider_configuration [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service providers = [] {{(pid=95665) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 14:56:43.351266 n-d-827122-1 neutron-server[95665]: DEBUG neutron.db.servicetype_db [None req-1120f708-cafc-463e-8435-021d73211305 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95665) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 14:56:43.354210 n-d-827122-1 neutron-server[95665]: DEBUG neutron.services.service_base [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:56:43.355267 n-d-827122-1 neutron-server[95665]: DEBUG neutron.services.service_base [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:56:43.355638 n-d-827122-1 neutron-server[95665]: DEBUG neutron.services.service_base [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:56:43.356561 n-d-827122-1 neutron-server[95665]: DEBUG neutron.services.service_base [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:56:43.356922 n-d-827122-1 neutron-server[95665]: INFO neutron.services.service_base [None req-1120f708-cafc-463e-8435-021d73211305 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 14:56:43.357293 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:56:43.357605 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 14:56:43.368341 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:56:43.368675 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading Plugin: auto_allocate Feb 02 14:56:43.374770 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: network precommit_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.375128 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: network precommit_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.375648 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:56:43.375999 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading Plugin: tag Feb 02 14:56:43.382542 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:56:43.382870 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading Plugin: timestamp Feb 02 14:56:43.386863 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:56:43.387188 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading Plugin: network_ip_availability Feb 02 14:56:43.392766 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.393131 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.393485 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.394187 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:56:43.394502 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading Plugin: flavors Feb 02 14:56:43.399218 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:56:43.399550 n-d-827122-1 neutron-server[95665]: INFO neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading Plugin: revisions Feb 02 14:56:43.404317 n-d-827122-1 neutron-server[95665]: DEBUG neutron.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:56:43.404702 n-d-827122-1 neutron-server[95665]: DEBUG oslo_concurrency.lockutils [None req-1120f708-cafc-463e-8435-021d73211305 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.154s {{(pid=95665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 02 14:56:43.405435 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95665) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 02 14:56:43.405767 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Initializing extension manager. Feb 02 14:56:43.406262 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: __init__.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.406602 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: __pycache__ {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.406932 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.407259 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.407583 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: _filter_validation_lib.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.407938 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.408259 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: address_group.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.408995 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.409558 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: address-group Feb 02 14:56:43.409876 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: address_scope.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.410576 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.411075 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: address-scope Feb 02 14:56:43.411390 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.412346 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.412842 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: router-admin-state-down-before-update Feb 02 14:56:43.413154 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: agent.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.413840 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.414338 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: agent Feb 02 14:56:43.414653 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: agent_resources_synced.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.415557 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.416251 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: agent-resources-synced Feb 02 14:56:43.416407 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: allowedaddresspairs.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.418934 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.419448 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: allowed-address-pairs Feb 02 14:56:43.419771 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: auto_allocated_topology.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.420879 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.421384 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: auto-allocated-topology Feb 02 14:56:43.421702 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: availability_zone.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.422395 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.422894 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: availability_zone Feb 02 14:56:43.423208 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: availability_zone_filter.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.424149 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.424650 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: availability_zone_filter Feb 02 14:56:43.424966 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: data_plane_status.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.425866 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.426364 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 14:56:43.426678 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: default_subnetpools.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.427588 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.428113 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: default-subnetpools Feb 02 14:56:43.428431 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.429196 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.429692 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: dhcp_agent_scheduler Feb 02 14:56:43.430008 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: dns.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.430912 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.431408 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension dns-integration not supported by any of loaded plugins Feb 02 14:56:43.431724 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: dns_domain_ports.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.432735 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.433225 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 14:56:43.433539 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: dvr.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.434208 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.434701 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: dvr Feb 02 14:56:43.435014 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: empty_string_filtering.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.435941 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.436437 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: empty-string-filtering Feb 02 14:56:43.436751 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.437645 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.438136 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 14:56:43.438453 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.439347 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.439869 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 14:56:43.440175 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: external_net.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.441072 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.441575 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: external-net Feb 02 14:56:43.441892 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.442788 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.443287 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: extra_dhcp_opt Feb 02 14:56:43.443599 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: extraroute.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.444517 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.445019 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: extraroute Feb 02 14:56:43.445334 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: extraroute_atomic.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.446361 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.446862 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: extraroute-atomic Feb 02 14:56:43.447177 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: filter_validation.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.447854 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.448515 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: filter-validation Feb 02 14:56:43.448757 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: fip_pf_description.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.449667 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.450158 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 14:56:43.450471 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: fip_port_details.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.451378 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.451900 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: fip-port-details Feb 02 14:56:43.452220 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: flavors.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.453452 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.453955 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: flavors Feb 02 14:56:43.454274 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.455984 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.456493 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 14:56:43.456817 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: floatingip_pools.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.457511 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.458008 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: floatingip-pools Feb 02 14:56:43.458328 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: ip_allocation.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.459240 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.459734 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 14:56:43.460084 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.460994 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.461499 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: ip-substring-filtering Feb 02 14:56:43.461818 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: l2_adjacency.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.462798 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.463314 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 14:56:43.464241 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: l3.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.465279 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.465786 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: router Feb 02 14:56:43.466104 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.468498 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.469015 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 14:56:43.469342 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.470254 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.470757 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: ext-gw-mode Feb 02 14:56:43.471076 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.472031 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.472529 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: l3-ha Feb 02 14:56:43.472845 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: l3_flavors.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.473750 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.474243 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: l3-flavors Feb 02 14:56:43.474557 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.475490 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.476021 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 14:56:43.476338 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: l3agentscheduler.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.477365 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.477869 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: l3_agent_scheduler Feb 02 14:56:43.478191 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: logging.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.479858 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.480446 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension logging not supported by any of loaded plugins Feb 02 14:56:43.480761 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: metering.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.481493 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.482068 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: metering Feb 02 14:56:43.482386 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.483490 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.484017 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: metering_source_and_destination_fields Feb 02 14:56:43.484337 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: multiprovidernet.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.485250 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.485757 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: multi-provider Feb 02 14:56:43.486076 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: netmtu.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.486979 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.487477 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: net-mtu Feb 02 14:56:43.487791 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: netmtu_writable.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.488721 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.489218 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: net-mtu-writable Feb 02 14:56:43.489532 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: network_availability_zone.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.490186 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.490679 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: network_availability_zone Feb 02 14:56:43.490990 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: network_ip_availability.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.492251 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.492748 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: network-ip-availability Feb 02 14:56:43.493060 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: network_segment_range.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.493807 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.494297 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 14:56:43.494608 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: pagination.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.495834 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.496177 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: pagination Feb 02 14:56:43.496491 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.497420 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.497925 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: port-mac-address-regenerate Feb 02 14:56:43.498241 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: port_resource_request.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.499138 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.499634 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 14:56:43.499982 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: portbindings.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.500903 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.501403 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: binding Feb 02 14:56:43.501718 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: portbindings_extended.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.503000 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.503522 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: binding-extended Feb 02 14:56:43.503824 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: portsecurity.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.504751 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.505250 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: port-security Feb 02 14:56:43.505566 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: project_id.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.506539 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.506859 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: project-id Feb 02 14:56:43.507171 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: providernet.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.508117 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.508622 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: provider Feb 02 14:56:43.508970 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.513331 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.513848 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos not supported by any of loaded plugins Feb 02 14:56:43.514174 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.515422 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.515956 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 14:56:43.516279 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.517443 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.517952 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 14:56:43.518274 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos_default.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.519224 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.519725 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos-default not supported by any of loaded plugins Feb 02 14:56:43.520083 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos_fip.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.520728 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.536927 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos-fip not supported by any of loaded plugins Feb 02 14:56:43.536927 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos_gateway_ip.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.537651 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.538168 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 14:56:43.538490 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos_port_network_policy.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.539402 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.539930 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 14:56:43.540253 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos_rule_type_details.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.541159 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.541660 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 14:56:43.542019 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: qos_rules_alias.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.543066 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.543578 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 14:56:43.543914 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: quotasv2.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.544801 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.545127 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: quotas Feb 02 14:56:43.545469 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: quotasv2_detail.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.547087 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.547913 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: quota_details Feb 02 14:56:43.547913 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: rbac.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.548873 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.549388 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: rbac-policies Feb 02 14:56:43.549708 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: rbac_address_scope.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.550674 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.551183 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: rbac-address-scope Feb 02 14:56:43.551502 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: rbac_security_groups.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.552445 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.552949 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: rbac-security-groups Feb 02 14:56:43.553266 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: rbac_subnetpool.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.554173 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.554675 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: rbac-subnetpool Feb 02 14:56:43.554995 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: revisionifmatch.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.555936 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.556439 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: revision-if-match Feb 02 14:56:43.556752 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: revisions.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.557926 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.558420 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: standard-attr-revisions Feb 02 14:56:43.558737 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: router_availability_zone.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.559405 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.559939 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: router_availability_zone Feb 02 14:56:43.560243 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: routerservicetype.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.561165 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.561660 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension router-service-type not supported by any of loaded plugins Feb 02 14:56:43.561975 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.562913 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.563383 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: port-security-groups-filtering Feb 02 14:56:43.563697 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: securitygroup.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.575657 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.576239 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: security-group Feb 02 14:56:43.576702 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: segment.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.577455 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.577977 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension segment not supported by any of loaded plugins Feb 02 14:56:43.578298 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.579370 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.579894 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 14:56:43.580216 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: servicetype.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.581341 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.581848 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: service-type Feb 02 14:56:43.582168 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: sorting.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.583143 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.583469 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: sorting Feb 02 14:56:43.583787 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: standard_attr_segment.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.584722 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.585251 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 14:56:43.585576 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: standardattrdescription.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.586219 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.586722 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: standard-attr-description Feb 02 14:56:43.587039 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: stateful_security_group.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.591223 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.591732 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: stateful-security-group Feb 02 14:56:43.592086 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: stdattrs_common.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.592678 n-d-827122-1 neutron-server[95665]: WARNING neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 14:56:43.592999 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.593937 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.594444 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 14:56:43.594763 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: subnet_onboard.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.595934 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.596443 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: subnet_onboard Feb 02 14:56:43.596763 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.597709 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.598208 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 14:56:43.598523 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: subnet_service_types.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.599441 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.599978 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: subnet-service-types Feb 02 14:56:43.600295 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: subnetallocation.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.601396 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.601903 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: subnet_allocation Feb 02 14:56:43.602272 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.602950 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.603453 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: subnetpool-prefix-ops Feb 02 14:56:43.603769 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.604816 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.605314 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 14:56:43.605629 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: tagging.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.606692 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.607201 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: standard-attr-tag Feb 02 14:56:43.607520 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: timestamp.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.608765 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.609269 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loaded extension: standard-attr-timestamp Feb 02 14:56:43.609590 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: trunk.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.610638 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.611145 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension trunk not supported by any of loaded plugins Feb 02 14:56:43.611466 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: trunk_details.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.612399 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.612904 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension trunk-details not supported by any of loaded plugins Feb 02 14:56:43.613222 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: uplink_status_propagation.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.614131 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.614630 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 14:56:43.614945 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Loading extension file: vlantransparent.py {{(pid=95665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 02 14:56:43.615690 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 02 14:56:43.616144 n-d-827122-1 neutron-server[95665]: INFO neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 14:56:43.618363 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:network Feb 02 14:56:43.619131 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:subnet Feb 02 14:56:43.619780 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:56:43.620721 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:port Feb 02 14:56:43.621977 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.622424 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service FLAVORS assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.623034 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.623452 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.623775 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:router Feb 02 14:56:43.624446 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 14:56:43.625160 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service METERING assigned prefix: /metering {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.626594 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.626962 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.627314 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:56:43.628462 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 14:56:43.628909 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:security_group Feb 02 14:56:43.629558 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 14:56:43.630448 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service CORE assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.630912 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:56:43.631325 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] subnetpool is already registered Feb 02 14:56:43.632029 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service CORE assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.632358 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:56:43.632750 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] subnetpool is already registered Feb 02 14:56:43.635219 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.636208 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service FLAVORS assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.639575 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.639575 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.639575 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:router Feb 02 14:56:43.639575 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] router is already registered Feb 02 14:56:43.639575 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 14:56:43.639575 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] floatingip is already registered Feb 02 14:56:43.639575 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service METERING assigned prefix: /metering {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.640181 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 14:56:43.640279 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] rbac_policy is already registered Feb 02 14:56:43.640769 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:security_group Feb 02 14:56:43.641100 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] security_group is already registered Feb 02 14:56:43.641936 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 14:56:43.642262 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] security_group_rule is already registered Feb 02 14:56:43.642900 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service CORE assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.643233 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:56:43.643570 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] subnetpool is already registered Feb 02 14:56:43.644195 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.v2.resource_helper [None req-1120f708-cafc-463e-8435-021d73211305 None None] Service CORE assigned prefix: {{(pid=95665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:56:43.644519 n-d-827122-1 neutron-server[95665]: INFO neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:56:43.644838 n-d-827122-1 neutron-server[95665]: WARNING neutron.quota.resource_registry [None req-1120f708-cafc-463e-8435-021d73211305 None None] subnetpool is already registered Feb 02 14:56:43.645498 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: extensions {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.646955 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: address-groups {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.648568 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: address-scopes {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.649757 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: agents {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.650917 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: auto-allocated-topology {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.652882 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: availability_zones {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.654173 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: dhcp-networks {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.655554 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: dhcp-agents {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.657002 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: routers {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.658783 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: flavors {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.659967 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: service_profiles {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.661163 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: next_providers {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.668407 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: service_profiles {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.668407 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: floatingip-pools {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.668407 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: routers {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.668407 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: floatingips {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.668407 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: l3-routers {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.669754 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: l3-agents {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.671122 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: metering-labels {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.672562 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: metering-label-rules {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.673826 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: network-ip-availabilities {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.675053 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: bindings {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.677693 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: quotas {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.679133 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: quotas {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.680577 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: rbac-policies {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.681890 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: security-groups {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.683540 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: security-group-rules {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.684793 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: service-providers {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.685992 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: subnetpools {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.687383 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: subnetpools {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.688926 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.690569 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.692384 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.694100 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.695969 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.697617 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.699955 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.701755 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.703566 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.705365 n-d-827122-1 neutron-server[95665]: DEBUG neutron.api.extensions [None req-1120f708-cafc-463e-8435-021d73211305 None None] Extended resource: tags {{(pid=95665) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 02 14:56:43.711138 n-d-827122-1 neutron-server[95665]: WARNING keystonemiddleware.auth_token [None req-1120f708-cafc-463e-8435-021d73211305 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 14:56:43.716517 n-d-827122-1 neutron-server[95665]: WARNING keystonemiddleware.auth_token [None req-1120f708-cafc-463e-8435-021d73211305 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 14:56:43.724430 n-d-827122-1 neutron-server[95665]: DEBUG oslo_concurrency.lockutils [None req-1120f708-cafc-463e-8435-021d73211305 None None] Acquired lock "singleton_lock" {{(pid=95665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 02 14:56:43.724905 n-d-827122-1 neutron-server[95665]: DEBUG oslo_concurrency.lockutils [None req-1120f708-cafc-463e-8435-021d73211305 None None] Releasing lock "singleton_lock" {{(pid=95665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 02 14:56:43.725532 n-d-827122-1 neutron-server[95665]: INFO oslo_service.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] Starting 2 workers Feb 02 14:56:43.730233 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] Started child 95772 {{(pid=95665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 14:56:43.734621 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] Started child 95773 {{(pid=95665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 14:56:43.735932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:43.736441 n-d-827122-1 neutron-server[95665]: INFO neutron.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 14:56:43.736901 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Notify callbacks [] for process, before_spawn {{(pid=95665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:43.737475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [-] (95772) wsgi starting up on http://0.0.0.0:9696 Feb 02 14:56:43.739521 n-d-827122-1 neutron-server[95665]: INFO oslo_service.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] Starting 1 workers Feb 02 14:56:43.741079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:43.742751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [-] (95773) wsgi starting up on http://0.0.0.0:9696 Feb 02 14:56:43.744595 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] Started child 95774 {{(pid=95665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 14:56:43.745320 n-d-827122-1 neutron-server[95665]: INFO oslo_service.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] Starting 1 workers Feb 02 14:56:43.749293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] calling RpcWorker wait() {{(pid=95774) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 14:56:43.749747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] returning from RpcWorker wait() {{(pid=95774) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 14:56:43.749822 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [None req-1120f708-cafc-463e-8435-021d73211305 None None] Started child 95775 {{(pid=95665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 14:56:43.750592 n-d-827122-1 neutron-server[95665]: DEBUG neutron_lib.callbacks.manager [None req-1120f708-cafc-463e-8435-021d73211305 None None] Notify callbacks [] for process, after_spawn {{(pid=95665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:43.750994 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:43.751431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:43.752623 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 02 14:56:43.752831 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:56:43.753005 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:56:43.753376 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:56:43.753716 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:56:43.753877 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:56:43.754521 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.754792 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.755050 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.755306 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.755590 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.755788 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:43.756312 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.756398 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.756622 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.756897 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.757129 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.757291 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.757619 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.757871 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.758118 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.758410 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.758682 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.758928 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.759189 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.759359 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.759613 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.759997 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.760255 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.761007 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] debug = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.761259 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.761999 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.761999 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.762324 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.762324 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.762586 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.762816 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.763088 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.763482 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.763719 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.764000 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.764282 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.764464 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.764707 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.764949 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.765184 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.765641 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] host = n-d-827122-1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.765876 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.766118 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.766357 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.767014 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.767254 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.767515 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.767719 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.767993 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.768246 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.768481 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.768740 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.768978 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.769214 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.769458 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_file = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.769603 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_options = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.769857 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.770100 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.770365 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.770556 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.770724 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.770895 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.771167 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.771332 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.771573 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.771789 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.772026 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.772261 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.772488 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.772715 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.772962 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.773190 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.773415 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.773639 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.773898 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.774124 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.774407 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.774579 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.774789 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.775005 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.775222 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.775433 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.775675 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.776015 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.776433 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.777120 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.777327 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.777763 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.778244 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.778516 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.778748 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.778980 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.779197 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.779465 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.779699 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.779961 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.780218 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.780432 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.780661 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.780888 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.781119 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.781333 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_json = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.781543 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.781751 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.782002 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.782460 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.782460 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.782742 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.782878 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.783050 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.783480 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.783784 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.786431 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.786431 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.786431 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.786431 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.786431 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.786431 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.787330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34282) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:56:43.787474 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.787474 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.787474 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.787474 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.788180 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.788180 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.788448 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.788583 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.788728 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.789813 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.789813 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.789813 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.789813 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.789813 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.790624 n-d-827122-1 neutron-server[95775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:43.790828 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.790828 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.790828 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.790828 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.790828 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.791362 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.791362 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.791567 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.791820 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.796872 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797453 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797453 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797453 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797453 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797453 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797453 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797453 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797914 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069346 Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.797987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.798602 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.798602 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.798602 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.798602 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.798602 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.798954 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.798954 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.799094 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.799268 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.799503 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.799677 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.799927 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.800145 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.801178 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.801178 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.801178 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.801178 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.801178 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.801892 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.801892 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.802153 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.802290 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.802508 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.802663 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.802936 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.803129 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.803344 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.803548 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.803798 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.804747 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.804947 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.805248 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.805515 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.805760 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.806034 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.806278 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.806550 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.806803 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.807054 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.807402 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.807623 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.808705 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.808705 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.808705 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.808705 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.808981 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.809206 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.809493 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.809751 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.810012 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.810967 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.810967 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.811134 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.811450 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.811753 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.811921 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.812206 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.812523 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.812820 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.813116 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.813367 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.815172 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.815172 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.816638 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.821203 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.821470 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.821823 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.822172 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.822747 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.822747 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.823669 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.824200 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.829167 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.829616 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.830746 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.831032 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.833475 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.833737 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.833981 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.834225 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.834477 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.834725 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.834967 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.835211 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.835475 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.835684 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.839971 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.840247 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.841949 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.842603 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.842860 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.843097 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.844132 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.844132 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.844132 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.844132 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.844484 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.844568 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.844751 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.844996 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.845223 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.845481 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.845701 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.845975 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.846228 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.846441 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.846685 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.846944 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.848152 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.848152 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.848152 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.848152 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.848451 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.848519 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.848746 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.849784 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.850006 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.850595 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.850595 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.850754 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.850903 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.851400 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.852523 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.852523 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.852523 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.852523 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.852523 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.852860 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.853000 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.853215 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.854779 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.854779 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.854779 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.854779 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.854779 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.854779 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.854779 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.855219 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.855219 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.855347 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.855545 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.855751 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.856058 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.856292 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.856586 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.856753 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.856995 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.857224 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.857426 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.857633 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.857845 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.858049 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.858342 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.858582 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.858796 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.859078 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.859316 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.859552 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.859810 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.860135 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.860352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.860581 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.860789 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.860997 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.861207 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.861453 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.861767 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.862051 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.862308 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.862550 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.863531 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.863638 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.863831 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.864062 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.864434 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.864766 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.865084 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.865353 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.865594 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.866420 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.866420 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.866420 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.866667 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.866757 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.866938 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.867419 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.867633 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.867910 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.868143 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.868371 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.868609 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.868829 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.869066 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.869330 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.870615 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.870783 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:56:43.871474 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 02 14:56:43.871756 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:56:43.872060 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:56:43.872241 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:56:43.872418 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:56:43.872568 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:56:43.872773 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.872931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.873087 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.873241 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.873394 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.873571 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.873729 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.873883 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.874036 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.874189 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875106 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875106 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875106 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875106 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875106 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875106 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875604 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875604 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875604 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875804 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.875804 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.876114 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.876114 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] debug = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.876242 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.876381 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.876537 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.876739 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.876903 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.877157 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.877383 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.877543 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.877729 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.877845 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.877994 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.878144 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.878656 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.879105 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.879268 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.880213 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.880213 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] host = n-d-827122-1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.880213 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.880480 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.880480 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.880623 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.880816 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.880951 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.881037 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.881178 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.881416 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.881576 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.881730 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.881883 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.882035 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.882189 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_file = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.882384 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_options = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.882546 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.882844 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.883000 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.883924 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.884354 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.884354 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886120 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886120 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886120 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886120 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886120 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886120 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886551 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886551 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.886782 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.887136 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.887393 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.887943 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.887943 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.887943 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.888197 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.888197 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.888341 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.888489 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.889841 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.889841 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.889841 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.889841 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.889841 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.889841 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.889841 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.889841 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.890352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.890352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.890352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.890352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.890352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.890621 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.890695 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.890895 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.892212 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.892486 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.892720 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.892957 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_json = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.895896 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.897352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:56:43.897352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897352 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897908 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897908 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897908 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897908 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897908 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897908 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897908 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.897908 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.898439 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.898555 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.898775 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.898997 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.899216 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.899377 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.899535 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.899695 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.899914 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.900055 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.900212 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.900368 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.900527 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.900684 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.900842 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.901145 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.901634 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.901634 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.901785 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.901851 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.901981 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.902249 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903215 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903215 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903215 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903215 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903215 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903534 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903534 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903651 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.903714 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.904213 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.904213 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.904213 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.904438 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.904502 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.904653 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.904831 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.905704 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.905704 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.905704 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.905704 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.905704 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.906041 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.906041 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.906161 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.906226 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.906374 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.906528 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.906684 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.908250 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.908419 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.908583 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.908745 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.908910 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.909069 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.909230 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.909387 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.909915 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.910070 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.910245 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.911343 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.911343 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.911343 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.911343 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.911343 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.911678 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.911810 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.912036 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.912199 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.912357 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.912825 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.912998 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.913152 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.913306 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.913462 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.913623 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.913822 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.913985 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.914141 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.914299 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.914490 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.914655 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.914808 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.914963 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.915118 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.915285 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.915462 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.915597 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.915750 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.916085 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.916254 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.916401 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.916562 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.916750 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.916909 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.917066 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.917222 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.917379 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.917540 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.917707 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.917851 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.918587 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.918587 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.918587 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.918813 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.918880 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.919045 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.919167 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.919327 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.919770 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.919957 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.920855 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.920855 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.920855 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.921170 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.921336 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.922257 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.922257 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.922257 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.922676 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.922828 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.922997 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.923157 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.923313 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.923471 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.923629 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.923785 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.924189 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.924499 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.924669 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.924836 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.924987 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.925117 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.925514 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.925666 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.925950 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.926242 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.926405 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.926567 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.926719 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.927026 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.927242 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.927415 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.927576 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.927734 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.928612 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.928612 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.928612 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.928612 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.928932 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.928932 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.929052 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.929169 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.929332 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.929414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:43.929487 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.929634 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.930534 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.930534 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.930534 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.930534 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.930534 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.930534 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.930900 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.930900 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.931031 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.931099 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.931803 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.931803 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.931803 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.931803 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.932133 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.932133 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.932133 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.933931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.933931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.933931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.933931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.933931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.933931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.933931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.933931 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.934367 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.934367 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.934627 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.934818 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.934971 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.935118 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.935261 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.935482 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.935577 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.935746 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.937048 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.937244 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.937398 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.937560 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.937727 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.937879 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.938038 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.938194 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.938358 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.938614 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.938723 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.938863 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.939028 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.939119 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.939272 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.939438 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.939604 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.939768 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.939952 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.940119 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.940285 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.940452 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.940608 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.940771 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.940942 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.941097 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.941597 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.941597 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.941597 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.941805 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.941873 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.942754 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.942939 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.943109 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.943281 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.943656 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.943816 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.944384 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.944597 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.945364 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.945519 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.945935 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.945935 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.946184 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:56:43.946184 n-d-827122-1 neutron-server[95665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:56:54.445669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b8090-fa2b-4fe1-b3d6-c3990dff6b45 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 14:56:54.522358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b8090-fa2b-4fe1-b3d6-c3990dff6b45 None None] No non-hosted networks {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 14:56:54.530687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.agentschedulers_db [None req-368b8090-fa2b-4fe1-b3d6-c3990dff6b45 None None] DHCP Agent not found on host n-d-827122-1 {{(pid=95774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 02 14:56:54.634396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68ced40c-8d9f-4a0f-93c4-f3b7dac74d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1004568'] for agent, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:56.847490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ee995d21-782e-4d53-83a3-90b1457a0c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1004568'] for agent, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:56.875941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-98badb64-6c1a-452e-b9ea-6425ccfd2dac None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-827122-1 {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:56:56.876411 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-98badb64-6c1a-452e-b9ea-6425ccfd2dac None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:56:57.402406 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98badb64-6c1a-452e-b9ea-6425ccfd2dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:58.226998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1004568'] for agent, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:58.267471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1004568'] for agent, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:56:58.268919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.269227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.269682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.270130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.270732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.271063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.271524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.272010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.272327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.272650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.272972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:58.273367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827122-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:58.292167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827122-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:59.221335 n-d-827122-1 neutron-server[95774]: INFO neutron.db.l3_hamode_db [None req-30599655-ac90-4f75-bf34-c1796574f5f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 14:56:59.314140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30599655-ac90-4f75-bf34-c1796574f5f9 None None] Routers set() bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 14:56:59.314744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30599655-ac90-4f75-bf34-c1796574f5f9 None None] Router IDs set() for agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 02 14:56:59.685667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1004568'] for agent, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:01.064696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34386) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:01.668120 n-d-827122-1 neutron-server[95772]: WARNING oslo_policy.policy [None req-5580158e-8288-44f3-800e-a771b6e22690 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:57:01.668720 n-d-827122-1 neutron-server[95772]: WARNING oslo_policy.policy [None req-5580158e-8288-44f3-800e-a771b6e22690 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:57:01.890729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-5580158e-8288-44f3-800e-a771b6e22690 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 14:57:01.891986 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5580158e-8288-44f3-800e-a771b6e22690 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8263752 Feb 02 14:57:04.161414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34400) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:04.572807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 14:57:04.626929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.policy [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95772) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 02 14:57:04.627978 n-d-827122-1 neutron-server[95772]: WARNING oslo_policy.policy [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:57:04.628123 n-d-827122-1 neutron-server[95772]: WARNING oslo_policy.policy [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:57:04.631293 n-d-827122-1 neutron-server[95772]: INFO neutron.quota [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] Loaded quota_driver: . Feb 02 14:57:04.647981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:57:04.806650 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778859785860', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778859747995', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778859745195', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778859755474', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778859729736', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33475339', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33479033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-934486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607425'] for rbac-policy, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:05.005975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:05.007233 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4e53d448-6772-4a41-b131-cd0099e19fc7 admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8448377 Feb 02 14:57:07.579536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34414) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:07.965446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 14:57:07.970152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:57:07.974537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Usage tracker for resource:network and tenant:4bd40425d16b417ca693bb5df3f27cf5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:57:07.979766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:57:07.985854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:57:08.074113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Made reservation on behalf of 4bd40425d16b417ca693bb5df3f27cf5 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:57:08.076997 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:08.095979 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:08.140311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:57:08.144288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd40425d16b417ca693bb5df3f27cf5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:57:08.147082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:57:08.153825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:57:08.219913 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:08.285401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:08.309511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:57:08.336735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778862512851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:08.337330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Unsubscribe: segment precommit_create {{(pid=95772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 14:57:08.338475 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Added segment a0a6200e-5930-4d84-a15e-cf113b1118fd of type vlan for network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 Feb 02 14:57:08.346773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532dc7a1-7b52-4279-bbc2-09197982c6c7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:08.406731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.407072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.407410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.407737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.408088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.408410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.408732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.409048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.409362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.409674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.409985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Tracked resource versions report: Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: pushed versions: Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: { 'ConntrackHelper': {'1.0'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Log': {'1.0'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Network': {'1.1'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Port': {'1.5'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'PortForwarding': {'1.2'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'QosPolicy': {'1.8'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'SecurityGroup': {'1.2'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'SecurityGroupRule': {'1.0'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'SubPort': {'1.0'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Subnet': {'1.1'}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Trunk': {'1.1'}} Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: consumer versions: Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: { DHCP agent@n-d-827122-1: {}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: L3 agent@n-d-827122-1: {}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: Metadata agent@n-d-827122-1: {}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: Metering agent@n-d-827122-1: {}, Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: Open vSwitch agent@n-d-827122-1: { 'ConntrackHelper': '1.0', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Log': '1.0', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Network': '1.1', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Port': '1.5', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'PortForwarding': '1.2', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'QosPolicy': '1.8', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'SecurityGroup': '1.2', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'SecurityGroupRule': '1.0', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'SubPort': '1.0', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Subnet': '1.1', Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: 'Trunk': '1.1'}} Feb 02 14:57:08.411007 n-d-827122-1 neutron-server[95772]: {{(pid=95772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:57:08.453457 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:08.594115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:08.595128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:08.595776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:08.694065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] Pushing event updated for resources: {'Network': ['ID=943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:08.710223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:57:08.806829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-077a15fa-f6b5-4334-9061-a282df93ddf1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2256112 Feb 02 14:57:11.401609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34430) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:11.891305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09666444-5c5d-4d0d-bad6-0f040ef346a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:11.892589 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-09666444-5c5d-4d0d-bad6-0f040ef346a2 admin admin] 10.222.0.88 "GET /v2.0/networks/943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 HTTP/1.1" status: 200 len: 826 time: 0.4900484 Feb 02 14:57:11.921642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-492d5b5f-c6bf-455f-b9df-09fb2234fa2e admin admin] 10.222.0.88 "GET /v2.0/subnetpools/967ac9b8-c1ff-4f36-9cf8-bc8f959c9498 HTTP/1.1" status: 200 len: 734 time: 0.0236521 Feb 02 14:57:11.930123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'subnetpool_id': '967ac9b8-c1ff-4f36-9cf8-bc8f959c9498', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 14:57:11.934726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:57:11.938475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Usage tracker for resource:subnet and tenant:4bd40425d16b417ca693bb5df3f27cf5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:57:11.941440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:57:11.947079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:57:12.054598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Made reservation on behalf of 4bd40425d16b417ca693bb5df3f27cf5 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:57:12.057473 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:12.405891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:12.491217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d349b1-0e55-4d00-ab60-8c387359b9b7,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:12.497242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Checking segment: {'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 14:57:12.497593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Network hostable DHCP agents. Network: 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:57:12.602507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:57:12.679529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:57:12.685029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:12.685624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:12.691746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb78ab0d-b61b-4dfc-b5cd-0349f990f2c6 None None] Network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 14:57:12.788998 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c7a5cf4c-d4ec-4a79-816d-454240ce1aa8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8620887 Feb 02 14:57:13.009908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'fixed_ips': [{'subnet_id': '55d349b1-0e55-4d00-ab60-8c387359b9b7'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 14:57:13.011073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:13.201498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Allocated IP 172.20.0.2 (943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68/55d349b1-0e55-4d00-ab60-8c387359b9b7/30c3a6fb-dc1b-4b65-ada1-b62c90434b9c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:57:13.433968 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:13.447309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Transition to ACTIVE for port object 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:57:13.470642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Transition to ACTIVE for port object 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:57:13.537660 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:13.603660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:57:13.606824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:57:13.610602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 14:57:13.618993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Pushing event updated for resources: {'Port': ['ID=30c3a6fb-dc1b-4b65-ada1-b62c90434b9c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:13.657951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.658293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.660564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.660564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.660564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.660564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.660564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.660972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.660972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.660972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.661207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Tracked resource versions report: Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: pushed versions: Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: { 'ConntrackHelper': {'1.0'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Log': {'1.0'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Network': {'1.1'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Port': {'1.5'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'PortForwarding': {'1.2'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'QosPolicy': {'1.8'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'SecurityGroup': {'1.2'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'SecurityGroupRule': {'1.0'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'SubPort': {'1.0'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Subnet': {'1.1'}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Trunk': {'1.1'}} Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: consumer versions: Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: { DHCP agent@n-d-827122-1: {}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: L3 agent@n-d-827122-1: {}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: Metadata agent@n-d-827122-1: {}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: Metering agent@n-d-827122-1: {}, Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: Open vSwitch agent@n-d-827122-1: { 'ConntrackHelper': '1.0', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Log': '1.0', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Network': '1.1', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Port': '1.5', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'PortForwarding': '1.2', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'QosPolicy': '1.8', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'SecurityGroup': '1.2', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'SecurityGroupRule': '1.0', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'SubPort': '1.0', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Subnet': '1.1', Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: 'Trunk': '1.1'}} Feb 02 14:57:13.662217 n-d-827122-1 neutron-server[95774]: {{(pid=95774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:57:13.723964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Attempting to bind port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:57:13.724586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Attempting to bind port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:57:13.724679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Attempting to bind port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c on network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 14:57:13.731583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 14:57:13.732013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Checking segment: {'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 14:57:13.732493 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:13.732881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Bound using segment: {'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 14:57:13.733335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Bound port: 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:57:13.733713 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:13.822915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] For port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:57:13.827018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] For port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=30c3a6fb-dc1b-4b65-ada1-b62c90434b9c,segment=NetworkSegment(a0a6200e-5930-4d84-a15e-cf113b1118fd),segment_id=a0a6200e-5930-4d84-a15e-cf113b1118fd)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:57:13.942804 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:14.049275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bc8a3-be25-46b9-96e6-030462d2647a None None] Pushing event updated for resources: {'Port': ['ID=30c3a6fb-dc1b-4b65-ada1-b62c90434b9c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:15.116444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34440) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:15.752891 n-d-827122-1 neutron-server[95773]: WARNING oslo_policy.policy [None req-1ec8cf4f-4253-4b8d-a0e2-9b13b1d869f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:57:15.753478 n-d-827122-1 neutron-server[95773]: WARNING oslo_policy.policy [None req-1ec8cf4f-4253-4b8d-a0e2-9b13b1d869f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:57:15.971296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-1ec8cf4f-4253-4b8d-a0e2-9b13b1d869f3 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 14:57:15.972491 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1ec8cf4f-4253-4b8d-a0e2-9b13b1d869f3 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8538997 Feb 02 14:57:17.773788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395e31d-b4ac-414d-acfe-637b8db2addf None None] Network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 14:57:17.943750 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c32b2e4b-3050-48d9-beb9-606e063c5430 None None] Provisioning for port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:57:18.308402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34458) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:18.476706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:57:18.634874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:57:18.640247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:18.640904 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:18.722797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-bf7f367e-c71c-4193-a569-d2c1e4b04684 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 14:57:18.730878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bf7f367e-c71c-4193-a569-d2c1e4b04684 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4145515 Feb 02 14:57:18.774870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:18.826364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=30c3a6fb-dc1b-4b65-ada1-b62c90434b9c,segment=NetworkSegment(a0a6200e-5930-4d84-a15e-cf113b1118fd),segment_id=a0a6200e-5930-4d84-a15e-cf113b1118fd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:18.903133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:18.972759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=30c3a6fb-dc1b-4b65-ada1-b62c90434b9c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:20.456049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:57:20.525456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:20.525803 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:21.388415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34470) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:21.774916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Request body: {'router': {'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'name': 'router1', 'admin_state_up': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 14:57:21.813255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.policy [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95773) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 02 14:57:21.814027 n-d-827122-1 neutron-server[95773]: WARNING oslo_policy.policy [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:57:21.814395 n-d-827122-1 neutron-server[95773]: WARNING oslo_policy.policy [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:57:21.817709 n-d-827122-1 neutron-server[95773]: INFO neutron.quota [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Loaded quota_driver: . Feb 02 14:57:21.833367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:57:21.839968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Usage tracker for resource:router and tenant:4bd40425d16b417ca693bb5df3f27cf5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:57:21.844900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:57:21.853172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:57:21.917777 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:21.919815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:21.948866 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:22.129388 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:22.248760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:22.250268 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b79d0503-1ba2-4802-b8dd-198f7f7b66a8 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8607986 Feb 02 14:57:23.815550 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:57:24.478078 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cdaaffaa-7b73-4fa5-bd6c-4cad075906de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:24.498671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34482) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:24.897395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-9a71518c-7e01-4cd8-9d5a-e3a75dc8d521 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 14:57:24.898672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9a71518c-7e01-4cd8-9d5a-e3a75dc8d521 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3987789 Feb 02 14:57:26.793765 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-090cbe9b-feb8-45a1-b487-6d9ed457312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:27.260089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34492) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:27.655785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 14:57:27.663322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:57:27.667802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Usage tracker for resource:network and tenant:9f4d5af55e2b4a07ac6da1fabe9cedab is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:57:27.671201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:57:27.676892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:57:27.753428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Made reservation on behalf of 9f4d5af55e2b4a07ac6da1fabe9cedab for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:57:27.756436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:27.775337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:27.814828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:57:27.818819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Usage tracker for resource:security_group_rule and tenant:9f4d5af55e2b4a07ac6da1fabe9cedab is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:57:27.822819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:57:27.828594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:57:27.895454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:27.991003 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:28.008078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Reserving flat network on physical network physnet1 {{(pid=95773) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 02 14:57:28.040356 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778862512851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:28.041216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Unsubscribe: segment precommit_create {{(pid=95773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 14:57:28.041795 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Added segment fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0 of type flat for network 3ae79487-75f4-4639-bede-0463f561b6d7 Feb 02 14:57:28.055976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee71efd-fe6d-4409-acb0-1051cb2f9257,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:28.105837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:28.120218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.120555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.120885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.121261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.121583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.121901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.122214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.122527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.122838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.123147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.123459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Tracked resource versions report: Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: pushed versions: Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: { 'ConntrackHelper': {'1.0'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Log': {'1.0'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Network': {'1.1'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Port': {'1.5'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'PortForwarding': {'1.2'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'QosPolicy': {'1.8'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'SecurityGroup': {'1.2'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'SecurityGroupRule': {'1.0'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'SubPort': {'1.0'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Subnet': {'1.1'}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Trunk': {'1.1'}} Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: consumer versions: Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: { DHCP agent@n-d-827122-1: {}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: L3 agent@n-d-827122-1: {}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: Metadata agent@n-d-827122-1: {}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: Metering agent@n-d-827122-1: {}, Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: Open vSwitch agent@n-d-827122-1: { 'ConntrackHelper': '1.0', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Log': '1.0', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Network': '1.1', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Port': '1.5', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'PortForwarding': '1.2', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'QosPolicy': '1.8', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'SecurityGroup': '1.2', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'SecurityGroupRule': '1.0', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'SubPort': '1.0', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Subnet': '1.1', Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: 'Trunk': '1.1'}} Feb 02 14:57:28.124537 n-d-827122-1 neutron-server[95773]: {{(pid=95773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:57:28.168935 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:28.262164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:28.290826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:28.291972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:28.292621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:28.398222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] Pushing event updated for resources: {'Network': ['ID=3ae79487-75f4-4639-bede-0463f561b6d7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:28.409709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3ae79487-75f4-4639-bede-0463f561b6d7 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 14:57:28.466405 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-75714bb2-a123-43a9-b07d-d2226921d33c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2052162 Feb 02 14:57:29.668220 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:30.723461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34516) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:30.960192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950c6a6-b683-48f3-b4e2-84be5acecae6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:30.961555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4950c6a6-b683-48f3-b4e2-84be5acecae6 admin admin] 10.222.0.88 "GET /v2.0/subnets/55d349b1-0e55-4d00-ab60-8c387359b9b7 HTTP/1.1" status: 200 len: 849 time: 0.2370584 Feb 02 14:57:31.146531 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f72017c9-77ad-4238-83cb-2c4246819127 admin admin] 10.222.0.88 "GET /v2.0/routers/245566c3-cb38-4353-ac3e-76605b7e24d0 HTTP/1.1" status: 200 len: 704 time: 0.1794972 Feb 02 14:57:31.619925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:31.868979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Allocated IP 172.20.0.1 (943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68/55d349b1-0e55-4d00-ab60-8c387359b9b7/fd492333-8e22-4f13-9176-6a7af8197e10) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:57:32.023639 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:32.040587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Transition to ACTIVE for port object fd492333-8e22-4f13-9176-6a7af8197e10 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:57:32.148331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:32.215994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:57:32.218789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:57:32.222547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 14:57:32.223042 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:32.231313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Pushing event updated for resources: {'Port': ['ID=fd492333-8e22-4f13-9176-6a7af8197e10,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:32.447908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0f93c7b9-5179-4ef2-ba23-11108624eaa2 None None] Provisioning for port fd492333-8e22-4f13-9176-6a7af8197e10 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:57:32.452978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0f93c7b9-5179-4ef2-ba23-11108624eaa2 None None] Provisioning complete for port fd492333-8e22-4f13-9176-6a7af8197e10 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:32.453335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f93c7b9-5179-4ef2-ba23-11108624eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:32.458812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:32.507662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0f93c7b9-5179-4ef2-ba23-11108624eaa2 None None] Port fd492333-8e22-4f13-9176-6a7af8197e10 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 14:57:32.723322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:32.773505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:32.774900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:32.904544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Pushing event updated for resources: {'Port': ['ID=fd492333-8e22-4f13-9176-6a7af8197e10,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:32.967166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:57:32.968249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:57:33.133876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-13192c55-3d9b-41ea-9a63-cd748955f41d None None] Provisioning complete for port fd492333-8e22-4f13-9176-6a7af8197e10 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:33.134087 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-13192c55-3d9b-41ea-9a63-cd748955f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:33.191159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-13192c55-3d9b-41ea-9a63-cd748955f41d None None] Port fd492333-8e22-4f13-9176-6a7af8197e10 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 14:57:33.391323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Router 245566c3-cb38-4353-ac3e-76605b7e24d0 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:57:33.562652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:57:33.572759 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Sync routers for ids ['245566c3-cb38-4353-ac3e-76605b7e24d0'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 14:57:33.573422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5af4a67f-c92e-4c9f-943c-e63d6eaf897b admin admin] 10.222.0.88 "PUT /v2.0/routers/245566c3-cb38-4353-ac3e-76605b7e24d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4207761 Feb 02 14:57:33.586362 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Routers {'245566c3-cb38-4353-ac3e-76605b7e24d0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 14:57:33.587330 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T14:57:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['245566c3-cb38-4353-ac3e-76605b7e24d0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:33.764166 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Set router 245566c3-cb38-4353-ac3e-76605b7e24d0 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 14:57:34.136788 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'name': 'router1', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:57:21Z', 'updated_at': '2022-02-02T14:57:32Z', 'revision_number': 2, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'gw_port_host': None, '_interfaces': [{'id': 'fd492333-8e22-4f13-9176-6a7af8197e10', 'name': '', 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'mac_address': 'fa:16:3e:f8:13:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:31Z', 'updated_at': '2022-02-02T14:57:32Z', 'revision_number': 2, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'subnets': [{'id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '967ac9b8-c1ff-4f36-9cf8-bc8f959c9498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:34.142091 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Checking router: 245566c3-cb38-4353-ac3e-76605b7e24d0 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 14:57:34.142468 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Updating router 245566c3-cb38-4353-ac3e-76605b7e24d0 port fd492333-8e22-4f13-9176-6a7af8197e10 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 14:57:34.196702 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:34.574856 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:34.589451 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Transition to ACTIVE for port object fd492333-8e22-4f13-9176-6a7af8197e10 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:57:34.673471 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:34.842959 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Pushing event updated for resources: {'Port': ['ID=fd492333-8e22-4f13-9176-6a7af8197e10,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:34.914298 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.914659 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.915002 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.915334 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.915665 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.916021 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.916351 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.916676 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.916999 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.917319 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.917638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Tracked resource versions report: Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: pushed versions: Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: { 'ConntrackHelper': {'1.0'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Log': {'1.0'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Network': {'1.1'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Port': {'1.5'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'PortForwarding': {'1.2'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'QosPolicy': {'1.8'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'SecurityGroup': {'1.2'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'SecurityGroupRule': {'1.0'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'SubPort': {'1.0'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Subnet': {'1.1'}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Trunk': {'1.1'}} Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: consumer versions: Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: { DHCP agent@n-d-827122-1: {}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: L3 agent@n-d-827122-1: {}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: Metadata agent@n-d-827122-1: {}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: Metering agent@n-d-827122-1: {}, Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: Open vSwitch agent@n-d-827122-1: { 'ConntrackHelper': '1.0', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Log': '1.0', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Network': '1.1', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Port': '1.5', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'PortForwarding': '1.2', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'QosPolicy': '1.8', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'SecurityGroup': '1.2', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'SecurityGroupRule': '1.0', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'SubPort': '1.0', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Subnet': '1.1', Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: 'Trunk': '1.1'}} Feb 02 14:57:34.918709 n-d-827122-1 neutron-server[95775]: {{(pid=95775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:57:34.943241 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Attempting to bind port fd492333-8e22-4f13-9176-6a7af8197e10 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:57:34.943641 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Attempting to bind port fd492333-8e22-4f13-9176-6a7af8197e10 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:57:34.944105 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Attempting to bind port fd492333-8e22-4f13-9176-6a7af8197e10 on network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 14:57:34.950816 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 14:57:34.951218 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Checking segment: {'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 14:57:34.951705 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:34.952120 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Bound using segment: {'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 14:57:34.952588 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Bound port: fd492333-8e22-4f13-9176-6a7af8197e10, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a6200e-5930-4d84-a15e-cf113b1118fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:57:34.952973 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:35.042306 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] For port fd492333-8e22-4f13-9176-6a7af8197e10, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:57:35.046349 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] For port fd492333-8e22-4f13-9176-6a7af8197e10, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fd492333-8e22-4f13-9176-6a7af8197e10,segment=NetworkSegment(a0a6200e-5930-4d84-a15e-cf113b1118fd),segment_id=a0a6200e-5930-4d84-a15e-cf113b1118fd)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:57:35.137087 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:35.229520 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016b33f-405b-4450-a76b-6ee2e5ca6dd3 None None] Pushing event updated for resources: {'Port': ['ID=fd492333-8e22-4f13-9176-6a7af8197e10,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:35.234076 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Routers {'245566c3-cb38-4353-ac3e-76605b7e24d0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 14:57:35.234677 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T14:57:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['245566c3-cb38-4353-ac3e-76605b7e24d0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:35.397392 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] Set router 245566c3-cb38-4353-ac3e-76605b7e24d0 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 14:57:35.678681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34538) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:35.793054 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'name': 'router1', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:57:21Z', 'updated_at': '2022-02-02T14:57:32Z', 'revision_number': 2, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'gw_port_host': None, '_interfaces': [{'id': 'fd492333-8e22-4f13-9176-6a7af8197e10', 'name': '', 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'mac_address': 'fa:16:3e:f8:13:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:31Z', 'updated_at': '2022-02-02T14:57:35Z', 'revision_number': 4, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'subnets': [{'id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '967ac9b8-c1ff-4f36-9cf8-bc8f959c9498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:35.797018 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc7ea5-ccc9-4e5b-bb70-54c2025196d9 None None] The sync data for ids ['245566c3-cb38-4353-ac3e-76605b7e24d0'] in n-d-827122-1 is: [{'id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'name': 'router1', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:57:21Z', 'updated_at': '2022-02-02T14:57:32Z', 'revision_number': 2, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'gw_port_host': None, '_interfaces': [{'id': 'fd492333-8e22-4f13-9176-6a7af8197e10', 'name': '', 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'mac_address': 'fa:16:3e:f8:13:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:31Z', 'updated_at': '2022-02-02T14:57:35Z', 'revision_number': 4, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'subnets': [{'id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '967ac9b8-c1ff-4f36-9cf8-bc8f959c9498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 14:57:35.872011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec32e05-378a-427e-bf3e-b8cc32cb31ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:35.872597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2ec32e05-378a-427e-bf3e-b8cc32cb31ba admin admin] Synchronizing usage tracker for tenant:9f4d5af55e2b4a07ac6da1fabe9cedab on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 14:57:35.951282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2ec32e05-378a-427e-bf3e-b8cc32cb31ba admin admin] Unset dirty status for tenant:9f4d5af55e2b4a07ac6da1fabe9cedab on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 14:57:35.952652 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2ec32e05-378a-427e-bf3e-b8cc32cb31ba admin admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 842 time: 0.2730703 Feb 02 14:57:35.963086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Request body: {'subnet': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'ip_version': 4, 'gateway_ip': '172.25.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 14:57:35.969281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 14:57:35.973443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Usage tracker for resource:subnet and tenant:9f4d5af55e2b4a07ac6da1fabe9cedab is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 14:57:35.976440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 14:57:35.984301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 14:57:36.059945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Made reservation on behalf of 9f4d5af55e2b4a07ac6da1fabe9cedab for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:57:36.062473 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:36.584581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 14:57:36.585047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:36.659088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084e572b-e932-41f7-9c3e-51e67735ce8d,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:36.672967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 14:57:36.673256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Network hostable DHCP agents. Network: 3ae79487-75f4-4639-bede-0463f561b6d7, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:57:36.813716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:57:36.894301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 3ae79487-75f4-4639-bede-0463f561b6d7) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:57:36.900677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:36.901264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:36.905696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f5bf70-2c9e-40e0-8a37-5b6a5361c439 None None] Network 3ae79487-75f4-4639-bede-0463f561b6d7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 14:57:36.986101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6ea69805-98fd-447b-a135-b1cc00182948 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0276518 Feb 02 14:57:37.137942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c56a544-1157-4b2a-9749-3d177a11715f None None] Network 3ae79487-75f4-4639-bede-0463f561b6d7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 14:57:38.475495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fd492333-8e22-4f13-9176-6a7af8197e10 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:57:38.625048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port fd492333-8e22-4f13-9176-6a7af8197e10 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:57:38.630377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fd492333-8e22-4f13-9176-6a7af8197e10 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:38.630756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:38.782958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:38.815745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port fd492333-8e22-4f13-9176-6a7af8197e10, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fd492333-8e22-4f13-9176-6a7af8197e10,segment=NetworkSegment(a0a6200e-5930-4d84-a15e-cf113b1118fd),segment_id=a0a6200e-5930-4d84-a15e-cf113b1118fd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:38.876842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:38.944373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=fd492333-8e22-4f13-9176-6a7af8197e10,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:39.167909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34552) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:39.413917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-413d021c-762e-4f2a-b681-004e4a7166a2 admin admin] 10.222.0.88 "GET /v2.0/routers/245566c3-cb38-4353-ac3e-76605b7e24d0 HTTP/1.1" status: 200 len: 710 time: 0.2448084 Feb 02 14:57:39.543768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7603a006-f2fc-4aa5-81e7-1220e1405a61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:39.545168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7603a006-f2fc-4aa5-81e7-1220e1405a61 admin admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 886 time: 0.1253269 Feb 02 14:57:39.553882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 14:57:40.034200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:40.300343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:40.356748 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:40.464883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fd492333-8e22-4f13-9176-6a7af8197e10 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:57:40.532505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Allocated IP 172.25.0.157 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/f82d5292-359f-449c-8b22-5bb20d717694) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:57:40.534903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fd492333-8e22-4f13-9176-6a7af8197e10 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:40.535275 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:40.683756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:40.856830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:40.924070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:57:40.926706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:57:40.931059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 14:57:40.959169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Pushing event updated for resources: {'Port': ['ID=f82d5292-359f-449c-8b22-5bb20d717694,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:41.207438 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:41.365919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:41.370096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:41.564963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Router 245566c3-cb38-4353-ac3e-76605b7e24d0 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:57:41.759459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:57:41.767874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:41.768622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Sync routers for ids ['245566c3-cb38-4353-ac3e-76605b7e24d0'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 14:57:41.769115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e1d06249-8929-4323-9035-949a5591bf20 admin admin] 10.222.0.88 "PUT /v2.0/routers/245566c3-cb38-4353-ac3e-76605b7e24d0 HTTP/1.1" status: 200 len: 890 time: 2.2184019 Feb 02 14:57:41.781827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Routers {'245566c3-cb38-4353-ac3e-76605b7e24d0'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 14:57:41.782524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T14:57:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['245566c3-cb38-4353-ac3e-76605b7e24d0'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:41.979587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Set router 245566c3-cb38-4353-ac3e-76605b7e24d0 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 14:57:42.322435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'name': 'router1', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f82d5292-359f-449c-8b22-5bb20d717694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:57:21Z', 'updated_at': '2022-02-02T14:57:40Z', 'revision_number': 4, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'gw_port': {'id': 'f82d5292-359f-449c-8b22-5bb20d717694', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:40Z', 'updated_at': '2022-02-02T14:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fd492333-8e22-4f13-9176-6a7af8197e10', 'name': '', 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'mac_address': 'fa:16:3e:f8:13:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:31Z', 'updated_at': '2022-02-02T14:57:38Z', 'revision_number': 5, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'subnets': [{'id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '967ac9b8-c1ff-4f36-9cf8-bc8f959c9498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:42.327336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Checking router: 245566c3-cb38-4353-ac3e-76605b7e24d0 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 14:57:42.327693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Updating router 245566c3-cb38-4353-ac3e-76605b7e24d0 port f82d5292-359f-449c-8b22-5bb20d717694 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 14:57:42.381275 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:42.717774 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:42.730730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Transition to ACTIVE for port object f82d5292-359f-449c-8b22-5bb20d717694 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:57:42.819251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:42.899773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Attempting to bind port f82d5292-359f-449c-8b22-5bb20d717694 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 14:57:42.900261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Attempting to bind port f82d5292-359f-449c-8b22-5bb20d717694 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 14:57:42.900626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Attempting to bind port f82d5292-359f-449c-8b22-5bb20d717694 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 14:57:42.902689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435645d-7179-40d1-b540-e6b523f760b4 None None] Pushing event updated for resources: {'Port': ['ID=f82d5292-359f-449c-8b22-5bb20d717694,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:42.909342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 14:57:42.909714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 14:57:42.910243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:42.910475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 14:57:42.910932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Bound port: f82d5292-359f-449c-8b22-5bb20d717694, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 14:57:42.911316 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:42.984853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] For port f82d5292-359f-449c-8b22-5bb20d717694, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:57:42.987651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] For port f82d5292-359f-449c-8b22-5bb20d717694, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f82d5292-359f-449c-8b22-5bb20d717694,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:57:43.048278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:43.132814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435645d-7179-40d1-b540-e6b523f760b4 None None] Pushing event updated for resources: {'Port': ['ID=f82d5292-359f-449c-8b22-5bb20d717694,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:43.136554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Routers {'245566c3-cb38-4353-ac3e-76605b7e24d0'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 14:57:43.137341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T14:57:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['245566c3-cb38-4353-ac3e-76605b7e24d0'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:43.333785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] Set router 245566c3-cb38-4353-ac3e-76605b7e24d0 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 14:57:43.662930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'name': 'router1', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f82d5292-359f-449c-8b22-5bb20d717694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:57:21Z', 'updated_at': '2022-02-02T14:57:40Z', 'revision_number': 4, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'gw_port': {'id': 'f82d5292-359f-449c-8b22-5bb20d717694', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:40Z', 'updated_at': '2022-02-02T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fd492333-8e22-4f13-9176-6a7af8197e10', 'name': '', 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'mac_address': 'fa:16:3e:f8:13:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:31Z', 'updated_at': '2022-02-02T14:57:38Z', 'revision_number': 5, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'subnets': [{'id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '967ac9b8-c1ff-4f36-9cf8-bc8f959c9498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:43.667286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a41923a-9af5-4611-827c-3e676dcf043c None None] The sync data for ids ['245566c3-cb38-4353-ac3e-76605b7e24d0'] in n-d-827122-1 is: [{'id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'name': 'router1', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'f82d5292-359f-449c-8b22-5bb20d717694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:57:21Z', 'updated_at': '2022-02-02T14:57:40Z', 'revision_number': 4, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'gw_port': {'id': 'f82d5292-359f-449c-8b22-5bb20d717694', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:40Z', 'updated_at': '2022-02-02T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fd492333-8e22-4f13-9176-6a7af8197e10', 'name': '', 'network_id': '943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68', 'tenant_id': '4bd40425d16b417ca693bb5df3f27cf5', 'mac_address': 'fa:16:3e:f8:13:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245566c3-cb38-4353-ac3e-76605b7e24d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:57:31Z', 'updated_at': '2022-02-02T14:57:38Z', 'revision_number': 5, 'project_id': '4bd40425d16b417ca693bb5df3f27cf5', 'subnets': [{'id': '55d349b1-0e55-4d00-ab60-8c387359b9b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '967ac9b8-c1ff-4f36-9cf8-bc8f959c9498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 14:57:44.023602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34562) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:57:44.164457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-94f1389e-889a-41c5-a7c9-c95fc6c6a24c admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1393309 Feb 02 14:57:44.487645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f82d5292-359f-449c-8b22-5bb20d717694 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:57:44.622179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f82d5292-359f-449c-8b22-5bb20d717694 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:57:44.627448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f82d5292-359f-449c-8b22-5bb20d717694 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:44.627828 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:44.749657 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:44.766934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f82d5292-359f-449c-8b22-5bb20d717694, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f82d5292-359f-449c-8b22-5bb20d717694,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:44.859635 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:44.934130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f82d5292-359f-449c-8b22-5bb20d717694,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:46.475822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f82d5292-359f-449c-8b22-5bb20d717694 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 14:57:46.562406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f82d5292-359f-449c-8b22-5bb20d717694 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:46.562938 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:54.441965 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f4639f7b-9bb9-42a1-a08f-e9b9b70273e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:57.833298 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e492239e-b6f5-4ad0-8d64-4101ff79b791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:58.119020 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:58.244737 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:57:59.658635 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:00.816112 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:58:24.421044 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-199eceb6-01fe-48b6-b2fd-050c5b316baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:26.815073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-586b1afb-0de0-417c-aa5b-11c64daf8fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:28.115913 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:28.283705 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:29.660860 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:37.816249 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:58:54.434029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3638f23-88be-47c0-8fe6-e1060cb9baed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:56.819970 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3f8691ee-5b12-4f40-b840-8a8b3e76bfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:58.131091 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:58:58.256870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:00.552257 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:14.817025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:59:24.422063 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-793a0889-ea67-439a-bbe6-9be8c0fe4dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:26.827578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19615307-3d63-4b4d-8073-5a1dd07806e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:28.118763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:28.227423 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:29.665210 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:51.816513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 14:59:54.436049 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b6b96abe-7808-45f2-8a21-d1aede0c4d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:55.399969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35170) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:59:55.491084 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ca10dc-481d-4245-84d6-58ae2a63b1ed admin admin] GET failed (client error): The resource could not be found. Feb 02 14:59:55.492332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-92ca10dc-481d-4245-84d6-58ae2a63b1ed admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0914164 Feb 02 14:59:55.621551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5820bff5-0850-4169-863f-1897d1afe9b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:55.623005 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5820bff5-0850-4169-863f-1897d1afe9b3 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1267755 Feb 02 14:59:56.835385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a532bc4c-f546-4eb1-86c5-0e55e3ef96f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:57.699322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35180) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 14:59:57.833845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf0be3-efc2-4b97-a24d-66a0547efaa0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:57.835172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-caaf0be3-efc2-4b97-a24d-66a0547efaa0 admin admin] 10.222.0.88 "GET /v2.0/subnets/55d349b1-0e55-4d00-ab60-8c387359b9b7 HTTP/1.1" status: 200 len: 849 time: 0.1348684 Feb 02 14:59:57.844023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 14:59:57.959658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:58.149898 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:58.238627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778862535172'] for subnet, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:58.272247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:58.289185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:58.290320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:58.291009 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] 10.222.0.88 "PUT /v2.0/subnets/55d349b1-0e55-4d00-ab60-8c387359b9b7 HTTP/1.1" status: 200 len: 868 time: 0.4505332 Feb 02 14:59:58.311519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75eab83-d387-4be7-bf0d-7351d107ea1f None None] Network 943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 14:59:58.312318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d349b1-0e55-4d00-ab60-8c387359b9b7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:58.322811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.323185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.323493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.323828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.324187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.324624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.324839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.325162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.325634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.325963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.326290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb155d-b407-40ba-90d1-880c2be99396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:58.844964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8de3b32a-6791-4c41-909c-619098f8c34a None None] Provisioning complete for port 30c3a6fb-dc1b-4b65-ada1-b62c90434b9c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:58.845252 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8de3b32a-6791-4c41-909c-619098f8c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:58.968413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8de3b32a-6791-4c41-909c-619098f8c34a None None] Provisioning complete for port fd492333-8e22-4f13-9176-6a7af8197e10 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:58.968694 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8de3b32a-6791-4c41-909c-619098f8c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 14:59:59.675910 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:00.343039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35190) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:00.587122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7c4c04-dfb4-4ded-b500-f68215abbdd0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:00.587499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7c4c04-dfb4-4ded-b500-f68215abbdd0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:00.589049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5c7c4c04-dfb4-4ded-b500-f68215abbdd0 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2450845 Feb 02 15:00:02.616473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35200) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:02.815054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4858b5-46d9-4873-8907-6779b9cc7d56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:02.815424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4858b5-46d9-4873-8907-6779b9cc7d56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:02.816951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8c4858b5-46d9-4873-8907-6779b9cc7d56 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1995251 Feb 02 15:00:04.839904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35210) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:05.038804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370bb7b7-f3e7-4514-9564-155c61f03f6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:05.038804 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-370bb7b7-f3e7-4514-9564-155c61f03f6d admin admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 886 time: 0.1952281 Feb 02 15:00:07.050059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35220) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:07.251649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c9712-cc41-422d-ae02-e09396051d68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:07.253312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-042c9712-cc41-422d-ae02-e09396051d68 admin admin] 10.222.0.88 "GET /v2.0/networks/943bde1f-5fc7-45f0-b5e3-ce8b3b5d9b68 HTTP/1.1" status: 200 len: 870 time: 0.2023182 Feb 02 15:00:09.263593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35230) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:09.394893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66fc47-329e-4072-89cf-9a153e35c266 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:09.395260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66fc47-329e-4072-89cf-9a153e35c266 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:09.397069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-da66fc47-329e-4072-89cf-9a153e35c266 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324608 Feb 02 15:00:11.406561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35240) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:11.539011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea43048-4a59-48e1-beb1-6c247db12575 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:11.539379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea43048-4a59-48e1-beb1-6c247db12575 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:11.540881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0ea43048-4a59-48e1-beb1-6c247db12575 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333716 Feb 02 15:00:13.588974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35250) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:13.713839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bca4da-d7f9-49b7-a9e6-12107e214db0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:13.714394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b0bca4da-d7f9-49b7-a9e6-12107e214db0 admin admin] Synchronizing usage tracker for tenant:9f4d5af55e2b4a07ac6da1fabe9cedab on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:00:13.812578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b0bca4da-d7f9-49b7-a9e6-12107e214db0 admin admin] Unset dirty status for tenant:9f4d5af55e2b4a07ac6da1fabe9cedab on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:00:13.813757 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b0bca4da-d7f9-49b7-a9e6-12107e214db0 admin admin] 10.222.0.88 "GET /v2.0/subnets/084e572b-e932-41f7-9c3e-51e67735ce8d HTTP/1.1" status: 200 len: 816 time: 0.2237906 Feb 02 15:00:15.816685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35260) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:15.948569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b938d-0504-4b11-94f9-d8d36e64db0b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:15.949929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1c4b938d-0504-4b11-94f9-d8d36e64db0b admin admin] 10.222.0.88 "GET /v2.0/subnets/55d349b1-0e55-4d00-ab60-8c387359b9b7 HTTP/1.1" status: 200 len: 868 time: 0.1322534 Feb 02 15:00:24.451891 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-95dab401-174f-4b09-b093-92d78661866d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:26.808346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c999cc1f-ea6b-48ab-bbd8-f2a15a0c5393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:28.114997 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:28.265415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:28.817220 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:00:29.682808 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:34.110432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35298) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:34.182291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-25020533-784c-4a15-8ab2-1d2d9675fdc8 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:00:34.183278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-25020533-784c-4a15-8ab2-1d2d9675fdc8 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0719368 Feb 02 15:00:36.282870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35308) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:36.380702 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-24058c82-cfab-40d5-9c88-c6e7c97c15b7 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:00:36.381921 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-24058c82-cfab-40d5-9c88-c6e7c97c15b7 admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0980105 Feb 02 15:00:36.511031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4fa253-724a-4340-8d28-dc32af5c46e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:36.512528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5c4fa253-724a-4340-8d28-dc32af5c46e3 admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1263981 Feb 02 15:00:38.626677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35318) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:38.697862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:00:38.702903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:00:38.713165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:00:38.829235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Made reservation on behalf of 9f4d5af55e2b4a07ac6da1fabe9cedab for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:00:38.831584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:38.957401 n-d-827122-1 neutron-server[95773]: WARNING neutron.services.revisions.revision_plugin [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Could not find related network for resource to bump revision. Feb 02 15:00:38.970339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:00:38.979496 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:38.979862 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Added segment 3eb3cf0c-5768-4778-a0ed-6db3c9754ce6 of type vlan for network 84ebc57c-caec-4866-8969-c973b519dd53 Feb 02 15:00:39.005335 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:39.108915 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:39.109759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:39.110902 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:39.209704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Pushing event updated for resources: {'Network': ['ID=84ebc57c-caec-4866-8969-c973b519dd53,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:39.217463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.217810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.218148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.218481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.218808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.219691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.220065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.220389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.220712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.221071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.221396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:39.231771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 84ebc57c-caec-4866-8969-c973b519dd53 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:00:39.294519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ea143544-2e59-4e36-8ea6-7718a3619950 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6667554 Feb 02 15:00:41.321089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35328) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:00:41.410791 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda7c1a1-9f94-4f43-9013-a545876f4987 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:00:41.411277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eda7c1a1-9f94-4f43-9013-a545876f4987 admin admin] Synchronizing usage tracker for tenant:9f4d5af55e2b4a07ac6da1fabe9cedab on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:00:41.516447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eda7c1a1-9f94-4f43-9013-a545876f4987 admin admin] Unset dirty status for tenant:9f4d5af55e2b4a07ac6da1fabe9cedab on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:00:41.517490 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-eda7c1a1-9f94-4f43-9013-a545876f4987 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1954646 Feb 02 15:00:41.621005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8505311-d46d-4eec-bc72-916e5c424155 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:41.622432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c8505311-d46d-4eec-bc72-916e5c424155 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1010044 Feb 02 15:00:41.631829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'name': 'shared-subnet'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:00:41.636467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:00:41.646339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:00:41.710290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Made reservation on behalf of 9f4d5af55e2b4a07ac6da1fabe9cedab for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:00:41.712583 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:41.989097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:42.065028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92298982-4a68-48df-bb42-afebbcf2799c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:42.075815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:00:42.076199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Network hostable DHCP agents. Network: 84ebc57c-caec-4866-8969-c973b519dd53, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:00:42.171549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Network 84ebc57c-caec-4866-8969-c973b519dd53 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:00:42.259121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 84ebc57c-caec-4866-8969-c973b519dd53) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:00:42.263520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:42.264218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:42.269212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564baf10-f859-4031-87c0-ab099c3c3a4d None None] Network 84ebc57c-caec-4866-8969-c973b519dd53 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:00:42.354940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45a2256f-fdaa-4609-87a2-8d459bfc4861 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7264390 Feb 02 15:00:42.488406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-84ebc57c-caec-4866-8969-c973b519dd53', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'tenant_id': '9f4d5af55e2b4a07ac6da1fabe9cedab', 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:00:42.489281 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:42.653286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Allocated IP 192.168.233.2 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/d83a376f-6825-4250-a6a1-9816d46b9081) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:00:42.859023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:42.870627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Transition to ACTIVE for port object d83a376f-6825-4250-a6a1-9816d46b9081 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:00:42.889159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Transition to ACTIVE for port object d83a376f-6825-4250-a6a1-9816d46b9081 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:00:42.991549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:43.063195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:00:43.066622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:00:43.071244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:00:43.073327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Pushing event updated for resources: {'Port': ['ID=d83a376f-6825-4250-a6a1-9816d46b9081,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:43.107946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.108293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.108633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.108968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.109294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.109654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.109985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.110305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.110624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.110944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.111263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:43.171585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Attempting to bind port d83a376f-6825-4250-a6a1-9816d46b9081 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:00:43.171984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Attempting to bind port d83a376f-6825-4250-a6a1-9816d46b9081 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:00:43.173161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Attempting to bind port d83a376f-6825-4250-a6a1-9816d46b9081 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:00:43.179901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:00:43.180273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:00:43.180669 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:43.181061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:00:43.181520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Bound port: d83a376f-6825-4250-a6a1-9816d46b9081, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:00:43.181901 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:43.273132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] For port d83a376f-6825-4250-a6a1-9816d46b9081, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:00:43.276045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] For port d83a376f-6825-4250-a6a1-9816d46b9081, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d83a376f-6825-4250-a6a1-9816d46b9081,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:00:43.354841 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:43.432194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf8b50-296a-4618-b1b9-807e634336d8 None None] Pushing event updated for resources: {'Port': ['ID=d83a376f-6825-4250-a6a1-9816d46b9081,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:44.283630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923623ca-0054-4133-a3e5-024d782edabf None None] Network 84ebc57c-caec-4866-8969-c973b519dd53 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:00:44.463885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3224a7e4-2b12-44da-ae94-26f2917b88de None None] Provisioning for port d83a376f-6825-4250-a6a1-9816d46b9081 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:00:44.609287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d83a376f-6825-4250-a6a1-9816d46b9081 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:00:44.744988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d83a376f-6825-4250-a6a1-9816d46b9081 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:00:44.750824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d83a376f-6825-4250-a6a1-9816d46b9081 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:00:44.751370 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:44.823927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1d2a2a7d-d8a0-4bcd-9c70-daf0fee39153 None None] Provisioning complete for port d83a376f-6825-4250-a6a1-9816d46b9081 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:00:44.824295 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1d2a2a7d-d8a0-4bcd-9c70-daf0fee39153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:44.928105 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:45.007864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d83a376f-6825-4250-a6a1-9816d46b9081, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d83a376f-6825-4250-a6a1-9816d46b9081,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:00:45.012641 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1d2a2a7d-d8a0-4bcd-9c70-daf0fee39153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:45.098244 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:45.207462 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-1d2a2a7d-d8a0-4bcd-9c70-daf0fee39153 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:00:45.207832 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-1d2a2a7d-d8a0-4bcd-9c70-daf0fee39153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:00:45.210976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d83a376f-6825-4250-a6a1-9816d46b9081,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:46.561293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d83a376f-6825-4250-a6a1-9816d46b9081 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:00:46.631680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d83a376f-6825-4250-a6a1-9816d46b9081 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:00:46.632101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:54.451436 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-00d173c4-e640-405d-a82b-25a2eaf1ec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:56.816815 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2cb99399-bdac-47d5-b31e-fd91745b1285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:58.121465 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:58.241681 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:00:59.676110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:05.816596 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:01:24.429061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a68c5417-869e-403d-9727-e665de146158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:26.840882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6041afe5-70f2-46b3-8d51-eb3b7f6da239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:28.143653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:28.263719 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:29.709474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:42.816745 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:01:54.440207 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3dac7a4-9b9c-4fb7-bf87-30b74a2d33ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:56.820869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cdb27d54-60c4-48d7-b0ee-bc713b38f7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:57.063963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35370) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:01:57.069798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-8bc6bfdd-3b7f-4516-9cd2-39325ff67d1b tempest-verify_tempest_config-1320948364 tempest-verify_tempest_config-1320948364-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:01:57.070771 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8bc6bfdd-3b7f-4516-9cd2-39325ff67d1b tempest-verify_tempest_config-1320948364 tempest-verify_tempest_config-1320948364-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058451 Feb 02 15:01:57.604830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35386) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:01:57.743752 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:57.775572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:01:57.779221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Usage tracker for resource:security_group_rule and tenant:f600eb147b75443abe3bda64bc59f83a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:01:57.782063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:01:57.787440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:01:57.848084 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:57.925144 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:57.976322 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f600eb147b75443abe3bda64bc59f83a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3703015 Feb 02 15:01:57.977016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9193b690-d261-41a2-a7f5-dc0b491cbc34,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:57.978822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35392) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:01:57.986457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.986788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.987128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.987460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.987788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.988139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.988469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.988792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.989112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.989426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:57.989744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da187e64-12f5-42e5-8e27-4b75f11c12de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.039939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:58.065051 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:58.129359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:58.235015 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:58.252092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9193b690-d261-41a2-a7f5-dc0b491cbc34,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:58.257332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:58.258435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9193b690-d261-41a2-a7f5-dc0b491cbc34 HTTP/1.1" status: 204 len: 168 time: 0.2786605 Feb 02 15:01:58.263164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.263506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.263862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.264196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.264650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.264975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.265298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.265617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.265935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.266250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.266565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e284742-b224-4d88-b3f8-6c5050631a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:58.268487 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:01:59.695439 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:19.816359 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:02:24.444458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d54e0952-524f-48d1-b50d-55429ec37014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:26.861671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-603c96d4-269f-4f90-b1fe-ef8701586ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:28.129888 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:28.278618 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:29.671689 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:54.425061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-026a6ab6-77a5-40b6-ab3b-30b2b387ded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:56.817048 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:02:56.819335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41d1d098-f53f-4e1a-9126-1351cbbd51d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:58.135035 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:58.249138 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:02:59.704996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:24.454121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-05b78495-85c1-4eed-ad97-6d5695e3e0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:26.837005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52ae9eb5-51d2-4c86-9c74-b153644fbc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:28.117251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:28.265154 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:29.699458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:33.816335 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:03:54.407056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ad866f3c-2c10-4df4-91f9-3cff3dc3b055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:56.823295 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-043e4cf9-c1d7-448a-aee2-d78dd4e4a44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:58.138456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:58.258873 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:03:59.698740 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:10.815962 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:04:24.452095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7794764d-9e5a-4dc4-9487-41305327492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:26.811935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aad841a9-e3de-4c80-9f2c-abe68a7d265d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:28.154980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:28.268381 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:29.697495 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:47.816432 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 5 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:04:54.433675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81b43079-5220-4a69-bff2-f57aedfed43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:56.811951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c05c47a8-01db-451b-a615-bb8a8ff40784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:58.193723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:58.251107 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:04:59.696787 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:16.444274 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1004568'] for agent, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:17.330412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1004568'] for agent, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:24.461408 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7994df63-3b20-4d5a-8ba6-661a8e368b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:24.816496 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:05:26.809777 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5301a25a-d960-4484-bb7c-17af83ccc677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:28.146965 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:28.255514 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:29.678563 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:46.403894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:47.260604 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:54.431805 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7c16245a-782a-468a-a030-1ebe86280ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:56.809404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-350d9879-5eca-42e8-afed-72252756c2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:58.135521 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:58.260317 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:05:59.711865 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:01.817513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:06:02.994700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35458) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:06:03.129849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-639e41ac-1259-4d3c-9ea9-e681ca3bd68f admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1340702 Feb 02 15:06:05.177328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35468) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:06:05.258132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f9bb689b-f2d8-4692-9968-94ca5df67d0f admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0797427 Feb 02 15:06:16.465537 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:17.305263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:24.436655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc539802-ceb8-4b93-9bcf-82f596d1cba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:26.796604 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d963a8ae-add6-40bd-90b8-eb3f66e3d652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:28.145203 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:28.253474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:29.722469 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:38.818856 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:06:46.413369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:47.298885 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:54.430349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8935942d-2446-4255-9dd7-4a0e9cbe3ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:56.819032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8418cc63-9c3e-4fc7-9252-1b101a55614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:58.144426 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:58.253164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:06:59.733800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:15.819571 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:07:16.446866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:17.298166 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:24.440934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4b7a-9508-4dbd-88ed-979740591d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:26.840844 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-65e22dca-83a1-48bf-93c3-23c82c4379f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:28.149526 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:28.258348 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:29.715367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:43.278389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35660) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:44.024554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c20dab0f-a3e8-4e73-aaba-9673bb11feee tempest-AutoAllocateNetworkTest-1864749655 tempest-AutoAllocateNetworkTest-1864749655-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4d383c39de5845ab9f3309778f754062&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7444551 Feb 02 15:07:44.027127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35678) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:44.171014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7235fed-0126-4c89-a171-8622a68b2623 tempest-AutoAllocateNetworkTest-1864749655 tempest-AutoAllocateNetworkTest-1864749655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:07:44.175674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35686) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:44.176205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e7235fed-0126-4c89-a171-8622a68b2623 tempest-AutoAllocateNetworkTest-1864749655 tempest-AutoAllocateNetworkTest-1864749655-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1477416 Feb 02 15:07:44.245695 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7fa2468e-1184-4024-9e77-da4619f833bd tempest-AutoAllocateNetworkTest-1864749655 tempest-AutoAllocateNetworkTest-1864749655-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679405 Feb 02 15:07:44.248589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35690) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:44.274854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-31662e44-1d86-4bb8-92ed-c9eeded1c191 tempest-AutoAllocateNetworkTest-1864749655 tempest-AutoAllocateNetworkTest-1864749655-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4d383c39de5845ab9f3309778f754062 HTTP/1.1" status: 200 len: 208 time: 0.0252509 Feb 02 15:07:46.069726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:46.446496 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:46.805064 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:46.835376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:07:46.839654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Usage tracker for resource:security_group_rule and tenant:4d383c39de5845ab9f3309778f754062 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:07:46.842486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:07:46.848120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:07:46.920263 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:46.988571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:47.037754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Synchronizing usage tracker for tenant:9f4d5af55e2b4a07ac6da1fabe9cedab on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:07:47.040165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cb249a-06ea-4fdd-b166-6f9eab1d5645,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:47.051599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.051964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.052302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.052628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.052953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.053274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.053587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.053903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.054212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.054522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.054836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Tracked resource versions report: Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: pushed versions: Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: { 'ConntrackHelper': {'1.0'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Log': {'1.0'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Network': {'1.1'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Port': {'1.5'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'PortForwarding': {'1.2'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'QosPolicy': {'1.8'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'SecurityGroup': {'1.2'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'SecurityGroupRule': {'1.0'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'SubPort': {'1.0'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Subnet': {'1.1'}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Trunk': {'1.1'}} Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: consumer versions: Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: { DHCP agent@n-d-827122-1: {}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: HyperV agent@n-h1-827122-1: {}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: HyperV agent@n-h2-827122-1: {}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: L3 agent@n-d-827122-1: {}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: Metadata agent@n-d-827122-1: {}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: Metering agent@n-d-827122-1: {}, Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: Open vSwitch agent@n-d-827122-1: { 'ConntrackHelper': '1.0', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Log': '1.0', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Network': '1.1', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Port': '1.5', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'PortForwarding': '1.2', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'QosPolicy': '1.8', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'SecurityGroup': '1.2', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'SecurityGroupRule': '1.0', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'SubPort': '1.0', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Subnet': '1.1', Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: 'Trunk': '1.1'}} Feb 02 15:07:47.056016 n-d-827122-1 neutron-server[95773]: {{(pid=95773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:07:47.154244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] Unset dirty status for tenant:9f4d5af55e2b4a07ac6da1fabe9cedab on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:07:47.157803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-42bfc281-4ded-4f71-88c6-a255394c1606 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4d383c39de5845ab9f3309778f754062&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0850897 Feb 02 15:07:47.158603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35770) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:47.223717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6675-2781-49d5-a140-e49ea4093606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:47.253456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6675-2781-49d5-a140-e49ea4093606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:47.297335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:47.383143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6675-2781-49d5-a140-e49ea4093606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:47.398966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f6675-2781-49d5-a140-e49ea4093606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cb249a-06ea-4fdd-b166-6f9eab1d5645,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:47.405534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6675-2781-49d5-a140-e49ea4093606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:47.406648 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3d3f6675-2781-49d5-a140-e49ea4093606 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e4cb249a-06ea-4fdd-b166-6f9eab1d5645 HTTP/1.1" status: 204 len: 168 time: 0.2470655 Feb 02 15:07:51.282835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35926) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:51.619232 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:51.638521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35940) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:51.652784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:07:51.656546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5381c2b630694319818ebf04ca0ac87e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:07:51.659290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:07:51.664845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:07:51.750039 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:51.835168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:51.878470 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5381c2b630694319818ebf04ca0ac87e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5945706 Feb 02 15:07:51.881535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35950) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:51.895515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1b3b5-b359-4ef3-a05c-b6b7a0d588b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7ed52e-e27a-4727-90f6-f2a0385b76b2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:51.959267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.004467 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.013221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35958) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:52.014614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.078423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:07:52.082378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] Usage tracker for resource:security_group_rule and tenant:c722ff8015d84884b14cf03d6c101189 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:07:52.085748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:07:52.093030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:07:52.224728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.247914 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.265185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7ed52e-e27a-4727-90f6-f2a0385b76b2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:52.273707 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.278815 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac7ed52e-e27a-4727-90f6-f2a0385b76b2 HTTP/1.1" status: 204 len: 168 time: 0.3962069 Feb 02 15:07:52.287070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:07:52.291256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] Usage tracker for resource:security_group_rule and tenant:2e40553f731f458899777094689af58c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:07:52.294389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:07:52.300116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.300481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:07:52.301807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.301807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.301807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.302265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.302766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.303279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.303776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.304304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.304801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.305599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9fbf2-2ced-4f99-a87a-a71d0c14b676 admin admin] Tracked resource versions report: Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: pushed versions: Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: { 'ConntrackHelper': {'1.0'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Log': {'1.0'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Network': {'1.1'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Port': {'1.5'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'PortForwarding': {'1.2'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'QosPolicy': {'1.8'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'SecurityGroup': {'1.2'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'SecurityGroupRule': {'1.0'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'SubPort': {'1.0'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Subnet': {'1.1'}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Trunk': {'1.1'}} Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: consumer versions: Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: { DHCP agent@n-d-827122-1: {}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: HyperV agent@n-h1-827122-1: {}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: HyperV agent@n-h2-827122-1: {}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: L3 agent@n-d-827122-1: {}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: Metadata agent@n-d-827122-1: {}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: Metering agent@n-d-827122-1: {}, Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: Open vSwitch agent@n-d-827122-1: { 'ConntrackHelper': '1.0', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Log': '1.0', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Network': '1.1', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Port': '1.5', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'PortForwarding': '1.2', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'QosPolicy': '1.8', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'SecurityGroup': '1.2', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'SecurityGroupRule': '1.0', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'SubPort': '1.0', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Subnet': '1.1', Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: 'Trunk': '1.1'}} Feb 02 15:07:52.307127 n-d-827122-1 neutron-server[95772]: {{(pid=95772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:07:52.343410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.375665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.491866 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.529097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c722ff8015d84884b14cf03d6c101189&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8894250 Feb 02 15:07:52.531725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35988) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:52.548495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.599152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850fc5b5-28e9-4215-ae54-2c82a8c722be,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:52.622650 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67a59f8f-5b37-49bc-9821-985472369c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.627960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0a5d40c9-992c-4544-8bae-14f4c176968a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2e40553f731f458899777094689af58c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6113400 Feb 02 15:07:52.628414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35998) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:52.634502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea61999-a198-47f3-9328-330f30ca775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b086525-b177-4645-975a-3138f682de33,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:52.662923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67a59f8f-5b37-49bc-9821-985472369c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.720818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27385476-7351-4423-b594-9aa1dfab26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.749453 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27385476-7351-4423-b594-9aa1dfab26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.826523 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:07:52.851705 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67a59f8f-5b37-49bc-9821-985472369c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.871275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a59f8f-5b37-49bc-9821-985472369c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b086525-b177-4645-975a-3138f682de33,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:52.877379 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67a59f8f-5b37-49bc-9821-985472369c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.881592 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-67a59f8f-5b37-49bc-9821-985472369c57 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0b086525-b177-4645-975a-3138f682de33 HTTP/1.1" status: 204 len: 168 time: 0.3486738 Feb 02 15:07:52.891270 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27385476-7351-4423-b594-9aa1dfab26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.919019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27385476-7351-4423-b594-9aa1dfab26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:52.920299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-27385476-7351-4423-b594-9aa1dfab26dc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/850fc5b5-28e9-4215-ae54-2c82a8c722be HTTP/1.1" status: 204 len: 168 time: 0.2907579 Feb 02 15:07:52.923532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27385476-7351-4423-b594-9aa1dfab26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850fc5b5-28e9-4215-ae54-2c82a8c722be,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:53.398404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36032) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:53.419963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:53.449739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:07:53.453404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] Usage tracker for resource:security_group_rule and tenant:c03c8d54e53340a6b2d6f3308750e191 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:07:53.456126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:07:53.461727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:07:53.531311 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:53.640677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:53.689346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c03c8d54e53340a6b2d6f3308750e191&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2897663 Feb 02 15:07:53.689693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36044) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:53.690952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfa498-e867-4d89-a0b5-be35f29abe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b0955-e712-452f-bfa0-0e951489d4be,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:53.757038 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fdf37727-83e2-4873-b515-43f87e639419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:53.783227 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fdf37727-83e2-4873-b515-43f87e639419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:53.926437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fdf37727-83e2-4873-b515-43f87e639419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:53.944170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf37727-83e2-4873-b515-43f87e639419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b0955-e712-452f-bfa0-0e951489d4be,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:53.951031 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fdf37727-83e2-4873-b515-43f87e639419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:53.955430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fdf37727-83e2-4873-b515-43f87e639419 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a70b0955-e712-452f-bfa0-0e951489d4be HTTP/1.1" status: 204 len: 168 time: 0.2634580 Feb 02 15:07:54.032496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36052) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:54.050228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.083402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:07:54.088251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] Usage tracker for resource:security_group_rule and tenant:2acb738745014861bdb2baf0e05b8ff8 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:07:54.091410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:07:54.098825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:07:54.172953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.263133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.351200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabbc6fa-03d4-40ba-a63b-bbba235f220b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:54.356855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-642bff58-f043-4afd-8474-1f1b6ab275f7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2acb738745014861bdb2baf0e05b8ff8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232937 Feb 02 15:07:54.359803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36068) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:54.426547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cacb3fb-5503-42fd-9aa2-ae4241098c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.451975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cacb3fb-5503-42fd-9aa2-ae4241098c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.491268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3acf-ea49-4bcc-9c02-fb350056ce31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.605167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36076) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:54.623447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.681529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cacb3fb-5503-42fd-9aa2-ae4241098c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.698915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:07:54.705356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb8fe626764a4848afeae4d47d258238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:07:54.708899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:07:54.721978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacb3fb-5503-42fd-9aa2-ae4241098c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabbc6fa-03d4-40ba-a63b-bbba235f220b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:54.727444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:07:54.731944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cacb3fb-5503-42fd-9aa2-ae4241098c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.746146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1cacb3fb-5503-42fd-9aa2-ae4241098c74 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cabbc6fa-03d4-40ba-a63b-bbba235f220b HTTP/1.1" status: 204 len: 168 time: 0.3828630 Feb 02 15:07:54.830747 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.914337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:54.960761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c722c7d0-0e42-4465-9be5-54b33dd3f3cd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:54.966770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-87f399d6-fa3d-4697-8aa6-e2ef649237a6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb8fe626764a4848afeae4d47d258238&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3605015 Feb 02 15:07:54.969446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36096) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:55.035977 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cd617e2-31ff-4a01-9ece-96431e9cdbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:55.064983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cd617e2-31ff-4a01-9ece-96431e9cdbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:55.229678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cd617e2-31ff-4a01-9ece-96431e9cdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:55.251924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd617e2-31ff-4a01-9ece-96431e9cdbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c722c7d0-0e42-4465-9be5-54b33dd3f3cd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:55.256315 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cd617e2-31ff-4a01-9ece-96431e9cdbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:55.259885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9cd617e2-31ff-4a01-9ece-96431e9cdbc8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c722c7d0-0e42-4465-9be5-54b33dd3f3cd HTTP/1.1" status: 204 len: 168 time: 0.2870326 Feb 02 15:07:55.354662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36118) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:55.357448 n-d-827122-1 neutron-server[95772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 15:07:55.384312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-0c517633-d6d7-411b-88ce-56a79e323b2b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285113 Feb 02 15:07:55.561975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-683dfc19-de4c-4d44-83cd-22621339fec8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:07:55.563511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-683dfc19-de4c-4d44-83cd-22621339fec8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646049 Feb 02 15:07:55.579415 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-86e162a7-aaf1-48e8-84a1-418ce5c1f686 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/quotas/65a4ae79ff924c6cbe1f6ca55d116879 HTTP/1.1" status: 200 len: 375 time: 0.0107982 Feb 02 15:07:55.627294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-d4d93287-a89d-481d-a9a3-3f113172266c tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424767 Feb 02 15:07:56.018089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36164) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:56.458731 n-d-827122-1 neutron-server[95773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 15:07:56.504607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a4da550-44d3-49d3-b7d9-49896300c1b9 req-6b1aad84-8569-4256-8a02-de3713e49ca2 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 210 time: 0.4841957 Feb 02 15:07:56.862922 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01921be4-de75-4aac-a1b7-84dd19a57e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:57.688383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f2947d09-f37f-45e2-a404-10dbdce0f45b req-6c120eea-5eba-439b-b9ab-9dc5e295877e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 210 time: 0.0474663 Feb 02 15:07:58.091077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-d97e458a-a21c-49c3-9ff1-bd0956d00c2b tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=9118b0ffe40f49b1b6edcc1dd6a41109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297074 Feb 02 15:07:58.240442 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:58.262847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482591-a227-45eb-aefc-8283af870610 req-510ad469-6da3-4b2c-9a39-a363a46547b3 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:07:58.264300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-510ad469-6da3-4b2c-9a39-a363a46547b3 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680920 Feb 02 15:07:58.282985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-997a7871-cbd4-4d22-8c38-11dea694646a tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/quotas/9118b0ffe40f49b1b6edcc1dd6a41109 HTTP/1.1" status: 200 len: 375 time: 0.0108356 Feb 02 15:07:58.326276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:58.335350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-2f548ddb-1444-4897-9569-285bf995b6e4 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9118b0ffe40f49b1b6edcc1dd6a41109&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460844 Feb 02 15:07:58.732447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c258f410-cbcc-4655-bea6-e102180b6e9b req-b1423214-f931-4fcb-9e4c-64fbf1e86e7e tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 210 time: 0.0558238 Feb 02 15:07:59.002182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-03f09880-d179-4461-a1fd-136fd6d97d1f req-0000964b-6ce7-4f0d-bc23-fc80741973fe tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 210 time: 0.0942750 Feb 02 15:07:59.105602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36344) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:59.267995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:59.317226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:07:59.317226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] Usage tracker for resource:security_group_rule and tenant:c88cfe7d8eb1473ab356b3f7855255b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:07:59.320334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:07:59.326659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:07:59.401778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:59.497323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:59.593224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c88cfe7d8eb1473ab356b3f7855255b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4864218 Feb 02 15:07:59.594434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b4e30-34b5-4deb-ab75-049427d500ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096e02d4-23b2-450c-88a8-695edb399b82,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:59.596007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36376) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:07:59.677985 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fef949e4-1977-42b1-863f-0875353c7e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:59.706092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fef949e4-1977-42b1-863f-0875353c7e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:59.731331 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:59.823125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fef949e4-1977-42b1-863f-0875353c7e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:59.845116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef949e4-1977-42b1-863f-0875353c7e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e02d4-23b2-450c-88a8-695edb399b82,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:59.882265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fef949e4-1977-42b1-863f-0875353c7e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:07:59.887017 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fef949e4-1977-42b1-863f-0875353c7e01 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/096e02d4-23b2-450c-88a8-695edb399b82 HTTP/1.1" status: 204 len: 168 time: 0.2899482 Feb 02 15:07:59.985454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.64', 54206) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:00.025572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-f198800a-d2ea-4315-acdb-f89134c86450 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381255 Feb 02 15:08:00.036060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-718042b3-f86f-4144-869c-37865797e1bc req-363fa748-c92a-41ee-99d0-665d7df3b4b6 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 210 time: 0.0619352 Feb 02 15:08:00.216346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-2631551f-49d2-4378-a4b5-46c40ab3ce58 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:00.217792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-2631551f-49d2-4378-a4b5-46c40ab3ce58 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880486 Feb 02 15:08:00.287565 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d98ec474-2513-4e02-a149-b9be199b136f req-f97faaea-164c-492f-8dc6-ae50f8933558 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 210 time: 0.0404689 Feb 02 15:08:00.324721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Request body: {'port': {'device_id': 'a7d7adba-3aa4-4007-9ae1-19a59e4bbd82', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '65a4ae79ff924c6cbe1f6ca55d116879'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:00.474557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:00.479275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Usage tracker for resource:port and tenant:65a4ae79ff924c6cbe1f6ca55d116879 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:00.482552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:00.488483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:00.572047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Made reservation on behalf of 65a4ae79ff924c6cbe1f6ca55d116879 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:00.575648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:00.594810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:00.673103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:00.679083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Usage tracker for resource:security_group_rule and tenant:65a4ae79ff924c6cbe1f6ca55d116879 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:00.683435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:00.694153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:00.778680 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:00.870012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:00.953231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:01.057243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Allocated IP 192.168.233.48 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:01.130786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36444) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:01.154614 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.203352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:01.212452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] Usage tracker for resource:security_group_rule and tenant:d723fa5d1f3a4775a5a2222b956ecb19 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:01.219340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:01.227980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:01.274692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.294951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Transition to ACTIVE for port object e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:01.309555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.386361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd9e581f-da49-4692-b18e-329931b41068 req-4e8b72d6-d777-4685-9f23-69e87c4a0011 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 210 time: 0.0471873 Feb 02 15:08:01.394418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.424381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.474351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d723fa5d1f3a4775a5a2222b956ecb19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3418870 Feb 02 15:08:01.476948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36464) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:01.516636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:01.520577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:01.537716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed1348-8fae-448c-b916-978b587525fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed07cf47-2a84-4f30-939c-6800ca1abb2c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:01.546994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:01.557106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:01.557752 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.576226 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bcfd781f-57f9-4dd5-b4a8-f8f267772a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.579316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Pushing event updated for resources: {'Port': ['ID=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:01.612153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bcfd781f-57f9-4dd5-b4a8-f8f267772a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.721034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-5a880385-f81f-4b71-ad0c-bd58530571e8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4018710 Feb 02 15:08:01.731902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.64', 54210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:01.792049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-c305eeac-530d-4098-8c4b-08b7a694f6ca tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9118b0ffe40f49b1b6edcc1dd6a41109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430534 Feb 02 15:08:01.821816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bcfd781f-57f9-4dd5-b4a8-f8f267772a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.863224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-1ec8ff69-f268-4679-bc45-4f6cc6cba169 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:08:01.866891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-1ec8ff69-f268-4679-bc45-4f6cc6cba169 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0183864 Feb 02 15:08:01.914168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bcfd781f-57f9-4dd5-b4a8-f8f267772a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:01.919508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bcfd781f-57f9-4dd5-b4a8-f8f267772a38 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed07cf47-2a84-4f30-939c-6800ca1abb2c HTTP/1.1" status: 204 len: 168 time: 0.4388719 Feb 02 15:08:01.924817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd781f-57f9-4dd5-b4a8-f8f267772a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed07cf47-2a84-4f30-939c-6800ca1abb2c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:01.945650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3846ae-0ef3-42fd-8840-784608d2dc12 req-e5fe3625-3941-457c-b179-7b45d37f28a1 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:01.946383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2c3846ae-0ef3-42fd-8840-784608d2dc12 req-e5fe3625-3941-457c-b179-7b45d37f28a1 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Synchronizing usage tracker for tenant:65a4ae79ff924c6cbe1f6ca55d116879 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:02.025860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482591-a227-45eb-aefc-8283af870610 req-a71132d6-7d07-490e-a14c-798cd488d05a tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:02.027339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-a71132d6-7d07-490e-a14c-798cd488d05a tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340879 Feb 02 15:08:02.050320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Request body: {'port': {'device_id': 'a0964a43-7aea-47ba-a288-b264302b8ac7', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '9118b0ffe40f49b1b6edcc1dd6a41109'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:02.068923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e4487f90-7814-4e4e-947e-37a10f71a1c5 None None] Provisioning for port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:02.079762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e4487f90-7814-4e4e-947e-37a10f71a1c5 None None] Provisioning complete for port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:02.079762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e4487f90-7814-4e4e-947e-37a10f71a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:02.150117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2c3846ae-0ef3-42fd-8840-784608d2dc12 req-e5fe3625-3941-457c-b179-7b45d37f28a1 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Unset dirty status for tenant:65a4ae79ff924c6cbe1f6ca55d116879 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:02.152885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c3846ae-0ef3-42fd-8840-784608d2dc12 req-e5fe3625-3941-457c-b179-7b45d37f28a1 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 935 time: 0.4291115 Feb 02 15:08:02.157064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e4487f90-7814-4e4e-947e-37a10f71a1c5 None None] Port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:08:02.281764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2c3846ae-0ef3-42fd-8840-784608d2dc12 req-ba5b81f4-b98b-4bdb-9f50-acec6401565e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Synchronizing usage tracker for tenant:65a4ae79ff924c6cbe1f6ca55d116879 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:02.374281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:02.378425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Usage tracker for resource:port and tenant:9118b0ffe40f49b1b6edcc1dd6a41109 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:02.381455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:02.389035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2c3846ae-0ef3-42fd-8840-784608d2dc12 req-ba5b81f4-b98b-4bdb-9f50-acec6401565e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Unset dirty status for tenant:65a4ae79ff924c6cbe1f6ca55d116879 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:02.389380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:02.391513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c3846ae-0ef3-42fd-8840-784608d2dc12 req-ba5b81f4-b98b-4bdb-9f50-acec6401565e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336133 Feb 02 15:08:02.474381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Made reservation on behalf of 9118b0ffe40f49b1b6edcc1dd6a41109 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:02.477678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:02.533968 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:02.629686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:02.641323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Usage tracker for resource:security_group_rule and tenant:9118b0ffe40f49b1b6edcc1dd6a41109 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:02.645471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:02.650297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Request body: {'port': {'device_id': 'a7d7adba-3aa4-4007-9ae1-19a59e4bbd82', 'device_owner': 'compute:tempest-test_az-915525238', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:02.652689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:02.772975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:02.835184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:02.966754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a558ae-5184-4505-b8a0-0cf18cf094f0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:03.056866 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a49ee40-93fc-4c27-880f-4149f0328129 req-357d543a-3beb-4be3-b3cd-f523e9312860 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 210 time: 0.0618725 Feb 02 15:08:03.086041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:03.172360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Allocated IP 192.168.233.202 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/d468e200-3f34-4f40-a570-38feb613346d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:03.566679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:03.592248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Transition to ACTIVE for port object d468e200-3f34-4f40-a570-38feb613346d will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:03.703396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:03.900014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:03.903976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:03.906538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Pushing event updated for resources: {'Port': ['ID=d468e200-3f34-4f40-a570-38feb613346d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:03.919342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:03.923799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:03.924585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:04.046234 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-3249291b-e5b9-4984-b810-1be9f554b949 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9997633 Feb 02 15:08:04.085594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:04.094956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:04.115571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Request body: {'port': {'device_id': 'a0964a43-7aea-47ba-a288-b264302b8ac7', 'device_owner': 'compute:tempest-test_az-915525238', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:04.130538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Transition to ACTIVE for port object e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:04.255341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36544) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:04.360981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:04.411180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:04.422675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-00e6a81e-373f-4200-93b8-7a4c8a668e2d None None] Provisioning for port d468e200-3f34-4f40-a570-38feb613346d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:04.429387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-00e6a81e-373f-4200-93b8-7a4c8a668e2d None None] Provisioning complete for port d468e200-3f34-4f40-a570-38feb613346d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:04.444907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-00e6a81e-373f-4200-93b8-7a4c8a668e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:04.574353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-00e6a81e-373f-4200-93b8-7a4c8a668e2d None None] Port d468e200-3f34-4f40-a570-38feb613346d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:08:04.875485 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:04.924607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929be2e2-201a-4b96-abf7-496558f435e7 req-026c297b-3e2d-4049-98df-9aa44bc3cad4 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:04.939575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929be2e2-201a-4b96-abf7-496558f435e7 req-026c297b-3e2d-4049-98df-9aa44bc3cad4 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.5124052 Feb 02 15:08:05.004079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Pushing event updated for resources: {'Port': ['ID=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:05.024508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929be2e2-201a-4b96-abf7-496558f435e7 req-9b5f7a0d-5e58-42d2-bd96-2995927c0c41 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839179 Feb 02 15:08:05.174918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:05.178154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Attempting to bind port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Attempting to bind port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Attempting to bind port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] Usage tracker for resource:security_group_rule and tenant:18311bc02dfd4eb2837fc05c4303c5e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Attempting to bind port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Bound port: e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:08:05.238272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:05.240264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d468e200-3f34-4f40-a570-38feb613346d {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:05.267254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:05.279831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Transition to ACTIVE for port object d468e200-3f34-4f40-a570-38feb613346d will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:05.303355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fcfc0-6f36-4b67-8127-118ceb4c8e4f req-34bd8a5e-ecab-4ec0-947e-ae1e41c05d9f tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:05.304116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bf0fcfc0-6f36-4b67-8127-118ceb4c8e4f req-34bd8a5e-ecab-4ec0-947e-ae1e41c05d9f tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Synchronizing usage tracker for tenant:9118b0ffe40f49b1b6edcc1dd6a41109 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:05.431448 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:05.487276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] For port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:08:05.496539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] For port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:08:05.829115 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:05.863532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:05.890076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bf0fcfc0-6f36-4b67-8127-118ceb4c8e4f req-34bd8a5e-ecab-4ec0-947e-ae1e41c05d9f tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Unset dirty status for tenant:9118b0ffe40f49b1b6edcc1dd6a41109 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:05.891289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf0fcfc0-6f36-4b67-8127-118ceb4c8e4f req-34bd8a5e-ecab-4ec0-947e-ae1e41c05d9f tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 936 time: 0.7045805 Feb 02 15:08:05.915159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=18311bc02dfd4eb2837fc05c4303c5e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6555004 Feb 02 15:08:05.915159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:05.917409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36570) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:06.043978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22ab6d-2daf-46e3-be8a-8ca93552508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea87dd2-b609-44d9-a5a0-46b8b11e39db,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:06.092817 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:06.092817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] 10.222.0.64 "PUT /v2.0/ports/e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 HTTP/1.1" status: 200 len: 1116 time: 4.0570133 Feb 02 15:08:06.092817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d7adba-3aa4-4007-9ae1-19a59e4bbd82', 'tag': 'e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:06.093142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Pushing event updated for resources: {'Port': ['ID=d468e200-3f34-4f40-a570-38feb613346d,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:06.150162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3f0cf-2d4e-4609-aa1a-a6b65e44c9dc service neutron] Pushing event updated for resources: {'Port': ['ID=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:06.159206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bf0fcfc0-6f36-4b67-8127-118ceb4c8e4f req-636cc2a5-1d07-4902-b6b3-a466285e2052 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Synchronizing usage tracker for tenant:9118b0ffe40f49b1b6edcc1dd6a41109 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:06.224106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0530-f4bf-414a-8e7e-83d22b984246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:06.289373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0530-f4bf-414a-8e7e-83d22b984246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:06.304417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Attempting to bind port d468e200-3f34-4f40-a570-38feb613346d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:08:06.304417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Attempting to bind port d468e200-3f34-4f40-a570-38feb613346d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:08:06.304417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Attempting to bind port d468e200-3f34-4f40-a570-38feb613346d on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:06.315294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Port d468e200-3f34-4f40-a570-38feb613346d on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:08:06.315970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Attempting to bind port d468e200-3f34-4f40-a570-38feb613346d on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:06.325623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:08:06.326323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:06.327140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:08:06.327807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Bound port: d468e200-3f34-4f40-a570-38feb613346d, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:08:06.328426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:06.365298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bf0fcfc0-6f36-4b67-8127-118ceb4c8e4f req-636cc2a5-1d07-4902-b6b3-a466285e2052 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Unset dirty status for tenant:9118b0ffe40f49b1b6edcc1dd6a41109 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:06.379540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf0fcfc0-6f36-4b67-8127-118ceb4c8e4f req-636cc2a5-1d07-4902-b6b3-a466285e2052 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750533 Feb 02 15:08:06.395937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36588) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:06.451686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0530-f4bf-414a-8e7e-83d22b984246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:06.483070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad0530-f4bf-414a-8e7e-83d22b984246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea87dd2-b609-44d9-a5a0-46b8b11e39db,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:06.674251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0530-f4bf-414a-8e7e-83d22b984246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:06.674251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b4ad0530-f4bf-414a-8e7e-83d22b984246 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dea87dd2-b609-44d9-a5a0-46b8b11e39db HTTP/1.1" status: 204 len: 168 time: 0.6732748 Feb 02 15:08:06.684571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-4991e586-0629-44c6-8f43-b5ce0f4d57ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 1119 time: 0.1769357 Feb 02 15:08:06.704106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] For port d468e200-3f34-4f40-a570-38feb613346d, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:08:06.717569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] For port d468e200-3f34-4f40-a570-38feb613346d, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d468e200-3f34-4f40-a570-38feb613346d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:08:06.784479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d45ad8-b2c8-47ae-a6d1-a0cf884ca2f0 req-a19a9542-c623-42a1-9c53-9b24c4f2c769 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:06.798063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3d45ad8-b2c8-47ae-a6d1-a0cf884ca2f0 req-a19a9542-c623-42a1-9c53-9b24c4f2c769 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.2299366 Feb 02 15:08:06.804882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-0100c4ec-8780-45f1-b1d8-11d9b9797593 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 HTTP/1.1" status: 200 len: 217 time: 0.0811148 Feb 02 15:08:06.865717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:06.891878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-da5f510c-3674-45a1-afd7-c4a46997b3e5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:06.893357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-da5f510c-3674-45a1-afd7-c4a46997b3e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0764215 Feb 02 15:08:06.939569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:07.029682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:07.036737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9a78ad65ae4aacbad93f9410bee2eb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:07.041062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:07.053905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:07.096820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-4857ee41-bcfd-4fb6-94b9-c74043f8e27e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384618 Feb 02 15:08:07.101769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3d45ad8-b2c8-47ae-a6d1-a0cf884ca2f0 req-bff6e1e2-6ae2-4f34-b49e-089fe5528281 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035059 Feb 02 15:08:07.121049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Pushing event updated for resources: {'Port': ['ID=d468e200-3f34-4f40-a570-38feb613346d,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:07.187544 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:07.187544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-897b5796-17b1-4b42-9e10-60be0055622a service neutron] 10.222.0.64 "PUT /v2.0/ports/d468e200-3f34-4f40-a570-38feb613346d HTTP/1.1" status: 200 len: 1117 time: 3.0459847 Feb 02 15:08:07.187544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0964a43-7aea-47ba-a288-b264302b8ac7', 'tag': 'd468e200-3f34-4f40-a570-38feb613346d'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:07.443059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:07.467439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-8f5a4962-f098-4031-921e-3af88db7145c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9118b0ffe40f49b1b6edcc1dd6a41109&device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 1120 time: 0.1414044 Feb 02 15:08:07.468866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-01a64711-4a79-4e4b-a41b-12a5514851f7 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595834 Feb 02 15:08:07.503136 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:07.658863 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c9a78ad65ae4aacbad93f9410bee2eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2615302 Feb 02 15:08:07.666595 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d7adba-3aa4-4007-9ae1-19a59e4bbd82', 'tag': 'e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592', 'status': 'completed', 'code': 200} Feb 02 15:08:07.668918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36614) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:07.728672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-31beb6b1-ee8c-499e-b37f-7c0ffb7073fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d468e200-3f34-4f40-a570-38feb613346d HTTP/1.1" status: 200 len: 217 time: 0.2009912 Feb 02 15:08:07.877647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36622) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:07.899698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc472a7-5d69-4d76-841e-d43ce28d1290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248d66e4-6a65-4fc3-be7f-ebf83c5631a1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:07.974462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aa53bcaf-5af3-40a5-ab6f-a15cf4d0065b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:07.978728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d350bd15-6390-445f-8fd4-98d5cbef5230 req-f6828fe4-31a7-40de-8f75-389a3e7eb801 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455280 Feb 02 15:08:07.986786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482591-a227-45eb-aefc-8283af870610 req-e83c8c54-73e0-4524-b36f-b502f714a6a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:07.988308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-e83c8c54-73e0-4524-b36f-b502f714a6a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2350669 Feb 02 15:08:08.002042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276176-0291-40fb-9b2d-7b86f4a29007 req-d38ffe80-8dfd-423a-a898-ca1d6f4925c8 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:08.007654 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aa53bcaf-5af3-40a5-ab6f-a15cf4d0065b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:08.009882 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32276176-0291-40fb-9b2d-7b86f4a29007 req-d38ffe80-8dfd-423a-a898-ca1d6f4925c8 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 969 time: 0.3958089 Feb 02 15:08:08.103888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32276176-0291-40fb-9b2d-7b86f4a29007 req-96ae08ff-49b2-4b97-bb30-2fbd88961b6b tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931246 Feb 02 15:08:08.152876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-90295b32-fe18-4b9d-906a-d5007bc8872f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028543 Feb 02 15:08:08.171350 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aa53bcaf-5af3-40a5-ab6f-a15cf4d0065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:08.188830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53bcaf-5af3-40a5-ab6f-a15cf4d0065b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248d66e4-6a65-4fc3-be7f-ebf83c5631a1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:08.193384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aa53bcaf-5af3-40a5-ab6f-a15cf4d0065b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:08.195022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aa53bcaf-5af3-40a5-ab6f-a15cf4d0065b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/248d66e4-6a65-4fc3-be7f-ebf83c5631a1 HTTP/1.1" status: 204 len: 168 time: 0.4156220 Feb 02 15:08:08.243453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36634) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:08.294383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:08.409343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:08.421189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-12436e26-df59-4744-9382-8b8f59f085cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 1119 time: 0.2252624 Feb 02 15:08:08.422682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b7dd9d60ea504e6cbfad546d6065c669 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:08.426510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:08.459043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:08.511795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-e0e66d89-57ac-432b-b938-51966e8512d4 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048680 Feb 02 15:08:08.552614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3442-5a20-4eae-be5b-d5c34173b65c req-1589504a-13fb-4040-95cf-5abd4b90994e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:08.561351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f5c3442-5a20-4eae-be5b-d5c34173b65c req-1589504a-13fb-4040-95cf-5abd4b90994e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.2705860 Feb 02 15:08:08.688522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f5c3442-5a20-4eae-be5b-d5c34173b65c req-2fe7754b-4eb6-4667-9d68-3b63973f8d1e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261258 Feb 02 15:08:08.767724 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:08.770861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-b1b0f314-0ab7-4c7e-8a90-374ae4ed5c5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:08.772944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-b1b0f314-0ab7-4c7e-8a90-374ae4ed5c5e service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3415701 Feb 02 15:08:08.830620 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:08.915942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:08.924143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] Usage tracker for resource:security_group_rule and tenant:d34d1d49fb244027b18a606e63584f5f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:08.928300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:08.932054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:08.932961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5482591-a227-45eb-aefc-8283af870610 req-b55e8d76-f67e-415c-9e34-344cbdabbcac service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268919 Feb 02 15:08:08.937358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:09.040220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.046470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7dd9d60ea504e6cbfad546d6065c669&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8002694 Feb 02 15:08:09.047405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:09.064871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-116e2edc-7294-451f-9e7f-811895ee46b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 HTTP/1.1" status: 200 len: 217 time: 0.2858624 Feb 02 15:08:09.068741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b58e0-c5bd-4ddd-a1f0-e0aabaf038f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0457dfda-5c64-4158-81c8-71be6bd28586,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:09.107113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.182663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d279f7c8-f184-4f32-abb1-a2a157a51c42,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:09.238729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-4b2e1d66-1732-4b5a-8aef-690fc93cb793 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:09.244386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-4b2e1d66-1732-4b5a-8aef-690fc93cb793 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1568141 Feb 02 15:08:09.245538 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0964a43-7aea-47ba-a288-b264302b8ac7', 'tag': 'd468e200-3f34-4f40-a570-38feb613346d', 'status': 'completed', 'code': 200} Feb 02 15:08:09.275919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b85a81fd-258a-4265-a43b-93faba0aa340 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d34d1d49fb244027b18a606e63584f5f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3970578 Feb 02 15:08:09.278782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36654) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:09.287513 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3859708c-868b-4c45-bee9-8d3274070ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.373638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3859708c-868b-4c45-bee9-8d3274070ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.444744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-605f4838-51b3-4242-957a-9c07f5846a8f req-95b1f233-c27b-4b06-9ad9-47b7a5090f89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9118b0ffe40f49b1b6edcc1dd6a41109&device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 1120 time: 0.1469557 Feb 02 15:08:09.542780 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d5467597-d289-4ab0-bfa3-cb85561a5a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.550991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3859708c-868b-4c45-bee9-8d3274070ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.565219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67acd0-fe9e-4847-a3d4-3cded65f094e req-96ab51f5-065e-4f73-a14c-50bfc71dc658 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:09.565936 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a67acd0-fe9e-4847-a3d4-3cded65f094e req-96ab51f5-065e-4f73-a14c-50bfc71dc658 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 969 time: 0.1923172 Feb 02 15:08:09.572713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-538669f4-5da3-43b7-a644-8a698189e1d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2703104 Feb 02 15:08:09.585733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859708c-868b-4c45-bee9-8d3274070ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0457dfda-5c64-4158-81c8-71be6bd28586,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:09.620010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:09.642350 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d5467597-d289-4ab0-bfa3-cb85561a5a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.656571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3859708c-868b-4c45-bee9-8d3274070ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.657952 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3859708c-868b-4c45-bee9-8d3274070ed4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0457dfda-5c64-4158-81c8-71be6bd28586 HTTP/1.1" status: 204 len: 168 time: 0.6092055 Feb 02 15:08:09.680844 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:09.700828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4838-51b3-4242-957a-9c07f5846a8f req-dd51878e-df89-4912-8651-4dae32e2badc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:09.702449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-605f4838-51b3-4242-957a-9c07f5846a8f req-dd51878e-df89-4912-8651-4dae32e2badc service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2468650 Feb 02 15:08:09.804254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36670) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:09.881428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-605f4838-51b3-4242-957a-9c07f5846a8f req-b12e97ec-ff8b-40ca-bf84-81e37294622b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d468e200-3f34-4f40-a570-38feb613346d HTTP/1.1" status: 200 len: 217 time: 0.1644957 Feb 02 15:08:09.889564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:09.897020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc587927d81434da9e049875f991cef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:09.910278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a67acd0-fe9e-4847-a3d4-3cded65f094e req-4df57840-d615-468c-8058-6fb7e120c5cc tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203011 Feb 02 15:08:09.952193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:09.998741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:10.016491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-47082dd6-8202-4953-a9d6-43d66fe805d9 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274051 Feb 02 15:08:10.040091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4838-51b3-4242-957a-9c07f5846a8f req-e3f1da6b-cc04-4512-8176-8aba6985b44c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:10.041521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-605f4838-51b3-4242-957a-9c07f5846a8f req-e3f1da6b-cc04-4512-8176-8aba6985b44c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1489635 Feb 02 15:08:10.131518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d5467597-d289-4ab0-bfa3-cb85561a5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.142108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444c9d-5933-4d36-93f5-533dd5b0b00a req-8448fb2c-b9c4-4f3c-895a-b9b089c11ebe tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:10.149655 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd444c9d-5933-4d36-93f5-533dd5b0b00a req-8448fb2c-b9c4-4f3c-895a-b9b089c11ebe tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.2540629 Feb 02 15:08:10.161754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5467597-d289-4ab0-bfa3-cb85561a5a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279f7c8-f184-4f32-abb1-a2a157a51c42,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:10.199240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d5467597-d289-4ab0-bfa3-cb85561a5a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.203132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d5467597-d289-4ab0-bfa3-cb85561a5a7d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d279f7c8-f184-4f32-abb1-a2a157a51c42 HTTP/1.1" status: 204 len: 168 time: 0.9198656 Feb 02 15:08:10.229524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-605f4838-51b3-4242-957a-9c07f5846a8f req-11d4f566-85e0-4024-a178-523a034e09e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1789575 Feb 02 15:08:10.253842 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a425a92f-7aa3-40c2-af77-101fc509d61c req-f5039602-5ce8-47ef-9592-87223ca6933d service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299917 Feb 02 15:08:10.292598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd444c9d-5933-4d36-93f5-533dd5b0b00a req-d4121ab4-ce6c-4833-bc99-79fd6274aba5 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422081 Feb 02 15:08:10.299349 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.345387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.388473 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.435061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:10.435061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0b80097420844724af951a574adbc392 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:10.437658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:10.443886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:10.470315 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4cc587927d81434da9e049875f991cef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8488283 Feb 02 15:08:10.474399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7e96-6d52-4553-9d4c-4f172d080656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7851cfb-c242-4860-b968-209894517fab,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:10.476680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36690) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:10.546896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-605f4838-51b3-4242-957a-9c07f5846a8f req-3c4e6962-bc5e-4dae-bc43-e543a6dcbb4f service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987900 Feb 02 15:08:10.587303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.628303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.663253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca1253f8-f9cc-4e25-beed-af113debb5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.743206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca1253f8-f9cc-4e25-beed-af113debb5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.772237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b80097420844724af951a574adbc392&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9509678 Feb 02 15:08:10.775121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36698) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:10.797009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ca3d1-173e-46e3-b372-31df50cbe5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a40fe-f966-4e4c-9445-25b256cb3902,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:10.858787 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe09e8b4-4f1a-493a-ad74-65b07edbe381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:10.882045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-605f4838-51b3-4242-957a-9c07f5846a8f req-8dcb3b3e-4ec2-4a67-8275-27cfc94f1f1b service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097227 Feb 02 15:08:10.891384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe09e8b4-4f1a-493a-ad74-65b07edbe381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:11.005577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca1253f8-f9cc-4e25-beed-af113debb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:11.044854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1253f8-f9cc-4e25-beed-af113debb5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7851cfb-c242-4860-b968-209894517fab,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:11.057927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe09e8b4-4f1a-493a-ad74-65b07edbe381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:11.073806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca1253f8-f9cc-4e25-beed-af113debb5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:11.077829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ca1253f8-f9cc-4e25-beed-af113debb5e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7851cfb-c242-4860-b968-209894517fab HTTP/1.1" status: 204 len: 168 time: 0.5952668 Feb 02 15:08:11.081860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09e8b4-4f1a-493a-ad74-65b07edbe381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a40fe-f966-4e4c-9445-25b256cb3902,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:11.086745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe09e8b4-4f1a-493a-ad74-65b07edbe381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:11.088265 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fe09e8b4-4f1a-493a-ad74-65b07edbe381 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c1a40fe-f966-4e4c-9445-25b256cb3902 HTTP/1.1" status: 204 len: 168 time: 0.3119500 Feb 02 15:08:11.141318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36712) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:11.171826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:11.236662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:11.247868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] Usage tracker for resource:security_group_rule and tenant:150ecaafc6ba4c73bbf194e55433c149 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:11.257495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:11.266185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859850e6-038b-4071-9997-a4ca1d0b7a21 req-c77e78e3-8fe8-495b-afae-443244449031 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:11.268109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-859850e6-038b-4071-9997-a4ca1d0b7a21 req-c77e78e3-8fe8-495b-afae-443244449031 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 969 time: 0.1748137 Feb 02 15:08:11.276856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:11.404482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-859850e6-038b-4071-9997-a4ca1d0b7a21 req-d9797eb2-8bd2-4cf3-9114-246907f1e557 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012657 Feb 02 15:08:11.404833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:11.582894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2439c6-f0f4-45c7-8c20-16a3a560e42a req-0248a4c3-7c79-4f44-804f-db87ff8e916d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:11.589460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ad2439c6-f0f4-45c7-8c20-16a3a560e42a req-0248a4c3-7c79-4f44-804f-db87ff8e916d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.1212704 Feb 02 15:08:11.682301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ad2439c6-f0f4-45c7-8c20-16a3a560e42a req-354c6624-4a14-416b-a3ea-8ce09f6f7548 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622807 Feb 02 15:08:12.274233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:12.321218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a980e3ed-9721-4ea5-9df4-2def8c570109,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:12.325839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-97ce4e8f-5e93-4248-b725-9d6b2dd7be07 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=150ecaafc6ba4c73bbf194e55433c149&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1832478 Feb 02 15:08:12.328577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36718) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:12.406604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fc087da-f914-499b-a68d-6f05515b83bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:12.448137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fc087da-f914-499b-a68d-6f05515b83bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:12.651192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466ad9-c45d-4785-9753-8fc08fe5f519 req-00847ba3-a451-415b-af65-3e6db5e4e065 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:12.651192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10466ad9-c45d-4785-9753-8fc08fe5f519 req-00847ba3-a451-415b-af65-3e6db5e4e065 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 969 time: 0.0927539 Feb 02 15:08:12.719345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10466ad9-c45d-4785-9753-8fc08fe5f519 req-c1fdffbe-92ce-4aab-8043-db4bc309f5a2 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665157 Feb 02 15:08:12.817831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fc087da-f914-499b-a68d-6f05515b83bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:12.845605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc087da-f914-499b-a68d-6f05515b83bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a980e3ed-9721-4ea5-9df4-2def8c570109,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:12.851608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fc087da-f914-499b-a68d-6f05515b83bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:12.853555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8fc087da-f914-499b-a68d-6f05515b83bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a980e3ed-9721-4ea5-9df4-2def8c570109 HTTP/1.1" status: 204 len: 168 time: 0.5233424 Feb 02 15:08:12.968099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1140-c140-418c-a797-ebf1cbdc3598 req-f06940f8-6ab0-4fbd-925c-c618c99778eb tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:12.970567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-188d1140-c140-418c-a797-ebf1cbdc3598 req-f06940f8-6ab0-4fbd-925c-c618c99778eb tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.1179266 Feb 02 15:08:13.034428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-188d1140-c140-418c-a797-ebf1cbdc3598 req-ea44d188-9b1e-4a8d-8e8e-4cc73272d156 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572202 Feb 02 15:08:13.147303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36734) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:13.170852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.205750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:13.209680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7bad88db8a8c4a3cb7ffe56ec3fd1f7a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:13.215444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36738) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:13.231932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:13.242305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:13.247020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.296822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:13.304093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] Usage tracker for resource:security_group_rule and tenant:31ae65c03e6e4969a2978201798872a1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:13.307810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:13.317649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:13.366976 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.414510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.456727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.504460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3173841-492c-480d-a47d-5d8bb945b89c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:13.506790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.525697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-01d61462-5396-4f76-bd7c-9a8ea016d8a3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7bad88db8a8c4a3cb7ffe56ec3fd1f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3773103 Feb 02 15:08:13.528449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36744) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:13.560277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f111d112-4754-4236-89e3-9dc654c9ae01,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:13.564869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3643d34c-f59c-4d42-bb74-5bf94a451a1b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=31ae65c03e6e4969a2978201798872a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3484054 Feb 02 15:08:13.567479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36748) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:13.636251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5115a934-4e2c-48f1-a42f-a774a6027410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.730279 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5115a934-4e2c-48f1-a42f-a774a6027410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.740307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-898d3907-23cd-4ffe-b0c4-c72904868ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.804545 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-898d3907-23cd-4ffe-b0c4-c72904868ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.942725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5115a934-4e2c-48f1-a42f-a774a6027410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.949968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c1b2-8ed9-48ab-8c77-0c396e92d84d req-2cc0fc32-1fa7-48c1-b3d4-40ef0b2b23f3 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:13.955917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b66c1b2-8ed9-48ab-8c77-0c396e92d84d req-2cc0fc32-1fa7-48c1-b3d4-40ef0b2b23f3 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 969 time: 0.0927517 Feb 02 15:08:13.967987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115a934-4e2c-48f1-a42f-a774a6027410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3173841-492c-480d-a47d-5d8bb945b89c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:13.979378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-898d3907-23cd-4ffe-b0c4-c72904868ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.981802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-898d3907-23cd-4ffe-b0c4-c72904868ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.983105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-898d3907-23cd-4ffe-b0c4-c72904868ede admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f111d112-4754-4236-89e3-9dc654c9ae01 HTTP/1.1" status: 204 len: 168 time: 0.4144154 Feb 02 15:08:13.991450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5115a934-4e2c-48f1-a42f-a774a6027410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:13.992753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5115a934-4e2c-48f1-a42f-a774a6027410 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d3173841-492c-480d-a47d-5d8bb945b89c HTTP/1.1" status: 204 len: 168 time: 0.4630139 Feb 02 15:08:13.997160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d3907-23cd-4ffe-b0c4-c72904868ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f111d112-4754-4236-89e3-9dc654c9ae01,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:14.022085 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b66c1b2-8ed9-48ab-8c77-0c396e92d84d req-41cde3bd-9529-4d55-9c38-790b4c332c2c tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651500 Feb 02 15:08:14.238580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588e9d4-6567-4a41-867b-d77e4adec178 req-d90e979a-2d74-4329-a7f2-97fc2c6fb9c2 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:14.240070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e588e9d4-6567-4a41-867b-d77e4adec178 req-d90e979a-2d74-4329-a7f2-97fc2c6fb9c2 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.0797167 Feb 02 15:08:14.285879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e588e9d4-6567-4a41-867b-d77e4adec178 req-8f7c2bba-8ecc-4e81-94b2-eedd254c9c58 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 Feb 02 15:08:15.221849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fdf1-cf87-489a-85d3-256cef73846e req-6a657671-73f9-461b-9f1b-4c91f58b1145 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:15.223514 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2713fdf1-cf87-489a-85d3-256cef73846e req-6a657671-73f9-461b-9f1b-4c91f58b1145 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 969 time: 0.0805624 Feb 02 15:08:15.270224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2713fdf1-cf87-489a-85d3-256cef73846e req-3abad52b-5d85-450a-9f95-3245e77d91ee tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Feb 02 15:08:15.483496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551b2cb-0ac1-4427-af23-c173f21a662e req-55157ece-d111-4075-babc-baf267335a31 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:15.485114 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c551b2cb-0ac1-4427-af23-c173f21a662e req-55157ece-d111-4075-babc-baf267335a31 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.0765870 Feb 02 15:08:15.531599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c551b2cb-0ac1-4427-af23-c173f21a662e req-33ed1ccc-c4d6-4618-9d49-0e5c56621147 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Feb 02 15:08:16.405349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:16.504267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b4053-6a65-4290-ab2b-4207d4ead4ad req-d7a06691-68ee-4be4-b919-cebe6c24d781 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:16.505883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e02b4053-6a65-4290-ab2b-4207d4ead4ad req-d7a06691-68ee-4be4-b919-cebe6c24d781 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 969 time: 0.0820351 Feb 02 15:08:16.552920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e02b4053-6a65-4290-ab2b-4207d4ead4ad req-e8c5fa76-9917-4c8c-81ba-3239477a59b5 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Feb 02 15:08:16.777064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0708f-8b85-42aa-8300-3ae2294b1ea7 req-587b9f93-fa49-444d-8fa1-6c761c3e0ef8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:16.778696 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9af0708f-8b85-42aa-8300-3ae2294b1ea7 req-587b9f93-fa49-444d-8fa1-6c761c3e0ef8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 968 time: 0.0976117 Feb 02 15:08:16.830727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9af0708f-8b85-42aa-8300-3ae2294b1ea7 req-fada2569-b321-40d4-b4bc-42f08d62ac0e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459673 Feb 02 15:08:17.188258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d468e200-3f34-4f40-a570-38feb613346d details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:08:17.339774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d468e200-3f34-4f40-a570-38feb613346d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d468e200-3f34-4f40-a570-38feb613346d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:17.353594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'd468e200-3f34-4f40-a570-38feb613346d', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'd468e200-3f34-4f40-a570-38feb613346d', 'mac_address': 'fa:16:3e:58:6e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:tempest-test_az-915525238', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:08:17.384108 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:17.408421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:17.425963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d468e200-3f34-4f40-a570-38feb613346d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:17.442504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d468e200-3f34-4f40-a570-38feb613346d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d468e200-3f34-4f40-a570-38feb613346d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:17.490823 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:17.491479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:08:17.573233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d468e200-3f34-4f40-a570-38feb613346d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:17.576279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:17.592613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.592952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.593283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.593605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.594083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.594565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.594884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.595203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.595519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.595829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Tracked resource versions report: Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: pushed versions: Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: { 'ConntrackHelper': {'1.0'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Log': {'1.0'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Network': {'1.1'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Port': {'1.5'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'PortForwarding': {'1.2'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'QosPolicy': {'1.8'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'SecurityGroup': {'1.2'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'SecurityGroupRule': {'1.0'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'SubPort': {'1.0'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Subnet': {'1.1'}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Trunk': {'1.1'}} Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: consumer versions: Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: { DHCP agent@n-d-827122-1: {}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: HyperV agent@n-h1-827122-1: {}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: HyperV agent@n-h2-827122-1: {}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: L3 agent@n-d-827122-1: {}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: Metadata agent@n-d-827122-1: {}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: Metering agent@n-d-827122-1: {}, Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: Open vSwitch agent@n-d-827122-1: { 'ConntrackHelper': '1.0', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Log': '1.0', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Network': '1.1', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Port': '1.5', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'PortForwarding': '1.2', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'QosPolicy': '1.8', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'SecurityGroup': '1.2', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'SecurityGroupRule': '1.0', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'SubPort': '1.0', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Subnet': '1.1', Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: 'Trunk': '1.1'}} Feb 02 15:08:17.599407 n-d-827122-1 neutron-server[95774]: {{(pid=95774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:08:17.604686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592', 'mac_address': 'fa:16:3e:9c:a0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:tempest-test_az-915525238', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:08:17.660292 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:17.678960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:17.701770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:17.793714 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:17.797850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5141f9-190a-4e33-be68-456140f66d18 req-05b2fbf9-50a6-418e-ace5-375b09152e8d tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:17.800282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a5141f9-190a-4e33-be68-456140f66d18 req-05b2fbf9-50a6-418e-ace5-375b09152e8d tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 970 time: 0.0876379 Feb 02 15:08:17.847972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a5141f9-190a-4e33-be68-456140f66d18 req-e01b88f1-5d9c-4a6e-87eb-05b3aa15a76d tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415835 Feb 02 15:08:17.865495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:17.974188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36900) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:18.053273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b15905-bd27-45e1-8bad-63e603226ca4 req-4eaa066e-f8d0-4e53-881a-262989d42a7a tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:18.054782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24b15905-bd27-45e1-8bad-63e603226ca4 req-4eaa066e-f8d0-4e53-881a-262989d42a7a tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 969 time: 0.0908887 Feb 02 15:08:18.115694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24b15905-bd27-45e1-8bad-63e603226ca4 req-8965dfa6-9452-4fe6-a269-9406036f56dd tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534515 Feb 02 15:08:18.239339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:08:18.269165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['d468e200-3f34-4f40-a570-38feb613346d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:08:18.306298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:18.356713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:18.358397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] Usage tracker for resource:security_group_rule and tenant:2136b85944364f26bb0724c0256efb34 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:18.361768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:18.369234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:18.465065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:18.519379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:18.571330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811777d2-56f5-4304-b613-a86c8e64526a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:18.575308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-09bb7e0c-bc7d-464b-a9b3-0ab8240456ab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2136b85944364f26bb0724c0256efb34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6000230 Feb 02 15:08:18.577909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36920) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:18.645076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760276fb-42e1-4f31-b086-07604b244669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:18.678579 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760276fb-42e1-4f31-b086-07604b244669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:18.758608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-eb892f1e-0733-4a10-8962-cfbae5ad73d8 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f548ead2b71143eca0587b900f7dae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381486 Feb 02 15:08:18.904701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760276fb-42e1-4f31-b086-07604b244669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:18.934996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760276fb-42e1-4f31-b086-07604b244669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811777d2-56f5-4304-b613-a86c8e64526a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:18.946745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9358f-e767-4727-969c-ed23256a931f req-60208286-2c98-49d9-aafd-5d93e2f569ec tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:18.953290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-60208286-2c98-49d9-aafd-5d93e2f569ec tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819198 Feb 02 15:08:18.962641 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760276fb-42e1-4f31-b086-07604b244669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:18.964003 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-760276fb-42e1-4f31-b086-07604b244669 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/811777d2-56f5-4304-b613-a86c8e64526a HTTP/1.1" status: 204 len: 168 time: 0.3851430 Feb 02 15:08:18.969256 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-28550e8a-628f-4bbe-8168-a05e1f400dd9 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/quotas/f548ead2b71143eca0587b900f7dae0a HTTP/1.1" status: 200 len: 375 time: 0.0149896 Feb 02 15:08:19.034345 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-f771ae34-ab24-459f-b765-0a54146c466a tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573852 Feb 02 15:08:19.170420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d468e200-3f34-4f40-a570-38feb613346d up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:08:19.404740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port d468e200-3f34-4f40-a570-38feb613346d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:19.409832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port d468e200-3f34-4f40-a570-38feb613346d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:19.410206 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:19.434974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6151-3956-4fef-ac9b-bf68fdc091a9 req-a35c4c9b-45cb-4294-8ab4-b8a58788a826 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:19.436934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b2e6151-3956-4fef-ac9b-bf68fdc091a9 req-a35c4c9b-45cb-4294-8ab4-b8a58788a826 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 970 time: 0.0850756 Feb 02 15:08:19.485191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b2e6151-3956-4fef-ac9b-bf68fdc091a9 req-21983830-85d6-4eb0-9d38-214c5c769a88 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Feb 02 15:08:19.567050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:19.613752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0964a43-7aea-47ba-a288-b264302b8ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd468e200-3f34-4f40-a570-38feb613346d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:19.662615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Request body: {'security_group': {'name': 'tempest-securitygroup-152248067', 'description': 'tempest-description-4205239'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:19.671667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:19.682245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Usage tracker for resource:security_group and tenant:7e8c7cf5ccf14478a02ee664309d14b6 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:19.682245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:19.686718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:19.694917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d468e200-3f34-4f40-a570-38feb613346d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d468e200-3f34-4f40-a570-38feb613346d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:19.720313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46cd2f-4e67-4e2f-80ce-56a152d82cc7 req-edda7a41-6b30-4764-8180-b02e58a3d56d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:19.721944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f46cd2f-4e67-4e2f-80ce-56a152d82cc7 req-edda7a41-6b30-4764-8180-b02e58a3d56d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 969 time: 0.0952003 Feb 02 15:08:19.771579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f46cd2f-4e67-4e2f-80ce-56a152d82cc7 req-c8311ac4-ff28-4539-a8f0-86dd48c584d7 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438669 Feb 02 15:08:19.833692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:19.836372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:19.838434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:08:19.855331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:19.906853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:19.911152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Usage tracker for resource:security_group_rule and tenant:7e8c7cf5ccf14478a02ee664309d14b6 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:19.915152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:19.925405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:19.968399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d468e200-3f34-4f40-a570-38feb613346d,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:20.009368 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.026865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-3311630e-1605-460c-a023-36cca64f2ad0 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f548ead2b71143eca0587b900f7dae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282338 Feb 02 15:08:20.027434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36976) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:20.064517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.148789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:20.149024 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.153715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:20.154080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.169927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:20.170164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:20.173893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Usage tracker for resource:security_group_rule and tenant:7e8c7cf5ccf14478a02ee664309d14b6 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:20.177375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:20.186054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] Usage tracker for resource:security_group_rule and tenant:23b8b2df4be649cfa57f36dc710d8dbd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:20.191450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:20.193855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:20.206923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:20.224528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95325906-9fd7-4720-991d-12ea630b80d3 req-b1f3a265-a2ae-42ec-a857-1d396baa945c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:20.225980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-b1f3a265-a2ae-42ec-a857-1d396baa945c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850674 Feb 02 15:08:20.229665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adac4589-062c-472a-bc1f-ea5b2dd20df2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:20.254262 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-36f3a454-c63d-4ece-86f4-655e276871e7 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/quotas/f548ead2b71143eca0587b900f7dae0a HTTP/1.1" status: 200 len: 375 time: 0.0213954 Feb 02 15:08:20.281031 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.299321 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.315093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-75c0bf49-b25c-4ef4-a750-08f6cbbb6d8b tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533109 Feb 02 15:08:20.334813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:20.342413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.348180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.395357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8f80ae-aff8-4f3c-81d5-6ce8840082e6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:20.433703 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.433841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.456691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.457912 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18447361-f5e7-400d-9d4c-3e1d4bfddded req-bfc6ce26-b465-4415-a12f-6c5aad333d19 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8009188 Feb 02 15:08:20.490146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfde74d-0c60-444c-a178-47d24b26d003,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:20.496669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-df4ec734-d6e0-4660-b944-bbb104b377a9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=23b8b2df4be649cfa57f36dc710d8dbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4682605 Feb 02 15:08:20.499312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36988) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:20.552936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:20.592786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f034e05-99af-43d5-9717-1cc4a6bb8fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.598340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1107717785', 'description': 'tempest-description-501643199'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:20.605048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:20.609127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Usage tracker for resource:security_group and tenant:7e8c7cf5ccf14478a02ee664309d14b6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:20.612074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:20.621271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:20.642591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f034e05-99af-43d5-9717-1cc4a6bb8fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.708074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.811216 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0964a43-7aea-47ba-a288-b264302b8ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd468e200-3f34-4f40-a570-38feb613346d', 'code': 200} Feb 02 15:08:20.846277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:20.850063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Usage tracker for resource:security_group_rule and tenant:7e8c7cf5ccf14478a02ee664309d14b6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:20.854540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:20.860622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:20.874586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f034e05-99af-43d5-9717-1cc4a6bb8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.905238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b35aef2-8965-4f10-886a-439f6c6c907b req-5b88100d-c831-44ca-a6b8-b549bac5e13e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.0733259 Feb 02 15:08:20.913687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f034e05-99af-43d5-9717-1cc4a6bb8fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfde74d-0c60-444c-a178-47d24b26d003,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:20.930995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f034e05-99af-43d5-9717-1cc4a6bb8fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:20.930995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1f034e05-99af-43d5-9717-1cc4a6bb8fdc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8dfde74d-0c60-444c-a178-47d24b26d003 HTTP/1.1" status: 204 len: 168 time: 0.4205360 Feb 02 15:08:20.994637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:21.017141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-b5cf1198-ff4b-49ae-9136-433d12541d1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 1122 time: 0.1016996 Feb 02 15:08:21.061806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:21.100975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:21.105021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Usage tracker for resource:security_group_rule and tenant:76b1364dba894727a5a5105f759d68c7 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:21.107948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:21.113928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:21.127957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3e2d3-7026-49f6-8645-2b58dea12b69 req-c2070b2f-b4e5-4dc7-9492-bc3ace9e0c76 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:21.129597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87a3e2d3-7026-49f6-8645-2b58dea12b69 req-c2070b2f-b4e5-4dc7-9492-bc3ace9e0c76 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 971 time: 0.0884099 Feb 02 15:08:21.177217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87a3e2d3-7026-49f6-8645-2b58dea12b69 req-86ec604b-3849-4544-b251-4fb695a517de tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Feb 02 15:08:21.186623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:21.270616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78e794f-b860-4b38-bf33-c399abb54067,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:21.315047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:21.385138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1716-cbd4-4cc8-9cd2-f8226f334801 req-22a3cc88-a08a-4d66-a5f2-9a3a415991a6 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:21.386507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-638b1716-cbd4-4cc8-9cd2-f8226f334801 req-22a3cc88-a08a-4d66-a5f2-9a3a415991a6 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 970 time: 0.0833921 Feb 02 15:08:21.431774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-638b1716-cbd4-4cc8-9cd2-f8226f334801 req-8596c8ee-ea87-47f2-87e5-ee7e998ccb0e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Feb 02 15:08:21.617199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:21.618930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fd944ef-9a6b-48d5-80b7-03649571c11e req-f7714006-948b-4c10-aecb-835004690ea8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.0253332 Feb 02 15:08:21.619644 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:21.685040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37018) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:21.702213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Synchronizing usage tracker for tenant:76b1364dba894727a5a5105f759d68c7 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:21.706571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74fa952e-7e8c-4cdb-b01e-ba6792cade0b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:21.816966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] Unset dirty status for tenant:76b1364dba894727a5a5105f759d68c7 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:21.818287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a94bfb-fff8-4286-98fd-c98cb785ea94 req-dd132011-1f29-4a27-b3ce-58af498873f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971475 Feb 02 15:08:21.893138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:21.932772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-811216253', 'description': 'tempest-description-1719564516'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:21.937005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:21.941018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Usage tracker for resource:security_group and tenant:2724fc7cc9f9406e9ce0b71dc889220c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:21.944282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:21.951527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:22.025911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:22.030196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] Usage tracker for resource:security_group_rule and tenant:22a6b6d55bf64539b1ad43c468ee124e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:22.033403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:22.040722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:22.079105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c465b695-cf52-47c1-80e9-351a98de50c0 req-93fa0a46-05e8-4062-9bd5-84e187811319 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.0424669 Feb 02 15:08:22.108204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.136564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.149135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.181280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:22.185003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Usage tracker for resource:security_group_rule and tenant:2724fc7cc9f9406e9ce0b71dc889220c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:22.187693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:22.193527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:22.252062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.330820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=22a6b6d55bf64539b1ad43c468ee124e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6446950 Feb 02 15:08:22.332508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37036) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:22.337023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423e688-09a6-4f7f-b04a-e9bd41621eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af99600-d272-41fd-b035-ce04dd917284,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:22.355293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.107', 58197) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:22.403191 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-3e70a926-fb79-47c9-8a4d-d32918e6378d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=f548ead2b71143eca0587b900f7dae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462408 Feb 02 15:08:22.416220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9d24a-51a7-4078-a216-15e9de68f123 req-835860e3-47f1-4e0f-ace9-fb3f6db8ecfe tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:22.420445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93a9d24a-51a7-4078-a216-15e9de68f123 req-835860e3-47f1-4e0f-ace9-fb3f6db8ecfe tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 971 time: 0.1003973 Feb 02 15:08:22.474252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93a9d24a-51a7-4078-a216-15e9de68f123 req-2ae56f85-fb41-4453-afd4-be6d1dc8bdee tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Feb 02 15:08:22.522365 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.600934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.627628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c678b118-df1f-4fad-9b2d-3f81c41507ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.696737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9358f-e767-4727-969c-ed23256a931f req-7f5d2c41-0bd2-4075-acef-e2af900f1820 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:22.698129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-7f5d2c41-0bd2-4075-acef-e2af900f1820 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827399 Feb 02 15:08:22.701812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:22.711065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab971cbb-9ce3-48fd-8fd8-1e1474a11fb7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:22.714874 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c678b118-df1f-4fad-9b2d-3f81c41507ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.721628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Usage tracker for resource:security_group_rule and tenant:2724fc7cc9f9406e9ce0b71dc889220c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:22.728108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:22.738478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:22.755588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50500c25-18b1-4d46-9d21-5b0d9918fc37 req-91e599e2-e517-4a5d-8843-560b42b64968 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:22.764028 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-50500c25-18b1-4d46-9d21-5b0d9918fc37 req-91e599e2-e517-4a5d-8843-560b42b64968 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 970 time: 0.1461382 Feb 02 15:08:22.799358 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:22.812327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Request body: {'port': {'device_id': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'f548ead2b71143eca0587b900f7dae0a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:22.813389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d7adba-3aa4-4007-9ae1-19a59e4bbd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:22.820973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-50500c25-18b1-4d46-9d21-5b0d9918fc37 req-3f7953c2-bfae-4ba3-92d7-9ed4256e2250 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553033 Feb 02 15:08:22.897765 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d7adba-3aa4-4007-9ae1-19a59e4bbd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592', 'code': 200} Feb 02 15:08:22.937251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.001489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7860906e-62e5-46fa-afd4-8f71909c0789,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:23.058713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:23.064420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Usage tracker for resource:port and tenant:f548ead2b71143eca0587b900f7dae0a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:23.067535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:23.073924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:23.088247 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79f0d045-d54c-4d38-8e8c-741c5577c21e req-fb28fd22-0a6f-4452-bbb6-a2592f5c763a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 1121 time: 0.0832746 Feb 02 15:08:23.102113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.103333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-099ba307-ebcb-4479-b080-f08c2d4be30c req-8bf6b041-a246-4c12-a619-7390e2cf1dd5 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.1804028 Feb 02 15:08:23.141459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-573625839', 'description': 'tempest-description-1920387169'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:23.148066 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c678b118-df1f-4fad-9b2d-3f81c41507ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.169344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c678b118-df1f-4fad-9b2d-3f81c41507ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.169344 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c678b118-df1f-4fad-9b2d-3f81c41507ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4af99600-d272-41fd-b035-ce04dd917284 HTTP/1.1" status: 204 len: 168 time: 0.8185592 Feb 02 15:08:23.170127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79f0d045-d54c-4d38-8e8c-741c5577c21e req-8de7e5a4-7ddc-46be-bcba-b2e3a0c4acba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582891 Feb 02 15:08:23.170240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:23.170240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Usage tracker for resource:security_group and tenant:2724fc7cc9f9406e9ce0b71dc889220c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:23.174278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678b118-df1f-4fad-9b2d-3f81c41507ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af99600-d272-41fd-b035-ce04dd917284,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:23.176840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:23.195098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:23.240326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Made reservation on behalf of f548ead2b71143eca0587b900f7dae0a for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:23.247685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.290238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.316389 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.321228 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-425c8922-1d63-4273-9a5c-52f1cef70a85 req-c4273357-c009-41c1-8c79-25812138ab4c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.0458808 Feb 02 15:08:23.353390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:23.353390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Usage tracker for resource:security_group_rule and tenant:f548ead2b71143eca0587b900f7dae0a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:23.355762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:23.363067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:23.385425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:23.391352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Usage tracker for resource:security_group_rule and tenant:2724fc7cc9f9406e9ce0b71dc889220c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:23.395182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:23.405546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:23.489950 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.507447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.554025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.625439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.647820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c871173-07bb-4879-b645-02d8b8ececde,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:23.762444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da576e-0ddf-4d3f-99cb-81e64a7d934c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:23.769754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a02b73-e327-414e-8f9d-5f32a584c03b req-730ee4dc-c24d-4cd8-be38-8bd574cd6e3f tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:23.778528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71a02b73-e327-414e-8f9d-5f32a584c03b req-730ee4dc-c24d-4cd8-be38-8bd574cd6e3f tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 971 time: 0.1457560 Feb 02 15:08:23.821050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Allocated IP 192.168.233.13 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/69c11720-97f9-4d33-bd1f-d47f6ebab2dc) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:23.824916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:23.826120 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77effaf8-2949-468a-b636-66ae0a1bb2db req-89f2e824-2df7-4f9d-a95a-81ecbb17deaa tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6902032 Feb 02 15:08:23.850987 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71a02b73-e327-414e-8f9d-5f32a584c03b req-c6620121-9eba-424f-8541-3405f1e15782 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714958 Feb 02 15:08:24.164346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186caa-2f3d-45bb-acac-2850942f826a req-28511160-abb9-4bf2-afcd-0ed50e5f1d98 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:24.165989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1186caa-2f3d-45bb-acac-2850942f826a req-28511160-abb9-4bf2-afcd-0ed50e5f1d98 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 970 time: 0.0970182 Feb 02 15:08:24.312125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:24.325609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1186caa-2f3d-45bb-acac-2850942f826a req-0f86c3c9-92d9-4621-882c-962283217107 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501966 Feb 02 15:08:24.355805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:24.362044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Transition to ACTIVE for port object 69c11720-97f9-4d33-bd1f-d47f6ebab2dc will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:24.415207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-50d15300-2021-4ecf-8096-dc6c90635ae8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1809382 Feb 02 15:08:24.424862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-316694d8-87f2-46e5-9a8a-837205ed63af req-dbf26143-7404-4f2d-b817-24f5f588526f tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Synchronizing usage tracker for tenant:2724fc7cc9f9406e9ce0b71dc889220c on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:24.433973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:24.446101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-daa85008-09c1-4c2e-8f75-855c3a053579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:24.486737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:24.491400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] Usage tracker for resource:security_group_rule and tenant:7aaa73694796439c989130b0d7441a71 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:24.495532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:24.502427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-316694d8-87f2-46e5-9a8a-837205ed63af req-dbf26143-7404-4f2d-b817-24f5f588526f tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Unset dirty status for tenant:2724fc7cc9f9406e9ce0b71dc889220c on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:24.503189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:24.509140 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-dbf26143-7404-4f2d-b817-24f5f588526f tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25239 time: 0.5615504 Feb 02 15:08:24.542548 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:24.587916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b1803db-583d-43b1-8d51-234c65b16fec req-d6a1002f-1623-4c18-b227-f9e4b06b73ed tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.0500987 Feb 02 15:08:24.635980 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:24.696762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:24.700742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:24.706650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:24.711985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:24.716320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:24.716525 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:24.723365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-5f043845-0b30-4bfb-b0c1-2eacebb9070a tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/532dc7a1-7b52-4279-bbc2-09197982c6c7 HTTP/1.1" status: 200 len: 2649 time: 0.2058611 Feb 02 15:08:24.758917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-f396c020-b108-48f2-abba-b20ed298503b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9118b0ffe40f49b1b6edcc1dd6a41109&device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 1122 time: 0.0966494 Feb 02 15:08:24.765773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:24.833580 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-4699b659-d9c9-40cf-baef-0ba4cd55bcba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0256679 Feb 02 15:08:24.852145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-e7632b6b-30ac-4808-a684-4797b7d12c68 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/532dc7a1-7b52-4279-bbc2-09197982c6c7 HTTP/1.1" status: 200 len: 2649 time: 0.1196275 Feb 02 15:08:24.864463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a5fc01-f756-4f42-a490-5f8916b13af8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:24.942482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-6e657922-022b-4608-8bae-f5d22db0333b tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/74fa952e-7e8c-4cdb-b01e-ba6792cade0b HTTP/1.1" status: 200 len: 2649 time: 0.0799279 Feb 02 15:08:24.944471 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7c2ad0ed-acf5-4668-b685-9e0f3be9475d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7aaa73694796439c989130b0d7441a71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5850284 Feb 02 15:08:24.947282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37096) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:25.044731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-7531725e-ae10-4c2b-8a72-d2351f18177c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:25.044731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-7531725e-ae10-4c2b-8a72-d2351f18177c service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2301879 Feb 02 15:08:25.072343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-15e876f6-5add-4e8e-996d-0872297486ad tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/74fa952e-7e8c-4cdb-b01e-ba6792cade0b HTTP/1.1" status: 200 len: 2649 time: 0.1180818 Feb 02 15:08:25.102373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91988bc4-5e19-4ea4-a133-87777b1ccf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:25.119018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c4d366ff-0e4b-4847-9d49-69ecd742f428 None None] Provisioning for port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:25.125152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c4d366ff-0e4b-4847-9d49-69ecd742f428 None None] Provisioning complete for port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:25.130674 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4d366ff-0e4b-4847-9d49-69ecd742f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:25.139790 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-b73d4ca7-1f4a-43b8-9790-03bbc3274fc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d468e200-3f34-4f40-a570-38feb613346d HTTP/1.1" status: 200 len: 217 time: 0.0895047 Feb 02 15:08:25.155164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91988bc4-5e19-4ea4-a133-87777b1ccf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:25.176718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-09b1de1a-f863-490d-a8f2-5a4387331249 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/7c871173-07bb-4879-b645-02d8b8ececde HTTP/1.1" status: 200 len: 2649 time: 0.0964942 Feb 02 15:08:25.196902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c4d366ff-0e4b-4847-9d49-69ecd742f428 None None] Port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:08:25.249256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-5f6c20dd-5a70-4dea-bd28-9d6d32444550 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/7c871173-07bb-4879-b645-02d8b8ececde HTTP/1.1" status: 200 len: 2649 time: 0.0564067 Feb 02 15:08:25.261464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-adf8a1c3-07e0-4ea7-8c14-40f451643fc5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:25.262967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-adf8a1c3-07e0-4ea7-8c14-40f451643fc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1147292 Feb 02 15:08:25.312237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-59f560f0-d3d4-4fc2-8e14-fd3f04881dd7 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/97a558ae-5184-4505-b8a0-0cf18cf094f0 HTTP/1.1" status: 200 len: 2649 time: 0.0565767 Feb 02 15:08:25.338541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b2239-4973-4697-9e03-4eefe82244fb req-af3eb7da-d8f3-40bd-a892-dab22370f419 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:25.340074 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-714b2239-4973-4697-9e03-4eefe82244fb req-af3eb7da-d8f3-40bd-a892-dab22370f419 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 971 time: 0.1940501 Feb 02 15:08:25.341184 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91988bc4-5e19-4ea4-a133-87777b1ccf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:25.370221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91988bc4-5e19-4ea4-a133-87777b1ccf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a5fc01-f756-4f42-a490-5f8916b13af8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:25.377304 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91988bc4-5e19-4ea4-a133-87777b1ccf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:25.381116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-91988bc4-5e19-4ea4-a133-87777b1ccf8a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d9a5fc01-f756-4f42-a490-5f8916b13af8 HTTP/1.1" status: 204 len: 168 time: 0.4317441 Feb 02 15:08:25.392239 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-8d85df8e-d134-4a14-9c83-80950189e63e tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/97a558ae-5184-4505-b8a0-0cf18cf094f0 HTTP/1.1" status: 200 len: 2649 time: 0.0752749 Feb 02 15:08:25.392437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-f58ca6ef-8170-4929-9784-e0a22edcd425 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201315 Feb 02 15:08:25.444987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-6f052c09-0cf9-49ba-8625-8ae2e7fa331f tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/ab971cbb-9ce3-48fd-8fd8-1e1474a11fb7 HTTP/1.1" status: 200 len: 2649 time: 0.0553131 Feb 02 15:08:25.472764 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-714b2239-4973-4697-9e03-4eefe82244fb req-8af7454a-1622-45ce-9968-0b01746701ce tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252663 Feb 02 15:08:25.524246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-2cdc0375-8911-4b19-a37a-fd68a9498981 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/ab971cbb-9ce3-48fd-8fd8-1e1474a11fb7 HTTP/1.1" status: 200 len: 2649 time: 0.0728967 Feb 02 15:08:25.558086 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-3a16845d-ae0b-4946-afaf-4bb8299b01cf service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613412 Feb 02 15:08:25.595722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-2d9fc6ed-6df5-43f1-8782-a525e633a69e tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/adac4589-062c-472a-bc1f-ea5b2dd20df2 HTTP/1.1" status: 200 len: 2649 time: 0.0609837 Feb 02 15:08:25.654814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-1071bc8d-a984-4b67-8219-d4b3d3d63d30 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/adac4589-062c-472a-bc1f-ea5b2dd20df2 HTTP/1.1" status: 200 len: 2649 time: 0.0529809 Feb 02 15:08:25.718016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-000fa9ed-bac3-40cf-8c02-6421577e9a07 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb HTTP/1.1" status: 200 len: 2649 time: 0.0536757 Feb 02 15:08:25.732093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc4edee4-385d-4938-853d-433f3f68fb06 req-8a0dea13-b6b6-489d-be64-75da808e5136 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680155 Feb 02 15:08:25.796418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-6def613f-b2e2-49ad-bc07-0dd8f1499af9 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb HTTP/1.1" status: 200 len: 2649 time: 0.0682025 Feb 02 15:08:25.858877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-340df092-0957-4fe2-8298-5f9315bb81b9 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/dee71efd-fe6d-4409-acb0-1051cb2f9257 HTTP/1.1" status: 200 len: 2649 time: 0.0615084 Feb 02 15:08:25.936182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316694d8-87f2-46e5-9a8a-837205ed63af req-05b20b64-5850-4134-b6d9-72b867b120ee tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/dee71efd-fe6d-4409-acb0-1051cb2f9257 HTTP/1.1" status: 200 len: 2649 time: 0.0654960 Feb 02 15:08:25.988271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6e762-388d-4c41-a66d-d0923309a98a req-7eaf5d71-0eb8-46aa-bb5a-2b985665b768 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:25.989728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74f6e762-388d-4c41-a66d-d0923309a98a req-7eaf5d71-0eb8-46aa-bb5a-2b985665b768 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 970 time: 0.1479976 Feb 02 15:08:26.045418 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74f6e762-388d-4c41-a66d-d0923309a98a req-b1aca2b2-0675-4e0d-8c07-9a6765b385e2 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489309 Feb 02 15:08:26.153159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-496f6606-7ea6-43fb-825a-785641a25dec tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 1122 time: 0.0882757 Feb 02 15:08:26.176138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:26.208301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:26.215933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] Usage tracker for resource:security_group_rule and tenant:68e564dafbb640f09868bad412967bcb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:26.223182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:26.230334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b2409b7-f473-4e7b-a491-cb39136bb2cb req-4e0403ee-e056-400d-a666-4b1576de3844 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.0427673 Feb 02 15:08:26.232938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:26.331705 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:26.392822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-986308b5-d483-4452-af3b-9c89f38adb42 req-f5cbfe63-e945-42db-9ba6-c496b16853e4 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Synchronizing usage tracker for tenant:7e8c7cf5ccf14478a02ee664309d14b6 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:26.399473 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:26.438755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89b182a0-0f59-4df2-9c62-83822b0e09c8 req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794030 Feb 02 15:08:26.439587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add25c4-e606-44ac-ad56-a9719674005f tempest-AggregatesAdminTestJSON-1693549699 tempest-AggregatesAdminTestJSON-1693549699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3375cdaf-9e24-46ff-b27b-6360d5347fc7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:26.509410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-986308b5-d483-4452-af3b-9c89f38adb42 req-f5cbfe63-e945-42db-9ba6-c496b16853e4 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Unset dirty status for tenant:7e8c7cf5ccf14478a02ee664309d14b6 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:26.510970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-986308b5-d483-4452-af3b-9c89f38adb42 req-f5cbfe63-e945-42db-9ba6-c496b16853e4 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7e8c7cf5ccf14478a02ee664309d14b6 HTTP/1.1" status: 200 len: 5435 time: 0.2082517 Feb 02 15:08:26.577057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-986308b5-d483-4452-af3b-9c89f38adb42 req-614d5933-fe8d-4b03-89f7-58f2f39b9ac5 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "GET /v2.0/security-groups/adac4589-062c-472a-bc1f-ea5b2dd20df2 HTTP/1.1" status: 200 len: 2649 time: 0.0561044 Feb 02 15:08:26.641774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-986308b5-d483-4452-af3b-9c89f38adb42 req-efa7ad6c-29ce-4334-a67f-78eb2b35098a tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "GET /v2.0/security-groups/adac4589-062c-472a-bc1f-ea5b2dd20df2 HTTP/1.1" status: 200 len: 2649 time: 0.0580609 Feb 02 15:08:26.822523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8bf59584-06e2-4856-b2b4-3973220167b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:26.893439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37144) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:27.030519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1934245496-network', 'tenant_id': 'df2a8be9a1964ccebcc06f0371c41032'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:27.035273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:27.040227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Usage tracker for resource:network and tenant:df2a8be9a1964ccebcc06f0371c41032 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:27.049296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:27.050457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:27.125053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Made reservation on behalf of df2a8be9a1964ccebcc06f0371c41032 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:27.127468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.142063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.176296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:27.180465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Usage tracker for resource:security_group_rule and tenant:df2a8be9a1964ccebcc06f0371c41032 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:27.183627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:27.189268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:27.304799 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.309826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bf2a9b7-9c5a-432d-acca-0ab0b1a3f41a req-15fc769b-c6db-48f3-88ee-9eb3748e60ef tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/c6da576e-0ddf-4d3f-99cb-81e64a7d934c HTTP/1.1" status: 200 len: 1611 time: 0.0754454 Feb 02 15:08:27.346111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.397164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:08:27.400464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a561935-3e6e-45f4-905e-06e410a12f91,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:27.423631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.423996 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Added segment 9c7a516e-94a0-46c9-9344-fe694558bad5 of type vlan for network 127f8687-a3a3-4e3f-a879-d138af421b39 Feb 02 15:08:27.433672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6bf2a9b7-9c5a-432d-acca-0ab0b1a3f41a req-7f6ad1cb-ae64-4e00-b043-8b1db134e829 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.454385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374dc16-90f6-4603-adf4-95caafd929f7 req-fd8cffe2-add0-4738-8216-137d5dfb5e93 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:27.456608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d374dc16-90f6-4603-adf4-95caafd929f7 req-fd8cffe2-add0-4738-8216-137d5dfb5e93 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 970 time: 0.0951772 Feb 02 15:08:27.475269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.482549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6bf2a9b7-9c5a-432d-acca-0ab0b1a3f41a req-7f6ad1cb-ae64-4e00-b043-8b1db134e829 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.505105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d374dc16-90f6-4603-adf4-95caafd929f7 req-4ad9635e-c353-49a8-b641-4bcf075dae4a tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Feb 02 15:08:27.605152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.606041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:27.606610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.666057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6bf2a9b7-9c5a-432d-acca-0ab0b1a3f41a req-7f6ad1cb-ae64-4e00-b043-8b1db134e829 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.692145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f7eaf-5b13-4880-9ff1-2d7bd1119172 req-135dd82b-708c-49d5-8a39-5b038fc8c45c tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:27.693596 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a44f7eaf-5b13-4880-9ff1-2d7bd1119172 req-135dd82b-708c-49d5-8a39-5b038fc8c45c tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 971 time: 0.0775506 Feb 02 15:08:27.738262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ad1cb-ae64-4e00-b043-8b1db134e829 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da576e-0ddf-4d3f-99cb-81e64a7d934c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:27.744445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a44f7eaf-5b13-4880-9ff1-2d7bd1119172 req-3cef00e1-92a6-4f1a-8be5-b31de852a406 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Feb 02 15:08:27.780400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] Pushing event updated for resources: {'Network': ['ID=127f8687-a3a3-4e3f-a879-d138af421b39,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:27.794261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 127f8687-a3a3-4e3f-a879-d138af421b39 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:08:27.833838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.107', 58202) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:27.862262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-31790103-7b57-4344-818c-9b64f04dcf52 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:08:27.863242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-31790103-7b57-4344-818c-9b64f04dcf52 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0105255 Feb 02 15:08:27.896972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ab93a443-260a-4c1a-9e93-42cf41ea1069 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9991004 Feb 02 15:08:27.897863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37164) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:27.901844 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6bf2a9b7-9c5a-432d-acca-0ab0b1a3f41a req-7f6ad1cb-ae64-4e00-b043-8b1db134e829 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:27.904060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bf2a9b7-9c5a-432d-acca-0ab0b1a3f41a req-7f6ad1cb-ae64-4e00-b043-8b1db134e829 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/c6da576e-0ddf-4d3f-99cb-81e64a7d934c HTTP/1.1" status: 204 len: 173 time: 0.5881095 Feb 02 15:08:27.905763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-b0fd69c4-e24f-474f-af37-4a562f2db401 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=f548ead2b71143eca0587b900f7dae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505915 Feb 02 15:08:27.910530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Request body: {'subnet': {'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1934245496-subnet', 'tenant_id': 'df2a8be9a1964ccebcc06f0371c41032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:27.915678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:27.920171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Usage tracker for resource:subnet and tenant:df2a8be9a1964ccebcc06f0371c41032 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:27.923090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:27.928760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:27.980094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7631023-73f9-4d8d-be48-c7ad239ccac8 req-f41135a3-27f8-42ad-be43-78844bbae85d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.1010337 Feb 02 15:08:28.045841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Made reservation on behalf of df2a8be9a1964ccebcc06f0371c41032 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:28.050725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:28.071108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Request body: {'port': {'device_id': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:28.148080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:28.326458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95325906-9fd7-4720-991d-12ea630b80d3 req-f88e4ffb-2740-45f4-ae20-6479814ca7dc tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:28.328333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-f88e4ffb-2740-45f4-ae20-6479814ca7dc tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3899744 Feb 02 15:08:28.333561 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-69e6e3fc-d812-431b-979f-b1d7f79b86ff req-4f3d4214-edc9-4395-b6ea-a49b8eddf0fc tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "GET /v2.0/security-groups/7860906e-62e5-46fa-afd4-8f71909c0789 HTTP/1.1" status: 200 len: 1611 time: 0.3517079 Feb 02 15:08:28.337152 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:28.359181 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:28.377745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Request body: {'port': {'device_id': '7d7ea4f5-3c5d-418e-9641-ce7514f778e0', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'f548ead2b71143eca0587b900f7dae0a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:28.589614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37182) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:28.724828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-69e6e3fc-d812-431b-979f-b1d7f79b86ff req-9142e133-7bc9-47bc-ad4d-b94fb5467dc6 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:28.747861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8999859-be99-400e-89a8-2b725d16b149 req-2911cc2e-f3d8-4182-bf82-145dcb15cfd5 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:28.754507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8999859-be99-400e-89a8-2b725d16b149 req-2911cc2e-f3d8-4182-bf82-145dcb15cfd5 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 970 time: 0.0879264 Feb 02 15:08:28.772390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:28.800238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Usage tracker for resource:port and tenant:f548ead2b71143eca0587b900f7dae0a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:28.800818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:28.809401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:28.838819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8999859-be99-400e-89a8-2b725d16b149 req-a11d6e6d-d8ab-4e48-a60b-1ab1dfcf2462 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833929 Feb 02 15:08:28.846604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:28.850447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] Usage tracker for resource:security_group_rule and tenant:4a8e4981e7714d95b54670a65c214f49 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:28.854349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:28.864748 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-69e6e3fc-d812-431b-979f-b1d7f79b86ff req-9142e133-7bc9-47bc-ad4d-b94fb5467dc6 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:28.870792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:28.872930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:28.885777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:29.028179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-0307624c-aa03-4956-b73d-4a1c4d1cf980 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:29.029685 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-0307624c-aa03-4956-b73d-4a1c4d1cf980 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 971 time: 0.1569405 Feb 02 15:08:29.068286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93c7bdf-1cc5-430a-8774-ed52a75508fb,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:29.132942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.133149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:29.133599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Network hostable DHCP agents. Network: 127f8687-a3a3-4e3f-a879-d138af421b39, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:08:29.136572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Deleting port d468e200-3f34-4f40-a570-38feb613346d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:08:29.136904 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.169342 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-8882f7b6-6985-4fdd-9221-5099fd347c16 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 1121 time: 0.2847278 Feb 02 15:08:29.173537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9abb2-ffd0-4e55-91ba-1c7ee416b48e req-6d7b57b1-15e2-46b6-be40-1141eaf92570 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:29.175072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30d9abb2-ffd0-4e55-91ba-1c7ee416b48e req-6d7b57b1-15e2-46b6-be40-1141eaf92570 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 971 time: 0.2111862 Feb 02 15:08:29.181738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-69e6e3fc-d812-431b-979f-b1d7f79b86ff req-9142e133-7bc9-47bc-ad4d-b94fb5467dc6 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.226906 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.235391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Made reservation on behalf of f548ead2b71143eca0587b900f7dae0a for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:29.238402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.261344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142e133-7bc9-47bc-ad4d-b94fb5467dc6 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7860906e-62e5-46fa-afd4-8f71909c0789,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:29.287559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c11720-97f9-4d33-bd1f-d47f6ebab2dc {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:29.303447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.313126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30d9abb2-ffd0-4e55-91ba-1c7ee416b48e req-e18f0d3f-a721-4040-89a9-d17cc9898825 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/security-groups?id=97a558ae-5184-4505-b8a0-0cf18cf094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303372 Feb 02 15:08:29.363489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a8e4981e7714d95b54670a65c214f49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7722855 Feb 02 15:08:29.367210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-69e6e3fc-d812-431b-979f-b1d7f79b86ff req-9142e133-7bc9-47bc-ad4d-b94fb5467dc6 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.368686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-69e6e3fc-d812-431b-979f-b1d7f79b86ff req-9142e133-7bc9-47bc-ad4d-b94fb5467dc6 tempest-SecurityGroupsTestAdminJSON-731612828 tempest-SecurityGroupsTestAdminJSON-731612828-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/7860906e-62e5-46fa-afd4-8f71909c0789 HTTP/1.1" status: 204 len: 173 time: 1.0259991 Feb 02 15:08:29.370328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37198) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:29.380554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Transition to ACTIVE for port object 69c11720-97f9-4d33-bd1f-d47f6ebab2dc will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:29.391478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] Deleting port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:08:29.391737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.427089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883e7b8-f8b6-48dc-a802-be0e5e58467b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88fab02-45ae-4b74-85a0-8a629c84e848,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:29.502146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-193c813d-61be-4c0d-b1a4-3ae4fd3e160a req-9775aa27-6538-4f60-8f3f-3fd3477ac811 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.0594916 Feb 02 15:08:29.539530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Network 127f8687-a3a3-4e3f-a879-d138af421b39 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:08:29.541610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.553225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] For port d468e200-3f34-4f40-a570-38feb613346d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d468e200-3f34-4f40-a570-38feb613346d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:29.553574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.679122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Calling delete_port for d468e200-3f34-4f40-a570-38feb613346d owned by compute:tempest-test_az-915525238 {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:08:29.718686 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.791555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 127f8687-a3a3-4e3f-a879-d138af421b39) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:29.796581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:29.797505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.801722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f111bcc-cf35-4f9e-a9cf-f3e9f11871f1 None None] Network 127f8687-a3a3-4e3f-a879-d138af421b39 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:08:29.816844 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:08:29.915192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:29.954188 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:29.956713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f1b0534-f908-401d-b93e-fcb8cbf2a6bc req-ce9bc97a-fb4d-42f1-a9c1-effbd32ef850 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "GET /v2.0/security-groups/d78e794f-b860-4b38-bf33-c399abb54067 HTTP/1.1" status: 200 len: 1611 time: 0.5376902 Feb 02 15:08:29.996633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['d468e200-3f34-4f40-a570-38feb613346d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:08:30.037682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5923f3f3-e7c3-43c4-97f5-1dfa314a5e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:30.041123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Allocated IP 192.168.233.6 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/de0fe952-abf6-471f-bff6-45fa7a833df7) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:30.110203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947686a6-fcc5-42cf-b21d-edaa043999b4 None None] Network 127f8687-a3a3-4e3f-a879-d138af421b39 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:08:30.110488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Pushing event deleted for resources: {'Port': ['ID=d468e200-3f34-4f40-a570-38feb613346d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:30.134385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Attempting to bind port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:08:30.134861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Attempting to bind port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:08:30.135282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Attempting to bind port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:30.157743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-70e1123f-e4b5-4975-aabd-8f0b23f37887 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2502394 Feb 02 15:08:30.189871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5923f3f3-e7c3-43c4-97f5-1dfa314a5e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:30.216963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:08:30.217389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Attempting to bind port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:30.219980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] No DVR routers for this DVR port d468e200-3f34-4f40-a570-38feb613346d on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:08:30.234156 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:30.237959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0964a43-7aea-47ba-a288-b264302b8ac7', 'name': 'network-vif-deleted', 'tag': 'd468e200-3f34-4f40-a570-38feb613346d'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:30.269572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d00d-83c8-4124-b307-bef4fd4cdeea req-f06f5190-9a37-4a14-9ea7-4933d457e702 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:30.280902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4444d00d-83c8-4124-b307-bef4fd4cdeea req-f06f5190-9a37-4a14-9ea7-4933d457e702 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 970 time: 0.2191787 Feb 02 15:08:30.356447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4444d00d-83c8-4124-b307-bef4fd4cdeea req-c80f6227-fed2-42bf-a46a-ef72633a933d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746963 Feb 02 15:08:30.417409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-831be4ed-4e08-47e8-ac43-48eda8bd7d4c req-977b57b3-2e38-464c-9920-6ff69656ea59 tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.64 "DELETE /v2.0/ports/d468e200-3f34-4f40-a570-38feb613346d HTTP/1.1" status: 204 len: 173 time: 1.3752964 Feb 02 15:08:30.430646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:08:30.431153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:30.431708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:08:30.431818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Bound port: 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:08:30.432189 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:30.432323 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0964a43-7aea-47ba-a288-b264302b8ac7', 'name': 'network-vif-deleted', 'tag': 'd468e200-3f34-4f40-a570-38feb613346d', 'status': 'completed', 'code': 200} Feb 02 15:08:30.521075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f1b0534-f908-401d-b93e-fcb8cbf2a6bc req-9b471f6a-478f-44fe-bf3c-4a778c9ab6c8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:30.546444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] For port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:30.546812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:30.584620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-26ae5789-803e-4f0c-ab8d-efa98a02063a req-3f9dd9f0-e311-49e9-a276-88140b21d4ec tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Synchronizing usage tracker for tenant:9118b0ffe40f49b1b6edcc1dd6a41109 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:30.626356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f1b0534-f908-401d-b93e-fcb8cbf2a6bc req-9b471f6a-478f-44fe-bf3c-4a778c9ab6c8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:30.656136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-26ae5789-803e-4f0c-ab8d-efa98a02063a req-3f9dd9f0-e311-49e9-a276-88140b21d4ec tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] Unset dirty status for tenant:9118b0ffe40f49b1b6edcc1dd6a41109 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:30.657324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26ae5789-803e-4f0c-ab8d-efa98a02063a req-3f9dd9f0-e311-49e9-a276-88140b21d4ec tempest-AggregatesAdminTestJSON-742732299 tempest-AggregatesAdminTestJSON-742732299-project] 10.222.0.88 "GET /v2.0/ports?device_id=a0964a43-7aea-47ba-a288-b264302b8ac7 HTTP/1.1" status: 200 len: 210 time: 0.1308775 Feb 02 15:08:30.790164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] Calling delete_port for e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 owned by compute:tempest-test_az-915525238 {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:08:30.827498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d4f6462-1c77-4498-81d8-21913a5dc54a req-60a66709-ffea-4436-a4c3-7fc41dc73a21 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.0455861 Feb 02 15:08:30.907015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5923f3f3-e7c3-43c4-97f5-1dfa314a5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:30.953027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923f3f3-e7c3-43c4-97f5-1dfa314a5e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88fab02-45ae-4b74-85a0-8a629c84e848,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:30.961249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:08:30.967930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.052762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:08:31.064130 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5923f3f3-e7c3-43c4-97f5-1dfa314a5e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.065263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5923f3f3-e7c3-43c4-97f5-1dfa314a5e98 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f88fab02-45ae-4b74-85a0-8a629c84e848 HTTP/1.1" status: 204 len: 168 time: 1.6864703 Feb 02 15:08:31.068288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Transition to ACTIVE for port object de0fe952-abf6-471f-bff6-45fa7a833df7 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:31.118509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f1b0534-f908-401d-b93e-fcb8cbf2a6bc req-9b471f6a-478f-44fe-bf3c-4a778c9ab6c8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.141137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.177617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b471f6a-478f-44fe-bf3c-4a778c9ab6c8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78e794f-b860-4b38-bf33-c399abb54067,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:31.238543 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.239082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] 10.222.0.107 "PUT /v2.0/ports/69c11720-97f9-4d33-bd1f-d47f6ebab2dc HTTP/1.1" status: 200 len: 1095 time: 3.2792335 Feb 02 15:08:31.243232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:31.280984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529c148-f720-4a50-9e89-3c7d3972843a service neutron] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:31.293167 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f1b0534-f908-401d-b93e-fcb8cbf2a6bc req-9b471f6a-478f-44fe-bf3c-4a778c9ab6c8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.298482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f1b0534-f908-401d-b93e-fcb8cbf2a6bc req-9b471f6a-478f-44fe-bf3c-4a778c9ab6c8 tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "DELETE /v2.0/security-groups/d78e794f-b860-4b38-bf33-c399abb54067 HTTP/1.1" status: 204 len: 173 time: 1.3401144 Feb 02 15:08:31.316476 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'status': 'completed', 'code': 200} Feb 02 15:08:31.355753 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.362331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.662179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Pushing event updated for resources: {'Port': ['ID=de0fe952-abf6-471f-bff6-45fa7a833df7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:31.671508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a928e656-f991-420c-a9ba-7412b402abff req-d0c379a8-4fc3-4f14-befb-ea7f49b0300f tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 210 time: 0.0678067 Feb 02 15:08:31.763231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:31.771815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37248) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:31.778272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1269591364-network', 'tenant_id': '33bc0c0b07ff44d2a7e37befa2fb688d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:31.781917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4562e049-7699-4c3a-b48f-4de25fdd62b3 req-2924af6f-960a-4952-a410-8de10247506b tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "GET /v2.0/security-groups/3e8f80ae-aff8-4f3c-81d5-6ce8840082e6 HTTP/1.1" status: 200 len: 1608 time: 0.4536073 Feb 02 15:08:31.783833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:31.784153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:31.786387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:31.795323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:31.795323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.798300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] Pushing event deleted for resources: {'Port': ['ID=e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:31.801308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] No DVR routers for this DVR port e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:08:31.804974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.806639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Usage tracker for resource:network and tenant:33bc0c0b07ff44d2a7e37befa2fb688d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:31.807553 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdc467e2-626a-49cd-9c27-0851eabbc981 req-24391589-154a-4a97-9aa0-51f35a6891b8 tempest-DeleteServersAdminTestJSON-1910497102 tempest-DeleteServersAdminTestJSON-1910497102-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 HTTP/1.1" status: 204 len: 173 time: 2.6199400 Feb 02 15:08:31.811545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:31.818677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:31.876209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7ee08f8-a342-4d47-9150-405c2704ff77 req-3964ba05-89ad-419b-ad2f-63044976b419 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1098 time: 0.5036469 Feb 02 15:08:31.925896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4562e049-7699-4c3a-b48f-4de25fdd62b3 req-a31805d5-e3de-4dcb-930f-cbeff9a3052a tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:31.929007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7ee08f8-a342-4d47-9150-405c2704ff77 req-4ef350a7-e8b5-41b0-b017-0ab74b1931a7 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=f548ead2b71143eca0587b900f7dae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390704 Feb 02 15:08:31.982418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Made reservation on behalf of 33bc0c0b07ff44d2a7e37befa2fb688d for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:31.985681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.000721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.031363 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-46f28a9b-c043-47b7-90e1-dd749feeebab tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6839168 Feb 02 15:08:32.033219 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4562e049-7699-4c3a-b48f-4de25fdd62b3 req-a31805d5-e3de-4dcb-930f-cbeff9a3052a tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.036866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:32.042092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Usage tracker for resource:security_group_rule and tenant:33bc0c0b07ff44d2a7e37befa2fb688d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:32.045768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:32.052453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:32.055364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Request body: {'port': {'device_id': '7d7ea4f5-3c5d-418e-9641-ce7514f778e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:32.144624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.146820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37262) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:32.166155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.198573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:32.202686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4b2a5e41e2490fa7d3c3cac1329556 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:32.205769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:32.213094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:32.220189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c779ebbf-ac9d-4c14-b76b-9f4042ba5507 None None] Provisioning for port de0fe952-abf6-471f-bff6-45fa7a833df7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:32.222990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.227130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c779ebbf-ac9d-4c14-b76b-9f4042ba5507 None None] Provisioning complete for port de0fe952-abf6-471f-bff6-45fa7a833df7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:32.227665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c779ebbf-ac9d-4c14-b76b-9f4042ba5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.233387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee08f8-a342-4d47-9150-405c2704ff77 req-8265c2c8-c930-40b1-b151-d6f1b3b294cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:32.235003 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7ee08f8-a342-4d47-9150-405c2704ff77 req-8265c2c8-c930-40b1-b151-d6f1b3b294cc service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2967598 Feb 02 15:08:32.242615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.262262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:08:32.297767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc6b6c2-11b8-4c37-a925-a151b8c747ba,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:32.316691 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.317218 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Added segment b2eb4899-a092-46ab-b9cb-5c7d0f578643 of type vlan for network b553340e-0260-4a57-a230-740e394c8f54 Feb 02 15:08:32.343345 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4562e049-7699-4c3a-b48f-4de25fdd62b3 req-a31805d5-e3de-4dcb-930f-cbeff9a3052a tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.363637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c779ebbf-ac9d-4c14-b76b-9f4042ba5507 None None] Port de0fe952-abf6-471f-bff6-45fa7a833df7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:08:32.377814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.389121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31805d5-e3de-4dcb-930f-cbeff9a3052a tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8f80ae-aff8-4f3c-81d5-6ce8840082e6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:32.461766 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4562e049-7699-4c3a-b48f-4de25fdd62b3 req-a31805d5-e3de-4dcb-930f-cbeff9a3052a tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.462768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.462877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4562e049-7699-4c3a-b48f-4de25fdd62b3 req-a31805d5-e3de-4dcb-930f-cbeff9a3052a tempest-SecurityGroupsTestAdminJSON-1890409702 tempest-SecurityGroupsTestAdminJSON-1890409702-project] 10.222.0.88 "DELETE /v2.0/security-groups/3e8f80ae-aff8-4f3c-81d5-6ce8840082e6 HTTP/1.1" status: 204 len: 173 time: 0.6801853 Feb 02 15:08:32.513185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6b9e4-d535-4349-814c-f2c7c4749ba1 req-3769fab0-784d-453b-b32e-c4efc9cd440c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:32.514663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cac6b9e4-d535-4349-814c-f2c7c4749ba1 req-3769fab0-784d-453b-b32e-c4efc9cd440c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 934 time: 0.1129158 Feb 02 15:08:32.540748 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.569968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-e3ff92df-aba6-4f89-968d-98e81d7f7f82 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1098 time: 0.2639420 Feb 02 15:08:32.583122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.584146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:32.584649 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:32.671034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-97f3ebcf-5b97-4cbe-bb4d-ce8f16cd6375 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc HTTP/1.1" status: 200 len: 217 time: 0.0838277 Feb 02 15:08:32.724975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] Pushing event updated for resources: {'Network': ['ID=b553340e-0260-4a57-a230-740e394c8f54,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:32.736241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7e44cd-eaa0-42d1-85f1-f3265f654d14,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:32.746859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network b553340e-0260-4a57-a230-740e394c8f54 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:08:32.749596 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4cc666e0-1bff-4381-86ef-80b7c7004cb8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e4b2a5e41e2490fa7d3c3cac1329556&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6017621 Feb 02 15:08:32.751760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37276) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:32.768774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cac6b9e4-d535-4349-814c-f2c7c4749ba1 req-0833cbc9-96ad-40c7-873e-bfe9fb72ab2d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455337 Feb 02 15:08:32.774274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9358f-e767-4727-969c-ed23256a931f req-6879b953-c2e5-4c72-9ce3-239f77b6aee7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:32.775710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-6879b953-c2e5-4c72-9ce3-239f77b6aee7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0915961 Feb 02 15:08:32.860169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-238dd012-3cfb-4bff-9d7a-e31a74369243 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0861371 Feb 02 15:08:32.861223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37282) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:32.867785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Request body: {'subnet': {'network_id': 'b553340e-0260-4a57-a230-740e394c8f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1269591364-subnet', 'tenant_id': '33bc0c0b07ff44d2a7e37befa2fb688d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:32.875014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:32.881885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Usage tracker for resource:subnet and tenant:33bc0c0b07ff44d2a7e37befa2fb688d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:32.889796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:32.896762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:32.989448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0fe952-abf6-471f-bff6-45fa7a833df7 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:32.993153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Made reservation on behalf of 33bc0c0b07ff44d2a7e37befa2fb688d for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:32.996046 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.035001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.062473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-90ca7acd-3cc5-4c37-9ad6-c9661b5e0cab req-bada000e-4181-4a61-9426-a9f068684c85 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Synchronizing usage tracker for tenant:65a4ae79ff924c6cbe1f6ca55d116879 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:33.089603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Transition to ACTIVE for port object de0fe952-abf6-471f-bff6-45fa7a833df7 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:33.092917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-636e8e03-d48a-4341-b127-eeac4bcb9003 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3048015 Feb 02 15:08:33.096469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b223c46f-2507-4dec-84ac-6d3cf2b1573e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.203642 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b223c46f-2507-4dec-84ac-6d3cf2b1573e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.204706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d468e200-3f34-4f40-a570-38feb613346d no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:08:33.244141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.247820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: d468e200-3f34-4f40-a570-38feb613346d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:08:33.248799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d468e200-3f34-4f40-a570-38feb613346d not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:08:33.249458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:08:33.277800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-90ca7acd-3cc5-4c37-9ad6-c9661b5e0cab req-bada000e-4181-4a61-9426-a9f068684c85 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Unset dirty status for tenant:65a4ae79ff924c6cbe1f6ca55d116879 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:33.279135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90ca7acd-3cc5-4c37-9ad6-c9661b5e0cab req-bada000e-4181-4a61-9426-a9f068684c85 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7d7adba-3aa4-4007-9ae1-19a59e4bbd82 HTTP/1.1" status: 200 len: 210 time: 0.2799404 Feb 02 15:08:33.293065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:08:33.293686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:08:33.323370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d7adba-3aa4-4007-9ae1-19a59e4bbd82', 'name': 'network-vif-deleted', 'tag': 'e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:33.330600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.423637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37306) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:33.437483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b321c1-e5f1-4370-9a05-8ada6044954e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:33.447865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Checking segment: {'id': 'b2eb4899-a092-46ab-b9cb-5c7d0f578643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b553340e-0260-4a57-a230-740e394c8f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:33.448240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Network hostable DHCP agents. Network: b553340e-0260-4a57-a230-740e394c8f54, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:08:33.458063 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d7adba-3aa4-4007-9ae1-19a59e4bbd82', 'name': 'network-vif-deleted', 'tag': 'e29ba7d1-a6fa-4979-92d7-5fd2a8f8b592', 'status': 'completed', 'code': 200} Feb 02 15:08:33.479565 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-e4d0ca26-d6cb-46b1-aa1b-b333bdd1f330 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716459 Feb 02 15:08:33.481100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Pushing event updated for resources: {'Port': ['ID=de0fe952-abf6-471f-bff6-45fa7a833df7,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:33.582213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Network b553340e-0260-4a57-a230-740e394c8f54 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:08:33.666541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, b553340e-0260-4a57-a230-740e394c8f54) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:33.674931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d30a30be-04f9-4b3b-a186-fb6bd5141a13 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7e8c7cf5ccf14478a02ee664309d14b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2479441 Feb 02 15:08:33.674931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:33.674931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.675208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ddf6e-e524-4f29-952c-b25f25844801 None None] Network b553340e-0260-4a57-a230-740e394c8f54 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:08:33.677929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37314) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:33.764814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b75fab16-64e9-41b8-9651-12689e3be6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.775980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Attempting to bind port de0fe952-abf6-471f-bff6-45fa7a833df7 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:08:33.776485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Attempting to bind port de0fe952-abf6-471f-bff6-45fa7a833df7 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:08:33.776887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Attempting to bind port de0fe952-abf6-471f-bff6-45fa7a833df7 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:33.782943 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efa9358f-e767-4727-969c-ed23256a931f req-00727c17-ec2b-47bb-b3d1-01cdb66f21bf service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955258 Feb 02 15:08:33.785532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b223c46f-2507-4dec-84ac-6d3cf2b1573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.798516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8773e312-9def-415e-838b-089d6ba70066 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9360423 Feb 02 15:08:33.809587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b75fab16-64e9-41b8-9651-12689e3be6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.853129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223c46f-2507-4dec-84ac-6d3cf2b1573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7e44cd-eaa0-42d1-85f1-f3265f654d14,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:33.855769 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b223c46f-2507-4dec-84ac-6d3cf2b1573e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.861741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b223c46f-2507-4dec-84ac-6d3cf2b1573e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/da7e44cd-eaa0-42d1-85f1-f3265f654d14 HTTP/1.1" status: 204 len: 168 time: 1.1089673 Feb 02 15:08:33.862479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Port de0fe952-abf6-471f-bff6-45fa7a833df7 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:08:33.862942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Attempting to bind port de0fe952-abf6-471f-bff6-45fa7a833df7 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:33.881766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:08:33.882682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:33.886080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:08:33.886597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Bound port: de0fe952-abf6-471f-bff6-45fa7a833df7, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:08:33.886966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.925772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b75fab16-64e9-41b8-9651-12689e3be6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.970792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fab16-64e9-41b8-9651-12689e3be6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adac4589-062c-472a-bc1f-ea5b2dd20df2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:33.978385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b75fab16-64e9-41b8-9651-12689e3be6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:33.983603 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b75fab16-64e9-41b8-9651-12689e3be6e9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/adac4589-062c-472a-bc1f-ea5b2dd20df2 HTTP/1.1" status: 204 len: 168 time: 0.3046913 Feb 02 15:08:34.097816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] For port de0fe952-abf6-471f-bff6-45fa7a833df7, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:08:34.102373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] For port de0fe952-abf6-471f-bff6-45fa7a833df7, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=de0fe952-abf6-471f-bff6-45fa7a833df7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:08:34.138516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4658c5-9412-481f-beee-1f4fbf5437ef None None] Network b553340e-0260-4a57-a230-740e394c8f54 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:08:34.151744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951075b5-7056-4388-8ac6-e25d7952e678 req-f73751b6-4d3c-401a-91f6-b45c7d52b53f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:34.152642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-951075b5-7056-4388-8ac6-e25d7952e678 req-f73751b6-4d3c-401a-91f6-b45c7d52b53f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Synchronizing usage tracker for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:34.182024 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:34.260428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:34.260428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] 10.222.0.107 "PUT /v2.0/ports/de0fe952-abf6-471f-bff6-45fa7a833df7 HTTP/1.1" status: 200 len: 1094 time: 2.2111161 Feb 02 15:08:34.261837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-951075b5-7056-4388-8ac6-e25d7952e678 req-f73751b6-4d3c-401a-91f6-b45c7d52b53f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Unset dirty status for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:34.268622 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-951075b5-7056-4388-8ac6-e25d7952e678 req-f73751b6-4d3c-401a-91f6-b45c7d52b53f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 946 time: 0.2458625 Feb 02 15:08:34.318315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f95e04-350b-44f8-b59c-7d924ee372d9 service neutron] Pushing event updated for resources: {'Port': ['ID=de0fe952-abf6-471f-bff6-45fa7a833df7,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:34.329559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-951075b5-7056-4388-8ac6-e25d7952e678 req-25eefc79-7bd9-48dd-8474-3550882dd104 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Synchronizing usage tracker for tenant:f548ead2b71143eca0587b900f7dae0a on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:34.459335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-951075b5-7056-4388-8ac6-e25d7952e678 req-25eefc79-7bd9-48dd-8474-3550882dd104 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Unset dirty status for tenant:f548ead2b71143eca0587b900f7dae0a on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:34.473891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-951075b5-7056-4388-8ac6-e25d7952e678 req-25eefc79-7bd9-48dd-8474-3550882dd104 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043905 Feb 02 15:08:34.539950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-78bfdadd-6b96-445c-8de2-e7065019a624 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 1097 time: 0.1372988 Feb 02 15:08:34.636904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-294ef1c2-7b24-4b3d-b953-1a2d8cde0e51 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de0fe952-abf6-471f-bff6-45fa7a833df7 HTTP/1.1" status: 200 len: 217 time: 0.0827761 Feb 02 15:08:34.720147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95325906-9fd7-4720-991d-12ea630b80d3 req-522e95fb-a67b-4e6e-871f-79090735bf52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:34.722060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-522e95fb-a67b-4e6e-871f-79090735bf52 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0768495 Feb 02 15:08:34.814894 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-c8c998bd-beeb-4ad1-bc22-aac53ebe276a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855491 Feb 02 15:08:34.974977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-28e67069-0911-46fd-9da4-e38fdab9af2b service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519969 Feb 02 15:08:35.224342 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95325906-9fd7-4720-991d-12ea630b80d3 req-765590d4-1f4e-4000-9e4e-4adc91a1fc33 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428215 Feb 02 15:08:35.247405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-c6a58d34-98ec-4b2a-8b16-22b54ab0658e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:35.248302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-c6a58d34-98ec-4b2a-8b16-22b54ab0658e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:35.336846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-c6a58d34-98ec-4b2a-8b16-22b54ab0658e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:35.338016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-c6a58d34-98ec-4b2a-8b16-22b54ab0658e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 821 time: 0.2827585 Feb 02 15:08:35.348709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37398) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:35.360687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-c762980f-2d35-469b-a579-518f17c22c58 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/quotas/df2a8be9a1964ccebcc06f0371c41032 HTTP/1.1" status: 200 len: 375 time: 0.0170925 Feb 02 15:08:35.402352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5a276881-c3d9-424f-b809-93d75b52c3d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2724fc7cc9f9406e9ce0b71dc889220c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521986 Feb 02 15:08:35.405645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37402) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:35.410480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-8ad5afed-9a30-497c-9cef-79d202375830 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488396 Feb 02 15:08:35.461441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7ea4f5-3c5d-418e-9641-ce7514f778e0', 'tag': 'de0fe952-abf6-471f-bff6-45fa7a833df7'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:35.480493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ffbdad78-6bbd-4493-a0ab-493a7a7ba65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:35.509784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ffbdad78-6bbd-4493-a0ab-493a7a7ba65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:35.543032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37422) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:35.633598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ffbdad78-6bbd-4493-a0ab-493a7a7ba65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:35.651294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdad78-6bbd-4493-a0ab-493a7a7ba65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab971cbb-9ce3-48fd-8fd8-1e1474a11fb7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:35.659879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ffbdad78-6bbd-4493-a0ab-493a7a7ba65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:35.664211 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ffbdad78-6bbd-4493-a0ab-493a7a7ba65c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab971cbb-9ce3-48fd-8fd8-1e1474a11fb7 HTTP/1.1" status: 204 len: 168 time: 0.2545280 Feb 02 15:08:35.753941 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-36c4b0d5-8f01-4422-ae26-4d32cbab45d2 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532255 Feb 02 15:08:35.760023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:35.800901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-1809deb3-f378-4d21-83aa-3ed96f801e43 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:08:35.802207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-1809deb3-f378-4d21-83aa-3ed96f801e43 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1570621 Feb 02 15:08:35.832177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:35.855524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] Usage tracker for resource:security_group_rule and tenant:bb9e70ba195d41f6882c27c09d8fdbca is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:35.860663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:35.915362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:35.935761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-2b3970cb-e1ba-4bb0-9b10-6fb240be3d0d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:35.937197 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-2b3970cb-e1ba-4bb0-9b10-6fb240be3d0d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822116 Feb 02 15:08:35.953371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-f9f34094-0bfa-4a02-afb3-205bcc8c0628 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/quotas/65a4ae79ff924c6cbe1f6ca55d116879 HTTP/1.1" status: 200 len: 375 time: 0.0106616 Feb 02 15:08:36.002421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-147c0103-f59b-46da-881b-b9dac87aa6df service neutron] 10.222.0.88 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896718 Feb 02 15:08:36.014239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-5401d19f-8907-4880-b023-c33390cd9315 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532598 Feb 02 15:08:36.124539 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:36.191646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-6b8095bb-ab2f-47b8-abfa-b94ad50e8335 service neutron] 10.222.0.88 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638885 Feb 02 15:08:36.249498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:36.295520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2793b9b-3d16-41ef-b2d2-368324e646f7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:36.305434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6dc107fb-1857-438a-9e99-2b052e93387b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bb9e70ba195d41f6882c27c09d8fdbca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7573314 Feb 02 15:08:36.305434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37456) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:36.375134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a69a5f5-729c-41a9-a3cf-e86eed606094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:36.485481 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a69a5f5-729c-41a9-a3cf-e86eed606094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:36.542531 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7ea4f5-3c5d-418e-9641-ce7514f778e0', 'tag': 'de0fe952-abf6-471f-bff6-45fa7a833df7', 'status': 'completed', 'code': 200} Feb 02 15:08:36.623175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a69a5f5-729c-41a9-a3cf-e86eed606094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:36.681447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69a5f5-729c-41a9-a3cf-e86eed606094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2793b9b-3d16-41ef-b2d2-368324e646f7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:36.686970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-eca95710-4ca5-4cff-a251-aea659391f30 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 1097 time: 0.1464474 Feb 02 15:08:36.688249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a69a5f5-729c-41a9-a3cf-e86eed606094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:36.691773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7a69a5f5-729c-41a9-a3cf-e86eed606094 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f2793b9b-3d16-41ef-b2d2-368324e646f7 HTTP/1.1" status: 204 len: 168 time: 0.3844268 Feb 02 15:08:36.692672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4858837-9cd1-4bb7-b7cb-9f6d2a3abd80 req-11cba22d-7e38-4f48-808b-31d387c32830 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:36.694992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4858837-9cd1-4bb7-b7cb-9f6d2a3abd80 req-11cba22d-7e38-4f48-808b-31d387c32830 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 946 time: 0.1523542 Feb 02 15:08:36.836516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4858837-9cd1-4bb7-b7cb-9f6d2a3abd80 req-381d59a0-d0f4-4a78-b619-e30103e41ce5 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353912 Feb 02 15:08:36.886954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-abfe9eb4-d7dd-46ef-84e8-48a1c31d1c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:36.888558 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-abfe9eb4-d7dd-46ef-84e8-48a1c31d1c20 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1838365 Feb 02 15:08:36.979203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9edca957-4ab8-43a6-90f1-b1bf491400e1 req-a7c6ca2a-fc5e-48f0-ac45-ead6e54af3fd tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 210 time: 0.0534124 Feb 02 15:08:37.046523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-6dbaa244-9c4b-4996-abe2-38c6eccc5226 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de0fe952-abf6-471f-bff6-45fa7a833df7 HTTP/1.1" status: 200 len: 217 time: 0.1498795 Feb 02 15:08:37.061024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6aec38b0-ebf7-4c62-b7c9-f76e277721b7 req-2da936ae-1ff3-466e-a821-b29e7c8cea10 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 210 time: 0.0618558 Feb 02 15:08:37.123239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-ba3900ec-5d07-4e1a-860f-0a90e29aa2e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:37.124749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-ba3900ec-5d07-4e1a-860f-0a90e29aa2e9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0689507 Feb 02 15:08:37.220498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-db8d9320-7008-41f8-a236-3118c8403411 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884638 Feb 02 15:08:37.397109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-c6944882-c2af-4395-a32e-edd938120152 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689389 Feb 02 15:08:37.542381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d96c8828-8e0a-4086-a6fb-11f1c76c8dff req-9c0dd104-81fa-4403-9485-e72870db160b service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373417 Feb 02 15:08:37.884310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37540) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:37.928298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:37.966992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:37.972018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] Usage tracker for resource:security_group_rule and tenant:eb846dcdc8dd4e22a7dfc7faca19b4e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:37.976080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:37.984615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:38.101707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.134382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device de0fe952-abf6-471f-bff6-45fa7a833df7 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:08:38.191211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85b06a-579f-418e-bc6d-ef425a38aef9 req-e4626020-c768-4224-89c8-0fa50b63e804 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:38.192917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a85b06a-579f-418e-bc6d-ef425a38aef9 req-e4626020-c768-4224-89c8-0fa50b63e804 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 946 time: 0.1408715 Feb 02 15:08:38.235248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.287007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a85b06a-579f-418e-bc6d-ef425a38aef9 req-6daa9ba8-b33e-413c-a93a-595aa408ec4d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841665 Feb 02 15:08:38.321615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eb846dcdc8dd4e22a7dfc7faca19b4e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4331210 Feb 02 15:08:38.322389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37566) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:38.347674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port de0fe952-abf6-471f-bff6-45fa7a833df7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=de0fe952-abf6-471f-bff6-45fa7a833df7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:38.377519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'de0fe952-abf6-471f-bff6-45fa7a833df7', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'de0fe952-abf6-471f-bff6-45fa7a833df7', 'mac_address': 'fa:16:3e:9e:67:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:08:38.439770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212eb85-d00e-42d6-81d6-6051b0b5ac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49687e14-22ce-4fdc-88cc-1bc19291a001,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:38.473132 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.498191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0fe952-abf6-471f-bff6-45fa7a833df7 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:38.521717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port de0fe952-abf6-471f-bff6-45fa7a833df7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=de0fe952-abf6-471f-bff6-45fa7a833df7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:38.522414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e986ef28-ae75-4171-8110-dc6ce06b38e2 req-79b03445-971a-4c64-9f22-02ee83598819 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 210 time: 0.0555294 Feb 02 15:08:38.553000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-514c4831-bda2-488b-80c6-c2ede1f22d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.572873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b112cfb7-f996-404d-a773-08434754004c req-a21ac001-f2b7-4ca2-8c48-4eb04e39e397 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 210 time: 0.0621865 Feb 02 15:08:38.582603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-514c4831-bda2-488b-80c6-c2ede1f22d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.639455 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.640479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:08:38.743768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-514c4831-bda2-488b-80c6-c2ede1f22d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.767636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c4831-bda2-488b-80c6-c2ede1f22d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49687e14-22ce-4fdc-88cc-1bc19291a001,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:38.777506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-514c4831-bda2-488b-80c6-c2ede1f22d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.785654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-514c4831-bda2-488b-80c6-c2ede1f22d9b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/49687e14-22ce-4fdc-88cc-1bc19291a001 HTTP/1.1" status: 204 len: 168 time: 0.4562676 Feb 02 15:08:38.809646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=de0fe952-abf6-471f-bff6-45fa7a833df7,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:38.833430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:38.853937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'mac_address': 'fa:16:3e:b7:a7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:08:38.953438 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:38.996719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c11720-97f9-4d33-bd1f-d47f6ebab2dc {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:39.014949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:39.154286 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:39.177533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-62480b34-8487-468f-98bc-c463a85b4db2 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469756 Feb 02 15:08:39.267490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:39.417073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-01c5c4b0-8c87-4592-97c0-9eb23aa6ca65 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:39.428362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-01c5c4b0-8c87-4592-97c0-9eb23aa6ca65 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347960 Feb 02 15:08:39.454160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Request body: {'port': {'device_id': '4a893808-d10d-457d-b45b-2cae19da23aa', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '65a4ae79ff924c6cbe1f6ca55d116879'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:39.606294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['69c11720-97f9-4d33-bd1f-d47f6ebab2dc'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:08:39.609668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d414ac2-85eb-4382-bf66-4b53aa7775a0 req-6e393af1-0bfe-41df-8225-9452191dc515 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:39.617439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d414ac2-85eb-4382-bf66-4b53aa7775a0 req-6e393af1-0bfe-41df-8225-9452191dc515 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 947 time: 0.0952075 Feb 02 15:08:39.645337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['de0fe952-abf6-471f-bff6-45fa7a833df7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:08:39.652743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:39.662535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:39.667337 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d414ac2-85eb-4382-bf66-4b53aa7775a0 req-926363c4-ab64-4d6d-bcd7-fd2d6a97666d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488186 Feb 02 15:08:39.777077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Made reservation on behalf of 65a4ae79ff924c6cbe1f6ca55d116879 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:39.781057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:40.092193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Allocated IP 192.168.233.99 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/224076e9-53ed-454f-a798-444e4e482d6f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:40.164688 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5436736b-bf91-4694-987c-cf7b797d3e0e req-313a1cb1-f058-44d6-ae1e-bca77e83e2f3 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 210 time: 0.0649581 Feb 02 15:08:40.278890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37632) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:40.313516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-6c9ee26d-5e98-442c-aff6-c9041b6a2067 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:40.317452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-6c9ee26d-5e98-442c-aff6-c9041b6a2067 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 821 time: 0.2384334 Feb 02 15:08:40.342268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Request body: {'port': {'device_id': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'admin_state_up': True, 'tenant_id': 'df2a8be9a1964ccebcc06f0371c41032'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:40.587472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:40.591348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Usage tracker for resource:port and tenant:df2a8be9a1964ccebcc06f0371c41032 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:40.594762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:40.601001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:40.601575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29f026a3-e8c2-49e0-b0d1-c661693b4481 req-c9052cd8-62c2-4162-b2de-b5944ae9ef0f tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 210 time: 0.1527221 Feb 02 15:08:40.606978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:40.677353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:40.691710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] Usage tracker for resource:security_group_rule and tenant:5612defd63f8451086820a24f18ccc3a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:40.697869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:40.702409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:40.711434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:40.725068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Made reservation on behalf of df2a8be9a1964ccebcc06f0371c41032 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:40.729220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Transition to ACTIVE for port object 224076e9-53ed-454f-a798-444e4e482d6f will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:40.732551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:40.845181 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:40.882666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:40.987115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:40.992241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:40.998568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:41.003279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:41.004064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.026276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Allocated IP 172.20.0.14 (127f8687-a3a3-4e3f-a879-d138af421b39/d93c7bdf-1cc5-430a-8774-ed52a75508fb/9146ee49-ec14-4948-b12f-fd3d9756066d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:41.040069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Pushing event updated for resources: {'Port': ['ID=224076e9-53ed-454f-a798-444e4e482d6f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:41.049058 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.165780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5612defd63f8451086820a24f18ccc3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8858242 Feb 02 15:08:41.184579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b48e6a3b-dd4b-4cbf-86d3-9e5fd1f8e087 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7318823 Feb 02 15:08:41.198161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37662) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:41.217090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Request body: {'port': {'device_id': '4a893808-d10d-457d-b45b-2cae19da23aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:41.362698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c9407-94e1-404c-8902-33085a01b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f8dc20-4bf5-4f2b-b19f-ac7d8fd2ccbc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:41.385290 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.456330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0e816fe4-576f-4b46-9972-d3d4a58a335b None None] Provisioning for port 224076e9-53ed-454f-a798-444e4e482d6f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:41.464212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0e816fe4-576f-4b46-9972-d3d4a58a335b None None] Provisioning complete for port 224076e9-53ed-454f-a798-444e4e482d6f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:41.464536 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0e816fe4-576f-4b46-9972-d3d4a58a335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.487813 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.529330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0e816fe4-576f-4b46-9972-d3d4a58a335b None None] Port 224076e9-53ed-454f-a798-444e4e482d6f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:08:41.549053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.610695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13934453-e194-415f-a115-aa706acae08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.671437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Network 127f8687-a3a3-4e3f-a879-d138af421b39 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:41.675588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:41.677571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0df786-1b44-414e-b149-ab24e180d56c req-1024e880-3068-4ff2-94c8-7e5d9c7cb013 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:41.679890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c0df786-1b44-414e-b149-ab24e180d56c req-1024e880-3068-4ff2-94c8-7e5d9c7cb013 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 947 time: 0.3719547 Feb 02 15:08:41.683938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Pushing event updated for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:41.685997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:41.689873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:41.690668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.731504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05165a0-ee1b-42c9-9d38-b18d38b5019d req-cec3e881-7dd7-4943-8b43-0b82995f0a44 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:41.732292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d05165a0-ee1b-42c9-9d38-b18d38b5019d req-cec3e881-7dd7-4943-8b43-0b82995f0a44 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:41.739401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13934453-e194-415f-a115-aa706acae08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.786609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c0df786-1b44-414e-b149-ab24e180d56c req-a2386e27-b1a2-4f50-b27d-0d1d7670452e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943065 Feb 02 15:08:41.806168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-3e25748d-1348-4c98-9ee1-adccaad2b20b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4699907 Feb 02 15:08:41.823436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Request body: {'port': {'device_id': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:41.860774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d05165a0-ee1b-42c9-9d38-b18d38b5019d req-cec3e881-7dd7-4943-8b43-0b82995f0a44 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:41.863071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d05165a0-ee1b-42c9-9d38-b18d38b5019d req-cec3e881-7dd7-4943-8b43-0b82995f0a44 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 932 time: 0.3155713 Feb 02 15:08:41.966853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13934453-e194-415f-a115-aa706acae08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:41.979761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d05165a0-ee1b-42c9-9d38-b18d38b5019d req-e2386aaf-2640-42c3-a8e2-d68abdbf223f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027968 Feb 02 15:08:41.984474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.037015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13934453-e194-415f-a115-aa706acae08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f8dc20-4bf5-4f2b-b19f-ac7d8fd2ccbc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:42.074510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224076e9-53ed-454f-a798-444e4e482d6f {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:42.081003 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13934453-e194-415f-a115-aa706acae08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.085700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-13934453-e194-415f-a115-aa706acae08d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41f8dc20-4bf5-4f2b-b19f-ac7d8fd2ccbc HTTP/1.1" status: 204 len: 168 time: 0.8861132 Feb 02 15:08:42.089945 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.123181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Transition to ACTIVE for port object 224076e9-53ed-454f-a798-444e4e482d6f will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:42.171795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device de0fe952-abf6-471f-bff6-45fa7a833df7 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:08:42.223198 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.358747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port de0fe952-abf6-471f-bff6-45fa7a833df7 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:42.364377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port de0fe952-abf6-471f-bff6-45fa7a833df7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:42.364377 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.426931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Pushing event updated for resources: {'Port': ['ID=224076e9-53ed-454f-a798-444e4e482d6f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:42.488980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Attempting to bind port 224076e9-53ed-454f-a798-444e4e482d6f on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:08:42.489399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Attempting to bind port 224076e9-53ed-454f-a798-444e4e482d6f by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:08:42.489792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Attempting to bind port 224076e9-53ed-454f-a798-444e4e482d6f on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:42.499280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Port 224076e9-53ed-454f-a798-444e4e482d6f on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:08:42.499673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Attempting to bind port 224076e9-53ed-454f-a798-444e4e482d6f on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:42.504993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7df1bd-cae9-49a5-85f6-e702d5d0d5d2 req-68a1082f-8774-4be9-b97e-79b8eb1b0873 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:42.507778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:08:42.508488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:42.508943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:08:42.509447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Bound port: 224076e9-53ed-454f-a798-444e4e482d6f, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:08:42.509858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.514594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd7df1bd-cae9-49a5-85f6-e702d5d0d5d2 req-68a1082f-8774-4be9-b97e-79b8eb1b0873 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 947 time: 0.3511722 Feb 02 15:08:42.543028 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.575821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ea4f5-3c5d-418e-9641-ce7514f778e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0fe952-abf6-471f-bff6-45fa7a833df7'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:42.597500 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port de0fe952-abf6-471f-bff6-45fa7a833df7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=de0fe952-abf6-471f-bff6-45fa7a833df7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:42.650661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd7df1bd-cae9-49a5-85f6-e702d5d0d5d2 req-a7f7888d-a5dc-4b26-80db-fc3cd7760477 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348951 Feb 02 15:08:42.673462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9146ee49-ec14-4948-b12f-fd3d9756066d {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:42.682386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.683634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] For port 224076e9-53ed-454f-a798-444e4e482d6f, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:08:42.693655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] For port 224076e9-53ed-454f-a798-444e4e482d6f, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=224076e9-53ed-454f-a798-444e4e482d6f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:08:42.701657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Transition to ACTIVE for port object 9146ee49-ec14-4948-b12f-fd3d9756066d will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:42.712755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.713554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:08:42.785392 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ea4f5-3c5d-418e-9641-ce7514f778e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0fe952-abf6-471f-bff6-45fa7a833df7', 'code': 200} Feb 02 15:08:42.840896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.875709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=de0fe952-abf6-471f-bff6-45fa7a833df7,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:42.895239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.936564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:42.943370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:42.944061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:42.985846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Pushing event updated for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:43.049911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:43.051250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] 10.222.0.64 "PUT /v2.0/ports/224076e9-53ed-454f-a798-444e4e482d6f HTTP/1.1" status: 200 len: 1095 time: 1.8487535 Feb 02 15:08:43.051679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a893808-d10d-457d-b45b-2cae19da23aa', 'tag': '224076e9-53ed-454f-a798-444e4e482d6f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:43.082615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72aeae-fd2a-4a52-b050-f47fec9d612d service neutron] Pushing event updated for resources: {'Port': ['ID=224076e9-53ed-454f-a798-444e4e482d6f,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:43.113897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c597cc73-05bc-4fe5-901f-fc23c6ecb168 req-22186cc6-c004-45a8-b909-43a1c02a6833 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 1099 time: 0.2819593 Feb 02 15:08:43.142989 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:43.182083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c597cc73-05bc-4fe5-901f-fc23c6ecb168 req-a9dbb94a-01c6-47e6-bddd-ff74fc1f9440 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618069 Feb 02 15:08:43.210787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:43.302869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:08:43.303278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:08:43.303750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:43.307877 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:43.315364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:08:43.315683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:43.328106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:08:43.328440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:43.328815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:08:43.329238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Bound port: 9146ee49-ec14-4948-b12f-fd3d9756066d, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:08:43.329653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:43.348450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6e13e-7c25-4648-bb01-0a34bb3d5800 req-ebecb444-dd30-47b2-911f-73b0e4295a05 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:43.349906 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ee6e13e-7c25-4648-bb01-0a34bb3d5800 req-ebecb444-dd30-47b2-911f-73b0e4295a05 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 948 time: 0.2440531 Feb 02 15:08:43.405169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:43.438794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37738) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:43.470363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ee6e13e-7c25-4648-bb01-0a34bb3d5800 req-f0076f0a-2265-476a-b5eb-dedd128a0345 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887790 Feb 02 15:08:43.474373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:08:43.477121 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:43.485484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:08:43.492127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-798c398c-09e5-4d5d-a4ca-6adcef1527c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 1098 time: 0.2639921 Feb 02 15:08:43.500806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2bf64-2e6e-4718-aed2-3adb1d7667e1 req-4eba47c2-779a-404a-b3a5-770e60287e70 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:43.502324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5d2bf64-2e6e-4718-aed2-3adb1d7667e1 req-4eba47c2-779a-404a-b3a5-770e60287e70 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 944 time: 0.1840537 Feb 02 15:08:43.545443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37742) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:43.599024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:43.607627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-78085aa3-1dfa-417e-aea3-890bb20afdb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=224076e9-53ed-454f-a798-444e4e482d6f HTTP/1.1" status: 200 len: 217 time: 0.0975742 Feb 02 15:08:43.608610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:43.613833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7397a212efcd484f99f86c3893cf0cf6 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:43.625931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:43.672313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:43.674497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] 10.222.0.64 "PUT /v2.0/ports/9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 1092 time: 1.8559325 Feb 02 15:08:43.683968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:43.716758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75343fd-94ed-4c6b-9e2f-283e5fd68998 service neutron] Pushing event updated for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:43.750222 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a893808-d10d-457d-b45b-2cae19da23aa', 'tag': '224076e9-53ed-454f-a798-444e4e482d6f', 'status': 'completed', 'code': 200} Feb 02 15:08:43.762792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:43.780734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b5d2bf64-2e6e-4718-aed2-3adb1d7667e1 req-73b331d6-c84b-408e-8f58-f855e8a2124e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:43.806046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4d97e550-2591-4165-b9a1-836e5baadda7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:43.807555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-4d97e550-2591-4165-b9a1-836e5baadda7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1899250 Feb 02 15:08:43.921747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b2b4-1e28-4329-bf05-08da02cdd89f req-303a4fcd-1a91-4696-97b5-7c853e5cdbcc tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:43.928973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6814b2b4-1e28-4329-bf05-08da02cdd89f req-303a4fcd-1a91-4696-97b5-7c853e5cdbcc tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 947 time: 0.1340358 Feb 02 15:08:43.947070 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:43.955795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-d077d2ff-690e-4435-8fb5-8e05d2a587b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413090 Feb 02 15:08:43.956413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b5d2bf64-2e6e-4718-aed2-3adb1d7667e1 req-73b331d6-c84b-408e-8f58-f855e8a2124e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:43.973594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5d2bf64-2e6e-4718-aed2-3adb1d7667e1 req-73b331d6-c84b-408e-8f58-f855e8a2124e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624324 Feb 02 15:08:43.987212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6814b2b4-1e28-4329-bf05-08da02cdd89f req-5031edc0-3ee0-4777-b954-43b8ffd8395f tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568895 Feb 02 15:08:44.004761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-8b5f6e49-be66-426d-afec-fcf8c39cae57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1095 time: 0.1357243 Feb 02 15:08:44.047441 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.105917 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d', 'status': 'completed', 'code': 200} Feb 02 15:08:44.121276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b109ad4-ac85-409d-8b92-5903dfbcdd1b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:44.121477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-9f13881e-e3e7-4ea8-9663-fc6fcb9d0cba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 217 time: 0.1044269 Feb 02 15:08:44.129232 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-65a0a2cf-c91e-41f7-8270-3a68ed7136d5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7397a212efcd484f99f86c3893cf0cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6892219 Feb 02 15:08:44.135757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37756) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:44.196876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-cdaffeab-96dd-457c-be92-127c8341bff5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:44.199250 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-cdaffeab-96dd-457c-be92-127c8341bff5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.0720391 Feb 02 15:08:44.212438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-b9433847-2a86-4fab-b0ef-2f6cc61ce0a2 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374983 Feb 02 15:08:44.256454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-77753a2c-0249-4be7-a79d-0228cc0d56c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504563 Feb 02 15:08:44.289012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37762) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:44.314741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b5a5106-7fa2-4975-b50d-90a28bafcbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.345378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b5a5106-7fa2-4975-b50d-90a28bafcbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.363720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37768) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:44.374806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.460498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-91e3a9b8-c4da-4d6b-8f83-cb08cf55d428 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953299 Feb 02 15:08:44.461071 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4630262b-ffe3-4030-adf2-47a3cc9a7e83 req-cf5d8fc5-5a64-4fda-ae79-3e2e1e84eb8c service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426879 Feb 02 15:08:44.478918 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b5a5106-7fa2-4975-b50d-90a28bafcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.495376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a5106-7fa2-4975-b50d-90a28bafcbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b109ad4-ac85-409d-8b92-5903dfbcdd1b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:44.513670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.525099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b5a5106-7fa2-4975-b50d-90a28bafcbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.530528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6b5a5106-7fa2-4975-b50d-90a28bafcbbc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b109ad4-ac85-409d-8b92-5903dfbcdd1b HTTP/1.1" status: 204 len: 168 time: 0.3968394 Feb 02 15:08:44.607313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:44.626013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] Usage tracker for resource:security_group_rule and tenant:adaee953b393499fa2b0e9a06b84976a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:44.635488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:44.649788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:44.681288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:44.696021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ffd9b9a2674ce48b9e9164bcc06464 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:44.701715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:44.723860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:44.763555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecc30bb0-5d77-412c-a61b-a2c6d7d59f38 req-9141544f-504c-48e6-8269-1f2ef28fb0f0 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873101 Feb 02 15:08:44.771917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4b09533f-6bd2-4025-8e91-b9de537817b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9118b0ffe40f49b1b6edcc1dd6a41109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4068716 Feb 02 15:08:44.773089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37784) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:44.786502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:44.787984 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-d6a6e377-46f8-4d8a-a200-8cb8273fe3fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 1098 time: 0.1704478 Feb 02 15:08:44.874451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.888325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c81d6-ea0c-46d3-a716-946c75bc1ae5 req-653386d8-d9d3-4145-aa80-9e2f2c286330 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:44.890046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b31c81d6-ea0c-46d3-a716-946c75bc1ae5 req-653386d8-d9d3-4145-aa80-9e2f2c286330 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 948 time: 0.2058473 Feb 02 15:08:44.931264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.934141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0069fdf2-b26c-4919-ba03-ee358746359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.946215 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'code': 200} Feb 02 15:08:44.958126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:44.982417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b31c81d6-ea0c-46d3-a716-946c75bc1ae5 req-c1ee931e-f7f2-482c-83f9-8db5e11c941e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841260 Feb 02 15:08:44.989570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-1561a5ee-65ce-453a-b4a1-43d481c7cc98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:44.992108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-1561a5ee-65ce-453a-b4a1-43d481c7cc98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1974313 Feb 02 15:08:45.037836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0069fdf2-b26c-4919-ba03-ee358746359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.077268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-85b0863a-1ca3-49d5-bc10-3007174d1844 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=224076e9-53ed-454f-a798-444e4e482d6f HTTP/1.1" status: 200 len: 217 time: 0.0785177 Feb 02 15:08:45.194167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=adaee953b393499fa2b0e9a06b84976a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6474259 Feb 02 15:08:45.195182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.206458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37802) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:45.241807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f5ffd9b9a2674ce48b9e9164bcc06464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9516380 Feb 02 15:08:45.246262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37806) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:45.288919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368f1a7-7d46-4894-8aba-9687d021df5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadcd2ce-74a6-45f6-a431-0c46111066f4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:45.356407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-828378eb-1e7a-4c3d-918a-4b9b64400136 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:45.358490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-828378eb-1e7a-4c3d-918a-4b9b64400136 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2682142 Feb 02 15:08:45.365168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c485b20-eef6-474b-8d7f-fb636bc01121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68652946-3c02-4bc3-a1ff-f43d90a43a05,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:45.440496 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0069fdf2-b26c-4919-ba03-ee358746359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.444789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-846881ee-7d45-4909-bf59-92595dc9478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.464267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586f454b-7953-48da-9733-4fc770ac7dfa req-fdfc7167-2339-42c2-91aa-ccc24e7c6efb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1095 time: 0.4956822 Feb 02 15:08:45.493396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-846881ee-7d45-4909-bf59-92595dc9478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.504395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069fdf2-b26c-4919-ba03-ee358746359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a558ae-5184-4505-b8a0-0cf18cf094f0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:45.508286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6c02aad0-6fd3-4598-8295-19c0c52da535 req-ffc66682-1e0e-4f94-84f8-5afbe7dae0bb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1100 time: 0.3808441 Feb 02 15:08:45.555701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47540570-dbf8-444c-902a-35b2d064d3f5 req-18c68e1c-cafb-4809-b997-c5c7c8ad3d4d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:45.557373 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47540570-dbf8-444c-902a-35b2d064d3f5 req-18c68e1c-cafb-4809-b997-c5c7c8ad3d4d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 944 time: 0.3520007 Feb 02 15:08:45.613871 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5860e2fc-ef25-4739-84ee-e5c77b1db461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.614158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-3d586e7d-1bca-458e-aecd-3f2c4517188a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2426496 Feb 02 15:08:45.661231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6c02aad0-6fd3-4598-8295-19c0c52da535 req-06f3d7d9-7104-4b8b-84de-b22e436cfe43 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324227 Feb 02 15:08:45.699722 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5860e2fc-ef25-4739-84ee-e5c77b1db461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.715223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f454b-7953-48da-9733-4fc770ac7dfa req-5110a94c-95fa-48da-ad6f-402c3ffa0109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:45.716698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586f454b-7953-48da-9733-4fc770ac7dfa req-5110a94c-95fa-48da-ad6f-402c3ffa0109 service neutron] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2457762 Feb 02 15:08:45.717405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0069fdf2-b26c-4919-ba03-ee358746359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.718519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0069fdf2-b26c-4919-ba03-ee358746359d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/97a558ae-5184-4505-b8a0-0cf18cf094f0 HTTP/1.1" status: 204 len: 168 time: 0.9390266 Feb 02 15:08:45.730875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a63a61-7e26-4179-b717-3b960b54efec req-f7fad948-d718-4c96-a558-59d3f1e90f2d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:45.737435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20a63a61-7e26-4179-b717-3b960b54efec req-f7fad948-d718-4c96-a558-59d3f1e90f2d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 947 time: 0.4135118 Feb 02 15:08:45.739114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47540570-dbf8-444c-902a-35b2d064d3f5 req-b49dc3aa-341e-4ba9-93e5-8e511ec55a48 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686227 Feb 02 15:08:45.830046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586f454b-7953-48da-9733-4fc770ac7dfa req-ec2d541e-702d-4025-9f92-2608c0c9730f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 217 time: 0.0856135 Feb 02 15:08:45.833979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-4ebb3f56-90b5-46b2-8063-7da98113e017 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038963 Feb 02 15:08:45.838671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-846881ee-7d45-4909-bf59-92595dc9478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:45.936032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20a63a61-7e26-4179-b717-3b960b54efec req-31efea91-5c30-459f-aa86-49fb48ef72c8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975379 Feb 02 15:08:45.940076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f454b-7953-48da-9733-4fc770ac7dfa req-f5510308-26be-46a6-bad9-42e830039d42 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:45.941601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586f454b-7953-48da-9733-4fc770ac7dfa req-f5510308-26be-46a6-bad9-42e830039d42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.0911596 Feb 02 15:08:45.995469 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586f454b-7953-48da-9733-4fc770ac7dfa req-4207ab88-ee3a-4192-81c2-7059a468b8e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469050 Feb 02 15:08:45.995963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846881ee-7d45-4909-bf59-92595dc9478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadcd2ce-74a6-45f6-a431-0c46111066f4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:46.012094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-846881ee-7d45-4909-bf59-92595dc9478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:46.015016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-846881ee-7d45-4909-bf59-92595dc9478c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eadcd2ce-74a6-45f6-a431-0c46111066f4 HTTP/1.1" status: 204 len: 168 time: 0.7962008 Feb 02 15:08:46.021773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5860e2fc-ef25-4739-84ee-e5c77b1db461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:46.067511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cd7fe68-5620-447e-9403-2e8bac04d7a3 req-9aab1a3e-ea05-46cf-baa4-a73ff62378a4 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213044 Feb 02 15:08:46.091949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860e2fc-ef25-4739-84ee-e5c77b1db461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68652946-3c02-4bc3-a1ff-f43d90a43a05,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:46.098503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5860e2fc-ef25-4739-84ee-e5c77b1db461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:46.099614 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5860e2fc-ef25-4739-84ee-e5c77b1db461 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/68652946-3c02-4bc3-a1ff-f43d90a43a05 HTTP/1.1" status: 204 len: 168 time: 0.8407824 Feb 02 15:08:46.159248 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586f454b-7953-48da-9733-4fc770ac7dfa req-97cf383a-2e48-4140-a88a-8fe83af878dc service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580167 Feb 02 15:08:46.217904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36906c-668d-4f43-9e00-d371fd0fefdf req-ff31974e-59bb-48af-a543-2b66ed969aae tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:46.226024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-be36906c-668d-4f43-9e00-d371fd0fefdf req-ff31974e-59bb-48af-a543-2b66ed969aae tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 948 time: 0.0953724 Feb 02 15:08:46.272850 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-be36906c-668d-4f43-9e00-d371fd0fefdf req-dd934d88-bb33-4dfd-902f-45a7f5b2132a tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459261 Feb 02 15:08:46.299915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586f454b-7953-48da-9733-4fc770ac7dfa req-a92a985a-c3c6-4ecd-9a99-808d0f7a46e1 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337640 Feb 02 15:08:46.444922 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:46.490075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b53f-a6d5-4418-b060-c413addd62f1 req-ffb0dff5-eeb6-40b5-9d52-111641a50399 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:46.491584 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25b8b53f-a6d5-4418-b060-c413addd62f1 req-ffb0dff5-eeb6-40b5-9d52-111641a50399 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.0803342 Feb 02 15:08:46.540560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25b8b53f-a6d5-4418-b060-c413addd62f1 req-a8a3fabd-88d8-4932-ba05-37ba6a005756 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Feb 02 15:08:46.836508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37848) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:46.991863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056a988-d9a1-4e71-9e40-09830f8d2b23 req-a6be6a41-5032-4e52-a753-75ae33438596 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:46.993228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9056a988-d9a1-4e71-9e40-09830f8d2b23 req-a6be6a41-5032-4e52-a753-75ae33438596 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 944 time: 0.0777369 Feb 02 15:08:47.057715 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9056a988-d9a1-4e71-9e40-09830f8d2b23 req-ef45aa3a-94c9-4299-9538-97a4ad27f09c tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568604 Feb 02 15:08:47.146565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37858) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:47.184186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa352ea-1834-4087-8129-e876422477d3 req-b154239f-be9e-4237-89f9-25e79a67cf0c tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:47.185644 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa352ea-1834-4087-8129-e876422477d3 req-b154239f-be9e-4237-89f9-25e79a67cf0c tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 947 time: 0.0835063 Feb 02 15:08:47.200243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-84331824-acd5-444b-8c1b-6b2ce3520e4d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=68e564dafbb640f09868bad412967bcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515585 Feb 02 15:08:47.202754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37862) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:47.238192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa352ea-1834-4087-8129-e876422477d3 req-d22c320b-a314-44df-af10-356c8690ac0f tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439577 Feb 02 15:08:47.274013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9146ee49-ec14-4948-b12f-fd3d9756066d details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:08:47.276022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cada278a-23fa-4da7-8ec9-6c6a848dfd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.302650 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cada278a-23fa-4da7-8ec9-6c6a848dfd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.389709 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.411778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:47.424726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '9146ee49-ec14-4948-b12f-fd3d9756066d', 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'port_id': '9146ee49-ec14-4948-b12f-fd3d9756066d', 'mac_address': 'fa:16:3e:a2:d3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93c7bdf-1cc5-430a-8774-ed52a75508fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:08:47.478607 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.479292 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cada278a-23fa-4da7-8ec9-6c6a848dfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.489888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37866) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:47.498774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9146ee49-ec14-4948-b12f-fd3d9756066d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:47.510835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada278a-23fa-4da7-8ec9-6c6a848dfd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375cdaf-9e24-46ff-b27b-6360d5347fc7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:47.518611 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cada278a-23fa-4da7-8ec9-6c6a848dfd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.519265 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cada278a-23fa-4da7-8ec9-6c6a848dfd58 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3375cdaf-9e24-46ff-b27b-6360d5347fc7 HTTP/1.1" status: 204 len: 168 time: 0.3151290 Feb 02 15:08:47.520298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.523572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:47.557330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:47.561063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] Usage tracker for resource:security_group_rule and tenant:f74c573b954f4952914e0fc9f421f566 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:47.564036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:47.570392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:47.587471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.588154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 224076e9-53ed-454f-a798-444e4e482d6f details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:08:47.644939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37874) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:47.668689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.682073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.752897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.771542 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.788219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:47.855712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f74c573b954f4952914e0fc9f421f566&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621132 Feb 02 15:08:47.861446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae777b5-3f8f-4baa-8567-618cdd279a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec5cbd5-4ad9-4d2e-b258-dd16d08f627b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:47.863724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37878) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:47.881537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 224076e9-53ed-454f-a798-444e4e482d6f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=224076e9-53ed-454f-a798-444e4e482d6f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:47.884483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:47.898102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:e65f6cacb8c04c45aeaf5c2865e6c97b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:47.901227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '224076e9-53ed-454f-a798-444e4e482d6f', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '224076e9-53ed-454f-a798-444e4e482d6f', 'mac_address': 'fa:16:3e:d2:74:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:08:47.904155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:47.911825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:47.915037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:47.919804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] Usage tracker for resource:security_group_rule and tenant:1a62b26c19be42e3934d633499f66822 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:47.924431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:47.926124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f35377-d0e8-4f8e-a1bd-dc93c3825553 req-521003c8-1106-4a05-87b9-3c99a70d1ea9 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:47.927600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8f35377-d0e8-4f8e-a1bd-dc93c3825553 req-521003c8-1106-4a05-87b9-3c99a70d1ea9 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.2554224 Feb 02 15:08:47.939159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:47.971816 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:47.991725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224076e9-53ed-454f-a798-444e4e482d6f {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:48.008433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 224076e9-53ed-454f-a798-444e4e482d6f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=224076e9-53ed-454f-a798-444e4e482d6f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:48.016583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8f35377-d0e8-4f8e-a1bd-dc93c3825553 req-e1f1ead0-fd9d-458a-9088-51c6db3bbb34 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Feb 02 15:08:48.029639 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7043788-3739-4034-a887-ba6480d11813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.042897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.060920 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7043788-3739-4034-a887-ba6480d11813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.061137 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.130328 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.130545 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.182410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af34dc7-f89a-40fb-9d6a-7cd40875f137,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:48.186718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e65f6cacb8c04c45aeaf5c2865e6c97b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5397072 Feb 02 15:08:48.188728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.189332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37888) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:48.231916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7043788-3739-4034-a887-ba6480d11813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.239313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=224076e9-53ed-454f-a798-444e4e482d6f,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:48.290229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043788-3739-4034-a887-ba6480d11813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec5cbd5-4ad9-4d2e-b258-dd16d08f627b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:48.314821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7043788-3739-4034-a887-ba6480d11813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.318366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f7043788-3739-4034-a887-ba6480d11813 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ec5cbd5-4ad9-4d2e-b258-dd16d08f627b HTTP/1.1" status: 204 len: 168 time: 0.4364114 Feb 02 15:08:48.330509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6ff7c7a3-afba-4c36-881f-b32cbdc53132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.345193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.345885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.346428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.346955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.347508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.348525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.349076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.349610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.350097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.350999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.351424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7ba8d-cad4-44dc-949f-58feef675eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:48.366699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6ff7c7a3-afba-4c36-881f-b32cbdc53132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.428550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-f371209f-11b1-48b4-b12c-cd94b99020f1 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f548ead2b71143eca0587b900f7dae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279572 Feb 02 15:08:48.446971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a62b26c19be42e3934d633499f66822&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6088862 Feb 02 15:08:48.448081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['9146ee49-ec14-4948-b12f-fd3d9756066d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:08:48.455537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37906) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:48.483366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aaf6b-8bf4-4d81-b007-6c066db0ce74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fbeb66-8e3c-49e0-ab95-39c8a71d0577,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:48.510097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['224076e9-53ed-454f-a798-444e4e482d6f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:08:48.558488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98756fa9-6ba2-4acd-9433-2e4aff14ea32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.575031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2619007-a1cb-4287-986c-7520debf07b0 req-1d745c1b-beda-4f66-87a2-f1668af5e2da tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:48.589276 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a2619007-a1cb-4287-986c-7520debf07b0 req-1d745c1b-beda-4f66-87a2-f1668af5e2da tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 945 time: 0.3734550 Feb 02 15:08:48.614021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-9c62c638-8433-4cb4-b314-aff6970676d9 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:48.616386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-9c62c638-8433-4cb4-b314-aff6970676d9 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813598 Feb 02 15:08:48.622638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6ff7c7a3-afba-4c36-881f-b32cbdc53132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.656449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98756fa9-6ba2-4acd-9433-2e4aff14ea32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.661979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7c7a3-afba-4c36-881f-b32cbdc53132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af34dc7-f89a-40fb-9d6a-7cd40875f137,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:48.669536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-558d2293-21f1-4abe-ade5-8adbc7337257 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/quotas/f548ead2b71143eca0587b900f7dae0a HTTP/1.1" status: 200 len: 375 time: 0.0353498 Feb 02 15:08:48.675484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6ff7c7a3-afba-4c36-881f-b32cbdc53132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.681062 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6ff7c7a3-afba-4c36-881f-b32cbdc53132 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8af34dc7-f89a-40fb-9d6a-7cd40875f137 HTTP/1.1" status: 204 len: 168 time: 0.4903929 Feb 02 15:08:48.761178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a2619007-a1cb-4287-986c-7520debf07b0 req-60fef33f-c10d-4bb6-8ee9-dcfe8035b2a0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709416 Feb 02 15:08:48.890230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-c1e98a26-f154-4897-a148-0a5b13f66875 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2046149 Feb 02 15:08:48.902380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98756fa9-6ba2-4acd-9433-2e4aff14ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.967495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756fa9-6ba2-4acd-9433-2e4aff14ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fbeb66-8e3c-49e0-ab95-39c8a71d0577,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:48.981821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98756fa9-6ba2-4acd-9433-2e4aff14ea32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:48.981821 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-98756fa9-6ba2-4acd-9433-2e4aff14ea32 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/37fbeb66-8e3c-49e0-ab95-39c8a71d0577 HTTP/1.1" status: 204 len: 168 time: 0.5221274 Feb 02 15:08:49.020490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a1abd-7733-40a7-99b2-808afefe9bcf req-cece5af3-871d-4472-b3e5-35451943236d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:49.022026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-943a1abd-7733-40a7-99b2-808afefe9bcf req-cece5af3-871d-4472-b3e5-35451943236d tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 948 time: 0.1004999 Feb 02 15:08:49.076932 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-943a1abd-7733-40a7-99b2-808afefe9bcf req-27b11efd-6193-47e1-bf7d-1b414e0d416e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489204 Feb 02 15:08:49.193116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ae263ab-1b13-41c6-a222-8e875b5ee532 req-38147ba0-2ab0-40d2-ad74-bd0fa9b803c3 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 210 time: 0.0462971 Feb 02 15:08:49.315343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9146ee49-ec14-4948-b12f-fd3d9756066d up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:08:49.485015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 9146ee49-ec14-4948-b12f-fd3d9756066d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:49.492037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 9146ee49-ec14-4948-b12f-fd3d9756066d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:49.492590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:49.616977 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:49.649037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:49.659343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:49.710615 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d', 'code': 200} Feb 02 15:08:49.718883 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:49.719786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 224076e9-53ed-454f-a798-444e4e482d6f up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:08:49.872234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:49.908390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1732d85d-fd39-4adb-9b18-4505a8282406 req-e5c19862-d649-4c92-afa4-a381f0501078 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1097 time: 0.1101499 Feb 02 15:08:49.967203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1732d85d-fd39-4adb-9b18-4505a8282406 req-962185dc-6573-46a6-a144-18d7494f0e6f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522010 Feb 02 15:08:49.970133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 224076e9-53ed-454f-a798-444e4e482d6f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:49.977128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 224076e9-53ed-454f-a798-444e4e482d6f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:49.977556 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:50.059570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b507ad-5f63-4454-b106-8d80c3460407 req-4a678c42-b80f-4e7b-a118-4670b0a44cf3 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:50.061848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1b507ad-5f63-4454-b106-8d80c3460407 req-4a678c42-b80f-4e7b-a118-4670b0a44cf3 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 946 time: 0.0997789 Feb 02 15:08:50.103230 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:50.122820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1b507ad-5f63-4454-b106-8d80c3460407 req-0332ad54-d14b-4c85-a43b-a4148c876f43 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555379 Feb 02 15:08:50.139606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 224076e9-53ed-454f-a798-444e4e482d6f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=224076e9-53ed-454f-a798-444e4e482d6f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:50.316867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66704d-830a-4431-9aa6-c4c9b1be7bcf req-2a761a74-a74f-4102-9378-f0799943338b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:50.318588 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d66704d-830a-4431-9aa6-c4c9b1be7bcf req-2a761a74-a74f-4102-9378-f0799943338b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 948 time: 0.0813353 Feb 02 15:08:50.334292 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:50.374852 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68f2c965-06df-40bb-b68f-5484ae26ccf4 req-423492ae-4653-4a1f-a49a-1f668eefbf1a tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 210 time: 0.0472548 Feb 02 15:08:50.393787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37978) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:50.407418 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d66704d-830a-4431-9aa6-c4c9b1be7bcf req-4cfd9756-367c-4f34-a38a-4ec994df333e tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823355 Feb 02 15:08:50.447645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=224076e9-53ed-454f-a798-444e4e482d6f,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:50.449232 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:50.486225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:50.490218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] Usage tracker for resource:security_group_rule and tenant:df91ff93be57479c9e9e20e621e752c3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:50.493759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:50.500051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:50.574905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:50.690201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:50.745290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f800c99-41c6-4b97-b237-f58addec5c96,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:50.753564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fc85f791-3bfe-46e2-b3f4-1c70250551bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=df91ff93be57479c9e9e20e621e752c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3585858 Feb 02 15:08:50.753961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37984) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:50.838304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-368e8aca-07a2-4f05-bc4c-9bf957f056bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:50.870075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-368e8aca-07a2-4f05-bc4c-9bf957f056bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:51.041877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-368e8aca-07a2-4f05-bc4c-9bf957f056bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:51.069393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e8aca-07a2-4f05-bc4c-9bf957f056bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f800c99-41c6-4b97-b237-f58addec5c96,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:51.085502 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-368e8aca-07a2-4f05-bc4c-9bf957f056bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:51.085502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-368e8aca-07a2-4f05-bc4c-9bf957f056bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f800c99-41c6-4b97-b237-f58addec5c96 HTTP/1.1" status: 204 len: 168 time: 0.3159192 Feb 02 15:08:51.363929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6695ce-cfc3-4b57-996b-0e8165fb8b31 req-7721a553-ad42-477f-8285-1b71116e79fd tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:51.365374 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a6695ce-cfc3-4b57-996b-0e8165fb8b31 req-7721a553-ad42-477f-8285-1b71116e79fd tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 946 time: 0.0926344 Feb 02 15:08:51.424757 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a6695ce-cfc3-4b57-996b-0e8165fb8b31 req-58d38034-91d7-4d33-a516-85c9060d338e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509131 Feb 02 15:08:51.610765 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afe7e9a3-fe91-484f-a97f-f93ea1d6556d req-7c8958a0-03d1-4b5b-9444-1a5461de31cb tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 210 time: 0.0407364 Feb 02 15:08:51.698039 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-a23ba208-9b19-4642-9e9b-cebe9c1ebcda tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=f548ead2b71143eca0587b900f7dae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348210 Feb 02 15:08:51.711786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a893808-d10d-457d-b45b-2cae19da23aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224076e9-53ed-454f-a798-444e4e482d6f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:51.816242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38022) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:51.869373 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a893808-d10d-457d-b45b-2cae19da23aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224076e9-53ed-454f-a798-444e4e482d6f', 'code': 200} Feb 02 15:08:52.016725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ce095-f84d-46f3-9a7f-8612a2d10210 req-f8497fbf-c038-43fb-942a-5445ffaf21fa tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:52.017507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fe7ce095-f84d-46f3-9a7f-8612a2d10210 req-f8497fbf-c038-43fb-942a-5445ffaf21fa tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Synchronizing usage tracker for tenant:65a4ae79ff924c6cbe1f6ca55d116879 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:52.070088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-6c04b476-2128-4500-8b2a-433798aeb9cf tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:52.071822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-6c04b476-2128-4500-8b2a-433798aeb9cf tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683879 Feb 02 15:08:52.103592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Request body: {'port': {'device_id': 'ca513317-7c10-4108-a490-adf0ab2b3e02', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'f548ead2b71143eca0587b900f7dae0a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:52.109849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9175395e-84a6-4738-a808-c95321cd02fb req-6aed3471-8724-4cec-8c06-7473bcbce492 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 1100 time: 0.1491003 Feb 02 15:08:52.162674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9175395e-84a6-4738-a808-c95321cd02fb req-78482b01-9b96-4682-b37c-9367c8bcf00f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Feb 02 15:08:52.241589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fe7ce095-f84d-46f3-9a7f-8612a2d10210 req-f8497fbf-c038-43fb-942a-5445ffaf21fa tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Unset dirty status for tenant:65a4ae79ff924c6cbe1f6ca55d116879 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:52.248900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe7ce095-f84d-46f3-9a7f-8612a2d10210 req-f8497fbf-c038-43fb-942a-5445ffaf21fa tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 949 time: 0.4701521 Feb 02 15:08:52.331382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe7ce095-f84d-46f3-9a7f-8612a2d10210 req-3c124347-f9e0-4900-be9e-ee2e8106c6f8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814028 Feb 02 15:08:52.345661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-network', 'tenant_id': '4ba735007ac54455889e472e9b8357ff'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:52.353087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:52.360964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Usage tracker for resource:network and tenant:4ba735007ac54455889e472e9b8357ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:52.364839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:52.375432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:52.397710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:52.407563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:52.461626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Made reservation on behalf of 4ba735007ac54455889e472e9b8357ff for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:52.464026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.478592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.500585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Made reservation on behalf of f548ead2b71143eca0587b900f7dae0a for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:52.505239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.511813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:52.516587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba735007ac54455889e472e9b8357ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:52.519953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:52.529157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:52.627284 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.702109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.717220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:08:52.738903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.744139 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Added segment 889efcb6-5307-461d-8fe9-5fc6dc3e1109 of type vlan for network 875a854f-f01f-4589-9ddd-0c9175d59c9a Feb 02 15:08:52.744319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Allocated IP 192.168.233.170 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/4f7c2608-56af-4eca-a03e-47db2f305166) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:52.774031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91d324-f1c2-4a3e-9ec1-635d59c34b91 req-a7155e89-8121-4b6c-a7cb-2c0c7e878dcc tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:52.775521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c91d324-f1c2-4a3e-9ec1-635d59c34b91 req-a7155e89-8121-4b6c-a7cb-2c0c7e878dcc tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 946 time: 0.1558433 Feb 02 15:08:52.792987 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.911363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc3ca37f-c971-4f1c-b6f3-1cec199c8c4e req-cac37b52-3f43-44f0-888c-0499c0b70e4d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 210 time: 0.0878196 Feb 02 15:08:52.912880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a73d28-4260-4579-9504-ddc9ec67402c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:52.916648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.917576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:52.918283 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:52.919307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c91d324-f1c2-4a3e-9ec1-635d59c34b91 req-0ae0f939-0371-4d4b-a3a1-8418c8248fbe tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324627 Feb 02 15:08:53.025103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:53.032245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] Pushing event updated for resources: {'Network': ['ID=875a854f-f01f-4589-9ddd-0c9175d59c9a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:53.043247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Transition to ACTIVE for port object 4f7c2608-56af-4eca-a03e-47db2f305166 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:53.044285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:08:53.126662 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5c1a7813-22a4-4726-95dc-131067121e06 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.3092477 Feb 02 15:08:53.129485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38064) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:53.135905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Request body: {'subnet': {'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-subnet', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:53.141658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:53.146371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Usage tracker for resource:subnet and tenant:4ba735007ac54455889e472e9b8357ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:53.149505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:53.156068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:53.179823 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:53.219559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['de0fe952-abf6-471f-bff6-45fa7a833df7', '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:08:53.250144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Made reservation on behalf of 4ba735007ac54455889e472e9b8357ff for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:53.252866 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:53.258823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:53.262235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:53.267461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:53.272570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:53.273161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:53.293187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Pushing event updated for resources: {'Port': ['ID=4f7c2608-56af-4eca-a03e-47db2f305166,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:53.316820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.317164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.317521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.317939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.320784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.321161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.322165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.322504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.322839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.323145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.323821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:08:53.382252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-953b9e22-2e97-4cbe-be66-890458dd1f5d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2839627 Feb 02 15:08:53.401697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Request body: {'port': {'device_id': 'ca513317-7c10-4108-a490-adf0ab2b3e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:53.673816 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:53.766130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38078) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:53.776886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:53.825665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-90818127-971d-4e98-9528-c2f129639029 None None] Provisioning for port 4f7c2608-56af-4eca-a03e-47db2f305166 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:53.840505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-90818127-971d-4e98-9528-c2f129639029 None None] Provisioning complete for port 4f7c2608-56af-4eca-a03e-47db2f305166 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:53.843777 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-90818127-971d-4e98-9528-c2f129639029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:53.914072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50bd0903-5721-46fd-a321-0740306c107a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:53.959480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09407389-def4-455b-bb6c-6ca64ec2a5a7 req-09656540-1ffc-4bb9-9730-1d4ab07cceeb tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:53.959708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Checking segment: {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:53.959708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Network hostable DHCP agents. Network: 875a854f-f01f-4589-9ddd-0c9175d59c9a, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:08:53.959978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-09407389-def4-455b-bb6c-6ca64ec2a5a7 req-09656540-1ffc-4bb9-9730-1d4ab07cceeb tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 949 time: 0.3570268 Feb 02 15:08:53.974432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-90818127-971d-4e98-9528-c2f129639029 None None] Port 4f7c2608-56af-4eca-a03e-47db2f305166 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:08:53.991936 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9aceba8a-8b97-4c5c-a0d4-b53f510f603b req-7b544d5c-a706-4bc2-adcd-2dd4a73c032e tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1097 time: 0.1234550 Feb 02 15:08:54.036498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9aceba8a-8b97-4c5c-a0d4-b53f510f603b req-61c1b032-f912-4751-930e-a1c6215d13a6 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] Synchronizing usage tracker for tenant:33bc0c0b07ff44d2a7e37befa2fb688d on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:54.267511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-09407389-def4-455b-bb6c-6ca64ec2a5a7 req-b651b73d-f98f-40fb-b64d-f5d58c6263dc tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255350 Feb 02 15:08:54.267511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7c2608-56af-4eca-a03e-47db2f305166 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:08:54.268609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.269635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.286384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Transition to ACTIVE for port object 4f7c2608-56af-4eca-a03e-47db2f305166 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:54.301311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:54.305788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:e3707d41be9b42bf929bde83fecd48c5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:54.306734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c265-a6f5-451b-b030-a1d483d62cd3 req-1f331234-a300-4bd4-add8-37c233a26b9e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:54.307736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2776c265-a6f5-451b-b030-a1d483d62cd3 req-1f331234-a300-4bd4-add8-37c233a26b9e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Synchronizing usage tracker for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:08:54.309066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:54.317877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:08:54.321070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:54.401619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.415497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9aceba8a-8b97-4c5c-a0d4-b53f510f603b req-61c1b032-f912-4751-930e-a1c6215d13a6 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] Unset dirty status for tenant:33bc0c0b07ff44d2a7e37befa2fb688d on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:54.416857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9aceba8a-8b97-4c5c-a0d4-b53f510f603b req-61c1b032-f912-4751-930e-a1c6215d13a6 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192495 Feb 02 15:08:54.439146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2776c265-a6f5-451b-b030-a1d483d62cd3 req-1f331234-a300-4bd4-add8-37c233a26b9e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Unset dirty status for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:08:54.440629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2776c265-a6f5-451b-b030-a1d483d62cd3 req-1f331234-a300-4bd4-add8-37c233a26b9e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 936 time: 0.2436433 Feb 02 15:08:54.441198 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.441394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 875a854f-f01f-4589-9ddd-0c9175d59c9a) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:54.450955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f76705-833d-4df5-97af-2177fb694ce5 None None] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:08:54.467090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:54.468943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.506992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.540721 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfa03151-a729-4477-a5f4-a18889f774c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.551561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Pushing event updated for resources: {'Port': ['ID=4f7c2608-56af-4eca-a03e-47db2f305166,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:54.596177 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab74da07-0ae6-4b88-96a4-cc05489009d0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4656079 Feb 02 15:08:54.600843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38100) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:54.609505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:54.615082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:54.620630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Usage tracker for resource:router and tenant:4ba735007ac54455889e472e9b8357ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:54.624826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:54.632447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:54.634190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2776c265-a6f5-451b-b030-a1d483d62cd3 req-71c84f09-da5d-48ad-a33a-de989c1fa9b6 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834517 Feb 02 15:08:54.672629 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3707d41be9b42bf929bde83fecd48c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9028277 Feb 02 15:08:54.672858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38106) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:54.692085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929fb90-fedf-4461-8bdf-a12782db8ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28c55cb-d89c-4728-864e-af51e77697ba,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:54.792833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.793989 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.842526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.844201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d2f074f-0483-4011-8665-8ea09e674a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.921834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-875a854f-f01f-4589-9ddd-0c9175d59c9a', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:08:54.922684 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:54.929295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d2f074f-0483-4011-8665-8ea09e674a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.020378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Attempting to bind port 4f7c2608-56af-4eca-a03e-47db2f305166 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:08:55.020935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Attempting to bind port 4f7c2608-56af-4eca-a03e-47db2f305166 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:08:55.021033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Attempting to bind port 4f7c2608-56af-4eca-a03e-47db2f305166 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:55.029748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Port 4f7c2608-56af-4eca-a03e-47db2f305166 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:08:55.030218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Attempting to bind port 4f7c2608-56af-4eca-a03e-47db2f305166 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:55.044724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:08:55.044947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:55.045337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:08:55.045823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Bound port: 4f7c2608-56af-4eca-a03e-47db2f305166, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:08:55.046169 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.131992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38116) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:55.138154 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d2f074f-0483-4011-8665-8ea09e674a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.167724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f074f-0483-4011-8665-8ea09e674a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28c55cb-d89c-4728-864e-af51e77697ba,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:55.218024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] For port 4f7c2608-56af-4eca-a03e-47db2f305166, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:08:55.221776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] For port 4f7c2608-56af-4eca-a03e-47db2f305166, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4f7c2608-56af-4eca-a03e-47db2f305166,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:08:55.237471 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0319207-aaa2-4e9b-a559-811d3b9a2ef5 req-7aa5fd55-9137-43b4-bee6-fba7e2b76c6f tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1097 time: 0.3327153 Feb 02 15:08:55.245195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d2f074f-0483-4011-8665-8ea09e674a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.249632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d2f074f-0483-4011-8665-8ea09e674a10 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b28c55cb-d89c-4728-864e-af51e77697ba HTTP/1.1" status: 204 len: 168 time: 0.5722296 Feb 02 15:08:55.267628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.298224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Allocated IP 172.20.0.2 (875a854f-f01f-4589-9ddd-0c9175d59c9a/50bd0903-5721-46fd-a321-0740306c107a/9818bdfc-b45e-4d48-8660-89b82b0e64da) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:55.304057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0319207-aaa2-4e9b-a559-811d3b9a2ef5 req-f4645f48-4db6-4365-b8e3-ef2e491c75ed tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652001 Feb 02 15:08:55.309929 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.397616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.399226 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] 10.222.0.107 "PUT /v2.0/ports/4f7c2608-56af-4eca-a03e-47db2f305166 HTTP/1.1" status: 200 len: 1096 time: 2.0027437 Feb 02 15:08:55.406380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca513317-7c10-4108-a490-adf0ab2b3e02', 'tag': '4f7c2608-56af-4eca-a03e-47db2f305166'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:08:55.435980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f55b7-e2e9-4fb8-a1f4-58f9f4937adc service neutron] Pushing event updated for resources: {'Port': ['ID=4f7c2608-56af-4eca-a03e-47db2f305166,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:55.488348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1157153174-network', 'tenant_id': 'e511e9b06862478c8755aedeefdeb6e2'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:55.500223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:55.506516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Usage tracker for resource:network and tenant:e511e9b06862478c8755aedeefdeb6e2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:55.510749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:55.523214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:55.648748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Made reservation on behalf of e511e9b06862478c8755aedeefdeb6e2 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:55.651025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.670402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.709394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-fb20346a-5a6b-4481-87c8-ff06a034cc90 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 1099 time: 0.1732473 Feb 02 15:08:55.757298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:55.763921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Usage tracker for resource:security_group_rule and tenant:e511e9b06862478c8755aedeefdeb6e2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:55.770768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:55.773327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:55.815543 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca513317-7c10-4108-a490-adf0ab2b3e02', 'tag': '4f7c2608-56af-4eca-a03e-47db2f305166', 'status': 'completed', 'code': 200} Feb 02 15:08:55.838097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-c04ba56a-b842-4c1c-85f0-a48cb6e7e3b1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4f7c2608-56af-4eca-a03e-47db2f305166 HTTP/1.1" status: 200 len: 217 time: 0.1116183 Feb 02 15:08:55.862539 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:55.885988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Transition to ACTIVE for port object 9818bdfc-b45e-4d48-8660-89b82b0e64da will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:55.918445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Transition to ACTIVE for port object 9818bdfc-b45e-4d48-8660-89b82b0e64da will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:08:55.926413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252dbb0-95ce-41b9-a473-8e04f6360d18 req-af912408-1525-4f66-bd49-a53e28d76e5a tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:55.934929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3252dbb0-95ce-41b9-a473-8e04f6360d18 req-af912408-1525-4f66-bd49-a53e28d76e5a tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 949 time: 0.2813509 Feb 02 15:08:55.991987 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.008986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-8b8f6989-73d5-4e54-859f-d78af47b4a86 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:56.009253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-8b8f6989-73d5-4e54-859f-d78af47b4a86 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1642807 Feb 02 15:08:56.018188 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.028388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.069953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.083362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3252dbb0-95ce-41b9-a473-8e04f6360d18 req-135425f0-6812-4c0c-9105-f55483971dd8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474781 Feb 02 15:08:56.118295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.138928 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-4ff9bc08-1e4d-4be9-bf50-f38a926196d4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219842 Feb 02 15:08:56.156547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f0888a-83d8-48ae-98b6-4207f0561b1d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:56.161652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:56.166258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:56.174963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:56.174963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Pushing event updated for resources: {'Port': ['ID=9818bdfc-b45e-4d48-8660-89b82b0e64da,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:56.247988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:08:56.270467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Attempting to bind port 9818bdfc-b45e-4d48-8660-89b82b0e64da on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:08:56.270917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Attempting to bind port 9818bdfc-b45e-4d48-8660-89b82b0e64da by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:08:56.271414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Attempting to bind port 9818bdfc-b45e-4d48-8660-89b82b0e64da on network 875a854f-f01f-4589-9ddd-0c9175d59c9a {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:08:56.278417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:08:56.278914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Checking segment: {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:56.279365 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.279759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Bound using segment: {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:08:56.280243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Bound port: 9818bdfc-b45e-4d48-8660-89b82b0e64da, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:08:56.280671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.353504 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.353836 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Added segment 9b68fac1-c32a-4876-88dd-4cce5ad776b7 of type vlan for network d5db165c-452f-46b8-84b2-238fbd998941 Feb 02 15:08:56.384830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] For port 9818bdfc-b45e-4d48-8660-89b82b0e64da, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:08:56.387413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-3658d334-4775-4711-b9e9-d7738b9769e5 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413943 Feb 02 15:08:56.388389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] For port 9818bdfc-b45e-4d48-8660-89b82b0e64da, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9818bdfc-b45e-4d48-8660-89b82b0e64da,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:08:56.391250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82c5738e-8a11-4fae-9b1c-a0d0ffa8644e req-03092b66-1339-42a7-8a1c-79ed99ad803d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1563227 Feb 02 15:08:56.438997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ce8a2-b10c-4cc5-8346-8d7bfcfb935c req-66c07593-7626-43c3-a3d9-653d4482b431 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:56.440602 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f01ce8a2-b10c-4cc5-8346-8d7bfcfb935c req-66c07593-7626-43c3-a3d9-653d4482b431 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 948 time: 0.2860444 Feb 02 15:08:56.442219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.466113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38152) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:56.467617 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.488775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.518812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Allocated IP 172.25.0.217 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/6c036e47-c650-465e-8c32-61cdcdb174ff) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:08:56.534057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f01ce8a2-b10c-4cc5-8346-8d7bfcfb935c req-846afdc3-dae2-4192-8c6f-ef47b490de51 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842605 Feb 02 15:08:56.555802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438a335-abef-46b1-af2a-71155a6cd6d4 None None] Pushing event updated for resources: {'Port': ['ID=9818bdfc-b45e-4d48-8660-89b82b0e64da,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:56.575501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:56.582852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] Usage tracker for resource:security_group_rule and tenant:537545db6dbc42f3b109d82b60765444 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:56.594183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:56.604408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:56.610022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771c0e61-e24f-447c-be9e-d84bf7db1b3e req-8ffe7393-c646-4747-85ff-15c2cc3aa30b service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156959 Feb 02 15:08:56.652699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.655768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:56.660565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.706209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.847816 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.875153 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aa88cd89-57fb-4871-9e0e-c23f63646116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.888373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] Pushing event updated for resources: {'Network': ['ID=d5db165c-452f-46b8-84b2-238fbd998941,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:56.901383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d5db165c-452f-46b8-84b2-238fbd998941 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:08:56.908817 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:56.914977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee00d3bc-0930-4ea3-b99f-44e2499097a8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:57.009330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38160) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:57.009541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d810feda-6789-4a92-ae48-e87578f5302f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=537545db6dbc42f3b109d82b60765444&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5425773 Feb 02 15:08:57.029868 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-a4e591cd-4345-45c8-809e-137ab72e0b1a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 1099 time: 0.2297757 Feb 02 15:08:57.040470 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5c959d59-a9f0-4fba-9cfd-e9b58a56dd2b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.9042127 Feb 02 15:08:57.048459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38164) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:57.062968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Request body: {'subnet': {'network_id': 'd5db165c-452f-46b8-84b2-238fbd998941', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1157153174-subnet', 'tenant_id': 'e511e9b06862478c8755aedeefdeb6e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:57.074887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:08:57.082184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Usage tracker for resource:subnet and tenant:e511e9b06862478c8755aedeefdeb6e2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:08:57.086165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:08:57.092668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:08:57.100950 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:57.181569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-69a582a9-8200-4f63-96eb-47a0c6f62e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.183597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-69a582a9-8200-4f63-96eb-47a0c6f62e4b service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1432595 Feb 02 15:08:57.195940 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5719041-401f-4d9b-a125-4450cfefd59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:57.255067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-342bed55-fa7f-4b5b-9367-e1faffe1e525 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4f7c2608-56af-4eca-a03e-47db2f305166 HTTP/1.1" status: 200 len: 217 time: 0.0654202 Feb 02 15:08:57.271153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Made reservation on behalf of e511e9b06862478c8755aedeefdeb6e2 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:08:57.273920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:57.297427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Pushing event updated for resources: {'Port': ['ID=6c036e47-c650-465e-8c32-61cdcdb174ff,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:57.316538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:08:57.318489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-9be7404b-1cdf-474b-b514-29fc3ba3b5cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.320269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-9be7404b-1cdf-474b-b514-29fc3ba3b5cd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0590367 Feb 02 15:08:57.375723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:57.388098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5719041-401f-4d9b-a125-4450cfefd59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:57.398787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:08:57.413615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-3d384ed0-e26a-40fa-ba02-73cff31e5647 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867560 Feb 02 15:08:57.539545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414710-4258-4a49-84ff-d871c6cae007 req-a885768e-dcb2-4b1d-84f5-91b8d0acc7e7 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.540057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414710-4258-4a49-84ff-d871c6cae007 req-a885768e-dcb2-4b1d-84f5-91b8d0acc7e7 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.540218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414710-4258-4a49-84ff-d871c6cae007 req-a885768e-dcb2-4b1d-84f5-91b8d0acc7e7 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.540556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414710-4258-4a49-84ff-d871c6cae007 req-a885768e-dcb2-4b1d-84f5-91b8d0acc7e7 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.540898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414710-4258-4a49-84ff-d871c6cae007 req-a885768e-dcb2-4b1d-84f5-91b8d0acc7e7 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.541252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414710-4258-4a49-84ff-d871c6cae007 req-a885768e-dcb2-4b1d-84f5-91b8d0acc7e7 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.541601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414710-4258-4a49-84ff-d871c6cae007 req-a885768e-dcb2-4b1d-84f5-91b8d0acc7e7 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:57.543449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a414710-4258-4a49-84ff-d871c6cae007 req-a885768e-dcb2-4b1d-84f5-91b8d0acc7e7 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5016 time: 0.4377997 Feb 02 15:08:57.620833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-792dfed9-35e1-4af9-9264-789240135449 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962025 Feb 02 15:08:57.735749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5719041-401f-4d9b-a125-4450cfefd59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:57.757520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5719041-401f-4d9b-a125-4450cfefd59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee00d3bc-0930-4ea3-b99f-44e2499097a8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:57.772384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5719041-401f-4d9b-a125-4450cfefd59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:57.773975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f5719041-401f-4d9b-a125-4450cfefd59b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ee00d3bc-0930-4ea3-b99f-44e2499097a8 HTTP/1.1" status: 204 len: 168 time: 0.7626226 Feb 02 15:08:57.779377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:57.832891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77756110-4669-47d7-a45d-d1ef6de6ecff None None] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:08:57.899304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7655e1-4548-4f80-96ad-548e1d0bda58,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:57.939417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Checking segment: {'id': '9b68fac1-c32a-4876-88dd-4cce5ad776b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd5db165c-452f-46b8-84b2-238fbd998941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:08:57.939759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Network hostable DHCP agents. Network: d5db165c-452f-46b8-84b2-238fbd998941, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:08:57.947338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c52fa3f-7711-40cc-a51b-35ac5b1c075f req-bf06ef46-0b74-4cff-ba5e-9cd32744f514 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131785 Feb 02 15:08:57.957167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:57.958020 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:58.234022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:58.237120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cc14be5e-d370-402d-8230-20169bdd24fa None None] Provisioning for port 9818bdfc-b45e-4d48-8660-89b82b0e64da completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:58.240077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Network d5db165c-452f-46b8-84b2-238fbd998941 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:08:58.301440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d5db165c-452f-46b8-84b2-238fbd998941) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:08:58.301563 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:58.306329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:58.309343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:58.313883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30db08d-da20-40b1-a846-f6f3809fce48 None None] Network d5db165c-452f-46b8-84b2-238fbd998941 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:08:58.357615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Router ee7e8d54-badf-4b49-8f44-27392bd63354 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:08:58.460264 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-96a38e58-c149-4376-a88e-f6db7b4ce029 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4102840 Feb 02 15:08:58.642869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72966799-cfb6-4ddf-b8ff-fd9537e04b11 None None] Network d5db165c-452f-46b8-84b2-238fbd998941 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:08:58.915184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9818bdfc-b45e-4d48-8660-89b82b0e64da up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:08:58.930209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:08:58.932235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104eb74-071c-478b-a615-99943b442ae3 req-becb031b-6b71-43d9-b087-1c8f5a1382bf tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:58.933803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0104eb74-071c-478b-a615-99943b442ae3 req-becb031b-6b71-43d9-b087-1c8f5a1382bf tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 886 time: 0.3487697 Feb 02 15:08:58.946013 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Sync routers for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:08:58.970542 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:08:58.971342 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:08:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:08:59.054823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:59.056052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24a35a21-8713-4e75-be42-aa04a7f9b875 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4545989 Feb 02 15:08:59.058734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:59.186923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9818bdfc-b45e-4d48-8660-89b82b0e64da completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:08:59.195007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9818bdfc-b45e-4d48-8660-89b82b0e64da triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:08:59.195730 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:59.221904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1d180-3c72-41f8-8575-1e8345185b80 req-b05c8478-59cb-44f6-82eb-f70030e1ddb4 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:59.223474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62e1d180-3c72-41f8-8575-1e8345185b80 req-b05c8478-59cb-44f6-82eb-f70030e1ddb4 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 948 time: 0.1122737 Feb 02 15:08:59.240561 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:08:59.355634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62e1d180-3c72-41f8-8575-1e8345185b80 req-c5a24763-e7b8-4aef-b9ce-462f8a56d144 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247444 Feb 02 15:08:59.370424 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:59.404735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38232) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:08:59.411414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ed84729c-3647-42d7-8fbe-02e0143b642f tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:08:59.412778 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ed84729c-3647-42d7-8fbe-02e0143b642f tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063014 Feb 02 15:08:59.451349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 9818bdfc-b45e-4d48-8660-89b82b0e64da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9818bdfc-b45e-4d48-8660-89b82b0e64da,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:08:59.549332 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:59.656299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=9818bdfc-b45e-4d48-8660-89b82b0e64da,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:08:59.759619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:59.792502 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:08:57Z', 'revision_number': 3, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:08:59.798298 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Checking router: ee7e8d54-badf-4b49-8f44-27392bd63354 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:08:59.800130 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Updating router ee7e8d54-badf-4b49-8f44-27392bd63354 port 6c036e47-c650-465e-8c32-61cdcdb174ff binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:08:59.847634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeeaba-4f44-4fb6-b6dc-64d325167722 req-8e50ff9c-fe5c-4ba3-9bdb-b921f25f6b99 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:08:59.850138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fcaeeaba-4f44-4fb6-b6dc-64d325167722 req-8e50ff9c-fe5c-4ba3-9bdb-b921f25f6b99 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 949 time: 0.1437733 Feb 02 15:08:59.868085 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:08:59.938302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Request body: {'binding': {'host': 'n-h2-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:08:59.938987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:09:00.051969 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fcaeeaba-4f44-4fb6-b6dc-64d325167722 req-be9158ae-70e2-4dc1-b143-94b9fe36d2b6 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944745 Feb 02 15:09:00.096310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-642915ae-d3ef-460d-8c20-277327609003 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:00.098045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-642915ae-d3ef-460d-8c20-277327609003 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 949 time: 0.1379676 Feb 02 15:09:00.218789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on host n-h2-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:00.219045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:00.219492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:00.226587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:09:00.226914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:00.235447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4f7c2608-56af-4eca-a03e-47db2f305166 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:09:00.240607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:00.242216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:00.242216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:00.242216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Bound port: 9146ee49-ec14-4948-b12f-fd3d9756066d, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:00.288044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38258) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:00.302772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1348438680-network', 'tenant_id': 'a66a3248a8324c7da047b57ece6c8f3a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:00.325705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:00.326924 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.335815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Usage tracker for resource:network and tenant:a66a3248a8324c7da047b57ece6c8f3a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:00.342435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:00.356559 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Transition to ACTIVE for port object 6c036e47-c650-465e-8c32-61cdcdb174ff will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:00.356766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:00.362215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Deleting port 224076e9-53ed-454f-a798-444e4e482d6f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:09:00.363343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.374836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:00.426471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4f7c2608-56af-4eca-a03e-47db2f305166, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4f7c2608-56af-4eca-a03e-47db2f305166,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:00.432975 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.451834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '4f7c2608-56af-4eca-a03e-47db2f305166', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '4f7c2608-56af-4eca-a03e-47db2f305166', 'mac_address': 'fa:16:3e:89:8e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:09:00.486572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Made reservation on behalf of a66a3248a8324c7da047b57ece6c8f3a for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:00.489461 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.493146 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Attempting to bind port 6c036e47-c650-465e-8c32-61cdcdb174ff on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:00.493795 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Attempting to bind port 6c036e47-c650-465e-8c32-61cdcdb174ff by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:00.494144 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Attempting to bind port 6c036e47-c650-465e-8c32-61cdcdb174ff on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:00.506900 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:00.507277 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:00.507673 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.508095 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:00.508568 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Bound port: 6c036e47-c650-465e-8c32-61cdcdb174ff, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:00.508959 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.535707 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.564256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ce60-6f52-4dcf-b5f9-6417f9048b44 req-bea4570b-0181-4b55-8e8b-ae67f5e8c716 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:00.564629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ce60-6f52-4dcf-b5f9-6417f9048b44 req-bea4570b-0181-4b55-8e8b-ae67f5e8c716 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:00.564994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ce60-6f52-4dcf-b5f9-6417f9048b44 req-bea4570b-0181-4b55-8e8b-ae67f5e8c716 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:00.565430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ce60-6f52-4dcf-b5f9-6417f9048b44 req-bea4570b-0181-4b55-8e8b-ae67f5e8c716 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:00.565786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ce60-6f52-4dcf-b5f9-6417f9048b44 req-bea4570b-0181-4b55-8e8b-ae67f5e8c716 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:00.566137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ce60-6f52-4dcf-b5f9-6417f9048b44 req-bea4570b-0181-4b55-8e8b-ae67f5e8c716 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:00.566483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ce60-6f52-4dcf-b5f9-6417f9048b44 req-bea4570b-0181-4b55-8e8b-ae67f5e8c716 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:00.568638 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f728ce60-6f52-4dcf-b5f9-6417f9048b44 req-bea4570b-0181-4b55-8e8b-ae67f5e8c716 tempest-NetworksTest-1867170279 tempest-NetworksTest-1867170279-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5060 time: 0.3815145 Feb 02 15:09:00.585596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:00.588745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Usage tracker for resource:security_group_rule and tenant:a66a3248a8324c7da047b57ece6c8f3a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:00.590839 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] For port 6c036e47-c650-465e-8c32-61cdcdb174ff, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:00.592394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:00.594493 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] For port 6c036e47-c650-465e-8c32-61cdcdb174ff, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6c036e47-c650-465e-8c32-61cdcdb174ff,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:00.601527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:00.602564 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.619241 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Pushing event updated for resources: {'Port': ['ID=6c036e47-c650-465e-8c32-61cdcdb174ff,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:00.628752 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.629105 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.629441 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.629773 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.630140 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.630514 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.630917 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.631948 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.632327 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.632656 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.632977 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Tracked resource versions report: Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: pushed versions: Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: { 'ConntrackHelper': {'1.0'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Log': {'1.0'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Network': {'1.1'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Port': {'1.5'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'PortForwarding': {'1.2'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'QosPolicy': {'1.8'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'SecurityGroup': {'1.2'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'SecurityGroupRule': {'1.0'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'SubPort': {'1.0'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Subnet': {'1.1'}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Trunk': {'1.1'}} Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: consumer versions: Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: { DHCP agent@n-d-827122-1: {}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: HyperV agent@n-h1-827122-1: {}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: HyperV agent@n-h2-827122-1: {}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: L3 agent@n-d-827122-1: {}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: Metadata agent@n-d-827122-1: {}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: Metering agent@n-d-827122-1: {}, Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: Open vSwitch agent@n-d-827122-1: { 'ConntrackHelper': '1.0', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Log': '1.0', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Network': '1.1', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Port': '1.5', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'PortForwarding': '1.2', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'QosPolicy': '1.8', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'SecurityGroup': '1.2', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'SecurityGroupRule': '1.0', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'SubPort': '1.0', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Subnet': '1.1', Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: 'Trunk': '1.1'}} Feb 02 15:09:00.634069 n-d-827122-1 neutron-server[95775]: {{(pid=95775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:09:00.656154 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.674142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7c2608-56af-4eca-a03e-47db2f305166 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:00.731713 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.732695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.736912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4f7c2608-56af-4eca-a03e-47db2f305166, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4f7c2608-56af-4eca-a03e-47db2f305166,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:00.749335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-ff0e3c48-1db1-4db0-a3dc-4bae3a35484e service neutron] 10.222.0.88 "POST /v2.0/ports/9146ee49-ec14-4948-b12f-fd3d9756066d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1417375 Feb 02 15:09:00.819584 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c56dd6-832f-46b7-8645-d9e9589f3f9f None None] Pushing event updated for resources: {'Port': ['ID=6c036e47-c650-465e-8c32-61cdcdb174ff,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:00.824253 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:00.824946 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:08:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:00.844714 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.849469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9818bdfc-b45e-4d48-8660-89b82b0e64da up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:00.885312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:09:00.895073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.904745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74a2e56-d68d-48e5-ba48-4c7a1df74d4f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:00.911487 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.912998 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Added segment 96cea396-ca12-4506-9ae0-75a1debb8b00 of type vlan for network fa939d08-584e-4070-88c2-9ab4b0381d63 Feb 02 15:09:00.961572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:00.992319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] For port 224076e9-53ed-454f-a798-444e4e482d6f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=224076e9-53ed-454f-a798-444e4e482d6f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:00.992717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:01.081576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=4f7c2608-56af-4eca-a03e-47db2f305166,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:01.105284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9818bdfc-b45e-4d48-8660-89b82b0e64da triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:01.105755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:01.118266 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:01.119573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:01.120177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:01.145349 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:01.314432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['4f7c2608-56af-4eca-a03e-47db2f305166'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:09:01.390318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] Pushing event updated for resources: {'Network': ['ID=fa939d08-584e-4070-88c2-9ab4b0381d63,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:01.397979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38288) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:01.418579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d79b7002-5a14-4483-8715-e91bce323170 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1296279 Feb 02 15:09:01.422830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:01.424173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:01.424281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network fa939d08-584e-4070-88c2-9ab4b0381d63 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:09:01.437163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Request body: {'subnet': {'network_id': 'fa939d08-584e-4070-88c2-9ab4b0381d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1348438680-subnet', 'tenant_id': 'a66a3248a8324c7da047b57ece6c8f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:01.450915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:01.519054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Usage tracker for resource:subnet and tenant:a66a3248a8324c7da047b57ece6c8f3a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:01.587556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:01.609626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Calling delete_port for 224076e9-53ed-454f-a798-444e4e482d6f owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:09:01.612408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:01.681426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ba8a7-8f72-46ef-9636-9f37b1aaced9 req-938e4aba-15f4-454a-8ac1-2ac5388cb636 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:01.683166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc0ba8a7-8f72-46ef-9636-9f37b1aaced9 req-938e4aba-15f4-454a-8ac1-2ac5388cb636 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 949 time: 0.1607194 Feb 02 15:09:01.692722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-3d9a8bf9-0db3-4006-a46e-3d1e54eb207b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1097 time: 0.2358956 Feb 02 15:09:01.726709 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:08:57Z', 'revision_number': 3, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:01.733909 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb88c8a-aca6-4d6f-95f0-4a3ea746b09e None None] The sync data for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 is: [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:08:57Z', 'revision_number': 3, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:09:01.849506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Made reservation on behalf of a66a3248a8324c7da047b57ece6c8f3a for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:01.849506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:02.007651 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:02.019896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaed49-6906-4e9c-91ad-66405e6d6e5d req-572eabbf-e624-4a57-ba0e-eaad7fae4682 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:02.027836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fbaed49-6906-4e9c-91ad-66405e6d6e5d req-572eabbf-e624-4a57-ba0e-eaad7fae4682 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 949 time: 0.6705379 Feb 02 15:09:02.057932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:02.082559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] Usage tracker for resource:security_group_rule and tenant:ee0861ded7e243528677110df7ed08a0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:02.123373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:02.137774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc0ba8a7-8f72-46ef-9636-9f37b1aaced9 req-82283365-9719-49ac-acb1-f4132bddf8b8 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/security-groups?id=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433134 Feb 02 15:09:02.145441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:02.164481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fbaed49-6906-4e9c-91ad-66405e6d6e5d req-a7289795-c3d6-4689-ba5c-f378ec023fe6 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356103 Feb 02 15:09:02.169819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Allocated IP 172.20.0.1 (875a854f-f01f-4589-9ddd-0c9175d59c9a/50bd0903-5721-46fd-a321-0740306c107a/ef4cf0cf-4592-4ded-85be-147439c99873) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:02.280034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-43b9769c-9e91-4c3f-bbc4-e68ff57dc07b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:02.281948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-43b9769c-9e91-4c3f-bbc4-e68ff57dc07b service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.5681186 Feb 02 15:09:02.372836 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:02.394421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-bc231951-7b28-4e6f-8891-78241af95299 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 217 time: 0.1032600 Feb 02 15:09:02.461764 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:02.489024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:02.494620 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:02.504510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da401364-cb6c-40b9-9603-454f61a45888 req-f30a7def-144a-4fd0-8e5f-64e612342db1 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:02.508365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da401364-cb6c-40b9-9603-454f61a45888 req-f30a7def-144a-4fd0-8e5f-64e612342db1 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 946 time: 0.1724701 Feb 02 15:09:02.544562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-63115ae3-38ee-40cf-b75a-26772c52a6fa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:02.546157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-63115ae3-38ee-40cf-b75a-26772c52a6fa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1379130 Feb 02 15:09:02.557385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ee0861ded7e243528677110df7ed08a0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1579323 Feb 02 15:09:02.558363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd35208-bf34-483b-b2a8-efb9fa6af74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd872f1-a54f-49d9-a6e6-16451483dc16,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:02.564705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38318) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:02.626238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:02.654333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Pushing event deleted for resources: {'Port': ['ID=224076e9-53ed-454f-a798-444e4e482d6f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:02.656826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Transition to ACTIVE for port object ef4cf0cf-4592-4ded-85be-147439c99873 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:02.726447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c880912-d9df-4f29-b253-20b57c7e8557,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:02.730321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-cba3c27a-c6f3-47b6-a93a-da0500877696 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690788 Feb 02 15:09:02.871183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] No DVR routers for this DVR port 224076e9-53ed-454f-a798-444e4e482d6f on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:09:02.891715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:02.894874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a893808-d10d-457d-b45b-2cae19da23aa', 'name': 'network-vif-deleted', 'tag': '224076e9-53ed-454f-a798-444e4e482d6f'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:02.952974 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da401364-cb6c-40b9-9603-454f61a45888 req-ca82e7db-e18a-46fe-8a1c-2a96c745a15e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846939 Feb 02 15:09:02.955508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6c036e47-c650-465e-8c32-61cdcdb174ff up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:02.999066 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce91960-5a2f-4a53-81e1-ff20c2d95ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.050007 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2392fb23-7e52-4f61-8f16-98d01d4efff9 req-8cc67f8c-85d5-4c36-9338-dcf4ec9d521b tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.64 "DELETE /v2.0/ports/224076e9-53ed-454f-a798-444e4e482d6f HTTP/1.1" status: 204 len: 173 time: 2.9452271 Feb 02 15:09:03.098138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce91960-5a2f-4a53-81e1-ff20c2d95ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.132898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Checking segment: {'id': '96cea396-ca12-4506-9ae0-75a1debb8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'fa939d08-584e-4070-88c2-9ab4b0381d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:03.132898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Network hostable DHCP agents. Network: fa939d08-584e-4070-88c2-9ab4b0381d63, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:09:03.153314 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.158742 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a893808-d10d-457d-b45b-2cae19da23aa', 'name': 'network-vif-deleted', 'tag': '224076e9-53ed-454f-a798-444e4e482d6f', 'status': 'completed', 'code': 200} Feb 02 15:09:03.198081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 6c036e47-c650-465e-8c32-61cdcdb174ff completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:03.204171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6c036e47-c650-465e-8c32-61cdcdb174ff triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:03.204775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.247529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:03.287768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Pushing event updated for resources: {'Port': ['ID=ef4cf0cf-4592-4ded-85be-147439c99873,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:03.292985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:03.307633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:03.308137 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.330115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-00a95fa5-bc4f-4667-8a43-e4f844b363c0 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926123 Feb 02 15:09:03.343363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 224076e9-53ed-454f-a798-444e4e482d6f no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:09:03.369712 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce91960-5a2f-4a53-81e1-ff20c2d95ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.393580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce91960-5a2f-4a53-81e1-ff20c2d95ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd872f1-a54f-49d9-a6e6-16451483dc16,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:03.406275 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce91960-5a2f-4a53-81e1-ff20c2d95ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.407663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2ce91960-5a2f-4a53-81e1-ff20c2d95ba6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ebd872f1-a54f-49d9-a6e6-16451483dc16 HTTP/1.1" status: 204 len: 168 time: 0.8321247 Feb 02 15:09:03.438397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 224076e9-53ed-454f-a798-444e4e482d6f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:09:03.441081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 224076e9-53ed-454f-a798-444e4e482d6f not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:09:03.511671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.533098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 6c036e47-c650-465e-8c32-61cdcdb174ff, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6c036e47-c650-465e-8c32-61cdcdb174ff,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:03.613473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d692dce-893c-4e62-9b82-3e2439629416 req-60d6c58f-1219-4898-ba9f-350670278c43 tempest-DeleteServersAdminTestJSON-678374389 tempest-DeleteServersAdminTestJSON-678374389-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a893808-d10d-457d-b45b-2cae19da23aa HTTP/1.1" status: 200 len: 210 time: 0.1973391 Feb 02 15:09:03.616268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.617403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Network fa939d08-584e-4070-88c2-9ab4b0381d63 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:09:03.663408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.684216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-bdc831b5-5806-42ee-9b17-849152263294 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474770 Feb 02 15:09:03.721960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=6c036e47-c650-465e-8c32-61cdcdb174ff,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:03.753320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, fa939d08-584e-4070-88c2-9ab4b0381d63) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:03.759025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:03.759733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.763584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e60af-639f-43c9-a0c2-4443c690a7ab None None] Network fa939d08-584e-4070-88c2-9ab4b0381d63 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:09:03.765436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719eb54-b210-40ae-8c8a-06aa06f4b0e2 req-7f5a503d-d65a-465d-bbaa-77e009e83084 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:03.766915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9719eb54-b210-40ae-8c8a-06aa06f4b0e2 req-7f5a503d-d65a-465d-bbaa-77e009e83084 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 949 time: 0.2802835 Feb 02 15:09:03.856240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c18e1ee5-a39d-4a93-b949-b1a938320c30 None None] Provisioning for port ef4cf0cf-4592-4ded-85be-147439c99873 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:03.871275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c18e1ee5-a39d-4a93-b949-b1a938320c30 None None] Provisioning complete for port ef4cf0cf-4592-4ded-85be-147439c99873 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:03.871625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c18e1ee5-a39d-4a93-b949-b1a938320c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:03.898995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6d125a1f-9902-4e92-a597-65ac6a885b28 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4669812 Feb 02 15:09:03.941954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9719eb54-b210-40ae-8c8a-06aa06f4b0e2 req-57a4992e-8912-4d18-8fb7-e43179835098 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607730 Feb 02 15:09:03.995542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c18e1ee5-a39d-4a93-b949-b1a938320c30 None None] Port ef4cf0cf-4592-4ded-85be-147439c99873 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:04.033188 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:04.124043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:04.125031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:04.218687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-c421f0ca-cbe6-4738-9302-97c4955b5f66 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1097 time: 0.2079153 Feb 02 15:09:04.234163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827122-1'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:04.242960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd6fb1d-eaeb-4b86-b0c3-72949a18be75 None None] Network fa939d08-584e-4070-88c2-9ab4b0381d63 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:09:04.274426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4f7c2608-56af-4eca-a03e-47db2f305166 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:04.349979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38358) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:04.350746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38360) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:04.499833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:04.511591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:04.514345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d0c809-0903-44c1-a314-cda562d5bd83 admin admin] Deleting subnet 7c7655e1-4548-4f80-96ad-548e1d0bda58 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:09:04.518234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-41d0c809-0903-44c1-a314-cda562d5bd83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:04.573364 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:04.593396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-41d0c809-0903-44c1-a314-cda562d5bd83 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:04.628128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 4f7c2608-56af-4eca-a03e-47db2f305166 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:04.663955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Pushing event updated for resources: {'Port': ['ID=ef4cf0cf-4592-4ded-85be-147439c99873,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:04.679518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 4f7c2608-56af-4eca-a03e-47db2f305166 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:04.679518 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:04.681067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38372) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:04.903249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-41d0c809-0903-44c1-a314-cda562d5bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:04.906209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6c036e47-c650-465e-8c32-61cdcdb174ff up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:04.946723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:04.951334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.006944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:05.063697 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.069783 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.090237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d239d-582e-4e79-b565-efacd875d4eb req-9bb3464d-a0ed-48f0-9a70-6dfe59edd3a6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:05.092563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3d8d239d-582e-4e79-b565-efacd875d4eb req-9bb3464d-a0ed-48f0-9a70-6dfe59edd3a6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 946 time: 0.6418784 Feb 02 15:09:05.107045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38384) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:05.112379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:05.120428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.123384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-41d0c809-0903-44c1-a314-cda562d5bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.130788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca513317-7c10-4108-a490-adf0ab2b3e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7c2608-56af-4eca-a03e-47db2f305166'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:05.141483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-71c1d469-9eea-4b95-9c09-f4e6f376de5a None None] Provisioning complete for port ef4cf0cf-4592-4ded-85be-147439c99873 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:05.141842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71c1d469-9eea-4b95-9c09-f4e6f376de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.193430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:05.198409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] Usage tracker for resource:security_group_rule and tenant:8584da5a156b48fda3bcdbd5f67e3b90 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:05.202137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:05.206329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:05.209915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:05.211454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4f7c2608-56af-4eca-a03e-47db2f305166, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4f7c2608-56af-4eca-a03e-47db2f305166,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:05.223855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5276ea742134c1893858ab9171f9994 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:05.230553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:05.257709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0c809-0903-44c1-a314-cda562d5bd83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7655e1-4548-4f80-96ad-548e1d0bda58,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:05.260954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:05.272384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.272631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6c036e47-c650-465e-8c32-61cdcdb174ff triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:05.272631 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.277171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-41d0c809-0903-44c1-a314-cda562d5bd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.297721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3d8d239d-582e-4e79-b565-efacd875d4eb req-45287bfa-d56d-46dc-a7e4-b1a5e7b51f16 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897087 Feb 02 15:09:05.347871 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.354315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-71c1d469-9eea-4b95-9c09-f4e6f376de5a None None] Port ef4cf0cf-4592-4ded-85be-147439c99873 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:05.432439 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.456159 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d', 'code': 200} Feb 02 15:09:05.464159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-41d0c809-0903-44c1-a314-cda562d5bd83 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7c7655e1-4548-4f80-96ad-548e1d0bda58 HTTP/1.1" status: 204 len: 168 time: 1.1092265 Feb 02 15:09:05.468244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38398) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:05.475368 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.498873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=4f7c2608-56af-4eca-a03e-47db2f305166,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:05.586484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.589141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.607627 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca513317-7c10-4108-a490-adf0ab2b3e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7c2608-56af-4eca-a03e-47db2f305166', 'code': 200} Feb 02 15:09:05.616366 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.632560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Pushing event updated for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:05.669551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9dd1a-dae2-4e8c-8304-a9209e7cf44f req-4746fa94-0b92-4acf-a42c-de3cdf8756f7 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:05.676606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63b9dd1a-dae2-4e8c-8304-a9209e7cf44f req-4746fa94-0b92-4acf-a42c-de3cdf8756f7 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 950 time: 0.4138384 Feb 02 15:09:05.684810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:05.685769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on host n-h1-827122-1 for vnic_type normal with profile {"migrating_to": "n-h2-827122-1"} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:05.686118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:05.686710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:05.695050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e067b14875433f8f26bdfb70f3bed2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:05.712592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad36358-895c-4c59-9eb5-781f572d70b1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:05.712795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:05.714256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8bc4e78f-a917-4b80-aaeb-2ac00e8d7b55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8584da5a156b48fda3bcdbd5f67e3b90&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3593607 Feb 02 15:09:05.719727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38404) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:05.725243 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.740581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:09:05.740959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Attempting to bind port 9146ee49-ec14-4948-b12f-fd3d9756066d on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:05.757868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:05.770542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a5276ea742134c1893858ab9171f9994&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0787675 Feb 02 15:09:05.806226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38410) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:05.827321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:05.827532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:05.827794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:05.828334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Bound port: 9146ee49-ec14-4948-b12f-fd3d9756066d, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:05.828679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.863343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Router ee7e8d54-badf-4b49-8f44-27392bd63354 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:09:05.883935 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:05.889736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63b9dd1a-dae2-4e8c-8304-a9209e7cf44f req-2350ab69-a642-4207-b8b8-1240ac6dc662 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122462 Feb 02 15:09:05.915713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e82275-5c26-4139-ab17-25fcfd4e8ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6df825-3f75-4d7a-8daa-da294b64de0d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:05.932499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.932850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.933603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.933936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > port after_create 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.934571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.934933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > port after_update 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.935257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.935590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.935930 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:05.936370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:06.014998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52b450c0-ebaa-4d4b-95c9-32203057fd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.016832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:06.024056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:06.057920 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff127495-bb07-4d6a-a9eb-c8f937ca39de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.061978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4199362-75a4-472d-980d-726c8371c55c req-daecd45b-cb06-4b46-ad70-21d3abad3ef3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 1101 time: 0.3054969 Feb 02 15:09:06.066493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52b450c0-ebaa-4d4b-95c9-32203057fd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.087969 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:06.088368 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:06.088701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:06.089033 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:06.089467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5db165c-452f-46b8-84b2-238fbd998941']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:06.113171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b68fac1-c32a-4876-88dd-4cce5ad776b7') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:06.113396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b68fac1-c32a-4876-88dd-4cce5ad776b7') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:06.187813 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.192174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff127495-bb07-4d6a-a9eb-c8f937ca39de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.199036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.227018 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.247743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:09:06.248085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: util.warn_limited( Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: util.warn_limited( Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:09:06.266753 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:09:06.274032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.300248 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4199362-75a4-472d-980d-726c8371c55c req-baa88e91-9fda-4bb5-8726-cfc71b7dda8b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207589 Feb 02 15:09:06.339215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.381529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Pushing event updated for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=8']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:06.429866 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.431309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-35804825-fa21-4bbe-8004-23eb15031c5e service neutron] 10.222.0.107 "PUT /v2.0/ports/9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 1122 time: 2.2047420 Feb 02 15:09:06.439229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:06.448559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d7e067b14875433f8f26bdfb70f3bed2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3375647 Feb 02 15:09:06.451056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72c146-3f3b-4b16-98c7-8c8261745763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b1558f-5013-4c0e-99e8-264dddaf774b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:06.451533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38426) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:06.507698 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52b450c0-ebaa-4d4b-95c9-32203057fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.533698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b450c0-ebaa-4d4b-95c9-32203057fd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad36358-895c-4c59-9eb5-781f572d70b1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:06.537624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff127495-bb07-4d6a-a9eb-c8f937ca39de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.565875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52b450c0-ebaa-4d4b-95c9-32203057fd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.569982 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-52b450c0-ebaa-4d4b-95c9-32203057fd63 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7ad36358-895c-4c59-9eb5-781f572d70b1 HTTP/1.1" status: 204 len: 168 time: 0.8448312 Feb 02 15:09:06.569982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff127495-bb07-4d6a-a9eb-c8f937ca39de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6df825-3f75-4d7a-8daa-da294b64de0d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:06.570948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['9146ee49-ec14-4948-b12f-fd3d9756066d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:09:06.596854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff127495-bb07-4d6a-a9eb-c8f937ca39de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.602153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ff127495-bb07-4d6a-a9eb-c8f937ca39de admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fc6df825-3f75-4d7a-8daa-da294b64de0d HTTP/1.1" status: 204 len: 168 time: 0.7864933 Feb 02 15:09:06.640616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.669125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d6a69f4-db88-4d95-88c1-308a5bf15dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.706224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.730268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5db165c-452f-46b8-84b2-238fbd998941,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:06.756333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d6a69f4-db88-4d95-88c1-308a5bf15dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.770711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6019c92e-f110-4d6f-b2b5-43ba19e17e95 admin admin] 10.222.0.88 "DELETE /v2.0/networks/d5db165c-452f-46b8-84b2-238fbd998941 HTTP/1.1" status: 204 len: 168 time: 1.2980981 Feb 02 15:09:06.772302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38434) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:06.816572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e332be23-9207-4aa3-87c9-184f4edbcbff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=65a4ae79ff924c6cbe1f6ca55d116879&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3761623 Feb 02 15:09:06.823717 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:09:06.824305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38438) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:06.837990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8f9d0-40af-4dd1-a442-24c1e7acf2e0 req-a5a80ead-6b90-4cc9-a9c8-029a4172ea63 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:06.839459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34b8f9d0-40af-4dd1-a442-24c1e7acf2e0 req-a5a80ead-6b90-4cc9-a9c8-029a4172ea63 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 944 time: 0.3206232 Feb 02 15:09:06.853655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:09:06.868826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Sync routers for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:09:06.875756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ba1f855e-eaa5-4942-a556-1d79c687a75b admin admin] 10.222.0.88 "PUT /v2.0/routers/ee7e8d54-badf-4b49-8f44-27392bd63354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8158512 Feb 02 15:09:06.903934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a70677-2d7f-40be-a672-239a2e4d88dd admin admin] Deleting subnet 3c880912-d9df-4f29-b253-20b57c7e8557 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:09:06.908707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:06.909659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:08:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:06.910601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07a70677-2d7f-40be-a672-239a2e4d88dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.916504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34b8f9d0-40af-4dd1-a442-24c1e7acf2e0 req-2cc8fbfb-4066-4acf-9f84-ed72ce4bad79 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681934 Feb 02 15:09:06.979738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07a70677-2d7f-40be-a672-239a2e4d88dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.982496 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a949-27e9-41b5-a239-a090f7134512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:06.996089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07a70677-2d7f-40be-a672-239a2e4d88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.048266 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d6a69f4-db88-4d95-88c1-308a5bf15dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.063643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a949-27e9-41b5-a239-a090f7134512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.122815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a69f4-db88-4d95-88c1-308a5bf15dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b1558f-5013-4c0e-99e8-264dddaf774b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:07.157559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d6a69f4-db88-4d95-88c1-308a5bf15dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.158688 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7d6a69f4-db88-4d95-88c1-308a5bf15dd9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d4b1558f-5013-4c0e-99e8-264dddaf774b HTTP/1.1" status: 204 len: 168 time: 0.7059200 Feb 02 15:09:07.226138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:07.239901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bb504-d775-4e94-9896-2e82c08758cb req-d0e195fe-4d4d-43a8-9dbd-47e14bf5e0cb tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:07.245497 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-468bb504-d775-4e94-9896-2e82c08758cb req-d0e195fe-4d4d-43a8-9dbd-47e14bf5e0cb tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 950 time: 0.1673336 Feb 02 15:09:07.284628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07a70677-2d7f-40be-a672-239a2e4d88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.325766 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a949-27e9-41b5-a239-a090f7134512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.351172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a70677-2d7f-40be-a672-239a2e4d88dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c880912-d9df-4f29-b253-20b57c7e8557,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:07.360412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1a949-27e9-41b5-a239-a090f7134512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:07.386459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-468bb504-d775-4e94-9896-2e82c08758cb req-21757863-329f-4052-aef1-19df4954303f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336482 Feb 02 15:09:07.400683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07a70677-2d7f-40be-a672-239a2e4d88dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.411798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-07a70677-2d7f-40be-a672-239a2e4d88dd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3c880912-d9df-4f29-b253-20b57c7e8557 HTTP/1.1" status: 204 len: 168 time: 0.6342556 Feb 02 15:09:07.411798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38462) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:07.476876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:07.535616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.540694 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a949-27e9-41b5-a239-a090f7134512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.542204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3fe1a949-27e9-41b5-a239-a090f7134512 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b494d0a3-27eb-4b3c-b5bb-9ee39f4a18eb HTTP/1.1" status: 204 len: 168 time: 0.7155800 Feb 02 15:09:07.583078 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d', 'status': 'completed', 'code': 200} Feb 02 15:09:07.633638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 2, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:07.637731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Checking router: ee7e8d54-badf-4b49-8f44-27392bd63354 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:09:07.638078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Updating router ee7e8d54-badf-4b49-8f44-27392bd63354 port ef4cf0cf-4592-4ded-85be-147439c99873 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:09:07.685930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.691225 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.703181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-3387963a-0f50-4e25-abb3-b509af92de3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1125 time: 0.0847206 Feb 02 15:09:07.721034 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.721492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.722258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.722597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > port after_create 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.722920 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > port after_delete 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.723333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > port after_update 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.723714 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.724991 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.725591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.725915 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.784527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38472) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:07.844126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.844897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.845665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.846139 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:09:07.846730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa939d08-584e-4070-88c2-9ab4b0381d63']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:07.867585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cea396-ca12-4506-9ae0-75a1debb8b00') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:07.868143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cea396-ca12-4506-9ae0-75a1debb8b00') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:07.885054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.902203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.909966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.925036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:09:07.925765 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:07.998953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-1e702dde-5a55-4124-a10e-99659e97d6dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:08.000811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-1e702dde-5a55-4124-a10e-99659e97d6dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2912326 Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: util.warn_limited( Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: util.warn_limited( Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:09:08.051227 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:09:08.120858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-40cd3a9a-a8d0-4e0f-accf-6e212a2e7229 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 217 time: 0.1140304 Feb 02 15:09:08.182578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.185787 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.191321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.207548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:08.211312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Transition to ACTIVE for port object ef4cf0cf-4592-4ded-85be-147439c99873 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:08.213840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce7ee6bad2c4c0d9b33d24240a75b62 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:08.219138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:08.223199 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] 10.222.0.88 "DELETE /v2.0/networks/fa939d08-584e-4070-88c2-9ab4b0381d63 HTTP/1.1" status: 204 len: 168 time: 0.8090079 Feb 02 15:09:08.223199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a8633-b92f-48fc-97df-bd4b2d600bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=fa939d08-584e-4070-88c2-9ab4b0381d63,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:08.223421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-88d4baaf-9c8e-440a-8dd8-03378a5a5dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:08.225013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-88d4baaf-9c8e-440a-8dd8-03378a5a5dfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.0956197 Feb 02 15:09:08.229441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:08.235705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87975175-fe30-434e-b4ce-b434c1d932f6 req-859a6f1b-cf90-44e8-90de-6c656d30bc67 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:08.237357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87975175-fe30-434e-b4ce-b434c1d932f6 req-859a6f1b-cf90-44e8-90de-6c656d30bc67 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 944 time: 0.1308899 Feb 02 15:09:08.284960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.287792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-c358115c-b8ac-48e2-9856-a6324cd4f0f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552130 Feb 02 15:09:08.333736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87975175-fe30-434e-b4ce-b434c1d932f6 req-82470bb9-89a3-4114-9cd7-8057a2a02145 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845013 Feb 02 15:09:08.448689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffadfc-b83a-43e8-a5a7-47f20e183e9c None None] Pushing event updated for resources: {'Port': ['ID=ef4cf0cf-4592-4ded-85be-147439c99873,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:08.630410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Attempting to bind port ef4cf0cf-4592-4ded-85be-147439c99873 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:08.630834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Attempting to bind port ef4cf0cf-4592-4ded-85be-147439c99873 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:08.631385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Attempting to bind port ef4cf0cf-4592-4ded-85be-147439c99873 on network 875a854f-f01f-4589-9ddd-0c9175d59c9a {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:08.646029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:08.646657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Checking segment: {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:08.646979 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.647378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Bound using segment: {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:08.647875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Bound port: ef4cf0cf-4592-4ded-85be-147439c99873, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:08.648326 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.667351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec831b-140b-4b88-92b5-517415e190f7 req-f4120a20-8939-439c-bb64-ed221179dd8e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:08.674408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fec831b-140b-4b88-92b5-517415e190f7 req-f4120a20-8939-439c-bb64-ed221179dd8e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 950 time: 0.1145675 Feb 02 15:09:08.676621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38492) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:08.715489 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.726793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-a8592488-74c0-44d2-b078-b885533a304b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:08.727493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-a8592488-74c0-44d2-b078-b885533a304b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:08.743903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fec831b-140b-4b88-92b5-517415e190f7 req-f7ca6fa6-5460-403c-be94-2c72b6a59291 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684316 Feb 02 15:09:08.749647 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.780859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] For port ef4cf0cf-4592-4ded-85be-147439c99873, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:08.783867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-3a3f8676-8acc-4062-902e-2a522800542e service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888215 Feb 02 15:09:08.784848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] For port ef4cf0cf-4592-4ded-85be-147439c99873, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ef4cf0cf-4592-4ded-85be-147439c99873,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:08.810702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:08.815255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5924c24b5645f1bfdc9e69f2ccbff3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:08.819211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:08.825941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:08.868664 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.899054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.925006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-a8592488-74c0-44d2-b078-b885533a304b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:08.926137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-a8592488-74c0-44d2-b078-b885533a304b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/networks?id=875a854f-f01f-4589-9ddd-0c9175d59c9a HTTP/1.1" status: 200 len: 829 time: 0.6034791 Feb 02 15:09:08.939180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7167b6-6698-4fa5-959c-7f5e059e0388,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:08.942216 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:08.962951 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-af7fe630-ca26-4ead-916b-963ea7225ea6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ce7ee6bad2c4c0d9b33d24240a75b62&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1747012 Feb 02 15:09:08.965630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38500) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:08.980266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-efca808b-94a8-4a8c-9118-2ba335fe4119 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/quotas/4ba735007ac54455889e472e9b8357ff HTTP/1.1" status: 200 len: 375 time: 0.0453591 Feb 02 15:09:08.985332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdd1b58-9855-476a-83f5-350be671d7a5 req-39db4da2-cdf3-41dc-9f18-1f10f7d8a329 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944728 Feb 02 15:09:09.010634 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.079150 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5cc30f1-671f-4808-ab96-a5b9cf453193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.087054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-9a362a3f-663f-4118-a687-5ef54caaf118 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:09.094101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffadfc-b83a-43e8-a5a7-47f20e183e9c None None] Pushing event updated for resources: {'Port': ['ID=ef4cf0cf-4592-4ded-85be-147439c99873,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:09.097906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f58690-88a4-402d-b900-1b654d009f81,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:09.102294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:09.102669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38504) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:09.103396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:08:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:09.147308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1e94a3f-2eec-4c52-a48e-d54d7328b8a8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9c5924c24b5645f1bfdc9e69f2ccbff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4659297 Feb 02 15:09:09.148139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:09.152852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5cc30f1-671f-4808-ab96-a5b9cf453193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.217155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-9a362a3f-663f-4118-a687-5ef54caaf118 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:09.218484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-9a362a3f-663f-4118-a687-5ef54caaf118 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ba735007ac54455889e472e9b8357ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322702 Feb 02 15:09:09.229906 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f23c3db8-7bf8-450b-a26c-27811b85b3b2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e511e9b06862478c8755aedeefdeb6e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1184635 Feb 02 15:09:09.232296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38512) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:09.254853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38518) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:09.323902 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.373439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:09.401505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-998cf947-8795-4e14-8ab0-4c47a012c74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.402708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb26f303-492b-4b8c-8ac0-3fb1dce4cb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.430572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb26f303-492b-4b8c-8ac0-3fb1dce4cb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.450936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5cc30f1-671f-4808-ab96-a5b9cf453193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.484020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc30f1-671f-4808-ab96-a5b9cf453193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7167b6-6698-4fa5-959c-7f5e059e0388,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:09.484228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:09.492269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5cc30f1-671f-4808-ab96-a5b9cf453193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.493630 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f5cc30f1-671f-4808-ab96-a5b9cf453193 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c7167b6-6698-4fa5-959c-7f5e059e0388 HTTP/1.1" status: 204 len: 168 time: 0.5267622 Feb 02 15:09:09.502039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] Usage tracker for resource:security_group_rule and tenant:34a440c38d754b3cb538d580ee41f9e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:09.505888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-998cf947-8795-4e14-8ab0-4c47a012c74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.512905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:09.521805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:09.580978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb26f303-492b-4b8c-8ac0-3fb1dce4cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.596893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26f303-492b-4b8c-8ac0-3fb1dce4cb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f0888a-83d8-48ae-98b6-4207f0561b1d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:09.623493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb26f303-492b-4b8c-8ac0-3fb1dce4cb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.623493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fb26f303-492b-4b8c-8ac0-3fb1dce4cb8f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/31f0888a-83d8-48ae-98b6-4207f0561b1d HTTP/1.1" status: 204 len: 168 time: 0.3784671 Feb 02 15:09:09.717269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.775507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-998cf947-8795-4e14-8ab0-4c47a012c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.801833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cf947-8795-4e14-8ab0-4c47a012c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f58690-88a4-402d-b900-1b654d009f81,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:09.825828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.883392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-998cf947-8795-4e14-8ab0-4c47a012c74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:09.887091 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-998cf947-8795-4e14-8ab0-4c47a012c74b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/82f58690-88a4-402d-b900-1b654d009f81 HTTP/1.1" status: 204 len: 168 time: 0.7354488 Feb 02 15:09:09.897582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd70b579-2e70-4e58-a72f-c432ae1fe91a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:09.902525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f4e8080a-7c80-4ee4-9f1c-bd239c2b0640 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=34a440c38d754b3cb538d580ee41f9e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6458147 Feb 02 15:09:09.905500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38540) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:09.961326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:08Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:09.967015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cab79e-e9ae-4daf-a9cb-b6e42e16dcac None None] The sync data for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 is: [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:08Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:09:09.970069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ed25-eb4c-420f-bdd7-b5fee7ba6edc req-3c4c85ac-9f27-4831-a20f-e025a51d4fbb tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:09.976546 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a651ed25-eb4c-420f-bdd7-b5fee7ba6edc req-3c4c85ac-9f27-4831-a20f-e025a51d4fbb tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 944 time: 0.1143813 Feb 02 15:09:10.007490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e61487c-ea2b-465f-a710-9cd09aa1fd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:10.077167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e61487c-ea2b-465f-a710-9cd09aa1fd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:10.078517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a651ed25-eb4c-420f-bdd7-b5fee7ba6edc req-dee531ac-dffe-4da2-852e-28b6c9549162 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977652 Feb 02 15:09:10.191705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e61487c-ea2b-465f-a710-9cd09aa1fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:10.207471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61487c-ea2b-465f-a710-9cd09aa1fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd70b579-2e70-4e58-a72f-c432ae1fe91a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:10.214413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e61487c-ea2b-465f-a710-9cd09aa1fd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:10.215654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e61487c-ea2b-465f-a710-9cd09aa1fd30 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bd70b579-2e70-4e58-a72f-c432ae1fe91a HTTP/1.1" status: 204 len: 168 time: 0.3090584 Feb 02 15:09:10.299545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9146ee49-ec14-4948-b12f-fd3d9756066d details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:09:10.496310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:10.513312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9146ee49-ec14-4948-b12f-fd3d9756066d has no active binding in host n-h2-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:09:10.545711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-9eec4bb2-7e88-4f10-8d0a-f6180b0f2fcc service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:09:10.553591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-9eec4bb2-7e88-4f10-8d0a-f6180b0f2fcc service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7493877 Feb 02 15:09:10.756295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-ad511146-0360-41e4-b907-1c817ed2ff08 service neutron] 10.222.0.88 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012999 Feb 02 15:09:10.772937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-fcec219c-ffdf-4f09-9a8d-8d9cf834df3a tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02&device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db&device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0&device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 3796 time: 0.1006963 Feb 02 15:09:10.843403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:10.883236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:10.888476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Usage tracker for resource:security_group_rule and tenant:46d9f7adb41f41fe889a16a16d4629a6 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:10.892526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:10.908360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ef4cf0cf-4592-4ded-85be-147439c99873 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:10.911180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:11.000705 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:11.081161 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-933625f3-31cc-4a15-8de5-77175c9f17e0 service neutron] 10.222.0.88 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240592 Feb 02 15:09:11.105842 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:11.165129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5d813f-b0f0-4afe-af3f-e2c4b46a9c89,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:11.169407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ef4cf0cf-4592-4ded-85be-147439c99873 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:11.174554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ef4cf0cf-4592-4ded-85be-147439c99873 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:11.174989 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:11.186448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dc327bf-dff6-48b6-9818-655d62c51d18 req-cbf60bcd-f13e-4e9a-8fa7-3033ea850b00 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 354 time: 0.3885424 Feb 02 15:09:11.323496 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:11.377251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ef4cf0cf-4592-4ded-85be-147439c99873, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ef4cf0cf-4592-4ded-85be-147439c99873,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:11.460848 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:11.462251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c55e4-bdf1-4197-9bbd-6c73b7296600 req-2622cbc1-1433-414d-a05a-7a99600b1f36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:11.469987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-945c55e4-bdf1-4197-9bbd-6c73b7296600 req-2622cbc1-1433-414d-a05a-7a99600b1f36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 944 time: 0.1590519 Feb 02 15:09:11.528810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-945c55e4-bdf1-4197-9bbd-6c73b7296600 req-f35e73d2-96cd-4840-90f3-3af5a8eb86f4 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574427 Feb 02 15:09:11.606889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ef4cf0cf-4592-4ded-85be-147439c99873,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:11.644550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c19166d-ea4a-4b9e-9bcf-31385d42c384 req-e28ee7d6-2caf-4790-b498-e33283654210 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 210 time: 0.0744119 Feb 02 15:09:11.678680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38582) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:11.751766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b58b8cd8-e47c-44d6-b6ce-64409983b8c5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a66a3248a8324c7da047b57ece6c8f3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0694416 Feb 02 15:09:11.751999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38586) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:11.874158 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3794c043-1ab4-4afa-8911-f9b3c65c446b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:11.911954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3794c043-1ab4-4afa-8911-f9b3c65c446b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:11.982217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac2c4d9d-f69c-4423-a962-00a2d717ac1f req-56394d06-1a50-40a0-af0b-4eb42704efe4 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02&device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0&device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 2881 time: 0.0968738 Feb 02 15:09:12.034839 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac2c4d9d-f69c-4423-a962-00a2d717ac1f req-217507a6-a021-4dc3-83de-dea2c0975ca4 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 Feb 02 15:09:12.095727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3794c043-1ab4-4afa-8911-f9b3c65c446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:12.119440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794c043-1ab4-4afa-8911-f9b3c65c446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74a2e56-d68d-48e5-ba48-4c7a1df74d4f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:12.123122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3794c043-1ab4-4afa-8911-f9b3c65c446b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:12.127116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3794c043-1ab4-4afa-8911-f9b3c65c446b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c74a2e56-d68d-48e5-ba48-4c7a1df74d4f HTTP/1.1" status: 204 len: 168 time: 0.3740029 Feb 02 15:09:12.607143 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d0825be6-c6ac-4743-95f9-cea079d4b6fc service neutron] 10.222.0.64 "GET /v2.0/ports/9146ee49-ec14-4948-b12f-fd3d9756066d/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.0852134 Feb 02 15:09:12.796993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df0ed2-4eb4-4d73-b360-7bc9d5d0a574 req-08198b5b-0df8-4baf-89d6-351d60878033 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:12.805234 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86df0ed2-4eb4-4d73-b360-7bc9d5d0a574 req-08198b5b-0df8-4baf-89d6-351d60878033 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 944 time: 0.1252248 Feb 02 15:09:12.865317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ef4cf0cf-4592-4ded-85be-147439c99873 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:12.900529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86df0ed2-4eb4-4d73-b360-7bc9d5d0a574 req-5c6eebd7-6324-40e7-a114-880bddd363ef tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940092 Feb 02 15:09:12.992438 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8186219-49dd-420b-9dcd-7a014790daa7 req-137b065b-0282-4466-a4b0-5f6ca01bfa8f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 210 time: 0.0737646 Feb 02 15:09:13.025824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ef4cf0cf-4592-4ded-85be-147439c99873 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:13.026353 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:13.046214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:13.081810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:13.154887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9146ee49-ec14-4948-b12f-fd3d9756066d {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:13.168881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:13.295805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:13.431400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] Transition to ACTIVE for port object 9146ee49-ec14-4948-b12f-fd3d9756066d will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:13.496318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:13.659297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] Pushing event updated for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=10']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:13.664504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] No DVR routers for this DVR port 9146ee49-ec14-4948-b12f-fd3d9756066d on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:09:13.732559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d08d016a-5c57-4a7f-80f5-9dc41f7f79cc service neutron] 10.222.0.64 "PUT /v2.0/ports/9146ee49-ec14-4948-b12f-fd3d9756066d/bindings/n-h2-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1206348 Feb 02 15:09:13.902375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38658) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:13.925625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a32a44b-b590-4b05-8eff-6f2e8d5240b6 req-0b6999f5-b302-4c95-814d-745b00168ea5 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1100 time: 0.0725040 Feb 02 15:09:13.972301 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a32a44b-b590-4b05-8eff-6f2e8d5240b6 req-47817ee5-d9da-4a17-a0d4-b863ca54b86b tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Feb 02 15:09:14.176618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-3643eb7c-8ea7-49d1-a0b3-643075b2a66f tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.1564698 Feb 02 15:09:14.212878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5f852-b100-459c-94b6-b1bfd99bacac req-88663117-eac3-4c0a-8a5e-63bae4668d5c tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:14.220129 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ff5f852-b100-459c-94b6-b1bfd99bacac req-88663117-eac3-4c0a-8a5e-63bae4668d5c tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 945 time: 0.1735399 Feb 02 15:09:14.313552 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c58b75f-5c88-4a9b-97f8-8c3a1fae34c0 req-92996098-466e-4537-bb27-364edf07bc7b tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1100 time: 0.1765666 Feb 02 15:09:14.328052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ff5f852-b100-459c-94b6-b1bfd99bacac req-7a8f5f26-303d-4fee-b6c3-b1c01852c9a6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044385 Feb 02 15:09:14.349862 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-a70036d5-4eda-4b37-9ea8-3befd63159ba service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db&tenant_id=df2a8be9a1964ccebcc06f0371c41032 HTTP/1.1" status: 200 len: 1096 time: 0.1640632 Feb 02 15:09:14.377491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-3d174a23-9ad6-4901-a4b6-49ea6eaa6fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:14.379108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-3d174a23-9ad6-4901-a4b6-49ea6eaa6fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.64 "GET /v2.0/networks?id=875a854f-f01f-4589-9ddd-0c9175d59c9a HTTP/1.1" status: 200 len: 829 time: 0.2532580 Feb 02 15:09:14.399724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c58b75f-5c88-4a9b-97f8-8c3a1fae34c0 req-b5ef3ddc-57bb-48a9-86d9-18468865d02d tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795453 Feb 02 15:09:14.402092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Request body: {'port': {'device_id': '0a1fa93e-c662-406b-942a-52b5b2409446', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'admin_state_up': True, 'tenant_id': '4ba735007ac54455889e472e9b8357ff'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:14.542400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-5e3e55cb-d353-4af4-a281-ad026ea32078 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1096 time: 0.1401887 Feb 02 15:09:14.637417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:14.681670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-network', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:14.694868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:14.697602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:14.725444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab3a4c0c-dfb6-4fc6-be9e-b9817c929809 req-34bc17b0-45fa-4f03-aa4a-991a855056e4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 210 time: 0.0910771 Feb 02 15:09:14.726754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Usage tracker for resource:network and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:14.732437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:14.756171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:14.794758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-20c72c3f-392a-4734-867d-7ab0e31aad23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:14.796238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-20c72c3f-392a-4734-867d-7ab0e31aad23 service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2471354 Feb 02 15:09:14.838938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Made reservation on behalf of 4ba735007ac54455889e472e9b8357ff for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:14.842098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:14.910637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-add1ec82-cb60-48dc-a1d2-d9877d1fbcee service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 217 time: 0.1044846 Feb 02 15:09:14.922102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Made reservation on behalf of 0a4e3b796a8c4693bcbbc1e4ada603e0 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:14.925403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:14.947780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:14.979880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-c7061771-7c53-4f55-ad3b-ec122297c314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:14.982303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-c7061771-7c53-4f55-ad3b-ec122297c314 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.0647476 Feb 02 15:09:15.084337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-2a8e494b-0c1c-4d74-818d-ef6b901c933c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885971 Feb 02 15:09:15.132114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:15.139067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:15.143463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:15.156655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:15.180935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Allocated IP 172.20.0.11 (875a854f-f01f-4589-9ddd-0c9175d59c9a/50bd0903-5721-46fd-a321-0740306c107a/ab47fe9f-38fc-4a31-803a-ecffcc242702) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:15.256918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-74b02a55-c7ad-40ff-a1b1-6599cffcf04a service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639879 Feb 02 15:09:15.361629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:15.412327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9146ee49-ec14-4948-b12f-fd3d9756066d no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:09:15.499334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:15.514585 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-fe5ef8bd-7a66-45f5-bdb3-51cf1654dc27 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514894 Feb 02 15:09:15.516934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Transition to ACTIVE for port object ab47fe9f-38fc-4a31-803a-ecffcc242702 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:15.526767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:15.565361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9146ee49-ec14-4948-b12f-fd3d9756066d not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:09:15.609167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:09:15.637500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552b520e-3315-402e-b565-cafdfd0a9faf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:15.642010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:15.642398 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Added segment f2e38247-8f87-403b-b374-3624c2bc821a of type vlan for network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 Feb 02 15:09:15.683730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:15.705640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abadb5-eece-4f4a-bc55-0b81b01ba2f4 req-cd009835-03be-4af5-b902-0f4dfc8c389f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:15.707106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88abadb5-eece-4f4a-bc55-0b81b01ba2f4 req-cd009835-03be-4af5-b902-0f4dfc8c389f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 945 time: 0.1552761 Feb 02 15:09:15.721607 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:15.839562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:15.845157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:15.847451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:15.877068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Pushing event updated for resources: {'Port': ['ID=ab47fe9f-38fc-4a31-803a-ecffcc242702,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:15.905735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88abadb5-eece-4f4a-bc55-0b81b01ba2f4 req-3b20e9ef-01fa-4099-b82b-7265fa3d7e2b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892009 Feb 02 15:09:15.931573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:15.932431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:15.964305 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:15.969089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:15.970495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:16.208970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-658b30cf-f40b-48cd-8242-3afceb12152d None None] Provisioning for port ab47fe9f-38fc-4a31-803a-ecffcc242702 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:16.215116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-658b30cf-f40b-48cd-8242-3afceb12152d None None] Provisioning complete for port ab47fe9f-38fc-4a31-803a-ecffcc242702 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:16.216907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-658b30cf-f40b-48cd-8242-3afceb12152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:16.236946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] Pushing event updated for resources: {'Network': ['ID=d2580cdb-c829-46be-9c5c-cc8c8ffabb15,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:16.279966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-35757866-43fc-4421-a9e8-fd681e280be5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3759236 Feb 02 15:09:16.286108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:16.287583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:09:16.298620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Request body: {'subnet': {'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-subnet', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:16.330148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-f567d497-85b6-4dd6-9f2a-4af73ab2ce10 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9179761 Feb 02 15:09:16.332517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:16.351653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Request body: {'port': {'device_id': '0a1fa93e-c662-406b-942a-52b5b2409446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:16.395440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-d3c85a1e-a4e6-4295-85bc-fafba59d3eb8 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.2446897 Feb 02 15:09:16.403302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Usage tracker for resource:subnet and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:16.408566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:16.422116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:16.431541 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-658b30cf-f40b-48cd-8242-3afceb12152d None None] Port ab47fe9f-38fc-4a31-803a-ecffcc242702 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:16.433733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4c11b-4667-40f3-8398-fde30ebe9604 req-37078ade-6662-4bca-89c2-91fd6f5dcf32 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:16.434589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-faf4c11b-4667-40f3-8398-fde30ebe9604 req-37078ade-6662-4bca-89c2-91fd6f5dcf32 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:16.516061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:16.546933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:16.562861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Made reservation on behalf of 0a4e3b796a8c4693bcbbc1e4ada603e0 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:16.565192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:16.574971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-a10b605d-68e1-49cd-9f08-abe46b14dd3c service neutron] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:16.591527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-faf4c11b-4667-40f3-8398-fde30ebe9604 req-37078ade-6662-4bca-89c2-91fd6f5dcf32 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:16.592494 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faf4c11b-4667-40f3-8398-fde30ebe9604 req-37078ade-6662-4bca-89c2-91fd6f5dcf32 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 932 time: 0.4838326 Feb 02 15:09:16.607963 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-a10b605d-68e1-49cd-9f08-abe46b14dd3c service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:16.609657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f71adaaf-2e67-4406-94a6-981ddf728796 req-a10b605d-68e1-49cd-9f08-abe46b14dd3c service neutron] 10.222.0.107 "DELETE /v2.0/ports/9146ee49-ec14-4948-b12f-fd3d9756066d/bindings/n-h1-827122-1 HTTP/1.1" status: 204 len: 173 time: 0.2038891 Feb 02 15:09:16.796174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-faf4c11b-4667-40f3-8398-fde30ebe9604 req-a0a26550-e405-4f2f-82f2-693d0da19e3b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:17.034354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-faf4c11b-4667-40f3-8398-fde30ebe9604 req-a0a26550-e405-4f2f-82f2-693d0da19e3b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:17.035560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faf4c11b-4667-40f3-8398-fde30ebe9604 req-a0a26550-e405-4f2f-82f2-693d0da19e3b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934498 Feb 02 15:09:17.141686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab47fe9f-38fc-4a31-803a-ecffcc242702 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:17.152063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:17.164873 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:17.229321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Transition to ACTIVE for port object ab47fe9f-38fc-4a31-803a-ecffcc242702 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:17.312709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa97035-b1e4-42d6-b689-7e1ca5a0250c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:17.327948 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:17.366534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Checking segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:17.366892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Network hostable DHCP agents. Network: d2580cdb-c829-46be-9c5c-cc8c8ffabb15, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:09:17.374961 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:17.556746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47fe9f-38fc-4a31-803a-ecffcc242702,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:17.564219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe543-b0b9-4495-95cb-936d02d39d11 req-0d1ede51-c964-4330-b52d-f7f31da9ae8b tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:17.565727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88cbe543-b0b9-4495-95cb-936d02d39d11 req-0d1ede51-c964-4330-b52d-f7f31da9ae8b tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.3519824 Feb 02 15:09:17.724691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:09:17.783084 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88cbe543-b0b9-4495-95cb-936d02d39d11 req-2f806b6e-d457-4a4b-b89c-e771387d88c2 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101212 Feb 02 15:09:17.805168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a1f3d-4072-4a72-b189-c9abf812d232 req-8de9eea7-df47-4c85-b425-7b78bcaf3817 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:17.808074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-195a1f3d-4072-4a72-b189-c9abf812d232 req-8de9eea7-df47-4c85-b425-7b78bcaf3817 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 945 time: 0.1413679 Feb 02 15:09:17.849021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d2580cdb-c829-46be-9c5c-cc8c8ffabb15) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:17.853600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:17.854274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:17.870926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8812a-e248-48a4-bba7-637d43aabfb6 None None] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:09:17.900923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Attempting to bind port ab47fe9f-38fc-4a31-803a-ecffcc242702 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:17.901261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Attempting to bind port ab47fe9f-38fc-4a31-803a-ecffcc242702 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:17.903093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Attempting to bind port ab47fe9f-38fc-4a31-803a-ecffcc242702 on network 875a854f-f01f-4589-9ddd-0c9175d59c9a {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:17.919203 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-195a1f3d-4072-4a72-b189-c9abf812d232 req-ebbc058a-1c58-4e18-88ec-f0da934541ab tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051679 Feb 02 15:09:17.922233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Port ab47fe9f-38fc-4a31-803a-ecffcc242702 on network 875a854f-f01f-4589-9ddd-0c9175d59c9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:09:17.922707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Attempting to bind port ab47fe9f-38fc-4a31-803a-ecffcc242702 on network 875a854f-f01f-4589-9ddd-0c9175d59c9a {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:17.935661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:17.936034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Checking segment: {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:17.938866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Bound using segment: {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:17.939327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Bound port: ab47fe9f-38fc-4a31-803a-ecffcc242702, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889efcb6-5307-461d-8fe9-5fc6dc3e1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:17.940895 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.032751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ff7ccb99-e092-4c72-9819-fd1544406a71 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7480671 Feb 02 15:09:18.033130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38786) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:18.038895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:18.046883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:18.055909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Usage tracker for resource:router and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:18.062093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:18.076165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:18.142465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] For port ab47fe9f-38fc-4a31-803a-ecffcc242702, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:18.146058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] For port ab47fe9f-38fc-4a31-803a-ecffcc242702, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:18.150437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-d2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:09:18.151273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.204813 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.205990 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.232107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.250192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.325816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Allocated IP 172.20.0.2 (d2580cdb-c829-46be-9c5c-cc8c8ffabb15/1aa97035-b1e4-42d6-b689-7e1ca5a0250c/b49ee6de-c23a-4ee0-8b44-d21dd6003ae5) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:18.367345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47fe9f-38fc-4a31-803a-ecffcc242702,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:18.382775 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.384699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-bc1f0364-b7c7-443a-bb26-1556e663fc44 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 200 len: 1092 time: 2.0537183 Feb 02 15:09:18.385367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:18.609863 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.716998 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-e27b88e1-f996-48f9-9b6e-c440aa0eb360 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ba735007ac54455889e472e9b8357ff&device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 1095 time: 0.2159243 Feb 02 15:09:18.842363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-4ea3ef50-3f14-4158-8fe3-52d295387d62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 200 len: 217 time: 0.1131508 Feb 02 15:09:18.843092 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:18.866042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Transition to ACTIVE for port object b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:18.903985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Transition to ACTIVE for port object b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:18.929017 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'status': 'completed', 'code': 200} Feb 02 15:09:18.963911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-4df00f25-8d91-4793-b1fd-6df36ff8fba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:18.965466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-4df00f25-8d91-4793-b1fd-6df36ff8fba2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50bd0903-5721-46fd-a321-0740306c107a HTTP/1.1" status: 200 len: 868 time: 0.1164296 Feb 02 15:09:18.970164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:19.088393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-15a78469-af74-4e85-8b79-d9bdc99f43bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875a854f-f01f-4589-9ddd-0c9175d59c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166296 Feb 02 15:09:19.125169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:19.128699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:19.139390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:19.144476 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:19.185664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:19.202937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28605fc-9042-4627-91d2-4b32c3b02a6c req-b90e96bb-eea5-4a74-9231-a68da52af921 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:19.205124 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e28605fc-9042-4627-91d2-4b32c3b02a6c req-b90e96bb-eea5-4a74-9231-a68da52af921 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 944 time: 0.2578762 Feb 02 15:09:19.228816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Pushing event updated for resources: {'Port': ['ID=b49ee6de-c23a-4ee0-8b44-d21dd6003ae5,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:19.255259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.255629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.255986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.256945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.257428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.257899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.258713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.259199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.259817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.260301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.260758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:19.265304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Attempting to bind port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:19.266041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Attempting to bind port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:19.266572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Attempting to bind port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 on network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:19.274052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:19.274677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Checking segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:19.275404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:19.275957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Bound using segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:19.276649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Bound port: b49ee6de-c23a-4ee0-8b44-d21dd6003ae5, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:19.277168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:19.318313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e28605fc-9042-4627-91d2-4b32c3b02a6c req-b045cdf2-e05b-4666-b136-acae5a504865 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705326 Feb 02 15:09:19.319397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e9fba9c9-d258-4002-903b-d27356ae7a30 req-7999fe32-35a8-4ce5-bbad-c45d228c1335 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1096 time: 0.1024165 Feb 02 15:09:19.373482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-4f067548-63c8-44ef-949e-1302dd0345d6 service neutron] 10.222.0.64 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787259 Feb 02 15:09:19.390051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] For port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:19.393734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] For port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b49ee6de-c23a-4ee0-8b44-d21dd6003ae5,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:19.423397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Allocated IP 172.25.0.236 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/de9523a3-fc7f-4db5-84a1-2ec6220503e2) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:19.464259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e9fba9c9-d258-4002-903b-d27356ae7a30 req-a902b0e2-22a6-4c08-ab4a-770aefdac6c1 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308746 Feb 02 15:09:19.483239 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:19.544636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8adb4d43-0dd5-4a55-8978-6f4131c8a7a5 req-aaff4410-7e10-4611-860a-6213c571267b service neutron] 10.222.0.64 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633945 Feb 02 15:09:19.588704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd558f-83e4-49cc-b4b0-1724981a1505 None None] Pushing event updated for resources: {'Port': ['ID=b49ee6de-c23a-4ee0-8b44-d21dd6003ae5,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:19.659009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44cbd4-1637-41a3-a1ac-cffeb9b7d160 req-e1bcae06-ce63-4035-970c-be19988d81dd tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:19.660641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd44cbd4-1637-41a3-a1ac-cffeb9b7d160 req-e1bcae06-ce63-4035-970c-be19988d81dd tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.2053847 Feb 02 15:09:19.714000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:19.804661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-33896e1b-8f43-4afb-b707-463013bd1a31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ba735007ac54455889e472e9b8357ff&device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 1095 time: 0.1220298 Feb 02 15:09:19.810172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd44cbd4-1637-41a3-a1ac-cffeb9b7d160 req-3c60505c-dbee-4465-8dde-4b5d157d4f25 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415229 Feb 02 15:09:19.918474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:20.014081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-7ff895c0-e70a-4e82-8cb1-faf716e904da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:20.014081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-7ff895c0-e70a-4e82-8cb1-faf716e904da service neutron] 10.222.0.64 "GET /v2.0/networks?id=875a854f-f01f-4589-9ddd-0c9175d59c9a HTTP/1.1" status: 200 len: 931 time: 0.1955426 Feb 02 15:09:20.016824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:20.019709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:20.022591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:20.061955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Pushing event updated for resources: {'Port': ['ID=de9523a3-fc7f-4db5-84a1-2ec6220503e2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:20.104352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-05cfc9e2-8d60-4483-aa7d-e0846faacb17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 200 len: 217 time: 0.0777915 Feb 02 15:09:20.165108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85897e79-8f58-4538-bebb-096f5c517fbf req-7f955462-eba6-4ef9-a5d6-4a4dc374da7d tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=0bd388f21d714565b9088afd9fc987ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452316 Feb 02 15:09:20.169476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-174db6f0-d408-47a5-a4d4-23f917835f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:20.170965 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-174db6f0-d408-47a5-a4d4-23f917835f87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50bd0903-5721-46fd-a321-0740306c107a HTTP/1.1" status: 200 len: 868 time: 0.0603204 Feb 02 15:09:20.261029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-691d6b9b-e324-4160-aa62-462f36ddf88c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875a854f-f01f-4589-9ddd-0c9175d59c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834181 Feb 02 15:09:20.397066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85897e79-8f58-4538-bebb-096f5c517fbf req-4bcaed05-2d36-48e0-8c78-172ea11b4275 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:20.398554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85897e79-8f58-4538-bebb-096f5c517fbf req-4bcaed05-2d36-48e0-8c78-172ea11b4275 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230132 Feb 02 15:09:20.449964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85897e79-8f58-4538-bebb-096f5c517fbf req-9d21cbba-bf17-4c1b-ad9e-e264f4b9c1d2 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/quotas/0bd388f21d714565b9088afd9fc987ef HTTP/1.1" status: 200 len: 375 time: 0.0452342 Feb 02 15:09:20.465933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-35d3d78a-7613-41db-a13c-2b277c04a633 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=db55e0dd174e4307812835807e0bded0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412557 Feb 02 15:09:20.508405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85897e79-8f58-4538-bebb-096f5c517fbf req-2740db3d-e184-4041-9aec-660d0e3288f1 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0bd388f21d714565b9088afd9fc987ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517397 Feb 02 15:09:20.528866 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:20.529715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:20.575223 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-edcf4b8f-45e1-45c3-b83e-dbf1a9f23026 service neutron] 10.222.0.64 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079700 Feb 02 15:09:20.730709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-b8ea4cbc-b72a-45bb-9e41-e2642f3e100c tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:20.737885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-b8ea4cbc-b72a-45bb-9e41-e2642f3e100c tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612090 Feb 02 15:09:20.748795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4611463-5644-42ab-ad04-2fb2593b7915 None None] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:09:20.771296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-d09f4a49-954d-4df3-b320-a3a42e4d8877 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/quotas/db55e0dd174e4307812835807e0bded0 HTTP/1.1" status: 200 len: 375 time: 0.0323963 Feb 02 15:09:20.836277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-03cc7b2e-486b-4e2c-aa25-9628f2d32b5e tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=db55e0dd174e4307812835807e0bded0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640476 Feb 02 15:09:20.842314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f8d1c44-5f7d-41e6-a28c-f951993e9bd7 req-c5a680e0-233e-4dd7-bb3a-aa08b86fb062 service neutron] 10.222.0.64 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582743 Feb 02 15:09:20.909462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-48997af9-16f8-4cbe-aa12-75f3a649eb60 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:20.912073 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-48997af9-16f8-4cbe-aa12-75f3a649eb60 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 821 time: 0.2202413 Feb 02 15:09:20.913089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:20.938789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-26b737f0-4fc7-4b41-b386-d2201246e832 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/quotas/df2a8be9a1964ccebcc06f0371c41032 HTTP/1.1" status: 200 len: 375 time: 0.0194895 Feb 02 15:09:21.029184 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-618fce61-b71d-49ee-ab7c-d02bfbfab639 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828731 Feb 02 15:09:21.032380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ed1ab0cb-dc34-461c-ad9b-783897c6e8b6 None None] Provisioning for port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:21.155088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Router 898ec49f-0f1c-4c25-a190-0119e297dc35 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:09:21.182654 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-89b4213c-34df-43af-a30b-1950a32462a8 service neutron] 10.222.0.88 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454182 Feb 02 15:09:21.244389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:21.244389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:21.244389 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:21.394343 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:21.422693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c5d9177b-c9ad-4589-a25d-0a540ef94890 None None] Provisioning complete for port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:21.423056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5d9177b-c9ad-4589-a25d-0a540ef94890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:21.480970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b49ee6de-c23a-4ee0-8b44-d21dd6003ae5,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:21.482310 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-937af6d8-f93f-411e-b063-85b2113c75e5 service neutron] 10.222.0.88 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315900 Feb 02 15:09:21.558498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:09:21.569849 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Sync routers for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:09:21.584910 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:21.585860 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:08:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:21.594373 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:21.689462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:21.695620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4ad16ba4-6624-4b0a-b5bf-69e8484c8222 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6612194 Feb 02 15:09:21.697988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38878) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:21.722802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b49ee6de-c23a-4ee0-8b44-d21dd6003ae5,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:21.801088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5f424-ced6-42b9-a1ba-d7326b96e76e req-f55665bf-79e8-4bd4-9fc7-f4b0a9d26014 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:21.802147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57c5f424-ced6-42b9-a1ba-d7326b96e76e req-f55665bf-79e8-4bd4-9fc7-f4b0a9d26014 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 944 time: 0.1531086 Feb 02 15:09:21.846476 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:21.892241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57c5f424-ced6-42b9-a1ba-d7326b96e76e req-f28ba598-583d-494e-9f56-f6f1524182a3 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856023 Feb 02 15:09:22.205624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e7913-6b87-4e68-b9e8-563d89bed5fc req-08a07308-8a0d-4085-8b13-4490e8d4edf6 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:22.207688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b7e7913-6b87-4e68-b9e8-563d89bed5fc req-08a07308-8a0d-4085-8b13-4490e8d4edf6 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.0874214 Feb 02 15:09:22.256006 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:20Z', 'revision_number': 3, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:22.260601 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Checking router: 898ec49f-0f1c-4c25-a190-0119e297dc35 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:09:22.260959 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Updating router 898ec49f-0f1c-4c25-a190-0119e297dc35 port de9523a3-fc7f-4db5-84a1-2ec6220503e2 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:09:22.268726 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b7e7913-6b87-4e68-b9e8-563d89bed5fc req-ad755ea5-3459-49d7-9b27-6e46d4b82e22 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542994 Feb 02 15:09:22.325189 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:22.409468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59bc8de6-c1bc-4181-86d4-f75a713111b3 req-6a92ddc7-49c3-4fe4-89d5-ff22d58be42a tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 210 time: 0.0477629 Feb 02 15:09:22.555680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc501c1c-f4a8-42ec-ac62-1b4b53429a2b req-66dca8ca-e5da-426a-ac02-d7236b0846dd tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 210 time: 0.0592649 Feb 02 15:09:22.807399 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:22.824858 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Transition to ACTIVE for port object de9523a3-fc7f-4db5-84a1-2ec6220503e2 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:22.846081 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:22.858593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:22.937858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:22.938458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:22.940661 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:23.050612 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cced3a-2ea6-4137-9529-b2b2ae386567 None None] Pushing event updated for resources: {'Port': ['ID=de9523a3-fc7f-4db5-84a1-2ec6220503e2,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:23.108503 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Attempting to bind port de9523a3-fc7f-4db5-84a1-2ec6220503e2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:23.109237 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Attempting to bind port de9523a3-fc7f-4db5-84a1-2ec6220503e2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:23.109861 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Attempting to bind port de9523a3-fc7f-4db5-84a1-2ec6220503e2 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:23.122952 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:23.126871 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:23.127498 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:23.128279 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:23.129820 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Bound port: de9523a3-fc7f-4db5-84a1-2ec6220503e2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:23.130269 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:23.236852 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] For port de9523a3-fc7f-4db5-84a1-2ec6220503e2, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:23.249455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] For port de9523a3-fc7f-4db5-84a1-2ec6220503e2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=de9523a3-fc7f-4db5-84a1-2ec6220503e2,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:23.265912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Allocated IP 172.20.0.1 (d2580cdb-c829-46be-9c5c-cc8c8ffabb15/1aa97035-b1e4-42d6-b689-7e1ca5a0250c/2fd2c582-1445-44a6-b95d-dab30b0f73cc) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:23.318677 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:23.405570 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fecf2440-df53-40dd-aa93-b6a22a3018d3 req-4eeede03-49e1-4b50-8868-5bd1114a05ef tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=0bd388f21d714565b9088afd9fc987ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423965 Feb 02 15:09:23.407599 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:23.407599 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:08:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:23.472818 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cced3a-2ea6-4137-9529-b2b2ae386567 None None] Pushing event updated for resources: {'Port': ['ID=de9523a3-fc7f-4db5-84a1-2ec6220503e2,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:23.495169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ab47fe9f-38fc-4a31-803a-ecffcc242702 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:09:23.518790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:23.527943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399f97-7e2a-4365-aba6-991bcf8b83f7 req-b3c98c96-0005-46cb-b5a8-aade4f585671 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:23.529498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87399f97-7e2a-4365-aba6-991bcf8b83f7 req-b3c98c96-0005-46cb-b5a8-aade4f585671 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 944 time: 0.2370102 Feb 02 15:09:23.562705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Transition to ACTIVE for port object 2fd2c582-1445-44a6-b95d-dab30b0f73cc will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:23.608281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87399f97-7e2a-4365-aba6-991bcf8b83f7 req-1344951a-0ff7-4104-b9fb-e35596efee0b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673847 Feb 02 15:09:23.626112 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:23.656789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf2440-df53-40dd-aa93-b6a22a3018d3 req-e0f0283e-bd44-4374-a48e-24c96b1593c7 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:23.658290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fecf2440-df53-40dd-aa93-b6a22a3018d3 req-e0f0283e-bd44-4374-a48e-24c96b1593c7 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519109 Feb 02 15:09:23.686446 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fecf2440-df53-40dd-aa93-b6a22a3018d3 req-a27b4de1-3d58-4cf6-a3da-c38210241b67 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/quotas/0bd388f21d714565b9088afd9fc987ef HTTP/1.1" status: 200 len: 375 time: 0.0197234 Feb 02 15:09:23.701160 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:23.775014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ab47fe9f-38fc-4a31-803a-ecffcc242702, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:23.803873 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fecf2440-df53-40dd-aa93-b6a22a3018d3 req-13e14344-722e-433e-b8b3-85a21b53bdf8 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0bd388f21d714565b9088afd9fc987ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099906 Feb 02 15:09:23.818542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'port_id': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'mac_address': 'fa:16:3e:c2:26:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:09:23.881404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:23.885070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:23.897221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:23.951793 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:23.956050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Pushing event updated for resources: {'Port': ['ID=2fd2c582-1445-44a6-b95d-dab30b0f73cc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:24.015799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab47fe9f-38fc-4a31-803a-ecffcc242702 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:24.039453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ab47fe9f-38fc-4a31-803a-ecffcc242702, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:24.118760 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:24.141924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1011dfb6-20af-4969-93dc-714b663c45c2 req-d769ab12-26d8-461a-99fa-45c8a0c794fc tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 210 time: 0.0789790 Feb 02 15:09:24.170605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-0145647d-6ed4-4e4a-a9b8-8b0a4a2fb935 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=db55e0dd174e4307812835807e0bded0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277898 Feb 02 15:09:24.174177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32c628-4f72-43ba-8cf2-063d43f3bda7 req-fd8b97d7-5e6f-4628-91a9-707c0dd3f340 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:24.183492 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:20Z', 'revision_number': 3, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:24.184422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a32c628-4f72-43ba-8cf2-063d43f3bda7 req-fd8b97d7-5e6f-4628-91a9-707c0dd3f340 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.2216640 Feb 02 15:09:24.192485 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b3443-419b-46c6-96a9-485450d7d299 None None] The sync data for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 is: [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:20Z', 'revision_number': 3, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:09:24.237494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:24.261717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a32c628-4f72-43ba-8cf2-063d43f3bda7 req-fa653daf-9666-4b1b-9227-f4512aa04b48 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694139 Feb 02 15:09:24.364377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4765f27f-9a72-4a03-813f-d7aeed3ccc50 None None] Provisioning for port 2fd2c582-1445-44a6-b95d-dab30b0f73cc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:24.387597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=ab47fe9f-38fc-4a31-803a-ecffcc242702,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:24.389597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:24.403884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4765f27f-9a72-4a03-813f-d7aeed3ccc50 None None] Provisioning complete for port 2fd2c582-1445-44a6-b95d-dab30b0f73cc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:24.404322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4765f27f-9a72-4a03-813f-d7aeed3ccc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:24.469866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-84a7a6b8-bff5-47e1-9243-5e116c242fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:24.474720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4d9cf55-6aaa-4217-bbb5-cb94aa913731 req-be5de0c4-068e-47b7-9bdf-61f1e91aa19d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 210 time: 0.1302907 Feb 02 15:09:24.484496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-27d1a732-cc61-47e1-98c1-128e1a39baf4 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:24.486144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-27d1a732-cc61-47e1-98c1-128e1a39baf4 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069041 Feb 02 15:09:24.491951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4765f27f-9a72-4a03-813f-d7aeed3ccc50 None None] Port 2fd2c582-1445-44a6-b95d-dab30b0f73cc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:24.517939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Request body: {'port': {'device_id': 'f9d1127d-186b-4216-a659-6699044d05e5', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'db55e0dd174e4307812835807e0bded0'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:24.552684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['ab47fe9f-38fc-4a31-803a-ecffcc242702'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:09:24.777621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:24.787165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:24.792502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Usage tracker for resource:port and tenant:db55e0dd174e4307812835807e0bded0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:24.809387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:24.826976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:24.937457 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:24.987193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Made reservation on behalf of db55e0dd174e4307812835807e0bded0 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:24.991000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:25.014896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:25.075161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:25.082734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87ad31-7a42-44fc-88e7-9bac03b1519d req-db2a1430-38d2-4efc-9bd4-ca6b31aeb005 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:25.084534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae87ad31-7a42-44fc-88e7-9bac03b1519d req-db2a1430-38d2-4efc-9bd4-ca6b31aeb005 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 945 time: 0.1718163 Feb 02 15:09:25.086957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Usage tracker for resource:security_group_rule and tenant:db55e0dd174e4307812835807e0bded0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:25.089878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:25.093217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Pushing event updated for resources: {'Port': ['ID=2fd2c582-1445-44a6-b95d-dab30b0f73cc,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:25.096013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:25.116023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:25.167994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae87ad31-7a42-44fc-88e7-9bac03b1519d req-5401b794-efda-48f4-b24a-269fafea201a tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751462 Feb 02 15:09:25.381684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:25.382195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:25.382195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:25.491490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ab47fe9f-38fc-4a31-803a-ecffcc242702 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:25.621953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:25.635636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1220c588-f6a3-469e-ab46-20787addc53b None None] Provisioning complete for port 2fd2c582-1445-44a6-b95d-dab30b0f73cc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:25.637182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1220c588-f6a3-469e-ab46-20787addc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:25.700078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port ab47fe9f-38fc-4a31-803a-ecffcc242702 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:25.715476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port ab47fe9f-38fc-4a31-803a-ecffcc242702 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:25.715997 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:25.775305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1220c588-f6a3-469e-ab46-20787addc53b None None] Port 2fd2c582-1445-44a6-b95d-dab30b0f73cc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:25.861901 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:25.862416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38984) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:25.898748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:25.909759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ab47fe9f-38fc-4a31-803a-ecffcc242702, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:25.934726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3b1d40-8946-4386-b4d5-097f18ef19df,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:25.992942 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:26.085474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=ab47fe9f-38fc-4a31-803a-ecffcc242702,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:26.090699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2a0bf04-1b76-4513-90e3-37a798d4c426 req-fd20bb03-7cb6-42da-8eff-35a6e47f83e2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 210 time: 0.1570809 Feb 02 15:09:26.092903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-6944d957-cfda-47f7-94df-30720bc5a4c3 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:26.094397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-6944d957-cfda-47f7-94df-30720bc5a4c3 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 821 time: 0.4404671 Feb 02 15:09:26.114188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Router 898ec49f-0f1c-4c25-a190-0119e297dc35 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:09:26.124461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Request body: {'port': {'device_id': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'admin_state_up': True, 'tenant_id': 'df2a8be9a1964ccebcc06f0371c41032'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:26.147430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Allocated IP 192.168.233.180 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/bce03603-8b75-4503-a0de-489006d3b3ac) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:26.219424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73d170-8348-4b88-9b27-8be59d008f1e req-de2342e7-ca62-4224-a028-b170ed562e52 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:26.226604 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a73d170-8348-4b88-9b27-8be59d008f1e req-de2342e7-ca62-4224-a028-b170ed562e52 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.3119943 Feb 02 15:09:26.290172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-51412c09-bae7-4980-9b9a-a95fa0ef1813 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1100 time: 0.3120909 Feb 02 15:09:26.370577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e7dc8e3-d052-4086-9778-56fbd228baf9 req-b9bfbc54-6516-4d9c-846f-4037f4fd47f0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 210 time: 0.1210084 Feb 02 15:09:26.376858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:26.465108 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:26.484347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Transition to ACTIVE for port object bce03603-8b75-4503-a0de-489006d3b3ac will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:26.573517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a73d170-8348-4b88-9b27-8be59d008f1e req-d9298316-53c5-4ac5-9977-aabce0f8511c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460355 Feb 02 15:09:26.596896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:26.599022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:26.605374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:26.628030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] Usage tracker for resource:security_group_rule and tenant:914b4b1b5508436a96ec3f66e41d30e4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:26.637938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:26.640937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:26.662986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:26.706554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-65d3c09b-5129-4fd6-9bd7-8eae390d4816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:26.708504 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-65d3c09b-5129-4fd6-9bd7-8eae390d4816 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3180194 Feb 02 15:09:26.711021 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'code': 200} Feb 02 15:09:26.737422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:26.750260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:26.801085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Pushing event updated for resources: {'Port': ['ID=bce03603-8b75-4503-a0de-489006d3b3ac,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:26.813613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:26.868521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-d6487370-1a4d-48b2-83d9-705399a78c5c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc HTTP/1.1" status: 200 len: 217 time: 0.1487851 Feb 02 15:09:26.893416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.64', 54258) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:26.896334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4adb1f6b-e6c9-42b0-bc02-2cc11e6146f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:26.947682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:26.949594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Made reservation on behalf of df2a8be9a1964ccebcc06f0371c41032 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:26.959732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:26.989615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device de9523a3-fc7f-4db5-84a1-2ec6220503e2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:26.995350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:27.008255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.079361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f6f916e-da99-4bec-af8e-3aad666da7fb req-fcc7d3ce-44b3-492f-a30b-f362d4b28ab0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 1097 time: 0.1846976 Feb 02 15:09:27.094321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.152369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f6f916e-da99-4bec-af8e-3aad666da7fb req-52ad2d04-277d-4009-a726-dae499e3358c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576928 Feb 02 15:09:27.179684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-80e5464f-5cd8-4afb-8954-3785417f7786 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6676240 Feb 02 15:09:27.199451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port de9523a3-fc7f-4db5-84a1-2ec6220503e2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:27.205210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port de9523a3-fc7f-4db5-84a1-2ec6220503e2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:27.208364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.250967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=914b4b1b5508436a96ec3f66e41d30e4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3875189 Feb 02 15:09:27.253833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39014) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:27.254293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a076fa-6471-4428-96a4-e10b72068968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f35b0-9cd4-48b5-ad1a-74ca5a3b473a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:27.349659 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3e5593f-9d50-4484-9e04-2bf492d1d884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.366482 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.376467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3e5593f-9d50-4484-9e04-2bf492d1d884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.384692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port de9523a3-fc7f-4db5-84a1-2ec6220503e2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=de9523a3-fc7f-4db5-84a1-2ec6220503e2,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:27.397833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5bceb88b-52e1-44c8-bde0-fb2c9b14d931 None None] Provisioning for port bce03603-8b75-4503-a0de-489006d3b3ac completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:27.403668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5bceb88b-52e1-44c8-bde0-fb2c9b14d931 None None] Provisioning complete for port bce03603-8b75-4503-a0de-489006d3b3ac triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:27.404131 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bceb88b-52e1-44c8-bde0-fb2c9b14d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.432328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Request body: {'port': {'device_id': 'f9d1127d-186b-4216-a659-6699044d05e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:27.471079 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.529830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Allocated IP 172.20.0.5 (127f8687-a3a3-4e3f-a879-d138af421b39/d93c7bdf-1cc5-430a-8774-ed52a75508fb/c49d41bf-4822-4429-bf7d-32490968d1ed) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:27.555585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=de9523a3-fc7f-4db5-84a1-2ec6220503e2,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:27.563215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5bceb88b-52e1-44c8-bde0-fb2c9b14d931 None None] Port bce03603-8b75-4503-a0de-489006d3b3ac cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:27.583828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.598594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-6cc7eb98-6ba6-448f-878c-b0233f5cce10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:27.600130 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-6cc7eb98-6ba6-448f-878c-b0233f5cce10 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.6233811 Feb 02 15:09:27.679565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3e5593f-9d50-4484-9e04-2bf492d1d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.712946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5593f-9d50-4484-9e04-2bf492d1d884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f35b0-9cd4-48b5-ad1a-74ca5a3b473a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:27.728287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3e5593f-9d50-4484-9e04-2bf492d1d884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.731830 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e3e5593f-9d50-4484-9e04-2bf492d1d884 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/534f35b0-9cd4-48b5-ad1a-74ca5a3b473a HTTP/1.1" status: 204 len: 168 time: 0.4765136 Feb 02 15:09:27.741250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95b65-7597-4975-b51e-461da5f0f07a req-85154351-cc6b-4eff-bf42-a981bcad99b2 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:27.743650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20f95b65-7597-4975-b51e-461da5f0f07a req-85154351-cc6b-4eff-bf42-a981bcad99b2 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 946 time: 0.7636294 Feb 02 15:09:27.881001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:09:27.896733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9bedc-3268-4a02-a53b-ec8c996167c8 req-08044f15-d245-4c14-9921-c3323efd9d1b tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:27.897430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5ed9bedc-3268-4a02-a53b-ec8c996167c8 req-08044f15-d245-4c14-9921-c3323efd9d1b tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Synchronizing usage tracker for tenant:db55e0dd174e4307812835807e0bded0 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:27.927947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:27.937260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20f95b65-7597-4975-b51e-461da5f0f07a req-4561c59b-7fef-4ccf-9e5d-6a76b28f32aa tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733763 Feb 02 15:09:27.943524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-d0ff3d5b-4e4c-415d-be06-9163d2de2241 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3343847 Feb 02 15:09:28.044069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce03603-8b75-4503-a0de-489006d3b3ac {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:28.050535 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.065993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Transition to ACTIVE for port object bce03603-8b75-4503-a0de-489006d3b3ac will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:28.067455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5ed9bedc-3268-4a02-a53b-ec8c996167c8 req-08044f15-d245-4c14-9921-c3323efd9d1b tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Unset dirty status for tenant:db55e0dd174e4307812835807e0bded0 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:28.068645 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ed9bedc-3268-4a02-a53b-ec8c996167c8 req-08044f15-d245-4c14-9921-c3323efd9d1b tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 936 time: 0.4332924 Feb 02 15:09:28.133122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5ed9bedc-3268-4a02-a53b-ec8c996167c8 req-0dda15bf-6200-4893-ba34-7cc9b3b4294c tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Synchronizing usage tracker for tenant:db55e0dd174e4307812835807e0bded0 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:28.141428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bb4edc46-17a6-4c2c-b804-b1538d619c66 req-310ec584-95a7-4bc1-94f4-41f7abd25554 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:28.158079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-59a8e7b3-4db8-4b39-be8c-a61cab6b8b16 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064354 Feb 02 15:09:28.162496 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.186503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.205177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-96729406-097f-4edd-ba42-663f20a59bba admin admin] 10.222.0.88 "PUT /v2.0/routers/898ec49f-0f1c-4c25-a190-0119e297dc35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5061386 Feb 02 15:09:28.248006 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.334973 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.343051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Pushing event updated for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:28.355599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Network 127f8687-a3a3-4e3f-a879-d138af421b39 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:28.356612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bb4edc46-17a6-4c2c-b804-b1538d619c66 req-310ec584-95a7-4bc1-94f4-41f7abd25554 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:28.357778 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb4edc46-17a6-4c2c-b804-b1538d619c66 req-310ec584-95a7-4bc1-94f4-41f7abd25554 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 210 time: 0.2920671 Feb 02 15:09:28.372236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:28.373599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5ed9bedc-3268-4a02-a53b-ec8c996167c8 req-0dda15bf-6200-4893-ba34-7cc9b3b4294c tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Unset dirty status for tenant:db55e0dd174e4307812835807e0bded0 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:28.375192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:28.387095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ed9bedc-3268-4a02-a53b-ec8c996167c8 req-0dda15bf-6200-4893-ba34-7cc9b3b4294c tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117197 Feb 02 15:09:28.418695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Pushing event updated for resources: {'Port': ['ID=bce03603-8b75-4503-a0de-489006d3b3ac,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:28.504970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bccd2d06-4108-4120-b0c6-7d6275879941 req-cfa1f468-13db-422d-b62a-6691b9c609e0 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334672 Feb 02 15:09:28.508948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:28.510841 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.616927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a8ec983e-c2a0-4aa5-9f4b-a6cd6e4728ca tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4988265 Feb 02 15:09:28.626205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Attempting to bind port bce03603-8b75-4503-a0de-489006d3b3ac on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:28.626726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Attempting to bind port bce03603-8b75-4503-a0de-489006d3b3ac by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:28.627121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Attempting to bind port bce03603-8b75-4503-a0de-489006d3b3ac on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:28.634188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Port bce03603-8b75-4503-a0de-489006d3b3ac on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:09:28.634656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Attempting to bind port bce03603-8b75-4503-a0de-489006d3b3ac on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:28.642743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:28.643148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:28.644631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:28.644631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Bound port: bce03603-8b75-4503-a0de-489006d3b3ac, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:28.645533 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.661760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07d3ac2c-5082-4c7f-b29b-ffdb3c2fbcdf req-3813af22-9bf4-400e-94f7-56ae1d568792 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=0bd388f21d714565b9088afd9fc987ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400894 Feb 02 15:09:28.668403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Request body: {'port': {'device_id': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:28.783358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39042) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:28.824082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.846346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] For port bce03603-8b75-4503-a0de-489006d3b3ac, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:28.866882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device de9523a3-fc7f-4db5-84a1-2ec6220503e2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:28.874904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] For port bce03603-8b75-4503-a0de-489006d3b3ac, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bce03603-8b75-4503-a0de-489006d3b3ac,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:28.876237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:28.886209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5108e6e-6a42-45d8-a71b-92c3aed0bac8 req-1adf8557-e1ac-40e6-8226-5271297e8283 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:28.893205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5108e6e-6a42-45d8-a71b-92c3aed0bac8 req-1adf8557-e1ac-40e6-8226-5271297e8283 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1975508 Feb 02 15:09:28.896387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] Usage tracker for resource:security_group_rule and tenant:835234379528419f9c405bbd6f40bc22 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:28.916398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:28.932964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:28.937651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3ac2c-5082-4c7f-b29b-ffdb3c2fbcdf req-4f03a5be-be6f-4544-9ffd-414da11293d0 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:28.939079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07d3ac2c-5082-4c7f-b29b-ffdb3c2fbcdf req-4f03a5be-be6f-4544-9ffd-414da11293d0 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467487 Feb 02 15:09:28.955494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:28.986328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07d3ac2c-5082-4c7f-b29b-ffdb3c2fbcdf req-dc1faf0e-3499-4a21-b523-2c266e1ab137 tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/quotas/0bd388f21d714565b9088afd9fc987ef HTTP/1.1" status: 200 len: 375 time: 0.0191717 Feb 02 15:09:28.991611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5108e6e-6a42-45d8-a71b-92c3aed0bac8 req-7cbd24f9-7a45-4297-8db4-86008b1b7159 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966856 Feb 02 15:09:29.005632 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.045215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port de9523a3-fc7f-4db5-84a1-2ec6220503e2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:29.046957 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.068235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07d3ac2c-5082-4c7f-b29b-ffdb3c2fbcdf req-e6a92c56-490a-4c79-b75a-5faaecbe0a3d tempest-QuotasAdminNegativeTest-1615053437 tempest-QuotasAdminNegativeTest-1615053437-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0bd388f21d714565b9088afd9fc987ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700376 Feb 02 15:09:29.222606 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.224129 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] 10.222.0.64 "PUT /v2.0/ports/bce03603-8b75-4503-a0de-489006d3b3ac HTTP/1.1" status: 200 len: 1096 time: 1.8072956 Feb 02 15:09:29.224614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d1127d-186b-4216-a659-6699044d05e5', 'tag': 'bce03603-8b75-4503-a0de-489006d3b3ac'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:29.329712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125acec-e0a0-4ce3-863a-6e78d410eb76 service neutron] Pushing event updated for resources: {'Port': ['ID=bce03603-8b75-4503-a0de-489006d3b3ac,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:29.377905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.498359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.592344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20584e86-adc9-4eb4-85f6-b3b0e7f28c79,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:29.605288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1b5c3f77-e890-4ed2-b6b3-d762db34251c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=835234379528419f9c405bbd6f40bc22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8146477 Feb 02 15:09:29.611308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39072) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:29.657757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49d41bf-4822-4429-bf7d-32490968d1ed {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:29.667728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.686633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-1c5d0d83-38e7-484b-a04f-09d6e88ea583 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db55e0dd174e4307812835807e0bded0&device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 1099 time: 0.2476382 Feb 02 15:09:29.688972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Transition to ACTIVE for port object c49d41bf-4822-4429-bf7d-32490968d1ed will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:29.698060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab32e-4527-4323-b6d5-1214ba7d541f req-ab50ba1a-4304-4fae-806b-db9275ee9f7e tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:29.700352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa1ab32e-4527-4323-b6d5-1214ba7d541f req-ab50ba1a-4304-4fae-806b-db9275ee9f7e tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 946 time: 0.3076289 Feb 02 15:09:29.811035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-6f55bf9b-ab9b-4f33-8d13-1ba46bb9f5bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bce03603-8b75-4503-a0de-489006d3b3ac HTTP/1.1" status: 200 len: 217 time: 0.1025345 Feb 02 15:09:29.820504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.820899 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.904636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa1ab32e-4527-4323-b6d5-1214ba7d541f req-a8a9ab02-6b05-4c7f-bf5e-14e6f21e5678 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947932 Feb 02 15:09:29.928141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cac80-f3c9-43e7-aa5b-11f2c2ea4e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:29.971685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-34a1ec6a-4c2c-41e2-9e28-f0aaa8a39251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:29.974359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-34a1ec6a-4c2c-41e2-9e28-f0aaa8a39251 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1517897 Feb 02 15:09:30.030862 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d1127d-186b-4216-a659-6699044d05e5', 'tag': 'bce03603-8b75-4503-a0de-489006d3b3ac', 'status': 'completed', 'code': 200} Feb 02 15:09:30.046378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cac80-f3c9-43e7-aa5b-11f2c2ea4e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.063432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Pushing event updated for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:30.130928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-8f5cab0f-7e41-4098-b815-8a794817bb77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443388 Feb 02 15:09:30.157588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39090) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:30.170199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-network', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:30.175991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:30.180862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Usage tracker for resource:network and tenant:50b977e2718f4d05b3ea1ed1caa5b8d5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:30.183992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:30.196417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:30.227318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cac80-f3c9-43e7-aa5b-11f2c2ea4e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.237387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:30.237727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:30.238053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:30.251038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cac80-f3c9-43e7-aa5b-11f2c2ea4e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20584e86-adc9-4eb4-85f6-b3b0e7f28c79,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:30.259408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cac80-f3c9-43e7-aa5b-11f2c2ea4e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.260589 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bc8cac80-f3c9-43e7-aa5b-11f2c2ea4e14 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/20584e86-adc9-4eb4-85f6-b3b0e7f28c79 HTTP/1.1" status: 204 len: 168 time: 0.6455243 Feb 02 15:09:30.268673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:09:30.269589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:30.280686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:30.281489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:30.281489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:30.281846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Bound port: c49d41bf-4822-4429-bf7d-32490968d1ed, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:30.282183 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.331409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Sync routers for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:09:30.334797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-19503a15-032f-45bf-a007-9d8b4f28f781 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971829 Feb 02 15:09:30.344663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:30.347313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:30.384138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Made reservation on behalf of 50b977e2718f4d05b3ea1ed1caa5b8d5 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:30.393347 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.422326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6cc7-ef7f-4b44-9cfa-2debf92d1783 req-3ecbd30a-0053-40d9-bf2f-fca469a57221 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:30.423964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adca6cc7-ef7f-4b44-9cfa-2debf92d1783 req-3ecbd30a-0053-40d9-bf2f-fca469a57221 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 948 time: 0.2305830 Feb 02 15:09:30.434834 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.549574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-149090d7-9d02-4a42-a3d9-4a4bc7530d63 req-ddb982fa-51e6-4ee7-b340-33b6bdcea24b service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091730 Feb 02 15:09:30.553912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:30.578312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adca6cc7-ef7f-4b44-9cfa-2debf92d1783 req-5ffeed48-2f73-43fa-9f9b-fc2d38e68dc9 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445975 Feb 02 15:09:30.579859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:30.583610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:30.586044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:30.587338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Usage tracker for resource:security_group_rule and tenant:50b977e2718f4d05b3ea1ed1caa5b8d5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:30.590419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:30.605125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:30.648773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.686635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e3712-02df-4bd3-a31b-6cc56181b797 req-2362b548-d197-41c6-8702-c2d27818c07a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:30.687948 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c51e3712-02df-4bd3-a31b-6cc56181b797 req-2362b548-d197-41c6-8702-c2d27818c07a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 943 time: 0.0903492 Feb 02 15:09:30.846578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c51e3712-02df-4bd3-a31b-6cc56181b797 req-5c0184fa-ea41-4190-91f1-d5996887321f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405375 Feb 02 15:09:30.890291 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-2d22044f-3d57-4d53-a98d-9eeb6d253cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db55e0dd174e4307812835807e0bded0&device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 1099 time: 0.1546397 Feb 02 15:09:30.893228 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.913796 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:30.917420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] 10.222.0.64 "PUT /v2.0/ports/c49d41bf-4822-4429-bf7d-32490968d1ed HTTP/1.1" status: 200 len: 1091 time: 2.2550659 Feb 02 15:09:30.917870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:30.939047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bd558-9006-4c80-b16b-bac942c9df02 service neutron] Pushing event updated for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:30.984234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.002744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-76bf370a-5365-491c-9d11-3945bdd28861 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 258 time: 0.3874066 Feb 02 15:09:31.025651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:09:31.031325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:31.046437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:31.052555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09259708-c103-45c1-a96d-a666e2d39b1d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:31.055651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Usage tracker for resource:floatingip and tenant:4ba735007ac54455889e472e9b8357ff is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:31.058824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.059214 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Added segment 276c291f-cbd1-4345-9dae-9ee7148e11f5 of type vlan for network 17f50268-13a6-463e-b8e9-515f5951a697 Feb 02 15:09:31.061685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:31.082980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-5e9547c1-42ad-4d75-8d33-1825372683c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:31.084552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-5e9547c1-42ad-4d75-8d33-1825372683c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1884651 Feb 02 15:09:31.109703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:31.134874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 2, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:31.140646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Checking router: 898ec49f-0f1c-4c25-a190-0119e297dc35 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:09:31.141384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Updating router 898ec49f-0f1c-4c25-a190-0119e297dc35 port 2fd2c582-1445-44a6-b95d-dab30b0f73cc binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:09:31.143801 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.197838 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-f62207bc-100c-468a-a572-5c16821f22cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1094 time: 0.1341732 Feb 02 15:09:31.199554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.203873 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.210647 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-a91b7772-3eb1-4b0b-bbf2-f6417ba4d4c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bce03603-8b75-4503-a0de-489006d3b3ac HTTP/1.1" status: 200 len: 217 time: 0.0874910 Feb 02 15:09:31.283970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-eab45f75-82d4-4ddb-b69f-940beaea5eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:31.286023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-eab45f75-82d4-4ddb-b69f-940beaea5eda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0661817 Feb 02 15:09:31.293219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-6c2e4564-7497-43f6-ad30-7d071b3c9f82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c49d41bf-4822-4429-bf7d-32490968d1ed HTTP/1.1" status: 200 len: 217 time: 0.0740180 Feb 02 15:09:31.295867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.296170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d63e-1e68-4c5e-b346-95d407f05e9d req-c9e676e0-f121-4d76-b523-a06a4951edc2 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:31.297207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:31.297611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7053d63e-1e68-4c5e-b346-95d407f05e9d req-c9e676e0-f121-4d76-b523-a06a4951edc2 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.2109916 Feb 02 15:09:31.298335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.404943 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7053d63e-1e68-4c5e-b346-95d407f05e9d req-86bfc959-e0f3-4265-9449-96b826e84678 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724416 Feb 02 15:09:31.419597 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-b877da38-9868-45a7-9c32-bbc6a8bd3849 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209831 Feb 02 15:09:31.544845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] Pushing event updated for resources: {'Network': ['ID=17f50268-13a6-463e-b8e9-515f5951a697,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:31.553088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-74fa05db-db66-4439-aec9-0825214c93cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:31.554792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-74fa05db-db66-4439-aec9-0825214c93cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1736443 Feb 02 15:09:31.560454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 17f50268-13a6-463e-b8e9-515f5951a697 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:09:31.612872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-a33ec49b-61c4-40a2-889a-916a67eca111 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504377 Feb 02 15:09:31.658139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-c9833b12-ddcb-489b-b307-77c7073eacb8 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313414 Feb 02 15:09:31.662748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fc7c38bb-bacb-4cd6-9e2d-2ec7dd8a5b07 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5039957 Feb 02 15:09:31.668563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39118) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:31.697543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Request body: {'subnet': {'network_id': '17f50268-13a6-463e-b8e9-515f5951a697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-subnet', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:31.704120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:31.764811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Usage tracker for resource:subnet and tenant:50b977e2718f4d05b3ea1ed1caa5b8d5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:31.777572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:31.789483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:31.805749 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.821204 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.844133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Transition to ACTIVE for port object 2fd2c582-1445-44a6-b95d-dab30b0f73cc will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:31.860761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c2d5ee4-faa2-411e-a745-691aabfbf633 req-41979782-6bde-4e55-8f98-69de9c29db58 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933522 Feb 02 15:09:31.905973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Made reservation on behalf of 50b977e2718f4d05b3ea1ed1caa5b8d5 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:31.909559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:31.934497 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.104735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Allocated IP 172.25.0.55 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/2d295b65-363e-4543-b6a9-682120d0bc19) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:32.147545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a9a27-2377-4056-bdca-281b17e73f88 req-d6198867-012b-41fa-8101-2ca97a978515 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:32.154388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea4a9a27-2377-4056-bdca-281b17e73f88 req-d6198867-012b-41fa-8101-2ca97a978515 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 948 time: 0.1467195 Feb 02 15:09:32.179273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49755d56-b720-400f-94b2-49d56707e5d3 None None] Pushing event updated for resources: {'Port': ['ID=2fd2c582-1445-44a6-b95d-dab30b0f73cc,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:32.207686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39132) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:32.232076 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed', 'status': 'completed', 'code': 200} Feb 02 15:09:32.249211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Attempting to bind port 2fd2c582-1445-44a6-b95d-dab30b0f73cc on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:32.249562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Attempting to bind port 2fd2c582-1445-44a6-b95d-dab30b0f73cc by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:32.249920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Attempting to bind port 2fd2c582-1445-44a6-b95d-dab30b0f73cc on network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:32.257820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:32.258184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Checking segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:32.258580 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.258963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Bound using segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:32.259415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Bound port: 2fd2c582-1445-44a6-b95d-dab30b0f73cc, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:32.259775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.277444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea4a9a27-2377-4056-bdca-281b17e73f88 req-7fc3475d-956b-4976-b4f6-d364e9ff35b4 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212180 Feb 02 15:09:32.294693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-58d7409a-2766-404a-80e4-a204d64df261 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679206 Feb 02 15:09:32.371449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] For port 2fd2c582-1445-44a6-b95d-dab30b0f73cc, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:32.375784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] For port 2fd2c582-1445-44a6-b95d-dab30b0f73cc, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2fd2c582-1445-44a6-b95d-dab30b0f73cc,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:32.397458 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.426957 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.463116 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.472028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16fe4390-e677-4ad2-8b93-129ac15516d1 req-75c08c41-9add-49dc-b7ae-7033b6e61544 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705790 Feb 02 15:09:32.517169 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.520223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:09:32.529227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:09:32.551568 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.586993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e1f947-521f-44ab-9f05-53222e838958,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:32.607081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Checking segment: {'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:32.607470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Network hostable DHCP agents. Network: 17f50268-13a6-463e-b8e9-515f5951a697, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:09:32.634839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:32.636356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:32.638518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:32.641790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:32.644562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] Usage tracker for resource:security_group_rule and tenant:0bd388f21d714565b9088afd9fc987ef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:32.652626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:32.661693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:32.689028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dc3a7-dca8-479c-a34e-820fbb2f468c req-aaaa7d22-aef0-4e2e-be44-395c1612df86 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:32.690836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-594dc3a7-dca8-479c-a34e-820fbb2f468c req-aaaa7d22-aef0-4e2e-be44-395c1612df86 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 943 time: 0.1584299 Feb 02 15:09:32.714477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49755d56-b720-400f-94b2-49d56707e5d3 None None] Pushing event updated for resources: {'Port': ['ID=2fd2c582-1445-44a6-b95d-dab30b0f73cc,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:32.736496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Pushing event updated for resources: {'Port': ['ID=2d295b65-363e-4543-b6a9-682120d0bc19,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:32.774375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:32.775007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:32.784808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Network 17f50268-13a6-463e-b8e9-515f5951a697 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:09:32.824116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-594dc3a7-dca8-479c-a34e-820fbb2f468c req-c117f627-07c6-40e9-8f6a-9ee7e33a1ca2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063833 Feb 02 15:09:32.840339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.884259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e197246a-4801-4f2e-9de6-d4f225752316 req-c3bc3075-4b88-4103-b72d-c44e7fcbc5bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1094 time: 0.1898534 Feb 02 15:09:32.911311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 17f50268-13a6-463e-b8e9-515f5951a697) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:32.923520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:32.926686 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.930130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c0c53-1cdb-4201-9812-8f6cbbe8c8d2 None None] Network 17f50268-13a6-463e-b8e9-515f5951a697 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:09:32.938148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:32.961723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.045097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0bd388f21d714565b9088afd9fc987ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8348491 Feb 02 15:09:33.046486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39144) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:33.051868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35178b-8ed1-4db8-a1e3-79c8091d903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2633ce63-fd64-4b6d-b29e-7c63eecf14c3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:33.068213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197246a-4801-4f2e-9de6-d4f225752316 req-eded9632-274d-4d66-badc-218cc8b5c7a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:33.070188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e197246a-4801-4f2e-9de6-d4f225752316 req-eded9632-274d-4d66-badc-218cc8b5c7a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.1774883 Feb 02 15:09:33.132639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-09fd42b2-eb3c-4907-9445-f19266854aa5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4606524 Feb 02 15:09:33.133300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39150) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:33.138088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:33.145221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:33.149013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:33.151906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Usage tracker for resource:router and tenant:50b977e2718f4d05b3ea1ed1caa5b8d5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:33.154797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:33.157353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:33.162329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:33.167160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:33.203881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'mac_address': 'fa:16:3e:b7:a7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:09:33.240838 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.244177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e197246a-4801-4f2e-9de6-d4f225752316 req-a2f3b6c9-81d6-4cd7-8df5-82e2ca5d6126 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c49d41bf-4822-4429-bf7d-32490968d1ed HTTP/1.1" status: 200 len: 217 time: 0.1658514 Feb 02 15:09:33.256782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.257769 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.265842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.279245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.298792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:33.310860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01ce2384-0872-44fc-bcb6-6e8406005096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.338507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197246a-4801-4f2e-9de6-d4f225752316 req-0799ccfa-4bd7-4d5d-9ed3-eca820f9c660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:33.340076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e197246a-4801-4f2e-9de6-d4f225752316 req-0799ccfa-4bd7-4d5d-9ed3-eca820f9c660 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.0886776 Feb 02 15:09:33.420586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01ce2384-0872-44fc-bcb6-6e8406005096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.437503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e197246a-4801-4f2e-9de6-d4f225752316 req-843ac99f-4def-47c3-8f6d-ae695ac34ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887306 Feb 02 15:09:33.492110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.531642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c11720-97f9-4d33-bd1f-d47f6ebab2dc {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:33.535039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:33.549153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.602587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bce03603-8b75-4503-a0de-489006d3b3ac details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:09:33.634805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.659461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f5467-fe53-46d1-ac7e-f8cae18ab524 req-d1e1493a-5437-4caf-b234-af27cb348ace tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:33.668163 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b34f5467-fe53-46d1-ac7e-f8cae18ab524 req-d1e1493a-5437-4caf-b234-af27cb348ace tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 947 time: 0.1877637 Feb 02 15:09:33.713792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:33.716456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-17f50268-13a6-463e-b8e9-515f5951a697', 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'fixed_ips': [{'subnet_id': 'b6e1f947-521f-44ab-9f05-53222e838958'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:09:33.717429 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.724176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b34f5467-fe53-46d1-ac7e-f8cae18ab524 req-71e7d9dd-70c4-4813-820a-9383d5e248f1 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 Feb 02 15:09:33.729994 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e197246a-4801-4f2e-9de6-d4f225752316 req-d5e0579a-0db1-4c89-a272-60eaaf7a51ee service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832882 Feb 02 15:09:33.745969 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01ce2384-0872-44fc-bcb6-6e8406005096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.762458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:09:33.827836 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'code': 200} Feb 02 15:09:33.888045 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:33.984262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce2384-0872-44fc-bcb6-6e8406005096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2633ce63-fd64-4b6d-b29e-7c63eecf14c3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:34.011403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.055582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.094218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01ce2384-0872-44fc-bcb6-6e8406005096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.098499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-01ce2384-0872-44fc-bcb6-6e8406005096 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2633ce63-fd64-4b6d-b29e-7c63eecf14c3 HTTP/1.1" status: 204 len: 168 time: 1.0477824 Feb 02 15:09:34.154042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bce03603-8b75-4503-a0de-489006d3b3ac, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bce03603-8b75-4503-a0de-489006d3b3ac,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:34.166463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:34.193398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'bce03603-8b75-4503-a0de-489006d3b3ac', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'bce03603-8b75-4503-a0de-489006d3b3ac', 'mac_address': 'fa:16:3e:58:31:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:09:34.196996 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.205386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e197246a-4801-4f2e-9de6-d4f225752316 req-ae29e953-2753-4e93-a408-667264e25429 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633415 Feb 02 15:09:34.210528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb903a5-cee1-40e6-b127-602ac44c58bb req-c7d16b30-709c-425d-9da0-d6228a62cf83 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:34.212036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cfb903a5-cee1-40e6-b127-602ac44c58bb req-c7d16b30-709c-425d-9da0-d6228a62cf83 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 948 time: 0.2441852 Feb 02 15:09:34.242984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Allocated IP 172.20.0.2 (17f50268-13a6-463e-b8e9-515f5951a697/b6e1f947-521f-44ab-9f05-53222e838958/a936c952-72e7-474d-ae4f-4e3a7fc44b5c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:34.261181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['69c11720-97f9-4d33-bd1f-d47f6ebab2dc'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:09:34.263521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Allocated IP 172.25.0.249 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:34.283621 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.306034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cfb903a5-cee1-40e6-b127-602ac44c58bb req-c5544c3d-557d-40d9-91c2-bcf5be39300b tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875063 Feb 02 15:09:34.326608 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.413396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Pushing event updated for resources: {'Port': ['ID=2d295b65-363e-4543-b6a9-682120d0bc19,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:34.449576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.470700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce03603-8b75-4503-a0de-489006d3b3ac {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:34.487816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:32Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:34.517579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bce03603-8b75-4503-a0de-489006d3b3ac, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bce03603-8b75-4503-a0de-489006d3b3ac,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:34.518982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5eb2ac-0f45-45c1-b8de-ad4c68ae59e3 None None] The sync data for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 is: [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:32Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:09:34.535463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.553048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.554577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c2b4a800-0b9b-4d3f-a5f9-60f9612a677f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5420592 Feb 02 15:09:34.634068 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.644118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.685308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-a364932b-9e65-4ea9-9792-70a33d6ad068 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:34.723943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=bce03603-8b75-4503-a0de-489006d3b3ac,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:34.820696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-a364932b-9e65-4ea9-9792-70a33d6ad068 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:34.822763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-a364932b-9e65-4ea9-9792-70a33d6ad068 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.2592843 Feb 02 15:09:34.861786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:34.864664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Pushing event updated for resources: {'Port': ['ID=3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:34.877431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:34.890381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:34.911970 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:34.917130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['bce03603-8b75-4503-a0de-489006d3b3ac'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:09:34.958824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2fd2c582-1445-44a6-b95d-dab30b0f73cc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:35.018000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878825df-e86e-4471-93f2-3107e12d744f req-0f79471f-ccb9-42cb-bdaa-975a16e07e59 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:35.025390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-878825df-e86e-4471-93f2-3107e12d744f req-0f79471f-ccb9-42cb-bdaa-975a16e07e59 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 943 time: 0.2819839 Feb 02 15:09:35.042610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Transition to ACTIVE for port object a936c952-72e7-474d-ae4f-4e3a7fc44b5c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:35.093685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c6b89077-2edc-40f6-925f-0732cfb4498e tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:35.095862 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-c6b89077-2edc-40f6-925f-0732cfb4498e tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2648404 Feb 02 15:09:35.107363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Transition to ACTIVE for port object a936c952-72e7-474d-ae4f-4e3a7fc44b5c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:35.109290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-5c447764-ef4e-4820-b5cb-3b15a4beed7c tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:09:35.109583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-878825df-e86e-4471-93f2-3107e12d744f req-54e07edd-59c8-4ca8-b316-0a0cbf8ee4c0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830765 Feb 02 15:09:35.111031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d46ad0-6398-44f7-9265-b07336ce9a39 req-5c447764-ef4e-4820-b5cb-3b15a4beed7c tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078974 Feb 02 15:09:35.148486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39182) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:35.169903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 2fd2c582-1445-44a6-b95d-dab30b0f73cc completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:35.186729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2fd2c582-1445-44a6-b95d-dab30b0f73cc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:35.187143 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:35.189701 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:35.237729 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:35.238512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:35.256849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] Usage tracker for resource:security_group_rule and tenant:f4e54c9d14a5461da0bfe063dc931987 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:35.263588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:35.280738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:35.283634 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:35.284474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:35.490897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:35.506891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Network 17f50268-13a6-463e-b8e9-515f5951a697 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:35.520347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894f2c-d2b5-4790-b785-b858044e485c req-a433c543-bf28-4736-991c-42d6490e5f2d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:35.527729 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e894f2c-d2b5-4790-b785-b858044e485c req-a433c543-bf28-4736-991c-42d6490e5f2d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 948 time: 0.1432412 Feb 02 15:09:35.559529 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:35.563410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:35.578094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Pushing event updated for resources: {'Port': ['ID=a936c952-72e7-474d-ae4f-4e3a7fc44b5c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:35.587749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:35.614812 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f4e54c9d14a5461da0bfe063dc931987&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4652154 Feb 02 15:09:35.615632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39194) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:35.650855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c49d41bf-4822-4429-bf7d-32490968d1ed details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:09:35.654333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e894f2c-d2b5-4790-b785-b858044e485c req-29793761-8ffa-4c0e-ad97-18f7d1fc64a2 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255679 Feb 02 15:09:35.697270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ba95a-9538-42b3-930a-d3b4e75206df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526e8bbb-d95f-4237-ba83-3e01fb2a6141,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:35.772357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-eed5d4f8-e7d1-46c1-b33e-643c7e7cc1ed tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:35.773963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-eed5d4f8-e7d1-46c1-b33e-643c7e7cc1ed tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2803822 Feb 02 15:09:35.900128 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-8562d91d-3a22-4ac4-9899-2e62163ba20a tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.1050775 Feb 02 15:09:35.907274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:35.918944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Request body: {'floatingip': {'port_id': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:35.925557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Router 867004d0-40bf-4948-a1e8-6a7a0bc35078 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:09:35.926110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:35.946967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'c49d41bf-4822-4429-bf7d-32490968d1ed', 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'port_id': 'c49d41bf-4822-4429-bf7d-32490968d1ed', 'mac_address': 'fa:16:3e:9d:ff:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93c7bdf-1cc5-430a-8774-ed52a75508fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:09:35.980260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed62d4a3-c732-474c-b088-0ee0dcd812b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.005725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 2fd2c582-1445-44a6-b95d-dab30b0f73cc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2fd2c582-1445-44a6-b95d-dab30b0f73cc,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:36.015980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.016505 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.033540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141313f6-a903-4b90-9f87-834df2c13b5d req-f72974b6-2f33-46a8-a658-b8578bc73a61 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:36.034748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49d41bf-4822-4429-bf7d-32490968d1ed {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:36.036050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-141313f6-a903-4b90-9f87-834df2c13b5d req-f72974b6-2f33-46a8-a658-b8578bc73a61 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 949 time: 0.1574507 Feb 02 15:09:36.050770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:36.100224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed62d4a3-c732-474c-b088-0ee0dcd812b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.103132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-141313f6-a903-4b90-9f87-834df2c13b5d req-a281b4bb-bd69-4ea8-8671-93196bef186d tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529983 Feb 02 15:09:36.118514 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.181722 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.235238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=2fd2c582-1445-44a6-b95d-dab30b0f73cc,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:36.247441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:09:36.261458 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Sync routers for ids ['867004d0-40bf-4948-a1e8-6a7a0bc35078'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:09:36.280349 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Routers {'867004d0-40bf-4948-a1e8-6a7a0bc35078'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:36.281239 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['867004d0-40bf-4948-a1e8-6a7a0bc35078'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:36.305133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:36.353740 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed62d4a3-c732-474c-b088-0ee0dcd812b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.369210 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.370423 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c4bd3fc0-ff17-4408-9324-faf0a8f4be4e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2364271 Feb 02 15:09:36.373146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:36.409680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Attempting to bind port a936c952-72e7-474d-ae4f-4e3a7fc44b5c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:36.410228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Attempting to bind port a936c952-72e7-474d-ae4f-4e3a7fc44b5c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:36.410659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Attempting to bind port a936c952-72e7-474d-ae4f-4e3a7fc44b5c on network 17f50268-13a6-463e-b8e9-515f5951a697 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:36.420272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62d4a3-c732-474c-b088-0ee0dcd812b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526e8bbb-d95f-4237-ba83-3e01fb2a6141,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:36.428831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:36.429212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Checking segment: {'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:36.429621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.430018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Bound using segment: {'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:36.430490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Bound port: a936c952-72e7-474d-ae4f-4e3a7fc44b5c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:36.430859 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.439682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed62d4a3-c732-474c-b088-0ee0dcd812b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.446237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ed62d4a3-c732-474c-b088-0ee0dcd812b0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/526e8bbb-d95f-4237-ba83-3e01fb2a6141 HTTP/1.1" status: 204 len: 168 time: 0.8242517 Feb 02 15:09:36.479077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['c49d41bf-4822-4429-bf7d-32490968d1ed'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:09:36.495734 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Set router 867004d0-40bf-4948-a1e8-6a7a0bc35078 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:36.558324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:36.751868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] For port a936c952-72e7-474d-ae4f-4e3a7fc44b5c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:36.754979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] For port a936c952-72e7-474d-ae4f-4e3a7fc44b5c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a936c952-72e7-474d-ae4f-4e3a7fc44b5c,segment=NetworkSegment(276c291f-cbd1-4345-9dae-9ee7148e11f5),segment_id=276c291f-cbd1-4345-9dae-9ee7148e11f5)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:36.759278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edde85-0fda-4763-b7cd-35067b2713d2 req-09552495-c164-45f5-8c31-1ddbb914a9c6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:36.761794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88edde85-0fda-4763-b7cd-35067b2713d2 req-09552495-c164-45f5-8c31-1ddbb914a9c6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 944 time: 0.1462834 Feb 02 15:09:36.799040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:36.799413 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.881927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:36.982890 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 3, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:36.984440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88edde85-0fda-4763-b7cd-35067b2713d2 req-403dc2ef-38f1-4af0-b8a8-98c4e1a6f089 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110754 Feb 02 15:09:36.986735 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Checking router: 867004d0-40bf-4948-a1e8-6a7a0bc35078 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:09:36.987083 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Updating router 867004d0-40bf-4948-a1e8-6a7a0bc35078 port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:09:37.051832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2fd2c582-1445-44a6-b95d-dab30b0f73cc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:37.104338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39224) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:37.156741 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.183682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de6225-d752-44ce-af53-b146e6875a1c None None] Pushing event updated for resources: {'Port': ['ID=a936c952-72e7-474d-ae4f-4e3a7fc44b5c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:37.223533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2fd2c582-1445-44a6-b95d-dab30b0f73cc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:37.223939 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.377601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:09:37.415093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.534278 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.551243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:37.564449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.630901 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.679503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bce03603-8b75-4503-a0de-489006d3b3ac up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:37.727484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:37.750074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:37.781736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] Usage tracker for resource:security_group_rule and tenant:fe5491eebf41430c975fad487117c824 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:37.789157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:37.791965 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.809070 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Transition to ACTIVE for port object 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:37.812703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:37.815466 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.849312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdb564-a651-4777-bb70-dce84cd06697 req-895a8416-7e58-43d8-8920-8bbb89ef5041 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:37.850762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b5fdb564-a651-4777-bb70-dce84cd06697 req-895a8416-7e58-43d8-8920-8bbb89ef5041 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 948 time: 0.3525929 Feb 02 15:09:37.872710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port bce03603-8b75-4503-a0de-489006d3b3ac completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:37.894822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port bce03603-8b75-4503-a0de-489006d3b3ac triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:37.895894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.900855 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:37.964706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:37.992036 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Floating IP 8dd934c9-b54a-49ea-9e10-ffc4ee40efa4 associated. External IP: 172.25.0.55, port: ab47fe9f-38fc-4a31-803a-ecffcc242702. Feb 02 15:09:38.041679 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ca6a-fbbf-4558-96b9-4ae98de5e682 None None] Pushing event updated for resources: {'Port': ['ID=3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:38.046631 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Attempting to bind port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:38.047004 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Attempting to bind port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:38.047369 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Attempting to bind port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:38.060301 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:38.060689 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:38.061136 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.062185 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:38.063931 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Bound port: 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:38.065129 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.070000 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.099523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b5fdb564-a651-4777-bb70-dce84cd06697 req-951c150c-b4c7-4067-835e-4ec3b221efc4 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355132 Feb 02 15:09:38.108914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bce03603-8b75-4503-a0de-489006d3b3ac, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bce03603-8b75-4503-a0de-489006d3b3ac,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:38.131874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.175128 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.193035 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] For port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:38.196223 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] For port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:38.240828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.261839 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.330335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=bce03603-8b75-4503-a0de-489006d3b3ac,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:38.395025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Routers {'867004d0-40bf-4948-a1e8-6a7a0bc35078'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:38.405236 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['867004d0-40bf-4948-a1e8-6a7a0bc35078'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:38.471697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31299ce4-1d1d-4bb8-9217-2f7c1744e0d5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:38.485900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fd0a7260-d1f8-4bfb-bfbd-db71d7afa90b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fe5491eebf41430c975fad487117c824&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3769231 Feb 02 15:09:38.487730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39254) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:38.522297 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ca6a-fbbf-4558-96b9-4ae98de5e682 None None] Pushing event updated for resources: {'Port': ['ID=3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:38.616080 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.662497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3525d59-ce6f-4d1a-9af8-e93cc6e099f8 req-dc66876d-ff34-4214-87aa-7e7e3f695058 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:38.664002 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3525d59-ce6f-4d1a-9af8-e93cc6e099f8 req-dc66876d-ff34-4214-87aa-7e7e3f695058 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 950 time: 0.3357666 Feb 02 15:09:38.666783 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] Set router 867004d0-40bf-4948-a1e8-6a7a0bc35078 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:38.667590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ceb5-c557-40a6-8828-3e374e14952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.673198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Router ee7e8d54-badf-4b49-8f44-27392bd63354 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:09:38.736700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98cff1c-339e-484b-bfb4-2e3019b61fe6 None None] Network 17f50268-13a6-463e-b8e9-515f5951a697 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:09:38.833916 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ceb5-c557-40a6-8828-3e374e14952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.965999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:09:38.971607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:38.987093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a936c952-72e7-474d-ae4f-4e3a7fc44b5c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:39.013023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] Sync routers for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:09:39.036496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-564c28f0-1701-499a-a2cc-25ad46cf7deb tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "PUT /v2.0/floatingips/8dd934c9-b54a-49ea-9e10-ffc4ee40efa4 HTTP/1.1" status: 200 len: 996 time: 3.1269269 Feb 02 15:09:39.037119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:39.061632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:39.061632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:39.138484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Allocated IP 172.20.0.1 (17f50268-13a6-463e-b8e9-515f5951a697/b6e1f947-521f-44ab-9f05-53222e838958/bfab5480-d094-4955-add4-1b3d6162db3e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:39.163912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-274434e0-dd73-47bb-8114-4ff5496c73f2 None None] Provisioning for port a936c952-72e7-474d-ae4f-4e3a7fc44b5c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:39.177484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-203ac6e2-600f-40db-b1ac-f23b5baa040b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ba735007ac54455889e472e9b8357ff&device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 1097 time: 0.1262028 Feb 02 15:09:39.190033 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 3, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:39.197046 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9c880-d26e-4dbe-abad-4ea556f0fc21 None None] The sync data for ids ['867004d0-40bf-4948-a1e8-6a7a0bc35078'] in n-d-827122-1 is: [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 3, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:09:39.256590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3525d59-ce6f-4d1a-9af8-e93cc6e099f8 req-b0e23397-c8fb-4c1c-9b58-ecf3165b4396 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514588 Feb 02 15:09:39.376888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ceb5-c557-40a6-8828-3e374e14952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:39.422980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:39.464492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8ceb5-c557-40a6-8828-3e374e14952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31299ce4-1d1d-4bb8-9217-2f7c1744e0d5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:39.476701 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'code': 200} Feb 02 15:09:39.479573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:39.500894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a936c952-72e7-474d-ae4f-4e3a7fc44b5c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:39.528840 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ceb5-c557-40a6-8828-3e374e14952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:39.536224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dfc8ceb5-c557-40a6-8828-3e374e14952a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/31299ce4-1d1d-4bb8-9217-2f7c1744e0d5 HTTP/1.1" status: 204 len: 168 time: 1.0463917 Feb 02 15:09:39.544894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Transition to ACTIVE for port object bfab5480-d094-4955-add4-1b3d6162db3e will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:39.610510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c49d41bf-4822-4429-bf7d-32490968d1ed up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:39.616613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-cd901b82-9325-4f1e-8545-406e36e1eec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:39.618382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-cd901b82-9325-4f1e-8545-406e36e1eec9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=875a854f-f01f-4589-9ddd-0c9175d59c9a HTTP/1.1" status: 200 len: 931 time: 0.4402168 Feb 02 15:09:39.661630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a936c952-72e7-474d-ae4f-4e3a7fc44b5c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:39.668834 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:39.694965 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:39.822451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-9100cf3e-c077-4f02-9109-0d0f9ea87644 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 200 len: 999 time: 0.1962032 Feb 02 15:09:39.893299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Network 17f50268-13a6-463e-b8e9-515f5951a697 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:39.897836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:39.908783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:39.924130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-2ab925d4-ac11-4af5-a958-7dff5507510e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:39.926281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-2ab925d4-ac11-4af5-a958-7dff5507510e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50bd0903-5721-46fd-a321-0740306c107a HTTP/1.1" status: 200 len: 868 time: 0.0879333 Feb 02 15:09:39.982806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Pushing event updated for resources: {'Port': ['ID=bfab5480-d094-4955-add4-1b3d6162db3e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:40.002722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fd8ee89-238e-4565-86ea-e64ecef872ad req-3ce4926c-f006-4e28-a02e-4f673a9e59dd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1100 time: 0.2450233 Feb 02 15:09:40.067588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:40.068345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fd8ee89-238e-4565-86ea-e64ecef872ad req-1f174f44-0f27-4870-89a4-4e2e35fc566d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582378 Feb 02 15:09:40.076168 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-cfe4997c-27c0-4bcf-9783-6025fce89cfe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=875a854f-f01f-4589-9ddd-0c9175d59c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425996 Feb 02 15:09:40.090189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-86686fa3-09c6-432c-a8be-7d64266c919a service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:09:40.100212 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-86686fa3-09c6-432c-a8be-7d64266c919a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0142329 Feb 02 15:09:40.122315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016beef0-1213-45e1-9eb4-372b8beaea88 req-48821228-5244-4cdb-9b3a-dad7495d8c72 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:40.123497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-016beef0-1213-45e1-9eb4-372b8beaea88 req-48821228-5244-4cdb-9b3a-dad7495d8c72 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 944 time: 0.5303776 Feb 02 15:09:40.180832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port c49d41bf-4822-4429-bf7d-32490968d1ed completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:40.261774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-016beef0-1213-45e1-9eb4-372b8beaea88 req-6be410c8-96e5-4ca4-b120-6bf7eea915ec tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250076 Feb 02 15:09:40.324685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-531204c2-a371-46f5-990e-4935d3e89450 service neutron] 10.222.0.88 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208073 Feb 02 15:09:40.339075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port c49d41bf-4822-4429-bf7d-32490968d1ed triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:40.339449 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:40.437718 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:40.460314 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:40.553673 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'status': 'completed', 'code': 200} Feb 02 15:09:40.662479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a936c952-72e7-474d-ae4f-4e3a7fc44b5c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a936c952-72e7-474d-ae4f-4e3a7fc44b5c,segment=NetworkSegment(276c291f-cbd1-4345-9dae-9ee7148e11f5),segment_id=276c291f-cbd1-4345-9dae-9ee7148e11f5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:40.686469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ff351160-fda0-4cf7-913b-8959126c4472 None None] Provisioning complete for port a936c952-72e7-474d-ae4f-4e3a7fc44b5c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:40.686847 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff351160-fda0-4cf7-913b-8959126c4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:40.854147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-d57eaba0-9ffc-4e6b-a9e4-b81e6b59ada8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ba735007ac54455889e472e9b8357ff&device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 1097 time: 0.3038328 Feb 02 15:09:40.967178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe451dc-6e21-4d53-b2e1-e5ea8d4d40a1 req-6c1d5a12-b5d2-401a-b010-0bc9b7d6c7d6 service neutron] 10.222.0.88 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252882 Feb 02 15:09:40.984919 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:41.084893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-a1f8c2d3-29ee-4e32-90d5-54f161395d2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:41.087038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-a1f8c2d3-29ee-4e32-90d5-54f161395d2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=875a854f-f01f-4589-9ddd-0c9175d59c9a HTTP/1.1" status: 200 len: 931 time: 0.2046952 Feb 02 15:09:41.153565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb566000-ff91-41c2-9bfd-c5b14c1f0211 req-4cd5c760-b6be-49e3-be8b-030f645b568c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:41.161221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb566000-ff91-41c2-9bfd-c5b14c1f0211 req-4cd5c760-b6be-49e3-be8b-030f645b568c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.4039733 Feb 02 15:09:41.200676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:41.220632 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:41.252132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb566000-ff91-41c2-9bfd-c5b14c1f0211 req-13c28311-cc3a-41f4-9abe-14130987c00a tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899396 Feb 02 15:09:41.261125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:41.279667 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-7a8a4a8c-0aae-4bcc-9705-f203eeeb9618 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 200 len: 999 time: 0.1854887 Feb 02 15:09:41.322701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:41.325063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a936c952-72e7-474d-ae4f-4e3a7fc44b5c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:41.398821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:41.429797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-e9b0f0d1-b7b3-4565-b4cd-722c0eb809f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:41.431486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-e9b0f0d1-b7b3-4565-b4cd-722c0eb809f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50bd0903-5721-46fd-a321-0740306c107a HTTP/1.1" status: 200 len: 868 time: 0.1453326 Feb 02 15:09:41.467061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:41.488168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1127d-186b-4216-a659-6699044d05e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce03603-8b75-4503-a0de-489006d3b3ac'}, {'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:41.506462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Pushing event updated for resources: {'Port': ['ID=bfab5480-d094-4955-add4-1b3d6162db3e,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:41.517204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad7436-df83-4b96-b055-5e53f933c08a req-afe4998a-b3af-406d-b99f-47942d604688 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:41.518831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39ad7436-df83-4b96-b055-5e53f933c08a req-afe4998a-b3af-406d-b99f-47942d604688 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 950 time: 0.1822875 Feb 02 15:09:41.530229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8dd934c9-b54a-49ea-9e10-ffc4ee40efa4', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'port_id': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'mac_address': 'fa:16:3e:c2:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fa93e-c662-406b-942a-52b5b2409446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:32Z', 'updated_at': '2022-02-02T15:09:37Z', 'revision_number': 1, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:11Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:41.537210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] Checking router: ee7e8d54-badf-4b49-8f44-27392bd63354 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:09:41.543008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:41.555594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:41.556375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:41.574997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-96e683de-d766-4d41-bed9-8b092721bb5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875a854f-f01f-4589-9ddd-0c9175d59c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358783 Feb 02 15:09:41.656167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Network 17f50268-13a6-463e-b8e9-515f5951a697 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:41.657792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:41.843596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e5e8a248-e674-4b20-8569-114448bd6ccd None None] Provisioning for port bfab5480-d094-4955-add4-1b3d6162db3e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:41.857692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-49874157-ae29-44cc-8e9a-a3ca1c5e1c8a service neutron] 10.222.0.64 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699521 Feb 02 15:09:41.888406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e5e8a248-e674-4b20-8569-114448bd6ccd None None] Provisioning complete for port bfab5480-d094-4955-add4-1b3d6162db3e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:41.888951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e5e8a248-e674-4b20-8569-114448bd6ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:41.966285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8a248-e674-4b20-8569-114448bd6ccd None None] Port bfab5480-d094-4955-add4-1b3d6162db3e cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:41.971420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:42.036776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-489fedac-314f-462e-a0e4-32d33cb82d8c tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=549b73a623d443dfbbff941331f5a48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310304 Feb 02 15:09:42.080378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39ad7436-df83-4b96-b055-5e53f933c08a req-803de5ed-da8e-404d-a222-c5e79dcc9231 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508549 Feb 02 15:09:42.091527 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b027a15a-66de-49b7-98da-96cf6adec6e9 req-7e0f2a8e-f7ba-4feb-9054-825aed596b31 service neutron] 10.222.0.64 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267897 Feb 02 15:09:42.172699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c1ec9524-22ba-4fa2-9522-6825b3bcca53 None None] Provisioning complete for port bfab5480-d094-4955-add4-1b3d6162db3e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:42.172978 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9524-22ba-4fa2-9522-6825b3bcca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:42.276268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-549aee8e-17e0-4708-8d35-40d06fab8735 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:42.277751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-549aee8e-17e0-4708-8d35-40d06fab8735 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827292 Feb 02 15:09:42.308787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec9524-22ba-4fa2-9522-6825b3bcca53 None None] Port bfab5480-d094-4955-add4-1b3d6162db3e cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:42.355574 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-87039dbc-eeb4-41cb-b14e-d9d066e26b39 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 258 time: 0.2348483 Feb 02 15:09:42.357008 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-6cee1d14-bae2-42cd-af6b-fc61db6fd72c tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/quotas/549b73a623d443dfbbff941331f5a48c HTTP/1.1" status: 200 len: 375 time: 0.0245116 Feb 02 15:09:42.367614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:42.372783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:42.382533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:42.410568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-dc9f2ce1-f7b5-47ee-af00-1401740bc0bf tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=549b73a623d443dfbbff941331f5a48c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439203 Feb 02 15:09:42.423517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8dd934c9-b54a-49ea-9e10-ffc4ee40efa4', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'port_id': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'mac_address': 'fa:16:3e:c2:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fa93e-c662-406b-942a-52b5b2409446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:32Z', 'updated_at': '2022-02-02T15:09:37Z', 'revision_number': 1, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:11Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:42.428295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b423d-dfeb-4ab1-aa7e-8c7a0b88ac76 None None] The sync data for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 is: [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8dd934c9-b54a-49ea-9e10-ffc4ee40efa4', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'port_id': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'mac_address': 'fa:16:3e:c2:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fa93e-c662-406b-942a-52b5b2409446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:32Z', 'updated_at': '2022-02-02T15:09:37Z', 'revision_number': 1, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:11Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:09:42.443793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Router 867004d0-40bf-4948-a1e8-6a7a0bc35078 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:09:42.494532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:42.633606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:42.671701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:09:42.678464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55b21e1b-6382-43be-8d6e-4ad2a1cbd9bd admin admin] 10.222.0.88 "PUT /v2.0/routers/867004d0-40bf-4948-a1e8-6a7a0bc35078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3034599 Feb 02 15:09:42.885562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Allocated IP 172.25.0.98 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/cfd86a7d-b9b2-4930-a875-18a0ba0adcb3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:42.907117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ce619-ee98-4271-b6cd-e4bac2bfacce req-d2c2d6ea-58bb-481e-8243-bb12621dbbda tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:42.908624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-938ce619-ee98-4271-b6cd-e4bac2bfacce req-d2c2d6ea-58bb-481e-8243-bb12621dbbda tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 945 time: 0.1048269 Feb 02 15:09:42.955707 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-938ce619-ee98-4271-b6cd-e4bac2bfacce req-c33c5a8d-cd8e-427b-9c2a-6ff252191fd5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Feb 02 15:09:43.042393 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1127d-186b-4216-a659-6699044d05e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce03603-8b75-4503-a0de-489006d3b3ac', 'code': 200} Feb 02 15:09:43.042873 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed', 'code': 200} Feb 02 15:09:43.054023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:43.068345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a936c952-72e7-474d-ae4f-4e3a7fc44b5c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:43.143948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a936c952-72e7-474d-ae4f-4e3a7fc44b5c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:43.144586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:43.214767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:43.271123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41a30f90-1f21-4d7c-b61e-53d9e48789c3 req-e74bab2f-3dbb-4723-8b9b-c6e09e6ab06f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1096 time: 0.1005330 Feb 02 15:09:43.325192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41a30f90-1f21-4d7c-b61e-53d9e48789c3 req-5d11adae-c42a-4b47-8f4a-f26a700c30e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Feb 02 15:09:43.338224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:43.344831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:43.352095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:43.376951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Pushing event updated for resources: {'Port': ['ID=cfd86a7d-b9b2-4930-a875-18a0ba0adcb3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:43.402555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-08d676e6-9089-4671-897a-ab403c1bda56 req-aa222b2d-c14b-421a-8a8b-3c3f73cfd140 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 1101 time: 0.2320135 Feb 02 15:09:43.527905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:43.611863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ae228-5779-4792-8136-02d4668f74f8 req-67f519f1-b81b-4f4b-9504-6662535a799f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:43.614095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab2ae228-5779-4792-8136-02d4668f74f8 req-67f519f1-b81b-4f4b-9504-6662535a799f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.0792129 Feb 02 15:09:43.632098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:43.659571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab2ae228-5779-4792-8136-02d4668f74f8 req-814a4440-2c80-46db-a0b4-69cfc044d8d8 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 Feb 02 15:09:43.725782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-08d676e6-9089-4671-897a-ab403c1bda56 req-b44da239-99f3-45f7-81aa-62fbec6b1c3a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678380 Feb 02 15:09:43.816959 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:09:43.838922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4992576c-7928-4a3c-b8cd-42e7cef46d9e req-92527c1c-155d-4f12-ba97-f33722f1f859 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 210 time: 0.1170652 Feb 02 15:09:43.873274 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:43.958483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:44.108386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Pushing event updated for resources: {'Port': ['ID=cfd86a7d-b9b2-4930-a875-18a0ba0adcb3,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:44.136622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:44.226550 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226836f0-61f4-4074-9a78-92a70d52dc89 None None] New status for floating IP 8dd934c9-b54a-49ea-9e10-ffc4ee40efa4: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:09:44.243187 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:44.245097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-ee3f4f4a-7906-4583-8242-9dac69bdbbf5 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8827524 Feb 02 15:09:44.300106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02767fb-0c88-4493-b7a3-1e1383fe47eb req-95b1c405-248b-4b86-a80c-461373d3655b tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:44.303004 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02767fb-0c88-4493-b7a3-1e1383fe47eb req-95b1c405-248b-4b86-a80c-461373d3655b tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 950 time: 0.0987885 Feb 02 15:09:44.348085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-0f3a04f5-0ee8-43a9-b514-b9ffe115a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:44.376674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02767fb-0c88-4493-b7a3-1e1383fe47eb req-dfbba8a6-f5e1-4a56-a32b-ec0a0cf30e5d tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 Feb 02 15:09:44.420185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-0f3a04f5-0ee8-43a9-b514-b9ffe115a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:44.425084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-0f3a04f5-0ee8-43a9-b514-b9ffe115a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.1693492 Feb 02 15:09:44.558575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbb498c0-dd21-4ff3-b5da-f7816081cc3e req-1c2613fe-9830-4f2b-9e74-df99102caf33 tempest-AbsoluteLimitsNegativeTestJSON-1542110210 tempest-AbsoluteLimitsNegativeTestJSON-1542110210-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d2475e219e054671b78e5b4a0429337d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481169 Feb 02 15:09:44.633172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-bf8202e2-e101-4d7a-bc5e-7d501256cffa tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:44.634664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0448b470-0af3-4b02-948e-19f7650d3e9d req-bf8202e2-e101-4d7a-bc5e-7d501256cffa tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2035491 Feb 02 15:09:44.758608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb498c0-dd21-4ff3-b5da-f7816081cc3e req-e90fd8ab-838b-4ec6-8777-1baeb5c63ad3 tempest-AbsoluteLimitsNegativeTestJSON-1542110210 tempest-AbsoluteLimitsNegativeTestJSON-1542110210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:44.762219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbb498c0-dd21-4ff3-b5da-f7816081cc3e req-e90fd8ab-838b-4ec6-8777-1baeb5c63ad3 tempest-AbsoluteLimitsNegativeTestJSON-1542110210 tempest-AbsoluteLimitsNegativeTestJSON-1542110210-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995194 Feb 02 15:09:44.784404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbb498c0-dd21-4ff3-b5da-f7816081cc3e req-4a273acb-dd2c-4dcc-bffd-a91ed471b542 tempest-AbsoluteLimitsNegativeTestJSON-1542110210 tempest-AbsoluteLimitsNegativeTestJSON-1542110210-project] 10.222.0.88 "GET /v2.0/quotas/d2475e219e054671b78e5b4a0429337d HTTP/1.1" status: 200 len: 375 time: 0.0171607 Feb 02 15:09:44.853859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbb498c0-dd21-4ff3-b5da-f7816081cc3e req-b31173cd-a29e-4848-92cf-45157fa742c6 tempest-AbsoluteLimitsNegativeTestJSON-1542110210 tempest-AbsoluteLimitsNegativeTestJSON-1542110210-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2475e219e054671b78e5b4a0429337d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628002 Feb 02 15:09:44.885120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870774fa-b360-4e67-8e33-0d1568388c73 req-56d89ab3-7648-4830-b95b-f67a864a9759 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:44.886640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-870774fa-b360-4e67-8e33-0d1568388c73 req-56d89ab3-7648-4830-b95b-f67a864a9759 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1259553 Feb 02 15:09:44.937256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-870774fa-b360-4e67-8e33-0d1568388c73 req-d408435a-3078-4ab3-a7f5-dea528727a69 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 Feb 02 15:09:45.115859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b408292-e565-4515-b1ff-b662dea1429d req-5445a309-9e28-4e79-928b-9a01e57f8235 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:45.120609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:45.123385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b408292-e565-4515-b1ff-b662dea1429d req-5445a309-9e28-4e79-928b-9a01e57f8235 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 945 time: 0.0923865 Feb 02 15:09:45.176407 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b408292-e565-4515-b1ff-b662dea1429d req-a88e437c-96b8-44cd-b69d-8d64872f3f43 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521066 Feb 02 15:09:45.266033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:45.272011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:45.272398 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:45.376075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-3635810b-e059-4572-afcc-7afac90050a0 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=549b73a623d443dfbbff941331f5a48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488691 Feb 02 15:09:45.437253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b2d6ae6-2eb0-41b9-8c28-bc918c95716a req-578461b3-492f-43c2-a535-f583f40a30e4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 210 time: 0.0593007 Feb 02 15:09:45.450390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306f33-b839-48ed-b2e1-3cd0a260b405 req-caab4f25-c82e-432c-a8df-23699d28eb1b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:45.461401 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f306f33-b839-48ed-b2e1-3cd0a260b405 req-caab4f25-c82e-432c-a8df-23699d28eb1b tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1579876 Feb 02 15:09:45.468794 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:45.506372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:45.577259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f306f33-b839-48ed-b2e1-3cd0a260b405 req-374c75b6-b52c-4b2e-b4b0-748de599865e tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.1148930 Feb 02 15:09:45.579022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:45.589490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-7f306f33-b839-48ed-b2e1-3cd0a260b405 req-86248b49-b70d-400b-9685-1a47973d5f68 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Request body: {'floatingip': {'port_id': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:45.634359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39384) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:45.694190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7f306f33-b839-48ed-b2e1-3cd0a260b405 req-86248b49-b70d-400b-9685-1a47973d5f68 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:45.714892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:45.775455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-f9fc0843-b0dc-477d-8760-c1470da7d773 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:45.777033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-f9fc0843-b0dc-477d-8760-c1470da7d773 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388181 Feb 02 15:09:45.801437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Request body: {'port': {'device_id': '2d5a4a3a-a273-4097-b7c9-247b58e59ef9', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '549b73a623d443dfbbff941331f5a48c'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:45.945838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:45.962114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Usage tracker for resource:port and tenant:549b73a623d443dfbbff941331f5a48c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:45.966013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:45.973021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:45.983345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:46.011425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:46.015662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] Usage tracker for resource:security_group_rule and tenant:d2475e219e054671b78e5b4a0429337d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:46.018523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:46.024484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:46.088211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.102163 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-7f306f33-b839-48ed-b2e1-3cd0a260b405 req-86248b49-b70d-400b-9685-1a47973d5f68 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 15:09:46.103201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f306f33-b839-48ed-b2e1-3cd0a260b405 req-86248b49-b70d-400b-9685-1a47973d5f68 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "PUT /v2.0/floatingips/ab5cad1e-712a-4c0b-a990-1f7c14d812c2 HTTP/1.1" status: 409 len: 550 time: 0.5246983 Feb 02 15:09:46.173363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Made reservation on behalf of 549b73a623d443dfbbff941331f5a48c for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:46.177126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.187953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.206941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.251835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cd60a3-0dc9-4a60-a78d-6a020be892d7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:46.260577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5dd03b7e-4b00-43fc-ba95-1392911e7e07 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2475e219e054671b78e5b4a0429337d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6256349 Feb 02 15:09:46.268250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39402) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:46.304164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:46.332388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd737f-b826-4840-914d-d5d0b1fb55fc req-acf541a6-91bd-48c5-bacc-83ad11d312d1 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:46.334136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95dd737f-b826-4840-914d-d5d0b1fb55fc req-acf541a6-91bd-48c5-bacc-83ad11d312d1 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 950 time: 0.0847929 Feb 02 15:09:46.371636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Usage tracker for resource:security_group_rule and tenant:549b73a623d443dfbbff941331f5a48c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:46.378550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:46.389208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95dd737f-b826-4840-914d-d5d0b1fb55fc req-56a1b6dc-59ec-41df-8af7-e0c483f37fc2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Feb 02 15:09:46.417583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:46.443772 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-01d5bbd5-654d-40ed-b910-7c80cdeb2498 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips/ab5cad1e-712a-4c0b-a990-1f7c14d812c2 HTTP/1.1" status: 200 len: 692 time: 0.1281896 Feb 02 15:09:46.533086 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.548808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1aabeb7-b72f-4de6-bfdf-a3be1e250b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.614673 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1aabeb7-b72f-4de6-bfdf-a3be1e250b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.701479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-52fa8337-c3c0-40ed-b116-594f285d89a4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:46.702722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-52fa8337-c3c0-40ed-b116-594f285d89a4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2519307 Feb 02 15:09:46.710100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.716528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-33f22baa-328f-499b-8dca-c7c386ab6c15 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:09:46.717453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-33f22baa-328f-499b-8dca-c7c386ab6c15 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059133 Feb 02 15:09:46.759802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490688f-fac3-4364-a172-dab10fed5073 req-59735cf5-d9c6-4ef4-9cf4-b2298576c3ba tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:46.764479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a490688f-fac3-4364-a172-dab10fed5073 req-59735cf5-d9c6-4ef4-9cf4-b2298576c3ba tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 945 time: 0.1078615 Feb 02 15:09:46.791314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.810359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a490688f-fac3-4364-a172-dab10fed5073 req-8b71e27a-fcb9-4b2b-83a3-30830b628456 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Feb 02 15:09:46.859736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-2329ec85-cb8b-4bea-ba44-6b5612ec33ae tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.1348515 Feb 02 15:09:46.872937 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1aabeb7-b72f-4de6-bfdf-a3be1e250b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:46.941704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72818857-7963-4651-b898-275ce47eb02b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:46.995100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aabeb7-b72f-4de6-bfdf-a3be1e250b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cd60a3-0dc9-4a60-a78d-6a020be892d7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:47.021207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706cdbc-cbd3-4fd5-86d5-60a7d1ede6bc req-ae452473-9c13-4642-a1a3-5fa6afe16db2 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:47.028218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4706cdbc-cbd3-4fd5-86d5-60a7d1ede6bc req-ae452473-9c13-4642-a1a3-5fa6afe16db2 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.0887206 Feb 02 15:09:47.034578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-8551bd86-ee36-48f2-9d3f-f308e8b10c7e tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.1531630 Feb 02 15:09:47.077302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:47.078366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4706cdbc-cbd3-4fd5-86d5-60a7d1ede6bc req-475009a0-2c10-4a94-b0aa-aa88dfabf9de tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492518 Feb 02 15:09:47.105651 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1aabeb7-b72f-4de6-bfdf-a3be1e250b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:47.109065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e1aabeb7-b72f-4de6-bfdf-a3be1e250b37 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a6cd60a3-0dc9-4a60-a78d-6a020be892d7 HTTP/1.1" status: 204 len: 168 time: 0.8375103 Feb 02 15:09:47.159017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:47.159988 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:47.230482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Deleting port cfd86a7d-b9b2-4930-a875-18a0ba0adcb3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:09:47.230729 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:47.263655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Allocated IP 192.168.233.63 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/f173857f-6686-4595-acc8-b38a580de5c2) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:47.374227 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:47.572417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6d425a1-3107-4e0c-b858-26382571952b req-7bc4eb33-4ec4-4a6b-b2aa-21c7f08b3cd8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0883498 Feb 02 15:09:47.609685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:47.610177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:47.748178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Calling delete_port for cfd86a7d-b9b2-4930-a875-18a0ba0adcb3 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:09:47.772565 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6220d072-1be0-47d1-b61a-a9798d8742a6 req-a2c47602-69d4-4e57-9191-5c4cd96102b7 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 210 time: 0.0423908 Feb 02 15:09:47.836940 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:47.885768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Transition to ACTIVE for port object f173857f-6686-4595-acc8-b38a580de5c2 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:47.989351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d6870f2-b0df-4ea7-aff8-7f8d2451a697 req-102a652e-af9e-457c-8e20-3565d8006eb3 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1096 time: 0.0719244 Feb 02 15:09:48.037775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.085130 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.086059 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d6870f2-b0df-4ea7-aff8-7f8d2451a697 req-89a11af3-2b55-4705-9e50-b6d19aa4240f tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903013 Feb 02 15:09:48.160943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:48.195646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:48.198354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:48.240176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Pushing event updated for resources: {'Port': ['ID=f173857f-6686-4595-acc8-b38a580de5c2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:48.301214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Pushing event deleted for resources: {'Port': ['ID=cfd86a7d-b9b2-4930-a875-18a0ba0adcb3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:48.331955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.348547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:48.349536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.426052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39448) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:48.433735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.434831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccc823f7-29f8-4f1c-9a53-dd92ba0d704d req-7522bae3-f90d-4003-952f-f4828b95c8f4 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "DELETE /v2.0/floatingips/ab5cad1e-712a-4c0b-a990-1f7c14d812c2 HTTP/1.1" status: 204 len: 173 time: 1.3942640 Feb 02 15:09:48.461092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-01ddd3a0-7046-4057-82b7-abd4e86fdafd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6642995 Feb 02 15:09:48.465061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089e02e-d9e9-45e6-b5a6-a583ca20b4da req-97d083ee-a130-45e3-8fb9-49b6f476a7b1 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:48.470179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d089e02e-d9e9-45e6-b5a6-a583ca20b4da req-97d083ee-a130-45e3-8fb9-49b6f476a7b1 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 950 time: 0.0853281 Feb 02 15:09:48.485441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Request body: {'port': {'device_id': '2d5a4a3a-a273-4097-b7c9-247b58e59ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:48.527026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d089e02e-d9e9-45e6-b5a6-a583ca20b4da req-faf2fa8d-5f2d-46de-a6bc-98541882071e tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515151 Feb 02 15:09:48.545608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-94cb10d4-88b5-40ec-ad11-ab29fb9ffc3e None None] Provisioning for port f173857f-6686-4595-acc8-b38a580de5c2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:48.551296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-94cb10d4-88b5-40ec-ad11-ab29fb9ffc3e None None] Provisioning complete for port f173857f-6686-4595-acc8-b38a580de5c2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:48.551602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-94cb10d4-88b5-40ec-ad11-ab29fb9ffc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.618830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-467434294-network', 'tenant_id': '596243d782d34be6b974e85bae6a9de2'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:48.629829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:48.637321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Usage tracker for resource:network and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:48.641977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:48.646130 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.663194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:48.689157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-94cb10d4-88b5-40ec-ad11-ab29fb9ffc3e None None] Port f173857f-6686-4595-acc8-b38a580de5c2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:48.773617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ede712-f974-420e-9cec-3bdb4ca03aff req-ecb56cab-9df8-49b8-b1ce-3e52a0f072e7 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:48.775821 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71ede712-f974-420e-9cec-3bdb4ca03aff req-ecb56cab-9df8-49b8-b1ce-3e52a0f072e7 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1093547 Feb 02 15:09:48.789371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Made reservation on behalf of 596243d782d34be6b974e85bae6a9de2 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:48.791625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.806953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39462) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:48.815795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001043844', 'description': 'tempest-description--1917944792'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:48.819612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:48.832385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:48.840995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Usage tracker for resource:security_group and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:48.845943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:48.853800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71ede712-f974-420e-9cec-3bdb4ca03aff req-6f1c2edc-d1ab-4ca8-869e-bdd832078187 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723455 Feb 02 15:09:48.854839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:48.967805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:48.984208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:48.989241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:48.989366 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.003765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:49.066671 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-b01a68cc-aaea-4ccf-983a-99c361c986af tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.1349621 Feb 02 15:09:49.071106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:49.076455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Usage tracker for resource:security_group_rule and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:49.108178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:49.115580 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3d3b269-e2dd-4c10-a9b8-a55dc4659f0b req-609f0ecf-a7d4-4efd-8a36-6765689dc81f tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1096 time: 0.1886172 Feb 02 15:09:49.125839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:49.161258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-1787d853-91ed-4fa0-af1c-5b3ee99b84f2 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:49.162611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-1787d853-91ed-4fa0-af1c-5b3ee99b84f2 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports/ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 200 len: 943 time: 0.0891385 Feb 02 15:09:49.205109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.212072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f173857f-6686-4595-acc8-b38a580de5c2 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:49.227503 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.230618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.238882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3d3b269-e2dd-4c10-a9b8-a55dc4659f0b req-a67f4751-cc07-428a-bd44-aa5048c049cd tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939584 Feb 02 15:09:49.247389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Transition to ACTIVE for port object f173857f-6686-4595-acc8-b38a580de5c2 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:49.308140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.327396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.327396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.390919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffc5179-05cc-49bc-a9fb-cde8009fadd2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:49.396474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-eae87c13-a3d8-4e84-b3c8-d632ecc39dde tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.1414082 Feb 02 15:09:49.404685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.405034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.405374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.405708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.406040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.406368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.406696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.407039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.407340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.407657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.408026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:49.480469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.481913 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d3af555c-ef56-4d79-9910-71e0de33e77e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6725512 Feb 02 15:09:49.492372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39474) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:49.501001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Request body: {'security_group_rule': {'security_group_id': '8ffc5179-05cc-49bc-a9fb-cde8009fadd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:49.505002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:09:49.511266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:49.521490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-34baa9e5-995c-47c0-9412-88719af4c7ab tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=db55e0dd174e4307812835807e0bded0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212902 Feb 02 15:09:49.522212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5348ed28-3896-4bd5-a878-2ffe997fcf9a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:49.525395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Usage tracker for resource:security_group_rule and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:49.530442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:49.541843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:49.586362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-8da59921-88b2-4e07-ba98-376c7c348b40 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:49.587784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-8da59921-88b2-4e07-ba98-376c7c348b40 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.1849122 Feb 02 15:09:49.595438 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.595780 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Added segment d2bd65f3-ee92-44d5-be8f-89dbfe2ae8f3 of type vlan for network 78721f8c-8aa9-4d72-b901-d7bb627d1d55 Feb 02 15:09:49.602327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-ec6bb4ae-582f-4776-80cc-2307cc56327f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:09:49.603306 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-ec6bb4ae-582f-4776-80cc-2307cc56327f tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065575 Feb 02 15:09:49.603454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Pushing event updated for resources: {'Port': ['ID=f173857f-6686-4595-acc8-b38a580de5c2,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:49.688925 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.756866 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-6d8dec2e-0ba7-4f38-b6df-0e8e9eb82fce tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.1434596 Feb 02 15:09:49.770389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:49.847115 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.872205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.879373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:49.912636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e21ab438-a565-4a73-9c2d-e6862298dbf3 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:49.914078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e21ab438-a565-4a73-9c2d-e6862298dbf3 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704352 Feb 02 15:09:49.953986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Attempting to bind port f173857f-6686-4595-acc8-b38a580de5c2 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:49.954315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Attempting to bind port f173857f-6686-4595-acc8-b38a580de5c2 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:49.954641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Attempting to bind port f173857f-6686-4595-acc8-b38a580de5c2 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:49.961879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-3ee8fc03-c9a9-4059-a176-ad6ad86adfc4 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/quotas/db55e0dd174e4307812835807e0bded0 HTTP/1.1" status: 200 len: 375 time: 0.0291972 Feb 02 15:09:49.964332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Port f173857f-6686-4595-acc8-b38a580de5c2 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:09:49.964651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Attempting to bind port f173857f-6686-4595-acc8-b38a580de5c2 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:49.968649 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.004737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:50.005081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:50.005464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:50.005905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Bound port: f173857f-6686-4595-acc8-b38a580de5c2, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:50.006251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.060858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c637e8b-1e86-4041-a268-5edbaf01daf3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:50.063101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.063985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:50.064663 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.184924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.186000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ed0c82a-fbe4-46d6-a363-87b2f86c16a5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6923850 Feb 02 15:09:50.189033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39480) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:50.192287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.195855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Request body: {'security_group_rule': {'security_group_id': '8ffc5179-05cc-49bc-a9fb-cde8009fadd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:50.201251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:50.205001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Usage tracker for resource:security_group_rule and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:50.209218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:50.215010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:50.217945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] Pushing event updated for resources: {'Network': ['ID=78721f8c-8aa9-4d72-b901-d7bb627d1d55,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:50.230445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] For port f173857f-6686-4595-acc8-b38a580de5c2, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:50.230548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 78721f8c-8aa9-4d72-b901-d7bb627d1d55 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:09:50.230993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] For port f173857f-6686-4595-acc8-b38a580de5c2, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=f173857f-6686-4595-acc8-b38a580de5c2,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:50.238135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-bb35a43f-cfea-42b0-8e8f-3f3e526285f8 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=db55e0dd174e4307812835807e0bded0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2691264 Feb 02 15:09:50.310627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.311276 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Floating IP 8dd934c9-b54a-49ea-9e10-ffc4ee40efa4 disassociated. External IP: 172.25.0.55, port: ab47fe9f-38fc-4a31-803a-ecffcc242702. Feb 02 15:09:50.346340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f19e16b4-1c2e-44af-8239-ed93bf411101 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9191926 Feb 02 15:09:50.347697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.351189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39484) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:50.384181 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.389103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Request body: {'subnet': {'network_id': '78721f8c-8aa9-4d72-b901-d7bb627d1d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-467434294-subnet', 'tenant_id': '596243d782d34be6b974e85bae6a9de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:50.404050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:50.420026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Usage tracker for resource:subnet and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:50.426346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:50.438504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.440293 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] 10.222.0.107 "PUT /v2.0/ports/f173857f-6686-4595-acc8-b38a580de5c2 HTTP/1.1" status: 200 len: 1095 time: 1.9624972 Feb 02 15:09:50.441321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5a4a3a-a273-4097-b7c9-247b58e59ef9', 'tag': 'f173857f-6686-4595-acc8-b38a580de5c2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:50.448172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:50.454447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34d174-a2f0-4378-9573-d4125361be87 service neutron] Pushing event updated for resources: {'Port': ['ID=f173857f-6686-4595-acc8-b38a580de5c2,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:50.512546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.551822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Made reservation on behalf of 596243d782d34be6b974e85bae6a9de2 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:50.554806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.702864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.742582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c080fdf-4b2e-41bb-bcc2-60bc86f41026,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:50.890151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:50.894359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-39d9e7f2-c37b-45b8-b8e7-187f8b7e97a9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7014279 Feb 02 15:09:50.894661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39498) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:50.900952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:50.907472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:50.908228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-2bd2f129-27fd-4021-9c14-fdd06950353d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=549b73a623d443dfbbff941331f5a48c&device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 1098 time: 0.2395492 Feb 02 15:09:50.914002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Usage tracker for resource:floatingip and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:50.917323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:50.924432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d3f34-ca23-4ff5-b237-be28507e8357 req-bb33caaa-4ec6-4c72-b89b-b032c81ab414 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:50.924666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:50.925732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cb4d3f34-ca23-4ff5-b237-be28507e8357 req-bb33caaa-4ec6-4c72-b89b-b032c81ab414 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Synchronizing usage tracker for tenant:549b73a623d443dfbbff941331f5a48c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:51.025232 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-365187b8-6d3b-48e4-b74f-57036998900e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=f173857f-6686-4595-acc8-b38a580de5c2 HTTP/1.1" status: 200 len: 217 time: 0.0954137 Feb 02 15:09:51.054965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Router ee7e8d54-badf-4b49-8f44-27392bd63354 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:09:51.114974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-df3e935a-134c-4b33-9667-e8bd014c0965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:51.116771 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-df3e935a-134c-4b33-9667-e8bd014c0965 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0783124 Feb 02 15:09:51.128514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:51.163395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cb4d3f34-ca23-4ff5-b237-be28507e8357 req-bb33caaa-4ec6-4c72-b89b-b032c81ab414 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Unset dirty status for tenant:549b73a623d443dfbbff941331f5a48c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:51.164619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb4d3f34-ca23-4ff5-b237-be28507e8357 req-bb33caaa-4ec6-4c72-b89b-b032c81ab414 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 947 time: 0.4971879 Feb 02 15:09:51.215806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:51.283995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cb4d3f34-ca23-4ff5-b237-be28507e8357 req-5446f58e-76fd-46ce-82e9-31b67f47f4a2 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Synchronizing usage tracker for tenant:549b73a623d443dfbbff941331f5a48c on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:51.327129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121a3b92-f130-49b2-905c-6050ef58ab5e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:51.337455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-77543aa2-38a7-4dd9-816f-102bcf9a992f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2153285 Feb 02 15:09:51.378137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Checking segment: {'id': 'd2bd65f3-ee92-44d5-be8f-89dbfe2ae8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '78721f8c-8aa9-4d72-b901-d7bb627d1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:51.378679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Network hostable DHCP agents. Network: 78721f8c-8aa9-4d72-b901-d7bb627d1d55, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:09:51.403994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:51.433971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cb4d3f34-ca23-4ff5-b237-be28507e8357 req-5446f58e-76fd-46ce-82e9-31b67f47f4a2 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Unset dirty status for tenant:549b73a623d443dfbbff941331f5a48c on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:51.435135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb4d3f34-ca23-4ff5-b237-be28507e8357 req-5446f58e-76fd-46ce-82e9-31b67f47f4a2 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636168 Feb 02 15:09:51.456762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:09:51.472487 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:51.490273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] Sync routers for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:09:51.513504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:51.515184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:51.516581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-65206b68-f9e8-474b-b4ff-6244e5afaf62 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677978 Feb 02 15:09:51.579151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-426dfc7f-5f36-432d-a721-98da7c94a3ec tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "PUT /v2.0/floatingips/8dd934c9-b54a-49ea-9e10-ffc4ee40efa4 HTTP/1.1" status: 200 len: 694 time: 1.8156087 Feb 02 15:09:51.581200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:51.610296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Network 78721f8c-8aa9-4d72-b901-d7bb627d1d55 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:09:51.691337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Allocated IP 172.25.0.150 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/b56ffb5a-e65f-4c38-9a2e-7a54c81577b6) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:51.729637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 78721f8c-8aa9-4d72-b901-d7bb627d1d55) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:51.747020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:51.747594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:51.752615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0206bce2-90d1-4a73-97cf-41cf5b23b9c0 req-6bda3ee5-e4fd-40a7-840f-fe98d202400b service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294817 Feb 02 15:09:51.770926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ec8c05-d1f0-44d1-abfe-78f71a634a0d None None] Network 78721f8c-8aa9-4d72-b901-d7bb627d1d55 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:09:51.892328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-ae775b13-e164-47b7-ab8a-38ea18448720 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ba735007ac54455889e472e9b8357ff&device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 1097 time: 0.2597907 Feb 02 15:09:51.894273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:51.920729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b263cf96-6a06-401e-979c-5f9d4d7c9b62 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5406649 Feb 02 15:09:51.971273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095aafd-ef94-4e94-9dab-22c0096c98fb req-0a0580ac-d90b-438c-ba76-25e157c64909 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:51.974111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e095aafd-ef94-4e94-9dab-22c0096c98fb req-0a0580ac-d90b-438c-ba76-25e157c64909 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1694496 Feb 02 15:09:52.041784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e095aafd-ef94-4e94-9dab-22c0096c98fb req-f288d4dc-9bcd-47ed-875a-648b7c1a5192 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582600 Feb 02 15:09:52.068336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-b6e3ce2e-fe0a-4dc4-875d-9081682dcf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:52.069858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-b6e3ce2e-fe0a-4dc4-875d-9081682dcf81 service neutron] 10.222.0.88 "GET /v2.0/networks?id=875a854f-f01f-4589-9ddd-0c9175d59c9a HTTP/1.1" status: 200 len: 931 time: 0.1632314 Feb 02 15:09:52.086343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:52.139301 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5a4a3a-a273-4097-b7c9-247b58e59ef9', 'tag': 'f173857f-6686-4595-acc8-b38a580de5c2', 'status': 'completed', 'code': 200} Feb 02 15:09:52.173933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-0b07200d-e3a9-4a2a-ae5d-399eebd68c40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 200 len: 217 time: 0.0826786 Feb 02 15:09:52.242778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-88bffaa9-c81d-4909-b62d-621c9a9b8fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:52.250772 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-88bffaa9-c81d-4909-b62d-621c9a9b8fc8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50bd0903-5721-46fd-a321-0740306c107a HTTP/1.1" status: 200 len: 868 time: 0.0759714 Feb 02 15:09:52.273037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-74d6ad19-40f3-402d-9d88-f1396c0d942f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=549b73a623d443dfbbff941331f5a48c&device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0848882 Feb 02 15:09:52.273435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465cea47-c15d-4db8-a7a5-b4461f90bd9f None None] Network 78721f8c-8aa9-4d72-b901-d7bb627d1d55 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:09:52.335328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-900ceb32-65be-4d18-9692-bf6d722c5364 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=875a854f-f01f-4589-9ddd-0c9175d59c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836482 Feb 02 15:09:52.353488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efabe45c-4a12-4482-b719-3c084703bfc7 req-afc9eb71-a2a4-4ef6-aa13-2b6f5653bf8e tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 210 time: 0.0413847 Feb 02 15:09:52.358458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:52.484538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-f4904ab2-bb93-4b74-bce6-ddfb4e39bdbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:52.486404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-f4904ab2-bb93-4b74-bce6-ddfb4e39bdbc service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2072747 Feb 02 15:09:52.555686 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'status': 'completed', 'code': 200} Feb 02 15:09:52.613878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:52.619575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:52.628786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:52.643690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-19ac2beb-bc51-44e0-9eef-7cf6da5f7bd6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=f173857f-6686-4595-acc8-b38a580de5c2 HTTP/1.1" status: 200 len: 217 time: 0.1443729 Feb 02 15:09:52.663787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:11Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:52.672131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] Checking router: ee7e8d54-badf-4b49-8f44-27392bd63354 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:09:52.688109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:09:52.688739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:52.717771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-aff5cf08-d183-490f-8b25-baa534125006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:52.719329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-aff5cf08-d183-490f-8b25-baa534125006 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0676651 Feb 02 15:09:52.731154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-0ff2196e-58ef-4473-b55c-ee9b97b8b36c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ba735007ac54455889e472e9b8357ff&device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 1097 time: 0.1632473 Feb 02 15:09:52.761586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event updated for resources: {'Port': ['ID=b56ffb5a-e65f-4c38-9a2e-7a54c81577b6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:52.797330 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-a3c939c4-c000-4fc5-81ea-44d5ed850be2 service neutron] 10.222.0.88 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610264 Feb 02 15:09:52.914640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-0c7a18d1-0ff1-4445-85f1-a0663941337c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868827 Feb 02 15:09:52.921653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-b0922833-3876-4a12-b434-38f843171cbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:52.923031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-b0922833-3876-4a12-b434-38f843171cbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=875a854f-f01f-4589-9ddd-0c9175d59c9a HTTP/1.1" status: 200 len: 931 time: 0.1493895 Feb 02 15:09:52.928724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:09:52.978160 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:53.041248 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53aa2c93-2f78-465f-929f-a7f59b804a4c req-b9d63094-39ee-411a-b126-f0be1fbeef6a service neutron] 10.222.0.88 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430866 Feb 02 15:09:53.070864 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-4367407f-baa3-4b62-86d0-12d728d9e779 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467178 Feb 02 15:09:53.113125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:53.192070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1467283081', 'description': 'tempest-description-1875639982'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:53.206479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:53.302444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-2ebb8d38-a168-4665-9d6b-0aeaf73ad030 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 200 len: 217 time: 0.2305906 Feb 02 15:09:53.306122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:53.310655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:53.336067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:11Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:09:53.340187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519afa54-c236-4cd6-9bcf-96ddb4d05409 None None] The sync data for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 is: [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ef4cf0cf-4592-4ded-85be-147439c99873', 'name': '', 'network_id': '875a854f-f01f-4589-9ddd-0c9175d59c9a', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'mac_address': 'fa:16:3e:f1:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50bd0903-5721-46fd-a321-0740306c107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:01Z', 'updated_at': '2022-02-02T15:09:11Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'subnets': [{'id': '50bd0903-5721-46fd-a321-0740306c107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:09:53.351827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-d11e667c-80bb-4470-b73e-083b27ee21d7 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=db55e0dd174e4307812835807e0bded0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786209 Feb 02 15:09:53.354339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:53.458801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918448-3520-41e1-8295-50cde1f6ade7 req-0ac46240-3a66-4fe0-b5cd-7d1c9efd998d tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:53.460304 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02918448-3520-41e1-8295-50cde1f6ade7 req-0ac46240-3a66-4fe0-b5cd-7d1c9efd998d tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 947 time: 0.1938074 Feb 02 15:09:53.506998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:53.522533 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:53.526712 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02918448-3520-41e1-8295-50cde1f6ade7 req-12a28d06-7c00-4fc9-94f1-e09d47a550ef tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601914 Feb 02 15:09:53.561431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-9519c515-e04e-47ce-8049-290c870bc22c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:53.562666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-9519c515-e04e-47ce-8049-290c870bc22c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50bd0903-5721-46fd-a321-0740306c107a HTTP/1.1" status: 200 len: 868 time: 0.2461228 Feb 02 15:09:53.572603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0cbc0bf0-7c74-4ef6-819c-12e920506bdc req-2e32d9cf-a39f-4df0-a415-b51747c8c298 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132710 Feb 02 15:09:53.628854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:53.661098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:53.675200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:53.684171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:53.698162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-d4cc9753-2e37-439b-bd7a-8923e7042aff tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:53.699636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-d4cc9753-2e37-439b-bd7a-8923e7042aff tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381369 Feb 02 15:09:53.700582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:53.723516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Request body: {'port': {'device_id': '781b9d49-72b0-458c-9bf3-781753d31e5c', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'db55e0dd174e4307812835807e0bded0'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:53.779128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event updated for resources: {'Port': ['ID=b56ffb5a-e65f-4c38-9a2e-7a54c81577b6,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:53.812883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:53.911666 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c0e5327-909f-4ca1-92c0-a16ca1e69ddd req-352d8723-6740-498b-9a8c-20f839f9d74a tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1096 time: 0.0809228 Feb 02 15:09:53.927616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-bb34a5f5-2a70-4f66-8aa0-7573062037f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875a854f-f01f-4589-9ddd-0c9175d59c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540082 Feb 02 15:09:53.955661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c0e5327-909f-4ca1-92c0-a16ca1e69ddd req-2fdf0578-e3f8-45eb-b1d9-cc3a7a9d53ed tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386162 Feb 02 15:09:53.957586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:53.958739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e57eb09b-aa9e-4b2b-a8fd-a124bfc016e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0631802 Feb 02 15:09:54.028383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:54.093396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:54.123206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:54.128648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:54.158959 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-29376273-c470-4d53-8460-bb03c6f4714a service neutron] 10.222.0.64 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241883 Feb 02 15:09:54.207690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f323304-aacf-4ea5-a8ca-12f91bcbd9bb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:54.209916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ae649-8934-4e9e-ba31-7b1477c70fff req-f05b2288-a4fa-4003-9d80-f3835eeba12b tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:54.211380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7a6ae649-8934-4e9e-ba31-7b1477c70fff req-f05b2288-a4fa-4003-9d80-f3835eeba12b tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.0763397 Feb 02 15:09:54.257800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7a6ae649-8934-4e9e-ba31-7b1477c70fff req-35e3f1db-fa26-49e3-901a-be4200d7188c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Feb 02 15:09:54.258013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Made reservation on behalf of db55e0dd174e4307812835807e0bded0 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:09:54.261009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:54.286786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.287140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.287483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.287818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.288176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.288502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.288838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.289174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.289496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.289816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.290137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:09:54.305493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:54.306677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f31d8c0-5d30-495a-bf9b-a94bad532ed7 req-d8483c17-5db3-46eb-a5d2-d9598f51781d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.1272230 Feb 02 15:09:54.388001 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-ab5e4831-3589-40a8-addd-9f24d96f8f93 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips/8dd934c9-b54a-49ea-9e10-ffc4ee40efa4 HTTP/1.1" status: 200 len: 694 time: 0.0911360 Feb 02 15:09:54.411924 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d3bff60-8d8e-4ccd-b30b-3e3716212d98 req-79e790e4-158d-48e5-b0d9-7e686e456441 service neutron] 10.222.0.64 "GET /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462370 Feb 02 15:09:54.454349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c9796084-2313-4c11-aaf1-6dbbaeafeefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:54.501290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3fbf2c62-3b7a-449c-b7f3-39c48e9dbcd0 req-237f0b1e-3cbd-4da9-a8f4-c5a0208d722f tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 210 time: 0.0519037 Feb 02 15:09:54.531475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Allocated IP 192.168.233.91 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/144aaf74-dc0d-4c98-b0d3-fde25665211f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:09:54.555787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-9c662229-4857-4171-8114-c819f70ffb32 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:54.557181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-9c662229-4857-4171-8114-c819f70ffb32 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.1629045 Feb 02 15:09:54.558581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device f173857f-6686-4595-acc8-b38a580de5c2 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:09:54.576432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-b1eaa6bb-1639-41ec-9a5a-cd1bef18d02a tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:09:54.577406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-b1eaa6bb-1639-41ec-9a5a-cd1bef18d02a tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082669 Feb 02 15:09:54.670892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-6295546e-b9f1-45db-af5f-6c5359fa4807 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 697 time: 0.0857475 Feb 02 15:09:54.748170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port f173857f-6686-4595-acc8-b38a580de5c2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=f173857f-6686-4595-acc8-b38a580de5c2,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:54.766900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'f173857f-6686-4595-acc8-b38a580de5c2', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'f173857f-6686-4595-acc8-b38a580de5c2', 'mac_address': 'fa:16:3e:54:96:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:09:54.768988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-9aa44c81-ec95-4c57-9d32-209d464d6ccd tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 697 time: 0.0901804 Feb 02 15:09:54.838095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:54.856862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f173857f-6686-4595-acc8-b38a580de5c2 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:54.873691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port f173857f-6686-4595-acc8-b38a580de5c2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=f173857f-6686-4595-acc8-b38a580de5c2,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:54.875734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:54.884575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4956663b-01ca-43e9-aec3-98c148946935 req-685cde11-28a4-4bf0-ba87-827f016d4cdf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2313197 Feb 02 15:09:54.895251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Transition to ACTIVE for port object 144aaf74-dc0d-4c98-b0d3-fde25665211f will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:54.996812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Deleting port 2d295b65-363e-4543-b6a9-682120d0bc19 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:09:54.997142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.166225 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.176258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.271207 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.272109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.289699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Calling delete_port for 2d295b65-363e-4543-b6a9-682120d0bc19 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:09:55.313013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['bce03603-8b75-4503-a0de-489006d3b3ac'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:09:55.425919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Pushing event updated for resources: {'Port': ['ID=144aaf74-dc0d-4c98-b0d3-fde25665211f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:55.428987 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=f173857f-6686-4595-acc8-b38a580de5c2,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:55.451628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:09:55.453346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:09:55.458447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:09:55.526643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:55.527427 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.529332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.577396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Pushing event deleted for resources: {'Port': ['ID=2d295b65-363e-4543-b6a9-682120d0bc19,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:55.647351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['f173857f-6686-4595-acc8-b38a580de5c2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:09:55.649350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7fd1c2ce-ba8a-4c5a-a488-9db3fe9d5d41 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9308012 Feb 02 15:09:55.666359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Request body: {'port': {'device_id': '781b9d49-72b0-458c-9bf3-781753d31e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:55.678339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.782251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.783156 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.789419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee36cd4b-6aa7-4699-9f06-39209b4e679f req-4d55953e-e3af-41d0-a921-61dd97f6ed74 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "DELETE /v2.0/floatingips/8dd934c9-b54a-49ea-9e10-ffc4ee40efa4 HTTP/1.1" status: 204 len: 173 time: 1.0193045 Feb 02 15:09:55.845025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2e14da66-3b83-4667-8718-c360c48deb19 None None] Provisioning for port 144aaf74-dc0d-4c98-b0d3-fde25665211f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:55.853121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2e14da66-3b83-4667-8718-c360c48deb19 None None] Provisioning complete for port 144aaf74-dc0d-4c98-b0d3-fde25665211f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:55.853486 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e14da66-3b83-4667-8718-c360c48deb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:55.919113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2e14da66-3b83-4667-8718-c360c48deb19 None None] Port 144aaf74-dc0d-4c98-b0d3-fde25665211f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:09:55.974671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-7afa8f29-17be-4d4e-b5d8-837c5bce45b4 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Synchronizing usage tracker for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:56.217692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144aaf74-dc0d-4c98-b0d3-fde25665211f {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:09:56.217692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:56.217692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Transition to ACTIVE for port object 144aaf74-dc0d-4c98-b0d3-fde25665211f will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:09:56.264219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-7afa8f29-17be-4d4e-b5d8-837c5bce45b4 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Unset dirty status for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:56.265389 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-7afa8f29-17be-4d4e-b5d8-837c5bce45b4 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2001043844&fields=id&tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0 HTTP/1.1" status: 200 len: 267 time: 0.3375111 Feb 02 15:09:56.372965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:56.419516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-a8974684-5d79-4059-9bd1-f46c1faa6d92 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:56.420826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-a8974684-5d79-4059-9bd1-f46c1faa6d92 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Synchronizing usage tracker for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:56.498515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Pushing event updated for resources: {'Port': ['ID=144aaf74-dc0d-4c98-b0d3-fde25665211f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:56.539668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-a8974684-5d79-4059-9bd1-f46c1faa6d92 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Unset dirty status for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:56.540886 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-a8974684-5d79-4059-9bd1-f46c1faa6d92 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 823 time: 0.2675941 Feb 02 15:09:56.560700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-f6dc80a3-2813-4971-a934-37475ec96487 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/quotas/0a4e3b796a8c4693bcbbc1e4ada603e0 HTTP/1.1" status: 200 len: 375 time: 0.0132530 Feb 02 15:09:56.573976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device f173857f-6686-4595-acc8-b38a580de5c2 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:09:56.684810 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-c16d820c-0f49-4ef5-90ec-fbafa97a8707 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1177244 Feb 02 15:09:56.702799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Attempting to bind port 144aaf74-dc0d-4c98-b0d3-fde25665211f on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:56.703240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Attempting to bind port 144aaf74-dc0d-4c98-b0d3-fde25665211f by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:56.703719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Attempting to bind port 144aaf74-dc0d-4c98-b0d3-fde25665211f on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:56.709850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Port 144aaf74-dc0d-4c98-b0d3-fde25665211f on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:09:56.711066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Attempting to bind port 144aaf74-dc0d-4c98-b0d3-fde25665211f on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:56.716597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:56.717005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:56.717469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:56.717949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Bound port: 144aaf74-dc0d-4c98-b0d3-fde25665211f, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:56.718357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:56.768219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port f173857f-6686-4595-acc8-b38a580de5c2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:09:56.773517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port f173857f-6686-4595-acc8-b38a580de5c2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:09:56.778641 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:56.844962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-2d5051ef-cac2-4c6f-84de-1d2c3157d910 service neutron] 10.222.0.88 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475492 Feb 02 15:09:56.848270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] For port 144aaf74-dc0d-4c98-b0d3-fde25665211f, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:09:56.852273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] For port 144aaf74-dc0d-4c98-b0d3-fde25665211f, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=144aaf74-dc0d-4c98-b0d3-fde25665211f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:56.854326 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-82d77118-57e7-4c3f-9265-518330a3fd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:56.910662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:56.937501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a4a3a-a273-4097-b7c9-247b58e59ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f173857f-6686-4595-acc8-b38a580de5c2'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:56.948465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port f173857f-6686-4595-acc8-b38a580de5c2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=f173857f-6686-4595-acc8-b38a580de5c2,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:09:56.963251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:56.975875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-68bde2d0-2db0-4f66-8542-dc7399145cdc service neutron] 10.222.0.88 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299679 Feb 02 15:09:57.020049 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:57.045859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:57.047273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] 10.222.0.107 "PUT /v2.0/ports/144aaf74-dc0d-4c98-b0d3-fde25665211f HTTP/1.1" status: 200 len: 1095 time: 1.3852360 Feb 02 15:09:57.047712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781b9d49-72b0-458c-9bf3-781753d31e5c', 'tag': '144aaf74-dc0d-4c98-b0d3-fde25665211f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:09:57.069810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e73fc6-884d-4526-a6be-6a6a4d98626e service neutron] Pushing event updated for resources: {'Port': ['ID=144aaf74-dc0d-4c98-b0d3-fde25665211f,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:57.113007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=f173857f-6686-4595-acc8-b38a580de5c2,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:57.268641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9afea36f-c285-4113-bc26-164b43bec0da req-5bb2fbe2-b658-40a6-8933-d3ab9c4bd091 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/0f323304-aacf-4ea5-a8ca-12f91bcbd9bb HTTP/1.1" status: 200 len: 1639 time: 0.0505311 Feb 02 15:09:57.283836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f323304-aacf-4ea5-a8ca-12f91bcbd9bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:57.284643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f323304-aacf-4ea5-a8ca-12f91bcbd9bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:57.302743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:57.302743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:57.302743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:57.303119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-b2f61919-bb27-441c-aafd-e05f18713e14 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=db55e0dd174e4307812835807e0bded0&device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 1098 time: 0.0922861 Feb 02 15:09:57.306620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:57.385369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-7491ad54-6df2-42b9-816f-e9fa297ee648 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=144aaf74-dc0d-4c98-b0d3-fde25665211f HTTP/1.1" status: 200 len: 217 time: 0.0638630 Feb 02 15:09:57.429126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:57.456803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:57.468634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-29489c2b-ec96-4d23-8dd7-a085f4c9cd22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:57.470064 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-29489c2b-ec96-4d23-8dd7-a085f4c9cd22 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0627687 Feb 02 15:09:57.546909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-c918215e-f956-49c1-8e62-332d372016d4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700598 Feb 02 15:09:57.555671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:57.587090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3660ff6e-0fbf-42f5-a554-af124e0711ee,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:57.666444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:57.668138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9afea36f-c285-4113-bc26-164b43bec0da req-cda85d47-0d1c-4ed4-ab13-30f2a09d86e4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3922100 Feb 02 15:09:57.682698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-8a0f4920-0cb0-4ac6-a208-66cd7652972e service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289268 Feb 02 15:09:57.811236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-0b84dfb5-7061-43e4-bbb7-19ac204fe299 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:09:57.812245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-0b84dfb5-7061-43e4-bbb7-19ac204fe299 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0156357 Feb 02 15:09:57.830295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Request body: {'binding': {'host': 'n-h2-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:57.830730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:09:57.865921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249452-f1ee-48dd-8bf3-d49279debfa6 req-bf886151-5c50-4174-8e8f-58bebb82edb8 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:57.867658 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c249452-f1ee-48dd-8bf3-d49279debfa6 req-bf886151-5c50-4174-8e8f-58bebb82edb8 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 949 time: 0.0885155 Feb 02 15:09:57.877555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9eaf2391-ae18-4939-9023-4f4f75861ddc req-b329aced-d703-49fd-9b58-bc5050cfe79f service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879051 Feb 02 15:09:57.921295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c249452-f1ee-48dd-8bf3-d49279debfa6 req-0039db36-4250-45f1-bc15-1220abe1719b tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474939 Feb 02 15:09:58.046981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on host n-h2-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:09:58.047398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:09:58.047810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:58.054499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:09:58.054753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:09:58.060950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:09:58.063629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:09:58.063629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:09:58.063629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Bound port: c49d41bf-4822-4429-bf7d-32490968d1ed, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:09:58.091632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:09:58.224568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b453d-2b73-4062-9d9c-04b7052dba2a req-14c6daf5-ebb6-405a-86b5-6447b89e805f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:58.226432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c4b453d-2b73-4062-9d9c-04b7052dba2a req-14c6daf5-ebb6-405a-86b5-6447b89e805f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1398520 Feb 02 15:09:58.226580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:58.227680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-21160e3f-af73-41ec-8fba-f77c9622c2e2 service neutron] 10.222.0.88 "POST /v2.0/ports/c49d41bf-4822-4429-bf7d-32490968d1ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.4010944 Feb 02 15:09:58.259071 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:58.272646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c4b453d-2b73-4062-9d9c-04b7052dba2a req-eb6ad26d-6b04-4874-a657-1dfd6eb258aa tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Feb 02 15:09:58.305449 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:58.458106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337b5dc-a09c-4272-84f7-c33c88b014fc req-2124306f-eda0-4899-9bf2-77262e40d7fc tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:58.459540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6337b5dc-a09c-4272-84f7-c33c88b014fc req-2124306f-eda0-4899-9bf2-77262e40d7fc tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 947 time: 0.0760710 Feb 02 15:09:58.510033 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6337b5dc-a09c-4272-84f7-c33c88b014fc req-bd32748e-2b15-4f83-abd8-47eb19887e48 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Feb 02 15:09:58.548345 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a4a3a-a273-4097-b7c9-247b58e59ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f173857f-6686-4595-acc8-b38a580de5c2', 'code': 200} Feb 02 15:09:58.588550 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781b9d49-72b0-458c-9bf3-781753d31e5c', 'tag': '144aaf74-dc0d-4c98-b0d3-fde25665211f', 'status': 'completed', 'code': 200} Feb 02 15:09:58.613538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-386345793', 'description': 'tempest-description-1932522584'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:58.621901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:58.627239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:58.632584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:58.639796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:58.739508 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:58.768930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9b8bd7e9-1561-4f05-8de9-78beccd8268b req-46696fae-285e-4b1c-aeac-481483a31318 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Synchronizing usage tracker for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:58.786993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:58.792564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:58.796087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:09:58.803527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:09:58.839689 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-e2600ef9-885a-4d54-bceb-73061e95cc39 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=db55e0dd174e4307812835807e0bded0&device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 1098 time: 0.2008917 Feb 02 15:09:58.845097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d0fbc4c-ebe0-487a-b3e4-7c32caa7e088 req-843d1888-f920-4ac8-aac3-79be13d33c67 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 1100 time: 0.1416743 Feb 02 15:09:58.864153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:58.886952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9b8bd7e9-1561-4f05-8de9-78beccd8268b req-46696fae-285e-4b1c-aeac-481483a31318 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Unset dirty status for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:58.888067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b8bd7e9-1561-4f05-8de9-78beccd8268b req-46696fae-285e-4b1c-aeac-481483a31318 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 210 time: 0.2480617 Feb 02 15:09:58.973315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d0fbc4c-ebe0-487a-b3e4-7c32caa7e088 req-ad1b6221-dbe8-4a8e-814d-a27ad170da2c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086211 Feb 02 15:09:58.977013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.107', 58226) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:09:58.997070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:59.029944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-bd8f47c1-ed50-468a-ab45-50c1b2812b7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:59.029944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-bd8f47c1-ed50-468a-ab45-50c1b2812b7e service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1834400 Feb 02 15:09:59.041892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01231343-078b-48b1-9523-8fc8b8ade9bc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:09:59.133607 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:59.133607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ac49070-35da-4a46-bbd1-138e5b6470af req-a853c02f-f6ec-492b-8814-7870f46dba02 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5225365 Feb 02 15:09:59.295463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9d7f-4913-4ea1-8581-6808f1387265 req-491ef613-e412-4c4a-bae2-4f1d216940b2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:59.303076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f0f9d7f-4913-4ea1-8581-6808f1387265 req-491ef613-e412-4c4a-bae2-4f1d216940b2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 945 time: 0.1015325 Feb 02 15:09:59.363412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308e103-bb59-4fd8-a004-5b70d35570dc req-0a41f178-c10d-4b1b-bc10-0ebfe36f9c11 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:59.364055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7308e103-bb59-4fd8-a004-5b70d35570dc req-0a41f178-c10d-4b1b-bc10-0ebfe36f9c11 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:59.394112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-c41c3654-9609-47b6-aea2-27b043b7e95d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=144aaf74-dc0d-4c98-b0d3-fde25665211f HTTP/1.1" status: 200 len: 217 time: 0.0758328 Feb 02 15:09:59.403014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c5161161-dd6c-4423-a9bd-7a32880b03ff service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1096 time: 0.0938547 Feb 02 15:09:59.482808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7308e103-bb59-4fd8-a004-5b70d35570dc req-0a41f178-c10d-4b1b-bc10-0ebfe36f9c11 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:59.484004 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7308e103-bb59-4fd8-a004-5b70d35570dc req-0a41f178-c10d-4b1b-bc10-0ebfe36f9c11 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2512469 Feb 02 15:09:59.512052 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f0f9d7f-4913-4ea1-8581-6808f1387265 req-115e161b-872d-410e-99d2-411e589df2f4 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079306 Feb 02 15:09:59.536528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-b0f53a85-f348-4a06-9f5f-f41ac5649c66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:59.537952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-b0f53a85-f348-4a06-9f5f-f41ac5649c66 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1346340 Feb 02 15:09:59.573497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7308e103-bb59-4fd8-a004-5b70d35570dc req-db55d0f2-d340-4714-895d-f49258e77f23 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:09:59.615869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-aabe1df5-4907-424a-a364-a216bbceda79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:59.617578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-aabe1df5-4907-424a-a364-a216bbceda79 service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2088966 Feb 02 15:09:59.626849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-eabd0fff-2abe-4dbd-b223-a215401fc1f0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780702 Feb 02 15:09:59.689685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7308e103-bb59-4fd8-a004-5b70d35570dc req-db55d0f2-d340-4714-895d-f49258e77f23 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:09:59.704260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7308e103-bb59-4fd8-a004-5b70d35570dc req-db55d0f2-d340-4714-895d-f49258e77f23 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1984737 Feb 02 15:09:59.705865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-a1d36cfd-19a9-428e-b88b-1c5e2cc2655c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c49d41bf-4822-4429-bf7d-32490968d1ed HTTP/1.1" status: 200 len: 217 time: 0.0821962 Feb 02 15:09:59.773652 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:09:59.827807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc76b-b1cc-4314-8b39-b150e5364ea0 req-91553858-984e-46b1-8cd9-130f9b20e5b1 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:59.828167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-4f749441-4376-4464-a5ae-fa7e8cb781e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:09:59.829336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b62cc76b-b1cc-4314-8b39-b150e5364ea0 req-91553858-984e-46b1-8cd9-130f9b20e5b1 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 949 time: 0.1199100 Feb 02 15:09:59.829553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-4f749441-4376-4464-a5ae-fa7e8cb781e8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1048226 Feb 02 15:09:59.865040 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-a5e1637a-a775-45fa-9c03-67d680db7ef9 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321646 Feb 02 15:09:59.890656 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-f92997f7-896e-4eca-9f66-d673c8021e88 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509818 Feb 02 15:09:59.898521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-cde8cff5-4409-4ec6-bac0-ecc4c53eebd4 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/01231343-078b-48b1-9523-8fc8b8ade9bc HTTP/1.1" status: 200 len: 1638 time: 0.0911915 Feb 02 15:09:59.972488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '01231343-078b-48b1-9523-8fc8b8ade9bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:59.972845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '01231343-078b-48b1-9523-8fc8b8ade9bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:09:59.974290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b62cc76b-b1cc-4314-8b39-b150e5364ea0 req-113e7388-d68b-4f8e-b9e6-d433fbe5136d tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360011 Feb 02 15:09:59.984071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:09:59.990895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:09:59.995413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:00.016893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:00.067981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-5d8e8a6c-808f-410a-a651-952d35407f63 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683159 Feb 02 15:10:00.127777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9483b824-5786-4ba7-8d9c-b9c1d17fadfe req-4ac36bba-8e55-4727-8da5-7204c0bd68dc service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541578 Feb 02 15:10:00.147929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-88fd811f-3ba1-4c7f-9c50-bd0b63af5767 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:00.149510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-88fd811f-3ba1-4c7f-9c50-bd0b63af5767 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.64 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 823 time: 0.1999357 Feb 02 15:10:00.248285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:00.263199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-43b32285-d4e2-4979-98fc-2b477588af5f service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875336 Feb 02 15:10:00.268513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-c57a3191-a135-412d-b295-60eead40095c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0 HTTP/1.1" status: 200 len: 380 time: 0.0638044 Feb 02 15:10:00.275402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:00.277665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Request body: {'port': {'device_id': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'admin_state_up': True, 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'security_groups': ['8ffc5179-05cc-49bc-a9fb-cde8009fadd2']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:00.351422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a128c77-228b-4e64-b7ec-1b96172d4fb5 req-a82f60ca-870f-478a-b288-769772de2eec tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:00.352898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a128c77-228b-4e64-b7ec-1b96172d4fb5 req-a82f60ca-870f-478a-b288-769772de2eec tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1823354 Feb 02 15:10:00.385454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:00.409939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddfd495-39f0-4010-8c06-f9b2fd1456c7,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:00.435440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a128c77-228b-4e64-b7ec-1b96172d4fb5 req-58fbee78-6fd3-42bf-90f5-4c58c2be0070 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745962 Feb 02 15:10:00.454448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:00.465966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:00.545549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:00.546728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3059b5c7-21f3-40ab-9f5a-d1e3fef3a8c9 req-b55a9aea-5da0-4722-8da8-356c91a95a57 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.6244333 Feb 02 15:10:00.571957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 144aaf74-dc0d-4c98-b0d3-fde25665211f details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:10:00.635531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4fae5-1056-4d0c-a6af-df2894628319 req-0f5c1076-45c3-4cc5-b170-b8001a982408 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:00.636280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-58b4fae5-1056-4d0c-a6af-df2894628319 req-0f5c1076-45c3-4cc5-b170-b8001a982408 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Synchronizing usage tracker for tenant:db55e0dd174e4307812835807e0bded0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:00.667055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f009c17-2f1d-43f9-8fba-b4619eff15d6 req-c3d13b4f-7972-48ab-9922-98177f356658 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0993469 Feb 02 15:10:00.671214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Made reservation on behalf of 0a4e3b796a8c4693bcbbc1e4ada603e0 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:00.677389 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:00.716791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 144aaf74-dc0d-4c98-b0d3-fde25665211f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=144aaf74-dc0d-4c98-b0d3-fde25665211f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:00.726170 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-abe718fd-71b1-4637-bae5-46905592b228 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.0968738 Feb 02 15:10:00.730530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '144aaf74-dc0d-4c98-b0d3-fde25665211f', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '144aaf74-dc0d-4c98-b0d3-fde25665211f', 'mac_address': 'fa:16:3e:c2:5c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:10:00.737637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827122-1'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:00.764174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-58b4fae5-1056-4d0c-a6af-df2894628319 req-0f5c1076-45c3-4cc5-b170-b8001a982408 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Unset dirty status for tenant:db55e0dd174e4307812835807e0bded0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:00.765386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58b4fae5-1056-4d0c-a6af-df2894628319 req-0f5c1076-45c3-4cc5-b170-b8001a982408 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 947 time: 0.2125626 Feb 02 15:10:00.792533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:00.810373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144aaf74-dc0d-4c98-b0d3-fde25665211f {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:00.832408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 144aaf74-dc0d-4c98-b0d3-fde25665211f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=144aaf74-dc0d-4c98-b0d3-fde25665211f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:00.878896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:00.887334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58b4fae5-1056-4d0c-a6af-df2894628319 req-431dc945-c2cf-4e22-be9e-2d688cabd332 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153324 Feb 02 15:10:00.904251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Allocated IP 172.20.0.11 (d2580cdb-c829-46be-9c5c-cc8c8ffabb15/1aa97035-b1e4-42d6-b689-7e1ca5a0250c/abf9ee6f-631c-4ef3-850f-478623e545a6) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:00.940075 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:00.981299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f76f53d-d58b-4f59-a5c5-ccd86d17e988 req-1a4f27d5-b1d9-4438-b7dd-fde56aa7edad tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 210 time: 0.0544841 Feb 02 15:10:01.048928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=144aaf74-dc0d-4c98-b0d3-fde25665211f,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:01.138861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1164611415', 'description': 'tempest-description-29141186'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:01.146765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:01.153144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:01.162691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:01.171342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:01.214658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:01.215780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160d39-d4d1-4866-a52d-16786191d8b4 req-117158bb-66f8-4ec3-bde7-91399833c54d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:01.217274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7160d39-d4d1-4866-a52d-16786191d8b4 req-117158bb-66f8-4ec3-bde7-91399833c54d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 945 time: 0.1299374 Feb 02 15:10:01.247875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:01.267159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7160d39-d4d1-4866-a52d-16786191d8b4 req-e0676949-1c37-41d9-842d-f4cf197e959d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432024 Feb 02 15:10:01.283282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['144aaf74-dc0d-4c98-b0d3-fde25665211f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:01.294100 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.310264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.340548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Transition to ACTIVE for port object abf9ee6f-631c-4ef3-850f-478623e545a6 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:01.357614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:01.366472 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.372981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:01.376811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:01.380084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:01.385814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:01.444427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.467811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.493109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.547884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:01.548455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a063-fa50-4932-88d4-e63f95ed94a5 None None] New status for floating IP 8dd934c9-b54a-49ea-9e10-ffc4ee40efa4: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:10:01.551748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:01.555150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:01.586847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event updated for resources: {'Port': ['ID=abf9ee6f-631c-4ef3-850f-478623e545a6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:01.608237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.645035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:01.645755 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.706827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=7']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:01.740564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1137087-a7c9-48d4-9044-381a20081f65,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:01.769582 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-495724f5-64f3-46a0-8123-7b33af4c8495 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4962497 Feb 02 15:10:01.780319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on host n-h1-827122-1 for vnic_type normal with profile {"migrating_to": "n-h2-827122-1"} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:01.780913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:01.781460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:01.789162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:10:01.789722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Request body: {'port': {'device_id': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:01.789869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Attempting to bind port c49d41bf-4822-4429-bf7d-32490968d1ed on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:01.809066 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.810441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c4b0360-1b3b-4ce7-bd68-4e0171b32748 req-85b9e3fe-e824-4e1c-bb25-a43218b02082 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.6804047 Feb 02 15:10:01.811703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:01.812076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:01.812454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:01.812902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Bound port: c49d41bf-4822-4429-bf7d-32490968d1ed, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:01.813244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:01.902464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Sync routers for ids ['867004d0-40bf-4948-a1e8-6a7a0bc35078'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:10:01.923857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Routers {'867004d0-40bf-4948-a1e8-6a7a0bc35078'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:01.924770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['867004d0-40bf-4948-a1e8-6a7a0bc35078'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:01.930887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:01.937668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:01.961356 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed', 'code': 200} Feb 02 15:10:02.054673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.133202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1ea44f81-3f34-412b-8cae-0da8872d1337 None None] Provisioning for port abf9ee6f-631c-4ef3-850f-478623e545a6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:02.142933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1ea44f81-3f34-412b-8cae-0da8872d1337 None None] Provisioning complete for port abf9ee6f-631c-4ef3-850f-478623e545a6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:02.144210 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1ea44f81-3f34-412b-8cae-0da8872d1337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.153346 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.196567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Set router 867004d0-40bf-4948-a1e8-6a7a0bc35078 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:02.214826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=8']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:02.221904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2dd27-432c-42e9-8be8-80967033061c req-6e577b42-4398-47c8-ab14-007f535c2a12 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:02.223393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74c2dd27-432c-42e9-8be8-80967033061c req-6e577b42-4398-47c8-ab14-007f535c2a12 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1557708 Feb 02 15:10:02.252600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1ea44f81-3f34-412b-8cae-0da8872d1337 None None] Port abf9ee6f-631c-4ef3-850f-478623e545a6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:10:02.258179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.259744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-c55ac627-ecf2-46a3-b319-fda8cf24fa2e service neutron] 10.222.0.107 "PUT /v2.0/ports/c49d41bf-4822-4429-bf7d-32490968d1ed HTTP/1.1" status: 200 len: 1121 time: 1.5274863 Feb 02 15:10:02.273792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457485-edbe-4167-92e7-593b2c1e8b68 req-220e6531-23d0-41a5-a937-8c6955426847 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:02.276811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82457485-edbe-4167-92e7-593b2c1e8b68 req-220e6531-23d0-41a5-a937-8c6955426847 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 949 time: 0.3102624 Feb 02 15:10:02.342390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82457485-edbe-4167-92e7-593b2c1e8b68 req-ddc66fc2-d1a2-4912-8651-d75d03ad6cb1 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570629 Feb 02 15:10:02.352438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74c2dd27-432c-42e9-8be8-80967033061c req-2cdd4c83-d8de-4f1a-adf0-e3f3ffdf519a tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164207 Feb 02 15:10:02.448669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['c49d41bf-4822-4429-bf7d-32490968d1ed'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:02.463337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1089359753', 'description': 'tempest-description-1731660290'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:02.475010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:02.487664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:02.487664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:02.500008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:02.560657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ffd0e-d7d7-4df8-b8b7-1e9cd09fcba4 req-99f0a348-7021-4dbb-b9bc-954963f7bc1c tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:02.562302 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-868ffd0e-d7d7-4df8-b8b7-1e9cd09fcba4 req-99f0a348-7021-4dbb-b9bc-954963f7bc1c tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 946 time: 0.0942705 Feb 02 15:10:02.574924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 144aaf74-dc0d-4c98-b0d3-fde25665211f up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:02.613422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-868ffd0e-d7d7-4df8-b8b7-1e9cd09fcba4 req-18b324c5-7d6f-4d5b-80b0-ad8a530c799a tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Feb 02 15:10:02.617648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.658324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf9ee6f-631c-4ef3-850f-478623e545a6 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:02.670085 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.696597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:02.698912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Transition to ACTIVE for port object abf9ee6f-631c-4ef3-850f-478623e545a6 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:02.701503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:02.704339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:02.710464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:02.767897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:09:40Z', 'revision_number': 4, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bfab5480-d094-4955-add4-1b3d6162db3e', 'name': '', 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'mac_address': 'fa:16:3e:6f:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e1f947-521f-44ab-9f05-53222e838958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:38Z', 'updated_at': '2022-02-02T15:09:40Z', 'revision_number': 2, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'subnets': [{'id': 'b6e1f947-521f-44ab-9f05-53222e838958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:02.775047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.779436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Checking router: 867004d0-40bf-4948-a1e8-6a7a0bc35078 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:10:02.779791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Updating router 867004d0-40bf-4948-a1e8-6a7a0bc35078 port bfab5480-d094-4955-add4-1b3d6162db3e binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:10:02.802659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.843119 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.907677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 144aaf74-dc0d-4c98-b0d3-fde25665211f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:02.919570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 144aaf74-dc0d-4c98-b0d3-fde25665211f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:02.919962 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.923817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Pushing event updated for resources: {'Port': ['ID=abf9ee6f-631c-4ef3-850f-478623e545a6,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:02.967427 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:02.998850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff73f56-f2d1-42dc-a28f-0befd2a0b025 req-04fa3f14-c2ab-46dd-91ee-3cb8bc352d1d tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:03.001555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ff73f56-f2d1-42dc-a28f-0befd2a0b025 req-04fa3f14-c2ab-46dd-91ee-3cb8bc352d1d tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 948 time: 0.1286008 Feb 02 15:10:03.057832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3dfcd9-27ea-4083-a10e-432270277839,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:03.090037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Attempting to bind port abf9ee6f-631c-4ef3-850f-478623e545a6 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:03.090473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Attempting to bind port abf9ee6f-631c-4ef3-850f-478623e545a6 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:03.090933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Attempting to bind port abf9ee6f-631c-4ef3-850f-478623e545a6 on network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:03.101033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Port abf9ee6f-631c-4ef3-850f-478623e545a6 on network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:10:03.101033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Attempting to bind port abf9ee6f-631c-4ef3-850f-478623e545a6 on network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:03.113228 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ff73f56-f2d1-42dc-a28f-0befd2a0b025 req-56c07e52-e595-4490-a4d2-872a0324135e tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918610 Feb 02 15:10:03.115719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:03.120354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Checking segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:03.122311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Bound using segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:03.123147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Bound port: abf9ee6f-631c-4ef3-850f-478623e545a6, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:03.123527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:03.150711 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:03.164429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f12b3109-fdb7-49ed-a250-07e33da2d88c req-fa245524-0616-46a1-98c8-96d833c6121b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7559428 Feb 02 15:10:03.280105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] For port abf9ee6f-631c-4ef3-850f-478623e545a6, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:03.284490 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] For port abf9ee6f-631c-4ef3-850f-478623e545a6, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=abf9ee6f-631c-4ef3-850f-478623e545a6,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:03.317591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:03.363608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a74279-6565-4989-a424-9a0734705242 req-93b7ac91-fecd-4939-a9ce-09edd5e6e7ea tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:03.367864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22a74279-6565-4989-a424-9a0734705242 req-93b7ac91-fecd-4939-a9ce-09edd5e6e7ea tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 944 time: 0.1309438 Feb 02 15:10:03.394188 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:03.419260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781b9d49-72b0-458c-9bf3-781753d31e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144aaf74-dc0d-4c98-b0d3-fde25665211f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:03.428896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22a74279-6565-4989-a424-9a0734705242 req-b2c1eb6e-88d6-4467-a680-32fbe3c6b125 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544815 Feb 02 15:10:03.435013 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:03.440946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 144aaf74-dc0d-4c98-b0d3-fde25665211f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=144aaf74-dc0d-4c98-b0d3-fde25665211f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:03.462370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Transition to ACTIVE for port object bfab5480-d094-4955-add4-1b3d6162db3e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:03.464072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:03.465536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] 10.222.0.64 "PUT /v2.0/ports/abf9ee6f-631c-4ef3-850f-478623e545a6 HTTP/1.1" status: 200 len: 1092 time: 1.6808043 Feb 02 15:10:03.465961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'tag': 'abf9ee6f-631c-4ef3-850f-478623e545a6'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:03.516185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea81e18-fb3e-4e49-bd57-b137e0af2582 service neutron] Pushing event updated for resources: {'Port': ['ID=abf9ee6f-631c-4ef3-850f-478623e545a6,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:03.533516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:03.553093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42f0b3-046e-48a2-836d-abd70f64d550 req-4a971912-1416-404a-bc81-202dacc8cca6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:03.554674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f42f0b3-046e-48a2-836d-abd70f64d550 req-4a971912-1416-404a-bc81-202dacc8cca6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 943 time: 0.2048595 Feb 02 15:10:03.585714 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:03.667373 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f42f0b3-046e-48a2-836d-abd70f64d550 req-c464f30a-4e03-4d09-af58-437f7bf7f145 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 Feb 02 15:10:03.733941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-c2b8905a-a47e-4eea-93cd-b5ca2aa01381 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:03.734693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-c2b8905a-a47e-4eea-93cd-b5ca2aa01381 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Synchronizing usage tracker for tenant:4ba735007ac54455889e472e9b8357ff on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:03.765383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-c2b8905a-a47e-4eea-93cd-b5ca2aa01381 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Unset dirty status for tenant:4ba735007ac54455889e472e9b8357ff on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:03.766587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-c2b8905a-a47e-4eea-93cd-b5ca2aa01381 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 946 time: 0.2109573 Feb 02 15:10:03.826855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-726bc04f-72db-4dda-a446-4ef7635cacff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 1095 time: 0.1574535 Feb 02 15:10:03.915457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=144aaf74-dc0d-4c98-b0d3-fde25665211f,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:03.963043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:03.991959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-c7326557-a492-467d-aee1-f5f2630e2e8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abf9ee6f-631c-4ef3-850f-478623e545a6 HTTP/1.1" status: 200 len: 217 time: 0.1464741 Feb 02 15:10:04.034285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Deleting port ab47fe9f-38fc-4a31-803a-ecffcc242702 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:04.034643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:04.038929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701e51c-2581-45ce-97d7-f805077c336c None None] Pushing event updated for resources: {'Port': ['ID=bfab5480-d094-4955-add4-1b3d6162db3e,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:04.046604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Attempting to bind port bfab5480-d094-4955-add4-1b3d6162db3e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:04.047008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Attempting to bind port bfab5480-d094-4955-add4-1b3d6162db3e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:04.047391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Attempting to bind port bfab5480-d094-4955-add4-1b3d6162db3e on network 17f50268-13a6-463e-b8e9-515f5951a697 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:04.054605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:04.054980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Checking segment: {'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:04.055371 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:04.055758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Bound using segment: {'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:04.056259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Bound port: bfab5480-d094-4955-add4-1b3d6162db3e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276c291f-cbd1-4345-9dae-9ee7148e11f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:04.056596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:04.086615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-d447585b-6663-4813-8a6e-0e79c45aa321 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/d1137087-a7c9-48d4-9044-381a20081f65 HTTP/1.1" status: 200 len: 1637 time: 0.2450426 Feb 02 15:10:04.123209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-40f54b6b-a694-42ed-8848-6412367d6e25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:04.124677 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-40f54b6b-a694-42ed-8848-6412367d6e25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aa97035-b1e4-42d6-b689-7e1ca5a0250c HTTP/1.1" status: 200 len: 862 time: 0.1238778 Feb 02 15:10:04.176507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] For port bfab5480-d094-4955-add4-1b3d6162db3e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:04.181023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] For port bfab5480-d094-4955-add4-1b3d6162db3e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bfab5480-d094-4955-add4-1b3d6162db3e,segment=NetworkSegment(276c291f-cbd1-4345-9dae-9ee7148e11f5),segment_id=276c291f-cbd1-4345-9dae-9ee7148e11f5)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:04.213826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-367f109c-efb9-48ae-a105-a12840531109 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/ff3dfcd9-27ea-4083-a10e-432270277839 HTTP/1.1" status: 200 len: 1639 time: 0.1192093 Feb 02 15:10:04.215768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4a14a-d621-4c76-a858-36fa5326d2a6 req-b168fc03-2754-49b5-85a5-4ded6ecd4906 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:04.217242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8db4a14a-d621-4c76-a858-36fa5326d2a6 req-b168fc03-2754-49b5-85a5-4ded6ecd4906 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1564648 Feb 02 15:10:04.260617 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:04.261175 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-5e2ab303-90d9-42aa-834c-3cc0c45bd4c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294000 Feb 02 15:10:04.270297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1137087-a7c9-48d4-9044-381a20081f65', 'remote_group_id': 'ff3dfcd9-27ea-4083-a10e-432270277839', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:04.270605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1137087-a7c9-48d4-9044-381a20081f65', 'remote_group_id': 'ff3dfcd9-27ea-4083-a10e-432270277839', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:04.280234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:04.287580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:04.297936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:04.308147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:04.314675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8db4a14a-d621-4c76-a858-36fa5326d2a6 req-31ed3ecf-6e05-43d3-ade7-9198c6ac8f10 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888879 Feb 02 15:10:04.355573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Routers {'867004d0-40bf-4948-a1e8-6a7a0bc35078'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:04.355997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] For port ab47fe9f-38fc-4a31-803a-ecffcc242702, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ab47fe9f-38fc-4a31-803a-ecffcc242702,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:04.356481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['867004d0-40bf-4948-a1e8-6a7a0bc35078'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:04.356603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:04.438731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701e51c-2581-45ce-97d7-f805077c336c None None] Pushing event updated for resources: {'Port': ['ID=bfab5480-d094-4955-add4-1b3d6162db3e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:04.503433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39672) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:04.630110 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781b9d49-72b0-458c-9bf3-781753d31e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144aaf74-dc0d-4c98-b0d3-fde25665211f', 'code': 200} Feb 02 15:10:04.630853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device c49d41bf-4822-4429-bf7d-32490968d1ed details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:10:04.645521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] Set router 867004d0-40bf-4948-a1e8-6a7a0bc35078 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:04.686329 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'tag': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'status': 'completed', 'code': 200} Feb 02 15:10:04.741070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-9ff3beb6-e801-47ca-bde8-e30f7737494c service neutron] 10.222.0.64 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715917 Feb 02 15:10:04.789462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Calling delete_port for ab47fe9f-38fc-4a31-803a-ecffcc242702 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:04.903942 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:04.939591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:04.984960 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.005807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:05.031481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device c49d41bf-4822-4429-bf7d-32490968d1ed has no active binding in host n-h2-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:10:05.041527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ea0875e-865a-43d4-b392-9a250fbd808c req-2c676415-f420-4087-b009-b94fcc4ee11d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 1100 time: 0.4050200 Feb 02 15:10:05.055458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:05.059285 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcba4140-4c69-401a-8fd1-81e6de00c689 req-c12f0376-9c87-4ac9-bced-6a49a63f7530 service neutron] 10.222.0.64 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055656 Feb 02 15:10:05.078756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] Usage tracker for resource:security_group_rule and tenant:3a46944f9cb54da29410fc7bd7ad09e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:05.085795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:05.100324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:05.105027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.129253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:09:40Z', 'revision_number': 4, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bfab5480-d094-4955-add4-1b3d6162db3e', 'name': '', 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'mac_address': 'fa:16:3e:6f:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e1f947-521f-44ab-9f05-53222e838958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:38Z', 'updated_at': '2022-02-02T15:10:04Z', 'revision_number': 4, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'subnets': [{'id': 'b6e1f947-521f-44ab-9f05-53222e838958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:05.133560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17dd416-26cc-4ce5-85bb-852c82339b87 None None] The sync data for ids ['867004d0-40bf-4948-a1e8-6a7a0bc35078'] in n-d-827122-1 is: [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:09:40Z', 'revision_number': 4, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bfab5480-d094-4955-add4-1b3d6162db3e', 'name': '', 'network_id': '17f50268-13a6-463e-b8e9-515f5951a697', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'mac_address': 'fa:16:3e:6f:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e1f947-521f-44ab-9f05-53222e838958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:38Z', 'updated_at': '2022-02-02T15:10:04Z', 'revision_number': 4, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'subnets': [{'id': 'b6e1f947-521f-44ab-9f05-53222e838958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:10:05.135520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a2f7db-0636-41e1-b1e5-1ddfc919a27e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:05.135969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb22efb-6faa-4069-8e35-30bce1040689 req-c393c03e-9922-45d3-8f82-4f88c40c4200 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:05.144152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fb22efb-6faa-4069-8e35-30bce1040689 req-c393c03e-9922-45d3-8f82-4f88c40c4200 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a1fa93e-c662-406b-942a-52b5b2409446 HTTP/1.1" status: 200 len: 946 time: 0.2542622 Feb 02 15:10:05.149950 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.165847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ea0875e-865a-43d4-b392-9a250fbd808c req-9269b8b9-88c1-421a-9370-4722306e9051 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132905 Feb 02 15:10:05.198283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['ab47fe9f-38fc-4a31-803a-ecffcc242702'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:05.225323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Pushing event deleted for resources: {'Port': ['ID=ab47fe9f-38fc-4a31-803a-ecffcc242702,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:05.266969 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.273393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd5df472-7e9d-44e0-8b27-c752fe2498f8 req-ba579f44-2727-4138-98af-a1d68b454745 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.0125997 Feb 02 15:10:05.274066 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fb22efb-6faa-4069-8e35-30bce1040689 req-7fb93d7f-398d-434b-879e-f89669d32514 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.88 "GET /v2.0/security-groups?id=80a73d28-4260-4579-9504-ddc9ec67402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294117 Feb 02 15:10:05.277853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.362212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] No DVR routers for this DVR port ab47fe9f-38fc-4a31-803a-ecffcc242702 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:05.362472 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.362586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.364093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40414347-fe79-4a1d-bd1c-42934a275a61 req-021fa2c4-043b-44d9-99f8-76e4eb991c70 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248 tempest-FloatingIPsAssociationNegativeTestJSON-1945408248-project] 10.222.0.64 "DELETE /v2.0/ports/ab47fe9f-38fc-4a31-803a-ecffcc242702 HTTP/1.1" status: 204 len: 173 time: 1.5880759 Feb 02 15:10:05.404019 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed', 'status': 'completed', 'code': 200} Feb 02 15:10:05.443221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a46944f9cb54da29410fc7bd7ad09e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9370451 Feb 02 15:10:05.446493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39694) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:05.447895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7235d-86a7-4aba-817f-327d2d356164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7da7f0-0061-4e2a-bc3f-158976050c86,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:05.531598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c280984e-d17f-4487-84ab-b1ca77501027 req-aead9ee4-202f-4da7-b45c-3701e102091f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 1095 time: 0.2407744 Feb 02 15:10:05.547102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-4c20efcd-41f9-495b-8a92-450349d6b9ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=549b73a623d443dfbbff941331f5a48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546229 Feb 02 15:10:05.663960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-2a09b000-c8dc-4918-9a24-f1dca929cf29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1124 time: 0.2350590 Feb 02 15:10:05.811998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-97b16f31-d850-42a7-8900-a84855d9eebc tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:05.819152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-97b16f31-d850-42a7-8900-a84855d9eebc tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711205 Feb 02 15:10:05.849001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e376442-426f-4ea7-9eb9-aee349afdab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.851615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9d258423-53d0-4ce0-9d3d-52159dc3b21b tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/quotas/549b73a623d443dfbbff941331f5a48c HTTP/1.1" status: 200 len: 375 time: 0.0315905 Feb 02 15:10:05.923522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-8d032f0f-5a2e-4a73-926b-820267dee834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:05.925109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-8d032f0f-5a2e-4a73-926b-820267dee834 service neutron] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2398598 Feb 02 15:10:05.933418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280984e-d17f-4487-84ab-b1ca77501027 req-c15e8036-ef7e-4334-8955-80479b149768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:05.934885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c280984e-d17f-4487-84ab-b1ca77501027 req-c15e8036-ef7e-4334-8955-80479b149768 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 925 time: 0.3821495 Feb 02 15:10:05.938135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e376442-426f-4ea7-9eb9-aee349afdab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:05.956965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9291c-1be2-47ab-a02e-576342332a0a req-d923530e-2352-490f-ae8b-a146d9a2ed55 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:05.963803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ae9291c-1be2-47ab-a02e-576342332a0a req-d923530e-2352-490f-ae8b-a146d9a2ed55 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 949 time: 0.2767329 Feb 02 15:10:06.014684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-a9fd8137-7777-4ab8-9e78-fd3e14b568e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c49d41bf-4822-4429-bf7d-32490968d1ed HTTP/1.1" status: 200 len: 217 time: 0.0783641 Feb 02 15:10:06.087036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-69605c6b-6eaf-45a8-8d05-5832d4f684eb tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=549b73a623d443dfbbff941331f5a48c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2182899 Feb 02 15:10:06.168156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ae9291c-1be2-47ab-a02e-576342332a0a req-5be125bf-c23e-4fb5-be87-159bd9388137 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596813 Feb 02 15:10:06.168156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c280984e-d17f-4487-84ab-b1ca77501027 req-2cfcb97b-6b9c-422e-9fcc-64ca1fbd39a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abf9ee6f-631c-4ef3-850f-478623e545a6 HTTP/1.1" status: 200 len: 217 time: 0.1819220 Feb 02 15:10:06.169923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-379f2d33-ae78-4858-be7f-19d1d050a307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:06.169923 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-379f2d33-ae78-4858-be7f-19d1d050a307 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1150036 Feb 02 15:10:06.209537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-971c6702-3187-458c-a2a4-ba8cd396dc90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615468 Feb 02 15:10:06.277265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280984e-d17f-4487-84ab-b1ca77501027 req-9b0df395-1315-4e62-9879-a90ebcc6fc84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:06.278706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c280984e-d17f-4487-84ab-b1ca77501027 req-9b0df395-1315-4e62-9879-a90ebcc6fc84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aa97035-b1e4-42d6-b689-7e1ca5a0250c HTTP/1.1" status: 200 len: 862 time: 0.1348617 Feb 02 15:10:06.444751 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e376442-426f-4ea7-9eb9-aee349afdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:06.478055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-7da64589-b133-479f-9865-cf3beaec50fd service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510996 Feb 02 15:10:06.497016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e376442-426f-4ea7-9eb9-aee349afdab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7da7f0-0061-4e2a-bc3f-158976050c86,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:06.512989 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e376442-426f-4ea7-9eb9-aee349afdab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:06.514509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0e376442-426f-4ea7-9eb9-aee349afdab6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fb7da7f0-0061-4e2a-bc3f-158976050c86 HTTP/1.1" status: 204 len: 168 time: 1.0637696 Feb 02 15:10:06.593861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c280984e-d17f-4487-84ab-b1ca77501027 req-ff8c1eb6-7d97-4570-9cd3-373a3c3069f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997415 Feb 02 15:10:06.632801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92229aec-59e4-4de0-a895-29df4ea6ffae req-b747d5ee-bb19-406c-af02-d42fbd0effdf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:06.642010 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92229aec-59e4-4de0-a895-29df4ea6ffae req-b747d5ee-bb19-406c-af02-d42fbd0effdf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 944 time: 0.3077598 Feb 02 15:10:06.645879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-fe2e7e1b-9e29-4ca8-93a8-ed59e1d26de6 service neutron] 10.222.0.64 "GET /v2.0/ports/c49d41bf-4822-4429-bf7d-32490968d1ed/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.2660019 Feb 02 15:10:06.673210 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1b5f42-820f-43bf-b731-f006777caed9 req-47fdab4c-aa88-41f6-a3b6-4e022e3ae03e service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922774 Feb 02 15:10:06.730710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'name': 'network-vif-deleted', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:06.810994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc2bb5-fd5c-4384-a3dd-5ee7bf5364ca req-dd840789-e7b0-47ce-977d-eb02a8cca6e0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:06.819559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadc2bb5-fd5c-4384-a3dd-5ee7bf5364ca req-dd840789-e7b0-47ce-977d-eb02a8cca6e0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 943 time: 0.1452563 Feb 02 15:10:06.885531 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadc2bb5-fd5c-4384-a3dd-5ee7bf5364ca req-4039fca3-f00c-43d5-bc95-d9332bcb9c7f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644491 Feb 02 15:10:06.965509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-573326549', 'description': 'tempest-description-175975392'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:06.973441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:06.976446 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92229aec-59e4-4de0-a895-29df4ea6ffae req-18eb4a9f-48d9-4c0d-a634-943b1d4dc541 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334334 Feb 02 15:10:06.981440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:06.983531 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c280984e-d17f-4487-84ab-b1ca77501027 req-211f55fc-1b9c-40bc-b66e-daac4872fbc0 service neutron] 10.222.0.64 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829267 Feb 02 15:10:06.991023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:07.030575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:07.176793 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.193915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bfab5480-d094-4955-add4-1b3d6162db3e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:07.250911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:07.256176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:07.259874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:07.265993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:07.278706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c280984e-d17f-4487-84ab-b1ca77501027 req-0a91baff-ec87-4152-bf6b-9cde7c3668f6 service neutron] 10.222.0.64 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532365 Feb 02 15:10:07.337125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.385298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port bfab5480-d094-4955-add4-1b3d6162db3e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:07.385631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.390267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port bfab5480-d094-4955-add4-1b3d6162db3e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:07.390645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.488962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab56b-5c16-4b8c-b6fa-89ea9991dec1 req-16bbf023-6e96-4ec0-8230-6af0902a3187 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:07.490507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-087ab56b-5c16-4b8c-b6fa-89ea9991dec1 req-16bbf023-6e96-4ec0-8230-6af0902a3187 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.2109365 Feb 02 15:10:07.528551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39718) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:07.539420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:07.541609 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.542937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-37d68f7a-f6d9-4c76-bc34-eb1f0e36e3bf req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.5821362 Feb 02 15:10:07.546637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af126d-d3be-4d89-8450-32bca76040f5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2798af-02c4-436f-9d96-adf600eedee0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:07.593233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.618770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:07.641333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39724) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:07.642112 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.679098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port bfab5480-d094-4955-add4-1b3d6162db3e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bfab5480-d094-4955-add4-1b3d6162db3e,segment=NetworkSegment(276c291f-cbd1-4345-9dae-9ee7148e11f5),segment_id=276c291f-cbd1-4345-9dae-9ee7148e11f5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:07.680697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-087ab56b-5c16-4b8c-b6fa-89ea9991dec1 req-ec873aa5-2a75-403a-801e-252216767940 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793485 Feb 02 15:10:07.728150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device abf9ee6f-631c-4ef3-850f-478623e545a6 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:10:07.747715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49d41bf-4822-4429-bf7d-32490968d1ed {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:07.775972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:07.782951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:07.809268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b4cd7c2226470d8bfdb118f00422bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:07.824922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:07.846582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:07.857091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c6b7d1f-f80e-456c-ad31-285654c1412c req-d392d381-4994-4667-a348-a58c3fdc14cd tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 210 time: 0.0756786 Feb 02 15:10:07.870204 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1fa93e-c662-406b-942a-52b5b2409446', 'name': 'network-vif-deleted', 'tag': 'ab47fe9f-38fc-4a31-803a-ecffcc242702', 'status': 'completed', 'code': 200} Feb 02 15:10:07.948886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port abf9ee6f-631c-4ef3-850f-478623e545a6, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=abf9ee6f-631c-4ef3-850f-478623e545a6,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:07.971110 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.991153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.992299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'port_id': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'mac_address': 'fa:16:3e:b1:b6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:10:07.992299 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:07.992299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ab47fe9f-38fc-4a31-803a-ecffcc242702 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:07.992560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1883680620', 'description': 'tempest-description-196003476'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:08.000255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:08.025614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:08.035676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:08.046125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:08.108228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=bfab5480-d094-4955-add4-1b3d6162db3e,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:08.111992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: ab47fe9f-38fc-4a31-803a-ecffcc242702 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:08.112345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ab47fe9f-38fc-4a31-803a-ecffcc242702 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:08.119361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.160773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.170393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.189007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf9ee6f-631c-4ef3-850f-478623e545a6 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:08.205166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port abf9ee6f-631c-4ef3-850f-478623e545a6, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=abf9ee6f-631c-4ef3-850f-478623e545a6,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:08.213999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:08.218410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:08.222080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:08.226327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3ad807-bd85-4269-8f2b-6e65c85f79db,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:08.229449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:08.244396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9fb8dc93-6232-40fa-8307-b8459241b032 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c9b4cd7c2226470d8bfdb118f00422bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7108855 Feb 02 15:10:08.249459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39732) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:08.281509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] Transition to ACTIVE for port object c49d41bf-4822-4429-bf7d-32490968d1ed will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:08.290276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.296340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75353f-2f72-4db8-bdce-f1f753aea2d9 req-3a0e0de6-3c70-4c16-aae1-55ef086f2ecb tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:08.310553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f75353f-2f72-4db8-bdce-f1f753aea2d9 req-3a0e0de6-3c70-4c16-aae1-55ef086f2ecb tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 949 time: 0.2496099 Feb 02 15:10:08.348327 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.394811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=abf9ee6f-631c-4ef3-850f-478623e545a6,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:08.403049 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.447682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6151885c-df71-4c31-b040-db2526adc884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.487876 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6151885c-df71-4c31-b040-db2526adc884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.503182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f75353f-2f72-4db8-bdce-f1f753aea2d9 req-34218111-2859-4cf9-a5c6-537b834aaaec tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847799 Feb 02 15:10:08.519714 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.534586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.544678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] No DVR routers for this DVR port c49d41bf-4822-4429-bf7d-32490968d1ed on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:08.550953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] Pushing event updated for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=10']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:08.602509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-582d5506-0a7c-4dea-b8f8-b95d7ba24f6c service neutron] 10.222.0.64 "PUT /v2.0/ports/c49d41bf-4822-4429-bf7d-32490968d1ed/bindings/n-h2-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8275931 Feb 02 15:10:08.613014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['abf9ee6f-631c-4ef3-850f-478623e545a6'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:08.655369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d340f7-0b24-451e-912f-eb225e2ce2e9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:08.709534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62ea1-880d-4a82-94df-86c62c66b7ab req-38851d76-24ee-4ae3-b119-effd1c7deb99 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:08.711333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26a62ea1-880d-4a82-94df-86c62c66b7ab req-38851d76-24ee-4ae3-b119-effd1c7deb99 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 944 time: 0.0890365 Feb 02 15:10:08.748531 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.749765 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebf2bfd2-fe2f-4b84-8177-bdf06968e7a0 req-775785b1-ecb4-44ba-9552-ffda8088b50b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.7646918 Feb 02 15:10:08.762738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6151885c-df71-4c31-b040-db2526adc884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.782591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26a62ea1-880d-4a82-94df-86c62c66b7ab req-43cc8911-b8d9-4fcf-a433-496410c62a6a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648558 Feb 02 15:10:08.789991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151885c-df71-4c31-b040-db2526adc884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3ad807-bd85-4269-8f2b-6e65c85f79db,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:08.796734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6151885c-df71-4c31-b040-db2526adc884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:08.797831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6151885c-df71-4c31-b040-db2526adc884 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3f3ad807-bd85-4269-8f2b-6e65c85f79db HTTP/1.1" status: 204 len: 168 time: 0.5474644 Feb 02 15:10:09.094962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bfab5480-d094-4955-add4-1b3d6162db3e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:09.127015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729f55c-b115-4515-ade3-5a4fd549df91 req-ef1f7a5c-019f-4fa3-ba87-b4e1ebba57ec tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:09.128370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b729f55c-b115-4515-ade3-5a4fd549df91 req-ef1f7a5c-019f-4fa3-ba87-b4e1ebba57ec tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Synchronizing usage tracker for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:09.183086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port bfab5480-d094-4955-add4-1b3d6162db3e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:09.183580 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:09.212811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-ac289803-465e-4cc0-a545-89e66c592326 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.1043799 Feb 02 15:10:09.295322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-b9a7ab17-2a5f-44ac-90ff-901b9b567536 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=549b73a623d443dfbbff941331f5a48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361259 Feb 02 15:10:09.299140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b729f55c-b115-4515-ade3-5a4fd549df91 req-ef1f7a5c-019f-4fa3-ba87-b4e1ebba57ec tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Unset dirty status for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:09.300394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b729f55c-b115-4515-ade3-5a4fd549df91 req-ef1f7a5c-019f-4fa3-ba87-b4e1ebba57ec tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 945 time: 0.3233211 Feb 02 15:10:09.401965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Deleting port ef4cf0cf-4592-4ded-85be-147439c99873 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:09.402307 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:09.454866 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-5b3e0fd6-667c-49d1-9be3-427c3b9dd552 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134&tenant_id=df2a8be9a1964ccebcc06f0371c41032 HTTP/1.1" status: 200 len: 1095 time: 0.2337589 Feb 02 15:10:09.497857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-1c6ef14e-a340-4bbf-9c99-97f5dd0f591b tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:09.499708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-1c6ef14e-a340-4bbf-9c99-97f5dd0f591b tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846859 Feb 02 15:10:09.583519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Request body: {'port': {'device_id': '9e9a3df5-e066-4c11-a0a3-21268b48fdab', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '549b73a623d443dfbbff941331f5a48c'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:09.597679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b729f55c-b115-4515-ade3-5a4fd549df91 req-8ffd89d0-92e7-4e9b-b285-ab2bbf3043be tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885566 Feb 02 15:10:09.741133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device abf9ee6f-631c-4ef3-850f-478623e545a6 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:09.759540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] For port ef4cf0cf-4592-4ded-85be-147439c99873, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ef4cf0cf-4592-4ded-85be-147439c99873,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:09.759944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:09.767478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:09.784769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:09.797740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa9ae-301c-4416-bb4d-fed887dc97ca req-4428e631-5bff-4cc6-8115-b88b5a547ef8 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:09.803325 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f0aa9ae-301c-4416-bb4d-fed887dc97ca req-4428e631-5bff-4cc6-8115-b88b5a547ef8 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.2616694 Feb 02 15:10:09.821858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-b27406b1-288a-4879-a7f2-010d3b3bd096 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1095 time: 0.3164570 Feb 02 15:10:09.896344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Calling delete_port for ef4cf0cf-4592-4ded-85be-147439c99873 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:09.923769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fec570ee-4456-471c-8710-1913af5cfdfd req-728d237c-e1f0-45a1-ba33-af86727fffc3 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/ea2798af-02c4-436f-9d96-adf600eedee0 HTTP/1.1" status: 200 len: 1637 time: 0.2239413 Feb 02 15:10:09.962720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port abf9ee6f-631c-4ef3-850f-478623e545a6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:09.972044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port abf9ee6f-631c-4ef3-850f-478623e545a6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:09.972523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:09.978925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Made reservation on behalf of 549b73a623d443dfbbff941331f5a48c for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:09.981873 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:10.020935 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f0aa9ae-301c-4416-bb4d-fed887dc97ca req-89211ae9-16ab-4f08-bb6c-b3c574b3422e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161987 Feb 02 15:10:10.166045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-0c4890e7-09bd-413d-a4f0-61e4be3f4786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:10.168096 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-0c4890e7-09bd-413d-a4f0-61e4be3f4786 service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.3378849 Feb 02 15:10:10.239809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fec570ee-4456-471c-8710-1913af5cfdfd req-2600d257-c1e2-4027-a9c5-fc5858663902 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/71d340f7-0b24-451e-912f-eb225e2ce2e9 HTTP/1.1" status: 200 len: 1638 time: 0.3057308 Feb 02 15:10:10.246028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea2798af-02c4-436f-9d96-adf600eedee0', 'remote_group_id': '71d340f7-0b24-451e-912f-eb225e2ce2e9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:10.246420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea2798af-02c4-436f-9d96-adf600eedee0', 'remote_group_id': '71d340f7-0b24-451e-912f-eb225e2ce2e9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:10.253896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:10.257869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:10.260808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:10.267217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:10.275229 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:10.304312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-395d0a6e-ecca-483b-8fb6-20d731299652 req-9ba02360-6b8d-4218-8cf1-b7547c779af6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 210 time: 0.1347885 Feb 02 15:10:10.308673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf9ee6f-631c-4ef3-850f-478623e545a6'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:10.317230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port abf9ee6f-631c-4ef3-850f-478623e545a6, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=abf9ee6f-631c-4ef3-850f-478623e545a6,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:10.342053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-47c1e9a0-dea4-4ffc-8e22-bf712b5e6129 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c49d41bf-4822-4429-bf7d-32490968d1ed HTTP/1.1" status: 200 len: 217 time: 0.1382804 Feb 02 15:10:10.396037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:10.396846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c49d41bf-4822-4429-bf7d-32490968d1ed no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:10.431456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:10.468676 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:10.519500 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:10.531106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c49d41bf-4822-4429-bf7d-32490968d1ed not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:10.533111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4cf0cf-4592-4ded-85be-147439c99873,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:10.543193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-e877127c-993e-4dc2-b556-ef1d498062fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:10.543193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-e877127c-993e-4dc2-b556-ef1d498062fb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1912012 Feb 02 15:10:10.557821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=abf9ee6f-631c-4ef3-850f-478623e545a6,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:10.568362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Allocated IP 192.168.233.160 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/256d26b4-6077-4f4e-bf55-ad373401e1b1) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:10.628964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-25c55622-8810-48b1-be6b-16baf5b84c5e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620475 Feb 02 15:10:10.631673 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:10.671086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e144b5-e177-4089-9dd8-f0d8a6e8c2e9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:10.765378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:10.776999 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fec570ee-4456-471c-8710-1913af5cfdfd req-c79ba2f3-3ce2-4b99-a05d-24533442278a tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.5361691 Feb 02 15:10:10.888671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889922-23cd-4136-9a4d-3240c8f4500c req-b225f052-af2f-4fa6-984c-00490d73fb48 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:10.890082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4889922-23cd-4136-9a4d-3240c8f4500c req-b225f052-af2f-4fa6-984c-00490d73fb48 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 949 time: 0.4083037 Feb 02 15:10:10.895873 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-dd014963-42c2-4b24-92fc-fe710b527eab service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606554 Feb 02 15:10:11.001493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:11.010835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097b94e-5cd9-4482-8512-d513e533de3e req-7f3496d9-47e9-47b7-a66b-2be935e055af tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:11.012409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4097b94e-5cd9-4482-8512-d513e533de3e req-7f3496d9-47e9-47b7-a66b-2be935e055af tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 944 time: 0.1042826 Feb 02 15:10:11.139459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4097b94e-5cd9-4482-8512-d513e533de3e req-a76753da-5dfd-4bd4-aa75-340c0ab962b1 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203980 Feb 02 15:10:11.139787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4889922-23cd-4136-9a4d-3240c8f4500c req-bab3c4ea-5394-4504-995f-b38c03fb5ca5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429178 Feb 02 15:10:11.187785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-8ed35122-3806-455f-9356-f8955dbb8b0d service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279165 Feb 02 15:10:11.198022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:11.237529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Transition to ACTIVE for port object 256d26b4-6077-4f4e-bf55-ad373401e1b1 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:11.248655 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'code': 200} Feb 02 15:10:11.342057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b94a24ca-a469-4204-954b-a81ab51d23a0 req-9fa0f994-83d3-47cb-972d-280e6961ca2b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/71d340f7-0b24-451e-912f-eb225e2ce2e9 HTTP/1.1" status: 200 len: 1638 time: 0.0600429 Feb 02 15:10:11.421171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:11.462187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['f173857f-6686-4595-acc8-b38a580de5c2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:11.551491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Pushing event updated for resources: {'Port': ['ID=256d26b4-6077-4f4e-bf55-ad373401e1b1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:11.555477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:11.558513 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b94a24ca-a469-4204-954b-a81ab51d23a0 req-a9929137-95b8-4522-87cb-d2027715d057 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:11.560362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:11.563120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:11.626369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f5d17-71f7-433b-8e6d-310ac1f7b8ce req-b55ccc52-279b-4bb0-8d47-6b5fcb60ebf2 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:11.633824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-521f5d17-71f7-433b-8e6d-310ac1f7b8ce req-b55ccc52-279b-4bb0-8d47-6b5fcb60ebf2 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 946 time: 0.2831910 Feb 02 15:10:11.649406 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b94a24ca-a469-4204-954b-a81ab51d23a0 req-a9929137-95b8-4522-87cb-d2027715d057 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:11.690508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e3b1059-d36f-4052-9fd0-8e4863c7f049 req-c0304507-64fd-4282-b391-a90fd4ca8021 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 1097 time: 0.3521574 Feb 02 15:10:11.758523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:11.759490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:11.839898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-521f5d17-71f7-433b-8e6d-310ac1f7b8ce req-db96621a-ca77-4ee8-9c82-e33454a92626 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015862 Feb 02 15:10:11.854631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e3b1059-d36f-4052-9fd0-8e4863c7f049 req-87d42232-6003-46b2-972f-78798057129c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512508 Feb 02 15:10:11.973626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2e7ef4c8-7056-4be6-9f58-b16bab300cd4 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4299378 Feb 02 15:10:12.020698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-e85a2027-518a-4680-b86e-e37f727b9bdc tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.1013899 Feb 02 15:10:12.022921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Router ee7e8d54-badf-4b49-8f44-27392bd63354 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:10:12.024898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b94a24ca-a469-4204-954b-a81ab51d23a0 req-a9929137-95b8-4522-87cb-d2027715d057 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:12.083728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9929137-95b8-4522-87cb-d2027715d057 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d340f7-0b24-451e-912f-eb225e2ce2e9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:12.092593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b94a24ca-a469-4204-954b-a81ab51d23a0 req-a9929137-95b8-4522-87cb-d2027715d057 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:12.093694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b94a24ca-a469-4204-954b-a81ab51d23a0 req-a9929137-95b8-4522-87cb-d2027715d057 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "DELETE /v2.0/security-groups/71d340f7-0b24-451e-912f-eb225e2ce2e9 HTTP/1.1" status: 204 len: 173 time: 0.7194846 Feb 02 15:10:12.170471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Request body: {'port': {'device_id': '9e9a3df5-e066-4c11-a0a3-21268b48fdab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:12.197550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fe313-7d67-452c-936f-387b51b93419 req-c24f8c4d-0928-4d23-8812-beaeee2e2d34 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:12.199008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-965fe313-7d67-452c-936f-387b51b93419 req-c24f8c4d-0928-4d23-8812-beaeee2e2d34 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1748824 Feb 02 15:10:12.202257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27198353-ead3-4c0b-821f-a4ce9928a755 None None] Provisioning for port 256d26b4-6077-4f4e-bf55-ad373401e1b1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:12.208016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27198353-ead3-4c0b-821f-a4ce9928a755 None None] Provisioning complete for port 256d26b4-6077-4f4e-bf55-ad373401e1b1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:12.208434 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27198353-ead3-4c0b-821f-a4ce9928a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:12.267155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-27198353-ead3-4c0b-821f-a4ce9928a755 None None] Port 256d26b4-6077-4f4e-bf55-ad373401e1b1 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:10:12.316687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-965fe313-7d67-452c-936f-387b51b93419 req-32728e39-8b65-4efd-b4d2-1de8e0d22798 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068687 Feb 02 15:10:12.336546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-d7fcca2a-5210-433e-b07d-67bd5db60c4c service neutron] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:12.355349 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-d7fcca2a-5210-433e-b07d-67bd5db60c4c service neutron] Notify callbacks [] for binding, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:12.356534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88daebb-57ef-41ca-9e2d-d10b8f0f4ba4 req-d7fcca2a-5210-433e-b07d-67bd5db60c4c service neutron] 10.222.0.107 "DELETE /v2.0/ports/c49d41bf-4822-4429-bf7d-32490968d1ed/bindings/n-h1-827122-1 HTTP/1.1" status: 204 len: 173 time: 0.3136067 Feb 02 15:10:12.383772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:10:12.389872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9cb15564-0d86-4f95-af64-765348d2f573 admin admin] 10.222.0.88 "PUT /v2.0/routers/ee7e8d54-badf-4b49-8f44-27392bd63354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7474139 Feb 02 15:10:12.395067 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] Sync routers for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:10:12.407577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39802) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:12.410872 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:12.411695 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:12.517324 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:12.541219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab50ce-4862-4890-a404-410f871681a5 req-19655fa3-24d8-4d91-9d7c-7379a9d1bbb8 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:12.543576 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3ab50ce-4862-4890-a404-410f871681a5 req-19655fa3-24d8-4d91-9d7c-7379a9d1bbb8 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 936 time: 0.0852346 Feb 02 15:10:12.601895 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3ab50ce-4862-4890-a404-410f871681a5 req-9a0edb79-b32a-4680-9807-f07d6b3271db tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511672 Feb 02 15:10:12.603693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-0e3584d1-c60e-4470-9a2d-2db6865f2b08 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 1100 time: 0.3066878 Feb 02 15:10:12.622573 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:12.679325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:12.690298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af84aec0-a6c1-4e8b-b28f-b5c4c09ec2df req-2977c2a8-3ff5-4de6-9634-0814b7748bb6 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/ea2798af-02c4-436f-9d96-adf600eedee0 HTTP/1.1" status: 200 len: 1637 time: 0.0462081 Feb 02 15:10:12.877329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:12.888351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] Usage tracker for resource:security_group_rule and tenant:5fbd250a8db444bba004dcdf25c35217 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:12.892457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:12.900809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:12.901415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2877603-1595-4001-98bb-193b3691d202 req-c6a48de6-0aed-477e-93bb-ce63d4b14584 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:12.903114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2877603-1595-4001-98bb-193b3691d202 req-c6a48de6-0aed-477e-93bb-ce63d4b14584 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 944 time: 0.0881877 Feb 02 15:10:12.929615 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:10:10Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:12.934028 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] Checking router: ee7e8d54-badf-4b49-8f44-27392bd63354 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:10:12.946572 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] Routers {'ee7e8d54-badf-4b49-8f44-27392bd63354'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:12.947451 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['ee7e8d54-badf-4b49-8f44-27392bd63354'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:12.997189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:12.999315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2877603-1595-4001-98bb-193b3691d202 req-47bdf22d-3fe9-470d-ac01-9b5a6cf5ee58 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866570 Feb 02 15:10:13.089655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:10:13.165116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] Set router ee7e8d54-badf-4b49-8f44-27392bd63354 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:13.173418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.196673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256d26b4-6077-4f4e-bf55-ad373401e1b1 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:13.204359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.226517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Transition to ACTIVE for port object 256d26b4-6077-4f4e-bf55-ad373401e1b1 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:13.291916 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.332266 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.389535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b93a8399-92b8-4c63-beb5-f4118b4dbce1 req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785704 Feb 02 15:10:13.390163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78a07d-fc1e-4ea1-9e60-f0d2bb4b06d4 tempest-LiveMigrationNegativeTest-411280602 tempest-LiveMigrationNegativeTest-411280602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e771f5d-7bc5-4f47-8802-efab064f4e2d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:13.414159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2034501404', 'description': 'tempest-description-1870403606'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:13.439911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:13.444809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:13.450264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:13.458238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:13.512217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Pushing event updated for resources: {'Port': ['ID=256d26b4-6077-4f4e-bf55-ad373401e1b1,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:13.539455 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.560826 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:10:10Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:13.569202 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93eb89f-4807-4059-959a-15e8a60e58d6 None None] The sync data for ids ['ee7e8d54-badf-4b49-8f44-27392bd63354'] in n-d-827122-1 is: [{'id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1479136224-router', 'tenant_id': '4ba735007ac54455889e472e9b8357ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:08:54Z', 'updated_at': '2022-02-02T15:10:10Z', 'revision_number': 5, 'project_id': '4ba735007ac54455889e472e9b8357ff', 'gw_port': {'id': '6c036e47-c650-465e-8c32-61cdcdb174ff', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7e8d54-badf-4b49-8f44-27392bd63354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:08:56Z', 'updated_at': '2022-02-02T15:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:10:13.607376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:13.618465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:13.621813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:13.630135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:13.681224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.706946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.724705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Attempting to bind port 256d26b4-6077-4f4e-bf55-ad373401e1b1 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:13.724976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Attempting to bind port 256d26b4-6077-4f4e-bf55-ad373401e1b1 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:13.725557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Attempting to bind port 256d26b4-6077-4f4e-bf55-ad373401e1b1 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:13.731542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Port 256d26b4-6077-4f4e-bf55-ad373401e1b1 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:10:13.731890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Attempting to bind port 256d26b4-6077-4f4e-bf55-ad373401e1b1 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:13.747960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:13.748340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:13.754111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:13.754111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Bound port: 256d26b4-6077-4f4e-bf55-ad373401e1b1, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:13.754111 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.773950 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.814290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Deleting port 6c036e47-c650-465e-8c32-61cdcdb174ff {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:13.814673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.819242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d2f589-97be-4fac-a0a3-2fc76ff83540,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:13.853780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbb1a-e79a-48bd-b7a7-c1efa8a4d2a2 req-51ace08c-f95c-4a7b-80bf-ffab52c3c360 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:13.855249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe2cbb1a-e79a-48bd-b7a7-c1efa8a4d2a2 req-51ace08c-f95c-4a7b-80bf-ffab52c3c360 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 946 time: 0.3002939 Feb 02 15:10:13.900121 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:13.903832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d10a7a42-123b-4b93-96fe-ee0e683d65db req-2a95a6d2-0b70-41c9-84e9-c67c641321a1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.4942470 Feb 02 15:10:14.073069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] For port 256d26b4-6077-4f4e-bf55-ad373401e1b1, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:14.092666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] For port 256d26b4-6077-4f4e-bf55-ad373401e1b1, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=256d26b4-6077-4f4e-bf55-ad373401e1b1,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:14.095280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe2cbb1a-e79a-48bd-b7a7-c1efa8a4d2a2 req-f0fb882b-7d33-4370-82de-bc1f1f1f9b1b tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319150 Feb 02 15:10:14.147237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:14.148618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8420841-2fa6-41ee-9c1b-0cb6c9bbf103 req-5726042e-9c1e-4c70-b915-3e1c11fa8eb1 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:14.152111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8420841-2fa6-41ee-9c1b-0cb6c9bbf103 req-5726042e-9c1e-4c70-b915-3e1c11fa8eb1 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.0814321 Feb 02 15:10:14.206892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8420841-2fa6-41ee-9c1b-0cb6c9bbf103 req-49f15162-2d0c-4aa9-a117-e44f2536c331 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439260 Feb 02 15:10:14.212881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] For port 6c036e47-c650-465e-8c32-61cdcdb174ff, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6c036e47-c650-465e-8c32-61cdcdb174ff,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:14.213242 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:14.372763 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:14.374178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] 10.222.0.64 "PUT /v2.0/ports/256d26b4-6077-4f4e-bf55-ad373401e1b1 HTTP/1.1" status: 200 len: 1096 time: 2.2082417 Feb 02 15:10:14.376547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9a3df5-e066-4c11-a0a3-21268b48fdab', 'tag': '256d26b4-6077-4f4e-bf55-ad373401e1b1'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:14.398706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Calling delete_port for 6c036e47-c650-465e-8c32-61cdcdb174ff owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:14.409673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2418858-e631-4ba5-8338-04ea9c4756e1 req-fd4bd0a2-c0f0-42ca-8eff-699677a19807 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:14.411185 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2418858-e631-4ba5-8338-04ea9c4756e1 req-fd4bd0a2-c0f0-42ca-8eff-699677a19807 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 948 time: 0.0827408 Feb 02 15:10:14.424564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a90c3-7939-4325-a60b-46bd6ffa37bb service neutron] Pushing event updated for resources: {'Port': ['ID=256d26b4-6077-4f4e-bf55-ad373401e1b1,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:14.462241 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2418858-e631-4ba5-8338-04ea9c4756e1 req-1f32df7a-06ee-4ca7-90e8-b1fd1e91cf84 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448370 Feb 02 15:10:14.493088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-8be93cf7-7e5b-463e-8e47-17c3c1cb2e77 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/64d2f589-97be-4fac-a0a3-2fc76ff83540 HTTP/1.1" status: 200 len: 1639 time: 0.1221528 Feb 02 15:10:14.630447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64d2f589-97be-4fac-a0a3-2fc76ff83540', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:14.630771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64d2f589-97be-4fac-a0a3-2fc76ff83540', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:14.654378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c56e148-26b1-45b3-9a07-66f71d3d12ed req-4e7d245d-201d-4dfe-8b36-f51715e379c2 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 1095 time: 0.0723970 Feb 02 15:10:14.671120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:14.692731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:14.697489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c56e148-26b1-45b3-9a07-66f71d3d12ed req-76c8642f-c404-4be1-9157-93db231a5ae6 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Feb 02 15:10:14.700039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:14.707751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:14.793004 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-d4175008-9314-4a7e-8912-52975ce58cfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=549b73a623d443dfbbff941331f5a48c&device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 1099 time: 0.1741269 Feb 02 15:10:14.903890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-6d933938-c36f-43ed-9c72-b95c11ab77b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=256d26b4-6077-4f4e-bf55-ad373401e1b1 HTTP/1.1" status: 200 len: 217 time: 0.0970595 Feb 02 15:10:14.992183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:14.998817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2ad91511-c1cb-4352-92f3-1769e22fa32d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:15.000271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-2ad91511-c1cb-4352-92f3-1769e22fa32d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0898159 Feb 02 15:10:15.000820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:15.039455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ef4cf0cf-4592-4ded-85be-147439c99873 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:15.087902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ef4cf0cf-4592-4ded-85be-147439c99873 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:15.088538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ef4cf0cf-4592-4ded-85be-147439c99873 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:15.095529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:15.101025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c036e47-c650-465e-8c32-61cdcdb174ff,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:15.116698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde344c4-1198-4b27-9b42-815f881338a3 req-c1db8380-0288-4a3e-9447-2d654b07dadf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:15.118145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fde344c4-1198-4b27-9b42-815f881338a3 req-c1db8380-0288-4a3e-9447-2d654b07dadf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 946 time: 0.0996599 Feb 02 15:10:15.127026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39844) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:15.132413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Request body: {'floatingip': {'port_id': 'abf9ee6f-631c-4ef3-850f-478623e545a6'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:15.184065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:15.213540 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:15.231105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c9163a-40af-4464-b823-bca593fcb8c0,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:15.458487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-28441414-8a15-4a96-890a-d824fa4ae183 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4226820 Feb 02 15:10:15.463379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:15.620835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:15.622098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d92c791-a29f-4f2d-8c77-ade111d0c189 req-c6c1538d-d3dc-4839-9901-06e1ce0dcd9b tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.1216958 Feb 02 15:10:15.634534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4633928d-c762-4204-a082-598172bdd749 req-0a9fb148-abc9-4502-b90b-1a16cb92a4a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2171433 Feb 02 15:10:15.691589 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9a3df5-e066-4c11-a0a3-21268b48fdab', 'tag': '256d26b4-6077-4f4e-bf55-ad373401e1b1', 'status': 'completed', 'code': 200} Feb 02 15:10:15.973022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cacba-0644-4880-8f10-19d9257e30bc req-d937cb6d-f279-4ebf-8f58-452e5ffb23a8 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:15.974465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c59cacba-0644-4880-8f10-19d9257e30bc req-d937cb6d-f279-4ebf-8f58-452e5ffb23a8 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 949 time: 0.1204484 Feb 02 15:10:16.035729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c59cacba-0644-4880-8f10-19d9257e30bc req-8655bdd4-3ae6-4d1e-885a-ff8d50be6129 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551312 Feb 02 15:10:16.070229 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.091389 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-a073ba5e-4dac-4f9e-8987-5584b008ae72 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951723 Feb 02 15:10:16.099245 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66c167fc-3025-4745-b0cc-b74ba14aba82 req-1a133e4f-29d7-456c-82b6-931e125b3947 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1100 time: 0.6816382 Feb 02 15:10:16.114329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.132735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.207191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.239284 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a1791ff5-74d9-4cc6-b7fd-c364297c4881 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:16.240762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a1791ff5-74d9-4cc6-b7fd-c364297c4881 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 821 time: 0.4402504 Feb 02 15:10:16.354901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66c167fc-3025-4745-b0cc-b74ba14aba82 req-c7223fe8-eb98-4f14-9da0-df714384ea8f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387466 Feb 02 15:10:16.373247 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-9ddc0596-1625-4f96-8f8a-fd5d4eb1eef9 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/quotas/df2a8be9a1964ccebcc06f0371c41032 HTTP/1.1" status: 200 len: 375 time: 0.1220918 Feb 02 15:10:16.413395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a6b7c-cc62-4ee5-8d5f-1e1a98db5db3 req-7b3c0ce2-7063-4c39-9b3d-c639b311abaf tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:16.414988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f4a6b7c-cc62-4ee5-8d5f-1e1a98db5db3 req-7b3c0ce2-7063-4c39-9b3d-c639b311abaf tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 948 time: 0.1532214 Feb 02 15:10:16.434454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a684298d-2aa4-4e60-a949-dfe3164a1237 req-bfc4e53a-7d5c-47f5-b8ee-342ab1942c6e service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239949 Feb 02 15:10:16.469785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-5231fa77-94c9-43fb-8752-9d81569e7f5d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872679 Feb 02 15:10:16.485769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f4a6b7c-cc62-4ee5-8d5f-1e1a98db5db3 req-528c8029-c419-46d2-a376-251bb3650a9e tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646882 Feb 02 15:10:16.501084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.501583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee7e8d54-badf-4b49-8f44-27392bd63354 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:10:16.504053 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Floating IP 0e639fb8-eef7-4d39-9a9c-1acd9c5897e3 associated. External IP: 172.25.0.150, port: abf9ee6f-631c-4ef3-850f-478623e545a6. Feb 02 15:10:16.544936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.574101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.575228 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ca953fc8-b2af-4211-8933-ebec76bf7344 admin admin] 10.222.0.88 "DELETE /v2.0/routers/ee7e8d54-badf-4b49-8f44-27392bd63354 HTTP/1.1" status: 204 len: 168 time: 4.1784611 Feb 02 15:10:16.578637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39864) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:16.634516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-e5584595-e1cd-484d-8505-b6598c0a887d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/64d2f589-97be-4fac-a0a3-2fc76ff83540 HTTP/1.1" status: 200 len: 2142 time: 0.0803983 Feb 02 15:10:16.646392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64d2f589-97be-4fac-a0a3-2fc76ff83540', 'remote_group_id': None}]} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:16.646702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64d2f589-97be-4fac-a0a3-2fc76ff83540', 'remote_group_id': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:16.650920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:10:16.654146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:16.659520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Usage tracker for resource:security_group_rule and tenant:596243d782d34be6b974e85bae6a9de2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:16.663201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:16.722278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8185cd0d-cb15-4c59-9519-a47a341e9562 admin admin] Deleting subnet 50bd0903-5721-46fd-a321-0740306c107a {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:10:16.732547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-8aba18d6-4859-4b67-bdd6-187c2925a776 service neutron] 10.222.0.88 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554841 Feb 02 15:10:16.733185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8185cd0d-cb15-4c59-9519-a47a341e9562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.745352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:16.820313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:16.834033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'mac_address': 'fa:16:3e:b7:a7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:10:16.871194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8185cd0d-cb15-4c59-9519-a47a341e9562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.892974 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.911219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69c11720-97f9-4d33-bd1f-d47f6ebab2dc {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:16.927816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:16.939978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:16.966395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.008420 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.029997 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae3dddc5-518d-457a-8791-23eb134c135c req-476774bf-5264-4088-b877-95676a9b3c84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=549b73a623d443dfbbff941331f5a48c&device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 1099 time: 0.3873732 Feb 02 15:10:17.098120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:17.130546 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.161191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-94d97bb5-befa-4725-ace2-555ac412abc1 service neutron] 10.222.0.88 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982868 Feb 02 15:10:17.161670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5063c0ef-3fd3-46ef-a066-0d980b7bd29d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:17.210617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Router 898ec49f-0f1c-4c25-a190-0119e297dc35 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:10:17.255310 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8185cd0d-cb15-4c59-9519-a47a341e9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.276630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.277792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a05b219a-35ea-4d1e-a72f-1a0a96baf53c req-f7d2356b-ee73-4d71-8cb2-29d2565c579d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.6368995 Feb 02 15:10:17.304079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dddc5-518d-457a-8791-23eb134c135c req-48509bb4-41a7-4d17-a833-463de25118e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:17.305540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae3dddc5-518d-457a-8791-23eb134c135c req-48509bb4-41a7-4d17-a833-463de25118e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2756939 Feb 02 15:10:17.339311 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.384435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae3dddc5-518d-457a-8791-23eb134c135c req-23ac0fb9-56a7-40b3-859d-c24988676b2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=256d26b4-6077-4f4e-bf55-ad373401e1b1 HTTP/1.1" status: 200 len: 217 time: 0.0678651 Feb 02 15:10:17.421600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:10:17.438306 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.444474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] Sync routers for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:10:17.469728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:17.473619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:17.477586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dddc5-518d-457a-8791-23eb134c135c req-1fdde277-49ee-47ee-af0c-0a05fe0196b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:17.479060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae3dddc5-518d-457a-8791-23eb134c135c req-1fdde277-49ee-47ee-af0c-0a05fe0196b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0867248 Feb 02 15:10:17.508304 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9cb67191-2dc8-4679-9a0b-5da95aa2687c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "PUT /v2.0/floatingips/0e639fb8-eef7-4d39-9a9c-1acd9c5897e3 HTTP/1.1" status: 200 len: 992 time: 2.3777614 Feb 02 15:10:17.508304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'tag': 'abf9ee6f-631c-4ef3-850f-478623e545a6'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:17.561500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8185cd0d-cb15-4c59-9519-a47a341e9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.622246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185cd0d-cb15-4c59-9519-a47a341e9562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50bd0903-5721-46fd-a321-0740306c107a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:17.634223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8185cd0d-cb15-4c59-9519-a47a341e9562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.645523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255679c7-c614-4600-80cb-7879e6f3e325 None None] Network 875a854f-f01f-4589-9ddd-0c9175d59c9a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:10:17.659108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39884) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:17.663046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8185cd0d-cb15-4c59-9519-a47a341e9562 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/50bd0903-5721-46fd-a321-0740306c107a HTTP/1.1" status: 204 len: 168 time: 1.0835762 Feb 02 15:10:17.822363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.833361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Deleting port 9818bdfc-b45e-4d48-8660-89b82b0e64da {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:17.833728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:17.836192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae3dddc5-518d-457a-8791-23eb134c135c req-b457c25c-4748-40f8-8be0-db9048956fc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3498447 Feb 02 15:10:17.934844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cc7ec-aa3e-437e-a1d5-0b0a7746dc3a req-5d64d952-bddc-405c-b118-1e733df627d9 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:17.936267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce9cc7ec-aa3e-437e-a1d5-0b0a7746dc3a req-5d64d952-bddc-405c-b118-1e733df627d9 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 948 time: 0.2688568 Feb 02 15:10:17.951943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:18.011354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce9cc7ec-aa3e-437e-a1d5-0b0a7746dc3a req-3c25b894-9080-4ceb-b22c-a21e6f702677 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604751 Feb 02 15:10:18.034855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae3dddc5-518d-457a-8791-23eb134c135c req-b96ac960-4a56-46c4-9e30-f636660ba7b8 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875553 Feb 02 15:10:18.149400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] For port 9818bdfc-b45e-4d48-8660-89b82b0e64da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9818bdfc-b45e-4d48-8660-89b82b0e64da,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:18.149778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:18.171713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5db3054d-ab79-4a2a-9b37-6b2e74918555 req-7ff19a46-75a9-4f46-a990-88c306ce62ed tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/64d2f589-97be-4fac-a0a3-2fc76ff83540 HTTP/1.1" status: 200 len: 2650 time: 0.1828613 Feb 02 15:10:18.248738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99217261-38a1-48e0-9db9-1a9a08e3528e req-8d135482-1e72-4c95-b645-28b2197aacf9 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 210 time: 0.0825016 Feb 02 15:10:18.312233 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae3dddc5-518d-457a-8791-23eb134c135c req-3ac95f40-97fb-4c58-89fc-d46468696049 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715075 Feb 02 15:10:18.316106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Calling delete_port for 9818bdfc-b45e-4d48-8660-89b82b0e64da owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:18.346826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] DHCP port deletion for 875a854f-f01f-4589-9ddd-0c9175d59c9a request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:10:18.357534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] Deleting port 9818bdfc-b45e-4d48-8660-89b82b0e64da {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:18.357907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:18.396927 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'tag': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'status': 'completed', 'code': 200} Feb 02 15:10:18.465662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f236f-abac-4f83-b362-3c8b0fd564a6 req-6f39483d-8eaf-44cd-848e-57e016417dec tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:18.476080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4f236f-abac-4f83-b362-3c8b0fd564a6 req-6f39483d-8eaf-44cd-848e-57e016417dec tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 946 time: 0.1679273 Feb 02 15:10:18.530615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4f236f-abac-4f83-b362-3c8b0fd564a6 req-41c698e7-0558-41e8-bfc1-f6babfc5147c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529449 Feb 02 15:10:18.546441 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:18.602629 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0911a85b-91fc-4585-8043-178751a28cdb req-f8a12042-4ff4-4508-a8c5-a39fe41b33d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 1097 time: 0.1452949 Feb 02 15:10:18.609026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9818bdfc-b45e-4d48-8660-89b82b0e64da,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:18.611830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5d087-0e4c-495a-84c9-e6f4d6028c88 req-493af20d-e1b6-41da-a456-4cc7b291acb9 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:18.612805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e7d5d087-0e4c-495a-84c9-e6f4d6028c88 req-493af20d-e1b6-41da-a456-4cc7b291acb9 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Synchronizing usage tracker for tenant:549b73a623d443dfbbff941331f5a48c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:18.617980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] No DVR routers for this DVR port 9818bdfc-b45e-4d48-8660-89b82b0e64da on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:18.631126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] For port 9818bdfc-b45e-4d48-8660-89b82b0e64da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9818bdfc-b45e-4d48-8660-89b82b0e64da,segment=NetworkSegment(889efcb6-5307-461d-8fe9-5fc6dc3e1109),segment_id=889efcb6-5307-461d-8fe9-5fc6dc3e1109)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:18.631504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:18.754606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['69c11720-97f9-4d33-bd1f-d47f6ebab2dc'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:18.778665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:18.780114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e7d5d087-0e4c-495a-84c9-e6f4d6028c88 req-493af20d-e1b6-41da-a456-4cc7b291acb9 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Unset dirty status for tenant:549b73a623d443dfbbff941331f5a48c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:18.781412 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7d5d087-0e4c-495a-84c9-e6f4d6028c88 req-493af20d-e1b6-41da-a456-4cc7b291acb9 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 948 time: 0.2860627 Feb 02 15:10:18.807940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a85b-91fc-4585-8043-178751a28cdb req-dcd59a07-602a-4bf0-b30a-6d5167fea727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:18.809371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0911a85b-91fc-4585-8043-178751a28cdb req-dcd59a07-602a-4bf0-b30a-6d5167fea727 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 925 time: 0.1935132 Feb 02 15:10:18.813224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:18.820592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875a854f-f01f-4589-9ddd-0c9175d59c9a']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:18.839676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889efcb6-5307-461d-8fe9-5fc6dc3e1109') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:18.840204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889efcb6-5307-461d-8fe9-5fc6dc3e1109') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:18.911390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:18.915012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7d5d087-0e4c-495a-84c9-e6f4d6028c88 req-dce7feb8-1df2-463f-a167-0a4edebef3bf tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256399 Feb 02 15:10:18.961925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] Calling delete_port for 9818bdfc-b45e-4d48-8660-89b82b0e64da owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:18.965805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:18.974877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:10:18.975402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:18.976599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0911a85b-91fc-4585-8043-178751a28cdb req-809c7914-1972-4e23-bc21-b37d2b20f69c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abf9ee6f-631c-4ef3-850f-478623e545a6 HTTP/1.1" status: 200 len: 1000 time: 0.1590889 Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:10:18.990117 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:10:19.060242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbeabc1e-19c8-4631-b029-d962a7607aa2 req-fbe15b09-41ef-41f0-b680-20fe216e097d tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-group-rules/5063c0ef-3fd3-46ef-a066-0d980b7bd29d HTTP/1.1" status: 200 len: 718 time: 0.0811033 Feb 02 15:10:19.076530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fdc3-c1f2-4c46-bb29-fe65daff15d8 req-9c896d45-d22c-45bf-9f3d-d267bbeea6ff tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:19.084337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa2fdc3-c1f2-4c46-bb29-fe65daff15d8 req-9c896d45-d22c-45bf-9f3d-d267bbeea6ff tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 949 time: 0.2359254 Feb 02 15:10:19.119402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a85b-91fc-4585-8043-178751a28cdb req-b8679f7f-df1a-4ad1-9b95-a8a5a1f79b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:19.121205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0911a85b-91fc-4585-8043-178751a28cdb req-b8679f7f-df1a-4ad1-9b95-a8a5a1f79b79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aa97035-b1e4-42d6-b689-7e1ca5a0250c HTTP/1.1" status: 200 len: 862 time: 0.1318977 Feb 02 15:10:19.138344 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa2fdc3-c1f2-4c46-bb29-fe65daff15d8 req-a023d7c1-2911-4ba0-aeab-f9b7588dd058 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529661 Feb 02 15:10:19.219399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.280137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.296271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] Pushing event deleted for resources: {'Network': ['ID=875a854f-f01f-4589-9ddd-0c9175d59c9a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:19.300086 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbeabc1e-19c8-4631-b029-d962a7607aa2 req-dfbc423d-bce6-4e9c-9252-b2a446fd3cc0 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/64d2f589-97be-4fac-a0a3-2fc76ff83540 HTTP/1.1" status: 200 len: 2650 time: 0.2388749 Feb 02 15:10:19.353338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.358520 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbeabc1e-19c8-4631-b029-d962a7607aa2 req-cf8dabd2-9efb-4b1c-9745-beb74e0a8fe7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.379837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbeabc1e-19c8-4631-b029-d962a7607aa2 req-cf8dabd2-9efb-4b1c-9745-beb74e0a8fe7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.395456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0911a85b-91fc-4585-8043-178751a28cdb req-b224ce3c-ae14-4152-9f66-711b8c57596c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2655358 Feb 02 15:10:19.409088 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:10:19.409471 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:10:19.419872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9818bdfc-b45e-4d48-8660-89b82b0e64da no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:19.472065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 69c11720-97f9-4d33-bd1f-d47f6ebab2dc {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:19.479357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9818bdfc-b45e-4d48-8660-89b82b0e64da {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:19.479673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9818bdfc-b45e-4d48-8660-89b82b0e64da not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:19.480293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6c036e47-c650-465e-8c32-61cdcdb174ff no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:19.523339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ed5c1d96-dad6-4959-86a6-b13fae1a11cf admin admin] 10.222.0.88 "DELETE /v2.0/networks/875a854f-f01f-4589-9ddd-0c9175d59c9a HTTP/1.1" status: 204 len: 168 time: 1.8691006 Feb 02 15:10:19.524876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 6c036e47-c650-465e-8c32-61cdcdb174ff {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:19.525139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6c036e47-c650-465e-8c32-61cdcdb174ff not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:19.560275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:19.560385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f0bdc-af58-4585-a647-94cb35996bff req-4b6455c4-b68b-4f9e-acae-bcd68235d794 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:19.560385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-440f0bdc-af58-4585-a647-94cb35996bff req-4b6455c4-b68b-4f9e-acae-bcd68235d794 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 948 time: 0.2294226 Feb 02 15:10:19.576917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0e639fb8-eef7-4d39-9a9c-1acd9c5897e3', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'port_id': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'mac_address': 'fa:16:3e:b1:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:52Z', 'updated_at': '2022-02-02T15:10:15Z', 'revision_number': 1, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:19.593080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] Checking router: 898ec49f-0f1c-4c25-a190-0119e297dc35 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:10:19.605463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0911a85b-91fc-4585-8043-178751a28cdb req-bacdcd7e-2862-4fee-93ff-e79300c4b1e6 service neutron] 10.222.0.64 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030289 Feb 02 15:10:19.617761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-440f0bdc-af58-4585-a647-94cb35996bff req-c9ec86a4-5ed4-4a7f-8354-09ca29fa3c72 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588551 Feb 02 15:10:19.640630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:19.641787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:09:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:19.654927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbeabc1e-19c8-4631-b029-d962a7607aa2 req-cf8dabd2-9efb-4b1c-9745-beb74e0a8fe7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.739103 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.749616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dabd2-9efb-4b1c-9745-beb74e0a8fe7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5063c0ef-3fd3-46ef-a066-0d980b7bd29d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:19.772765 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbeabc1e-19c8-4631-b029-d962a7607aa2 req-cf8dabd2-9efb-4b1c-9745-beb74e0a8fe7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.773988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbeabc1e-19c8-4631-b029-d962a7607aa2 req-cf8dabd2-9efb-4b1c-9745-beb74e0a8fe7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/5063c0ef-3fd3-46ef-a066-0d980b7bd29d HTTP/1.1" status: 204 len: 173 time: 0.4731193 Feb 02 15:10:19.794356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 256d26b4-6077-4f4e-bf55-ad373401e1b1 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:10:19.833991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-7c0d79d2-8190-4dcf-ac7f-55f98be9102f tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:19.835591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-7c0d79d2-8190-4dcf-ac7f-55f98be9102f tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.107 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 949 time: 0.2291873 Feb 02 15:10:19.905298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0911a85b-91fc-4585-8043-178751a28cdb req-3d514d02-04d3-410f-b101-3c569347c5e5 service neutron] 10.222.0.64 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559826 Feb 02 15:10:19.930818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] Deleting port 9818bdfc-b45e-4d48-8660-89b82b0e64da {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:19.932078 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:19.997711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-029f25ee-04f9-4bc6-ad4b-717d1a58d864 req-b58b1070-0bcc-471f-a6f5-cfc1e8a6a322 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 210 time: 0.0531862 Feb 02 15:10:20.000999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Deleting port 144aaf74-dc0d-4c98-b0d3-fde25665211f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:20.001337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.016659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f909a-eb97-4e24-a4e9-115b1c7377a3 req-52858c34-d2de-4355-a169-ff5f3e52a4dd tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:20.019252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd8f909a-eb97-4e24-a4e9-115b1c7377a3 req-52858c34-d2de-4355-a169-ff5f3e52a4dd tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 946 time: 0.1204050 Feb 02 15:10:20.069306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=10']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:20.098645 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd8f909a-eb97-4e24-a4e9-115b1c7377a3 req-abe5a990-f1e6-4abe-9ab9-0c6575c97ea5 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662398 Feb 02 15:10:20.114855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ced36-ff20-47cb-968e-72b5d5912d6b None None] The port '9818bdfc-b45e-4d48-8660-89b82b0e64da' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:10:20.150220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:20.177914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39920) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:20.197251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.197589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.197946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.198244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.198562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.198878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.199298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.199504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.199816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.200157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.200526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:20.254663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f987c1a8-b5d5-4e4c-8ab2-196401784f7c req-9251972e-b26f-450a-8f9d-f2c141c86221 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/64d2f589-97be-4fac-a0a3-2fc76ff83540 HTTP/1.1" status: 200 len: 2142 time: 0.1058059 Feb 02 15:10:20.285193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bde805f3-21a3-4058-80ba-08a0f01a8795 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4ba735007ac54455889e472e9b8357ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1059179 Feb 02 15:10:20.288237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 256d26b4-6077-4f4e-bf55-ad373401e1b1, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=256d26b4-6077-4f4e-bf55-ad373401e1b1,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:20.294110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39924) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:20.321032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '256d26b4-6077-4f4e-bf55-ad373401e1b1', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '256d26b4-6077-4f4e-bf55-ad373401e1b1', 'mac_address': 'fa:16:3e:ec:ef:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:10:20.373045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f987c1a8-b5d5-4e4c-8ab2-196401784f7c req-70829e63-c183-4cdb-8de8-ba1031012f71 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.406420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f987c1a8-b5d5-4e4c-8ab2-196401784f7c req-70829e63-c183-4cdb-8de8-ba1031012f71 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.413178 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-019e37d7-4836-4dda-9307-e4d9e634e679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.440126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-019e37d7-4836-4dda-9307-e4d9e634e679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.505919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] For port 144aaf74-dc0d-4c98-b0d3-fde25665211f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=144aaf74-dc0d-4c98-b0d3-fde25665211f,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:20.506264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.531379 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.599421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256d26b4-6077-4f4e-bf55-ad373401e1b1 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:20.624814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f987c1a8-b5d5-4e4c-8ab2-196401784f7c req-70829e63-c183-4cdb-8de8-ba1031012f71 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.634975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 256d26b4-6077-4f4e-bf55-ad373401e1b1, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=256d26b4-6077-4f4e-bf55-ad373401e1b1,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:20.684509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f987c1a8-b5d5-4e4c-8ab2-196401784f7c req-70829e63-c183-4cdb-8de8-ba1031012f71 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.686138 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f987c1a8-b5d5-4e4c-8ab2-196401784f7c req-70829e63-c183-4cdb-8de8-ba1031012f71 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "DELETE /v2.0/security-groups/64d2f589-97be-4fac-a0a3-2fc76ff83540 HTTP/1.1" status: 204 len: 173 time: 0.4305911 Feb 02 15:10:20.689075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70829e63-c183-4cdb-8de8-ba1031012f71 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d2f589-97be-4fac-a0a3-2fc76ff83540,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:20.698536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Calling delete_port for 144aaf74-dc0d-4c98-b0d3-fde25665211f owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:20.770467 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.817457 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:10:20.839489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-c6d33996-5993-4423-9f26-f1a552fc44d2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:20.843314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-c6d33996-5993-4423-9f26-f1a552fc44d2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 821 time: 0.3692219 Feb 02 15:10:20.855410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-019e37d7-4836-4dda-9307-e4d9e634e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:20.869435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Request body: {'port': {'device_id': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'admin_state_up': True, 'tenant_id': 'df2a8be9a1964ccebcc06f0371c41032'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:20.977229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=256d26b4-6077-4f4e-bf55-ad373401e1b1,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:21.013244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0e639fb8-eef7-4d39-9a9c-1acd9c5897e3', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'port_id': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'mac_address': 'fa:16:3e:b1:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:52Z', 'updated_at': '2022-02-02T15:10:15Z', 'revision_number': 1, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:21.018114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b81100-2e53-4181-bdd8-4a7c65e71dca req-2ebbfbce-20cb-43d8-bcf3-1f2976123406 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:21.020328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12544dac-0254-48ad-ba46-bc35689f27dd None None] The sync data for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 is: [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0e639fb8-eef7-4d39-9a9c-1acd9c5897e3', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'port_id': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'mac_address': 'fa:16:3e:b1:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:52Z', 'updated_at': '2022-02-02T15:10:15Z', 'revision_number': 1, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:10:21.029538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97b81100-2e53-4181-bdd8-4a7c65e71dca req-2ebbfbce-20cb-43d8-bcf3-1f2976123406 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 949 time: 0.1232224 Feb 02 15:10:21.093659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e37d7-4836-4dda-9307-e4d9e634e679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a73d28-4260-4579-9504-ddc9ec67402c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:21.104343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['256d26b4-6077-4f4e-bf55-ad373401e1b1'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:21.111686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97b81100-2e53-4181-bdd8-4a7c65e71dca req-97de2567-6d94-4212-b169-75a533ed13bb tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810645 Feb 02 15:10:21.144720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-019e37d7-4836-4dda-9307-e4d9e634e679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:21.149138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-019e37d7-4836-4dda-9307-e4d9e634e679 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/80a73d28-4260-4579-9504-ddc9ec67402c HTTP/1.1" status: 204 len: 168 time: 0.8538060 Feb 02 15:10:21.233081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:21.266528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:21.285623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f99755-f992-4a7e-b551-778f252b4d61 req-9223f7ea-91a0-4494-a23c-3f71dd027828 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:21.294856 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8f99755-f992-4a7e-b551-778f252b4d61 req-9223f7ea-91a0-4494-a23c-3f71dd027828 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 949 time: 0.3205800 Feb 02 15:10:21.321290 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:21.355490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['144aaf74-dc0d-4c98-b0d3-fde25665211f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:21.368609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64aa19fb-3df7-4474-8472-676854722748 req-a5d6304e-f962-488c-9024-ca5dea2468d5 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1099 time: 0.0931919 Feb 02 15:10:21.396094 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476255d3-aa3d-485b-8f5e-bfd6be1d1d8c None None] New status for floating IP 0e639fb8-eef7-4d39-9a9c-1acd9c5897e3: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:10:21.419600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-64aa19fb-3df7-4474-8472-676854722748 req-5e5ec4f6-7060-4811-af0e-381c2f2a3f8d tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Synchronizing usage tracker for tenant:46d9f7adb41f41fe889a16a16d4629a6 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:21.507742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Made reservation on behalf of df2a8be9a1964ccebcc06f0371c41032 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:21.510813 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:21.510971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-64aa19fb-3df7-4474-8472-676854722748 req-5e5ec4f6-7060-4811-af0e-381c2f2a3f8d tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] Unset dirty status for tenant:46d9f7adb41f41fe889a16a16d4629a6 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:21.512168 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64aa19fb-3df7-4474-8472-676854722748 req-5e5ec4f6-7060-4811-af0e-381c2f2a3f8d tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428416 Feb 02 15:10:21.524045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Pushing event deleted for resources: {'Port': ['ID=144aaf74-dc0d-4c98-b0d3-fde25665211f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:21.557402 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8f99755-f992-4a7e-b551-778f252b4d61 req-e2cfe342-5c8c-4f74-a61b-b2f6785c8648 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613425 Feb 02 15:10:21.883938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] No DVR routers for this DVR port 144aaf74-dc0d-4c98-b0d3-fde25665211f on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:21.885816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['bce03603-8b75-4503-a0de-489006d3b3ac'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:21.889823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:21.892395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781b9d49-72b0-458c-9bf3-781753d31e5c', 'name': 'network-vif-deleted', 'tag': '144aaf74-dc0d-4c98-b0d3-fde25665211f'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:21.903273 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-8a7e6a4a-a80d-4c0e-b3d9-6211dc7c7933 req-ae7c69b4-64c4-45c7-a1ff-73506230d687 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] show failed (client error): The resource could not be found. Feb 02 15:10:21.904543 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a7e6a4a-a80d-4c0e-b3d9-6211dc7c7933 req-ae7c69b4-64c4-45c7-a1ff-73506230d687 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/71d340f7-0b24-451e-912f-eb225e2ce2e9 HTTP/1.1" status: 404 len: 352 time: 0.1829200 Feb 02 15:10:21.945940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Allocated IP 172.20.0.6 (127f8687-a3a3-4e3f-a879-d138af421b39/d93c7bdf-1cc5-430a-8774-ed52a75508fb/58c6c140-67bb-4b8b-a787-3ef32b081e95) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:21.966647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-98bac705-8e26-45bb-b420-389ee35690c3 req-f153739c-4504-481c-8843-bd937e9069bb tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 210 time: 0.0829289 Feb 02 15:10:21.992777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5657b1e5-d8a0-42bf-8c29-cd3aeb528f07 req-94d54d48-499e-42b8-8374-19e14653ded5 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.107 "DELETE /v2.0/ports/144aaf74-dc0d-4c98-b0d3-fde25665211f HTTP/1.1" status: 204 len: 173 time: 2.1448443 Feb 02 15:10:22.255080 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:22.265575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e8d1a-c89b-4c6c-90d2-799cb7d049c8 req-380bc2e1-b09c-4b26-bd50-f60000595da8 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:22.267018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-738e8d1a-c89b-4c6c-90d2-799cb7d049c8 req-380bc2e1-b09c-4b26-bd50-f60000595da8 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 946 time: 0.2179892 Feb 02 15:10:22.329131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-738e8d1a-c89b-4c6c-90d2-799cb7d049c8 req-a7482393-baa8-4bd1-a6b7-3592e7736385 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552585 Feb 02 15:10:22.453998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:22.540293 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781b9d49-72b0-458c-9bf3-781753d31e5c', 'name': 'network-vif-deleted', 'tag': '144aaf74-dc0d-4c98-b0d3-fde25665211f', 'status': 'completed', 'code': 200} Feb 02 15:10:22.550035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Network 127f8687-a3a3-4e3f-a879-d138af421b39 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:22.559831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:22.575801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:22.604714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Pushing event updated for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:22.669682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28f56009-5410-4a56-bcc6-5791b5dabed6 req-02e723fb-e307-495d-ae4d-cb10916478e2 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/ea2798af-02c4-436f-9d96-adf600eedee0 HTTP/1.1" status: 200 len: 1637 time: 0.1110823 Feb 02 15:10:22.675332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39974) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:22.686235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:22.686761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:22.707297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:22.715794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7ed25d0-7641-436e-9562-3f59adf8fdeb req-f4966b74-e950-408f-a17f-b376235956aa tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=781b9d49-72b0-458c-9bf3-781753d31e5c HTTP/1.1" status: 200 len: 210 time: 0.0482352 Feb 02 15:10:22.814216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-28f56009-5410-4a56-bcc6-5791b5dabed6 req-700ae3cd-2dbb-4ee3-9e2b-8537fb9daae7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:22.822375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:22.822740 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:22.845421 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-28f56009-5410-4a56-bcc6-5791b5dabed6 req-700ae3cd-2dbb-4ee3-9e2b-8537fb9daae7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:22.870523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-a0ab5af7-e071-4ad1-8b54-14a87f8fac36 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0051622 Feb 02 15:10:22.878471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-network', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:22.890847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:22.901568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Request body: {'port': {'device_id': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:22.930980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Usage tracker for resource:network and tenant:b11f56071ac0430f98ca11a67129f924 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:22.937611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:22.938096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5954ab-db6b-43c3-9939-0407b98f5c31 req-14f1473b-8494-40fb-af2e-fc5064ae6975 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:22.944629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a5954ab-db6b-43c3-9939-0407b98f5c31 req-14f1473b-8494-40fb-af2e-fc5064ae6975 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 946 time: 0.0907142 Feb 02 15:10:22.966039 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:22.969382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:23.003896 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a5954ab-db6b-43c3-9939-0407b98f5c31 req-338c2024-2363-438d-ba2a-37583e1bf2cc tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567555 Feb 02 15:10:23.016482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:23.018628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:23.077291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.091303 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-28f56009-5410-4a56-bcc6-5791b5dabed6 req-700ae3cd-2dbb-4ee3-9e2b-8537fb9daae7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.121823 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.122962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 144aaf74-dc0d-4c98-b0d3-fde25665211f no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:23.135069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ae3cd-2dbb-4ee3-9e2b-8537fb9daae7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2798af-02c4-436f-9d96-adf600eedee0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:23.148771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Made reservation on behalf of b11f56071ac0430f98ca11a67129f924 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:23.152230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.175542 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-28f56009-5410-4a56-bcc6-5791b5dabed6 req-700ae3cd-2dbb-4ee3-9e2b-8537fb9daae7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.176847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28f56009-5410-4a56-bcc6-5791b5dabed6 req-700ae3cd-2dbb-4ee3-9e2b-8537fb9daae7 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "DELETE /v2.0/security-groups/ea2798af-02c4-436f-9d96-adf600eedee0 HTTP/1.1" status: 204 len: 173 time: 0.4856243 Feb 02 15:10:23.189806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.207019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ffa0d68-53bb-450e-bbfc-540a6ce31522 req-dac6f005-7b6d-43c8-9058-61a51a1144a0 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 1101 time: 0.0788054 Feb 02 15:10:23.210463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 144aaf74-dc0d-4c98-b0d3-fde25665211f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:23.211009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 144aaf74-dc0d-4c98-b0d3-fde25665211f not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:23.244617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:23.269876 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ffa0d68-53bb-450e-bbfc-540a6ce31522 req-cca9bb7e-776f-42d2-978d-9e5d6fa50de1 tempest-ServersAdminTestJSON-494553254 tempest-ServersAdminTestJSON-494553254-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Feb 02 15:10:23.322767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:23.333535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Usage tracker for resource:security_group_rule and tenant:b11f56071ac0430f98ca11a67129f924 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:23.339110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:23.349489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:23.357681 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'code': 200} Feb 02 15:10:23.531788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a3318-078f-4bbe-a83c-8d1a29fa2cc5 req-74266742-925f-4016-a0c4-24064f664c70 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:23.534158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-809a3318-078f-4bbe-a83c-8d1a29fa2cc5 req-74266742-925f-4016-a0c4-24064f664c70 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 931 time: 0.0823720 Feb 02 15:10:23.582309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-809a3318-078f-4bbe-a83c-8d1a29fa2cc5 req-bdafca94-106a-4edd-8da9-07581e199abf tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Feb 02 15:10:23.603814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4189984-82a9-451b-b8af-da68f1f2bb7f req-e1ffec61-9fb5-4bac-8006-95fa6e3efd91 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:23.606982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4189984-82a9-451b-b8af-da68f1f2bb7f req-e1ffec61-9fb5-4bac-8006-95fa6e3efd91 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 949 time: 0.2375803 Feb 02 15:10:23.621804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.681167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3903376-13ca-4ff4-972e-8a6e825fbae6 req-9eb61e4c-5ee2-4166-8a39-95746ee3fb87 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/ff3dfcd9-27ea-4083-a10e-432270277839 HTTP/1.1" status: 200 len: 1639 time: 0.0470715 Feb 02 15:10:23.718125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c6c140-67bb-4b8b-a787-3ef32b081e95 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:23.725062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.729467 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4189984-82a9-451b-b8af-da68f1f2bb7f req-8ea2519c-a60b-4dd3-b953-822995eba607 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048810 Feb 02 15:10:23.731159 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.773485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 256d26b4-6077-4f4e-bf55-ad373401e1b1 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:23.780832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d3e121-ff94-425f-bbf7-6acfe93b85e0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:23.784539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:10:23.786854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3903376-13ca-4ff4-972e-8a6e825fbae6 req-f8944dea-9b39-407a-9c27-de00962d4e48 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.791667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Transition to ACTIVE for port object 58c6c140-67bb-4b8b-a787-3ef32b081e95 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:23.795996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.796512 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Added segment 43716249-b1d6-422b-aec2-6258a2d992fd of type vlan for network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 Feb 02 15:10:23.820381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3903376-13ca-4ff4-972e-8a6e825fbae6 req-f8944dea-9b39-407a-9c27-de00962d4e48 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.828215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.893415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.927546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 256d26b4-6077-4f4e-bf55-ad373401e1b1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:23.934518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 256d26b4-6077-4f4e-bf55-ad373401e1b1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:23.937525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.939413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:23.940281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:23.940840 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.002940 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3903376-13ca-4ff4-972e-8a6e825fbae6 req-f8944dea-9b39-407a-9c27-de00962d4e48 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.033789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8944dea-9b39-407a-9c27-de00962d4e48 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3dfcd9-27ea-4083-a10e-432270277839,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:24.041014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3903376-13ca-4ff4-972e-8a6e825fbae6 req-f8944dea-9b39-407a-9c27-de00962d4e48 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.042453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3903376-13ca-4ff4-972e-8a6e825fbae6 req-f8944dea-9b39-407a-9c27-de00962d4e48 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "DELETE /v2.0/security-groups/ff3dfcd9-27ea-4083-a10e-432270277839 HTTP/1.1" status: 204 len: 173 time: 0.3554978 Feb 02 15:10:24.062980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.124266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 256d26b4-6077-4f4e-bf55-ad373401e1b1, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=256d26b4-6077-4f4e-bf55-ad373401e1b1,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:24.203001 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.226002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Pushing event updated for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:24.245670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] Pushing event updated for resources: {'Network': ['ID=52f2c26a-7bcf-4865-a0e3-3a8355937c31,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:24.266940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:10:24.299638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6915a8d0-8e7e-4c93-9e1a-41c63e3b99b4 req-9b6f23ca-7d53-4e8c-bb63-c7d9d9ba86e9 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/d1137087-a7c9-48d4-9044-381a20081f65 HTTP/1.1" status: 200 len: 1637 time: 0.0885041 Feb 02 15:10:24.347199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9624ce60-f248-4446-b70f-ff06a3fc72cd admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6707609 Feb 02 15:10:24.350047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40002) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:24.357669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Request body: {'subnet': {'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-subnet', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:24.372973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:24.381917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Usage tracker for resource:subnet and tenant:b11f56071ac0430f98ca11a67129f924 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:24.385834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:24.388710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:24.389038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:24.389357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:24.394158 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6915a8d0-8e7e-4c93-9e1a-41c63e3b99b4 req-d52929cc-ca6d-4da4-a494-136af837c144 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.395270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:24.404240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:10:24.404568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:24.413759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:24.413759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:24.420047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:24.420047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Bound port: 58c6c140-67bb-4b8b-a787-3ef32b081e95, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:24.420047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.425815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6915a8d0-8e7e-4c93-9e1a-41c63e3b99b4 req-d52929cc-ca6d-4da4-a494-136af837c144 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.464087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=256d26b4-6077-4f4e-bf55-ad373401e1b1,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:24.486411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Made reservation on behalf of b11f56071ac0430f98ca11a67129f924 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:24.487403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.543197 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b41634b2-2140-4de9-806b-c1f25914846d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.583577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6915a8d0-8e7e-4c93-9e1a-41c63e3b99b4 req-d52929cc-ca6d-4da4-a494-136af837c144 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.600616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:24.604997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52929cc-ca6d-4da4-a494-136af837c144 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1137087-a7c9-48d4-9044-381a20081f65,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:24.605222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:24.608350 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6915a8d0-8e7e-4c93-9e1a-41c63e3b99b4 req-d52929cc-ca6d-4da4-a494-136af837c144 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.621240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6915a8d0-8e7e-4c93-9e1a-41c63e3b99b4 req-d52929cc-ca6d-4da4-a494-136af837c144 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "DELETE /v2.0/security-groups/d1137087-a7c9-48d4-9044-381a20081f65 HTTP/1.1" status: 204 len: 173 time: 0.3153951 Feb 02 15:10:24.710587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.816965 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.818788 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] 10.222.0.64 "PUT /v2.0/ports/58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 200 len: 1091 time: 1.9250133 Feb 02 15:10:24.819335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:24.826265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40018) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:24.844245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc567-2ab9-4540-8290-9bc30f9c9aeb service neutron] Pushing event updated for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:24.862148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b5fcf-7b97-4f7e-82bd-14bace8929d6 req-c31af30e-8e71-4d48-9e8f-2537eaeeb20d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:24.863619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f2b5fcf-7b97-4f7e-82bd-14bace8929d6 req-c31af30e-8e71-4d48-9e8f-2537eaeeb20d tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 950 time: 0.1160467 Feb 02 15:10:24.887742 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:24.920583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f2b5fcf-7b97-4f7e-82bd-14bace8929d6 req-c81323c9-5c36-4b1e-b0c2-4c4a90926457 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500605 Feb 02 15:10:24.975762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce1aa31-abeb-4360-ac9e-90717149142c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:25.010814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-645f40cb-395e-4605-9cc1-9665785e0a5f req-620b3f4e-577f-4526-ad9a-bfe600fb52ac tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/01231343-078b-48b1-9523-8fc8b8ade9bc HTTP/1.1" status: 200 len: 2145 time: 0.0567276 Feb 02 15:10:25.051931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.074432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Checking segment: {'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:25.074796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Network hostable DHCP agents. Network: 52f2c26a-7bcf-4865-a0e3-3a8355937c31, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:10:25.088724 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-645f40cb-395e-4605-9cc1-9665785e0a5f req-52b8dd9a-e9e7-447b-a7be-c31946b182d1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.126732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-645f40cb-395e-4605-9cc1-9665785e0a5f req-52b8dd9a-e9e7-447b-a7be-c31946b182d1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.162102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:25.169378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] Usage tracker for resource:security_group_rule and tenant:7d2c446e88024a20a1ea0952e6714058 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:25.176337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:25.188318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:25.200136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-66a7b179-5a7d-4723-992f-8c5f74d4ad09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1094 time: 0.2187533 Feb 02 15:10:25.252259 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-645f40cb-395e-4605-9cc1-9665785e0a5f req-52b8dd9a-e9e7-447b-a7be-c31946b182d1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.270041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8dd9a-e9e7-447b-a7be-c31946b182d1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01231343-078b-48b1-9523-8fc8b8ade9bc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:25.274594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-645f40cb-395e-4605-9cc1-9665785e0a5f req-52b8dd9a-e9e7-447b-a7be-c31946b182d1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.275694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-645f40cb-395e-4605-9cc1-9665785e0a5f req-52b8dd9a-e9e7-447b-a7be-c31946b182d1 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "DELETE /v2.0/security-groups/01231343-078b-48b1-9523-8fc8b8ade9bc HTTP/1.1" status: 204 len: 173 time: 0.2587240 Feb 02 15:10:25.297041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:10:25.308461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-720fa354-996c-4e09-8896-f6cbf64a3353 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 200 len: 217 time: 0.0919740 Feb 02 15:10:25.317535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2c161-292e-4cd9-bfa8-2e8e8712195f req-83b07f23-9aef-4b24-9c1c-7ab44db17f2b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:25.318222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b0b2c161-292e-4cd9-bfa8-2e8e8712195f req-83b07f23-9aef-4b24-9c1c-7ab44db17f2b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:25.359049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a3df5-e066-4c11-a0a3-21268b48fdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d26b4-6077-4f4e-bf55-ad373401e1b1'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:25.414836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 52f2c26a-7bcf-4865-a0e3-3a8355937c31) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:25.417411 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.422894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7032158-8624-4fcd-98c4-d1d84dfe3589 None None] Network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:10:25.424231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:25.424828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.432144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-1caaed95-6cdf-4d48-9861-863f0c3b87a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:25.433585 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-1caaed95-6cdf-4d48-9861-863f0c3b87a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1108832 Feb 02 15:10:25.481745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b0b2c161-292e-4cd9-bfa8-2e8e8712195f req-83b07f23-9aef-4b24-9c1c-7ab44db17f2b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:25.483022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0b2c161-292e-4cd9-bfa8-2e8e8712195f req-83b07f23-9aef-4b24-9c1c-7ab44db17f2b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.3735731 Feb 02 15:10:25.486132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e6206-9f30-4f99-9513-ac734b8ac7ca req-3c8f06c6-0ed1-4f74-82d6-c85201460a1a tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:25.487734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-01ad0826-e91d-4d06-86f5-cb8ca25bc169 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463581 Feb 02 15:10:25.488114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b43e6206-9f30-4f99-9513-ac734b8ac7ca req-3c8f06c6-0ed1-4f74-82d6-c85201460a1a tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 950 time: 0.1053600 Feb 02 15:10:25.535665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b43e6206-9f30-4f99-9513-ac734b8ac7ca req-db100e25-39e5-4234-a716-ba8903317603 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Feb 02 15:10:25.584595 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.609042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ca218a8-d482-4a27-a6ce-8bb3ba38777c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2579644 Feb 02 15:10:25.614291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40030) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:25.616892 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95', 'status': 'completed', 'code': 200} Feb 02 15:10:25.619229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-router', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:25.624923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:25.630199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Usage tracker for resource:router and tenant:b11f56071ac0430f98ca11a67129f924 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:25.633580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:25.640127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:25.672216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0baa756-fb5a-402c-b50f-4a7621886786,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:25.688058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0b2c161-292e-4cd9-bfa8-2e8e8712195f req-000ea129-5cea-4bd4-8b68-4270ec189904 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918879 Feb 02 15:10:25.702503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-52f2c26a-7bcf-4865-a0e3-3a8355937c31', 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'fixed_ips': [{'subnet_id': 'bce1aa31-abeb-4360-ac9e-90717149142c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:10:25.704223 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.705562 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f836b379-b276-44f2-8196-a2ce1c2e2cdc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d2c446e88024a20a1ea0952e6714058&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8782496 Feb 02 15:10:25.708120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:25.727099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-b96815d7-2f07-4c92-9146-7067fc330d03 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192979 Feb 02 15:10:25.761789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.762575 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.842093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.872348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a67332e-b179-4c6e-8677-00f3af80d76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.890152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Allocated IP 172.20.0.2 (52f2c26a-7bcf-4865-a0e3-3a8355937c31/bce1aa31-abeb-4360-ac9e-90717149142c/94a81057-71f0-427f-986c-fdfc5eb7470c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:25.903767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0843ad-289a-410b-8090-7e8ce976ed72 req-82cd12f3-e051-43f9-9004-57fb159e2a70 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:25.911859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a0843ad-289a-410b-8090-7e8ce976ed72 req-82cd12f3-e051-43f9-9004-57fb159e2a70 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 950 time: 0.2074034 Feb 02 15:10:25.935773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a67332e-b179-4c6e-8677-00f3af80d76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:25.957631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e9ba2833-d9e7-4af1-88dd-ed70dbe543b7 req-2b2d0f96-2604-4e83-9a8c-e2448f6827fb tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "GET /v2.0/security-groups/0f323304-aacf-4ea5-a8ca-12f91bcbd9bb HTTP/1.1" status: 200 len: 2142 time: 0.0940037 Feb 02 15:10:25.961011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf3df94-45d2-4d73-895c-538481be5b75 req-c3790789-73cf-45c5-a5b5-7f3ecff52bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263327 Feb 02 15:10:26.074609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e9ba2833-d9e7-4af1-88dd-ed70dbe543b7 req-08bf460e-c692-4168-af97-53151b1ce4a5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.118823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e9ba2833-d9e7-4af1-88dd-ed70dbe543b7 req-08bf460e-c692-4168-af97-53151b1ce4a5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.135971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a0843ad-289a-410b-8090-7e8ce976ed72 req-fdc16351-7750-4883-9682-e00456df2fb6 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231338 Feb 02 15:10:26.138513 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.173150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-f017b38e-be24-417e-8f67-a1ee1240be08 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:26.173150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-f017b38e-be24-417e-8f67-a1ee1240be08 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 950 time: 0.1425400 Feb 02 15:10:26.210020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.221392 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a3df5-e066-4c11-a0a3-21268b48fdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d26b4-6077-4f4e-bf55-ad373401e1b1', 'code': 200} Feb 02 15:10:26.288415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Transition to ACTIVE for port object 94a81057-71f0-427f-986c-fdfc5eb7470c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:26.303531 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a67332e-b179-4c6e-8677-00f3af80d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.324721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Transition to ACTIVE for port object 94a81057-71f0-427f-986c-fdfc5eb7470c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:26.331467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67332e-b179-4c6e-8677-00f3af80d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0baa756-fb5a-402c-b50f-4a7621886786,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:26.425444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.426349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Deleting port 4f7c2608-56af-4eca-a03e-47db2f305166 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:26.426691 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.443518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a67332e-b179-4c6e-8677-00f3af80d76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.447903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5a67332e-b179-4c6e-8677-00f3af80d76a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e0baa756-fb5a-402c-b50f-4a7621886786 HTTP/1.1" status: 204 len: 168 time: 0.7356944 Feb 02 15:10:26.500466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e9ba2833-d9e7-4af1-88dd-ed70dbe543b7 req-08bf460e-c692-4168-af97-53151b1ce4a5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.530509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:26.531566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Pushing event updated for resources: {'Port': ['ID=94a81057-71f0-427f-986c-fdfc5eb7470c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:26.534683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:26.536286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591b0cd-951a-4fa3-b145-a6de0e0b3e0c req-67f2d703-f0a2-4ff3-9830-79ad2d0660b3 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:26.537918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b591b0cd-951a-4fa3-b145-a6de0e0b3e0c req-67f2d703-f0a2-4ff3-9830-79ad2d0660b3 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 950 time: 0.1505115 Feb 02 15:10:26.539623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:26.540695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf460e-c692-4168-af97-53151b1ce4a5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f323304-aacf-4ea5-a8ca-12f91bcbd9bb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:26.588078 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1122e8-908d-448f-90bb-b5349641d776 req-aa0a6aa3-a913-456c-b968-fe0c416ad205 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1094 time: 0.4174240 Feb 02 15:10:26.607379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e9ba2833-d9e7-4af1-88dd-ed70dbe543b7 req-08bf460e-c692-4168-af97-53151b1ce4a5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.616825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e9ba2833-d9e7-4af1-88dd-ed70dbe543b7 req-08bf460e-c692-4168-af97-53151b1ce4a5 tempest-SecurityGroupRulesTestJSON-122614765 tempest-SecurityGroupRulesTestJSON-122614765-project] 10.222.0.88 "DELETE /v2.0/security-groups/0f323304-aacf-4ea5-a8ca-12f91bcbd9bb HTTP/1.1" status: 204 len: 173 time: 0.6515753 Feb 02 15:10:26.618970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40044) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:26.664467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Attempting to bind port 94a81057-71f0-427f-986c-fdfc5eb7470c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:26.669796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Attempting to bind port 94a81057-71f0-427f-986c-fdfc5eb7470c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:26.669796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Attempting to bind port 94a81057-71f0-427f-986c-fdfc5eb7470c on network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:26.673247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:26.673620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Checking segment: {'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:26.674023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.674416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Bound using segment: {'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:26.674903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Bound port: 94a81057-71f0-427f-986c-fdfc5eb7470c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:26.675245 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.696264 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34befe01-2a7a-416a-b0da-ca912061844b req-c6b0e6d6-8282-4994-93c0-fbfb009faa42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 1101 time: 0.3267496 Feb 02 15:10:26.722043 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b591b0cd-951a-4fa3-b145-a6de0e0b3e0c req-dbc4c2c1-29d0-4229-9fdc-cb72cc00a9ba tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666064 Feb 02 15:10:26.784692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.823947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] For port 94a81057-71f0-427f-986c-fdfc5eb7470c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:26.830294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] For port 94a81057-71f0-427f-986c-fdfc5eb7470c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=94a81057-71f0-427f-986c-fdfc5eb7470c,segment=NetworkSegment(43716249-b1d6-422b-aec2-6258a2d992fd),segment_id=43716249-b1d6-422b-aec2-6258a2d992fd)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:26.855764 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.905039 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7873d439-8ea4-4420-b55e-f4b775cefe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.907353 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:26.913181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e0b25-e662-43e3-898c-231148228b7d req-b96a32f7-21f1-4477-8470-81fb0a1fb63c tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:26.915015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-850e0b25-e662-43e3-898c-231148228b7d req-b96a32f7-21f1-4477-8470-81fb0a1fb63c tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 950 time: 0.3097954 Feb 02 15:10:27.008417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63674596-b9f5-43ef-92a4-bfd8107332f0 None None] Pushing event updated for resources: {'Port': ['ID=94a81057-71f0-427f-986c-fdfc5eb7470c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:27.029609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2c07cd-2b63-4638-a10b-be7cd795baee admin admin] Deleting subnet 121a3b92-f130-49b2-905c-6050ef58ab5e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:10:27.059102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2c07cd-2b63-4638-a10b-be7cd795baee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.113359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Deleting port bce03603-8b75-4503-a0de-489006d3b3ac {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:27.113946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.161456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34befe01-2a7a-416a-b0da-ca912061844b req-0c8894ff-6b7a-4dcd-9a9a-e147174e261f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277278 Feb 02 15:10:27.170038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.64', 54280) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:27.208521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] For port 4f7c2608-56af-4eca-a03e-47db2f305166, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4f7c2608-56af-4eca-a03e-47db2f305166,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:27.208904 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.223476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1122e8-908d-448f-90bb-b5349641d776 req-423742e1-3dff-4a1f-8eff-e92f3fc9d8ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:27.225076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1122e8-908d-448f-90bb-b5349641d776 req-423742e1-3dff-4a1f-8eff-e92f3fc9d8ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.5324678 Feb 02 15:10:27.239876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2c07cd-2b63-4638-a10b-be7cd795baee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.290831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Allocated IP 172.25.0.203 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/f8472d37-9c8a-46f2-afcc-8b6b2621eb2b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:27.346171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5dfb1-d81d-4f12-843b-24631cc10469 req-4a663e12-0d71-484a-81f8-a748fc6240f6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:27.353160 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7dd5dfb1-d81d-4f12-843b-24631cc10469 req-4a663e12-0d71-484a-81f8-a748fc6240f6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.3914902 Feb 02 15:10:27.383349 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2c07cd-2b63-4638-a10b-be7cd795baee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.476693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40056) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:27.484103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Calling delete_port for 4f7c2608-56af-4eca-a03e-47db2f305166 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:27.628545 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.632337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7dd5dfb1-d81d-4f12-843b-24631cc10469 req-16d8b609-b395-49df-b147-528ef8e7df9a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785199 Feb 02 15:10:27.646001 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1122e8-908d-448f-90bb-b5349641d776 req-b153c728-cb16-4ba1-8b12-8a21682143df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 200 len: 217 time: 0.1683354 Feb 02 15:10:27.652512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4026-c11c-43c3-9135-a36c46249748 req-4e683806-6568-4082-87c5-54c396e2c803 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:27.653932 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44eb4026-c11c-43c3-9135-a36c46249748 req-4e683806-6568-4082-87c5-54c396e2c803 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 950 time: 0.8027339 Feb 02 15:10:27.660391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] For port bce03603-8b75-4503-a0de-489006d3b3ac, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bce03603-8b75-4503-a0de-489006d3b3ac,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:27.660748 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.812283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1122e8-908d-448f-90bb-b5349641d776 req-701e466a-36a9-43ce-9c7d-59076932c5c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:27.813803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1122e8-908d-448f-90bb-b5349641d776 req-701e466a-36a9-43ce-9c7d-59076932c5c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1574540 Feb 02 15:10:27.818841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Calling delete_port for bce03603-8b75-4503-a0de-489006d3b3ac owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:27.819179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:27.865311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0edcc5a8896f4489a1538d36a352da13 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:27.899500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2c07cd-2b63-4638-a10b-be7cd795baee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.906549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:27.914292 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:27.931157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-c7d2ae6c-dad2-4c2e-9273-a915e9862f10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4878137 Feb 02 15:10:27.959493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:27.975927 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44eb4026-c11c-43c3-9135-a36c46249748 req-69f8ef21-b508-4b3d-aa11-f5f83b603e73 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791278 Feb 02 15:10:27.994340 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1122e8-908d-448f-90bb-b5349641d776 req-0aa5999d-887e-42fb-9522-b9af2fc848d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412854 Feb 02 15:10:28.015871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c07cd-2b63-4638-a10b-be7cd795baee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121a3b92-f130-49b2-905c-6050ef58ab5e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:28.093416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2c07cd-2b63-4638-a10b-be7cd795baee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.191747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa30a334-d28b-4915-8799-8e1214a0b826 None None] Network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:10:28.262981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c85301-b954-4603-ab0a-4d0ffe756c71 req-e285e911-3d93-4ca1-b38d-ac2c82c3114a tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:28.264795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6c85301-b954-4603-ab0a-4d0ffe756c71 req-e285e911-3d93-4ca1-b38d-ac2c82c3114a tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 950 time: 0.4095726 Feb 02 15:10:28.276242 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.304533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-28054232-23c2-4223-b3e7-01e415355c61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 1097 time: 0.2059379 Feb 02 15:10:28.345933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c2c07cd-2b63-4638-a10b-be7cd795baee admin admin] 10.222.0.88 "DELETE /v2.0/subnets/121a3b92-f130-49b2-905c-6050ef58ab5e HTTP/1.1" status: 204 len: 168 time: 1.6474221 Feb 02 15:10:28.354563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40062) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:28.388800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.441658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.445315 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.452688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-16c29687-1e31-4664-a10d-03abd10066e5 None None] Provisioning for port 94a81057-71f0-427f-986c-fdfc5eb7470c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:28.496551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.500488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6c85301-b954-4603-ab0a-4d0ffe756c71 req-079fcf0d-d549-4d26-993d-d7b8e0800903 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/security-groups?id=bb3b1d40-8946-4386-b4d5-097f18ef19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264221 Feb 02 15:10:28.538993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['de0fe952-abf6-471f-bff6-45fa7a833df7', '4f7c2608-56af-4eca-a03e-47db2f305166', '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:28.568066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:28.574255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:28.586711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:28.597214 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.622930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Pushing event deleted for resources: {'Port': ['ID=4f7c2608-56af-4eca-a03e-47db2f305166,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:28.633758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.637141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1122e8-908d-448f-90bb-b5349641d776 req-3e0b8614-7dca-4c4e-99c2-812733ce8bee service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130164 Feb 02 15:10:28.727636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.781702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] No DVR routers for this DVR port bce03603-8b75-4503-a0de-489006d3b3ac on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:28.783129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Pushing event updated for resources: {'Port': ['ID=f8472d37-9c8a-46f2-afcc-8b6b2621eb2b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:28.841811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.887395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8705c-2895-4d2c-b227-a25269aacf31 req-68536e0e-8b6c-4059-9ff4-9ccc31bbea44 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:28.888169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-03f8705c-2895-4d2c-b227-a25269aacf31 req-68536e0e-8b6c-4059-9ff4-9ccc31bbea44 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Synchronizing usage tracker for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:28.891412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1127d-186b-4216-a659-6699044d05e5', 'name': 'network-vif-deleted', 'tag': 'bce03603-8b75-4503-a0de-489006d3b3ac'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:28.921397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] No DVR routers for this DVR port 4f7c2608-56af-4eca-a03e-47db2f305166 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:28.934102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Pushing event deleted for resources: {'Port': ['ID=bce03603-8b75-4503-a0de-489006d3b3ac,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:28.940460 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:28.947882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca513317-7c10-4108-a490-adf0ab2b3e02', 'name': 'network-vif-deleted', 'tag': '4f7c2608-56af-4eca-a03e-47db2f305166'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:28.976187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-e77a3718-b349-40f8-b95f-47651a16b381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:28.977820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-e77a3718-b349-40f8-b95f-47651a16b381 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 925 time: 0.6452034 Feb 02 15:10:28.991364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-850e0b25-e662-43e3-898c-231148228b7d req-96e42b46-3377-4a4d-a35a-24d5dc2182c2 tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.64 "DELETE /v2.0/ports/bce03603-8b75-4503-a0de-489006d3b3ac HTTP/1.1" status: 204 len: 173 time: 2.0697913 Feb 02 15:10:29.006785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d8da6-9a4f-46d0-b5ab-d138f38be976,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:29.056795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3ca7138-af7a-4c14-a41a-3fdda71567ac req-b8f8dc4e-9287-4e0a-bdca-55ed499fc293 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "DELETE /v2.0/ports/4f7c2608-56af-4eca-a03e-47db2f305166 HTTP/1.1" status: 204 len: 173 time: 2.8526084 Feb 02 15:10:29.072492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c8633873-2778-4041-9965-fb7177bb52c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0edcc5a8896f4489a1538d36a352da13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5594404 Feb 02 15:10:29.078153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40076) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:29.114902 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.137780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-03f8705c-2895-4d2c-b227-a25269aacf31 req-68536e0e-8b6c-4059-9ff4-9ccc31bbea44 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Unset dirty status for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:29.138954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03f8705c-2895-4d2c-b227-a25269aacf31 req-68536e0e-8b6c-4059-9ff4-9ccc31bbea44 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 867 time: 0.8398197 Feb 02 15:10:29.180004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 94a81057-71f0-427f-986c-fdfc5eb7470c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:29.193710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78721f8c-8aa9-4d72-b901-d7bb627d1d55']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:29.202001 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1122e8-908d-448f-90bb-b5349641d776 req-b690be76-b42d-4c3f-9d80-fc737bc18a01 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289412 Feb 02 15:10:29.216238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bd65f3-ee92-44d5-be8f-89dbfe2ae8f3') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:29.216540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bd65f3-ee92-44d5-be8f-89dbfe2ae8f3') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:29.235295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.256179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03f8705c-2895-4d2c-b227-a25269aacf31 req-6867f1d3-326f-4122-91af-f872a9626266 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062670 Feb 02 15:10:29.266021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.278200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:10:29.278859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.280455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-f713a6ef-5f8a-4752-982a-6e0d795578e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abf9ee6f-631c-4ef3-850f-478623e545a6 HTTP/1.1" status: 200 len: 1002 time: 0.2923479 Feb 02 15:10:29.290694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92b3b-827d-4c8d-a78b-22ea0bc3b147 req-dbbee408-9b78-440f-8769-41c4bfda9bdf tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:29.298862 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8a92b3b-827d-4c8d-a78b-22ea0bc3b147 req-dbbee408-9b78-440f-8769-41c4bfda9bdf tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.4377966 Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:10:29.305734 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:10:29.318554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-f95ef691-db1f-4d69-bc59-efec3e99c937 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4676206 Feb 02 15:10:29.424676 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 94a81057-71f0-427f-986c-fdfc5eb7470c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:29.430616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 94a81057-71f0-427f-986c-fdfc5eb7470c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:29.431036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.433148 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1127d-186b-4216-a659-6699044d05e5', 'name': 'network-vif-deleted', 'tag': 'bce03603-8b75-4503-a0de-489006d3b3ac', 'status': 'completed', 'code': 200} Feb 02 15:10:29.466420 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca513317-7c10-4108-a490-adf0ab2b3e02', 'name': 'network-vif-deleted', 'tag': '4f7c2608-56af-4eca-a03e-47db2f305166', 'status': 'completed', 'code': 200} Feb 02 15:10:29.466933 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d900ad40-fbd1-4799-88a8-9781a456fcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.493636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8a92b3b-827d-4c8d-a78b-22ea0bc3b147 req-45303e94-2494-466f-a97a-e3b8d488fb32 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935248 Feb 02 15:10:29.499050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-710ed2de-f1a0-4b51-a1fc-6f439e41d18a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:29.503296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-710ed2de-f1a0-4b51-a1fc-6f439e41d18a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aa97035-b1e4-42d6-b689-7e1ca5a0250c HTTP/1.1" status: 200 len: 862 time: 0.1835592 Feb 02 15:10:29.556774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.570309 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.585453 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.600724 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d900ad40-fbd1-4799-88a8-9781a456fcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.632999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 94a81057-71f0-427f-986c-fdfc5eb7470c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=94a81057-71f0-427f-986c-fdfc5eb7470c,segment=NetworkSegment(43716249-b1d6-422b-aec2-6258a2d992fd),segment_id=43716249-b1d6-422b-aec2-6258a2d992fd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:29.695383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] Pushing event deleted for resources: {'Network': ['ID=78721f8c-8aa9-4d72-b901-d7bb627d1d55,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:29.699756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7afc0623-739d-4295-bc4f-2b1af417c30e admin admin] 10.222.0.88 "DELETE /v2.0/networks/78721f8c-8aa9-4d72-b901-d7bb627d1d55 HTTP/1.1" status: 204 len: 168 time: 1.3419511 Feb 02 15:10:29.737941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.740999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06b35a-09de-4ef3-bbbf-65501f68058f req-8d9a49db-397c-4881-a384-e48efa84369a tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:29.743005 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed06b35a-09de-4ef3-bbbf-65501f68058f req-8d9a49db-397c-4881-a384-e48efa84369a tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 950 time: 0.1422238 Feb 02 15:10:29.794414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d900ad40-fbd1-4799-88a8-9781a456fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.819546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed06b35a-09de-4ef3-bbbf-65501f68058f req-79c1bb8a-8ed9-4b3d-8b42-5e027ff4af33 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699792 Feb 02 15:10:29.896088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 58c6c140-67bb-4b8b-a787-3ef32b081e95 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:10:29.898623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bce03603-8b75-4503-a0de-489006d3b3ac no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:29.931223 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:29.960012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: bce03603-8b75-4503-a0de-489006d3b3ac {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:29.960361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bce03603-8b75-4503-a0de-489006d3b3ac not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:29.973553 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-add64af8-1d12-43cd-a514-639efb2e334e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f548ead2b71143eca0587b900f7dae0a&device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 1099 time: 0.6014547 Feb 02 15:10:29.986089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900ad40-fbd1-4799-88a8-9781a456fcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d8da6-9a4f-46d0-b5ab-d138f38be976,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:30.003661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-68400bfd-0d47-4ac6-9f88-f87ecb197595 req-548dd30e-4002-43f3-82e6-b71b6c44133d tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Synchronizing usage tracker for tenant:db55e0dd174e4307812835807e0bded0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:30.038077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-cab30718-c0f2-46e2-8b8b-402397981692 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5170035 Feb 02 15:10:30.042884 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.043735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.059158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=94a81057-71f0-427f-986c-fdfc5eb7470c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:30.151642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:30.168970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '58c6c140-67bb-4b8b-a787-3ef32b081e95', 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'port_id': '58c6c140-67bb-4b8b-a787-3ef32b081e95', 'mac_address': 'fa:16:3e:ab:40:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93c7bdf-1cc5-430a-8774-ed52a75508fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:10:30.208803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d900ad40-fbd1-4799-88a8-9781a456fcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.209919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d900ad40-fbd1-4799-88a8-9781a456fcd9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4c1d8da6-9a4f-46d0-b5ab-d138f38be976 HTTP/1.1" status: 204 len: 168 time: 1.1163285 Feb 02 15:10:30.216240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-68400bfd-0d47-4ac6-9f88-f87ecb197595 req-548dd30e-4002-43f3-82e6-b71b6c44133d tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] Unset dirty status for tenant:db55e0dd174e4307812835807e0bded0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:30.217370 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68400bfd-0d47-4ac6-9f88-f87ecb197595 req-548dd30e-4002-43f3-82e6-b71b6c44133d tempest-LiveMigrationNegativeTest-709648845 tempest-LiveMigrationNegativeTest-709648845-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9d1127d-186b-4216-a659-6699044d05e5 HTTP/1.1" status: 200 len: 210 time: 0.4285710 Feb 02 15:10:30.229038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.256590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c6c140-67bb-4b8b-a787-3ef32b081e95 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:10:30.300755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:30.373811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.429385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40092) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:30.463665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:30.505414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7c1888d6-a5ae-446e-9fc4-edad5bd70ca3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=596243d782d34be6b974e85bae6a9de2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0748606 Feb 02 15:10:30.507660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40096) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:30.564000 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd363c9c-f6d1-4c3a-bf13-3dc858a1c282 req-03fc1364-531f-4d94-8e05-6c2bc0854b6e tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca513317-7c10-4108-a490-adf0ab2b3e02 HTTP/1.1" status: 200 len: 210 time: 0.0825908 Feb 02 15:10:30.577514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-ba6ebc1b-830b-45d3-ae7a-603f14b1fddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:30.579261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-ba6ebc1b-830b-45d3-ae7a-603f14b1fddf service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.5700531 Feb 02 15:10:30.600917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-53057aed-3206-4551-9ee7-00838705e1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.643005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-53057aed-3206-4551-9ee7-00838705e1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.643113 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-5aa70c9c-7d93-4af3-98fc-114a1669fb45 service neutron] 10.222.0.64 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800381 Feb 02 15:10:30.690384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4f7c2608-56af-4eca-a03e-47db2f305166 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:30.763273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-0b30d32b-4101-403a-a26a-cc2b44b0e7fa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de0fe952-abf6-471f-bff6-45fa7a833df7 HTTP/1.1" status: 200 len: 217 time: 0.1769283 Feb 02 15:10:30.781314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 4f7c2608-56af-4eca-a03e-47db2f305166 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:30.781805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4f7c2608-56af-4eca-a03e-47db2f305166 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:30.784365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['58c6c140-67bb-4b8b-a787-3ef32b081e95'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:30.848398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-53057aed-3206-4551-9ee7-00838705e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.870816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057aed-3206-4551-9ee7-00838705e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5348ed28-3896-4bd5-a878-2ffe997fcf9a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:30.891428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-53057aed-3206-4551-9ee7-00838705e1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:30.900741 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-53057aed-3206-4551-9ee7-00838705e1a6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5348ed28-3896-4bd5-a878-2ffe997fcf9a HTTP/1.1" status: 204 len: 168 time: 0.3917935 Feb 02 15:10:30.922544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea42fe-ecce-4a17-a17a-cb1a46a56baf req-bfd22828-b2dc-4b76-90d1-552c6b176de5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:30.930581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcea42fe-ecce-4a17-a17a-cb1a46a56baf req-bfd22828-b2dc-4b76-90d1-552c6b176de5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 944 time: 0.1506319 Feb 02 15:10:30.991175 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcea42fe-ecce-4a17-a17a-cb1a46a56baf req-4bd656dc-f1fa-4a1c-8b84-3873779d09c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585201 Feb 02 15:10:31.114630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-09272b86-5f63-4419-8d6f-69f319111416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:31.118519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-09272b86-5f63-4419-8d6f-69f319111416 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2207124 Feb 02 15:10:31.119284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 94a81057-71f0-427f-986c-fdfc5eb7470c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:31.192176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 94a81057-71f0-427f-986c-fdfc5eb7470c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:31.192554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:31.197323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7be8538a-05a9-45dd-982f-72f17ef16a03 req-90bb0250-a15c-4d5f-9173-f0a2dc1f0e9d service neutron] 10.222.0.64 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405390 Feb 02 15:10:31.227976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-ff77d02f-075f-4008-ad27-91950aaecf64 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 1101 time: 0.4666436 Feb 02 15:10:31.263661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:31.362590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:31.370658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Usage tracker for resource:security_group_rule and tenant:1e89c2fc04eb40ec846d15ba4a0032ba is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:31.377827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-192ef94a-2a76-4516-9c1c-8d798195e54f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2512143 Feb 02 15:10:31.378792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:31.412693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:31.562864 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-00ba3b95-9972-4a59-8180-68e106d4fc6a service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744003 Feb 02 15:10:31.599988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Router 7bf1a183-d2ed-4164-946b-91950e187aa7 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:10:31.659652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:31.774000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:31.822950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 58c6c140-67bb-4b8b-a787-3ef32b081e95 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:31.864546 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d034888-8f21-4719-b3f1-a7d061866d63 req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268749 Feb 02 15:10:31.870892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc33d10d-36bf-4f88-ba6b-405c95b8016f req-1547226a-5632-4713-b1ae-e6695da2781d service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999766 Feb 02 15:10:31.872964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41825cb5-ff81-4c02-8ee1-da0fc5c74a71 tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d75b50-cc95-4c05-9922-34a08c31185b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:32.012627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40140) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:32.030514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:10:32.050278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Sync routers for ids ['7bf1a183-d2ed-4164-946b-91950e187aa7'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:10:32.061753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Routers {'7bf1a183-d2ed-4164-946b-91950e187aa7'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:32.062356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7bf1a183-d2ed-4164-946b-91950e187aa7'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:32.126897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 58c6c140-67bb-4b8b-a787-3ef32b081e95 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:32.136462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 58c6c140-67bb-4b8b-a787-3ef32b081e95 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:32.136838 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:32.242815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:32.244037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-da163cdf-3b5f-446a-bf37-199eea4c2984 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.6293156 Feb 02 15:10:32.247074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40152) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:32.276880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b38f0-00e8-4305-8994-e96962cf1ca7 req-bc8f2dea-c7a1-455c-b9d6-816927c2ab49 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:32.278503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f89b38f0-00e8-4305-8994-e96962cf1ca7 req-bc8f2dea-c7a1-455c-b9d6-816927c2ab49 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 944 time: 0.1097841 Feb 02 15:10:32.371515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f89b38f0-00e8-4305-8994-e96962cf1ca7 req-bc9f15ea-6755-49e9-88dc-3f7b59a9119b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862839 Feb 02 15:10:32.467359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Set router 7bf1a183-d2ed-4164-946b-91950e187aa7 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:32.492263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-74797277-b07a-4bdc-97f2-eeb9d42466a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=db55e0dd174e4307812835807e0bded0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4782522 Feb 02 15:10:32.493213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40158) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:32.522984 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:32.570993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-447d642c-ace7-4a92-a1c5-dd551c5f9938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:32.591293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:32.614811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-447d642c-ace7-4a92-a1c5-dd551c5f9938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:32.663251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:32.790225 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-447d642c-ace7-4a92-a1c5-dd551c5f9938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:32.805140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d642c-ace7-4a92-a1c5-dd551c5f9938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3b1d40-8946-4386-b4d5-097f18ef19df,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:32.846950 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95', 'code': 200} Feb 02 15:10:32.850931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4d5a7-6e0c-4cd0-8a12-f21c8d20c870 req-e1b25085-5090-4ddd-8295-c382b2871cc7 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:32.852631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08a4d5a7-6e0c-4cd0-8a12-f21c8d20c870 req-e1b25085-5090-4ddd-8295-c382b2871cc7 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 948 time: 0.3125787 Feb 02 15:10:32.928176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:32.939150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08a4d5a7-6e0c-4cd0-8a12-f21c8d20c870 req-9a148a3b-a69e-4f6f-97ea-291b1ad67718 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765426 Feb 02 15:10:33.061605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:33.102429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-router', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:25Z', 'updated_at': '2022-02-02T15:10:29Z', 'revision_number': 3, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'gw_port': {'id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:26Z', 'updated_at': '2022-02-02T15:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:33.106934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Checking router: 7bf1a183-d2ed-4164-946b-91950e187aa7 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:10:33.107273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Updating router 7bf1a183-d2ed-4164-946b-91950e187aa7 port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:10:33.168139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:33.268965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-447d642c-ace7-4a92-a1c5-dd551c5f9938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:33.271056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-447d642c-ace7-4a92-a1c5-dd551c5f9938 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb3b1d40-8946-4386-b4d5-097f18ef19df HTTP/1.1" status: 204 len: 168 time: 0.7768452 Feb 02 15:10:33.322032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40182) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:33.326782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0adb66a-c9d7-4114-9d1d-65a67bbbea67 req-3480ff13-6722-484e-b7c9-296ce556e33c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1096 time: 0.4419196 Feb 02 15:10:33.363439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7dfa9e6-958e-404d-a5d8-3a5aff6bdf92 req-206c35b1-f518-42e4-b6ab-6713caa0c9ff tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 1101 time: 0.2156539 Feb 02 15:10:33.408587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0adb66a-c9d7-4114-9d1d-65a67bbbea67 req-97cde27d-a909-41e7-8c1f-c3d139fad209 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737231 Feb 02 15:10:33.426208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f7dfa9e6-958e-404d-a5d8-3a5aff6bdf92 req-a9f826e8-97bf-4244-a5fa-202a0315139a tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Synchronizing usage tracker for tenant:1e89c2fc04eb40ec846d15ba4a0032ba on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:33.545131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f7dfa9e6-958e-404d-a5d8-3a5aff6bdf92 req-a9f826e8-97bf-4244-a5fa-202a0315139a tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] Unset dirty status for tenant:1e89c2fc04eb40ec846d15ba4a0032ba on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:33.548407 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:33.553940 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7dfa9e6-958e-404d-a5d8-3a5aff6bdf92 req-a9f826e8-97bf-4244-a5fa-202a0315139a tempest-ServersAdminNegativeTestJSON-478914504 tempest-ServersAdminNegativeTestJSON-478914504-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821153 Feb 02 15:10:33.634718 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:33.650153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Transition to ACTIVE for port object f8472d37-9c8a-46f2-afcc-8b6b2621eb2b will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:33.748958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:33.799690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d03e1bd1-8a11-4dc1-b0fc-5c83debb64a9 req-1b02f0c0-1d6d-4f92-ab58-85bfddeedecf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1152408 Feb 02 15:10:33.846908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1628180331-network', 'tenant_id': '75b7ba81774d481ba368ca59e55e2dfa'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:33.886933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:33.895585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc75f7f-056a-4aa4-8ae8-c4e79e404555 req-a35cd402-4ef2-4970-8cd6-c487c3a3554d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:33.902765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5fc75f7f-056a-4aa4-8ae8-c4e79e404555 req-a35cd402-4ef2-4970-8cd6-c487c3a3554d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 945 time: 0.3395605 Feb 02 15:10:33.911633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Usage tracker for resource:network and tenant:75b7ba81774d481ba368ca59e55e2dfa is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:33.930973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3cd7b-e027-4dee-be5a-a54b7caa5e9d None None] Pushing event updated for resources: {'Port': ['ID=f8472d37-9c8a-46f2-afcc-8b6b2621eb2b,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:33.931742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:33.946982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:33.950396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Attempting to bind port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:33.950768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Attempting to bind port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:33.951126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Attempting to bind port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:33.967290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:33.969364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:33.969364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:33.969364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:33.969364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Bound port: f8472d37-9c8a-46f2-afcc-8b6b2621eb2b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:33.969364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.045188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-f3fa51d1-7952-4bb7-b05c-9bb1078376e3 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:34.047055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-f3fa51d1-7952-4bb7-b05c-9bb1078376e3 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 948 time: 0.1184065 Feb 02 15:10:34.052098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5fc75f7f-056a-4aa4-8ae8-c4e79e404555 req-ef420ad4-34d9-421f-ae04-ee3518f5c57f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480882 Feb 02 15:10:34.106976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Allocated IP 172.20.0.1 (52f2c26a-7bcf-4865-a0e3-3a8355937c31/bce1aa31-abeb-4360-ac9e-90717149142c/26bef0f1-5090-4ca1-ac79-3d31d27fd578) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:34.118179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] For port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:34.120015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Made reservation on behalf of 75b7ba81774d481ba368ca59e55e2dfa for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:34.124217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.129812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] For port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f8472d37-9c8a-46f2-afcc-8b6b2621eb2b,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:34.138380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.150155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Deleting port de0fe952-abf6-471f-bff6-45fa7a833df7 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:34.152848 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.202078 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.294622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Routers {'7bf1a183-d2ed-4164-946b-91950e187aa7'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:34.295240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7bf1a183-d2ed-4164-946b-91950e187aa7'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:34.347273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3cd7b-e027-4dee-be5a-a54b7caa5e9d None None] Pushing event updated for resources: {'Port': ['ID=f8472d37-9c8a-46f2-afcc-8b6b2621eb2b,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:34.353286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:34.370524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Usage tracker for resource:security_group_rule and tenant:75b7ba81774d481ba368ca59e55e2dfa is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:34.379294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:34.389160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40212) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:34.397083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:34.511664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] For port de0fe952-abf6-471f-bff6-45fa7a833df7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=de0fe952-abf6-471f-bff6-45fa7a833df7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:34.526403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.553266 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.576100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6983846a-2e8f-40b4-9df7-e706b2cd4e83 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5fbd250a8db444bba004dcdf25c35217&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1804976 Feb 02 15:10:34.583286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f893778-c4be-488e-af58-3dfe5cf5e415 req-cd8e34f4-1f53-401e-a103-bf8009783190 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:34.590537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f893778-c4be-488e-af58-3dfe5cf5e415 req-cd8e34f4-1f53-401e-a103-bf8009783190 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 948 time: 0.3573000 Feb 02 15:10:34.593444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:34.617312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Transition to ACTIVE for port object 26bef0f1-5090-4ca1-ac79-3d31d27fd578 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:34.627466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] Set router 7bf1a183-d2ed-4164-946b-91950e187aa7 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:34.673321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Calling delete_port for de0fe952-abf6-471f-bff6-45fa7a833df7 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:34.758732 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.785424 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f893778-c4be-488e-af58-3dfe5cf5e415 req-00ef8c5c-798d-4630-a504-4bdde5ead83f tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946580 Feb 02 15:10:34.825300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6062fccc-b934-41f1-9a7c-92c56cda5ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.842026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.883053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e32a1-09aa-4adb-94b8-4e3207e2f03f req-2f9fd295-1fb7-4dfb-a1ad-775fadb90f45 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:34.884737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b1e32a1-09aa-4adb-94b8-4e3207e2f03f req-2f9fd295-1fb7-4dfb-a1ad-775fadb90f45 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 950 time: 0.1341159 Feb 02 15:10:34.887636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6062fccc-b934-41f1-9a7c-92c56cda5ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.895648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:10:34.905815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.971637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b1e32a1-09aa-4adb-94b8-4e3207e2f03f req-399e6c4f-f1e5-49ef-97ad-566869f380df tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734684 Feb 02 15:10:34.976855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda05935-cd75-4cec-b396-b2b40425f498,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:34.996042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:34.996299 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Added segment 98320d3a-b966-466d-ae73-2daec24a1752 of type vlan for network 3b4f6311-2599-4862-bcb7-ecf58186a207 Feb 02 15:10:35.031269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.032657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-router', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:25Z', 'updated_at': '2022-02-02T15:10:29Z', 'revision_number': 3, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'gw_port': {'id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:26Z', 'updated_at': '2022-02-02T15:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:35.040663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c177f-35b1-4d0b-887d-fd479eb33664 None None] The sync data for ids ['7bf1a183-d2ed-4164-946b-91950e187aa7'] in n-d-827122-1 is: [{'id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-router', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:25Z', 'updated_at': '2022-02-02T15:10:29Z', 'revision_number': 3, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'gw_port': {'id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:26Z', 'updated_at': '2022-02-02T15:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:10:35.041665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:35.051827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Pushing event updated for resources: {'Port': ['ID=26bef0f1-5090-4ca1-ac79-3d31d27fd578,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:35.054302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:35.073083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['de0fe952-abf6-471f-bff6-45fa7a833df7', '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:35.078032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:35.122025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.123697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Pushing event deleted for resources: {'Port': ['ID=de0fe952-abf6-471f-bff6-45fa7a833df7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:35.211022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.275984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6062fccc-b934-41f1-9a7c-92c56cda5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.291504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] No DVR routers for this DVR port de0fe952-abf6-471f-bff6-45fa7a833df7 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:35.295301 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.299515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ea4f5-3c5d-418e-9641-ce7514f778e0', 'name': 'network-vif-deleted', 'tag': 'de0fe952-abf6-471f-bff6-45fa7a833df7'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:35.375093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062fccc-b934-41f1-9a7c-92c56cda5ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e771f5d-7bc5-4f47-8802-efab064f4e2d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:35.378725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.379586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:35.380245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.444444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-836c79bb-66ad-4eaa-8357-a90365214f08 req-107f6122-bb1e-40a5-9a37-00c07d3d6162 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "DELETE /v2.0/ports/de0fe952-abf6-471f-bff6-45fa7a833df7 HTTP/1.1" status: 204 len: 173 time: 1.3921089 Feb 02 15:10:35.503228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb065b-f684-482f-b4b4-5eebf4534a00 req-3a2bf5fe-b807-443b-b180-cdf8ea02884e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:35.504829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14fb065b-f684-482f-b4b4-5eebf4534a00 req-3a2bf5fe-b807-443b-b180-cdf8ea02884e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 945 time: 0.1280677 Feb 02 15:10:35.567020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a67d1942-892e-49fb-9017-2776699ae970 None None] Provisioning for port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:35.573811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a67d1942-892e-49fb-9017-2776699ae970 None None] Provisioning complete for port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:35.573811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a67d1942-892e-49fb-9017-2776699ae970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.596049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14fb065b-f684-482f-b4b4-5eebf4534a00 req-7da6b3ea-2759-452c-8e0c-f50c111d6dce tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845766 Feb 02 15:10:35.644968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] Pushing event updated for resources: {'Network': ['ID=3b4f6311-2599-4862-bcb7-ecf58186a207,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:35.658454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3b4f6311-2599-4862-bcb7-ecf58186a207 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:10:35.784716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6062fccc-b934-41f1-9a7c-92c56cda5ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.786478 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6062fccc-b934-41f1-9a7c-92c56cda5ee6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9e771f5d-7bc5-4f47-8802-efab064f4e2d HTTP/1.1" status: 204 len: 168 time: 1.1872382 Feb 02 15:10:35.810563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:35.817783 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ea4f5-3c5d-418e-9641-ce7514f778e0', 'name': 'network-vif-deleted', 'tag': 'de0fe952-abf6-471f-bff6-45fa7a833df7', 'status': 'completed', 'code': 200} Feb 02 15:10:35.899614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a67d1942-892e-49fb-9017-2776699ae970 None None] Port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:10:35.926816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08097a5b-fd2e-42eb-8683-3840ae5edf99 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6028545 Feb 02 15:10:35.933831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40246) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:35.942598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Request body: {'subnet': {'network_id': '3b4f6311-2599-4862-bcb7-ecf58186a207', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1628180331-subnet', 'tenant_id': '75b7ba81774d481ba368ca59e55e2dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:35.970561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:35.978836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Usage tracker for resource:subnet and tenant:75b7ba81774d481ba368ca59e55e2dfa is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:35.983375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:35.998732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:36.064681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c841341-1d7a-4222-a705-0c0407b654f2 req-94ef7519-eeee-412a-9db8-8bd68d6b8dae tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1096 time: 0.1395006 Feb 02 15:10:36.107221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Made reservation on behalf of 75b7ba81774d481ba368ca59e55e2dfa for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:36.111263 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:36.201346 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c841341-1d7a-4222-a705-0c0407b654f2 req-b3640db4-6943-4767-b06e-5e78a6c72b01 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304479 Feb 02 15:10:36.221156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184001da-be17-47e5-8418-83eff946e053 req-29da5bf5-c907-4858-9827-6e598acffc86 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:36.222649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-184001da-be17-47e5-8418-83eff946e053 req-29da5bf5-c907-4858-9827-6e598acffc86 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 950 time: 0.1281538 Feb 02 15:10:36.288048 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2eb9501-4940-41ed-990a-157e5c5dd996 req-abd7ef42-bf39-4e73-aa80-a92198a280b2 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.0827193 Feb 02 15:10:36.305010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Deleting port 256d26b4-6077-4f4e-bf55-ad373401e1b1 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:36.305624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:36.612640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:10:36.630527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:36.676424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:36.809909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:36.827467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] For port 256d26b4-6077-4f4e-bf55-ad373401e1b1, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=256d26b4-6077-4f4e-bf55-ad373401e1b1,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:36.828052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:36.981750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Calling delete_port for 256d26b4-6077-4f4e-bf55-ad373401e1b1 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:37.073763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23254423-4abb-417d-b736-44a790029083,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:37.082706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:37.088945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Pushing event updated for resources: {'Port': ['ID=26bef0f1-5090-4ca1-ac79-3d31d27fd578,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:37.184252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Checking segment: {'id': '98320d3a-b966-466d-ae73-2daec24a1752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '3b4f6311-2599-4862-bcb7-ecf58186a207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:37.184252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Network hostable DHCP agents. Network: 3b4f6311-2599-4862-bcb7-ecf58186a207, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:10:37.231130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0082e1-2f22-4879-a446-a6734afe0891 req-ad7992e4-5f67-44f6-860b-8dc1397e554f tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:37.232688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1d0082e1-2f22-4879-a446-a6734afe0891 req-ad7992e4-5f67-44f6-860b-8dc1397e554f tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 950 time: 0.2967191 Feb 02 15:10:37.251737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f8472d37-9c8a-46f2-afcc-8b6b2621eb2b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:37.317567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:37.319732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:37.323869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1d0082e1-2f22-4879-a446-a6734afe0891 req-7d59f89c-5181-42a4-812a-0dc357e1b5cb tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815492 Feb 02 15:10:37.527216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3e88a6c6-842f-499e-ade9-cc9cf36122ae req-202d9d1b-e9da-47bd-a44a-574aa5b7f69c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Synchronizing usage tracker for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:37.612989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Network 3b4f6311-2599-4862-bcb7-ecf58186a207 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:10:37.613739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:37.618318 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:37.627558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:37.628125 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:37.698180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3e88a6c6-842f-499e-ade9-cc9cf36122ae req-202d9d1b-e9da-47bd-a44a-574aa5b7f69c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Unset dirty status for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:37.699341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e88a6c6-842f-499e-ade9-cc9cf36122ae req-202d9d1b-e9da-47bd-a44a-574aa5b7f69c tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d7ea4f5-3c5d-418e-9641-ce7514f778e0 HTTP/1.1" status: 200 len: 210 time: 0.2251353 Feb 02 15:10:37.724763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Pushing event deleted for resources: {'Port': ['ID=256d26b4-6077-4f4e-bf55-ad373401e1b1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:37.744292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 3b4f6311-2599-4862-bcb7-ecf58186a207) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:37.758683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:37.761249 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:37.833064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Router 7bf1a183-d2ed-4164-946b-91950e187aa7 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:10:37.848963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['256d26b4-6077-4f4e-bf55-ad373401e1b1'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:37.864431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] No DVR routers for this DVR port 256d26b4-6077-4f4e-bf55-ad373401e1b1 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:37.878972 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:37.884115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['f173857f-6686-4595-acc8-b38a580de5c2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:37.884675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a3df5-e066-4c11-a0a3-21268b48fdab', 'name': 'network-vif-deleted', 'tag': '256d26b4-6077-4f4e-bf55-ad373401e1b1'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:37.911037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f73c7a8-cf21-4e64-b5dd-51e1c5058fcd None None] Network 3b4f6311-2599-4862-bcb7-ecf58186a207 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:10:38.031375 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a3df5-e066-4c11-a0a3-21268b48fdab', 'name': 'network-vif-deleted', 'tag': '256d26b4-6077-4f4e-bf55-ad373401e1b1', 'status': 'completed', 'code': 200} Feb 02 15:10:38.082712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-184001da-be17-47e5-8418-83eff946e053 req-0af31d2e-084a-4f7c-9965-6d29715ff3ee tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.64 "DELETE /v2.0/ports/256d26b4-6077-4f4e-bf55-ad373401e1b1 HTTP/1.1" status: 204 len: 173 time: 1.8524258 Feb 02 15:10:38.128688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-df3d1519-338f-4e25-a3aa-233a5d80cf45 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1849394 Feb 02 15:10:38.129030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40298) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:38.150917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9e04266e-113a-4c95-9be1-8c70471f1ef2 None None] Provisioning complete for port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:38.151065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9e04266e-113a-4c95-9be1-8c70471f1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:38.301831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9e04266e-113a-4c95-9be1-8c70471f1ef2 None None] Port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:10:38.334618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:10:38.342442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bc7d6900-ed4b-47fa-92ae-8ac0360f0136 admin admin] 10.222.0.88 "PUT /v2.0/routers/7bf1a183-d2ed-4164-946b-91950e187aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0933053 Feb 02 15:10:38.472489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4457b057-4e63-4986-83c9-7c01d3e05216 None None] Network 3b4f6311-2599-4862-bcb7-ecf58186a207 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:10:38.497970 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:38.594089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:38.663949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2cdf8c25-fe73-4a67-aed2-f74261d47e04 req-155a5bd5-59f7-4d64-ae3c-e90a54136a88 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9a3df5-e066-4c11-a0a3-21268b48fdab HTTP/1.1" status: 200 len: 210 time: 0.0968633 Feb 02 15:10:38.695742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:38.713426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f8472d37-9c8a-46f2-afcc-8b6b2621eb2b,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:38.721496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] Usage tracker for resource:security_group_rule and tenant:7a303f06b91f4702bb884e59233d04e4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:38.734074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:38.749210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device de0fe952-abf6-471f-bff6-45fa7a833df7 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:38.764140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:38.849487 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:38.917858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:38.942872 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-90a9e021-b6e2-4bb0-b38a-533a057b40ce req-cd4b4724-e0d5-4cd6-85d1-a60ea924f990 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] show failed (client error): The resource could not be found. Feb 02 15:10:38.943909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90a9e021-b6e2-4bb0-b38a-533a057b40ce req-cd4b4724-e0d5-4cd6-85d1-a60ea924f990 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] 10.222.0.88 "GET /v2.0/security-groups/357fcab6-ca1e-4f39-ac5c-62ed891aa6ed HTTP/1.1" status: 404 len: 352 time: 0.0191128 Feb 02 15:10:38.948897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: de0fe952-abf6-471f-bff6-45fa7a833df7 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:38.948897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device de0fe952-abf6-471f-bff6-45fa7a833df7 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:39.051917 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:39.121956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f8472d37-9c8a-46f2-afcc-8b6b2621eb2b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:39.175981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18c6d00-f8b8-4a59-a702-c394fe9eda2f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:39.197883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8fdeb5d2-4f2d-4a6c-88a0-1f2f0184a997 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7a303f06b91f4702bb884e59233d04e4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0761766 Feb 02 15:10:39.198536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40338) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:39.224716 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-b7002d31-569a-4af6-9a70-8457d1dbb73a req-11ca7495-b7a1-4eb5-aadf-46586597a7f8 tempest-FloatingIPDetailsNegativeTestJSON-66792137 tempest-FloatingIPDetailsNegativeTestJSON-66792137-project] show failed (client error): The resource could not be found. Feb 02 15:10:39.235571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7002d31-569a-4af6-9a70-8457d1dbb73a req-11ca7495-b7a1-4eb5-aadf-46586597a7f8 tempest-FloatingIPDetailsNegativeTestJSON-66792137 tempest-FloatingIPDetailsNegativeTestJSON-66792137-project] 10.222.0.88 "GET /v2.0/floatingips/e97e9c0a-c5d9-4f3d-926c-bedc70053dbf HTTP/1.1" status: 404 len: 350 time: 0.1770375 Feb 02 15:10:39.245297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40342) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:39.339295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd1e6-f85d-4ba7-a667-b8eed492c7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:39.372671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd1e6-f85d-4ba7-a667-b8eed492c7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:39.497462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3520b019-5543-451b-a583-716b073e3c52 req-e3bb19e5-f245-478a-8a58-00be26862a13 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] Synchronizing usage tracker for tenant:75b7ba81774d481ba368ca59e55e2dfa on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:39.505174 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Sync routers for ids ['7bf1a183-d2ed-4164-946b-91950e187aa7'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:10:39.526931 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Routers {'7bf1a183-d2ed-4164-946b-91950e187aa7'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:39.528300 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7bf1a183-d2ed-4164-946b-91950e187aa7'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:39.602220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd1e6-f85d-4ba7-a667-b8eed492c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:39.665026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdd1e6-f85d-4ba7-a667-b8eed492c7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18c6d00-f8b8-4a59-a702-c394fe9eda2f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:39.676013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3520b019-5543-451b-a583-716b073e3c52 req-e3bb19e5-f245-478a-8a58-00be26862a13 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] Unset dirty status for tenant:75b7ba81774d481ba368ca59e55e2dfa on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:39.681361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd1e6-f85d-4ba7-a667-b8eed492c7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:39.695536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b9fdd1e6-f85d-4ba7-a667-b8eed492c7eb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e18c6d00-f8b8-4a59-a702-c394fe9eda2f HTTP/1.1" status: 204 len: 168 time: 0.4873171 Feb 02 15:10:39.697023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3520b019-5543-451b-a583-716b073e3c52 req-e3bb19e5-f245-478a-8a58-00be26862a13 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=75b7ba81774d481ba368ca59e55e2dfa HTTP/1.1" status: 200 len: 2652 time: 0.3259892 Feb 02 15:10:39.849827 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Set router 7bf1a183-d2ed-4164-946b-91950e187aa7 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:39.858793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 256d26b4-6077-4f4e-bf55-ad373401e1b1 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:39.944496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3520b019-5543-451b-a583-716b073e3c52 req-08c5ad8f-0a29-48f1-b647-1f02d7019c82 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] 10.222.0.88 "GET /v2.0/security-groups/fda05935-cd75-4cec-b396-b2b40425f498 HTTP/1.1" status: 200 len: 2649 time: 0.2461691 Feb 02 15:10:39.987733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 256d26b4-6077-4f4e-bf55-ad373401e1b1 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:39.988094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 256d26b4-6077-4f4e-bf55-ad373401e1b1 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:40.062458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886de6a-440d-438a-956a-a017d5849ad5 req-8629552a-1647-4999-9983-cc6af0ac5200 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:40.063811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4886de6a-440d-438a-956a-a017d5849ad5 req-8629552a-1647-4999-9983-cc6af0ac5200 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 950 time: 0.1304750 Feb 02 15:10:40.138598 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4886de6a-440d-438a-956a-a017d5849ad5 req-553089b9-620a-4cdb-8d5f-a3cd7db71b44 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676832 Feb 02 15:10:40.162991 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3520b019-5543-451b-a583-716b073e3c52 req-89dbd432-e5a2-4009-89e1-28ef4a2a0367 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] 10.222.0.88 "GET /v2.0/security-groups/fda05935-cd75-4cec-b396-b2b40425f498 HTTP/1.1" status: 200 len: 2649 time: 0.2175672 Feb 02 15:10:40.486024 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d2b91be-98cd-48bb-bce5-b607454382bf req-74bc7532-b64c-402b-951b-3cf15ba89ec7 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] 10.222.0.88 "GET /v2.0/security-groups/fda05935-cd75-4cec-b396-b2b40425f498 HTTP/1.1" status: 200 len: 2649 time: 0.1418133 Feb 02 15:10:40.507143 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-router', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:25Z', 'updated_at': '2022-02-02T15:10:35Z', 'revision_number': 4, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'gw_port': {'id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:26Z', 'updated_at': '2022-02-02T15:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '26bef0f1-5090-4ca1-ac79-3d31d27fd578', 'name': '', 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'mac_address': 'fa:16:3e:bb:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce1aa31-abeb-4360-ac9e-90717149142c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:33Z', 'updated_at': '2022-02-02T15:10:35Z', 'revision_number': 2, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'subnets': [{'id': 'bce1aa31-abeb-4360-ac9e-90717149142c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:40.516803 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Checking router: 7bf1a183-d2ed-4164-946b-91950e187aa7 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:10:40.517151 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Updating router 7bf1a183-d2ed-4164-946b-91950e187aa7 port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:10:40.644955 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:40.688851 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:40.773906 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-6d2b91be-98cd-48bb-bce5-b607454382bf req-3f641b3e-e51c-4916-b38b-0a96cb67aaae tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 15:10:40.776947 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d2b91be-98cd-48bb-bce5-b607454382bf req-3f641b3e-e51c-4916-b38b-0a96cb67aaae tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] 10.222.0.88 "DELETE /v2.0/security-groups/fda05935-cd75-4cec-b396-b2b40425f498 HTTP/1.1" status: 409 len: 352 time: 0.2707131 Feb 02 15:10:40.891088 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-143892bd-1521-46d1-98fb-226d0133538d req-cf061823-5273-4eed-8bdb-70343d12ccb6 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] show failed (client error): The resource could not be found. Feb 02 15:10:40.911589 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-143892bd-1521-46d1-98fb-226d0133538d req-cf061823-5273-4eed-8bdb-70343d12ccb6 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] 10.222.0.88 "GET /v2.0/security-groups/cd912dfe-ce2f-41c9-a2ae-066ea92b40c9 HTTP/1.1" status: 404 len: 352 time: 0.0548983 Feb 02 15:10:41.033921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40386) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:41.053391 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-cbf85240-1832-4c7f-ad90-0e8bf710db23 req-b8e2f639-29ab-47d2-9c70-cc933d7eb922 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] show failed (client error): The resource could not be found. Feb 02 15:10:41.054410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbf85240-1832-4c7f-ad90-0e8bf710db23 req-b8e2f639-29ab-47d2-9c70-cc933d7eb922 tempest-SecurityGroupsNegativeTestJSON-549303791 tempest-SecurityGroupsNegativeTestJSON-549303791-project] 10.222.0.88 "GET /v2.0/security-groups/be586820-ec32-4cc5-8091-68035bffd54b HTTP/1.1" status: 404 len: 352 time: 0.0268121 Feb 02 15:10:41.078445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40390) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:41.092830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.141805 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.163365 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Transition to ACTIVE for port object 26bef0f1-5090-4ca1-ac79-3d31d27fd578 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:41.177299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f8472d37-9c8a-46f2-afcc-8b6b2621eb2b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:41.186180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49054f7-a53a-4dda-a3de-bf4dc19f22f7 admin admin] Deleting subnet 23254423-4abb-417d-b736-44a790029083 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:10:41.193033 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a49054f7-a53a-4dda-a3de-bf4dc19f22f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.205629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:41.215766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] Usage tracker for resource:security_group_rule and tenant:e64c4ee2399b49d692b5583f2b31dfc1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:41.228301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:41.231925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:41.281390 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.300960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:41.303516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.394446 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Pushing event updated for resources: {'Port': ['ID=26bef0f1-5090-4ca1-ac79-3d31d27fd578,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:41.405382 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.406014 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.406525 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.407203 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.407713 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.408231 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.408720 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.409227 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.409720 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.410217 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.410706 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:41.457406 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.477045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a49054f7-a53a-4dda-a3de-bf4dc19f22f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.560094 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a49054f7-a53a-4dda-a3de-bf4dc19f22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.569086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3db82c1b-da33-4041-8f18-77dae3803e92 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:41.570525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3db82c1b-da33-4041-8f18-77dae3803e92 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 950 time: 0.1924875 Feb 02 15:10:41.580155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a32f20-f004-4d7b-9559-49c122d98e10 req-3dc5dcf9-288a-405a-9ff7-d7ffe2c718f0 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:41.584094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3a32f20-f004-4d7b-9559-49c122d98e10 req-3dc5dcf9-288a-405a-9ff7-d7ffe2c718f0 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 950 time: 0.1478019 Feb 02 15:10:41.585325 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.616296 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Attempting to bind port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:41.616786 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Attempting to bind port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:41.617235 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Attempting to bind port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 on network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:41.624883 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:41.625362 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Checking segment: {'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:41.625879 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.626866 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Bound using segment: {'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:41.627532 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Bound port: 26bef0f1-5090-4ca1-ac79-3d31d27fd578, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43716249-b1d6-422b-aec2-6258a2d992fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:41.628151 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.691623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Deleting port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:41.692147 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.775758 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] For port 26bef0f1-5090-4ca1-ac79-3d31d27fd578, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:41.780403 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] For port 26bef0f1-5090-4ca1-ac79-3d31d27fd578, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=26bef0f1-5090-4ca1-ac79-3d31d27fd578,segment=NetworkSegment(43716249-b1d6-422b-aec2-6258a2d992fd),segment_id=43716249-b1d6-422b-aec2-6258a2d992fd)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:41.805216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e82d4ff-1bb6-4b43-8852-ad8c6ff61030,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:41.847543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4bd036b8-7d22-4f16-8c67-8e14cf7a7404 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e64c4ee2399b49d692b5583f2b31dfc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8117001 Feb 02 15:10:41.848653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40400) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:41.865500 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:41.909630 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3a32f20-f004-4d7b-9559-49c122d98e10 req-4e476f14-94e9-47aa-8695-1d031c7e3875 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c871173-07bb-4879-b645-02d8b8ececde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347860 Feb 02 15:10:41.939022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f62d93-70ac-4705-a197-f92073dfe28f req-b5841992-598f-4a95-9a41-92f786173b2f tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:41.940526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0f62d93-70ac-4705-a197-f92073dfe28f req-b5841992-598f-4a95-9a41-92f786173b2f tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 949 time: 0.5864513 Feb 02 15:10:41.974202 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dc0d2-9567-4ce6-a2bc-e342739487df None None] Pushing event updated for resources: {'Port': ['ID=26bef0f1-5090-4ca1-ac79-3d31d27fd578,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:41.991280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:42.011894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16273f84-1a0e-4731-af22-952b0141e45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.027591 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Routers {'7bf1a183-d2ed-4164-946b-91950e187aa7'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:42.028265 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7bf1a183-d2ed-4164-946b-91950e187aa7'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:42.055738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16273f84-1a0e-4731-af22-952b0141e45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.114587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] For port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:42.115485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a49054f7-a53a-4dda-a3de-bf4dc19f22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.116498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.221599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49054f7-a53a-4dda-a3de-bf4dc19f22f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23254423-4abb-417d-b736-44a790029083,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:42.302157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a49054f7-a53a-4dda-a3de-bf4dc19f22f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.315653 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0f62d93-70ac-4705-a197-f92073dfe28f req-88b21fd8-6efa-4bad-a9e7-00aecb867bc9 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659022 Feb 02 15:10:42.324846 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] Set router 7bf1a183-d2ed-4164-946b-91950e187aa7 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:42.330597 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.346194 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a49054f7-a53a-4dda-a3de-bf4dc19f22f7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/23254423-4abb-417d-b736-44a790029083 HTTP/1.1" status: 204 len: 168 time: 1.2490914 Feb 02 15:10:42.362990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40416) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:42.461596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Calling delete_port for 69c11720-97f9-4d33-bd1f-d47f6ebab2dc owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:42.464680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16273f84-1a0e-4731-af22-952b0141e45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.510456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16273f84-1a0e-4731-af22-952b0141e45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.516908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-16273f84-1a0e-4731-af22-952b0141e45c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9e82d4ff-1bb6-4b43-8852-ad8c6ff61030 HTTP/1.1" status: 204 len: 168 time: 0.6620104 Feb 02 15:10:42.516908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16273f84-1a0e-4731-af22-952b0141e45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e82d4ff-1bb6-4b43-8852-ad8c6ff61030,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:42.516908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:42.542467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5176222c164ddb972e937bfdbb0a02 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:42.553784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:42.564194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.567883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:42.732730 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.738841 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-router', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:25Z', 'updated_at': '2022-02-02T15:10:35Z', 'revision_number': 4, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'gw_port': {'id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:26Z', 'updated_at': '2022-02-02T15:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '26bef0f1-5090-4ca1-ac79-3d31d27fd578', 'name': '', 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'mac_address': 'fa:16:3e:bb:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce1aa31-abeb-4360-ac9e-90717149142c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:33Z', 'updated_at': '2022-02-02T15:10:41Z', 'revision_number': 4, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'subnets': [{'id': 'bce1aa31-abeb-4360-ac9e-90717149142c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:42.744779 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313285-2b4b-4db5-bcf7-e1902821913c None None] The sync data for ids ['7bf1a183-d2ed-4164-946b-91950e187aa7'] in n-d-827122-1 is: [{'id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848936266-router', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:25Z', 'updated_at': '2022-02-02T15:10:35Z', 'revision_number': 4, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'gw_port': {'id': 'f8472d37-9c8a-46f2-afcc-8b6b2621eb2b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:26Z', 'updated_at': '2022-02-02T15:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '26bef0f1-5090-4ca1-ac79-3d31d27fd578', 'name': '', 'network_id': '52f2c26a-7bcf-4865-a0e3-3a8355937c31', 'tenant_id': 'b11f56071ac0430f98ca11a67129f924', 'mac_address': 'fa:16:3e:bb:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1a183-d2ed-4164-946b-91950e187aa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce1aa31-abeb-4360-ac9e-90717149142c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:33Z', 'updated_at': '2022-02-02T15:10:41Z', 'revision_number': 4, 'project_id': 'b11f56071ac0430f98ca11a67129f924', 'subnets': [{'id': 'bce1aa31-abeb-4360-ac9e-90717149142c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:10:42.790734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['69c11720-97f9-4d33-bd1f-d47f6ebab2dc'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:10:42.843883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:42.858489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Pushing event deleted for resources: {'Port': ['ID=69c11720-97f9-4d33-bd1f-d47f6ebab2dc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:42.989443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4f6311-2599-4862-bcb7-ecf58186a207']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:43.013752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.028172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98320d3a-b966-466d-ae73-2daec24a1752') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:43.028791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98320d3a-b966-466d-ae73-2daec24a1752') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:43.130705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-a0341265-3628-4808-91d1-57ae55cf347e tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:43.132249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-a0341265-3628-4808-91d1-57ae55cf347e tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.107 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 949 time: 0.5080245 Feb 02 15:10:43.136283 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.179560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 26bef0f1-5090-4ca1-ac79-3d31d27fd578 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:43.223353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.230250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:10:43.236027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.310565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] No DVR routers for this DVR port 69c11720-97f9-4d33-bd1f-d47f6ebab2dc on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:43.315342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.342365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-deleted', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:43.350168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:43.356950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:43.357322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.364251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:10:43.371736 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:10:43.396733 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4aa29c90-3fb3-45f6-b585-093820474511 req-43d16f6f-c3fe-4790-8cbd-8eb9b3f040cd tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 210 time: 0.3322828 Feb 02 15:10:43.468577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Deleting port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:43.468922 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.475046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99c74c99-9c57-4a35-ac39-e5d23813bb04 req-3ada761d-8cec-4411-bed7-89ac6e7ece98 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.107 "DELETE /v2.0/ports/69c11720-97f9-4d33-bd1f-d47f6ebab2dc HTTP/1.1" status: 204 len: 173 time: 1.8882322 Feb 02 15:10:43.499153 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040c0d7-93c1-46d2-8bc9-bfe7585b6354', 'name': 'network-vif-deleted', 'tag': '69c11720-97f9-4d33-bd1f-d47f6ebab2dc', 'status': 'completed', 'code': 200} Feb 02 15:10:43.525581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Deleting port f173857f-6686-4595-acc8-b38a580de5c2 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:43.525863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.542566 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.573365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.574730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0bf14-91f5-4ab7-a8d1-f4fdd0e54cfa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:43.604689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 26bef0f1-5090-4ca1-ac79-3d31d27fd578, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=26bef0f1-5090-4ca1-ac79-3d31d27fd578,segment=NetworkSegment(43716249-b1d6-422b-aec2-6258a2d992fd),segment_id=43716249-b1d6-422b-aec2-6258a2d992fd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:43.653654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40448) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:43.656369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3bc04794-cbf9-48b5-b83a-09920da01040 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8e5176222c164ddb972e937bfdbb0a02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6619945 Feb 02 15:10:43.660531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.698740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4f6311-2599-4862-bcb7-ecf58186a207,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:43.715972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.783447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8db3de32-ec4c-452b-aad7-7618ffb481b9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3b4f6311-2599-4862-bcb7-ecf58186a207 HTTP/1.1" status: 204 len: 168 time: 1.4189928 Feb 02 15:10:43.827123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35913aaa-edbe-492d-8479-f02da1ad9515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.885683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35913aaa-edbe-492d-8479-f02da1ad9515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:43.895804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=26bef0f1-5090-4ca1-ac79-3d31d27fd578,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:44.047392 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35913aaa-edbe-492d-8479-f02da1ad9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:44.074811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35913aaa-edbe-492d-8479-f02da1ad9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0bf14-91f5-4ab7-a8d1-f4fdd0e54cfa,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:44.087556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35913aaa-edbe-492d-8479-f02da1ad9515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:44.088771 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-35913aaa-edbe-492d-8479-f02da1ad9515 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5fb0bf14-91f5-4ab7-a8d1-f4fdd0e54cfa HTTP/1.1" status: 204 len: 168 time: 0.4338965 Feb 02 15:10:44.274218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40462) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:44.283642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] For port 26bef0f1-5090-4ca1-ac79-3d31d27fd578, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=26bef0f1-5090-4ca1-ac79-3d31d27fd578,segment=NetworkSegment(43716249-b1d6-422b-aec2-6258a2d992fd),segment_id=43716249-b1d6-422b-aec2-6258a2d992fd)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:44.287077 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:44.299479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] For port f173857f-6686-4595-acc8-b38a580de5c2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=f173857f-6686-4595-acc8-b38a580de5c2,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:44.299863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:44.396781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d7316329-ba2e-4c9b-a8d1-652c8a35df48 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=75b7ba81774d481ba368ca59e55e2dfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1182230 Feb 02 15:10:44.399110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40466) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:44.482377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13fa2e7f-a702-4848-9bcc-8ff5c6389aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:44.527649 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13fa2e7f-a702-4848-9bcc-8ff5c6389aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:44.696033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Calling delete_port for 26bef0f1-5090-4ca1-ac79-3d31d27fd578 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:44.729029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Calling delete_port for f173857f-6686-4595-acc8-b38a580de5c2 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:44.738985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-42aa2f6b-0b89-4c8c-b586-a3ecc1461bcb req-cff6bd2b-c6a9-4eb5-ba38-05a6b3429894 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Synchronizing usage tracker for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:44.750027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:44.769978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13fa2e7f-a702-4848-9bcc-8ff5c6389aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:44.778308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcb0a3-a2c3-4ec1-82ea-8ce690b56ee5 req-658d0e92-2c9b-4b09-91f1-580e73bd1fc5 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:44.785884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbfcb0a3-a2c3-4ec1-82ea-8ce690b56ee5 req-658d0e92-2c9b-4b09-91f1-580e73bd1fc5 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 949 time: 1.0008917 Feb 02 15:10:44.825831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa2e7f-a702-4848-9bcc-8ff5c6389aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda05935-cd75-4cec-b396-b2b40425f498,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:44.850481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-42aa2f6b-0b89-4c8c-b586-a3ecc1461bcb req-cff6bd2b-c6a9-4eb5-ba38-05a6b3429894 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] Unset dirty status for tenant:f548ead2b71143eca0587b900f7dae0a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:44.853309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42aa2f6b-0b89-4c8c-b586-a3ecc1461bcb req-cff6bd2b-c6a9-4eb5-ba38-05a6b3429894 tempest-ServersAdminTestJSON-1845386948 tempest-ServersAdminTestJSON-1845386948-project] 10.222.0.88 "GET /v2.0/ports?device_id=2040c0d7-93c1-46d2-8bc9-bfe7585b6354 HTTP/1.1" status: 200 len: 210 time: 0.1707032 Feb 02 15:10:44.885929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbfcb0a3-a2c3-4ec1-82ea-8ce690b56ee5 req-233a2394-56c6-4f40-b44b-a4e2fd8b01c3 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/security-groups?id=72818857-7963-4651-b898-275ce47eb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990877 Feb 02 15:10:44.892996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 69c11720-97f9-4d33-bd1f-d47f6ebab2dc {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:44.893575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 69c11720-97f9-4d33-bd1f-d47f6ebab2dc not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:44.949119 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13fa2e7f-a702-4848-9bcc-8ff5c6389aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:44.953356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-13fa2e7f-a702-4848-9bcc-8ff5c6389aab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fda05935-cd75-4cec-b396-b2b40425f498 HTTP/1.1" status: 204 len: 168 time: 0.5530846 Feb 02 15:10:45.122523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:10:45.122883 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:10:45.124430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 26bef0f1-5090-4ca1-ac79-3d31d27fd578 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:45.190226 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:45.238214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:45.238584 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:45.249201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Pushing event deleted for resources: {'Port': ['ID=f173857f-6686-4595-acc8-b38a580de5c2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:45.365423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] No DVR routers for this DVR port f173857f-6686-4595-acc8-b38a580de5c2 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:45.368175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:45.371380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a4a3a-a273-4097-b7c9-247b58e59ef9', 'name': 'network-vif-deleted', 'tag': 'f173857f-6686-4595-acc8-b38a580de5c2'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:45.398144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e18eba8-0186-4c1a-80c0-c3c66922d5e1 req-ef0d3707-ebdc-4ef3-8b2c-49b8c01230c6 tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.107 "DELETE /v2.0/ports/f173857f-6686-4595-acc8-b38a580de5c2 HTTP/1.1" status: 204 len: 173 time: 2.2495980 Feb 02 15:10:45.456042 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a4a3a-a273-4097-b7c9-247b58e59ef9', 'name': 'network-vif-deleted', 'tag': 'f173857f-6686-4595-acc8-b38a580de5c2', 'status': 'completed', 'code': 200} Feb 02 15:10:45.624383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Deleting port 26bef0f1-5090-4ca1-ac79-3d31d27fd578 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:45.627171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:45.768865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40496) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:45.822084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:45.861250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:45.865435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9cd18c1d1c49ae81dc7d4ecc83a062 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:45.870644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:45.887584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:45.923948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] For port 26bef0f1-5090-4ca1-ac79-3d31d27fd578, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=26bef0f1-5090-4ca1-ac79-3d31d27fd578,segment=NetworkSegment(43716249-b1d6-422b-aec2-6258a2d992fd),segment_id=43716249-b1d6-422b-aec2-6258a2d992fd)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:45.924310 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.082674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Calling delete_port for 26bef0f1-5090-4ca1-ac79-3d31d27fd578 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:46.237973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.275578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d5be8512-2613-4ca2-8cc5-7d8ad2af5def req-5f386c35-627a-43bb-9fd2-ec6961f3f20a tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Synchronizing usage tracker for tenant:549b73a623d443dfbbff941331f5a48c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:46.292678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.345459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d5be8512-2613-4ca2-8cc5-7d8ad2af5def req-5f386c35-627a-43bb-9fd2-ec6961f3f20a tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] Unset dirty status for tenant:549b73a623d443dfbbff941331f5a48c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:46.347266 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5be8512-2613-4ca2-8cc5-7d8ad2af5def req-5f386c35-627a-43bb-9fd2-ec6961f3f20a tempest-ServersAdminNegativeTestJSON-951910767 tempest-ServersAdminNegativeTestJSON-951910767-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d5a4a3a-a273-4097-b7c9-247b58e59ef9 HTTP/1.1" status: 200 len: 210 time: 0.1734149 Feb 02 15:10:46.416355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7e2fff-50df-4d1c-8302-8018ed1fa197,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:46.423051 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f84fba49-47de-4307-87d7-53bfbdc447f9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5c9cd18c1d1c49ae81dc7d4ecc83a062&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6526530 Feb 02 15:10:46.425279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40520) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:46.521456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.530333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6910356-0205-4107-be20-29e59b3f5442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.556841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.557158 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6910356-0205-4107-be20-29e59b3f5442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.618694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Pushing event deleted for resources: {'Port': ['ID=26bef0f1-5090-4ca1-ac79-3d31d27fd578,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:46.730730 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6910356-0205-4107-be20-29e59b3f5442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.759333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device f173857f-6686-4595-acc8-b38a580de5c2 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:46.769824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6910356-0205-4107-be20-29e59b3f5442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7e2fff-50df-4d1c-8302-8018ed1fa197,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:46.790793 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6910356-0205-4107-be20-29e59b3f5442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:46.796619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a6910356-0205-4107-be20-29e59b3f5442 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8c7e2fff-50df-4d1c-8302-8018ed1fa197 HTTP/1.1" status: 204 len: 168 time: 0.3698766 Feb 02 15:10:46.880710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: f173857f-6686-4595-acc8-b38a580de5c2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:46.880936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device f173857f-6686-4595-acc8-b38a580de5c2 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:47.179996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:47.206461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:47.349629 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:47.884657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a2541710-53b6-4df4-a01c-d89858df7d3e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f548ead2b71143eca0587b900f7dae0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6758952 Feb 02 15:10:47.886542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40562) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:47.971344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94b99c58-3fc4-4b6c-9d05-d6f4d369f6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:47.975466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Router 7bf1a183-d2ed-4164-946b-91950e187aa7 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:10:48.018466 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94b99c58-3fc4-4b6c-9d05-d6f4d369f6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.178796 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94b99c58-3fc4-4b6c-9d05-d6f4d369f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.200122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b99c58-3fc4-4b6c-9d05-d6f4d369f6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c871173-07bb-4879-b645-02d8b8ececde,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:48.201238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:10:48.219938 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-db7cdf4d-a61e-4e7c-a0be-eb6bf1f4d95a admin admin] 10.222.0.88 "PUT /v2.0/routers/7bf1a183-d2ed-4164-946b-91950e187aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9709756 Feb 02 15:10:48.222558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40568) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:48.300266 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94b99c58-3fc4-4b6c-9d05-d6f4d369f6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.303816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-94b99c58-3fc4-4b6c-9d05-d6f4d369f6a7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c871173-07bb-4879-b645-02d8b8ececde HTTP/1.1" status: 204 len: 168 time: 0.4123242 Feb 02 15:10:48.369918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40578) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:48.424271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40586) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:48.555536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.629350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1165344920-network', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:48.640399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:48.651744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Usage tracker for resource:network and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:48.655286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:48.671327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:48.762821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Made reservation on behalf of 9d36385c25de4e749d5c5aaba7c5728d for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:48.765144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.785459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.824372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:48.828095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:48.831134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:48.837765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:48.872185 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.917918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-924201cb-e1d2-4dd2-9226-148c30a0a370 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=549b73a623d443dfbbff941331f5a48c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4922183 Feb 02 15:10:48.921244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40608) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:48.932346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.946607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Deleting port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:48.947188 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:48.995580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.026849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:10:49.037093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd56d48-f398-42c5-8a0e-9c923e3e2a5f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:49.042829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.043279 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Added segment d8582e4f-4fd4-4d60-89fb-a888c108b218 of type vlan for network 30e7ed57-4755-4553-895c-a6a4be3f9502 Feb 02 15:10:49.072359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.130958 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b10617bb-af27-4551-922b-69119b795dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.183470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b10617bb-af27-4551-922b-69119b795dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.190241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.191112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:49.191806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.212634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] For port f8472d37-9c8a-46f2-afcc-8b6b2621eb2b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f8472d37-9c8a-46f2-afcc-8b6b2621eb2b,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:49.212991 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.316456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=30e7ed57-4755-4553-895c-a6a4be3f9502,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:49.327991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:10:49.410007 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3896f05e-0dcb-41bb-b727-fcddeabfb9c8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0354128 Feb 02 15:10:49.410345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40616) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:49.417911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Request body: {'subnet': {'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1165344920-subnet', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:49.426070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40620) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:49.434346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:49.445360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Calling delete_port for f8472d37-9c8a-46f2-afcc-8b6b2621eb2b owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:49.463074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Usage tracker for resource:subnet and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:49.468009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:49.475271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:49.514574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d647d39b-445e-4b3f-8143-1c5053750931 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=46d9f7adb41f41fe889a16a16d4629a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0847871 Feb 02 15:10:49.517023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40624) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:49.568270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40630) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:49.604151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.630303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Made reservation on behalf of 9d36385c25de4e749d5c5aaba7c5728d for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:49.633510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.681878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b10617bb-af27-4551-922b-69119b795dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.705962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.709939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10617bb-af27-4551-922b-69119b795dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72818857-7963-4651-b898-275ce47eb02b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:49.846898 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b10617bb-af27-4551-922b-69119b795dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.850687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b10617bb-af27-4551-922b-69119b795dfa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/72818857-7963-4651-b898-275ce47eb02b HTTP/1.1" status: 204 len: 168 time: 0.9238043 Feb 02 15:10:49.891878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:49.958482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Pushing event deleted for resources: {'Port': ['ID=f8472d37-9c8a-46f2-afcc-8b6b2621eb2b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:49.969702 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.013447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.035979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5d813f-b0f0-4afe-af3f-e2c4b46a9c89,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:50.049726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.050074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.050413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.050767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.051147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.051476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.051799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.052141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.052459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.052776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.053091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:50.087206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:50.094986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] Usage tracker for resource:security_group_rule and tenant:65ac3f49ad7f4ff992e8f48c8cc4a72f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:50.099467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:50.127117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.168333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:50.182904 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.195112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f49a9214-4d1e-4f6c-80c3-d5b0be1bb9f4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eb5d813f-b0f0-4afe-af3f-e2c4b46a9c89 HTTP/1.1" status: 204 len: 168 time: 0.6669807 Feb 02 15:10:50.212527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=29489e4f-b8fa-4c65-9bd2-92ced6c1fae3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:50.236968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Checking segment: {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:50.237329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Network hostable DHCP agents. Network: 30e7ed57-4755-4553-895c-a6a4be3f9502, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:10:50.263102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.304441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:10:50.385262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 30e7ed57-4755-4553-895c-a6a4be3f9502) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:50.391580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:50.392503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.398005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb215a-7ced-4002-8030-873a8f31331e None None] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:10:50.489370 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d0525f8-160d-40ca-ab51-b2008729cabc admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0744109 Feb 02 15:10:50.489370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40654) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:50.496252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:50.505778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:50.520631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Usage tracker for resource:router and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:50.526708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:50.539714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:50.608532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.624992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.634999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.696771 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.700120 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.707743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-30e7ed57-4755-4553-895c-a6a4be3f9502', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:10:50.708803 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.744837 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.751520 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.864651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a795827a-c578-4995-9efc-dcfc3b55ab6f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:50.904392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f83d81e7-6479-44cb-8109-51ee487d608f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=65ac3f49ad7f4ff992e8f48c8cc4a72f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3347352 Feb 02 15:10:50.919411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40662) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:50.946499 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:50.953221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf1a183-d2ed-4164-946b-91950e187aa7 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:10:50.960826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40666) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:51.031909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.054811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-24e747f1-30ef-4f4c-8e9d-3169e6b0a5b7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1e89c2fc04eb40ec846d15ba4a0032ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0898342 Feb 02 15:10:51.054811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40672) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:51.079577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.079875 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3b04a1f5-f8e8-4fff-b394-638a94452edc admin admin] 10.222.0.88 "DELETE /v2.0/routers/7bf1a183-d2ed-4164-946b-91950e187aa7 HTTP/1.1" status: 204 len: 168 time: 2.8560863 Feb 02 15:10:51.084000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40676) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:51.100486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Allocated IP 172.20.0.2 (30e7ed57-4755-4553-895c-a6a4be3f9502/29489e4f-b8fa-4c65-9bd2-92ced6c1fae3/bf625366-742f-4295-a2c6-613b6973418e) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:51.172476 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eb99a4-1e64-4dfe-bbdb-17e25ceceb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.192397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddadf240-ed80-420b-ad14-6e5479d3ef42 admin admin] Deleting subnet bce1aa31-abeb-4360-ac9e-90717149142c {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:10:51.213324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddadf240-ed80-420b-ad14-6e5479d3ef42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.289938 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eb99a4-1e64-4dfe-bbdb-17e25ceceb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.393643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddadf240-ed80-420b-ad14-6e5479d3ef42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.459052 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.462963 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d7c81f4-beda-4cc5-866a-75f8da52b230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.475119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Transition to ACTIVE for port object bf625366-742f-4295-a2c6-613b6973418e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:51.496145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Transition to ACTIVE for port object bf625366-742f-4295-a2c6-613b6973418e will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:51.511316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d7c81f4-beda-4cc5-866a-75f8da52b230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.532354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.562411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-1b0d3595-172f-458a-9cdf-8eb4a3970714 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2001043844&fields=id&tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0 HTTP/1.1" status: 200 len: 267 time: 0.0978851 Feb 02 15:10:51.566831 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.573039 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.583995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eb99a4-1e64-4dfe-bbdb-17e25ceceb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.717333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb99a4-1e64-4dfe-bbdb-17e25ceceb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a795827a-c578-4995-9efc-dcfc3b55ab6f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:51.722241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:51.724575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:51.727223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:51.734284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eb99a4-1e64-4dfe-bbdb-17e25ceceb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.736148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-89eb99a4-1e64-4dfe-bbdb-17e25ceceb03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a795827a-c578-4995-9efc-dcfc3b55ab6f HTTP/1.1" status: 204 len: 168 time: 0.8247674 Feb 02 15:10:51.747533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddadf240-ed80-420b-ad14-6e5479d3ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.748567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Pushing event updated for resources: {'Port': ['ID=bf625366-742f-4295-a2c6-613b6973418e,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:51.804476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-157d2c85-fea7-4559-b6d3-5033b4cc8576 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:51.806016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-157d2c85-fea7-4559-b6d3-5033b4cc8576 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 823 time: 0.1933823 Feb 02 15:10:51.888596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Attempting to bind port bf625366-742f-4295-a2c6-613b6973418e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:51.889112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Attempting to bind port bf625366-742f-4295-a2c6-613b6973418e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:51.889707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Attempting to bind port bf625366-742f-4295-a2c6-613b6973418e on network 30e7ed57-4755-4553-895c-a6a4be3f9502 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:51.898210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:51.899056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Checking segment: {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:51.899230 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d7c81f4-beda-4cc5-866a-75f8da52b230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.899951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.900447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Bound using segment: {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:51.901006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Bound port: bf625366-742f-4295-a2c6-613b6973418e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:51.901468 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:51.924954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c81f4-beda-4cc5-866a-75f8da52b230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d75b50-cc95-4c05-9922-34a08c31185b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:51.960567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddadf240-ed80-420b-ad14-6e5479d3ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.033628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf92a8-cb3e-4481-8702-4a1c3983c53e None None] Sync routers for ids ['7bf1a183-d2ed-4164-946b-91950e187aa7'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:10:52.056053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] For port bf625366-742f-4295-a2c6-613b6973418e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:52.068700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] For port bf625366-742f-4295-a2c6-613b6973418e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bf625366-742f-4295-a2c6-613b6973418e,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:52.070836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf92a8-cb3e-4481-8702-4a1c3983c53e None None] Routers set() bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:52.071288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf92a8-cb3e-4481-8702-4a1c3983c53e None None] Router IDs set() for agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 02 15:10:52.072193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_agentschedulers_db [None req-fdaf92a8-cb3e-4481-8702-4a1c3983c53e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7bf1a183-d2ed-4164-946b-91950e187aa7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent'). {{(pid=95774) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 15:10:52.077961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadf240-ed80-420b-ad14-6e5479d3ef42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce1aa31-abeb-4360-ac9e-90717149142c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:52.084427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf92a8-cb3e-4481-8702-4a1c3983c53e None None] Routers set() bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:52.084846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf92a8-cb3e-4481-8702-4a1c3983c53e None None] Router IDs set() for agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 02 15:10:52.085537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_agentschedulers_db [None req-fdaf92a8-cb3e-4481-8702-4a1c3983c53e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7bf1a183-d2ed-4164-946b-91950e187aa7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent'). {{(pid=95774) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 15:10:52.085964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf92a8-cb3e-4481-8702-4a1c3983c53e None None] The sync data for ids ['7bf1a183-d2ed-4164-946b-91950e187aa7'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:10:52.090310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Allocated IP 172.25.0.109 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/4d8b82e1-2ed2-4285-88e6-d4935675c96c) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:52.092882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddadf240-ed80-420b-ad14-6e5479d3ef42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.101102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-49031975-20b0-4899-88ae-e76385380e43 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/quotas/0a4e3b796a8c4693bcbbc1e4ada603e0 HTTP/1.1" status: 200 len: 375 time: 0.2845542 Feb 02 15:10:52.101858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ddadf240-ed80-420b-ad14-6e5479d3ef42 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bce1aa31-abeb-4360-ac9e-90717149142c HTTP/1.1" status: 204 len: 168 time: 1.0099733 Feb 02 15:10:52.103606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f812018-c536-4859-be23-0d934b57b332 None None] Network 52f2c26a-7bcf-4865-a0e3-3a8355937c31 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:10:52.104020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40706) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:52.230409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.247615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Deleting port 94a81057-71f0-427f-986c-fdfc5eb7470c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:52.248459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.249368 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.281920 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d7c81f4-beda-4cc5-866a-75f8da52b230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.283931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5d7c81f4-beda-4cc5-866a-75f8da52b230 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/79d75b50-cc95-4c05-9922-34a08c31185b HTTP/1.1" status: 204 len: 168 time: 1.2279303 Feb 02 15:10:52.371511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb99a16-239b-4b88-93ed-862eb183d2f7 None None] Pushing event updated for resources: {'Port': ['ID=bf625366-742f-4295-a2c6-613b6973418e,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:52.384293 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-b0bbf824-f807-479c-b6ac-dfb985c5d5fa tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2751021 Feb 02 15:10:52.532079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] DHCP port deletion for 52f2c26a-7bcf-4865-a0e3-3a8355937c31 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:10:52.537190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] Deleting port 94a81057-71f0-427f-986c-fdfc5eb7470c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:52.537816 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.567207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] For port 94a81057-71f0-427f-986c-fdfc5eb7470c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=94a81057-71f0-427f-986c-fdfc5eb7470c,segment=NetworkSegment(43716249-b1d6-422b-aec2-6258a2d992fd),segment_id=43716249-b1d6-422b-aec2-6258a2d992fd)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:52.567613 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.587295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:52.677035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-7ac3e958-2b7d-4522-80f3-df91e71d03c7 service neutron] 10.222.0.88 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714667 Feb 02 15:10:52.910302 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-168a8c0c-4da6-4d25-a111-8e2cd3050ded service neutron] 10.222.0.88 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253866 Feb 02 15:10:52.930830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Calling delete_port for 94a81057-71f0-427f-986c-fdfc5eb7470c owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:52.949038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.002935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] For port 94a81057-71f0-427f-986c-fdfc5eb7470c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=94a81057-71f0-427f-986c-fdfc5eb7470c,segment=NetworkSegment(43716249-b1d6-422b-aec2-6258a2d992fd),segment_id=43716249-b1d6-422b-aec2-6258a2d992fd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:53.003336 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.027213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:53.030395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:53.035419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:53.162767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.261043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] Calling delete_port for 94a81057-71f0-427f-986c-fdfc5eb7470c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:53.264949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8b82e1-2ed2-4285-88e6-d4935675c96c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:53.272279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40728) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:53.351404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.394841 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:10:53.395205 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:10:53.438198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a81057-71f0-427f-986c-fdfc5eb7470c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:53.460137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bf625366-742f-4295-a2c6-613b6973418e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:53.561187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:53.568246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d47a2cc3-86e4-4415-b551-b705b7d2c3f5 req-fb71a53a-d8f2-4925-a8e2-867fb8a0c8db tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 210 time: 0.1836936 Feb 02 15:10:53.574089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] Usage tracker for resource:security_group_rule and tenant:17eeb84f901c483e853e2cf019f663aa is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:53.582367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:53.590884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:53.591985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-bc1b78ef-8d8d-4eae-aa29-e5c20a411f1c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:53.601656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-bc1b78ef-8d8d-4eae-aa29-e5c20a411f1c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.64 "GET /v2.0/ports?device_id=f78ad379-84c7-4aea-8fe1-c07a8de7a630 HTTP/1.1" status: 200 len: 946 time: 0.8547642 Feb 02 15:10:53.616409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] No DVR routers for this DVR port 94a81057-71f0-427f-986c-fdfc5eb7470c on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:53.726816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port bf625366-742f-4295-a2c6-613b6973418e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:53.747077 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.809240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.824453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f8472d37-9c8a-46f2-afcc-8b6b2621eb2b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:53.824996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.914997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Deleting port abf9ee6f-631c-4ef3-850f-478623e545a6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:53.915415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.939488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] Deleting port 94a81057-71f0-427f-986c-fdfc5eb7470c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:10:53.939941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.941999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:53.991527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.014310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe563db-e569-47d2-a8fb-6ff9001f30ec None None] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:10:54.037286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: f8472d37-9c8a-46f2-afcc-8b6b2621eb2b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:54.037627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f8472d37-9c8a-46f2-afcc-8b6b2621eb2b not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:54.038046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 94a81057-71f0-427f-986c-fdfc5eb7470c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:54.081228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 94a81057-71f0-427f-986c-fdfc5eb7470c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:54.081560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 94a81057-71f0-427f-986c-fdfc5eb7470c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:54.090686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa4654c-5108-4d7f-b12f-6855f254cbac,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:54.091935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 26bef0f1-5090-4ca1-ac79-3d31d27fd578 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:54.094823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0fa79208-1635-4e89-b371-6bd66a6b0853 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=17eeb84f901c483e853e2cf019f663aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7944705 Feb 02 15:10:54.100666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40750) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:54.174244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 26bef0f1-5090-4ca1-ac79-3d31d27fd578 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:54.174591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 26bef0f1-5090-4ca1-ac79-3d31d27fd578 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:54.217218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-abe70bae-02fb-4cea-a757-dd83c8111480 None None] The port '94a81057-71f0-427f-986c-fdfc5eb7470c' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:10:54.282735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afb11a5-c21e-41c1-8ba2-7a4808cb9b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.341834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dedcf45a-ab5a-4279-94d7-efdd1eec385a None None] Provisioning for port bf625366-742f-4295-a2c6-613b6973418e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:10:54.352300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dedcf45a-ab5a-4279-94d7-efdd1eec385a None None] Provisioning complete for port bf625366-742f-4295-a2c6-613b6973418e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:54.352761 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dedcf45a-ab5a-4279-94d7-efdd1eec385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.398008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] For port abf9ee6f-631c-4ef3-850f-478623e545a6, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=abf9ee6f-631c-4ef3-850f-478623e545a6,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:54.399018 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.401380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afb11a5-c21e-41c1-8ba2-7a4808cb9b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.552325 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-83cc7ea2-359b-48fd-9dd5-2b0ac97f4914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.587913 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dedcf45a-ab5a-4279-94d7-efdd1eec385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.636036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-dedcf45a-ab5a-4279-94d7-efdd1eec385a None None] For port bf625366-742f-4295-a2c6-613b6973418e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bf625366-742f-4295-a2c6-613b6973418e,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:10:54.652078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afb11a5-c21e-41c1-8ba2-7a4808cb9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.670946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Router bb438fad-fdca-4069-a4aa-31988adaa673 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:10:54.738741 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dedcf45a-ab5a-4279-94d7-efdd1eec385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.770341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f2c26a-7bcf-4865-a0e3-3a8355937c31']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:54.795462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43716249-b1d6-422b-aec2-6258a2d992fd') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:54.795679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43716249-b1d6-422b-aec2-6258a2d992fd') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:54.841528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:54.907793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcf45a-ab5a-4279-94d7-efdd1eec385a None None] Pushing event updated for resources: {'Port': ['ID=bf625366-742f-4295-a2c6-613b6973418e,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:54.929793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb11a5-c21e-41c1-8ba2-7a4808cb9b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa4654c-5108-4d7f-b12f-6855f254cbac,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:55.015165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.026087 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afb11a5-c21e-41c1-8ba2-7a4808cb9b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.027381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9afb11a5-c21e-41c1-8ba2-7a4808cb9b1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aaa4654c-5108-4d7f-b12f-6855f254cbac HTTP/1.1" status: 204 len: 168 time: 0.9250968 Feb 02 15:10:55.029203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:10:55.029835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.036420 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-295567a4-698c-49ab-aea2-21f4941495b9 req-b8a71abe-eee4-4c14-82b1-4328d89c4e15 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 210 time: 0.1700664 Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:10:55.044904 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:10:55.080203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-663a753d-4747-4b37-a2b7-f8300d45f651 None None] Provisioning complete for port bf625366-742f-4295-a2c6-613b6973418e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:55.081098 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-663a753d-4747-4b37-a2b7-f8300d45f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.121169 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.121519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.121812 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Floating IP 0e639fb8-eef7-4d39-9a9c-1acd9c5897e3 disassociated. External IP: 172.25.0.150, port: abf9ee6f-631c-4ef3-850f-478623e545a6. Feb 02 15:10:55.122141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Calling delete_port for abf9ee6f-631c-4ef3-850f-478623e545a6 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:10:55.193972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bf625366-742f-4295-a2c6-613b6973418e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:10:55.225015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:10:55.236788 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Sync routers for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:10:55.258418 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:55.259270 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:55.347310 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.367022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.377488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.377699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f8ebb906-8fc2-4b1d-8f14-47eed9c98291 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.8819304 Feb 02 15:10:55.377699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40778) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:55.481223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f2c26a-7bcf-4865-a0e3-3a8355937c31,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:55.514499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port bf625366-742f-4295-a2c6-613b6973418e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:10:55.514880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.556258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.556258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.556851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.557798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.558201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.558795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.559226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.559796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.560108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.560531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.561073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:10:55.571454 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:55.574578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e8f90514-0095-48e5-bf72-fabea9eea302 admin admin] 10.222.0.88 "DELETE /v2.0/networks/52f2c26a-7bcf-4865-a0e3-3a8355937c31 HTTP/1.1" status: 204 len: 168 time: 3.4693563 Feb 02 15:10:55.581024 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:55.591799 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-acf8fc8c-4653-4a9d-8e3d-16c17b47e3fd tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=99a007414f964920874ec31aa414dc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798907 Feb 02 15:10:55.678175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event deleted for resources: {'Port': ['ID=abf9ee6f-631c-4ef3-850f-478623e545a6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:55.910729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device abf9ee6f-631c-4ef3-850f-478623e545a6 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:10:55.947044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: abf9ee6f-631c-4ef3-850f-478623e545a6 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:10:55.947444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device abf9ee6f-631c-4ef3-850f-478623e545a6 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:10:55.967691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-b955df9a-d76c-4681-963f-b6ade5bf00b6 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:55.969484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-b955df9a-d76c-4681-963f-b6ade5bf00b6 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3761613 Feb 02 15:10:56.004850 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-53b40391-6739-4121-a1a6-af364813017c tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/quotas/99a007414f964920874ec31aa414dc92 HTTP/1.1" status: 200 len: 375 time: 0.0160198 Feb 02 15:10:56.129273 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:10:53Z', 'revision_number': 3, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:56.134662 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Checking router: bb438fad-fdca-4069-a4aa-31988adaa673 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:10:56.135386 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Updating router bb438fad-fdca-4069-a4aa-31988adaa673 port 4d8b82e1-2ed2-4285-88e6-d4935675c96c binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:10:56.197162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-cedad530-93d2-4dbe-8f66-a2997f25095b tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=99a007414f964920874ec31aa414dc92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1751127 Feb 02 15:10:56.273323 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:56.440651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Router 898ec49f-0f1c-4c25-a190-0119e297dc35 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:10:56.548072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-325b6fd9-27ab-460b-bbe1-cbe1ec99ea4d req-3ba8b7bd-4b1f-4cdd-b874-6e30e0fb9c55 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 210 time: 0.1642535 Feb 02 15:10:56.760572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-271c3db6-91ef-419e-9dc9-3457fa3c2bf6 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:10:56.762080 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-271c3db6-91ef-419e-9dc9-3457fa3c2bf6 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.107 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 823 time: 0.4090948 Feb 02 15:10:56.839051 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b6cdea72-ec41-4f23-9792-97f5ef551beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:56.855347 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e52a48d6-5886-47c0-8172-13fcf5d77ecc req-a1172a6a-faec-483e-a779-f2ab4eb58bcf tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 210 time: 0.1467111 Feb 02 15:10:57.069688 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.084918 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Transition to ACTIVE for port object 4d8b82e1-2ed2-4285-88e6-d4935675c96c will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:57.097272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:10:57.115544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] Sync routers for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:10:57.137896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-484291a4-93a8-4d46-98cf-03f6618c6571 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0 HTTP/1.1" status: 200 len: 380 time: 0.3521996 Feb 02 15:10:57.137896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40824) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:57.146075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Request body: {'port': {'device_id': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'admin_state_up': True, 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'security_groups': ['8ffc5179-05cc-49bc-a9fb-cde8009fadd2']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:10:57.148072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:57.149337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:57.240465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] No DVR routers for this DVR port abf9ee6f-631c-4ef3-850f-478623e545a6 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:10:57.244391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.249236 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7e35558-13b2-4cd3-857a-f75f89bfb101 req-a250007b-19e1-4715-8842-8b411ab3b740 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.64 "DELETE /v2.0/ports/abf9ee6f-631c-4ef3-850f-478623e545a6 HTTP/1.1" status: 204 len: 173 time: 3.6309128 Feb 02 15:10:57.250418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'name': 'network-vif-deleted', 'tag': 'abf9ee6f-631c-4ef3-850f-478623e545a6'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:10:57.259146 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.324316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40832) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:10:57.324572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a123ad64-8700-4765-b632-1faa0daa53e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b11f56071ac0430f98ca11a67129f924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1849627 Feb 02 15:10:57.430137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:10:57.445608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Usage tracker for resource:port and tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:10:57.452407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:10:57.457098 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78ad379-84c7-4aea-8fe1-c07a8de7a630', 'name': 'network-vif-deleted', 'tag': 'abf9ee6f-631c-4ef3-850f-478623e545a6', 'status': 'completed', 'code': 200} Feb 02 15:10:57.473398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:10:57.535511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c7c84f-84d3-460e-9363-c74bb05108d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.557299 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d5fe0-2fff-4e43-8607-3a668bbcf07c None None] Pushing event updated for resources: {'Port': ['ID=4d8b82e1-2ed2-4285-88e6-d4935675c96c,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:57.584762 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Attempting to bind port 4d8b82e1-2ed2-4285-88e6-d4935675c96c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:10:57.586355 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Attempting to bind port 4d8b82e1-2ed2-4285-88e6-d4935675c96c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:10:57.588516 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Attempting to bind port 4d8b82e1-2ed2-4285-88e6-d4935675c96c on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:10:57.612567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c7c84f-84d3-460e-9363-c74bb05108d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.613169 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:10:57.613974 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:10:57.617221 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.617734 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:10:57.620269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:57.621381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Made reservation on behalf of 0a4e3b796a8c4693bcbbc1e4ada603e0 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:10:57.626169 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Bound port: 4d8b82e1-2ed2-4285-88e6-d4935675c96c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:10:57.626703 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.634309 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.785387 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] For port 4d8b82e1-2ed2-4285-88e6-d4935675c96c, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:10:57.790816 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] For port 4d8b82e1-2ed2-4285-88e6-d4935675c96c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4d8b82e1-2ed2-4285-88e6-d4935675c96c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:10:57.808609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f8e3775-8ae4-491b-aaf9-d51a41a53c42 req-9c226d26-af39-43d0-b73e-5789344254d7 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1096 time: 0.4377453 Feb 02 15:10:57.822833 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:10:57.854811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-934415c9-ca63-453d-b46f-104854a5d383 req-c40e3289-94d5-4640-b5aa-08efc36ad9e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Synchronizing usage tracker for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:10:57.869767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c7c84f-84d3-460e-9363-c74bb05108d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.895341 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.914183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7c84f-84d3-460e-9363-c74bb05108d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d3e121-ff94-425f-bbf7-6acfe93b85e0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:57.947638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c7c84f-84d3-460e-9363-c74bb05108d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:57.959372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-02c7c84f-84d3-460e-9363-c74bb05108d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39d3e121-ff94-425f-bbf7-6acfe93b85e0 HTTP/1.1" status: 204 len: 168 time: 0.6339920 Feb 02 15:10:58.041183 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:58.041826 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:58.068183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-934415c9-ca63-453d-b46f-104854a5d383 req-c40e3289-94d5-4640-b5aa-08efc36ad9e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Unset dirty status for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:10:58.069457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-934415c9-ca63-453d-b46f-104854a5d383 req-c40e3289-94d5-4640-b5aa-08efc36ad9e3 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 210 time: 0.2998862 Feb 02 15:10:58.111360 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d5fe0-2fff-4e43-8607-3a668bbcf07c None None] Pushing event updated for resources: {'Port': ['ID=4d8b82e1-2ed2-4285-88e6-d4935675c96c,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:10:58.187471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:58.194626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:58.196105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] Checking router: 898ec49f-0f1c-4c25-a190-0119e297dc35 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:10:58.231789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:10:58.235545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:58.284396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9395c95-2c9a-49f4-8e0a-7652fc2b2004 req-e13780ac-e206-4fcd-b18a-5419d6eda315 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 210 time: 0.0659919 Feb 02 15:10:58.373560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Allocated IP 172.20.0.14 (d2580cdb-c829-46be-9c5c-cc8c8ffabb15/1aa97035-b1e4-42d6-b689-7e1ca5a0250c/8e870622-d1bb-428f-a0e6-821d16828dea) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:58.396608 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:58.429168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:58.432120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:58.478902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:10:58.512777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f8e3775-8ae4-491b-aaf9-d51a41a53c42 req-5f1e789c-8ab4-4d8e-8069-9b851129515d tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937356 Feb 02 15:10:58.847646 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:10:53Z', 'revision_number': 3, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:58.861907 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f27637-cc60-44c0-8abf-7f57cc30ae58 None None] The sync data for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 is: [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:10:53Z', 'revision_number': 3, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:10:58.959063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:59.086985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:10:59.089434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5078c3bb-3f14-4927-8597-60dc1778972c req-c4d222c2-4a57-48db-85dc-c473eb31fe36 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1262014 Feb 02 15:10:59.096081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0b5d0-0fa1-4193-88dd-5c499330b6e7 None None] The sync data for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 is: [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:10:59.106081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Allocated IP 172.20.0.1 (30e7ed57-4755-4553-895c-a6a4be3f9502/29489e4f-b8fa-4c65-9bd2-92ced6c1fae3/688a13e2-819d-41c2-a29f-c9259f3b0ecc) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:10:59.381908 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:59.401014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Transition to ACTIVE for port object 688a13e2-819d-41c2-a29f-c9259f3b0ecc will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:59.420103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Transition to ACTIVE for port object 8e870622-d1bb-428f-a0e6-821d16828dea will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:10:59.536446 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-11dcc21e-6674-43f5-ae25-128cd371239e req-e7973c73-b21e-4e06-b33c-1567c150020b tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 210 time: 0.1080568 Feb 02 15:10:59.601935 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a91d52-9f6c-4bc1-9b0e-ff07b2a49c6b None None] New status for floating IP 0e639fb8-eef7-4d39-9a9c-1acd9c5897e3: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:10:59.616637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:59.698424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:59.715625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:10:59.728671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:10:59.794042 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:10:59.797301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:10:59.955330 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:00.169757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:00.170351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:00.176320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:00.298374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Pushing event updated for resources: {'Port': ['ID=688a13e2-819d-41c2-a29f-c9259f3b0ecc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:00.385975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6d62e82f-99b1-4ffc-b377-d0753f60b0bf None None] Provisioning for port 688a13e2-819d-41c2-a29f-c9259f3b0ecc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:00.390089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6d62e82f-99b1-4ffc-b377-d0753f60b0bf None None] Provisioning complete for port 688a13e2-819d-41c2-a29f-c9259f3b0ecc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:00.391533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6d62e82f-99b1-4ffc-b377-d0753f60b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:00.434031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-02be34cc-d6d5-40ad-b7c2-eaff9310f172 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=99a007414f964920874ec31aa414dc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632567 Feb 02 15:11:00.438717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event updated for resources: {'Port': ['ID=8e870622-d1bb-428f-a0e6-821d16828dea,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:00.572263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6d62e82f-99b1-4ffc-b377-d0753f60b0bf None None] Port 688a13e2-819d-41c2-a29f-c9259f3b0ecc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:00.672291 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17c66258-ea83-42c2-b06d-75ed05e7af43 req-9c156958-88ac-4c8f-a8d7-4a7f5bd08826 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 210 time: 0.0498981 Feb 02 15:11:00.680866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:00.681691 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:00.694458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:00.766340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-dd90d537-8176-4bd0-afdd-094b6f8be5af tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:00.768562 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-dd90d537-8176-4bd0-afdd-094b6f8be5af tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3278801 Feb 02 15:11:00.792341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Request body: {'port': {'device_id': '7ae517d7-f971-4e48-89cd-cfe3dc264416', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '99a007414f964920874ec31aa414dc92'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:00.841150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b7c06984-25bc-41a0-b1eb-ad659d3754b7 None None] Provisioning for port 8e870622-d1bb-428f-a0e6-821d16828dea completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:00.851375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b7c06984-25bc-41a0-b1eb-ad659d3754b7 None None] Provisioning complete for port 8e870622-d1bb-428f-a0e6-821d16828dea triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:00.851962 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7c06984-25bc-41a0-b1eb-ad659d3754b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:00.945357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b7c06984-25bc-41a0-b1eb-ad659d3754b7 None None] Port 8e870622-d1bb-428f-a0e6-821d16828dea cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:01.057573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:01.061810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Usage tracker for resource:port and tenant:99a007414f964920874ec31aa414dc92 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:01.065762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:01.068534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-3078a2e5-c75f-4041-b9b1-aeea7ecec4fe tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9263926 Feb 02 15:11:01.072075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:01.087644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Request body: {'port': {'device_id': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:01.194463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4d8b82e1-2ed2-4285-88e6-d4935675c96c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:01.227519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.229550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Made reservation on behalf of 99a007414f964920874ec31aa414dc92 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:01.233256 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.238547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb606a6-a9ed-4601-9233-76c026f11713 req-ba06b6ee-7c4a-47c2-babe-b695059ac97c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:01.239499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-beb606a6-a9ed-4601-9233-76c026f11713 req-ba06b6ee-7c4a-47c2-babe-b695059ac97c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Synchronizing usage tracker for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:01.252107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.261074 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.305000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:01.309307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Usage tracker for resource:security_group_rule and tenant:99a007414f964920874ec31aa414dc92 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:01.310919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.312819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:01.318598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:01.429122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4d8b82e1-2ed2-4285-88e6-d4935675c96c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:01.430555 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.435027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4d8b82e1-2ed2-4285-88e6-d4935675c96c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:01.437513 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.483568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-beb606a6-a9ed-4601-9233-76c026f11713 req-ba06b6ee-7c4a-47c2-babe-b695059ac97c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Unset dirty status for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:01.485428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-beb606a6-a9ed-4601-9233-76c026f11713 req-ba06b6ee-7c4a-47c2-babe-b695059ac97c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 932 time: 0.5007539 Feb 02 15:11:01.497839 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.509367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Pushing event updated for resources: {'Port': ['ID=688a13e2-819d-41c2-a29f-c9259f3b0ecc,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:01.549519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.646893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.666764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 4d8b82e1-2ed2-4285-88e6-d4935675c96c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4d8b82e1-2ed2-4285-88e6-d4935675c96c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:01.699884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:01.726510 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:01.825169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=4d8b82e1-2ed2-4285-88e6-d4935675c96c,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:01.839938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Allocated IP 192.168.233.79 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/874cc31a-41c9-48cf-b37c-404b62407d82) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:01.954488 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-beb606a6-a9ed-4601-9233-76c026f11713 req-fd9c99bc-3ea8-47c4-a83a-51780a6bb7ef tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4540420 Feb 02 15:11:02.105028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:02.130944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Transition to ACTIVE for port object 874cc31a-41c9-48cf-b37c-404b62407d82 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:02.190512 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2854b045-b732-4a99-9c38-d3d0830ad8f8 req-37aabccb-655a-4441-87cf-d4fee03b25bb tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 210 time: 0.0678141 Feb 02 15:11:02.257226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:02.338342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:02.341949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:02.344214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e870622-d1bb-428f-a0e6-821d16828dea {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:02.344977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Pushing event updated for resources: {'Port': ['ID=874cc31a-41c9-48cf-b37c-404b62407d82,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:02.347256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:02.351664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:02.355617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:02.361555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:02.456679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:02.457557 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:02.487638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Transition to ACTIVE for port object 8e870622-d1bb-428f-a0e6-821d16828dea will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:02.613412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:02.630518 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1d15d39f-0899-4597-afa0-a8594e092eee tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8436027 Feb 02 15:11:02.648646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Request body: {'port': {'device_id': '7ae517d7-f971-4e48-89cd-cfe3dc264416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:02.729352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e870622-d1bb-428f-a0e6-821d16828dea,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:02.805133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4de1e4a6-46e4-45d8-88c1-cbbf9221cf48 None None] Provisioning complete for port 688a13e2-819d-41c2-a29f-c9259f3b0ecc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:02.805806 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4de1e4a6-46e4-45d8-88c1-cbbf9221cf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:02.860706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:02.879314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-abca0dd7-b789-4e78-882e-673c2b6f1d6e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629027 Feb 02 15:11:02.900965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4de1e4a6-46e4-45d8-88c1-cbbf9221cf48 None None] Port 688a13e2-819d-41c2-a29f-c9259f3b0ecc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:03.010208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-c00d2a38-ec9c-4276-a9cf-94e1fb57256b tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:11:03.011122 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-c00d2a38-ec9c-4276-a9cf-94e1fb57256b tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049045 Feb 02 15:11:03.013063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4de1e4a6-46e4-45d8-88c1-cbbf9221cf48 None None] Provisioning for port 874cc31a-41c9-48cf-b37c-404b62407d82 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:03.028622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4de1e4a6-46e4-45d8-88c1-cbbf9221cf48 None None] Provisioning complete for port 874cc31a-41c9-48cf-b37c-404b62407d82 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:03.031420 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4de1e4a6-46e4-45d8-88c1-cbbf9221cf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:03.042613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Request body: {'binding': {'host': 'n-h2-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:03.043059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:11:03.088194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4de1e4a6-46e4-45d8-88c1-cbbf9221cf48 None None] Port 874cc31a-41c9-48cf-b37c-404b62407d82 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:03.174663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4d8b82e1-2ed2-4285-88e6-d4935675c96c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:03.271008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4d8b82e1-2ed2-4285-88e6-d4935675c96c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:03.272005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:03.333868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79debbd3-83f0-40af-958b-10a697995171 req-156f265e-138c-4acd-bca5-1c3df54dd399 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:03.335396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-156f265e-138c-4acd-bca5-1c3df54dd399 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4338205 Feb 02 15:11:03.339429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Attempting to bind port 8e870622-d1bb-428f-a0e6-821d16828dea on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:03.339992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Attempting to bind port 8e870622-d1bb-428f-a0e6-821d16828dea by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:03.340496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Attempting to bind port 8e870622-d1bb-428f-a0e6-821d16828dea on network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:03.365050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Port 8e870622-d1bb-428f-a0e6-821d16828dea on network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:03.366085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Attempting to bind port 8e870622-d1bb-428f-a0e6-821d16828dea on network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:03.371355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-556e7308-12bd-4a2f-a325-5cb074d1f898 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/quotas/6dc4916590c34388b8dcb39fc65bae7d HTTP/1.1" status: 200 len: 375 time: 0.0261879 Feb 02 15:11:03.428393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:03.428968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Checking segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:03.429398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Bound using segment: {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:03.429845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Bound port: 8e870622-d1bb-428f-a0e6-821d16828dea, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e38247-8f87-403b-b374-3624c2bc821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:03.430182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:03.434337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on host n-h2-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:03.434677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:03.435002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:03.449097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:03.449421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:03.456812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874cc31a-41c9-48cf-b37c-404b62407d82 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:03.465642 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:03.467981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:03.469024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:03.469778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:03.470212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Bound port: 58c6c140-67bb-4b8b-a787-3ef32b081e95, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:03.495789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Transition to ACTIVE for port object 874cc31a-41c9-48cf-b37c-404b62407d82 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:03.501255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-971ec0c4-23ab-4459-bee0-e0f7f8a56cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725503 Feb 02 15:11:03.513546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:03.591288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] For port 8e870622-d1bb-428f-a0e6-821d16828dea, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:03.594296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:03.597462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] For port 8e870622-d1bb-428f-a0e6-821d16828dea, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=8e870622-d1bb-428f-a0e6-821d16828dea,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:03.613182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Router bb438fad-fdca-4069-a4aa-31988adaa673 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:11:03.647690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:03.648903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a44bf7d2-cb80-4516-a480-471596e08a3b service neutron] 10.222.0.88 "POST /v2.0/ports/58c6c140-67bb-4b8b-a787-3ef32b081e95/bindings HTTP/1.1" status: 201 len: 389 time: 0.6101139 Feb 02 15:11:03.715415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:03.850450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:03.854616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] 10.222.0.107 "PUT /v2.0/ports/8e870622-d1bb-428f-a0e6-821d16828dea HTTP/1.1" status: 200 len: 1092 time: 2.7714012 Feb 02 15:11:03.861472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'tag': '8e870622-d1bb-428f-a0e6-821d16828dea'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:04.116574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5795-0e14-483f-8bfc-8391a43cfcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e870622-d1bb-428f-a0e6-821d16828dea,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:04.188288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Pushing event updated for resources: {'Port': ['ID=874cc31a-41c9-48cf-b37c-404b62407d82,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:04.237435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:11:04.246816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Sync routers for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:11:04.264248 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-167d8c18-ab07-4854-83db-ad8d38618b7d admin admin] 10.222.0.88 "PUT /v2.0/routers/bb438fad-fdca-4069-a4aa-31988adaa673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8896875 Feb 02 15:11:04.304513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:11:04.306680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:04.418332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Attempting to bind port 874cc31a-41c9-48cf-b37c-404b62407d82 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:04.418332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Attempting to bind port 874cc31a-41c9-48cf-b37c-404b62407d82 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:04.418332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Attempting to bind port 874cc31a-41c9-48cf-b37c-404b62407d82 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:04.425858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Port 874cc31a-41c9-48cf-b37c-404b62407d82 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:04.426297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Attempting to bind port 874cc31a-41c9-48cf-b37c-404b62407d82 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:04.433520 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-5210e037-293c-46e8-8cf7-00c4bd63f516 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 1095 time: 0.1651170 Feb 02 15:11:04.435451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:04.435930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:04.436515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:04.437351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Bound port: 874cc31a-41c9-48cf-b37c-404b62407d82, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:04.438059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:04.592617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] For port 874cc31a-41c9-48cf-b37c-404b62407d82, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:04.598129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] For port 874cc31a-41c9-48cf-b37c-404b62407d82, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=874cc31a-41c9-48cf-b37c-404b62407d82,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:04.627368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:11:04.634577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-b032b1c0-924c-4d39-a2ac-7a8e677843c2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e870622-d1bb-428f-a0e6-821d16828dea HTTP/1.1" status: 200 len: 217 time: 0.1881847 Feb 02 15:11:04.644259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-329a0e17-5d3f-42aa-8797-2dcb08c89c2e tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c6b19dfd67b1465dab057c5a579b153b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567739 Feb 02 15:11:04.742015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:04.838482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-c77ef8dd-85a4-4859-a3b3-c1e1b77ecbc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:04.839966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-c77ef8dd-85a4-4859-a3b3-c1e1b77ecbc5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1aa97035-b1e4-42d6-b689-7e1ca5a0250c HTTP/1.1" status: 200 len: 862 time: 0.1937473 Feb 02 15:11:04.896080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:04.897881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] 10.222.0.64 "PUT /v2.0/ports/874cc31a-41c9-48cf-b37c-404b62407d82 HTTP/1.1" status: 200 len: 1095 time: 2.2542136 Feb 02 15:11:04.904247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae517d7-f971-4e48-89cd-cfe3dc264416', 'tag': '874cc31a-41c9-48cf-b37c-404b62407d82'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:04.913255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7d2f-3601-4252-b162-53c071177779 req-a16b09cf-fc25-455a-9409-30b7e2162c6f tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:04.920600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-a16b09cf-fc25-455a-9409-30b7e2162c6f tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754014 Feb 02 15:11:04.931000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b0715-9cc4-4a53-b550-ea6e29e75e9a service neutron] Pushing event updated for resources: {'Port': ['ID=874cc31a-41c9-48cf-b37c-404b62407d82,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:04.956640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-a36f9bda-c797-42a4-8625-a021c67518f6 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/quotas/c6b19dfd67b1465dab057c5a579b153b HTTP/1.1" status: 200 len: 375 time: 0.0351017 Feb 02 15:11:04.969720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-ded2bc37-a78c-4134-a877-1ba5da03e4aa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1096 time: 0.2915230 Feb 02 15:11:04.981490 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ffa21-b55e-4ca7-9894-3f59d61b653b req-409f9297-b1b9-42f9-89fc-90da58e4c1c9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:04.983120 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-395ffa21-b55e-4ca7-9894-3f59d61b653b req-409f9297-b1b9-42f9-89fc-90da58e4c1c9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 944 time: 0.2497907 Feb 02 15:11:05.016950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-fa18b86d-a4b6-4724-9295-393ab7c71c86 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691482 Feb 02 15:11:05.027075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-9565eae2-4e71-4b3f-95fe-d21a5d7b73ff tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c6b19dfd67b1465dab057c5a579b153b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692358 Feb 02 15:11:05.051331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 2, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:05.055213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Checking router: bb438fad-fdca-4069-a4aa-31988adaa673 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:11:05.055569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Updating router bb438fad-fdca-4069-a4aa-31988adaa673 port 688a13e2-819d-41c2-a29f-c9259f3b0ecc binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:11:05.145469 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:05.255823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a8b8b59d-e6af-458a-b853-de550343d11b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:05.257201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a8b8b59d-e6af-458a-b853-de550343d11b service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2729251 Feb 02 15:11:05.326380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-310cda52-985e-419a-8402-8c7824192b00 service neutron] 10.222.0.107 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982814 Feb 02 15:11:05.381019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-f858f1c6-ba40-4b8e-b04e-864b4221cd6f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 200 len: 217 time: 0.1155312 Feb 02 15:11:05.384711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-395ffa21-b55e-4ca7-9894-3f59d61b653b req-e7d03d1f-df05-4422-bac6-891bfb95f1a7 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921787 Feb 02 15:11:05.388704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-a749fdb4-e6a8-4580-b9be-b67f5dae3335 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99a007414f964920874ec31aa414dc92&device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 1098 time: 0.2279625 Feb 02 15:11:05.538479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-33eb676c-cb17-4df9-9a97-0e718b43d071 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=874cc31a-41c9-48cf-b37c-404b62407d82 HTTP/1.1" status: 200 len: 217 time: 0.1083601 Feb 02 15:11:05.544773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-055d0b46-6b4d-41dc-abd4-16fa2676e82b req-eb499184-bc1a-46f7-a1c2-a9371c681962 service neutron] 10.222.0.107 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124622 Feb 02 15:11:05.603635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efd5b707-572f-48df-b244-1f9ec6689df1 req-19bbd67e-537c-4612-8303-b0a5b237ee48 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 210 time: 0.0635488 Feb 02 15:11:05.610460 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:05.623701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Transition to ACTIVE for port object 688a13e2-819d-41c2-a29f-c9259f3b0ecc will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:05.641817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-56756410-9c8f-4926-bc45-f85eacf3fe4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:05.643237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-56756410-9c8f-4926-bc45-f85eacf3fe4e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.2537141 Feb 02 15:11:05.706041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cc7b2-8660-45a0-9bde-ad287717a118 req-d72c54b1-b8ee-4977-a7d5-c7d33c71fc61 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:05.706041 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4c1cc7b2-8660-45a0-9bde-ad287717a118 req-d72c54b1-b8ee-4977-a7d5-c7d33c71fc61 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 947 time: 0.1295171 Feb 02 15:11:05.713358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-228a27f6-29a5-4b5d-bf8b-e77f815f04ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:05.714821 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-228a27f6-29a5-4b5d-bf8b-e77f815f04ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1648862 Feb 02 15:11:05.722344 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'tag': '8e870622-d1bb-428f-a0e6-821d16828dea', 'status': 'completed', 'code': 200} Feb 02 15:11:05.724812 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:05.820769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-4c3d0037-8c15-4fbb-8267-e603763cad53 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683743 Feb 02 15:11:05.861099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4c1cc7b2-8660-45a0-9bde-ad287717a118 req-ad8e9ebc-b060-48b9-adfa-a88d5f6486b1 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/security-groups?id=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585073 Feb 02 15:11:05.942837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-bc864e4b-d28d-41b4-88ce-f509971bff06 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 1095 time: 0.1972039 Feb 02 15:11:06.193469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e148de-5182-4ff4-98eb-54d541a2d66a None None] Pushing event updated for resources: {'Port': ['ID=688a13e2-819d-41c2-a29f-c9259f3b0ecc,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:06.287152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-ee9d34c0-8934-43d6-a746-ad2d0ce5ba0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5662074 Feb 02 15:11:06.299066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Attempting to bind port 688a13e2-819d-41c2-a29f-c9259f3b0ecc on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:06.299716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Attempting to bind port 688a13e2-819d-41c2-a29f-c9259f3b0ecc by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:06.300347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Attempting to bind port 688a13e2-819d-41c2-a29f-c9259f3b0ecc on network 30e7ed57-4755-4553-895c-a6a4be3f9502 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:06.307889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:06.308868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Checking segment: {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:06.309482 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:06.310067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Bound using segment: {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:06.312259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Bound port: 688a13e2-819d-41c2-a29f-c9259f3b0ecc, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:06.313196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:06.326260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-712c8e3f-e536-4e7f-9079-46d7328e59c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:06.330854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-712c8e3f-e536-4e7f-9079-46d7328e59c0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 925 time: 0.3794138 Feb 02 15:11:06.335366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-50647e3b-c24c-4c24-8bdb-5f6dc4309a5b service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033627 Feb 02 15:11:06.488600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-9d0e581b-3b19-422f-b698-d3b5198cc347 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e870622-d1bb-428f-a0e6-821d16828dea HTTP/1.1" status: 200 len: 217 time: 0.1437509 Feb 02 15:11:06.492563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] For port 688a13e2-819d-41c2-a29f-c9259f3b0ecc, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:06.500859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] For port 688a13e2-819d-41c2-a29f-c9259f3b0ecc, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=688a13e2-819d-41c2-a29f-c9259f3b0ecc,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:06.529116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a20e-faee-4fc8-b8ae-d85d924bb39e req-cdba11b1-4157-4781-b55a-1046092548c0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:06.536021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4a3a20e-faee-4fc8-b8ae-d85d924bb39e req-cdba11b1-4157-4781-b55a-1046092548c0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 945 time: 0.6740878 Feb 02 15:11:06.568344 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:06.572448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-24a1a964-d49e-469f-a530-9bd683155980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:06.574050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-24a1a964-d49e-469f-a530-9bd683155980 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1aa97035-b1e4-42d6-b689-7e1ca5a0250c HTTP/1.1" status: 200 len: 862 time: 0.0769463 Feb 02 15:11:06.696472 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-03444e11-2d5d-4bba-a563-981698a55634 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139722 Feb 02 15:11:06.799493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:11:06.802574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:06.835683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41028) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:06.898084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-c4ba1cfc-9ac1-4a6c-a64e-72958b03e45b service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070179 Feb 02 15:11:06.924214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4a3a20e-faee-4fc8-b8ae-d85d924bb39e req-cf3fa496-00a3-4f2e-b0f2-afd4ac4c20fa tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871124 Feb 02 15:11:06.926851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-8df486d3-fdd0-4244-ac09-3240fd4ddbe4 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210594 Feb 02 15:11:07.002688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e148de-5182-4ff4-98eb-54d541a2d66a None None] Pushing event updated for resources: {'Port': ['ID=688a13e2-819d-41c2-a29f-c9259f3b0ecc,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:07.006681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-fa40d10e-dbda-4dbc-9e6a-2b43cf71710a service neutron] 10.222.0.107 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023114 Feb 02 15:11:07.029911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41036) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:07.157564 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae517d7-f971-4e48-89cd-cfe3dc264416', 'tag': '874cc31a-41c9-48cf-b37c-404b62407d82', 'status': 'completed', 'code': 200} Feb 02 15:11:07.161384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880792902', 'description': 'tempest-description--1437833895'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:07.193003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:07.195666 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0d6926b-0c86-4ba0-9366-cd0e1c65e49a req-f2ce0c38-f792-4f62-8d8c-e8a7f2b9c8b9 service neutron] 10.222.0.107 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782639 Feb 02 15:11:07.212904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:11:07.223171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Usage tracker for resource:security_group and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:07.229393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:07.246398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:07.252658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:07.259487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-683b8ee0-14f1-4388-836f-a45594831648 req-f1faf829-15d7-48b4-86a5-1f8c68f4efd9 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 210 time: 0.0568352 Feb 02 15:11:07.320288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:07.326763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a387b23-7930-4195-9a40-4e399025c9d9 req-1a8a82ef-6b0f-492a-aefa-1fdb48c603c5 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920095 Feb 02 15:11:07.328578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] Usage tracker for resource:security_group_rule and tenant:30d26ff7c7f045d28f2f51ef2b1ff317 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:07.333284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:07.340734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:07.369737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:07.462439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:07.474041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Usage tracker for resource:security_group_rule and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:07.481768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:07.505949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:07.512158 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:07.575147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-a052f9cc-f41b-4db2-a75c-4d9f14faad93 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338466 Feb 02 15:11:07.586016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-769f4ce1-1123-4bef-8d9c-4ad793813639 req-d37d14a2-d2a3-47b2-94a1-80753e615219 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 210 time: 0.0865989 Feb 02 15:11:07.588206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:07.651968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:06Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:07.662493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e8eb3-4bd9-4f61-8696-cabb8a5cfeee None None] The sync data for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 is: [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:06Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:11:07.836672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cadb32-e6e0-4c15-98d6-2edc9375f194,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:07.878601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b8602499-3813-455f-9942-83fc8d6467d9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=30d26ff7c7f045d28f2f51ef2b1ff317&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0368216 Feb 02 15:11:07.892645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41046) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:08.025634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79debbd3-83f0-40af-958b-10a697995171 req-7fbd28d5-1f7f-49e9-9b79-c34be183aeec tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:08.035494 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-7fbd28d5-1f7f-49e9-9b79-c34be183aeec tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4363842 Feb 02 15:11:08.048152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9322b-6993-4660-a81a-326167e31cbf req-6a7334b3-18da-4428-938a-dedb248c23f2 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:08.056084 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47d9322b-6993-4660-a81a-326167e31cbf req-6a7334b3-18da-4428-938a-dedb248c23f2 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 947 time: 0.2620740 Feb 02 15:11:08.056298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.064049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Request body: {'port': {'device_id': '5edd84b8-e9d1-42d1-9cc3-4906cd525407', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '6dc4916590c34388b8dcb39fc65bae7d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:08.143214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.208580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405fa35f-4e96-4127-99c3-77cb25515bc4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:08.230775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21704-8c17-4c33-984c-00551ded5a4d req-054b2512-d926-483b-9503-7208b2626f5d tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:08.232343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4db21704-8c17-4c33-984c-00551ded5a4d req-054b2512-d926-483b-9503-7208b2626f5d tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 944 time: 0.5255167 Feb 02 15:11:08.240739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47d9322b-6993-4660-a81a-326167e31cbf req-c626c690-dfc1-4a67-8f8e-79dc0f450d11 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/security-groups?id=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834016 Feb 02 15:11:08.243555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-62e51ef6-4fd6-4638-9374-7fa0349803ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99a007414f964920874ec31aa414dc92&device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 1098 time: 0.6109772 Feb 02 15:11:08.253318 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0247d246-2dc4-423e-b569-8d4dfe8cde46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.285949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:08.291238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Usage tracker for resource:port and tenant:6dc4916590c34388b8dcb39fc65bae7d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:08.294979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:08.303721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:08.422242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0247d246-2dc4-423e-b569-8d4dfe8cde46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.430911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.432205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d30289aa-bbba-4688-9151-47ad0686bee1 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4011414 Feb 02 15:11:08.435096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41060) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:08.442771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Request body: {'security_group_rule': {'security_group_id': '405fa35f-4e96-4127-99c3-77cb25515bc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:08.456323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:08.461856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Usage tracker for resource:security_group_rule and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:08.466738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:08.475590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:08.516303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4db21704-8c17-4c33-984c-00551ded5a4d req-3bdedfa6-ec9a-4e14-9bdd-5cb5979af665 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716002 Feb 02 15:11:08.529294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-e19db0d1-2f55-4c23-a861-d46321d34cec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:08.529294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-e19db0d1-2f55-4c23-a861-d46321d34cec service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2762623 Feb 02 15:11:08.586552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Made reservation on behalf of 6dc4916590c34388b8dcb39fc65bae7d for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:08.589165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.613712 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.619796 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-13f11917-2d6b-421e-bfd2-3686c8ba327a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=874cc31a-41c9-48cf-b37c-404b62407d82 HTTP/1.1" status: 200 len: 217 time: 0.0847554 Feb 02 15:11:08.635379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.706621 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0247d246-2dc4-423e-b569-8d4dfe8cde46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.767416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-5b9752c7-f758-4ec6-b3a3-cec1b71a3373 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=c6b19dfd67b1465dab057c5a579b153b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897582 Feb 02 15:11:08.787412 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7797cfc4-9921-4a8c-b469-9f3a11d14076 req-006fa73d-cf14-4349-8903-07ceae76f8b7 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 210 time: 0.0840645 Feb 02 15:11:08.811434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247d246-2dc4-423e-b569-8d4dfe8cde46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cadb32-e6e0-4c15-98d6-2edc9375f194,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:08.825967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-02ca2c28-f663-4748-8898-f4cfc178ed59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:08.828222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-02ca2c28-f663-4748-8898-f4cfc178ed59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2015467 Feb 02 15:11:08.850145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 8e870622-d1bb-428f-a0e6-821d16828dea details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:08.881013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0247d246-2dc4-423e-b569-8d4dfe8cde46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.884616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0247d246-2dc4-423e-b569-8d4dfe8cde46 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02cadb32-e6e0-4c15-98d6-2edc9375f194 HTTP/1.1" status: 204 len: 168 time: 0.9823666 Feb 02 15:11:08.895564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:08.912592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Usage tracker for resource:security_group_rule and tenant:6dc4916590c34388b8dcb39fc65bae7d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:08.925672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:08.963987 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:08.991802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:09.020023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64c6a6-5be5-4ff3-9eb7-d98bd6d8180a req-8de9c684-b5df-4b99-80c0-2f2822c2a382 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:09.022139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba64c6a6-5be5-4ff3-9eb7-d98bd6d8180a req-8de9c684-b5df-4b99-80c0-2f2822c2a382 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 945 time: 0.5367165 Feb 02 15:11:09.120614 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:09.199791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7d2f-3601-4252-b162-53c071177779 req-e5cd1970-62e9-40e5-928b-4646b9fe1cd1 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:09.201408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-e5cd1970-62e9-40e5-928b-4646b9fe1cd1 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4196780 Feb 02 15:11:09.212452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e8d114-6bd4-47ed-b3d1-d19e6526ab96,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:09.214377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-35bb07e0-b375-49a7-9542-c451b1204cf2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3130169 Feb 02 15:11:09.228360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Request body: {'port': {'device_id': 'caa848aa-6797-49b3-a463-2f594a976a94', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'c6b19dfd67b1465dab057c5a579b153b'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:09.240364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 8e870622-d1bb-428f-a0e6-821d16828dea, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=8e870622-d1bb-428f-a0e6-821d16828dea,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:09.261523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 688a13e2-819d-41c2-a29f-c9259f3b0ecc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:09.306284 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:09.332912 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba64c6a6-5be5-4ff3-9eb7-d98bd6d8180a req-8dc0641c-8fe4-4693-94ce-e50d126c32d0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492039 Feb 02 15:11:09.333068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '8e870622-d1bb-428f-a0e6-821d16828dea', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'port_id': '8e870622-d1bb-428f-a0e6-821d16828dea', 'mac_address': 'fa:16:3e:79:a7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:11:09.333704 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:09.349191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8a22a3cd-2467-4c30-869e-5062b326c757 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9107642 Feb 02 15:11:09.349410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41076) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:09.364165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Request body: {'security_group_rule': {'security_group_id': '405fa35f-4e96-4127-99c3-77cb25515bc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:09.377827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:09.382164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:09.420388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 688a13e2-819d-41c2-a29f-c9259f3b0ecc completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:09.431704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 688a13e2-819d-41c2-a29f-c9259f3b0ecc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:09.432972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:09.468821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:09.523086 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-134ff181-3555-4b48-8cd8-aa3a6238983a req-05b3cc74-fed2-4886-8885-ba6e32269a12 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 210 time: 0.2639334 Feb 02 15:11:09.550625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e870622-d1bb-428f-a0e6-821d16828dea {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:09.605573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 8e870622-d1bb-428f-a0e6-821d16828dea, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=8e870622-d1bb-428f-a0e6-821d16828dea,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:09.673519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-c8ee3175-c531-423b-bf44-1077705ecd09 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174302 Feb 02 15:11:09.680476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:09.710508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Usage tracker for resource:port and tenant:c6b19dfd67b1465dab057c5a579b153b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:09.712605 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:09.713319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Allocated IP 192.168.233.171 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/b90c273f-ed5d-49ed-ab6a-59d8efb69076) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:09.717531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:09.787201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:09.828030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Usage tracker for resource:security_group_rule and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:09.901057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=8e870622-d1bb-428f-a0e6-821d16828dea,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:09.911118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:09.911941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 688a13e2-819d-41c2-a29f-c9259f3b0ecc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=688a13e2-819d-41c2-a29f-c9259f3b0ecc,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:09.931985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:09.949293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41092) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:09.993392 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.038523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8573e2c-1b3a-4ab7-ada8-d22515930374,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:10.060231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:10.063361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.070943 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1fe690e-e1bb-46d5-8a5b-3c4d3ca718a0 req-393d3c58-7eb7-408d-8532-879fc131ed32 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876216 Feb 02 15:11:10.081536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['8e870622-d1bb-428f-a0e6-821d16828dea'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:10.107386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 874cc31a-41c9-48cf-b37c-404b62407d82 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:10.180759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.183487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Made reservation on behalf of c6b19dfd67b1465dab057c5a579b153b for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:10.188152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.207613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:10.213286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057f9b7-ca22-4b29-a4f5-7bb64451e351 req-3898bf16-f16a-4c22-8578-0d60a7104a23 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:10.213286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9057f9b7-ca22-4b29-a4f5-7bb64451e351 req-3898bf16-f16a-4c22-8578-0d60a7104a23 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 945 time: 0.1295550 Feb 02 15:11:10.213286 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.215156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] Usage tracker for resource:security_group_rule and tenant:24be9de6d94c4b2f94581d5ac6da0ebc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:10.219480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:10.226917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:10.253095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=688a13e2-819d-41c2-a29f-c9259f3b0ecc,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:10.304494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9057f9b7-ca22-4b29-a4f5-7bb64451e351 req-37301f46-6343-4ae2-9ee9-2c8f2fce11ef tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806658 Feb 02 15:11:10.306595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:10.314248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Usage tracker for resource:security_group_rule and tenant:c6b19dfd67b1465dab057c5a579b153b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:10.324550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:10.329398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:10.329587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78e1ae-c8a4-4b49-96bb-bd18b4377d28 req-ebbb6745-e63a-4e60-a2ec-c3e2a08bdd44 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:10.346448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc78e1ae-c8a4-4b49-96bb-bd18b4377d28 req-ebbb6745-e63a-4e60-a2ec-c3e2a08bdd44 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 947 time: 0.5072591 Feb 02 15:11:10.355703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 874cc31a-41c9-48cf-b37c-404b62407d82, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=874cc31a-41c9-48cf-b37c-404b62407d82,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:10.387066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '874cc31a-41c9-48cf-b37c-404b62407d82', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '874cc31a-41c9-48cf-b37c-404b62407d82', 'mac_address': 'fa:16:3e:9c:63:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:11:10.473686 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.482293 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.508335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0045b0b-2284-4858-a048-38df867f56b3 req-5eacfd70-9909-4a47-9ab4-9573a3497b63 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 210 time: 0.0610864 Feb 02 15:11:10.508335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.519064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874cc31a-41c9-48cf-b37c-404b62407d82 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:10.521595 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc78e1ae-c8a4-4b49-96bb-bd18b4377d28 req-4705b449-a013-439a-b74c-1c6d95ac8fcf tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/security-groups?id=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810975 Feb 02 15:11:10.558798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 874cc31a-41c9-48cf-b37c-404b62407d82, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=874cc31a-41c9-48cf-b37c-404b62407d82,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:10.561651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Transition to ACTIVE for port object b90c273f-ed5d-49ed-ab6a-59d8efb69076 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:10.567052 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.578341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.582917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.635210 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.668859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.686109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.715191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b44c70-7dde-47a5-8d3a-35cd44b10862,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:10.722092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41102) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:10.740945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=874cc31a-41c9-48cf-b37c-404b62407d82,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:10.741690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:10.846517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f9e68-9ef2-4df4-9d41-21ad88ed8b44 req-f5f69346-a041-4145-8010-331b1f4178f3 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:10.848736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-879f9e68-9ef2-4df4-9d41-21ad88ed8b44 req-f5f69346-a041-4145-8010-331b1f4178f3 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 945 time: 0.1912527 Feb 02 15:11:10.854198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Allocated IP 192.168.233.48 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/54f6ab10-290c-4a92-be42-90ba36817c9d) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:10.880762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c5279b-498f-49c6-942c-08a1d0f211b1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:10.898298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=24be9de6d94c4b2f94581d5ac6da0ebc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9303284 Feb 02 15:11:10.902726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41110) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:10.944146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['874cc31a-41c9-48cf-b37c-404b62407d82'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:10.944707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9a12a-45e9-4ff4-a87a-9f4a473cb708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017026df-730c-44e5-9661-42acde9137e9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:10.956673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:10.957503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'Port': ['ID=b90c273f-ed5d-49ed-ab6a-59d8efb69076,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:10.962239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:10.964486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:10.996411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.028177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-879f9e68-9ef2-4df4-9d41-21ad88ed8b44 req-5c8e66eb-4aa4-4e69-b071-d09fbbae5eb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697023 Feb 02 15:11:11.040271 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.041459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0c421504-426a-4cef-be6e-9d5eab7763c8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6899681 Feb 02 15:11:11.047894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:11.048584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.057426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41114) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:11.070132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:11.080311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:11.093811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e07c96-c043-43de-ae7b-236e11a7008f req-c25e6c93-b52b-4f46-b203-b8afc101303a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:11.094530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-05e07c96-c043-43de-ae7b-236e11a7008f req-c25e6c93-b52b-4f46-b203-b8afc101303a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:11.098617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Usage tracker for resource:floatingip and tenant:9d36385c25de4e749d5c5aaba7c5728d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:11.101744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:11.111140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:11.118271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:11.144277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-a00d5d90-530b-4d5a-af74-af368231e566 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0850184 Feb 02 15:11:11.168505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Request body: {'port': {'device_id': '5edd84b8-e9d1-42d1-9cc3-4906cd525407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:11.194841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] Usage tracker for resource:security_group_rule and tenant:b070965e38da4fbe84d6a8d5f85d2a14 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:11.206224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.206460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:11.211980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 688a13e2-819d-41c2-a29f-c9259f3b0ecc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:11.212270 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2705593-7302-4c68-a63d-78373780e506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.221543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:11.232680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-05e07c96-c043-43de-ae7b-236e11a7008f req-c25e6c93-b52b-4f46-b203-b8afc101303a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:11.236334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05e07c96-c043-43de-ae7b-236e11a7008f req-c25e6c93-b52b-4f46-b203-b8afc101303a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 936 time: 0.4718428 Feb 02 15:11:11.277591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2705593-7302-4c68-a63d-78373780e506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.359778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 688a13e2-819d-41c2-a29f-c9259f3b0ecc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:11.360345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.373950 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.390959 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.402912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-30b61c98-9579-4f13-9b53-c6ed62c9ea41 None None] Provisioning for port b90c273f-ed5d-49ed-ab6a-59d8efb69076 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:11.404300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Transition to ACTIVE for port object 54f6ab10-290c-4a92-be42-90ba36817c9d will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:11.423799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-30b61c98-9579-4f13-9b53-c6ed62c9ea41 None None] Provisioning complete for port b90c273f-ed5d-49ed-ab6a-59d8efb69076 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:11.424339 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30b61c98-9579-4f13-9b53-c6ed62c9ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.443664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.494074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-05e07c96-c043-43de-ae7b-236e11a7008f req-234ccc89-83ad-46e0-95f5-dbeeba2053dc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:11.496989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-30b61c98-9579-4f13-9b53-c6ed62c9ea41 None None] Port b90c273f-ed5d-49ed-ab6a-59d8efb69076 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:11.538487 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2705593-7302-4c68-a63d-78373780e506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.554168 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.563959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.631659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2705593-7302-4c68-a63d-78373780e506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017026df-730c-44e5-9661-42acde9137e9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:11.684626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-05e07c96-c043-43de-ae7b-236e11a7008f req-234ccc89-83ad-46e0-95f5-dbeeba2053dc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:11.685795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05e07c96-c043-43de-ae7b-236e11a7008f req-234ccc89-83ad-46e0-95f5-dbeeba2053dc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340067 Feb 02 15:11:11.711952 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.720294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:11.723123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f62389a-2f91-48e5-8fe2-29ae82c1783b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:11.732947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:11.736964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-df2b661c-1c15-4b48-9018-fad2cfd4a99c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b070965e38da4fbe84d6a8d5f85d2a14&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0105662 Feb 02 15:11:11.740468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:11.756299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41124) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:11.779605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:11.794816 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2705593-7302-4c68-a63d-78373780e506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.798673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2705593-7302-4c68-a63d-78373780e506 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/017026df-730c-44e5-9661-42acde9137e9 HTTP/1.1" status: 204 len: 168 time: 0.8681610 Feb 02 15:11:11.829785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:11.829785 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:11.849902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b3fbb-bdc2-4df1-804a-a145ccb20fa5 req-e04a8270-1690-4b20-94f3-d698dae18957 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:11.851407 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-932b3fbb-bdc2-4df1-804a-a145ccb20fa5 req-e04a8270-1690-4b20-94f3-d698dae18957 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 945 time: 0.3601036 Feb 02 15:11:11.924489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-932b3fbb-bdc2-4df1-804a-a145ccb20fa5 req-d544db86-4351-4863-9adf-a4130eeadf88 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665648 Feb 02 15:11:11.959371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-598c1958-f9b7-4a68-802d-26b86d3b4369 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7382746 Feb 02 15:11:11.976098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Request body: {'port': {'device_id': 'caa848aa-6797-49b3-a463-2f594a976a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:12.018336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 874cc31a-41c9-48cf-b37c-404b62407d82 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:12.157625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90c273f-ed5d-49ed-ab6a-59d8efb69076 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:12.172994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.175684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.193270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2dbf8327-4bf9-46d9-a0c6-b240b72a9cf7 None None] Provisioning for port 54f6ab10-290c-4a92-be42-90ba36817c9d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:12.196331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 874cc31a-41c9-48cf-b37c-404b62407d82 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:12.203362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 874cc31a-41c9-48cf-b37c-404b62407d82 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:12.203975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.214939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8168bbbc-b358-4643-b029-edc07e31d6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.266174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2dbf8327-4bf9-46d9-a0c6-b240b72a9cf7 None None] Provisioning complete for port 54f6ab10-290c-4a92-be42-90ba36817c9d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:12.266947 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8327-4bf9-46d9-a0c6-b240b72a9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.271200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Transition to ACTIVE for port object b90c273f-ed5d-49ed-ab6a-59d8efb69076 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:12.293808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8168bbbc-b358-4643-b029-edc07e31d6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.300520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d94bb-4081-4242-b9d9-6e28d62f9c93 req-7b9175ef-8feb-49bc-86dd-80b387d880aa tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:12.303340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7e2d94bb-4081-4242-b9d9-6e28d62f9c93 req-7b9175ef-8feb-49bc-86dd-80b387d880aa tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Synchronizing usage tracker for tenant:99a007414f964920874ec31aa414dc92 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:12.313145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Allocated IP 172.25.0.87 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/8ca6423e-d896-4994-ab67-fa42f75f1d39) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:12.329016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e1114-c89d-4c41-8922-b58f7ae9b6ce req-9885f060-bedb-404d-9ba2-990cb81d8d5b tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:12.330543 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-840e1114-c89d-4c41-8922-b58f7ae9b6ce req-9885f060-bedb-404d-9ba2-990cb81d8d5b tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 935 time: 0.3753438 Feb 02 15:11:12.382432 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.382658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf8327-4bf9-46d9-a0c6-b240b72a9cf7 None None] Port 54f6ab10-290c-4a92-be42-90ba36817c9d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:12.392242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7e2d94bb-4081-4242-b9d9-6e28d62f9c93 req-7b9175ef-8feb-49bc-86dd-80b387d880aa tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Unset dirty status for tenant:99a007414f964920874ec31aa414dc92 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:12.396326 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e2d94bb-4081-4242-b9d9-6e28d62f9c93 req-7b9175ef-8feb-49bc-86dd-80b387d880aa tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 948 time: 0.3102345 Feb 02 15:11:12.412048 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.443544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae517d7-f971-4e48-89cd-cfe3dc264416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874cc31a-41c9-48cf-b37c-404b62407d82'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:12.456974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 874cc31a-41c9-48cf-b37c-404b62407d82, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=874cc31a-41c9-48cf-b37c-404b62407d82,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:12.470385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7e2d94bb-4081-4242-b9d9-6e28d62f9c93 req-6d62163b-4817-4903-9007-800dd59eae34 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Synchronizing usage tracker for tenant:99a007414f964920874ec31aa414dc92 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:12.532438 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.543427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-840e1114-c89d-4c41-8922-b58f7ae9b6ce req-7772ef71-5487-4621-9d52-355746409161 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048635 Feb 02 15:11:12.588807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Pushing event updated for resources: {'Port': ['ID=b90c273f-ed5d-49ed-ab6a-59d8efb69076,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:12.645813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=874cc31a-41c9-48cf-b37c-404b62407d82,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:12.761391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7e2d94bb-4081-4242-b9d9-6e28d62f9c93 req-6d62163b-4817-4903-9007-800dd59eae34 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Unset dirty status for tenant:99a007414f964920874ec31aa414dc92 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:12.776343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e2d94bb-4081-4242-b9d9-6e28d62f9c93 req-6d62163b-4817-4903-9007-800dd59eae34 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/security-groups?id=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762116 Feb 02 15:11:12.836190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 8e870622-d1bb-428f-a0e6-821d16828dea up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:12.891271 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae517d7-f971-4e48-89cd-cfe3dc264416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874cc31a-41c9-48cf-b37c-404b62407d82', 'code': 200} Feb 02 15:11:12.904331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f6ab10-290c-4a92-be42-90ba36817c9d {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:12.919929 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.931870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.940563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8168bbbc-b358-4643-b029-edc07e31d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:12.941019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Transition to ACTIVE for port object 54f6ab10-290c-4a92-be42-90ba36817c9d will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:13.055966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168bbbc-b358-4643-b029-edc07e31d6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f62389a-2f91-48e5-8fe2-29ae82c1783b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:13.064965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.090165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 8e870622-d1bb-428f-a0e6-821d16828dea completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:13.098770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 8e870622-d1bb-428f-a0e6-821d16828dea triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:13.099617 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.145279 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.153476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Attempting to bind port b90c273f-ed5d-49ed-ab6a-59d8efb69076 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:13.153815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Attempting to bind port b90c273f-ed5d-49ed-ab6a-59d8efb69076 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:13.154217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Attempting to bind port b90c273f-ed5d-49ed-ab6a-59d8efb69076 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:13.237985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Port b90c273f-ed5d-49ed-ab6a-59d8efb69076 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:13.238305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Attempting to bind port b90c273f-ed5d-49ed-ab6a-59d8efb69076 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:13.244823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:13.272377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:13.272377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:13.272377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:13.272377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:13.272377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Bound port: b90c273f-ed5d-49ed-ab6a-59d8efb69076, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:13.272377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.272959 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.275038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:13.278188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:13.309287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d06b9c1-8057-49dd-9c43-e67ffb2a672e req-a7860714-1459-44f3-a7b9-5d31bdca9b8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 1100 time: 0.3535094 Feb 02 15:11:13.311348 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8168bbbc-b358-4643-b029-edc07e31d6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.313225 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8168bbbc-b358-4643-b029-edc07e31d6fd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f62389a-2f91-48e5-8fe2-29ae82c1783b HTTP/1.1" status: 204 len: 168 time: 1.5541890 Feb 02 15:11:13.321733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 8e870622-d1bb-428f-a0e6-821d16828dea, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=8e870622-d1bb-428f-a0e6-821d16828dea,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:13.326368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event updated for resources: {'Port': ['ID=8ca6423e-d896-4994-ab67-fa42f75f1d39,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:13.407541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.445281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ee70-e3a0-47e0-9cd0-ecce2def3e2a req-f3d1cc4a-71f9-4302-b5eb-fe39e319f9ae tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:13.452910 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ce1ee70-e3a0-47e0-9cd0-ecce2def3e2a req-f3d1cc4a-71f9-4302-b5eb-fe39e319f9ae tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 945 time: 0.6644542 Feb 02 15:11:13.497690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] For port b90c273f-ed5d-49ed-ab6a-59d8efb69076, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:13.506451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a73b1-d15f-4561-a2bf-b5cfe80fc07d req-a27b07b1-562f-4dcd-949b-a44423e96b1c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:13.515770 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d3a73b1-d15f-4561-a2bf-b5cfe80fc07d req-a27b07b1-562f-4dcd-949b-a44423e96b1c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 948 time: 0.4972203 Feb 02 15:11:13.516016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] For port b90c273f-ed5d-49ed-ab6a-59d8efb69076, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b90c273f-ed5d-49ed-ab6a-59d8efb69076,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:13.544743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=8e870622-d1bb-428f-a0e6-821d16828dea,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:13.546341 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ce1ee70-e3a0-47e0-9cd0-ecce2def3e2a req-1f7c67f4-bf60-4fcd-8d1d-1efe88751afa tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921605 Feb 02 15:11:13.613535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Attempting to bind port 54f6ab10-290c-4a92-be42-90ba36817c9d on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:13.613866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Attempting to bind port 54f6ab10-290c-4a92-be42-90ba36817c9d by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:13.614477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Attempting to bind port 54f6ab10-290c-4a92-be42-90ba36817c9d on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:13.621640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Port 54f6ab10-290c-4a92-be42-90ba36817c9d on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:13.621983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Attempting to bind port 54f6ab10-290c-4a92-be42-90ba36817c9d on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:13.632739 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.659673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d3a73b1-d15f-4561-a2bf-b5cfe80fc07d req-fd51a255-5159-46b4-adf8-1bd1c164bfcc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422994 Feb 02 15:11:13.661627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d06b9c1-8057-49dd-9c43-e67ffb2a672e req-47d698c9-0696-467c-b414-61ececcdfe8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357191 Feb 02 15:11:13.676178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:13.681366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:13.681836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:13.682312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Bound port: 54f6ab10-290c-4a92-be42-90ba36817c9d, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:13.692544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.714811 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.736717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:13.737559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] 10.222.0.107 "PUT /v2.0/ports/b90c273f-ed5d-49ed-ab6a-59d8efb69076 HTTP/1.1" status: 200 len: 1096 time: 2.5738804 Feb 02 15:11:13.738003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd84b8-e9d1-42d1-9cc3-4906cd525407', 'tag': 'b90c273f-ed5d-49ed-ab6a-59d8efb69076'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:13.752729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b76cf-7162-4574-af54-b06ce24b3729 service neutron] Pushing event updated for resources: {'Port': ['ID=b90c273f-ed5d-49ed-ab6a-59d8efb69076,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:13.953805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:13.970712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:14.003557 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:14.005836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1f4bb-18a9-415c-b8cc-be29679b4a71 req-c96d6fad-588b-465e-8a26-c687e3062e2b tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:14.006804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c9a1f4bb-18a9-415c-b8cc-be29679b4a71 req-c96d6fad-588b-465e-8a26-c687e3062e2b tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Synchronizing usage tracker for tenant:c6b19dfd67b1465dab057c5a579b153b on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:14.035628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:14.101582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:14.103080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] 10.222.0.107 "PUT /v2.0/ports/54f6ab10-290c-4a92-be42-90ba36817c9d HTTP/1.1" status: 200 len: 1095 time: 2.1318057 Feb 02 15:11:14.103518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:14.118369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c9a1f4bb-18a9-415c-b8cc-be29679b4a71 req-c96d6fad-588b-465e-8a26-c687e3062e2b tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Unset dirty status for tenant:c6b19dfd67b1465dab057c5a579b153b on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:14.124531 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9a1f4bb-18a9-415c-b8cc-be29679b4a71 req-c96d6fad-588b-465e-8a26-c687e3062e2b tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 947 time: 0.2330368 Feb 02 15:11:14.149971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c0ac7-05b6-4e44-9a1e-6397df939bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:14.177581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c9a1f4bb-18a9-415c-b8cc-be29679b4a71 req-a6d744d2-2a61-4deb-a96e-a077581e3716 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Synchronizing usage tracker for tenant:c6b19dfd67b1465dab057c5a579b153b on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:14.188362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965af6c9-7631-4488-a5fe-9a8daf80f2c3 req-43509e33-4375-465d-a1a0-e9835f246cc9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:14.189960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-965af6c9-7631-4488-a5fe-9a8daf80f2c3 req-43509e33-4375-465d-a1a0-e9835f246cc9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.3344235 Feb 02 15:11:14.197407 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-746d8ae9-19e0-4e17-a607-75692c48e67a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 1099 time: 0.3253312 Feb 02 15:11:14.270040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41174) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:14.301477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c9a1f4bb-18a9-415c-b8cc-be29679b4a71 req-a6d744d2-2a61-4deb-a96e-a077581e3716 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Unset dirty status for tenant:c6b19dfd67b1465dab057c5a579b153b on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:14.302622 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9a1f4bb-18a9-415c-b8cc-be29679b4a71 req-a6d744d2-2a61-4deb-a96e-a077581e3716 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771967 Feb 02 15:11:14.309122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:14.323916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-e4ee19e8-1878-4aa3-a207-e7ec5e26d411 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b90c273f-ed5d-49ed-ab6a-59d8efb69076 HTTP/1.1" status: 200 len: 217 time: 0.0945671 Feb 02 15:11:14.375750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:14.382517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-0de5a520-e656-4d6f-bcdc-0a0e14137215 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c6b19dfd67b1465dab057c5a579b153b&device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 1098 time: 0.1567161 Feb 02 15:11:14.386631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] Usage tracker for resource:security_group_rule and tenant:4d502151b5b0498b841b3a1ebfed5d23 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:14.406112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:14.464946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:14.477775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-eb35beb8-7f0d-41ac-9075-6b17c43664ed service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=54f6ab10-290c-4a92-be42-90ba36817c9d HTTP/1.1" status: 200 len: 217 time: 0.0735848 Feb 02 15:11:14.491239 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edd84b8-e9d1-42d1-9cc3-4906cd525407', 'tag': 'b90c273f-ed5d-49ed-ab6a-59d8efb69076', 'status': 'completed', 'code': 200} Feb 02 15:11:14.531243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-965af6c9-7631-4488-a5fe-9a8daf80f2c3 req-9dca2d33-28d0-47e1-ad7a-43489a1a9ef2 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210421 Feb 02 15:11:14.563060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79debbd3-83f0-40af-958b-10a697995171 req-6de1680a-29f6-4c0e-9e34-b56009ff7add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:14.566637 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-6de1680a-29f6-4c0e-9e34-b56009ff7add service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2263985 Feb 02 15:11:14.619493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:14.621584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7d2f-3601-4252-b162-53c071177779 req-91c3dba0-ba38-4009-8b7f-478d39405d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:14.623129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-91c3dba0-ba38-4009-8b7f-478d39405d3a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1362374 Feb 02 15:11:14.665033 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-163cafcb-f120-4858-bc0d-e97f48059ae8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814059 Feb 02 15:11:14.687418 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'status': 'completed', 'code': 200} Feb 02 15:11:14.713643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:14.725064 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:14.747129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca796f54-8462-4d7d-b8eb-97f955709297 req-6725175c-5f5c-4a48-8cdf-11fc23a12408 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:14.755224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca796f54-8462-4d7d-b8eb-97f955709297 req-6725175c-5f5c-4a48-8cdf-11fc23a12408 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 949 time: 0.2238076 Feb 02 15:11:14.788590 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:14.860757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860fb65a-d475-40c9-972a-2adbb1056174,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:14.866614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-22661115-e330-4e72-8cbf-1e71ddd1a229 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2317662 Feb 02 15:11:14.880790 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca796f54-8462-4d7d-b8eb-97f955709297 req-69de2707-cbc9-4f53-92ca-d95a0933e82e tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/security-groups?id=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245959 Feb 02 15:11:14.892007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e870622-d1bb-428f-a0e6-821d16828dea'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:14.924062 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b15d191b-219e-4f9c-95c4-09e5759956f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4d502151b5b0498b841b3a1ebfed5d23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6490536 Feb 02 15:11:14.926827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41190) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:15.073941 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-c283f0ac-04c8-45c7-a35c-f37c32dfe538 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051294 Feb 02 15:11:15.074615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event updated for resources: {'Port': ['ID=8ca6423e-d896-4994-ab67-fa42f75f1d39,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:15.162378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-79618b52-f91c-4a89-abe6-bf938f3c7f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:15.163471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:15.175366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-de681ee9-deed-42f5-a970-3b681c207993 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930670 Feb 02 15:11:15.218621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd7a2-51bb-435c-aaf1-22d6a32d386b req-1ec4cb76-c163-4b31-b2ed-2c15ef5ac8d1 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:15.220265 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a91cd7a2-51bb-435c-aaf1-22d6a32d386b req-1ec4cb76-c163-4b31-b2ed-2c15ef5ac8d1 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 945 time: 0.3281274 Feb 02 15:11:15.281931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79debbd3-83f0-40af-958b-10a697995171 req-391dbf46-8e0c-4e4c-a350-012606d4cf6c service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002373 Feb 02 15:11:15.284884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:15.289447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-868f0425-f46e-40d5-b063-63aa22682de7 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2299540 Feb 02 15:11:15.308149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a91cd7a2-51bb-435c-aaf1-22d6a32d386b req-bf358c24-e96f-49bd-91f2-620d9fd27435 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727775 Feb 02 15:11:15.370221 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-79618b52-f91c-4a89-abe6-bf938f3c7f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:15.419643 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e870622-d1bb-428f-a0e6-821d16828dea', 'code': 200} Feb 02 15:11:15.480338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ca7d2f-3601-4252-b162-53c071177779 req-0f04b747-148a-4edb-a688-a9bb11db7aba service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943285 Feb 02 15:11:15.506313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50287-480b-49d5-b424-eb0080cce36e req-03cdb0e4-37ca-4998-9891-6b5d21d5ef49 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:15.515493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9f50287-480b-49d5-b424-eb0080cce36e req-03cdb0e4-37ca-4998-9891-6b5d21d5ef49 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 948 time: 0.4395018 Feb 02 15:11:15.566383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-79618b52-f91c-4a89-abe6-bf938f3c7f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:15.615548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79618b52-f91c-4a89-abe6-bf938f3c7f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860fb65a-d475-40c9-972a-2adbb1056174,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:15.628573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9f50287-480b-49d5-b424-eb0080cce36e req-4b273643-0384-4109-8b0a-123b9a44d45b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119001 Feb 02 15:11:15.648825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-7fab13ed-9099-4598-9bdd-ff7dd070f940 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 1099 time: 0.1447742 Feb 02 15:11:15.683905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-79618b52-f91c-4a89-abe6-bf938f3c7f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:15.691215 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-79618b52-f91c-4a89-abe6-bf938f3c7f2e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/860fb65a-d475-40c9-972a-2adbb1056174 HTTP/1.1" status: 204 len: 168 time: 0.7596555 Feb 02 15:11:15.775239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6c80-8e4e-4271-a348-bad3b82b9dcb req-db72bace-88bf-4d07-85b6-c3f8ae3d5173 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:15.783015 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a42a6c80-8e4e-4271-a348-bad3b82b9dcb req-db72bace-88bf-4d07-85b6-c3f8ae3d5173 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 947 time: 0.2125638 Feb 02 15:11:15.871059 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a42a6c80-8e4e-4271-a348-bad3b82b9dcb req-8bad7a4f-605f-4823-bd07-cffcea237eb0 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839791 Feb 02 15:11:15.891214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-29206c35-fb40-4746-a5aa-afa3791bc620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:15.892706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-29206c35-fb40-4746-a5aa-afa3791bc620 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2390430 Feb 02 15:11:15.902408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-51a0ae38-de9f-4178-9274-1b37b2dc8a97 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Synchronizing usage tracker for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:15.930609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19c795bd-a3ec-443d-b09a-cc06a7035810 req-d216ee9e-c5c0-401b-bd85-cfcb6a92bf45 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 1097 time: 0.3445919 Feb 02 15:11:15.975324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-8043dc6d-e1b9-4f60-9eb4-14de5e8460b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c6b19dfd67b1465dab057c5a579b153b&device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 1098 time: 0.3318329 Feb 02 15:11:15.987770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-c0e87a22-6b2a-47a3-840a-6512faed9e95 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b90c273f-ed5d-49ed-ab6a-59d8efb69076 HTTP/1.1" status: 200 len: 217 time: 0.0881989 Feb 02 15:11:16.009866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19c795bd-a3ec-443d-b09a-cc06a7035810 req-64285004-fb1f-4c95-9bbc-f8dc5eb95b3f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696306 Feb 02 15:11:16.097216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-fce467c2-ec2b-42a7-b24d-5df4d7bd456b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:16.098669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-fce467c2-ec2b-42a7-b24d-5df4d7bd456b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1057122 Feb 02 15:11:16.100897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-51a0ae38-de9f-4178-9274-1b37b2dc8a97 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Unset dirty status for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:16.102018 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-51a0ae38-de9f-4178-9274-1b37b2dc8a97 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1880792902&fields=id&tenant_id=9d36385c25de4e749d5c5aaba7c5728d HTTP/1.1" status: 200 len: 267 time: 0.3299904 Feb 02 15:11:16.123218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4276bbf-8f1e-4910-9103-8d7723266fb8 req-7f18bdac-a23f-4f24-8522-62344456c15a tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:16.125378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4276bbf-8f1e-4910-9103-8d7723266fb8 req-7f18bdac-a23f-4f24-8522-62344456c15a tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.1021883 Feb 02 15:11:16.143150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-706abff3-24a6-4f8d-9cd9-01031fc0e50a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:16.144610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-706abff3-24a6-4f8d-9cd9-01031fc0e50a service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1621702 Feb 02 15:11:16.176045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4276bbf-8f1e-4910-9103-8d7723266fb8 req-5330b491-03c5-4ce7-930b-bab158f9231c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451424 Feb 02 15:11:16.276031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-e5e9f0f9-f1d2-4ef1-b78b-25e4fe55a03e tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:16.277580 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-e5e9f0f9-f1d2-4ef1-b78b-25e4fe55a03e tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/networks?id=30e7ed57-4755-4553-895c-a6a4be3f9502 HTTP/1.1" status: 200 len: 806 time: 0.1661766 Feb 02 15:11:16.294422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-91036221-4c19-4a18-9388-fde41b605e75 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/quotas/9d36385c25de4e749d5c5aaba7c5728d HTTP/1.1" status: 200 len: 375 time: 0.0110900 Feb 02 15:11:16.415872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-87c4ff03-e7e4-4722-936b-d3bf57158725 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=54f6ab10-290c-4a92-be42-90ba36817c9d HTTP/1.1" status: 200 len: 217 time: 0.0751035 Feb 02 15:11:16.454134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd725af5-2c3f-44f8-be1a-b38286651286 req-487822fd-325e-4483-b920-07709baa9f56 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:16.455722 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd725af5-2c3f-44f8-be1a-b38286651286 req-487822fd-325e-4483-b920-07709baa9f56 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 949 time: 0.1543617 Feb 02 15:11:16.469844 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-0d901bd1-5c9c-443c-a756-58a0fecdbe8b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274381 Feb 02 15:11:16.490740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-3faa1955-72bb-4473-9ebd-30d8329b6be3 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d36385c25de4e749d5c5aaba7c5728d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1866205 Feb 02 15:11:16.505174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-d84bb0b4-be63-424d-9c67-112576a94362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:16.506661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-d84bb0b4-be63-424d-9c67-112576a94362 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0736899 Feb 02 15:11:16.515533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:16.590394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd725af5-2c3f-44f8-be1a-b38286651286 req-031622b9-6bf7-411a-afa1-cea9089c9adf tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/security-groups?id=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263483 Feb 02 15:11:16.653428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-ae174d07-2b31-4586-a919-683d91c9399d service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707585 Feb 02 15:11:16.699209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-3223960e-a3ee-4ea6-bbd2-ef6b5b3577af service neutron] 10.222.0.88 "GET /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914291 Feb 02 15:11:16.784668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-e8ceac72-62ac-441b-b897-eb602e5d846d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2566023 Feb 02 15:11:16.821799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ea7a09-d311-4356-a7e2-e0bdb1ca9818 req-87806e16-7758-431e-8dca-960bed44a422 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607664 Feb 02 15:11:16.932585 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-068d3e72-086f-498d-9d00-efb5ebed1124 service neutron] 10.222.0.88 "GET /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324085 Feb 02 15:11:16.980331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-b9cafd61-9cfc-4005-87cd-df7fbfdb08ec service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832995 Feb 02 15:11:17.142551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c34fdfb-79d4-47e9-b87f-f5dca7d3e780 req-48362e35-5cfd-4832-9dc7-c9ae9bb7f860 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513228 Feb 02 15:11:17.372962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8eb54-12a0-42d2-acf5-430f61e52078 req-002c1ae3-fe07-4ec0-bbf4-7196b170a4d0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:17.374400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20c8eb54-12a0-42d2-acf5-430f61e52078 req-002c1ae3-fe07-4ec0-bbf4-7196b170a4d0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 945 time: 0.0912604 Feb 02 15:11:17.393580 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:17.424594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20c8eb54-12a0-42d2-acf5-430f61e52078 req-758cffd6-c206-47ac-bdd1-4d5aaf8603c9 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Feb 02 15:11:17.604828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a83c5a-dec7-4afa-84e3-ce016c789e5e req-d5105940-d0bc-49bf-8829-8a7a268b33b5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:17.606243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5a83c5a-dec7-4afa-84e3-ce016c789e5e req-d5105940-d0bc-49bf-8829-8a7a268b33b5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 948 time: 0.1609023 Feb 02 15:11:17.664342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5a83c5a-dec7-4afa-84e3-ce016c789e5e req-577f9346-c57e-4ccb-ba64-d63c0702012f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458100 Feb 02 15:11:17.797376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c298b93c-ba9b-41b7-a97d-59c45e17839d req-f2bee85f-ce74-447c-8ed2-97b824e604a3 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Synchronizing usage tracker for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:17.804477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596990ac-42ca-4f1f-9e8f-f259c8926b0a req-8bcf65be-e171-43db-ab83-e3cbad911bf0 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:17.805918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-596990ac-42ca-4f1f-9e8f-f259c8926b0a req-8bcf65be-e171-43db-ab83-e3cbad911bf0 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 947 time: 0.2520938 Feb 02 15:11:17.811915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-1ba84a0b-53e7-4cb5-bd40-32c190f7f415 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.2242315 Feb 02 15:11:17.831179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827122-1'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:17.868901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c298b93c-ba9b-41b7-a97d-59c45e17839d req-f2bee85f-ce74-447c-8ed2-97b824e604a3 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Unset dirty status for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:17.870045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c298b93c-ba9b-41b7-a97d-59c45e17839d req-f2bee85f-ce74-447c-8ed2-97b824e604a3 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 210 time: 0.1204066 Feb 02 15:11:17.902952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-596990ac-42ca-4f1f-9e8f-f259c8926b0a req-da6a03d0-8739-43be-9ff2-6e225bc02d22 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899215 Feb 02 15:11:17.974387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:18.075523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351492b-fcb1-4192-80e9-8c8c227f80d7 req-a32bd430-5a89-4730-9891-8c5f15fe04ab tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:18.077884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f351492b-fcb1-4192-80e9-8c8c227f80d7 req-a32bd430-5a89-4730-9891-8c5f15fe04ab tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.0817912 Feb 02 15:11:18.128528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f351492b-fcb1-4192-80e9-8c8c227f80d7 req-1509201e-a4e2-43f4-bb83-edff24ef4fa1 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Feb 02 15:11:18.195538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:18.240415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:18.306326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:18.314534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:18.377795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:18.449832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15769ed-ee8e-4f58-aa47-471b8b4cbd6e req-4f1009f9-5924-43bb-b042-f67d1947c648 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:18.451287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e15769ed-ee8e-4f58-aa47-471b8b4cbd6e req-4f1009f9-5924-43bb-b042-f67d1947c648 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.0812626 Feb 02 15:11:18.463060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41286) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:18.482430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Request body: {'floatingip': {'port_id': '8e870622-d1bb-428f-a0e6-821d16828dea'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:18.564693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Pushing event updated for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:18.583463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:18.598631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on host n-h1-827122-1 for vnic_type normal with profile {"migrating_to": "n-h2-827122-1"} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:18.599145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:18.599653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:18.602981 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95', 'code': 200} Feb 02 15:11:18.607957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:18.609639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:18.627883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:18.632559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:18.633256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:18.633876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Bound port: 58c6c140-67bb-4b8b-a787-3ef32b081e95, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:18.634529 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:18.755036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:18.758768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:18.836618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 58c6c140-67bb-4b8b-a787-3ef32b081e95 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:18.850670 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:18.957256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Pushing event updated for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=8']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:18.996401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, got binding levels [] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:19.024529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on host n-h1-827122-1 for vnic_type normal with profile {"migrating_to": "n-h2-827122-1"} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:19.025151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:19.035474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:19.035474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:19.035474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Attempting to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:19.038724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:19.039263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:19.040066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:19.040689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Bound port: 58c6c140-67bb-4b8b-a787-3ef32b081e95, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:19.041223 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:19.072496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcec802-af7f-4b57-bc00-4005013798ee req-4e8fb43e-e52b-4fb1-98b4-80355a747b91 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:19.080292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4bcec802-af7f-4b57-bc00-4005013798ee req-4e8fb43e-e52b-4fb1-98b4-80355a747b91 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.3592677 Feb 02 15:11:19.140933 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:19.141728 n-d-827122-1 neutron-server[95774]: WARNING neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Concurrent port binding operations failed on port 58c6c140-67bb-4b8b-a787-3ef32b081e95 Feb 02 15:11:19.142713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-0a8e998e-68c2-43cd-9814-c56b3ae92655 service neutron] 10.222.0.107 "PUT /v2.0/ports/58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 200 len: 1121 time: 1.3169417 Feb 02 15:11:19.145861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:19.147298 n-d-827122-1 neutron-server[95774]: INFO neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Attempt 2 to bind port 58c6c140-67bb-4b8b-a787-3ef32b081e95 Feb 02 15:11:19.147796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 58c6c140-67bb-4b8b-a787-3ef32b081e95 has no active binding in host n-h2-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:11:19.148253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:19.242876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4bcec802-af7f-4b57-bc00-4005013798ee req-a54d7b15-713c-41dd-8bbe-6a04f2c8c446 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617186 Feb 02 15:11:19.323238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['58c6c140-67bb-4b8b-a787-3ef32b081e95'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:19.353680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['58c6c140-67bb-4b8b-a787-3ef32b081e95'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:19.425302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:19.478955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'mac_address': 'fa:16:3e:ad:f9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:11:19.581384 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:19.632238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f6ab10-290c-4a92-be42-90ba36817c9d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:19.665195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:19.675565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:19.684924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753190-bf1d-4aa8-866c-d8cb4b7e6eca req-f72bd980-1eb1-4e41-a17e-a53e4790a420 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:19.684924 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd753190-bf1d-4aa8-866c-d8cb4b7e6eca req-f72bd980-1eb1-4e41-a17e-a53e4790a420 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 948 time: 0.0958810 Feb 02 15:11:19.739588 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd753190-bf1d-4aa8-866c-d8cb4b7e6eca req-7f27bb52-a0a9-421f-8aa9-0fbff1804420 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Feb 02 15:11:19.777056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:19.777850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b90c273f-ed5d-49ed-ab6a-59d8efb69076 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:19.783612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:19.921535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:19.928406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b90c273f-ed5d-49ed-ab6a-59d8efb69076, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b90c273f-ed5d-49ed-ab6a-59d8efb69076,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:19.952951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-896afe60-1bc5-4613-9e28-564066ff728b req-571b67ae-997b-4dbe-b1b2-b25c16b0b737 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 210 time: 0.0616887 Feb 02 15:11:19.959367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'b90c273f-ed5d-49ed-ab6a-59d8efb69076', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'b90c273f-ed5d-49ed-ab6a-59d8efb69076', 'mac_address': 'fa:16:3e:c6:03:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:11:20.059561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e7b0-8342-4754-a384-a5ed9be0bc11 req-da1e39f2-e91c-40a5-b629-30468cc8891d tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:20.064213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:20.067276 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a71e7b0-8342-4754-a384-a5ed9be0bc11 req-da1e39f2-e91c-40a5-b629-30468cc8891d tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 949 time: 0.1244674 Feb 02 15:11:20.093412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90c273f-ed5d-49ed-ab6a-59d8efb69076 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:20.121707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b90c273f-ed5d-49ed-ab6a-59d8efb69076, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b90c273f-ed5d-49ed-ab6a-59d8efb69076,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:20.136979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a71e7b0-8342-4754-a384-a5ed9be0bc11 req-5ee732f1-0d70-417b-8caa-692e715f26f7 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/security-groups?id=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687563 Feb 02 15:11:20.194703 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:20.228754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-1385a87f-8d90-4a92-b020-91d315d67407 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:20.231369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-1385a87f-8d90-4a92-b020-91d315d67407 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.64 "GET /v2.0/networks?id=30e7ed57-4755-4553-895c-a6a4be3f9502 HTTP/1.1" status: 200 len: 806 time: 0.2773671 Feb 02 15:11:20.268095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b90c273f-ed5d-49ed-ab6a-59d8efb69076,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:20.279074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.279425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.279763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.282979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.283327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.283652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.285035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.285390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.285704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.288246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.288575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:20.303489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ead26b-8a85-45d4-acd6-acb31dae12ce req-7c5d883b-7e95-4eef-94bf-caa86c4ac120 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:20.310430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7ead26b-8a85-45d4-acd6-acb31dae12ce req-7c5d883b-7e95-4eef-94bf-caa86c4ac120 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 948 time: 0.1648579 Feb 02 15:11:20.331935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-e691de38-086d-46ea-bd3e-49e4b769571d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d36385c25de4e749d5c5aaba7c5728d HTTP/1.1" status: 200 len: 380 time: 0.0810945 Feb 02 15:11:20.341323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Request body: {'port': {'device_id': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'admin_state_up': True, 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'security_groups': ['405fa35f-4e96-4127-99c3-77cb25515bc4']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:20.372919 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Floating IP 0e639fb8-eef7-4d39-9a9c-1acd9c5897e3 associated. External IP: 172.25.0.150, port: 8e870622-d1bb-428f-a0e6-821d16828dea. Feb 02 15:11:20.442350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-6738d205-8de1-4519-a6f2-46fb2d7c6ca4 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:20.443682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-6738d205-8de1-4519-a6f2-46fb2d7c6ca4 tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 949 time: 0.1784139 Feb 02 15:11:20.452222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7ead26b-8a85-45d4-acd6-acb31dae12ce req-859d30a6-7979-446a-b3a8-190a089a5671 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409037 Feb 02 15:11:20.525981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:20.533640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Deleting port 874cc31a-41c9-48cf-b37c-404b62407d82 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:11:20.534066 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:20.537443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:20.604778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:20.616277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Made reservation on behalf of 9d36385c25de4e749d5c5aaba7c5728d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:20.619559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:20.743394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['54f6ab10-290c-4a92-be42-90ba36817c9d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:20.821057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:20.891726 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95', 'status': 'completed', 'code': 200} Feb 02 15:11:20.939521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70883d-c747-487b-b878-b45bcbe52a5a req-9ffcf782-1074-4968-90cb-24228a3ac28b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:20.946366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef70883d-c747-487b-b878-b45bcbe52a5a req-9ffcf782-1074-4968-90cb-24228a3ac28b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.3017304 Feb 02 15:11:20.986187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] For port 874cc31a-41c9-48cf-b37c-404b62407d82, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=874cc31a-41c9-48cf-b37c-404b62407d82,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:20.986547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:21.039927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f58171a-9c19-40cc-9695-920214456682 req-f5be6874-ea22-477f-8062-39cce2edc772 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1124 time: 0.1872842 Feb 02 15:11:21.178085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Calling delete_port for 874cc31a-41c9-48cf-b37c-404b62407d82 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:11:21.222095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Allocated IP 172.20.0.11 (30e7ed57-4755-4553-895c-a6a4be3f9502/29489e4f-b8fa-4c65-9bd2-92ced6c1fae3/1c752058-c2fe-4907-8a84-491a6c0bad63) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:21.240657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef70883d-c747-487b-b878-b45bcbe52a5a req-2697ee14-58b0-4889-9606-cddedc4c9799 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935457 Feb 02 15:11:21.314151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58171a-9c19-40cc-9695-920214456682 req-b6cacc37-6131-4b37-bdd7-92b4fcd707c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:21.315590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f58171a-9c19-40cc-9695-920214456682 req-b6cacc37-6131-4b37-bdd7-92b4fcd707c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2635410 Feb 02 15:11:21.467584 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f58171a-9c19-40cc-9695-920214456682 req-929524e0-6880-4780-810f-6c46913d33f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 200 len: 217 time: 0.1395919 Feb 02 15:11:21.477896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d728789-8461-4819-b0bc-6221c90f4dc2 req-e624a0f3-22aa-4278-85d1-b76a50c107ec tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:21.477896 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d728789-8461-4819-b0bc-6221c90f4dc2 req-e624a0f3-22aa-4278-85d1-b76a50c107ec tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 949 time: 0.3723717 Feb 02 15:11:21.619836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:21.624671 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d728789-8461-4819-b0bc-6221c90f4dc2 req-e7e0d7b9-06e6-41b8-af6d-8798b417ed9d tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066952 Feb 02 15:11:21.625716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ba44e2d-b4ef-4e51-a8c8-95614b1133a8 req-032bcaa5-4050-4773-85b6-5cb014188622 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 210 time: 0.1642191 Feb 02 15:11:21.625955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58171a-9c19-40cc-9695-920214456682 req-0df21198-37c1-496c-aa45-80a3a154cccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:21.627604 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f58171a-9c19-40cc-9695-920214456682 req-0df21198-37c1-496c-aa45-80a3a154cccc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1489668 Feb 02 15:11:21.655456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['874cc31a-41c9-48cf-b37c-404b62407d82'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:21.675682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Pushing event deleted for resources: {'Port': ['ID=874cc31a-41c9-48cf-b37c-404b62407d82,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:21.680128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:21.707206 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f58171a-9c19-40cc-9695-920214456682 req-a3877f25-97e3-423b-a18d-b57ea6d1eb5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656924 Feb 02 15:11:21.709649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Transition to ACTIVE for port object 1c752058-c2fe-4907-8a84-491a6c0bad63 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:21.814067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] No DVR routers for this DVR port 874cc31a-41c9-48cf-b37c-404b62407d82 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:11:21.817402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:21.822481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Router 898ec49f-0f1c-4c25-a190-0119e297dc35 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:11:21.823315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae517d7-f971-4e48-89cd-cfe3dc264416', 'name': 'network-vif-deleted', 'tag': '874cc31a-41c9-48cf-b37c-404b62407d82'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:21.840466 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:21.944184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8719e01-91ab-4ca5-acdc-f3f2fc54335b req-303ed22b-b54c-4ad6-b868-f99490bea32f tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.64 "DELETE /v2.0/ports/874cc31a-41c9-48cf-b37c-404b62407d82 HTTP/1.1" status: 204 len: 173 time: 1.4931180 Feb 02 15:11:22.004783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3628482d-d7ca-4ecb-9994-f9f5c1b3f9fa req-2f95c9c1-83b4-4c08-aabc-74e75771332c tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Synchronizing usage tracker for tenant:99a007414f964920874ec31aa414dc92 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:22.059801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:22.063045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f58171a-9c19-40cc-9695-920214456682 req-40123ee2-49b5-40e4-8a83-4124ba646206 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161931 Feb 02 15:11:22.066567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:22.071080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:22.105570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event updated for resources: {'Port': ['ID=1c752058-c2fe-4907-8a84-491a6c0bad63,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:22.158432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:11:22.163584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:22.169887 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] Sync routers for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:11:22.190452 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:11:22.193305 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:22.211637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3628482d-d7ca-4ecb-9994-f9f5c1b3f9fa req-2f95c9c1-83b4-4c08-aabc-74e75771332c tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] Unset dirty status for tenant:99a007414f964920874ec31aa414dc92 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:22.212659 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3628482d-d7ca-4ecb-9994-f9f5c1b3f9fa req-2f95c9c1-83b4-4c08-aabc-74e75771332c tempest-ServerDiagnosticsNegativeTest-1331866714 tempest-ServerDiagnosticsNegativeTest-1331866714-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae517d7-f971-4e48-89cd-cfe3dc264416 HTTP/1.1" status: 200 len: 210 time: 0.2722399 Feb 02 15:11:22.268133 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ffad8fd6-f2da-4c22-a771-1a4f2ed6ce86 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "PUT /v2.0/floatingips/0e639fb8-eef7-4d39-9a9c-1acd9c5897e3 HTTP/1.1" status: 200 len: 992 time: 3.8039513 Feb 02 15:11:22.320952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:22.324001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:22.392875 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f58171a-9c19-40cc-9695-920214456682 req-9258df6d-31a9-4603-8626-58250bc30f43 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883949 Feb 02 15:11:22.412103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5a632-a453-4ecb-b423-35619b8022bb req-6ad0b456-ea20-4321-ab0c-ac1fc82c5aeb tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:22.420535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79f5a632-a453-4ecb-b423-35619b8022bb req-6ad0b456-ea20-4321-ab0c-ac1fc82c5aeb tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 948 time: 0.4930358 Feb 02 15:11:22.423894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41356) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:22.436888 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae517d7-f971-4e48-89cd-cfe3dc264416', 'name': 'network-vif-deleted', 'tag': '874cc31a-41c9-48cf-b37c-404b62407d82', 'status': 'completed', 'code': 200} Feb 02 15:11:22.450160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-985edf11-1f8e-4600-93b8-e7df6b01eb60 None None] Provisioning for port 1c752058-c2fe-4907-8a84-491a6c0bad63 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:22.450459 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:11:22.468149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-985edf11-1f8e-4600-93b8-e7df6b01eb60 None None] Provisioning complete for port 1c752058-c2fe-4907-8a84-491a6c0bad63 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:22.468645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-985edf11-1f8e-4600-93b8-e7df6b01eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:22.502499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79f5a632-a453-4ecb-b423-35619b8022bb req-3d96c724-443a-46c7-b5d6-a8a5ccad3cb9 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808225 Feb 02 15:11:22.532739 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-d4ebe650-fe4f-41fb-859d-cb73c66febcf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1949496 Feb 02 15:11:22.548665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-985edf11-1f8e-4600-93b8-e7df6b01eb60 None None] Port 1c752058-c2fe-4907-8a84-491a6c0bad63 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:22.552847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Request body: {'port': {'device_id': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:22.706331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:22.706913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:22.770211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:22.782569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b71372ec854cc9bf5dffce7d22f5b0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:22.786528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:22.794706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:22.802224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c13b83-bbaa-4f77-a06d-826d41f20063 req-e96fc443-9f6d-4365-9b49-8af77bdff818 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:22.803689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00c13b83-bbaa-4f77-a06d-826d41f20063 req-e96fc443-9f6d-4365-9b49-8af77bdff818 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.1552799 Feb 02 15:11:22.867565 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0e639fb8-eef7-4d39-9a9c-1acd9c5897e3', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'port_id': '8e870622-d1bb-428f-a0e6-821d16828dea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'mac_address': 'fa:16:3e:79:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:52Z', 'updated_at': '2022-02-02T15:11:19Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:22.868525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00c13b83-bbaa-4f77-a06d-826d41f20063 req-709fb509-d633-42ef-9ed0-6a42d499cbb1 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578349 Feb 02 15:11:22.872650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b90c273f-ed5d-49ed-ab6a-59d8efb69076 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:22.873200 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] Checking router: 898ec49f-0f1c-4c25-a190-0119e297dc35 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:11:22.887491 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:11:22.888133 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:10:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:22.964398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.019397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.068726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port b90c273f-ed5d-49ed-ab6a-59d8efb69076 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:23.074592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port b90c273f-ed5d-49ed-ab6a-59d8efb69076 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:23.074966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.078457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf0eb57-a5ad-4f48-b8d5-f63f1f3fe42b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:23.135874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1ee1cdd5-b3a5-49fa-8ca0-ac82520ea156 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e2b71372ec854cc9bf5dffce7d22f5b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7102082 Feb 02 15:11:23.138263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41368) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:23.173529 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:11:23.211428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb84b05-95d6-4492-9faf-e47c19c5c12b req-0f15f428-f157-464e-95d1-fe4fe97a937a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:23.221119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3cb84b05-95d6-4492-9faf-e47c19c5c12b req-0f15f428-f157-464e-95d1-fe4fe97a937a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.5013051 Feb 02 15:11:23.259177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.290442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd84b8-e9d1-42d1-9cc3-4906cd525407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90c273f-ed5d-49ed-ab6a-59d8efb69076'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:23.303374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b90c273f-ed5d-49ed-ab6a-59d8efb69076, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b90c273f-ed5d-49ed-ab6a-59d8efb69076,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:23.307101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15fd0cc5-8e7f-40a2-a675-350fc67e9e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.335748 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15fd0cc5-8e7f-40a2-a675-350fc67e9e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.369907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.371103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:23.374395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f358b-e349-4f03-8912-488e3fa82921 req-c5b86bca-b8b8-4776-9363-5865d8e85904 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:23.381769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da9f358b-e349-4f03-8912-488e3fa82921 req-c5b86bca-b8b8-4776-9363-5865d8e85904 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 949 time: 0.2064230 Feb 02 15:11:23.422849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3cb84b05-95d6-4492-9faf-e47c19c5c12b req-6522154f-7a03-4323-a06b-28e72d274128 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094050 Feb 02 15:11:23.443060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da9f358b-e349-4f03-8912-488e3fa82921 req-dc31141c-1a95-4e9f-9d47-fe2d1391f882 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603786 Feb 02 15:11:23.512852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15fd0cc5-8e7f-40a2-a675-350fc67e9e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.552246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd0cc5-8e7f-40a2-a675-350fc67e9e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf0eb57-a5ad-4f48-b8d5-f63f1f3fe42b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:23.561778 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15fd0cc5-8e7f-40a2-a675-350fc67e9e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.565576 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-15fd0cc5-8e7f-40a2-a675-350fc67e9e04 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bcf0eb57-a5ad-4f48-b8d5-f63f1f3fe42b HTTP/1.1" status: 204 len: 168 time: 0.4237640 Feb 02 15:11:23.579679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b90c273f-ed5d-49ed-ab6a-59d8efb69076,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:23.661220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 54f6ab10-290c-4a92-be42-90ba36817c9d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:23.666267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 54f6ab10-290c-4a92-be42-90ba36817c9d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:23.666642 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.682709 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0e639fb8-eef7-4d39-9a9c-1acd9c5897e3', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'port_id': '8e870622-d1bb-428f-a0e6-821d16828dea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'mac_address': 'fa:16:3e:79:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:52Z', 'updated_at': '2022-02-02T15:11:19Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:23.689002 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1f254-8ab1-45b3-a71d-332322769231 None None] The sync data for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 is: [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0e639fb8-eef7-4d39-9a9c-1acd9c5897e3', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'port_id': '8e870622-d1bb-428f-a0e6-821d16828dea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'mac_address': 'fa:16:3e:79:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:09:52Z', 'updated_at': '2022-02-02T15:11:19Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:11:23.760931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41382) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:23.865075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c752058-c2fe-4907-8a84-491a6c0bad63 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:23.873306 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edd84b8-e9d1-42d1-9cc3-4906cd525407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90c273f-ed5d-49ed-ab6a-59d8efb69076', 'code': 200} Feb 02 15:11:23.877269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.878198 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:23.904632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Transition to ACTIVE for port object 1c752058-c2fe-4907-8a84-491a6c0bad63 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:23.924509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c341ca-9ae2-4230-b7cf-cb6f3a78c31c req-844275cc-a720-4563-b8ab-2dcfc10872ed tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:23.925260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-10c341ca-9ae2-4230-b7cf-cb6f3a78c31c req-844275cc-a720-4563-b8ab-2dcfc10872ed tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Synchronizing usage tracker for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:23.928446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:23.994928 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:24.007722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:24.062806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e234067-3214-44b0-a208-db26858cc9eb req-23cde34f-4668-4a40-b92f-55f99fea99bc tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:24.064859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e234067-3214-44b0-a208-db26858cc9eb req-23cde34f-4668-4a40-b92f-55f99fea99bc tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 949 time: 0.0891991 Feb 02 15:11:24.075200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:24.143527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 874cc31a-41c9-48cf-b37c-404b62407d82 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:11:24.165479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-10c341ca-9ae2-4230-b7cf-cb6f3a78c31c req-844275cc-a720-4563-b8ab-2dcfc10872ed tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Unset dirty status for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:24.165636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e234067-3214-44b0-a208-db26858cc9eb req-956e691c-2512-41db-8377-e81d2da65e25 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728688 Feb 02 15:11:24.165737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10c341ca-9ae2-4230-b7cf-cb6f3a78c31c req-844275cc-a720-4563-b8ab-2dcfc10872ed tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 932 time: 0.4562581 Feb 02 15:11:24.187672 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 874cc31a-41c9-48cf-b37c-404b62407d82 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:11:24.188043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 874cc31a-41c9-48cf-b37c-404b62407d82 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:11:24.200986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Pushing event updated for resources: {'Port': ['ID=1c752058-c2fe-4907-8a84-491a6c0bad63,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:24.251026 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10c341ca-9ae2-4230-b7cf-cb6f3a78c31c req-2fcc9c33-06e4-4c87-aed4-e4cc6d7fff7d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655372 Feb 02 15:11:24.254223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3c010a4-ac00-4a72-b1a1-26c1b6b7c62b req-84b151b2-e4f0-42f1-bba6-7f5f91f9c07f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 1101 time: 0.2894807 Feb 02 15:11:24.395970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ebf84-6b9e-4b76-b071-01c00bbebf9d None None] New status for floating IP 0e639fb8-eef7-4d39-9a9c-1acd9c5897e3: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:11:24.439113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b58045-edb3-4e30-b9db-62460ff4154c req-717d5729-d351-439a-820f-caff54e9c04e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:24.441662 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32b58045-edb3-4e30-b9db-62460ff4154c req-717d5729-d351-439a-820f-caff54e9c04e tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.1128998 Feb 02 15:11:24.442353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'tag': '8e870622-d1bb-428f-a0e6-821d16828dea'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:24.506379 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3c010a4-ac00-4a72-b1a1-26c1b6b7c62b req-fcc8af67-ed37-48f6-9e27-279938233440 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888695 Feb 02 15:11:24.535268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Attempting to bind port 1c752058-c2fe-4907-8a84-491a6c0bad63 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:24.536244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Attempting to bind port 1c752058-c2fe-4907-8a84-491a6c0bad63 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:24.538021 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32b58045-edb3-4e30-b9db-62460ff4154c req-2ba18d22-e4ac-4ae8-be5e-618abe4b2776 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775349 Feb 02 15:11:24.539124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Attempting to bind port 1c752058-c2fe-4907-8a84-491a6c0bad63 on network 30e7ed57-4755-4553-895c-a6a4be3f9502 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:24.540382 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'tag': '8e870622-d1bb-428f-a0e6-821d16828dea', 'status': 'completed', 'code': 200} Feb 02 15:11:24.563224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Port 1c752058-c2fe-4907-8a84-491a6c0bad63 on network 30e7ed57-4755-4553-895c-a6a4be3f9502 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:24.563557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Attempting to bind port 1c752058-c2fe-4907-8a84-491a6c0bad63 on network 30e7ed57-4755-4553-895c-a6a4be3f9502 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:24.575740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:24.576199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Checking segment: {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:24.577305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Bound using segment: {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:24.577742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Bound port: 1c752058-c2fe-4907-8a84-491a6c0bad63, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8582e4f-4fd4-4d60-89fb-a888c108b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:24.578965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:24.613078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:24.639412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41402) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:24.695040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:24.700916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] Usage tracker for resource:security_group_rule and tenant:f748ac47e58143af829d83848f52e4e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:24.709013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:24.724403 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:24.746410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] For port 1c752058-c2fe-4907-8a84-491a6c0bad63, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:24.750447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] For port 1c752058-c2fe-4907-8a84-491a6c0bad63, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1c752058-c2fe-4907-8a84-491a6c0bad63,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:24.830380 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:24.898055 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-236bad37-cf0c-43bb-bd2c-2dc174def6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:24.945601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf305b5-18fa-4005-94c5-b93571b40fef req-cf651af9-afd2-4896-9a33-84bafca6b25c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:24.947107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aaf305b5-18fa-4005-94c5-b93571b40fef req-cf651af9-afd2-4896-9a33-84bafca6b25c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 950 time: 0.2170026 Feb 02 15:11:24.955339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41408) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:24.966637 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a3d72a31-9cfa-4062-a2d8-67655679fccc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=99a007414f964920874ec31aa414dc92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3193839 Feb 02 15:11:24.966925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:24.966925 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] 10.222.0.64 "PUT /v2.0/ports/1c752058-c2fe-4907-8a84-491a6c0bad63 HTTP/1.1" status: 200 len: 1092 time: 2.4174633 Feb 02 15:11:24.967175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:24.980782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'tag': '1c752058-c2fe-4907-8a84-491a6c0bad63'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:24.981024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41412) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:25.003825 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.037732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946c856-3f98-489f-9241-7bf51130a9df service neutron] Pushing event updated for resources: {'Port': ['ID=1c752058-c2fe-4907-8a84-491a6c0bad63,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:25.044531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.058246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f603b99-5fed-4136-8cf6-cd8af61db223 req-dfec7a70-9ead-498f-bc4a-18de6571ec0a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:25.060327 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f603b99-5fed-4136-8cf6-cd8af61db223 req-dfec7a70-9ead-498f-bc4a-18de6571ec0a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.3083012 Feb 02 15:11:25.084022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:25.114357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aaf305b5-18fa-4005-94c5-b93571b40fef req-5768aa75-fd62-487f-8107-bb8999795e6e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536469 Feb 02 15:11:25.117745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f65e23-e759-4964-9c88-ca16afeb9bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.119243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] Usage tracker for resource:security_group_rule and tenant:d1b3d8d97ba6403dac1afb4f9d927f3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:25.126680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72d485c-8577-4bcc-8078-eb4c433090cc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:25.131813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:25.141167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:25.174214 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-87cb74e7-0eeb-4be9-a539-ffc7191174ee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f748ac47e58143af829d83848f52e4e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4068117 Feb 02 15:11:25.183414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41418) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:25.213649 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f65e23-e759-4964-9c88-ca16afeb9bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.220882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.273620 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'tag': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'status': 'completed', 'code': 200} Feb 02 15:11:25.289024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-3fb7e037-3c45-4553-a742-2a7c38ec58fd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 1097 time: 0.4143140 Feb 02 15:11:25.296833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-036b2131-9fff-49f9-8014-e5c0bd3c346e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.328417 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.331666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-036b2131-9fff-49f9-8014-e5c0bd3c346e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.381151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f65e23-e759-4964-9c88-ca16afeb9bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.405654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f65e23-e759-4964-9c88-ca16afeb9bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:25.493802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-3e116cf5-68ee-4798-8476-35a6459d5e5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:25.495354 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-3e116cf5-68ee-4798-8476-35a6459d5e5a service neutron] 10.222.0.107 "GET /v2.0/networks?id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 200 len: 925 time: 0.1974442 Feb 02 15:11:25.504492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ef6be-78bf-4258-81db-5dd85dbddc4e req-9927a39f-d1eb-41b1-95e3-1f035545449c tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:25.506015 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca7ef6be-78bf-4258-81db-5dd85dbddc4e req-9927a39f-d1eb-41b1-95e3-1f035545449c tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 949 time: 0.0946758 Feb 02 15:11:25.507123 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-036b2131-9fff-49f9-8014-e5c0bd3c346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.528111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f603b99-5fed-4136-8cf6-cd8af61db223 req-cc4897c4-32dd-4968-87d7-48951a522da4 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413755 Feb 02 15:11:25.538344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b2131-9fff-49f9-8014-e5c0bd3c346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72d485c-8577-4bcc-8078-eb4c433090cc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:25.544111 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-036b2131-9fff-49f9-8014-e5c0bd3c346e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.547688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-036b2131-9fff-49f9-8014-e5c0bd3c346e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a72d485c-8577-4bcc-8078-eb4c433090cc HTTP/1.1" status: 204 len: 168 time: 0.3593831 Feb 02 15:11:25.583204 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f65e23-e759-4964-9c88-ca16afeb9bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.592837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72f65e23-e759-4964-9c88-ca16afeb9bff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4873bfcd-b2b7-4ba4-a456-a18dbe96eb9b HTTP/1.1" status: 204 len: 168 time: 0.6058266 Feb 02 15:11:25.597159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d3045-3915-44d2-a6f0-e3020c94cd13,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:25.614179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca7ef6be-78bf-4258-81db-5dd85dbddc4e req-db4e8ba3-1516-49cc-9208-a42d8746d446 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956166 Feb 02 15:11:25.642002 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ee6c88cc-b04a-47f2-9c1e-3318cf06c54a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d1b3d8d97ba6403dac1afb4f9d927f3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6844380 Feb 02 15:11:25.652482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41432) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:25.679830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-067913f0-5718-4545-a8d9-f64ae3adeb64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d36385c25de4e749d5c5aaba7c5728d&device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 1095 time: 0.4485536 Feb 02 15:11:25.756236 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-7459cd16-c2c9-44f3-af9f-3dec7194f2e9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e870622-d1bb-428f-a0e6-821d16828dea HTTP/1.1" status: 200 len: 1002 time: 0.2336502 Feb 02 15:11:25.766581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-eb76d11b-c344-4d38-bde9-87a8b97cfdfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c752058-c2fe-4907-8a84-491a6c0bad63 HTTP/1.1" status: 200 len: 217 time: 0.0711708 Feb 02 15:11:25.835902 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb27db35-fafb-459c-95d5-f99a1077e344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.872636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb27db35-fafb-459c-95d5-f99a1077e344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:25.874627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:26.134339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e191b70-e0f8-49d7-b778-a4434bd3316c req-b25b9c55-8465-472f-a57e-62f088733fb4 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:26.135829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e191b70-e0f8-49d7-b778-a4434bd3316c req-b25b9c55-8465-472f-a57e-62f088733fb4 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.2160039 Feb 02 15:11:26.178697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-92eda28c-7e3c-4824-881f-1561fa6d89bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:26.180359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-92eda28c-7e3c-4824-881f-1561fa6d89bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29489e4f-b8fa-4c65-9bd2-92ced6c1fae3 HTTP/1.1" status: 200 len: 845 time: 0.3547237 Feb 02 15:11:26.181611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-f295bca8-0cc4-4243-891f-85d20f6b8b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:26.184042 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-f295bca8-0cc4-4243-891f-85d20f6b8b18 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1aa97035-b1e4-42d6-b689-7e1ca5a0250c HTTP/1.1" status: 200 len: 862 time: 0.4122460 Feb 02 15:11:26.203453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e191b70-e0f8-49d7-b778-a4434bd3316c req-7228763e-1cac-4127-9a64-d48b37bd5a8c tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583422 Feb 02 15:11:26.228881 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb27db35-fafb-459c-95d5-f99a1077e344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:26.251129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27db35-fafb-459c-95d5-f99a1077e344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d3045-3915-44d2-a6f0-e3020c94cd13,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:26.264387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb27db35-fafb-459c-95d5-f99a1077e344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:26.265682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cb27db35-fafb-459c-95d5-f99a1077e344 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b8d3045-3915-44d2-a6f0-e3020c94cd13 HTTP/1.1" status: 204 len: 168 time: 0.6085958 Feb 02 15:11:26.298173 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'code': 200} Feb 02 15:11:26.302479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-20deba2d-7aeb-438c-90bb-5d8721d444b3 service neutron] 10.222.0.64 "GET /v2.0/ports/58c6c140-67bb-4b8b-a787-3ef32b081e95/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.4754674 Feb 02 15:11:26.431497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a9bd9-8b67-4cde-8eaf-f394f00a5335 req-d9925425-d3d3-4337-8e3c-7d91f42d41d0 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:26.437236 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-846a9bd9-8b67-4cde-8eaf-f394f00a5335 req-d9925425-d3d3-4337-8e3c-7d91f42d41d0 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 944 time: 0.6000051 Feb 02 15:11:26.497712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-936337ea-74ee-4ed9-b829-41040a7daec6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30e7ed57-4755-4553-895c-a6a4be3f9502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3090711 Feb 02 15:11:26.506405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-a4800798-1d61-4d7d-b049-dd93ac9f4ce4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d2580cdb-c829-46be-9c5c-cc8c8ffabb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145814 Feb 02 15:11:26.538561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece482f-071d-495b-837a-35fb95e0b2b2 req-67fee912-9b22-4da9-b573-bf14db73fa6a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:26.544335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dece482f-071d-495b-837a-35fb95e0b2b2 req-67fee912-9b22-4da9-b573-bf14db73fa6a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 950 time: 0.1432633 Feb 02 15:11:26.564274 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e180336-ee28-490e-a169-e0a4276a9dda req-cfa160cf-5dad-46e5-a28d-d43afc035c1a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 1100 time: 0.1251147 Feb 02 15:11:26.621201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dece482f-071d-495b-837a-35fb95e0b2b2 req-4b771586-71e9-4031-9978-688d49358e5b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757749 Feb 02 15:11:26.626402 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e180336-ee28-490e-a169-e0a4276a9dda req-42383a95-4b3a-49b5-94c8-94757658f65c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 Feb 02 15:11:26.663258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-846a9bd9-8b67-4cde-8eaf-f394f00a5335 req-deafc8aa-fc79-4a83-861d-e005d646cbba tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208204 Feb 02 15:11:26.829700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41468) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:26.857169 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cb325033-b6d5-4ed7-b45d-744f078eb1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:26.870300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:26.917042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:26.928324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66dfd4-8484-4453-825c-4dc896da5b3b req-824d5451-ca26-479d-9781-923008b9c1dd tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:26.935465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd66dfd4-8484-4453-825c-4dc896da5b3b req-824d5451-ca26-479d-9781-923008b9c1dd tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.1710160 Feb 02 15:11:26.961809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:3b1f54444a9e41029fdb5a7f48133d50 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:26.973582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:26.985089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:27.010230 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd66dfd4-8484-4453-825c-4dc896da5b3b req-6ec27749-8252-431e-9651-f3963575cadf tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Feb 02 15:11:27.012172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-c9ed7b7b-9588-4d4b-ac7f-15a96a40c231 service neutron] 10.222.0.64 "GET /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693558 Feb 02 15:11:27.018416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-99c5b637-727b-41c8-ae9d-3d88f2e5a150 service neutron] 10.222.0.107 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780021 Feb 02 15:11:27.132860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:27.178012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:27.292280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73240b-ba2a-4b5c-8f98-da4a907c1af1 req-de6f3ba9-f7e0-4161-ad62-696359f1b3e7 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:27.294057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c73240b-ba2a-4b5c-8f98-da4a907c1af1 req-de6f3ba9-f7e0-4161-ad62-696359f1b3e7 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 949 time: 0.1100171 Feb 02 15:11:27.304216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:27.346767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:27.385929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feafc083-aa77-4868-8e2a-4afcff214cf9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:27.394292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e5999541-4925-48bc-9778-2b5b90cc7dc6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3b1f54444a9e41029fdb5a7f48133d50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5633841 Feb 02 15:11:27.397375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41486) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:27.414505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c73240b-ba2a-4b5c-8f98-da4a907c1af1 req-3ad1ff26-a053-45a6-a34c-23f37a0fc51d tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121993 Feb 02 15:11:27.454919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f8a5e5f-0adf-4106-9b10-9caea4cf7776 req-b15c5cb4-df88-4165-8096-2d5c89d09bf0 service neutron] 10.222.0.64 "GET /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353242 Feb 02 15:11:27.476734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c6c140-67bb-4b8b-a787-3ef32b081e95 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:27.487575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b0dcd35-e61c-4de1-b195-fbdde2db8060 req-1fdac7b9-939c-4741-9c9b-41ff8e9c5128 service neutron] 10.222.0.107 "GET /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446207 Feb 02 15:11:27.491400 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab79496b-032f-4abd-a24c-b3d0c6027aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:27.495210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:27.526798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab79496b-032f-4abd-a24c-b3d0c6027aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:27.536478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-1e7e8227-312f-49bc-8ada-99757899b581 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 1101 time: 0.2893400 Feb 02 15:11:27.564221 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:27.665279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:27.673130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e164f-8db5-43c1-bcbb-95fdb3429395 req-d1ee2304-55fc-4888-84e7-8fee3b8ca7ef tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:27.674693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db3e164f-8db5-43c1-bcbb-95fdb3429395 req-d1ee2304-55fc-4888-84e7-8fee3b8ca7ef tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.0851865 Feb 02 15:11:27.727504 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab79496b-032f-4abd-a24c-b3d0c6027aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:27.753307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab79496b-032f-4abd-a24c-b3d0c6027aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:27.754518 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab79496b-032f-4abd-a24c-b3d0c6027aa6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/feafc083-aa77-4868-8e2a-4afcff214cf9 HTTP/1.1" status: 204 len: 168 time: 0.3561025 Feb 02 15:11:27.757278 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db3e164f-8db5-43c1-bcbb-95fdb3429395 req-0dcc57a4-46e0-4a29-a60b-e758a15789eb tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764582 Feb 02 15:11:27.759787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79496b-032f-4abd-a24c-b3d0c6027aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feafc083-aa77-4868-8e2a-4afcff214cf9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:27.835374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:27.839970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Usage tracker for resource:security_group_rule and tenant:c760be227800448eb8cdb162746c0438 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:27.844181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:28.058395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:28.078019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9e1f2-46f4-4f56-b9c1-95fc6ee433ad req-6d9901c4-1f3a-434c-a8bd-bb9244997b59 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:28.079226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fb9e1f2-46f4-4f56-b9c1-95fc6ee433ad req-6d9901c4-1f3a-434c-a8bd-bb9244997b59 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 944 time: 0.1344495 Feb 02 15:11:28.153185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1fb9e1f2-46f4-4f56-b9c1-95fc6ee433ad req-7680e2dd-a3ef-41bc-8ef2-02cdc586c3bc tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Synchronizing usage tracker for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:28.159724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 58c6c140-67bb-4b8b-a787-3ef32b081e95 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:11:28.166669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1fb9e1f2-46f4-4f56-b9c1-95fc6ee433ad req-7680e2dd-a3ef-41bc-8ef2-02cdc586c3bc tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Unset dirty status for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:28.178616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fb9e1f2-46f4-4f56-b9c1-95fc6ee433ad req-7680e2dd-a3ef-41bc-8ef2-02cdc586c3bc tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917161 Feb 02 15:11:28.198064 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-9ca3ced2-07f5-47ef-882e-ffb31adcc2d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d36385c25de4e749d5c5aaba7c5728d&device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 1095 time: 0.5788474 Feb 02 15:11:28.262067 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:28.316053 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-8539d289-ec12-4b10-b10a-e44a1924820f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4904020 Feb 02 15:11:28.322655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] Transition to ACTIVE for port object 58c6c140-67bb-4b8b-a787-3ef32b081e95 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:28.344562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:28.360380 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:28.406554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:28.418689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d6640-b339-46f8-815a-9205d49f52c2 req-114bd44e-d9ae-45a0-b2c3-d40c0aae3eb2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:28.421542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed8d6640-b339-46f8-815a-9205d49f52c2 req-114bd44e-d9ae-45a0-b2c3-d40c0aae3eb2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 943 time: 0.0968187 Feb 02 15:11:28.482207 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:28.483045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed8d6640-b339-46f8-815a-9205d49f52c2 req-d05e5c35-509b-4b1e-a4f4-b452a2d61660 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549114 Feb 02 15:11:28.598873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-ba858479-4c0b-4392-af38-387815548ecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:28.600470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-ba858479-4c0b-4392-af38-387815548ecc service neutron] 10.222.0.64 "GET /v2.0/networks?id=30e7ed57-4755-4553-895c-a6a4be3f9502 HTTP/1.1" status: 200 len: 908 time: 0.3917038 Feb 02 15:11:28.680619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0c46656-4c8c-4e81-9d42-fe503acdac32 req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1381495 Feb 02 15:11:28.721095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] Pushing event updated for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=10']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:28.724679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a1407-0c32-41d9-96e9-b2a6738d05f7 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc80671f-692a-4dce-9320-21a01635ef2f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:28.741124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] No DVR routers for this DVR port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:11:28.748847 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-e2cdbefc-2818-48b0-af9e-8ca5a1ff1a57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c752058-c2fe-4907-8a84-491a6c0bad63 HTTP/1.1" status: 200 len: 217 time: 0.1260300 Feb 02 15:11:28.786542 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-bd4c81e6-3504-4aea-9f0c-b6c9522e61ab service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1096 time: 0.4387531 Feb 02 15:11:28.963122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-ed3e8a99-be6e-45c6-9fe5-98bb2cf6ac67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:28.964592 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-ed3e8a99-be6e-45c6-9fe5-98bb2cf6ac67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29489e4f-b8fa-4c65-9bd2-92ced6c1fae3 HTTP/1.1" status: 200 len: 845 time: 0.1820951 Feb 02 15:11:28.965863 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-d00583ea-090a-4146-b08b-52b2e0d66c0c service neutron] 10.222.0.64 "PUT /v2.0/ports/58c6c140-67bb-4b8b-a787-3ef32b081e95/bindings/n-h2-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6559498 Feb 02 15:11:29.053177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4295ea-b19b-42dd-893a-c04dabc2aeab req-edce06e3-ab68-4e6f-9f87-f659cfeaa0e2 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:29.054666 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e4295ea-b19b-42dd-893a-c04dabc2aeab req-edce06e3-ab68-4e6f-9f87-f659cfeaa0e2 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 949 time: 0.1161060 Feb 02 15:11:29.110688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-1abb03a3-e686-4292-bfaf-479fe11fef28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:29.112376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-1abb03a3-e686-4292-bfaf-479fe11fef28 service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2894840 Feb 02 15:11:29.116212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e4295ea-b19b-42dd-893a-c04dabc2aeab req-dee724ff-ec11-4c41-ac0e-d5d6b196101d tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Feb 02 15:11:29.272797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-9979e64d-e015-44c6-b2d3-9bc1c4d87c8c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 217 time: 0.1442161 Feb 02 15:11:29.321106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-67afe91a-7c41-4ce0-b87d-c3fbf7d44189 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.1597779 Feb 02 15:11:29.363260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-fce804d2-6eca-4368-95af-3abfbad13971 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30e7ed57-4755-4553-895c-a6a4be3f9502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3472576 Feb 02 15:11:29.454039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab3a65-86c4-45e6-a53b-013e9dc4a87a req-ab944cd5-c6fa-4387-935a-88d0c03f67d9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:29.461962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49ab3a65-86c4-45e6-a53b-013e9dc4a87a req-ab944cd5-c6fa-4387-935a-88d0c03f67d9 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.2093434 Feb 02 15:11:29.492622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-de6913a4-8f60-4d9a-97d7-bb152f4a12e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:29.493913 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-de6913a4-8f60-4d9a-97d7-bb152f4a12e9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1654692 Feb 02 15:11:29.525219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-819eee63-55f2-4e89-b450-0f3145952256 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950&tenant_id=df2a8be9a1964ccebcc06f0371c41032 HTTP/1.1" status: 200 len: 1095 time: 0.1841249 Feb 02 15:11:29.540643 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49ab3a65-86c4-45e6-a53b-013e9dc4a87a req-cf93f2f4-a2fd-4957-8e12-f2913dc5a164 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772166 Feb 02 15:11:29.589592 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-c33bdf8b-7306-4158-9468-9e8a479566d3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867844 Feb 02 15:11:29.611816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-45489f5c-3a36-4394-abaa-fef6f5358547 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1095 time: 0.3345914 Feb 02 15:11:29.716199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41570) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:29.748871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-f95ba370-f81e-4b5f-b54c-30e1d48ca4fd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1095 time: 0.1827669 Feb 02 15:11:29.800140 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-8730c326-739c-4539-9bf7-8fd8a9fa415f service neutron] 10.222.0.64 "GET /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245152 Feb 02 15:11:29.805687 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:29.952876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:30.049319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-e1a6e8af-5ada-453a-9132-4ed3311c5f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:30.050779 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-e1a6e8af-5ada-453a-9132-4ed3311c5f31 service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.2955873 Feb 02 15:11:30.052615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:30.168197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1c752058-c2fe-4907-8a84-491a6c0bad63 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:30.201337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] Usage tracker for resource:security_group_rule and tenant:f734b2520197468f88c93434d7622776 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:30.210463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:30.215266 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-d5d82171-5885-4340-ab3f-df0cf388931e service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073697 Feb 02 15:11:30.218426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18824f-c219-4ce3-af8c-4db9eb8ba6c0 req-c33850f0-c1c4-4e6c-a75b-351a52f5f3cf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:30.219880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b18824f-c219-4ce3-af8c-4db9eb8ba6c0 req-c33850f0-c1c4-4e6c-a75b-351a52f5f3cf tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 944 time: 0.4166894 Feb 02 15:11:30.231887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:30.252541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a5102c5b-a2eb-4fb6-b468-05ed16deb5cf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 200 len: 217 time: 0.1948426 Feb 02 15:11:30.358135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-965a86c6-27d8-497d-81c3-701325b240b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:30.359681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-965a86c6-27d8-497d-81c3-701325b240b0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.0998521 Feb 02 15:11:30.368869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08892db-37be-44b8-8967-8b6e1c4cc448 req-e2f9f723-16ba-4ab2-adca-10ef3aa3e320 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387744 Feb 02 15:11:30.376409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b18824f-c219-4ce3-af8c-4db9eb8ba6c0 req-aa872742-83b9-4869-a123-ea460d59a790 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461074 Feb 02 15:11:30.380467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-37d7db48-ca8e-47f2-a3b2-c2d2f05a2502 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:30.381972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-37d7db48-ca8e-47f2-a3b2-c2d2f05a2502 service neutron] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.7282422 Feb 02 15:11:30.506161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1c752058-c2fe-4907-8a84-491a6c0bad63, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1c752058-c2fe-4907-8a84-491a6c0bad63,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:30.524532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-376363af-8052-4116-9df9-f37e73861830 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397343 Feb 02 15:11:30.547159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'port_id': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'mac_address': 'fa:16:3e:64:9d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:11:30.549530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:30.555365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8b7d28c-82ca-4225-a6d9-f1925bdc90b9 req-d4e45dcb-f281-40f0-8fac-6d8501fc4f65 service neutron] 10.222.0.64 "GET /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759999 Feb 02 15:11:30.577569 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-b967ae61-c9d5-4581-bea8-d0c7a022f90e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 200 len: 217 time: 0.1885936 Feb 02 15:11:30.619289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-4616f69c-208e-4500-91e0-6fb868b9ae8b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671566 Feb 02 15:11:30.643460 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:30.675803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c752058-c2fe-4907-8a84-491a6c0bad63 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:30.676128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-e9f23ba5-7c24-4214-bfaa-a724b1d004f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:30.689495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-e9f23ba5-7c24-4214-bfaa-a724b1d004f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1056979 Feb 02 15:11:30.711624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1c752058-c2fe-4907-8a84-491a6c0bad63, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1c752058-c2fe-4907-8a84-491a6c0bad63,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:30.722921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:30.784741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-85609045-5514-4fae-ad54-ab6f9ec0c7d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891945 Feb 02 15:11:30.794591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:30.928316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f90dcd-e678-45bc-be3f-3cad971ecf7d req-74a2453b-cb21-4ef1-8ffb-56013e174d00 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:30.928469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1c752058-c2fe-4907-8a84-491a6c0bad63,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:30.930442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78f90dcd-e678-45bc-be3f-3cad971ecf7d req-74a2453b-cb21-4ef1-8ffb-56013e174d00 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 944 time: 0.1985524 Feb 02 15:11:30.943011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4038cb91-1eec-4aae-8b16-915df459db9c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:30.946243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a2acdbff-9e58-4f3d-a686-c0cdcbde8dcc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f734b2520197468f88c93434d7622776&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2263250 Feb 02 15:11:30.951956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41602) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:31.004633 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-9deafaae-8ec9-4154-8dec-869c1e38f9c7 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128620 Feb 02 15:11:31.010853 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a2a6cd34-45c1-493f-a371-9f485b7561b6 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598227 Feb 02 15:11:31.073935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['1c752058-c2fe-4907-8a84-491a6c0bad63'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:31.118123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78f90dcd-e678-45bc-be3f-3cad971ecf7d req-110c4b3b-4e00-4f40-b348-d89d766a74b8 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629658 Feb 02 15:11:31.135954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-0618a55f-ea13-49e5-8232-dc3deb1f9661 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:31.149188 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-0618a55f-ea13-49e5-8232-dc3deb1f9661 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5265744 Feb 02 15:11:31.235676 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6906e0df-8832-451e-b0db-61dc41f1a3e6 req-7c4166bc-e6a3-4cb6-b25b-7e8d130e0f15 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250655 Feb 02 15:11:31.236194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41608) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:31.280445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-b537d380-df27-4426-b47f-a3796cd59080 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/quotas/6dc4916590c34388b8dcb39fc65bae7d HTTP/1.1" status: 200 len: 375 time: 0.1155701 Feb 02 15:11:31.376079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5107caf6-6fd5-431f-9121-800f378facac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:31.412034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-721e142f-ea4a-4050-89c3-5e5dbfa3ae86 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856397 Feb 02 15:11:31.439428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5107caf6-6fd5-431f-9121-800f378facac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:31.476700 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:31.496519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-3e4fdae9-b5e1-4d47-8d2c-e7808fde41a5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2157032 Feb 02 15:11:31.513334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c837da-4953-42dd-ae15-d2a4f6b52458 req-db2a56ae-1f8e-4202-8e3d-29f689ff520d tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:31.514846 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46c837da-4953-42dd-ae15-d2a4f6b52458 req-db2a56ae-1f8e-4202-8e3d-29f689ff520d tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.1456463 Feb 02 15:11:31.575331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46c837da-4953-42dd-ae15-d2a4f6b52458 req-49fba258-2f0e-4dd1-9d0e-b6b2d42b1540 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523484 Feb 02 15:11:31.588459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5107caf6-6fd5-431f-9121-800f378facac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:31.604428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:31.608576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107caf6-6fd5-431f-9121-800f378facac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4038cb91-1eec-4aae-8b16-915df459db9c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:31.617131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] Usage tracker for resource:security_group_rule and tenant:1f77e681abb54bee873075740d7c5e44 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:31.622221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:31.625312 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5107caf6-6fd5-431f-9121-800f378facac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:31.629070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5107caf6-6fd5-431f-9121-800f378facac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4038cb91-1eec-4aae-8b16-915df459db9c HTTP/1.1" status: 204 len: 168 time: 0.6711054 Feb 02 15:11:31.629970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:31.714616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:31.806968 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:31.871205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48927746-8449-485f-8697-c4ec0b434ffc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:31.878759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41630) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:31.879041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f7a90530-c89e-4588-9f32-a750b940ce1a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1f77e681abb54bee873075740d7c5e44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6414635 Feb 02 15:11:31.912356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6453c-4d6b-4f83-9ea2-153007a05b5a req-f0b9beb9-ee00-452c-8e6d-5525b19709e5 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:31.913250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72a6453c-4d6b-4f83-9ea2-153007a05b5a req-f0b9beb9-ee00-452c-8e6d-5525b19709e5 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 945 time: 0.1407230 Feb 02 15:11:31.966659 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c26d34fb-044d-4a62-a548-cd0c0b4b49bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:31.969567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72a6453c-4d6b-4f83-9ea2-153007a05b5a req-bc10c6bc-a5be-4c82-9d94-f104a0cf2315 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454645 Feb 02 15:11:32.002805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c26d34fb-044d-4a62-a548-cd0c0b4b49bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:32.148794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c26d34fb-044d-4a62-a548-cd0c0b4b49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:32.168153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d34fb-044d-4a62-a548-cd0c0b4b49bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48927746-8449-485f-8697-c4ec0b434ffc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:32.172682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1c752058-c2fe-4907-8a84-491a6c0bad63 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:32.191224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c26d34fb-044d-4a62-a548-cd0c0b4b49bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:32.192494 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c26d34fb-044d-4a62-a548-cd0c0b4b49bb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/48927746-8449-485f-8697-c4ec0b434ffc HTTP/1.1" status: 204 len: 168 time: 0.3126304 Feb 02 15:11:32.343436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 1c752058-c2fe-4907-8a84-491a6c0bad63 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:32.348487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 1c752058-c2fe-4907-8a84-491a6c0bad63 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:32.348870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:32.558148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:32.602202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-a036c09d-4358-41b3-be1d-00461d0ee042 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.2122581 Feb 02 15:11:32.607598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c752058-c2fe-4907-8a84-491a6c0bad63'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:32.644145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1c752058-c2fe-4907-8a84-491a6c0bad63, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1c752058-c2fe-4907-8a84-491a6c0bad63,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:32.729469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65dc52-b504-4256-94ad-2a8aa9687ccc req-297c94c0-e9bd-4976-b04b-3b6613f34a61 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:32.731360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd65dc52-b504-4256-94ad-2a8aa9687ccc req-297c94c0-e9bd-4976-b04b-3b6613f34a61 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 944 time: 0.2701507 Feb 02 15:11:32.737462 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:32.807724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd65dc52-b504-4256-94ad-2a8aa9687ccc req-51becea5-826e-4daf-a783-5d6f67a72bbf tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652153 Feb 02 15:11:32.874048 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'code': 200} Feb 02 15:11:32.876399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1c752058-c2fe-4907-8a84-491a6c0bad63,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:32.878974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:32.933043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-b080d1a5-780e-4f63-95fa-7f8ef608b42b service neutron] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:32.936670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-b080d1a5-780e-4f63-95fa-7f8ef608b42b service neutron] Notify callbacks [] for binding, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:32.937831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd73457-3548-4a68-8265-64bd4cd1bf7d req-b080d1a5-780e-4f63-95fa-7f8ef608b42b service neutron] 10.222.0.107 "DELETE /v2.0/ports/58c6c140-67bb-4b8b-a787-3ef32b081e95/bindings/n-h1-827122-1 HTTP/1.1" status: 204 len: 173 time: 0.3219748 Feb 02 15:11:33.021195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c15e729a-4230-44dd-bf2c-ba30acd386e5 req-3f0f6b2d-eaeb-47e4-8753-048e75697f63 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 210 time: 0.1711931 Feb 02 15:11:33.077819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85b3ea48-b6dd-43df-be08-6dc3420bf1e7 req-da7154c8-c722-4d35-ac94-c9de8871cce0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 1097 time: 0.1141880 Feb 02 15:11:33.101640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:33.123973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'mac_address': 'fa:16:3e:ad:f9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:11:33.139782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85b3ea48-b6dd-43df-be08-6dc3420bf1e7 req-12769f9a-f299-4331-89a1-15912d3f1ad6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526216 Feb 02 15:11:33.195144 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:33.218693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54f6ab10-290c-4a92-be42-90ba36817c9d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:33.240195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:33.300277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0944308-0f9c-4308-a1ab-be980d684aed req-15a73330-018d-49b2-b04e-57f18919e856 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:33.301734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0944308-0f9c-4308-a1ab-be980d684aed req-15a73330-018d-49b2-b04e-57f18919e856 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.0824747 Feb 02 15:11:33.314462 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:33.350324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0944308-0f9c-4308-a1ab-be980d684aed req-26930c9e-57d0-4984-b10a-4cee97bac6b8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Feb 02 15:11:33.388209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:33.414822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41704) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:33.564782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b8669ad-7f11-4cc8-9bbf-99e552d16ef7 req-ce8942ba-1055-4184-ab1b-25754dbbc3c0 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1095 time: 0.0738795 Feb 02 15:11:33.590683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['54f6ab10-290c-4a92-be42-90ba36817c9d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:33.616393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1792747373-network', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:33.627898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:33.635042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Usage tracker for resource:network and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:33.640201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:33.647255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b8669ad-7f11-4cc8-9bbf-99e552d16ef7 req-0c4942ae-d06d-4c05-bfb2-22b6d474e3a9 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749719 Feb 02 15:11:33.648279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:33.749956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Made reservation on behalf of 0ed27cb6a715426988dc6095778a64e0 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:33.752607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:33.780964 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:33.871280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:33.880546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:33.885882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:33.912196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:33.997686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:34.078084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-757feced-b055-4157-a0e8-e33a560fae1c req-e495817f-d323-4ca2-b568-26186ecd34a5 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 1095 time: 0.0770156 Feb 02 15:11:34.139670 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-757feced-b055-4157-a0e8-e33a560fae1c req-4b0b5a4f-5690-486c-a781-ad6be6e546a8 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554473 Feb 02 15:11:34.183420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:34.237942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41728) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:34.449402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:11:34.459510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fc8881-51f7-4366-bdf2-65ba128391f7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:34.511724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:34.516553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:34.516903 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Added segment b1786d0c-7511-4673-b47b-334a236eb12a of type vlan for network 08b7b278-f2e8-4637-b66d-30637498fc64 Feb 02 15:11:34.524742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87365d6b-8efc-4d50-9b2c-bee4b1266a1f req-ed5c3137-10c8-4b61-8fc2-b35cb2ec27dc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 210 time: 0.0576856 Feb 02 15:11:34.551999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:34.556052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:1a2abffb67e142949bf5bbeab5e68740 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:34.559311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:34.581973 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:34.584406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:34.728675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:34.799041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ac1a0-a86b-4b34-972e-8042a929664d req-e9cb2921-b2de-41f3-ac13-062fb9d65edd tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:34.804405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a3ac1a0-a86b-4b34-972e-8042a929664d req-e9cb2921-b2de-41f3-ac13-062fb9d65edd tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.1347022 Feb 02 15:11:34.822930 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:11:34.850902 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a3ac1a0-a86b-4b34-972e-8042a929664d req-988e0ebe-407b-4515-9cef-aca0745cdcc6 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Feb 02 15:11:34.891566 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:34.892642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:34.893289 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:34.897225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:34.965945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.061349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a2abffb67e142949bf5bbeab5e68740&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8323781 Feb 02 15:11:35.079424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41770) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:35.084835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 54f6ab10-290c-4a92-be42-90ba36817c9d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:35.086433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.093495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433825a-c32c-4e9c-9ebf-fcdbac1a1ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6788d2-ad0a-4c93-b9ff-1653784f79fb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:35.285179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=08b7b278-f2e8-4637-b66d-30637498fc64,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:35.307355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 08b7b278-f2e8-4637-b66d-30637498fc64 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:11:35.315068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2bb9ebdd-a603-4089-9fb2-5feeeb06e7a8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8956394 Feb 02 15:11:35.315276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41780) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:35.320835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Request body: {'subnet': {'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1792747373-subnet', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:35.328441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:35.344017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Usage tracker for resource:subnet and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:35.355325 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4010510a-288b-40e8-997d-1fb1eca59676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.366090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:35.375207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:35.393667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.394542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc5eb-2ca4-4017-bf4a-a862b7d597cf req-d70623f8-2814-48e3-95c3-f9a865dad82e tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:35.401567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34fcc5eb-2ca4-4017-bf4a-a862b7d597cf req-d70623f8-2814-48e3-95c3-f9a865dad82e tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.1775482 Feb 02 15:11:35.406839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41786) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:35.412732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Request body: {'floatingip': {'port_id': '1c752058-c2fe-4907-8a84-491a6c0bad63'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:35.426894 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4010510a-288b-40e8-997d-1fb1eca59676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.493828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:35.506543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:35.532066 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.610175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Made reservation on behalf of 0ed27cb6a715426988dc6095778a64e0 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:35.611810 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.614751 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.649318 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4010510a-288b-40e8-997d-1fb1eca59676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.657783 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'code': 200} Feb 02 15:11:35.683206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010510a-288b-40e8-997d-1fb1eca59676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6788d2-ad0a-4c93-b9ff-1653784f79fb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:35.691080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4010510a-288b-40e8-997d-1fb1eca59676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:35.696176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4010510a-288b-40e8-997d-1fb1eca59676 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a6788d2-ad0a-4c93-b9ff-1653784f79fb HTTP/1.1" status: 204 len: 168 time: 0.6158261 Feb 02 15:11:35.756999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:36.150231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6869e2b-17ed-4c32-a0ed-ac08b6db2af0 req-80521d06-9bb4-4cf8-83bc-cd7d803dcf09 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 210 time: 0.0780296 Feb 02 15:11:36.313036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:36.439223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5258b5e1-a0b9-43a0-a20f-1d3da23c117d,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:36.475421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-2faf292c-b7fc-4453-bae7-fd011bd08ffa tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362124 Feb 02 15:11:36.883331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-91d294c4-caf9-475f-a4ce-8b63c976ce67 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:36.891530 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-91d294c4-caf9-475f-a4ce-8b63c976ce67 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4044969 Feb 02 15:11:36.910367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Request body: {'port': {'device_id': '42753b00-9471-4eb5-8fa3-2ae2c2716d59', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '6dc4916590c34388b8dcb39fc65bae7d'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:37.010342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Checking segment: {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:37.011039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Network hostable DHCP agents. Network: 08b7b278-f2e8-4637-b66d-30637498fc64, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:11:37.114043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41824) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:37.169995 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:37.254526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Network 08b7b278-f2e8-4637-b66d-30637498fc64 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:11:37.292774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:37.314150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc281852a0546d0929c07260f0d7ea3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:37.320227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:37.338940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:37.345563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:37.363910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-70c1760d-8315-4c2e-bd63-52c3683898b6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617630 Feb 02 15:11:37.408731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:37.422445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 08b7b278-f2e8-4637-b66d-30637498fc64) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:37.430334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea496b9-3e1d-4a9d-b645-28a026f297c8 None None] Network 08b7b278-f2e8-4637-b66d-30637498fc64 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:11:37.488347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e71c593-c6c8-4b66-90ae-91f2ec472aa3 req-14a5d437-1fa6-4e32-b11e-c9aa84d7bed8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 210 time: 0.1199574 Feb 02 15:11:37.493918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:37.494285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:37.698458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-5f787f07-5c05-44c3-a565-896d77265371 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:37.700056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-5f787f07-5c05-44c3-a565-896d77265371 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245730 Feb 02 15:11:37.701504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Made reservation on behalf of 6dc4916590c34388b8dcb39fc65bae7d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:37.704686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:37.743996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Request body: {'port': {'device_id': 'bda171bc-c2f0-4f38-afde-896256c0cc4d', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '6dc4916590c34388b8dcb39fc65bae7d'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:37.832931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-08b7b278-f2e8-4637-b66d-30637498fc64', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:11:37.833753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:37.848517 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ae3558b5-8f98-498a-8b18-b04c5aa03102 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5324407 Feb 02 15:11:37.858401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41836) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:37.882031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:37.895425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:37.902764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Usage tracker for resource:router and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:37.911076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:37.921213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:38.011548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Allocated IP 192.168.233.181 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/50d5f68a-2fc6-4171-bf3d-2b9db0849b2e) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:38.025553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.026507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.078724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.130238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.159666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.244586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Allocated IP 172.20.0.2 (08b7b278-f2e8-4637-b66d-30637498fc64/5258b5e1-a0b9-43a0-a20f-1d3da23c117d/3143f359-f926-4b22-8f2d-befb553c0088) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:38.257135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.295151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Transition to ACTIVE for port object 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:38.372157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.415397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:38.421340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Usage tracker for resource:port and tenant:6dc4916590c34388b8dcb39fc65bae7d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:38.425432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:38.432156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:38.453031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.470319 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.521221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:38.609693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Made reservation on behalf of 6dc4916590c34388b8dcb39fc65bae7d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:38.620553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.658370 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1dc281852a0546d0929c07260f0d7ea3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5433009 Feb 02 15:11:38.695401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41862) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:38.789966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:38.798794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7d21d-55f2-4cad-8b95-75ba6a627f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da06dd77-dda3-4f32-9e68-1df26dfe4ebf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:38.815316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Transition to ACTIVE for port object 3143f359-f926-4b22-8f2d-befb553c0088 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:38.839310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Transition to ACTIVE for port object 3143f359-f926-4b22-8f2d-befb553c0088 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:38.945722 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.008762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Network 08b7b278-f2e8-4637-b66d-30637498fc64 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:39.016743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:39.028158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:39.062662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.102940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:39.105512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'Port': ['ID=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:39.140159 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-56ea720b-a758-4932-9ec1-4e0bc53cbf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.183925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:39.188467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:39.253274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Attempting to bind port 3143f359-f926-4b22-8f2d-befb553c0088 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:39.253928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Attempting to bind port 3143f359-f926-4b22-8f2d-befb553c0088 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:39.254536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Attempting to bind port 3143f359-f926-4b22-8f2d-befb553c0088 on network 08b7b278-f2e8-4637-b66d-30637498fc64 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:39.291050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:39.291437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Checking segment: {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:39.291834 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.292255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Bound using segment: {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:39.292737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Bound port: 3143f359-f926-4b22-8f2d-befb553c0088, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:39.293106 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.297707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-992e7c43-43a8-4a7a-9ac7-7b6b49cb00bb req-dd82f975-fcb7-46e7-b64e-730d4b7924be tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 210 time: 0.2111487 Feb 02 15:11:39.353943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-56ea720b-a758-4932-9ec1-4e0bc53cbf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.437232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Pushing event updated for resources: {'Port': ['ID=3143f359-f926-4b22-8f2d-befb553c0088,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:39.469062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:39.469707 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.579291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] For port 3143f359-f926-4b22-8f2d-befb553c0088, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:39.583379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] For port 3143f359-f926-4b22-8f2d-befb553c0088, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3143f359-f926-4b22-8f2d-befb553c0088,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:39.663493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Allocated IP 192.168.233.135 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:39.712608 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.770912 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Floating IP a770e59b-0100-4df7-a6b5-fd6c56f50630 associated. External IP: 172.25.0.87, port: 1c752058-c2fe-4907-8a84-491a6c0bad63. Feb 02 15:11:39.820515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-439593bf-e59f-45e6-8160-d8b60cd42693 None None] Provisioning for port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:39.866813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-439593bf-e59f-45e6-8160-d8b60cd42693 None None] Provisioning complete for port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:39.869364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-439593bf-e59f-45e6-8160-d8b60cd42693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:39.879498 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-56ea720b-a758-4932-9ec1-4e0bc53cbf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:40.062463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e19df-2f68-4fbe-ac18-2ea42ee331f6 None None] Pushing event updated for resources: {'Port': ['ID=3143f359-f926-4b22-8f2d-befb553c0088,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:40.129878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-439593bf-e59f-45e6-8160-d8b60cd42693 None None] Port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:40.210794 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:40.251477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41902) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:40.253073 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-3dec2eb3-5c47-4a33-ad57-c03215e0d181 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3500843 Feb 02 15:11:40.278700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Transition to ACTIVE for port object 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:40.286103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea720b-a758-4932-9ec1-4e0bc53cbf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da06dd77-dda3-4f32-9e68-1df26dfe4ebf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:40.287107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Request body: {'port': {'device_id': '42753b00-9471-4eb5-8fa3-2ae2c2716d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:40.308208 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-56ea720b-a758-4932-9ec1-4e0bc53cbf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:40.335633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-56ea720b-a758-4932-9ec1-4e0bc53cbf9c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/da06dd77-dda3-4f32-9e68-1df26dfe4ebf HTTP/1.1" status: 204 len: 168 time: 1.6116331 Feb 02 15:11:40.611818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:40.734863 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:40.836367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:41.060799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19fc2b-c3d0-4c12-84ef-0b82d0aac45f req-069ad851-b213-4865-905d-a0daab523869 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:41.062607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:41.065950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c19fc2b-c3d0-4c12-84ef-0b82d0aac45f req-069ad851-b213-4865-905d-a0daab523869 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 936 time: 0.3346372 Feb 02 15:11:41.110598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Allocated IP 172.25.0.96 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/47798402-c4e7-4847-822a-f72abc6afc02) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:41.127246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:41.253872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c19fc2b-c3d0-4c12-84ef-0b82d0aac45f req-167f8523-40e8-4bfc-8a9a-f8dc5f32d2e0 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866193 Feb 02 15:11:41.398647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3143f359-f926-4b22-8f2d-befb553c0088 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:41.408058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'Port': ['ID=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:41.440255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:41.481247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:41.500152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:41.503896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:41.642042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:41.655231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:41.655231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:41.912030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:41.927387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-29e2918b-6287-450d-9a31-0032424112af tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1938744 Feb 02 15:11:41.975234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Request body: {'port': {'device_id': 'bda171bc-c2f0-4f38-afde-896256c0cc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:42.051278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] Usage tracker for resource:security_group_rule and tenant:a9ede275e69b4ba792d37ecf2fdb75b2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:42.087528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:42.123331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:42.151250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Router bb438fad-fdca-4069-a4aa-31988adaa673 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:11:42.160582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 3143f359-f926-4b22-8f2d-befb553c0088 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:42.193998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a58a6e-54d8-4ed4-b708-4b996f700787 None None] Network 08b7b278-f2e8-4637-b66d-30637498fc64 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:11:42.293348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:42.366063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:42.471608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:42.483051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:42.491054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Pushing event updated for resources: {'Port': ['ID=47798402-c4e7-4847-822a-f72abc6afc02,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:42.500596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:42.514260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c410f77e-27b5-4320-82be-628c92b64a3e None None] Provisioning for port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:42.532372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c410f77e-27b5-4320-82be-628c92b64a3e None None] Provisioning complete for port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:42.534476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c410f77e-27b5-4320-82be-628c92b64a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:42.578666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:42.657919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c410f77e-27b5-4320-82be-628c92b64a3e None None] Port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:42.724867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:42.929373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5497a1-cea2-4ed1-b5c3-023fc307aa72,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:43.110765 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-01467073-55f0-49e0-9271-d6e4987cafeb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a9ede275e69b4ba792d37ecf2fdb75b2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8353262 Feb 02 15:11:43.110765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41974) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:43.187065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559a57-0a47-4e52-9eb9-8aba173e42e1 req-148a5f57-63a9-4a79-a6fe-d149a90186ae tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:43.195108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82559a57-0a47-4e52-9eb9-8aba173e42e1 req-148a5f57-63a9-4a79-a6fe-d149a90186ae tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 936 time: 0.5490549 Feb 02 15:11:43.211103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-66a2c9a9-b4da-461b-8738-41a3942b968e None None] Provisioning for port 3143f359-f926-4b22-8f2d-befb553c0088 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:43.216637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-66a2c9a9-b4da-461b-8738-41a3942b968e None None] Provisioning complete for port 3143f359-f926-4b22-8f2d-befb553c0088 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:43.217166 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-66a2c9a9-b4da-461b-8738-41a3942b968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.236705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:11:43.252276 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] Sync routers for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:11:43.258521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.272585 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:11:43.276153 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:43.428178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82559a57-0a47-4e52-9eb9-8aba173e42e1 req-6e485881-f7a8-4254-bb95-8748481b688e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310216 Feb 02 15:11:43.442999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a173ea12-1352-461c-899a-24dc32c2ac4d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "PUT /v2.0/floatingips/a770e59b-0100-4df7-a6b5-fd6c56f50630 HTTP/1.1" status: 200 len: 991 time: 8.0350616 Feb 02 15:11:43.465290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'tag': '1c752058-c2fe-4907-8a84-491a6c0bad63'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:43.523079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.524134 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.528870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:43.546757 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-392d6ea0-4dc5-469f-953c-767608c245ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.586531 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:11:43.627730 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-66a2c9a9-b4da-461b-8738-41a3942b968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.651440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-392d6ea0-4dc5-469f-953c-767608c245ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.806762 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.826432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-66a2c9a9-b4da-461b-8738-41a3942b968e None None] For port 3143f359-f926-4b22-8f2d-befb553c0088, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3143f359-f926-4b22-8f2d-befb553c0088,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:43.861569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Transition to ACTIVE for port object 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:43.940336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-af551f97-3b28-42c4-a14f-b67acc44c21e tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=da41b4ea36774ee48b7d643345baeb98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863149 Feb 02 15:11:43.950398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-392d6ea0-4dc5-469f-953c-767608c245ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:43.959330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-66a2c9a9-b4da-461b-8738-41a3942b968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:44.083752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d6ea0-4dc5-469f-953c-767608c245ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5497a1-cea2-4ed1-b5c3-023fc307aa72,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:44.088008 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:44.156774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3b05-35cb-43e5-9d0b-6b69c82102fb req-37ae2e22-c427-4806-b1cb-5728e41bb09f tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:44.164579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8ea3b05-35cb-43e5-9d0b-6b69c82102fb req-37ae2e22-c427-4806-b1cb-5728e41bb09f tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.2376068 Feb 02 15:11:44.240481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8ea3b05-35cb-43e5-9d0b-6b69c82102fb req-ee903b5d-b260-417a-8188-adb597bd23b6 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749321 Feb 02 15:11:44.300878 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'a770e59b-0100-4df7-a6b5-fd6c56f50630', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'port_id': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'mac_address': 'fa:16:3e:64:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:11:13Z', 'updated_at': '2022-02-02T15:11:37Z', 'revision_number': 1, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:09Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:44.314929 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] Checking router: bb438fad-fdca-4069-a4aa-31988adaa673 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:11:44.342997 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:11:44.343653 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:44.371001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2c9a9-b4da-461b-8738-41a3942b968e None None] Pushing event updated for resources: {'Port': ['ID=3143f359-f926-4b22-8f2d-befb553c0088,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:44.376582 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'tag': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'status': 'completed', 'code': 200} Feb 02 15:11:44.388949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-22e6b22a-3f33-4f20-a84e-b0349eb617f2 None None] Provisioning complete for port 3143f359-f926-4b22-8f2d-befb553c0088 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:44.389657 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22e6b22a-3f33-4f20-a84e-b0349eb617f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:44.401283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Router 13910ece-f3c6-4cf1-bbb1-f9718d682fea is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:11:44.700392 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-392d6ea0-4dc5-469f-953c-767608c245ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:44.705732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-392d6ea0-4dc5-469f-953c-767608c245ae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1c5497a1-cea2-4ed1-b5c3-023fc307aa72 HTTP/1.1" status: 204 len: 168 time: 1.6004150 Feb 02 15:11:44.717262 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:11:44.741328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Pushing event updated for resources: {'Port': ['ID=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:44.960417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-990613a1-77d1-4f58-897f-38800ee5955c req-5d1a1f3f-5f90-4e73-a80e-8aed6ea8d56f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d36385c25de4e749d5c5aaba7c5728d&device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 1097 time: 0.5317440 Feb 02 15:11:45.088589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-3c67ebc3-c99d-45c8-8b79-d5f0fde5b4f5 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:45.110686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-3c67ebc3-c99d-45c8-8b79-d5f0fde5b4f5 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1681924 Feb 02 15:11:45.243762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-bac91365-cbd9-43d3-89f0-c5c501d52edc tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/quotas/da41b4ea36774ee48b7d643345baeb98 HTTP/1.1" status: 200 len: 375 time: 0.0997982 Feb 02 15:11:45.268209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3143f359-f926-4b22-8f2d-befb553c0088 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:45.407297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-82a20ffe-9255-4b86-912f-32071b45f4c0 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=da41b4ea36774ee48b7d643345baeb98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1489434 Feb 02 15:11:45.458352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Attempting to bind port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:45.458688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Attempting to bind port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:45.459019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Attempting to bind port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:45.492552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:45.496287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Attempting to bind port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:45.507471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3143f359-f926-4b22-8f2d-befb553c0088 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:45.508678 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:45.523264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:11:45.523863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:45.523863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:45.524081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:45.524554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Bound port: 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:45.524868 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:45.598283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Sync routers for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:11:45.642866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:11:45.643506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:45.666459 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'a770e59b-0100-4df7-a6b5-fd6c56f50630', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'port_id': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'mac_address': 'fa:16:3e:64:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:11:13Z', 'updated_at': '2022-02-02T15:11:37Z', 'revision_number': 1, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:09Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:45.675176 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cefacd-99f3-401a-ad04-cf7040a72c28 None None] The sync data for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 is: [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'a770e59b-0100-4df7-a6b5-fd6c56f50630', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'port_id': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'mac_address': 'fa:16:3e:64:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:11:13Z', 'updated_at': '2022-02-02T15:11:37Z', 'revision_number': 1, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:09Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:11:45.742289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa8a28-7f86-4866-870f-dc25894fa583 req-84815085-b12a-48c9-b4d5-9778ac6d55e1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:45.752390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3dfa8a28-7f86-4866-870f-dc25894fa583 req-84815085-b12a-48c9-b4d5-9778ac6d55e1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 936 time: 0.4768727 Feb 02 15:11:45.782821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:45.821974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:45.883573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:45.884290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Transition to ACTIVE for port object 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:45.889758 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-023678b3-aded-4352-8a82-c5e0ad9822d5 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0163448 Feb 02 15:11:45.894768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42028) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:45.894917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990613a1-77d1-4f58-897f-38800ee5955c req-446d86eb-401d-46d3-832a-8f901ab806b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:45.896484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-990613a1-77d1-4f58-897f-38800ee5955c req-446d86eb-401d-46d3-832a-8f901ab806b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=30e7ed57-4755-4553-895c-a6a4be3f9502 HTTP/1.1" status: 200 len: 908 time: 0.9212365 Feb 02 15:11:46.067723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3dfa8a28-7f86-4866-870f-dc25894fa583 req-6d775905-c070-4160-99e5-378ccbd8a518 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136480 Feb 02 15:11:46.179805 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-990613a1-77d1-4f58-897f-38800ee5955c req-4029cef5-fe52-4405-995d-1c3ad10a0757 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c752058-c2fe-4907-8a84-491a6c0bad63 HTTP/1.1" status: 200 len: 999 time: 0.2559657 Feb 02 15:11:46.291012 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7929b5a-706d-4652-92bc-6d698577358e None None] New status for floating IP a770e59b-0100-4df7-a6b5-fd6c56f50630: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:11:46.318407 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbe9101d-4997-4e28-8294-67a67b5745a7 req-bda89593-8a83-41a4-bd38-26adb1bd80d5 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 210 time: 0.0677762 Feb 02 15:11:46.373367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] For port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:46.383572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] For port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:46.396113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:11:46.402432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990613a1-77d1-4f58-897f-38800ee5955c req-6d80673c-7219-41a0-9c0c-e09f3415fb04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:46.408223 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-990613a1-77d1-4f58-897f-38800ee5955c req-6d80673c-7219-41a0-9c0c-e09f3415fb04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29489e4f-b8fa-4c65-9bd2-92ced6c1fae3 HTTP/1.1" status: 200 len: 845 time: 0.2275412 Feb 02 15:11:46.586649 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:46.605796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-990613a1-77d1-4f58-897f-38800ee5955c req-bfc0bc9f-9666-4711-8c66-84bad3274086 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30e7ed57-4755-4553-895c-a6a4be3f9502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877534 Feb 02 15:11:46.649433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:46.941480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Pushing event updated for resources: {'Port': ['ID=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:46.959428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:47.051879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-990613a1-77d1-4f58-897f-38800ee5955c req-64744377-eb5e-48de-8ada-88d4f33ec9dd service neutron] 10.222.0.64 "GET /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392428 Feb 02 15:11:47.068704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:43Z', 'revision_number': 3, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:47.075199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Checking router: 13910ece-f3c6-4cf1-bbb1-f9718d682fea for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:11:47.075199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Updating router 13910ece-f3c6-4cf1-bbb1-f9718d682fea port 47798402-c4e7-4847-822a-f72abc6afc02 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:11:47.217335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:47.421775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Pushing event updated for resources: {'Port': ['ID=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:47.446267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-990613a1-77d1-4f58-897f-38800ee5955c req-e4504b50-820f-4def-aa51-eb106165d0cb service neutron] 10.222.0.64 "GET /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842399 Feb 02 15:11:47.446470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:47.447806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-3314cdbb-2ae0-40ab-b094-ea24a23db272 service neutron] 10.222.0.64 "PUT /v2.0/ports/50d5f68a-2fc6-4171-bf3d-2b9db0849b2e HTTP/1.1" status: 200 len: 1096 time: 7.1766515 Feb 02 15:11:47.493280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42753b00-9471-4eb5-8fa3-2ae2c2716d59', 'tag': '50d5f68a-2fc6-4171-bf3d-2b9db0849b2e'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:47.574659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42064) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:47.621235 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:47.858276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-786403723-network', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:47.880305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:47.898197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Usage tracker for resource:network and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:47.903253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:47.916586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51a184-827b-452d-963f-a37e1b60388c req-2bda8a94-bfad-4b98-b222-af17feed1071 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:47.921914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:47.925723 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f51a184-827b-452d-963f-a37e1b60388c req-2bda8a94-bfad-4b98-b222-af17feed1071 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 1.5281053 Feb 02 15:11:47.962828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd9e89-03ce-4933-9d9f-528b8bf0b4c5 req-1a44ec0a-a762-4964-bc7c-417a85e661c8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:47.972698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9abd9e89-03ce-4933-9d9f-528b8bf0b4c5 req-1a44ec0a-a762-4964-bc7c-417a85e661c8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 948 time: 0.2272499 Feb 02 15:11:48.040261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:48.043015 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:48.073783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9abd9e89-03ce-4933-9d9f-528b8bf0b4c5 req-7662b034-f665-423e-85f3-4667ee993fd6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Feb 02 15:11:48.077308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:48.116386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Attempting to bind port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:48.116733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Attempting to bind port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:48.117047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Attempting to bind port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:48.158613 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f51a184-827b-452d-963f-a37e1b60388c req-d23e5d2a-bd0f-4262-8a98-df23e7a62f16 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319319 Feb 02 15:11:48.170634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:48.195614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Usage tracker for resource:security_group_rule and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:48.206253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:48.206674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:48.207186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Attempting to bind port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:48.223290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:48.235501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:48.236157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:48.237799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:48.238687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Bound port: 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:48.246888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:48.373282 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42753b00-9471-4eb5-8fa3-2ae2c2716d59', 'tag': '50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', 'status': 'completed', 'code': 200} Feb 02 15:11:48.377112 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:48.424142 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-34f08673-7fcb-427c-8a8f-687d87c4a28b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 1099 time: 0.6987698 Feb 02 15:11:48.486152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8295e799-814a-458d-bbf4-e0a38121360f req-deac6123-7abc-4ccb-8d64-d2f7579a360c tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 210 time: 0.0918131 Feb 02 15:11:48.519505 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:48.540347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Transition to ACTIVE for port object 47798402-c4e7-4847-822a-f72abc6afc02 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:48.553698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-e522130c-5b91-4def-a2b4-4e16cf7d9a40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e HTTP/1.1" status: 200 len: 217 time: 0.1046162 Feb 02 15:11:48.827830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-9bb45bfb-9088-4a90-b339-fb7cbe78e34c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:48.829647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-9bb45bfb-9088-4a90-b339-fb7cbe78e34c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2690566 Feb 02 15:11:48.871479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] For port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:48.888402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] For port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:49.027935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-f23e4078-8f3e-44ac-b371-dc7e3c546122 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883364 Feb 02 15:11:49.045707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.046590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.061971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.104645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02c28e9-c0fe-4007-81ce-92b0dc991003,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:49.132020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:11:49.148247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.148594 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Added segment 52e2192e-5aa3-402b-81db-d096e8bafa09 of type vlan for network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d Feb 02 15:11:49.207398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.276348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d7844-4ad2-41ca-8eff-923bf8f3fd58 None None] Pushing event updated for resources: {'Port': ['ID=47798402-c4e7-4847-822a-f72abc6afc02,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:49.344990 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.346390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] 10.222.0.64 "PUT /v2.0/ports/5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a HTTP/1.1" status: 200 len: 1096 time: 7.3770211 Feb 02 15:11:49.382955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Attempting to bind port 47798402-c4e7-4847-822a-f72abc6afc02 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:49.386100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Attempting to bind port 47798402-c4e7-4847-822a-f72abc6afc02 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:49.386755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Attempting to bind port 47798402-c4e7-4847-822a-f72abc6afc02 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:49.387532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229bcc6-9b19-4226-95ea-9d95e27a9c34 service neutron] Pushing event updated for resources: {'Port': ['ID=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:49.410467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:49.413973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:49.415374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.416461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:49.417989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Bound port: 47798402-c4e7-4847-822a-f72abc6afc02, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:49.419666 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.425101 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-be0c3679-7295-4edf-a9ac-75419c5a0871 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866313 Feb 02 15:11:49.589148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.589845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:49.590416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:49.634919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] For port 47798402-c4e7-4847-822a-f72abc6afc02, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:49.640359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] For port 47798402-c4e7-4847-822a-f72abc6afc02, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=47798402-c4e7-4847-822a-f72abc6afc02,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:49.933382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] Pushing event updated for resources: {'Network': ['ID=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:49.954733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:11:49.956520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cba57-ab10-45fa-a359-d03ca7ab8d77 req-c8713499-eab2-4e3e-a63a-83e4c9036f16 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:49.958464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-199cba57-ab10-45fa-a359-d03ca7ab8d77 req-c8713499-eab2-4e3e-a63a-83e4c9036f16 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 948 time: 0.6802518 Feb 02 15:11:49.977334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-a6cef717-ba54-4421-b700-e4b30481497b service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657896 Feb 02 15:11:49.987404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-2834fefe-df91-4758-ae5e-a20e1ccf8bc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 1099 time: 0.4528053 Feb 02 15:11:50.017465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df0ef9-3e45-4577-a7e1-3aef7b84ca52 req-0dbdd36d-21d9-4e38-8963-4bf9143fd09d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:50.025144 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1df0ef9-3e45-4577-a7e1-3aef7b84ca52 req-0dbdd36d-21d9-4e38-8963-4bf9143fd09d tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.5146918 Feb 02 15:11:50.061081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-199cba57-ab10-45fa-a359-d03ca7ab8d77 req-0ab62feb-0986-4e05-9094-5015e6027918 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962195 Feb 02 15:11:50.107444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:50.127891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e01e7f4c-7b69-44c2-92e3-1beb035b0f6d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5509274 Feb 02 15:11:50.130336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42086) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:50.166326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Request body: {'subnet': {'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-786403723-subnet', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:50.282055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-ac90ae9f-d274-4b98-81ad-ae107f31c873 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=da41b4ea36774ee48b7d643345baeb98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933669 Feb 02 15:11:50.284544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:50.314600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-d0b44580-3936-43ed-a231-2e13e75f7ea8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a HTTP/1.1" status: 200 len: 217 time: 0.3070171 Feb 02 15:11:50.361757 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1df0ef9-3e45-4577-a7e1-3aef7b84ca52 req-6b109266-ac3f-4470-9dec-d2d660b3bb23 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357441 Feb 02 15:11:50.383257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda171bc-c2f0-4f38-afde-896256c0cc4d', 'tag': '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:50.419110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Usage tracker for resource:subnet and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:50.438762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8592-704f-414e-a058-b23a412bc30c req-a8bb7de5-b111-4c2d-bb89-4ed77ab36d36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:50.441720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-a8bb7de5-b111-4c2d-bb89-4ed77ab36d36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1186688 Feb 02 15:11:50.463348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:50.511890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-20510868-669d-4652-a4dd-b7fd7d52c2c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 1099 time: 0.2716954 Feb 02 15:11:50.573841 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e494966d-53ec-4309-be9d-bed70314b2ed req-e65fa151-5338-4b0e-be32-2852f0ca049c tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 210 time: 0.2807953 Feb 02 15:11:50.579300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:50.734476 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda171bc-c2f0-4f38-afde-896256c0cc4d', 'tag': '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', 'status': 'completed', 'code': 200} Feb 02 15:11:50.755785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d7844-4ad2-41ca-8eff-923bf8f3fd58 None None] Pushing event updated for resources: {'Port': ['ID=47798402-c4e7-4847-822a-f72abc6afc02,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:50.776944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:11:50.781988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:51.033759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-125b0c9a-b668-41b7-8264-3cc10acdcdeb tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:51.035604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-125b0c9a-b668-41b7-8264-3cc10acdcdeb tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6042275 Feb 02 15:11:51.068054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Request body: {'port': {'device_id': '6ff3ec4d-6c56-4447-bc42-0a00fccf4284', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'da41b4ea36774ee48b7d643345baeb98'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:51.175237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:11:51.222618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:51.226293 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:51.239801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-dac5a4c8-cd2c-4aab-9378-b81c1021e95d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7922213 Feb 02 15:11:51.260841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-61805a79-4ed3-48bc-818b-f39895a67a99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:51.266774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-61805a79-4ed3-48bc-818b-f39895a67a99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.7405772 Feb 02 15:11:51.503675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87184b6-b2e2-40d7-8f11-aa1ab839922b req-e38c515a-6e23-4e10-b437-2ad9a137fb7a tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:51.508524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a87184b6-b2e2-40d7-8f11-aa1ab839922b req-e38c515a-6e23-4e10-b437-2ad9a137fb7a tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.5631495 Feb 02 15:11:51.649790 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-d6865a37-fcd9-4194-a2f5-d63dc99576ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e HTTP/1.1" status: 200 len: 217 time: 0.2680142 Feb 02 15:11:51.662800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a87184b6-b2e2-40d7-8f11-aa1ab839922b req-d09d2142-4e98-47cd-9f33-51434e3f03f8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355188 Feb 02 15:11:51.678295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:51.685666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Usage tracker for resource:port and tenant:da41b4ea36774ee48b7d643345baeb98 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:51.691954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:51.699331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:51.764578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:51.812570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Made reservation on behalf of da41b4ea36774ee48b7d643345baeb98 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:11:51.823935 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:51.889539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:51.972823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:43Z', 'revision_number': 3, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:11:51.991428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99bcfb-e5ad-464b-a4ec-5a2576cc23a8 None None] The sync data for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 is: [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:43Z', 'revision_number': 3, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:11:52.179406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:52.180660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-f19fc6cb-98da-49fc-8760-c4f745e83da8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:52.180660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-f19fc6cb-98da-49fc-8760-c4f745e83da8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3779604 Feb 02 15:11:52.180969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Usage tracker for resource:security_group_rule and tenant:da41b4ea36774ee48b7d643345baeb98 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:52.180969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:52.180969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:52.181419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d797fe3-bfc3-45af-8f61-490cdc1eb294 req-e03ee4ae-9ef3-4890-9181-2600335667a4 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:52.181419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3d797fe3-bfc3-45af-8f61-490cdc1eb294 req-e03ee4ae-9ef3-4890-9181-2600335667a4 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:52.181419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-b7e69b83-ee9c-4695-8401-dbbfa0bebf88 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551257 Feb 02 15:11:52.202484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3311634a-b2eb-4b28-a40e-3ffbfc423338 req-ad537163-9ea9-4526-8242-5b1981ab611f tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 210 time: 0.1096761 Feb 02 15:11:52.266120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:52.312457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:52.334753 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50ef8592-704f-414e-a058-b23a412bc30c req-f325ee66-ae41-4e43-aabd-7b334f0dd132 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987205 Feb 02 15:11:52.432677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:52.506062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:52.548755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', 'mac_address': 'fa:16:3e:95:85:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:11:52.557270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3d797fe3-bfc3-45af-8f61-490cdc1eb294 req-e03ee4ae-9ef3-4890-9181-2600335667a4 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:52.558435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d797fe3-bfc3-45af-8f61-490cdc1eb294 req-e03ee4ae-9ef3-4890-9181-2600335667a4 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 948 time: 1.2452209 Feb 02 15:11:52.570530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e564f6a-29fd-44ae-a8bb-bfe6c975ca09,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:52.573877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:52.616683 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-9365ea62-2a57-4fcb-8ed3-39a0d640ce96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5646431 Feb 02 15:11:52.666253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bd9ca1-e338-43ae-a2bb-2b876e324430,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:52.710090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.712229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.714041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.714630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.715173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.720572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.723446 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:52.724014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.724613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.725152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.725745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.726307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.792966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:52.794064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.794709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.807534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.808178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.808705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.809211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.809746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.810266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.811222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.811578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.811947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:52.826727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:52.865218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Allocated IP 172.20.0.1 (08b7b278-f2e8-4637-b66d-30637498fc64/5258b5e1-a0b9-43a0-a20f-1d3da23c117d/1e653bf1-d714-4e63-af50-9f960d6edf4a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:52.895805 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:52.908653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Checking segment: {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:52.909023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Network hostable DHCP agents. Network: 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:11:53.046795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d797fe3-bfc3-45af-8f61-490cdc1eb294 req-da340af6-055f-4e48-9c62-62f54b27040e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346778 Feb 02 15:11:53.057023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Allocated IP 192.168.233.221 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/9e3939a4-a6d0-4515-809f-14e35dba1935) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:53.059077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:11:53.095671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:53.171115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-2743d417-1a2a-4927-bc44-3d7f8a8581a9 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255284 Feb 02 15:11:53.198444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:53.213583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ce542-0a3d-4268-b6fb-a7b28091df2d None None] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:11:53.247966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:53.247966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:53.267191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:53.454293 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-dbad0826-5c8e-49f9-89c3-3b87eb7d643c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 1099 time: 0.8903010 Feb 02 15:11:53.519378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 47798402-c4e7-4847-822a-f72abc6afc02 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:53.746228 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0107184f-2d33-4039-aa03-e512a34207b5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6122024 Feb 02 15:11:53.770348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42126) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:11:53.784063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ec7adad9-b28a-437f-aae3-32eba1005069 req-764ccaab-a2e9-4452-acc3-dd5b2aa73bcc tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Synchronizing usage tracker for tenant:da41b4ea36774ee48b7d643345baeb98 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:11:53.797410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:53.812570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-65df07e5-509c-4df9-9980-e6d5986fd12d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:53.815382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-65df07e5-509c-4df9-9980-e6d5986fd12d service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3198617 Feb 02 15:11:53.836187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:11:53.864960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Usage tracker for resource:router and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:11:53.871577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:11:53.899123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:11:53.964918 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:53.990653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ec7adad9-b28a-437f-aae3-32eba1005069 req-764ccaab-a2e9-4452-acc3-dd5b2aa73bcc tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Unset dirty status for tenant:da41b4ea36774ee48b7d643345baeb98 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:11:53.993606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec7adad9-b28a-437f-aae3-32eba1005069 req-764ccaab-a2e9-4452-acc3-dd5b2aa73bcc tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 210 time: 0.4269006 Feb 02 15:11:54.005654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Transition to ACTIVE for port object 9e3939a4-a6d0-4515-809f-14e35dba1935 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:54.013745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.015419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.131524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 47798402-c4e7-4847-822a-f72abc6afc02 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:54.133257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.147015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:11:54.147837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.170906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 47798402-c4e7-4847-822a-f72abc6afc02 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:54.171521 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.279652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-f04dcede-b952-4c8d-9cea-c719cb26f69c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a HTTP/1.1" status: 200 len: 217 time: 0.4450746 Feb 02 15:11:54.404367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.436581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-acf8e12b-058c-4fba-b179-e5d2c8f77939 req-186f162d-9d58-4089-9e55-3a9916f153a7 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2574856 Feb 02 15:11:54.456041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Transition to ACTIVE for port object 1e653bf1-d714-4e63-af50-9f960d6edf4a will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:54.471330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-bf27ad99-6274-417a-83ab-7cc0ac77bc7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:54.473185 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-bf27ad99-6274-417a-83ab-7cc0ac77bc7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1808836 Feb 02 15:11:54.576901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-453165c0-f79f-42d0-8760-0a755a8d4154 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946016 Feb 02 15:11:54.648158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.650078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.675184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Allocated IP 172.20.0.2 (88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d/4e564f6a-29fd-44ae-a8bb-bfe6c975ca09/e6df1669-88d6-4f77-a377-c9213581c699) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:54.767475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-2f9d11d4-17c9-44fb-b85a-cfe6b9a01696 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838059 Feb 02 15:11:54.768991 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.892902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e653bf1-d714-4e63-af50-9f960d6edf4a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:54.971210 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2bb3e16b-66e0-423a-85f1-711df3c8198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:54.983619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 47798402-c4e7-4847-822a-f72abc6afc02, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=47798402-c4e7-4847-822a-f72abc6afc02,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:55.059294 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.112441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598b54f4-6f16-403f-932f-dcc75eaef8e3 req-fc5a559b-1007-4552-8c6b-91ce53bc343f service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206402 Feb 02 15:11:55.159890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:55.173935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Network 08b7b278-f2e8-4637-b66d-30637498fc64 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:55.179829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:55.183102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:55.185750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:55.199663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:55.237021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=47798402-c4e7-4847-822a-f72abc6afc02,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:55.262337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.279544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Transition to ACTIVE for port object e6df1669-88d6-4f77-a377-c9213581c699 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:55.309651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Pushing event updated for resources: {'Port': ['ID=9e3939a4-a6d0-4515-809f-14e35dba1935,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:55.319449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Transition to ACTIVE for port object e6df1669-88d6-4f77-a377-c9213581c699 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:55.333579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afbc6-a947-4dda-a983-f222f0917555 req-69ae26e0-196e-4f6b-a217-50199c8eca77 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:55.344271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f0afbc6-a947-4dda-a983-f222f0917555 req-69ae26e0-196e-4f6b-a217-50199c8eca77 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 948 time: 0.7006204 Feb 02 15:11:55.356332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.385749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.421680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.494864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f0afbc6-a947-4dda-a983-f222f0917555 req-b58aa50e-93da-464b-a66c-5265a7b95ecf tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492591 Feb 02 15:11:55.517913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:55.519291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.563551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626e718-be38-4716-b2f7-cc7dfe556943 req-f2bfe27e-295e-4a7c-ad66-9ef011182d14 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:55.565780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3626e718-be38-4716-b2f7-cc7dfe556943 req-f2bfe27e-295e-4a7c-ad66-9ef011182d14 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 936 time: 0.1976821 Feb 02 15:11:55.623687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:55.632043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:55.637258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:55.657563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Pushing event updated for resources: {'Port': ['ID=e6df1669-88d6-4f77-a377-c9213581c699,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:55.718049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-2c37b52e-e4c5-449e-853f-0a97ecec13b7 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6538341 Feb 02 15:11:55.797443 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3626e718-be38-4716-b2f7-cc7dfe556943 req-126d0665-12ab-4da0-acc9-5cdc0d2d2758 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208223 Feb 02 15:11:55.813222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Request body: {'port': {'device_id': '6ff3ec4d-6c56-4447-bc42-0a00fccf4284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:11:55.814264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.915795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Attempting to bind port e6df1669-88d6-4f77-a377-c9213581c699 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:55.920328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Attempting to bind port e6df1669-88d6-4f77-a377-c9213581c699 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:55.924852 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Attempting to bind port e6df1669-88d6-4f77-a377-c9213581c699 on network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:55.937531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:55.944326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Checking segment: {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:55.945120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.946650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Bound using segment: {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:55.948759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Bound port: e6df1669-88d6-4f77-a377-c9213581c699, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:55.950268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:55.988128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.076460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c6e01f18-482f-4f27-bcb8-d8e46f5803d8 None None] Provisioning for port 9e3939a4-a6d0-4515-809f-14e35dba1935 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:56.105865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c6e01f18-482f-4f27-bcb8-d8e46f5803d8 None None] Provisioning complete for port 9e3939a4-a6d0-4515-809f-14e35dba1935 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:56.108346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c6e01f18-482f-4f27-bcb8-d8e46f5803d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.186420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.250814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.254342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c6e01f18-482f-4f27-bcb8-d8e46f5803d8 None None] Port 9e3939a4-a6d0-4515-809f-14e35dba1935 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:56.268644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] For port e6df1669-88d6-4f77-a377-c9213581c699, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:56.275177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] For port e6df1669-88d6-4f77-a377-c9213581c699, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e6df1669-88d6-4f77-a377-c9213581c699,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:56.286435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:11:56.298013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:56.354353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c6e01f18-482f-4f27-bcb8-d8e46f5803d8 None None] Provisioning for port 1e653bf1-d714-4e63-af50-9f960d6edf4a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:56.370785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c6e01f18-482f-4f27-bcb8-d8e46f5803d8 None None] Provisioning complete for port 1e653bf1-d714-4e63-af50-9f960d6edf4a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:56.371170 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c6e01f18-482f-4f27-bcb8-d8e46f5803d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.393648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.438525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.442713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c6e01f18-482f-4f27-bcb8-d8e46f5803d8 None None] Port 1e653bf1-d714-4e63-af50-9f960d6edf4a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:56.447757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.498236 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:11:56.562566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e653bf1-d714-4e63-af50-9f960d6edf4a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:56.592874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.593258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.593686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.594177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.594591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.594927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.595265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.595597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.595962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.596535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.596869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:11:56.619731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.689759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba68b3-5ac1-4f73-ab2c-88d584f22004 None None] Pushing event updated for resources: {'Port': ['ID=e6df1669-88d6-4f77-a377-c9213581c699,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:56.853568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:56.865707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:56.906675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:56.907036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:56.928445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:11:57.038171 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dac58e73-be5d-404b-8e2d-4aaf7ada1cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.086499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', 'mac_address': 'fa:16:3e:97:dc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:11:57.123599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Allocated IP 172.25.0.154 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/c4d6cac0-23c7-4f10-887c-afd2863798df) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:11:57.148938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3939a4-a6d0-4515-809f-14e35dba1935 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:57.179159 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.230509 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.332912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.348416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Transition to ACTIVE for port object 9e3939a4-a6d0-4515-809f-14e35dba1935 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:11:57.355337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:11:57.382939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Network 08b7b278-f2e8-4637-b66d-30637498fc64 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:57.393749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42753b00-9471-4eb5-8fa3-2ae2c2716d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d5f68a-2fc6-4171-bf3d-2b9db0849b2e'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:57.407376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:57.415219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:11:57.421627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:57.450887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 47798402-c4e7-4847-822a-f72abc6afc02 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:57.458222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1224c-16b4-4247-b6df-91ae129f7d22 req-36d0eb27-aeac-409a-a712-e3c6ba1b6465 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:57.460198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b5c1224c-16b4-4247-b6df-91ae129f7d22 req-36d0eb27-aeac-409a-a712-e3c6ba1b6465 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 948 time: 0.4644456 Feb 02 15:11:57.463804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.604255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.670436 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.775112 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.838605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 47798402-c4e7-4847-822a-f72abc6afc02 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:57.839460 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:57.974875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:58.022648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7e8c9-086e-442e-98c9-6c06f1d8824e req-4e36e448-55eb-4b03-85db-d3e4071222ef tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:11:58.046374 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17e7e8c9-086e-442e-98c9-6c06f1d8824e req-4e36e448-55eb-4b03-85db-d3e4071222ef tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 936 time: 0.9300025 Feb 02 15:11:58.180177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:11:58.325810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3939a4-a6d0-4515-809f-14e35dba1935,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:58.356606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b5c1224c-16b4-4247-b6df-91ae129f7d22 req-4c634d6b-fc7a-48a4-a435-c0b60283bfc8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752189 Feb 02 15:11:58.437437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:58.504886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5ee08cfc-dd46-4050-b5f6-8142afb5405b None None] Provisioning complete for port 1e653bf1-d714-4e63-af50-9f960d6edf4a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:58.504886 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ee08cfc-dd46-4050-b5f6-8142afb5405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:58.548427 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17e7e8c9-086e-442e-98c9-6c06f1d8824e req-a870bb56-42f4-4a85-b07d-ede32c1bd297 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009944 Feb 02 15:11:58.610847 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42753b00-9471-4eb5-8fa3-2ae2c2716d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', 'code': 200} Feb 02 15:11:58.687633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Attempting to bind port 9e3939a4-a6d0-4515-809f-14e35dba1935 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:11:58.688316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Attempting to bind port 9e3939a4-a6d0-4515-809f-14e35dba1935 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:11:58.688805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Attempting to bind port 9e3939a4-a6d0-4515-809f-14e35dba1935 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:58.700879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Port 9e3939a4-a6d0-4515-809f-14e35dba1935 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:11:58.701466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Attempting to bind port 9e3939a4-a6d0-4515-809f-14e35dba1935 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:11:58.713690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:11:58.714302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:11:58.714846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:11:58.715806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Bound port: 9e3939a4-a6d0-4515-809f-14e35dba1935, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:11:58.716340 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:58.791030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:58.857162 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:58.864855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:58.887991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe26f9-c647-420f-97ef-508167a08215 None None] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:11:58.922466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d6cac0-23c7-4f10-887c-afd2863798df,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:58.942179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:11:58.946341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:11:58.949801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:11:58.963308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5ee08cfc-dd46-4050-b5f6-8142afb5405b None None] Port 1e653bf1-d714-4e63-af50-9f960d6edf4a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:11:59.051061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] For port 9e3939a4-a6d0-4515-809f-14e35dba1935, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:11:59.064250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e6df1669-88d6-4f77-a377-c9213581c699 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:11:59.069750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Router 13910ece-f3c6-4cf1-bbb1-f9718d682fea has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:11:59.069750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c49df29-ecab-4f95-b25c-075a8ffe84b0 req-baf82e72-f421-4050-b7de-98ebebfa920b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 1101 time: 0.3138459 Feb 02 15:11:59.165933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] For port 9e3939a4-a6d0-4515-809f-14e35dba1935, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9e3939a4-a6d0-4515-809f-14e35dba1935,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:11:59.185447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c49df29-ecab-4f95-b25c-075a8ffe84b0 req-44208e16-667d-4e12-a2a5-803b7a2ad16e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983133 Feb 02 15:11:59.260476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:59.354870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:59.357165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] 10.222.0.107 "PUT /v2.0/ports/9e3939a4-a6d0-4515-809f-14e35dba1935 HTTP/1.1" status: 200 len: 1096 time: 3.5498915 Feb 02 15:11:59.361737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff3ec4d-6c56-4447-bc42-0a00fccf4284', 'tag': '9e3939a4-a6d0-4515-809f-14e35dba1935'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:11:59.381945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:59.382665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:59.391599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83f3b2-3ddf-4fef-8e12-62f7dd47e492 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3939a4-a6d0-4515-809f-14e35dba1935,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:11:59.713075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:11:59.713485 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff3ec4d-6c56-4447-bc42-0a00fccf4284', 'tag': '9e3939a4-a6d0-4515-809f-14e35dba1935', 'status': 'completed', 'code': 200} Feb 02 15:11:59.770985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9d6602cd-ca07-40b5-a17b-bc0dff604df8 admin admin] 10.222.0.88 "PUT /v2.0/routers/13910ece-f3c6-4cf1-bbb1-f9718d682fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8654673 Feb 02 15:11:59.881695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e6df1669-88d6-4f77-a377-c9213581c699 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:59.946140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:11:59.975906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5c379784-b526-4231-95eb-502a0294b160 None None] Provisioning for port e6df1669-88d6-4f77-a377-c9213581c699 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:11:59.989195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5c379784-b526-4231-95eb-502a0294b160 None None] Provisioning complete for port e6df1669-88d6-4f77-a377-c9213581c699 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:11:59.991498 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5c379784-b526-4231-95eb-502a0294b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:00.024358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091b392-935a-44db-b1de-5aba845c4531 req-f91ea62f-24c5-42ac-9a69-9afb97c51595 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:00.033954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c091b392-935a-44db-b1de-5aba845c4531 req-f91ea62f-24c5-42ac-9a69-9afb97c51595 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 948 time: 0.2471471 Feb 02 15:12:00.132025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-77ad15f1-cb08-4b84-a7a4-a164fdca6833 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da41b4ea36774ee48b7d643345baeb98&device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 1099 time: 0.5754876 Feb 02 15:12:00.170590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c091b392-935a-44db-b1de-5aba845c4531 req-f6ab6c4a-1424-434c-bb83-2ae096d24cf8 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355176 Feb 02 15:12:00.398374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5acf5-7481-4d58-9a81-34efb3ff6d2b req-260b9e5d-9ce8-473d-9751-83534cff26d6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:00.400602 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-afb5acf5-7481-4d58-9a81-34efb3ff6d2b req-260b9e5d-9ce8-473d-9751-83534cff26d6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 949 time: 0.5895798 Feb 02 15:12:00.401429 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5c379784-b526-4231-95eb-502a0294b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:00.483788 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-ee0955bb-d12a-47fe-9fc6-fbba4d2db00f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9e3939a4-a6d0-4515-809f-14e35dba1935 HTTP/1.1" status: 200 len: 217 time: 0.2404194 Feb 02 15:12:00.515785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5c379784-b526-4231-95eb-502a0294b160 None None] For port e6df1669-88d6-4f77-a377-c9213581c699, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e6df1669-88d6-4f77-a377-c9213581c699,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:00.565631 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5c379784-b526-4231-95eb-502a0294b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:00.659360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-6f403672-3065-4a39-898b-ae9f98eb6531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:00.661765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-6f403672-3065-4a39-898b-ae9f98eb6531 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1584291 Feb 02 15:12:00.729602 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-afb5acf5-7481-4d58-9a81-34efb3ff6d2b req-fc415f2a-349a-4999-93de-e176d683443b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035014 Feb 02 15:12:00.746429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Sync routers for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:00.777675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c379784-b526-4231-95eb-502a0294b160 None None] Pushing event updated for resources: {'Port': ['ID=e6df1669-88d6-4f77-a377-c9213581c699,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:00.836959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:00.837893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:00.855521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-3104ed7e-f859-495b-bb05-c40b6b788464 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1765995 Feb 02 15:12:00.982579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0844dac8-ea35-47a1-a0a6-2dab1d791e77 None None] Provisioning complete for port e6df1669-88d6-4f77-a377-c9213581c699 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:00.983364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0844dac8-ea35-47a1-a0a6-2dab1d791e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:01.195923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Router 36e1228d-edd4-4097-bf19-9dc070d22f54 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:12:01.243757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:01.306934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-4d15237c-0757-4e36-bee0-50e9f37b8235 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133079 Feb 02 15:12:01.347938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42208) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:01.353482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905872542', 'description': 'tempest-description--1893568818'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:01.369387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:01.382498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Usage tracker for resource:security_group and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:01.391364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:01.410872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:01.517148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:01.603043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:01.605577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Usage tracker for resource:security_group_rule and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:01.611892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:01.618480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:01.724645 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:01.797337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 2, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:01.803263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:01.813221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Checking router: 13910ece-f3c6-4cf1-bbb1-f9718d682fea for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:01.813635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Updating router 13910ece-f3c6-4cf1-bbb1-f9718d682fea port 1e653bf1-d714-4e63-af50-9f960d6edf4a binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:12:01.909300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb2a1c6f-e882-4e80-a5a4-5686139c017c req-197c950d-ed9c-4fc1-a0f5-633989139117 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949764 Feb 02 15:12:01.917353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416095-49bc-47a7-935b-08dd8ff29869 req-a551e6c8-5696-4e41-b6ac-14140c0b6b34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:01.925184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd416095-49bc-47a7-935b-08dd8ff29869 req-a551e6c8-5696-4e41-b6ac-14140c0b6b34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 948 time: 0.4699388 Feb 02 15:12:01.942747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7a7b45-adb3-4c98-8648-f4248039b258,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:01.964842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:02.074134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bd416095-49bc-47a7-935b-08dd8ff29869 req-1cefd60b-efae-4faf-a1a8-a330d284af4b tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Synchronizing usage tracker for tenant:da41b4ea36774ee48b7d643345baeb98 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:02.074134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:12:02.092025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Sync routers for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:02.119252 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:02.124783 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:02.167545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e6df1669-88d6-4f77-a377-c9213581c699 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:02.200522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c4319-e862-469a-bebc-ab7ddd3462a0 req-5d6dd8cf-2b0f-4629-930d-ac6c010927a4 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:02.202258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae3c4319-e862-469a-bebc-ab7ddd3462a0 req-5d6dd8cf-2b0f-4629-930d-ac6c010927a4 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 949 time: 0.1565199 Feb 02 15:12:02.283623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae3c4319-e862-469a-bebc-ab7ddd3462a0 req-7f4b4582-ba78-49b3-a85c-6b01d1428af0 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720112 Feb 02 15:12:02.286678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:02.290705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-157586ca-314e-40a1-ba34-58716068d9b7 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9389150 Feb 02 15:12:02.291089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:02.298187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Request body: {'security_group_rule': {'security_group_id': '3e7a7b45-adb3-4c98-8648-f4248039b258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:02.305504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:02.320953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bd416095-49bc-47a7-935b-08dd8ff29869 req-1cefd60b-efae-4faf-a1a8-a330d284af4b tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Unset dirty status for tenant:da41b4ea36774ee48b7d643345baeb98 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:02.323621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd416095-49bc-47a7-935b-08dd8ff29869 req-1cefd60b-efae-4faf-a1a8-a330d284af4b tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961346 Feb 02 15:12:02.323621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:02.325730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:02.330557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-eef75681-6b05-4691-898c-b92ab9045061 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5592806 Feb 02 15:12:02.330987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42224) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:02.334787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Usage tracker for resource:security_group_rule and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:02.337470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:02.347825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:02.488139 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:02.605527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-929befd0-fde7-48ed-b7e5-11c70f74d488 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da41b4ea36774ee48b7d643345baeb98&device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 1099 time: 0.2095304 Feb 02 15:12:02.642624 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:02.717461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:02.876535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:02.898939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:02.972425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f081e0-f9be-4bef-9dfd-a7defac8df52,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:02.981934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Transition to ACTIVE for port object 1e653bf1-d714-4e63-af50-9f960d6edf4a will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:03.054779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e6df1669-88d6-4f77-a377-c9213581c699 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:03.055912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:03.104501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-d838befd-e755-4a26-a9bb-b2290f8a080d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:03.107587 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-d838befd-e755-4a26-a9bb-b2290f8a080d service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4842062 Feb 02 15:12:03.187763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:03.263558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-ec65d960-4cc0-457c-baef-0c0917818272 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9e3939a4-a6d0-4515-809f-14e35dba1935 HTTP/1.1" status: 200 len: 217 time: 0.1467853 Feb 02 15:12:03.287082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:03.316109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:03.316473 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:03.372860 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:11:59Z', 'revision_number': 3, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:03.378109 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Checking router: 36e1228d-edd4-4097-bf19-9dc070d22f54 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:03.378275 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Updating router 36e1228d-edd4-4097-bf19-9dc070d22f54 port c4d6cac0-23c7-4f10-887c-afd2863798df binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:12:03.424878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-bf07ced4-d81e-4c74-a0e6-43bcd1c36657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:03.426371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-bf07ced4-d81e-4c74-a0e6-43bcd1c36657 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1594157 Feb 02 15:12:03.433895 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:03.437858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-060d52ca-c5de-4ae7-b3ff-44f42f2151d1 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1431389 Feb 02 15:12:03.438795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42248) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:03.463148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Request body: {'security_group_rule': {'security_group_id': '3e7a7b45-adb3-4c98-8648-f4248039b258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:03.478430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:03.556009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Usage tracker for resource:security_group_rule and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:03.565668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:03.578738 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:03.618877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da669d6f-00c2-4c48-b543-bf83628cf65d None None] Pushing event updated for resources: {'Port': ['ID=1e653bf1-d714-4e63-af50-9f960d6edf4a,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:03.663494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:03.821160 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-32e559d1-4670-4064-aa8c-73d79364789e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3826370 Feb 02 15:12:04.030878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-4ce22d13-d03c-4341-b142-6c1eda9c445f service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893575 Feb 02 15:12:04.071869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903831a-c061-4e92-80a9-89d6fec82caa req-480dca99-297d-4160-b2d8-042cf6231d8f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:04.073633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7903831a-c061-4e92-80a9-89d6fec82caa req-480dca99-297d-4160-b2d8-042cf6231d8f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 949 time: 0.4951675 Feb 02 15:12:04.094754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Attempting to bind port 1e653bf1-d714-4e63-af50-9f960d6edf4a on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:04.098850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Attempting to bind port 1e653bf1-d714-4e63-af50-9f960d6edf4a by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:04.099347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Attempting to bind port 1e653bf1-d714-4e63-af50-9f960d6edf4a on network 08b7b278-f2e8-4637-b66d-30637498fc64 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:04.133754 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.170596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:04.171465 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Transition to ACTIVE for port object c4d6cac0-23c7-4f10-887c-afd2863798df will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:04.174866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Checking segment: {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:04.175406 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.177018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Bound using segment: {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:04.177608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Bound port: 1e653bf1-d714-4e63-af50-9f960d6edf4a, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:04.181424 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.203975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7903831a-c061-4e92-80a9-89d6fec82caa req-88152db7-112f-41dc-ac6a-c692091a7f4d tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742910 Feb 02 15:12:04.221710 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.242130 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.242819 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.279673 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b76d495a-9d21-4e67-97f3-91c1e9bf5d69 req-bd1c11a6-fea7-434e-b865-f376e458323c service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397127 Feb 02 15:12:04.351729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda171bc-c2f0-4f38-afde-896256c0cc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:04.397021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:04.413976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] For port 1e653bf1-d714-4e63-af50-9f960d6edf4a, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:04.419900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] For port 1e653bf1-d714-4e63-af50-9f960d6edf4a, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1e653bf1-d714-4e63-af50-9f960d6edf4a,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:04.427695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.501585 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.550614 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Attempting to bind port c4d6cac0-23c7-4f10-887c-afd2863798df on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:04.550614 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Attempting to bind port c4d6cac0-23c7-4f10-887c-afd2863798df by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:04.550614 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Attempting to bind port c4d6cac0-23c7-4f10-887c-afd2863798df on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:04.559412 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:04.559901 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:04.560306 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.561191 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:04.561924 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Bound port: c4d6cac0-23c7-4f10-887c-afd2863798df, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:04.562296 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.614419 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda171bc-c2f0-4f38-afde-896256c0cc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', 'code': 200} Feb 02 15:12:04.616710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6b592-2f00-4817-9b7c-3d24eca98d96 req-20c7a311-b040-4296-a02e-18039b3a2fbb tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:04.625605 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c0a6b592-2f00-4817-9b7c-3d24eca98d96 req-20c7a311-b040-4296-a02e-18039b3a2fbb tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 948 time: 0.5648942 Feb 02 15:12:04.630354 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Pushing event updated for resources: {'Port': ['ID=c4d6cac0-23c7-4f10-887c-afd2863798df,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:04.630552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.763536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:04.796323 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] For port c4d6cac0-23c7-4f10-887c-afd2863798df, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:04.800848 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] For port c4d6cac0-23c7-4f10-887c-afd2863798df, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c4d6cac0-23c7-4f10-887c-afd2863798df,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:04.803200 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.803692 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.804083 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.804410 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.808100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.808100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.808100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.808100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.808100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.808100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.808100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:04.892228 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.965972 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:04.976881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da669d6f-00c2-4c48-b543-bf83628cf65d None None] Pushing event updated for resources: {'Port': ['ID=1e653bf1-d714-4e63-af50-9f960d6edf4a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:04.989547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:04.990271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:04.999059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c0a6b592-2f00-4817-9b7c-3d24eca98d96 req-63edddd7-2ea5-4186-9287-559817291e05 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721750 Feb 02 15:12:05.011009 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:05.011931 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:05.078618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9e3939a4-a6d0-4515-809f-14e35dba1935 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:12:05.118186 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:05.121207 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e286c0-07fc-4d8c-9f70-b0f76f635e2a None None] Pushing event updated for resources: {'Port': ['ID=c4d6cac0-23c7-4f10-887c-afd2863798df,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:05.202114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f4a421-3d76-43f5-b951-01014964a5c0,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:05.230367 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb074a02-9356-462a-904a-65a9e9f85b79 req-d12d8d41-0929-4620-ab91-61c75f000c12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 1101 time: 0.5429904 Feb 02 15:12:05.289546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Allocated IP 172.20.0.1 (88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d/4e564f6a-29fd-44ae-a8bb-bfe6c975ca09/2191bc58-30df-4d7e-bbca-6920d0654dbc) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:05.304132 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:05.354012 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb074a02-9356-462a-904a-65a9e9f85b79 req-7ae81621-783f-41fb-827c-ffbb643af229 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100605 Feb 02 15:12:05.472739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:05.477766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ae7c92f7-bdb7-4c3f-b52a-ce0534f49a76 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.0315111 Feb 02 15:12:05.478575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42280) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:05.485368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:05.491013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:05.495034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Usage tracker for resource:floatingip and tenant:0ed27cb6a715426988dc6095778a64e0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:05.498572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:05.502130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:05.504330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:05.571409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096c319-3c90-442e-8ffa-67335cc40f93 req-7362d137-6ef2-4bec-bbae-6f089c546d25 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:05.575799 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:05.577211 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6096c319-3c90-442e-8ffa-67335cc40f93 req-7362d137-6ef2-4bec-bbae-6f089c546d25 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 950 time: 0.1665883 Feb 02 15:12:05.615498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:05.661270 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6096c319-3c90-442e-8ffa-67335cc40f93 req-71cc3a1b-2013-4ac3-86a0-cf66255edfdd tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800753 Feb 02 15:12:05.664505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 9e3939a4-a6d0-4515-809f-14e35dba1935, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9e3939a4-a6d0-4515-809f-14e35dba1935,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:05.692724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '9e3939a4-a6d0-4515-809f-14e35dba1935', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '9e3939a4-a6d0-4515-809f-14e35dba1935', 'mac_address': 'fa:16:3e:70:46:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:12:05.712915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Transition to ACTIVE for port object 2191bc58-30df-4d7e-bbca-6920d0654dbc will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:05.749405 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:11:59Z', 'revision_number': 3, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:05.754861 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a546c-0301-4dc4-b6b0-f7133df448f2 None None] The sync data for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 is: [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:11:59Z', 'revision_number': 3, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:05.810286 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:05.885606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:05.922104 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:05.957557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3939a4-a6d0-4515-809f-14e35dba1935 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:12:06.003695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 9e3939a4-a6d0-4515-809f-14e35dba1935, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9e3939a4-a6d0-4515-809f-14e35dba1935,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:06.058313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:06.068251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Allocated IP 172.25.0.62 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/7d887ceb-a1f5-49ae-b5b4-19a05b6232ef) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:06.070936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:06.073113 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:06.086108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:06.189985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Pushing event updated for resources: {'Port': ['ID=2191bc58-30df-4d7e-bbca-6920d0654dbc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:06.244702 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:12:04Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:06.247922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=9e3939a4-a6d0-4515-809f-14e35dba1935,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:06.253426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107d1bc-755c-45b1-bcba-2685e1e6c5de None None] The sync data for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 is: [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:12:04Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:06.401612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:06.533812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e17a09-ecc9-4f20-b118-293c0dfa223a req-4955402b-8a1d-4d8f-86ad-a360b891a512 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:06.535360 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38e17a09-ecc9-4f20-b118-293c0dfa223a req-4955402b-8a1d-4d8f-86ad-a360b891a512 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 949 time: 0.2257986 Feb 02 15:12:06.566415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:06.616076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70f1f8af-cb43-47f1-8b90-5360edab5771 None None] Provisioning for port 2191bc58-30df-4d7e-bbca-6920d0654dbc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:06.622622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70f1f8af-cb43-47f1-8b90-5360edab5771 None None] Provisioning complete for port 2191bc58-30df-4d7e-bbca-6920d0654dbc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:06.623679 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70f1f8af-cb43-47f1-8b90-5360edab5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:06.708887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['9e3939a4-a6d0-4515-809f-14e35dba1935'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:06.740697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:06.767709 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38e17a09-ecc9-4f20-b118-293c0dfa223a req-bb80aacc-9adc-4239-8e3b-04e4c2b63bf3 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259641 Feb 02 15:12:06.985473 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:07.098181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-70f1f8af-cb43-47f1-8b90-5360edab5771 None None] Port 2191bc58-30df-4d7e-bbca-6920d0654dbc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:12:07.188387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:07.217798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:07.477569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:07.507464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5be94f-6f1c-4959-8e9c-9dd8998d1730 req-d3482558-d226-4027-a294-a337f8e390c1 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:07.508999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c5be94f-6f1c-4959-8e9c-9dd8998d1730 req-d3482558-d226-4027-a294-a337f8e390c1 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 949 time: 0.0968666 Feb 02 15:12:07.535729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event updated for resources: {'Port': ['ID=7d887ceb-a1f5-49ae-b5b4-19a05b6232ef,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:07.568113 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c5be94f-6f1c-4959-8e9c-9dd8998d1730 req-0ef1fc04-cfea-4208-81cc-b63e353388ba tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476851 Feb 02 15:12:07.627732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:07.665207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916845c-434d-45c2-a837-97eea121a96d req-4ceacf82-16c7-4661-b53f-6d4c3e7f5a91 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:07.666672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9916845c-434d-45c2-a837-97eea121a96d req-4ceacf82-16c7-4661-b53f-6d4c3e7f5a91 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 950 time: 0.4368222 Feb 02 15:12:07.708546 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:07.795397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a459-c1e3-46f7-8899-3c20cae26509 req-e00613d1-5192-4a14-8f9c-b60336a95c03 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:07.797531 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5671a459-c1e3-46f7-8899-3c20cae26509 req-e00613d1-5192-4a14-8f9c-b60336a95c03 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.1065128 Feb 02 15:12:07.810668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:07.870669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5671a459-c1e3-46f7-8899-3c20cae26509 req-5edc545e-809c-4112-b7b8-3c17f6571a94 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645201 Feb 02 15:12:07.947040 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9916845c-434d-45c2-a837-97eea121a96d req-abdd5316-1aed-43f5-b520-68b0bae5a016 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610466 Feb 02 15:12:07.947812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Pushing event updated for resources: {'Port': ['ID=2191bc58-30df-4d7e-bbca-6920d0654dbc,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:08.020742 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:08.194710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:08.207928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd3ff-f942-4db0-a58c-cf60b0952878 req-dbb48201-0801-4d93-be39-199277efc40c tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:08.218430 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0abd3ff-f942-4db0-a58c-cf60b0952878 req-dbb48201-0801-4d93-be39-199277efc40c tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 949 time: 0.1229455 Feb 02 15:12:08.284801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0abd3ff-f942-4db0-a58c-cf60b0952878 req-0f0a5863-9d64-464c-9971-0257a6ce5045 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654395 Feb 02 15:12:08.317626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c4d6cac0-23c7-4f10-887c-afd2863798df up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:08.374053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:08.378099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:08.539920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c4d6cac0-23c7-4f10-887c-afd2863798df completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:08.547755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c4d6cac0-23c7-4f10-887c-afd2863798df triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:08.548041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:08.550756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f33c4-1dca-4ab4-8c37-c1f9a6d97961 req-4541440c-5a00-4c21-b5bb-4319f02c104b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:08.560724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-589f33c4-1dca-4ab4-8c37-c1f9a6d97961 req-4541440c-5a00-4c21-b5bb-4319f02c104b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 950 time: 0.4037187 Feb 02 15:12:08.711021 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:08.735088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c4d6cac0-23c7-4f10-887c-afd2863798df, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c4d6cac0-23c7-4f10-887c-afd2863798df,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:08.745815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1605b3ee-4ace-430f-98a6-524224b0d741 None None] Provisioning complete for port 2191bc58-30df-4d7e-bbca-6920d0654dbc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:08.746477 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1605b3ee-4ace-430f-98a6-524224b0d741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:08.815951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:08.819965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1e653bf1-d714-4e63-af50-9f960d6edf4a up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:08.835262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-589f33c4-1dca-4ab4-8c37-c1f9a6d97961 req-0e2135fc-df47-44ea-8981-95e804fa7c5b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548752 Feb 02 15:12:08.936111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1605b3ee-4ace-430f-98a6-524224b0d741 None None] Port 2191bc58-30df-4d7e-bbca-6920d0654dbc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:12:08.947735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.009345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c4d6cac0-23c7-4f10-887c-afd2863798df,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:09.046332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.080296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1e653bf1-d714-4e63-af50-9f960d6edf4a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:09.088243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1e653bf1-d714-4e63-af50-9f960d6edf4a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:09.088532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.132124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event updated for resources: {'Port': ['ID=7d887ceb-a1f5-49ae-b5b4-19a05b6232ef,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:09.156771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9e3939a4-a6d0-4515-809f-14e35dba1935 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:09.267344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.330994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Router 36e1228d-edd4-4097-bf19-9dc070d22f54 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:12:09.334264 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.344374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868ac0e-225e-479c-ab4d-072561f2e682 req-657f8718-6150-488b-b78a-0c5d9949e75e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:09.348226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868ac0e-225e-479c-ab4d-072561f2e682 req-657f8718-6150-488b-b78a-0c5d9949e75e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:09.349791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2868ac0e-225e-479c-ab4d-072561f2e682 req-657f8718-6150-488b-b78a-0c5d9949e75e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59&device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 1691 time: 0.1557033 Feb 02 15:12:09.373671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 1e653bf1-d714-4e63-af50-9f960d6edf4a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1e653bf1-d714-4e63-af50-9f960d6edf4a,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:09.454167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 9e3939a4-a6d0-4515-809f-14e35dba1935 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:09.459625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 9e3939a4-a6d0-4515-809f-14e35dba1935 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:09.459969 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.489442 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.567476 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.568700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f470bcdc-63e4-4c94-aa10-23433c0c5c84 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0893004 Feb 02 15:12:09.604797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2868ac0e-225e-479c-ab4d-072561f2e682 req-d289df43-5caa-4ae8-948b-f001900f680a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459483 Feb 02 15:12:09.752186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042653-d70e-45d3-97cb-1e55106594c2 req-784fd5a6-77a3-4eb6-aa48-6662a0ff5f9f tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:09.754902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10042653-d70e-45d3-97cb-1e55106594c2 req-784fd5a6-77a3-4eb6-aa48-6662a0ff5f9f tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.2042046 Feb 02 15:12:09.859738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=1e653bf1-d714-4e63-af50-9f960d6edf4a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:09.892819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Deleting port 8e870622-d1bb-428f-a0e6-821d16828dea {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:09.893582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.907318 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:09.948045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff3ec4d-6c56-4447-bc42-0a00fccf4284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3939a4-a6d0-4515-809f-14e35dba1935'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:09.962449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 9e3939a4-a6d0-4515-809f-14e35dba1935, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9e3939a4-a6d0-4515-809f-14e35dba1935,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:09.962746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:12:09.976147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce98879-1165-4fb5-8cd2-8c92fe430bf8 req-03cffea2-9357-4b27-a175-bbae2a8ed413 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:09.976147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ce98879-1165-4fb5-8cd2-8c92fe430bf8 req-03cffea2-9357-4b27-a175-bbae2a8ed413 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 946 time: 0.1267793 Feb 02 15:12:09.976147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fadeaf69-8820-4278-8552-16813a2e2a78 admin admin] 10.222.0.88 "PUT /v2.0/routers/36e1228d-edd4-4097-bf19-9dc070d22f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6431272 Feb 02 15:12:10.075525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:10.076427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:12:10.077879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ce98879-1165-4fb5-8cd2-8c92fe430bf8 req-77f036bd-4616-4e4b-bee7-2dd723aedf98 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ffc5179-05cc-49bc-a9fb-cde8009fadd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946908 Feb 02 15:12:10.308506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c4d6cac0-23c7-4f10-887c-afd2863798df up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:10.426222 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:10.427492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedd184-34e1-42a3-bae8-ceafb63179be req-5fb06147-2d5c-4c01-b530-15b10c735bef tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:10.429089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cedd184-34e1-42a3-bae8-ceafb63179be req-5fb06147-2d5c-4c01-b530-15b10c735bef tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 950 time: 0.1933572 Feb 02 15:12:10.449923 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff3ec4d-6c56-4447-bc42-0a00fccf4284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3939a4-a6d0-4515-809f-14e35dba1935', 'code': 200} Feb 02 15:12:10.452761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=9e3939a4-a6d0-4515-809f-14e35dba1935,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:10.516732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:10.523302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] For port 8e870622-d1bb-428f-a0e6-821d16828dea, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=8e870622-d1bb-428f-a0e6-821d16828dea,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:10.523302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:10.525581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c4d6cac0-23c7-4f10-887c-afd2863798df triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:10.526574 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:10.595204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cedd184-34e1-42a3-bae8-ceafb63179be req-046da612-e6ac-4809-902e-c95655d99d6e tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565752 Feb 02 15:12:10.659749 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:10.670502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ff15578-016c-4892-974a-e296e022428c req-2bd42b29-333f-42e9-a001-f7bd5887bb71 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 1101 time: 0.1497350 Feb 02 15:12:10.818315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ff15578-016c-4892-974a-e296e022428c req-bcebc3a9-e5c3-493c-a14d-2261582eacf3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427100 Feb 02 15:12:10.882949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:10.913120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1e653bf1-d714-4e63-af50-9f960d6edf4a up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:11.090706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1e653bf1-d714-4e63-af50-9f960d6edf4a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:11.091258 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:11.187528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:11.188054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:11.188260 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Floating IP 0e639fb8-eef7-4d39-9a9c-1acd9c5897e3 disassociated. External IP: 172.25.0.150, port: 8e870622-d1bb-428f-a0e6-821d16828dea. Feb 02 15:12:11.188573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Calling delete_port for 8e870622-d1bb-428f-a0e6-821d16828dea owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:11.240883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba002e4f-5038-4e47-9ab2-f2159d095178 req-f5853cb0-1922-4218-a103-b9f1213a8df8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:11.243807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba002e4f-5038-4e47-9ab2-f2159d095178 req-f5853cb0-1922-4218-a103-b9f1213a8df8 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.0955234 Feb 02 15:12:11.258832 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a448077-b827-4320-9515-3a337de07968 req-d4c4d220-fc9f-4b17-ba19-e3136774ae26 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 1101 time: 0.3228190 Feb 02 15:12:11.297433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba002e4f-5038-4e47-9ab2-f2159d095178 req-92269d16-8b85-4019-a5b4-fefba8bcb165 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458915 Feb 02 15:12:11.351009 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a448077-b827-4320-9515-3a337de07968 req-27b068e9-60c9-4ded-b825-f6e941d2feed tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913200 Feb 02 15:12:11.500144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:11.608729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event deleted for resources: {'Port': ['ID=8e870622-d1bb-428f-a0e6-821d16828dea,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:11.621961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47311d00-b49d-4f90-94c8-591e5163b386 req-d943e486-58ad-4321-9f23-d8be94d29cab tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 210 time: 0.0635364 Feb 02 15:12:11.830039 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:12:12.049893 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4e87f25-bccc-41fe-91f8-8bd6ecf0b62c req-f74741af-40d2-4378-88fd-e0128f302bef tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 1101 time: 0.1959682 Feb 02 15:12:12.060906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Router 898ec49f-0f1c-4c25-a190-0119e297dc35 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:12:12.102884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42478) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:12.108657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-910610009-network', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:12.119199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:12.139645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Usage tracker for resource:network and tenant:d319d9c4b8854b5190c8890d9a7faeea is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:12.143071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:12.153362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:12.225644 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4e87f25-bccc-41fe-91f8-8bd6ecf0b62c req-4f8c2e75-5860-494d-9914-9131eaa75e62 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633132 Feb 02 15:12:12.302252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Made reservation on behalf of d319d9c4b8854b5190c8890d9a7faeea for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:12:12.305528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:12.319126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:12.360554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:12.370663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Usage tracker for resource:security_group_rule and tenant:d319d9c4b8854b5190c8890d9a7faeea is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:12.373051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:12.379654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:12.425752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:12:12.439567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] Sync routers for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:12.452176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:12.465531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:12.466494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:12.506641 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:12.580272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] No DVR routers for this DVR port 8e870622-d1bb-428f-a0e6-821d16828dea on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:12:12.591155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:12.601167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'name': 'network-vif-deleted', 'tag': '8e870622-d1bb-428f-a0e6-821d16828dea'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:12.656443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:12.659279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df99bcb-d21b-4974-8888-f6fc6b2bb22e req-b04a36f3-e8c0-4308-badf-1ed6ca5ce407 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:12.667711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0df99bcb-d21b-4974-8888-f6fc6b2bb22e req-b04a36f3-e8c0-4308-badf-1ed6ca5ce407 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 950 time: 0.1760135 Feb 02 15:12:12.689726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:12:12.697960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:12.698294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae1e68e-6a20-4b7f-87a1-9720b89047d4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:12.706425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:12.706809 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Added segment dcc6f016-c317-4add-890f-0f4abeb3ff30 of type vlan for network 0e676b4f-149a-4721-839b-7063c259f268 Feb 02 15:12:12.724031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0df99bcb-d21b-4974-8888-f6fc6b2bb22e req-46911561-0bf3-4508-859e-a8cd649d8d1a tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544744 Feb 02 15:12:12.742657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10042653-d70e-45d3-97cb-1e55106594c2 req-64b8e91c-6507-4c72-b1a9-48098eb0ba60 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.107 "DELETE /v2.0/ports/8e870622-d1bb-428f-a0e6-821d16828dea HTTP/1.1" status: 204 len: 173 time: 2.9820411 Feb 02 15:12:12.750610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:13.064529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:13.073168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] Checking router: 898ec49f-0f1c-4c25-a190-0119e297dc35 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:13.082688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:13.083315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:13.131426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 8e870622-d1bb-428f-a0e6-821d16828dea no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:12:13.178978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 8e870622-d1bb-428f-a0e6-821d16828dea {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:12:13.179316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 8e870622-d1bb-428f-a0e6-821d16828dea not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:12:13.244798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:13.250607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:13.250607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:13.350334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:13.379694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] Pushing event updated for resources: {'Network': ['ID=0e676b4f-149a-4721-839b-7063c259f268,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:13.513693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 0e676b4f-149a-4721-839b-7063c259f268 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:12:13.515634 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-95bf0ad1-e7b8-489a-af85-bc72e9517d4d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4116848 Feb 02 15:12:13.524296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42504) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:13.530161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Request body: {'subnet': {'network_id': '0e676b4f-149a-4721-839b-7063c259f268', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-910610009-subnet', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:13.540501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:13.547474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Usage tracker for resource:subnet and tenant:d319d9c4b8854b5190c8890d9a7faeea is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:13.558289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:13.568990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:13.600883 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'code': 200} Feb 02 15:12:13.651062 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fd4017-ef5c-4747-af6b-dd1077d5de95', 'name': 'network-vif-deleted', 'tag': '8e870622-d1bb-428f-a0e6-821d16828dea', 'status': 'completed', 'code': 200} Feb 02 15:12:13.682946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Made reservation on behalf of d319d9c4b8854b5190c8890d9a7faeea for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:12:13.687041 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:13.883149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d5c8a-1675-466b-8373-650560507bef req-e73b479a-3502-4df2-8f25-dee6a5902327 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:13.884767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f5d5c8a-1675-466b-8373-650560507bef req-e73b479a-3502-4df2-8f25-dee6a5902327 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.0919197 Feb 02 15:12:13.941665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f5d5c8a-1675-466b-8373-650560507bef req-455f4ac8-c1c2-4500-956e-45844bef2578 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503650 Feb 02 15:12:13.980027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-248e2fe4-11f7-4da8-8b1c-d0fb841fbdf7 req-dd554972-13b0-44f2-943d-e682e5d13255 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Synchronizing usage tracker for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:14.048407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:14.060068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe68654-77ca-4789-b2a9-5232db64f376 None None] The sync data for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 is: [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:09:24Z', 'revision_number': 4, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2fd2c582-1445-44a6-b95d-dab30b0f73cc', 'name': '', 'network_id': 'd2580cdb-c829-46be-9c5c-cc8c8ffabb15', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'mac_address': 'fa:16:3e:76:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:22Z', 'updated_at': '2022-02-02T15:09:35Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'subnets': [{'id': '1aa97035-b1e4-42d6-b689-7e1ca5a0250c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:14.134891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-02c63a63-0519-4923-9133-3cd23cbaf417 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495758 Feb 02 15:12:14.163017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-248e2fe4-11f7-4da8-8b1c-d0fb841fbdf7 req-dd554972-13b0-44f2-943d-e682e5d13255 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Unset dirty status for tenant:0a4e3b796a8c4693bcbbc1e4ada603e0 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:14.176863 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-248e2fe4-11f7-4da8-8b1c-d0fb841fbdf7 req-dd554972-13b0-44f2-943d-e682e5d13255 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fd4017-ef5c-4747-af6b-dd1077d5de95 HTTP/1.1" status: 200 len: 210 time: 0.2689002 Feb 02 15:12:14.361932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-a67f0308-90f5-4c02-a77f-fbea9991c2c8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:14.364325 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-a67f0308-90f5-4c02-a77f-fbea9991c2c8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285318 Feb 02 15:12:14.384057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-f08bd59f-920a-4021-8e3b-66f7162e1bc7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/quotas/6dc4916590c34388b8dcb39fc65bae7d HTTP/1.1" status: 200 len: 375 time: 0.0142195 Feb 02 15:12:14.437021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1ba05-68fe-45aa-b962-85908dd29f2e req-7ca6fb60-bf89-46b2-ab53-b514d2e97ccc tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:14.443147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67e1ba05-68fe-45aa-b962-85908dd29f2e req-7ca6fb60-bf89-46b2-ab53-b514d2e97ccc tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 950 time: 0.0958765 Feb 02 15:12:14.482070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-9e022f7c-883a-4fde-84d1-28cc4700bd8c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903976 Feb 02 15:12:14.485771 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67e1ba05-68fe-45aa-b962-85908dd29f2e req-82f8d6a6-3063-4ba2-bb7c-a358955689fc tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Feb 02 15:12:14.500337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:14.595297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c90b43-8c4d-4c58-9288-3c5f58373683,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:14.632521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Checking segment: {'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:14.632885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Network hostable DHCP agents. Network: 0e676b4f-149a-4721-839b-7063c259f268, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:12:14.791519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Network 0e676b4f-149a-4721-839b-7063c259f268 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:12:15.029037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 0e676b4f-149a-4721-839b-7063c259f268) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:15.045641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b9fd72-b32b-4310-bb5f-c825d9b1a9cc None None] Network 0e676b4f-149a-4721-839b-7063c259f268 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:12:15.046177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:15.046177 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:15.103036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-4db461f8-abf2-4a44-8369-65217d03e5ad tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:15.104825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-4db461f8-abf2-4a44-8369-65217d03e5ad tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.0874116 Feb 02 15:12:15.177870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:12:15.192592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Deleting port 1c752058-c2fe-4907-8a84-491a6c0bad63 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:15.193109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:15.255893 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c609acfa-46fe-4f48-9c5c-e1092af5bb1b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7281792 Feb 02 15:12:15.256187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42536) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:15.267194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:15.287609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:15.296354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Usage tracker for resource:router and tenant:d319d9c4b8854b5190c8890d9a7faeea is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:15.323721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:15.343992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:15.484008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-0e676b4f-149a-4721-839b-7063c259f268', 'network_id': '0e676b4f-149a-4721-839b-7063c259f268', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'fixed_ips': [{'subnet_id': '37c90b43-8c4d-4c58-9288-3c5f58373683'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:12:15.485051 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:15.536146 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:15.537194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:15.678962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:15.707956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'mac_address': 'fa:16:3e:ad:f9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:12:15.720441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:15.815797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Allocated IP 172.20.0.2 (0e676b4f-149a-4721-839b-7063c259f268/37c90b43-8c4d-4c58-9288-3c5f58373683/f766db4a-3b0c-420e-86db-0ecf2ebf9c3c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:15.884526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bb6a8-7ead-4eda-bdec-09a215c57f11 req-e2f1d37b-ddea-4280-9878-ac716fcdd404 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:15.895016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-561bb6a8-7ead-4eda-bdec-09a215c57f11 req-e2f1d37b-ddea-4280-9878-ac716fcdd404 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 946 time: 0.3035443 Feb 02 15:12:15.900920 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:15.945324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] For port 1c752058-c2fe-4907-8a84-491a6c0bad63, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1c752058-c2fe-4907-8a84-491a6c0bad63,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:15.945920 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:15.992940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f6ab10-290c-4a92-be42-90ba36817c9d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:12:16.084464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-561bb6a8-7ead-4eda-bdec-09a215c57f11 req-c858bf61-586b-44b8-8a5a-273e895e88b4 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups?id=405fa35f-4e96-4127-99c3-77cb25515bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778891 Feb 02 15:12:16.116616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:16.281468 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:16.312100 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:16.329117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd56bd-c2b7-48ab-b1d8-0657854e462a req-14541a75-4d68-40f3-b494-78ef5321772c tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:16.331155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fcd56bd-c2b7-48ab-b1d8-0657854e462a req-14541a75-4d68-40f3-b494-78ef5321772c tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 950 time: 0.3116944 Feb 02 15:12:16.405785 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:16.406422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:16.406939 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Floating IP a770e59b-0100-4df7-a6b5-fd6c56f50630 disassociated. External IP: 172.25.0.87, port: 1c752058-c2fe-4907-8a84-491a6c0bad63. Feb 02 15:12:16.407453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Calling delete_port for 1c752058-c2fe-4907-8a84-491a6c0bad63 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:16.481481 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fcd56bd-c2b7-48ab-b1d8-0657854e462a req-5b3dc044-4cfd-404e-8803-4d36ee09c901 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370535 Feb 02 15:12:16.521001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:16.590568 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:16.601068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['54f6ab10-290c-4a92-be42-90ba36817c9d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:16.737846 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66dd4e10-1d13-41f6-a36f-e3553bf401cc req-7ee27808-c9b0-4567-b77c-4c20e98432b5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 210 time: 0.0906672 Feb 02 15:12:16.790471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:16.878099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:16.881737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Transition to ACTIVE for port object f766db4a-3b0c-420e-86db-0ecf2ebf9c3c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:16.906963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:16.941571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.029239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Transition to ACTIVE for port object f766db4a-3b0c-420e-86db-0ecf2ebf9c3c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:17.045491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event deleted for resources: {'Port': ['ID=1c752058-c2fe-4907-8a84-491a6c0bad63,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:17.144752 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.151665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Allocated IP 172.25.0.137 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/ef2d6875-a6ab-4e7e-916e-c97b5581e1f3) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:17.203711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42580) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:17.268163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Network 0e676b4f-149a-4721-839b-7063c259f268 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:17.278758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:17.281877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:17.326652 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f60113f4-f9fe-44a5-8efa-249cb924a573 req-9b4e4ea2-fc82-496e-967f-de209ff16782 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 210 time: 0.0494971 Feb 02 15:12:17.434182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Pushing event updated for resources: {'Port': ['ID=f766db4a-3b0c-420e-86db-0ecf2ebf9c3c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:17.483281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c9abb74-9f19-4341-a86f-3e45fefd48cf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.543655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.560671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.587545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Attempting to bind port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:17.587765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Attempting to bind port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:17.589508 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c9abb74-9f19-4341-a86f-3e45fefd48cf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.590302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Attempting to bind port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c on network 0e676b4f-149a-4721-839b-7063c259f268 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:17.609344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:17.609744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Checking segment: {'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:17.610121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.610521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Bound using segment: {'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:17.610998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Bound port: f766db4a-3b0c-420e-86db-0ecf2ebf9c3c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:17.611372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.657666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Router bb438fad-fdca-4069-a4aa-31988adaa673 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:12:17.690343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-5f8e03e3-2e3d-4a92-8eed-55c730d576e9 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:17.702721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-5f8e03e3-2e3d-4a92-8eed-55c730d576e9 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.107 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 950 time: 0.2796879 Feb 02 15:12:17.832877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] For port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:17.838639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Deleting port 9e3939a4-a6d0-4515-809f-14e35dba1935 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:17.839186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.840043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] For port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f766db4a-3b0c-420e-86db-0ecf2ebf9c3c,segment=NetworkSegment(dcc6f016-c317-4add-890f-0f4abeb3ff30),segment_id=dcc6f016-c317-4add-890f-0f4abeb3ff30)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:17.876801 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c9abb74-9f19-4341-a86f-3e45fefd48cf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:17.921344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9abb74-9f19-4341-a86f-3e45fefd48cf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffc5179-05cc-49bc-a9fb-cde8009fadd2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:17.979729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fc048-3af5-4e9f-9bec-5c586792ed8a req-6558bda3-269e-45dc-acf1-75c9f9088f71 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:17.982044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-770fc048-3af5-4e9f-9bec-5c586792ed8a req-6558bda3-269e-45dc-acf1-75c9f9088f71 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 950 time: 0.2186863 Feb 02 15:12:17.987882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:18.064910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f0ded-c0e1-4ea8-ae0e-eed36396c345 None None] Pushing event updated for resources: {'Port': ['ID=f766db4a-3b0c-420e-86db-0ecf2ebf9c3c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:18.162215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c9abb74-9f19-4341-a86f-3e45fefd48cf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:18.166484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1c9abb74-9f19-4341-a86f-3e45fefd48cf tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "DELETE /v2.0/security-groups/8ffc5179-05cc-49bc-a9fb-cde8009fadd2 HTTP/1.1" status: 204 len: 168 time: 0.9606874 Feb 02 15:12:18.172820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42598) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:18.201253 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-5df33a89-02b4-4d97-a391-686591033963 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] show failed (client error): The resource could not be found. Feb 02 15:12:18.203702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5df33a89-02b4-4d97-a391-686591033963 tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "GET /v2.0/security-groups/8ffc5179-05cc-49bc-a9fb-cde8009fadd2 HTTP/1.1" status: 404 len: 347 time: 0.0298033 Feb 02 15:12:18.207198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42602) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:18.281926 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-770fc048-3af5-4e9f-9bec-5c586792ed8a req-ff334b15-ebc0-4826-a399-f5b6c4f32598 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/security-groups?id=41bd9ca1-e338-43ae-a2bb-2b876e324430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412157 Feb 02 15:12:18.396844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1c752058-c2fe-4907-8a84-491a6c0bad63 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:12:18.453187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Deleting port b56ffb5a-e65f-4c38-9a2e-7a54c81577b6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:18.453580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:18.473611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 1c752058-c2fe-4907-8a84-491a6c0bad63 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:12:18.474341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1c752058-c2fe-4907-8a84-491a6c0bad63 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:12:18.497436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:18.560970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d056b350-9c68-43b0-9a0c-f556f7da2d78 req-0ca39f6c-ee38-43de-8154-2b02f9d7c9b2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 210 time: 0.5834887 Feb 02 15:12:18.670562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:18.678498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:18.681769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] For port 9e3939a4-a6d0-4515-809f-14e35dba1935, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9e3939a4-a6d0-4515-809f-14e35dba1935,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:18.682409 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:18.715592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2d6875-a6ab-4e7e-916e-c97b5581e1f3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:18.728364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:12:18.739066 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] Sync routers for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:18.767638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:18.768440 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:18.818023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bea483a7-e1f6-412d-9440-6c9c475ae985 req-a069eccc-64d0-4aed-a624-b540ac245d56 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Synchronizing usage tracker for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:18.830203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:18.961640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Calling delete_port for 9e3939a4-a6d0-4515-809f-14e35dba1935 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:18.978814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] No DVR routers for this DVR port 1c752058-c2fe-4907-8a84-491a6c0bad63 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:12:19.032727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:19.034730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d3aa3516-0a71-461d-9eb2-3a9daf362e1a req-78ef640b-4f8c-4f27-a8e8-07e5618574ae tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.64 "DELETE /v2.0/ports/1c752058-c2fe-4907-8a84-491a6c0bad63 HTTP/1.1" status: 204 len: 173 time: 3.9250014 Feb 02 15:12:19.035249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'name': 'network-vif-deleted', 'tag': '1c752058-c2fe-4907-8a84-491a6c0bad63'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:19.169939 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:19.185003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:19.193147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bea483a7-e1f6-412d-9440-6c9c475ae985 req-a069eccc-64d0-4aed-a624-b540ac245d56 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Unset dirty status for tenant:9d36385c25de4e749d5c5aaba7c5728d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:19.194329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bea483a7-e1f6-412d-9440-6c9c475ae985 req-a069eccc-64d0-4aed-a624-b540ac245d56 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 210 time: 0.5092103 Feb 02 15:12:19.212138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:19.212504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:19.270403 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd75256a-15a9-4d65-a64c-f6bb4bd6a772', 'name': 'network-vif-deleted', 'tag': '1c752058-c2fe-4907-8a84-491a6c0bad63', 'status': 'completed', 'code': 200} Feb 02 15:12:19.479918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 54f6ab10-290c-4a92-be42-90ba36817c9d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:19.481741 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:19.719601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Calling delete_port for b56ffb5a-e65f-4c38-9a2e-7a54c81577b6 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:19.776175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:19.995030 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:20.106991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Pushing event deleted for resources: {'Port': ['ID=9e3939a4-a6d0-4515-809f-14e35dba1935,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:20.127118 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:09Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:20.127118 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] Checking router: bb438fad-fdca-4069-a4aa-31988adaa673 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:20.130415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:20.142991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:20.155909 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:20.160278 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:20.168754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72406d-db9d-4cb1-863f-5cead9618915 None None] Network 0e676b4f-149a-4721-839b-7063c259f268 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:12:20.302123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5ff7f4a-beb7-4b9d-8575-eaecd21c343c req-23f851a4-efa9-4de7-ac50-ad3bdc63bb76 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 210 time: 0.2674680 Feb 02 15:12:20.307274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] No DVR routers for this DVR port 9e3939a4-a6d0-4515-809f-14e35dba1935 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:12:20.312471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:20.362348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff3ec4d-6c56-4447-bc42-0a00fccf4284', 'name': 'network-vif-deleted', 'tag': '9e3939a4-a6d0-4515-809f-14e35dba1935'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:20.385231 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:20.388497 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:20.505673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c3691fc-050f-41ad-aa49-29684879829d req-0dca6139-7142-4554-a9e6-bc34eca925c6 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 210 time: 0.2946825 Feb 02 15:12:20.573217 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19c8a48c-8de3-4c8b-b953-bbdafa39a038 req-0c602c76-f451-45a8-94a4-6f36b2021e34 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.107 "DELETE /v2.0/ports/9e3939a4-a6d0-4515-809f-14e35dba1935 HTTP/1.1" status: 204 len: 173 time: 2.8567252 Feb 02 15:12:20.646886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f766db4a-3b0c-420e-86db-0ecf2ebf9c3c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:20.696533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:20.811091 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:20.812740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9e3939a4-a6d0-4515-809f-14e35dba1935 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:12:20.863778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Pushing event deleted for resources: {'Port': ['ID=b56ffb5a-e65f-4c38-9a2e-7a54c81577b6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:20.898032 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:21.009426 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff3ec4d-6c56-4447-bc42-0a00fccf4284', 'name': 'network-vif-deleted', 'tag': '9e3939a4-a6d0-4515-809f-14e35dba1935', 'status': 'completed', 'code': 200} Feb 02 15:12:21.153797 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'code': 200} Feb 02 15:12:21.155511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 9e3939a4-a6d0-4515-809f-14e35dba1935 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:12:21.155870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9e3939a4-a6d0-4515-809f-14e35dba1935 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:12:21.196201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9076e581-effb-444c-8b60-75899ab52990 req-961912cc-4c53-4b86-bd6f-6380098c5a60 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd75256a-15a9-4d65-a64c-f6bb4bd6a772 HTTP/1.1" status: 200 len: 210 time: 0.1962214 Feb 02 15:12:21.265896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:21.392764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=10']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:21.424041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.424780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.425351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.425902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.426481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.427046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.427638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.428241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.428803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.432005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.432646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:21.442405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-836ec139-986c-45b1-9d5c-f6cf00331e71 None None] Provisioning for port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:21.602751 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:09Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:21.609450 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9b65c-5380-411d-bd33-9f9dc408e31d None None] The sync data for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 is: [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:11:00Z', 'revision_number': 4, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '688a13e2-819d-41c2-a29f-c9259f3b0ecc', 'name': '', 'network_id': '30e7ed57-4755-4553-895c-a6a4be3f9502', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'mac_address': 'fa:16:3e:d0:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:58Z', 'updated_at': '2022-02-02T15:11:09Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'subnets': [{'id': '29489e4f-b8fa-4c65-9bd2-92ced6c1fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:21.680989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90e52425-9527-445f-9ccd-a42a8bf47acf req-7790a8a6-2c52-4668-b9b9-d33742d3b48e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 210 time: 0.1037352 Feb 02 15:12:21.821784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:12:21.902380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:21.924340 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:21.930576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:22.029039 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2019db6b-bc94-4bec-aeb7-75cf0b72a48f req-11f32d3c-3880-49d5-b0f0-a102f278ff87 tempest-ImagesNegativeTestJSON-1790399 tempest-ImagesNegativeTestJSON-1790399-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ff3ec4d-6c56-4447-bc42-0a00fccf4284 HTTP/1.1" status: 200 len: 210 time: 0.1654699 Feb 02 15:12:22.050823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-f91c3ff1-a4e8-4143-82f4-ac60e227f03b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932968 Feb 02 15:12:22.066563 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:22.070305 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3e154b78-80e8-4f3b-8c9e-181da19d23ba tempest-ServersWithSpecificFlavorTestJSON-764728844 tempest-ServersWithSpecificFlavorTestJSON-764728844-project] 10.222.0.88 "DELETE /v2.0/floatingips/0e639fb8-eef7-4d39-9a9c-1acd9c5897e3 HTTP/1.1" status: 204 len: 168 time: 3.8607068 Feb 02 15:12:22.107343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-876faef5-7acd-40f1-b50c-bc481154fa7c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121883 Feb 02 15:12:22.577604 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:22.582999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-c9a94d79-5b64-4f4c-ae05-0a0f5fa525f5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:22.585059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-c9a94d79-5b64-4f4c-ae05-0a0f5fa525f5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5114107 Feb 02 15:12:22.591828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-b1d7f847-1f07-4ec0-bce8-2470148764a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:22.594011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-b1d7f847-1f07-4ec0-bce8-2470148764a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4762518 Feb 02 15:12:22.616850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Request body: {'port': {'device_id': '1a4795c7-9924-4ef4-84a3-4c7dc8c199f3', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '6dc4916590c34388b8dcb39fc65bae7d'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:22.649752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Request body: {'port': {'device_id': '18804563-7872-41b9-a209-0b6d9027cc4f', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '6dc4916590c34388b8dcb39fc65bae7d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:22.751455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f766db4a-3b0c-420e-86db-0ecf2ebf9c3c,segment=NetworkSegment(dcc6f016-c317-4add-890f-0f4abeb3ff30),segment_id=dcc6f016-c317-4add-890f-0f4abeb3ff30)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:22.818993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cc81fdbb-f91c-4197-aaf0-8f6e6051a6ac None None] Provisioning complete for port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:22.819472 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc81fdbb-f91c-4197-aaf0-8f6e6051a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:22.914857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42678) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:22.964156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:23.259318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f766db4a-3b0c-420e-86db-0ecf2ebf9c3c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:23.325921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:23.351795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63b1782c-5f44-46e2-a6b1-55e17d2dd4ac req-53775400-8f23-444d-a689-08effc7b3b23 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 210 time: 0.1530514 Feb 02 15:12:23.353199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:23.358408 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6cdd65fa-f9c9-4300-b959-35a1acd5c85a tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:23.401143 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6cdd65fa-f9c9-4300-b959-35a1acd5c85a tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:23.442561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:12:23.470025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Sync routers for ids ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:23.538153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6cdd65fa-f9c9-4300-b959-35a1acd5c85a tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:23.577125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd65fa-f9c9-4300-b959-35a1acd5c85a tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405fa35f-4e96-4127-99c3-77cb25515bc4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:23.579380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Made reservation on behalf of 6dc4916590c34388b8dcb39fc65bae7d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:12:23.582997 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:23.597646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:23.603913 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-345faf1c-b12a-4638-a315-5012b2300ac2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3463619 Feb 02 15:12:23.607633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42692) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:23.650769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Routers {'c6879b0a-5f87-4572-91ad-46dbbaa44cc9'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:23.656556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:23.662356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:23.688262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:23.794121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Made reservation on behalf of 6dc4916590c34388b8dcb39fc65bae7d for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:12:23.797625 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:23.992445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6cdd65fa-f9c9-4300-b959-35a1acd5c85a tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:23.993820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6cdd65fa-f9c9-4300-b959-35a1acd5c85a tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "DELETE /v2.0/security-groups/405fa35f-4e96-4127-99c3-77cb25515bc4 HTTP/1.1" status: 204 len: 168 time: 1.0726950 Feb 02 15:12:24.004940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42704) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:24.107878 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-93122be4-b3ae-43fd-b11b-21fa1aa9addd tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] show failed (client error): The resource could not be found. Feb 02 15:12:24.109643 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-93122be4-b3ae-43fd-b11b-21fa1aa9addd tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "GET /v2.0/security-groups/405fa35f-4e96-4127-99c3-77cb25515bc4 HTTP/1.1" status: 404 len: 347 time: 0.0839422 Feb 02 15:12:24.153465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:24.155668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Set router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:24.387577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Allocated IP 192.168.233.241 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/31c7d1c5-b749-4ce6-83e5-82af4f62bf26) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:24.585646 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c143089-bca9-4405-819f-1859a445cdd1 None None] New status for floating IP 0e639fb8-eef7-4d39-9a9c-1acd9c5897e3: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:12:24.778601 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70d13484-b446-4568-b322-c080407ae2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:24.822975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bfff752d-7209-4c45-9ac1-91effa1670e5 req-cb273d2f-8149-48bf-8ec7-880cdfea29a7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 210 time: 0.0928643 Feb 02 15:12:24.991413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42736) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:25.065751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:12:19Z', 'revision_number': 3, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:25.082008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Checking router: c6879b0a-5f87-4572-91ad-46dbbaa44cc9 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:25.083161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Updating router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:12:25.098655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:25.134601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Transition to ACTIVE for port object 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:25.210428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f766db4a-3b0c-420e-86db-0ecf2ebf9c3c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:25.288618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:25.377156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:25.379014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:25.381506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:25.399167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:25.410781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:25.488522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Deleting port 8ca6423e-d896-4994-ab67-fa42f75f1d39 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:25.488877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:25.513207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'Port': ['ID=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:25.534730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:25.535722 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:25.604021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:25.606446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:25.633773 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:25.822329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6e5344e2-fb25-4333-aa26-cc4a45a706a6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1958539 Feb 02 15:12:25.841284 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Request body: {'port': {'device_id': '18804563-7872-41b9-a209-0b6d9027cc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:25.941491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42754) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:26.017751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Allocated IP 192.168.233.158 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/590c81f1-18af-4f97-a9b6-e4f7ea3b4128) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:26.158897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:26.375560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93c539c1-b371-46f9-b150-2eca2fbf0cd6 None None] Provisioning for port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:26.396116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93c539c1-b371-46f9-b150-2eca2fbf0cd6 None None] Provisioning complete for port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:26.396579 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93c539c1-b371-46f9-b150-2eca2fbf0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:26.565956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bef666-dbae-4b62-b7c1-df8e97e8119d req-c0abfb1f-1b28-4813-bd71-d9833c028336 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:26.565956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-07bef666-dbae-4b62-b7c1-df8e97e8119d req-c0abfb1f-1b28-4813-bd71-d9833c028336 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:26.716428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-da31631f-d122-4f66-88c7-78d1df0b8c9a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=da41b4ea36774ee48b7d643345baeb98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7735634 Feb 02 15:12:26.718819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42764) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:26.761578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-93c539c1-b371-46f9-b150-2eca2fbf0cd6 None None] Port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:12:26.858954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-07bef666-dbae-4b62-b7c1-df8e97e8119d req-c0abfb1f-1b28-4813-bd71-d9833c028336 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:26.872468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07bef666-dbae-4b62-b7c1-df8e97e8119d req-c0abfb1f-1b28-4813-bd71-d9833c028336 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 936 time: 0.7144785 Feb 02 15:12:26.952845 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-be5849c1-8f0b-46cf-983a-16e1fc04d09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:26.966394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:26.966876 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:26.997922 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.025365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Transition to ACTIVE for port object ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:27.131856 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.135422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07bef666-dbae-4b62-b7c1-df8e97e8119d req-b5a089ca-80f4-43d8-8b10-8e54b472c957 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584739 Feb 02 15:12:27.137953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b538fd65-5daf-4a0a-93e6-88aa33318afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.246581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Attempting to bind port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:27.246964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Attempting to bind port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:27.247327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Attempting to bind port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:27.258356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940075c8-a748-419a-952b-a220bcb50a22 None None] Pushing event updated for resources: {'Port': ['ID=ef2d6875-a6ab-4e7e-916e-c97b5581e1f3,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:27.259253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b538fd65-5daf-4a0a-93e6-88aa33318afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.269711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:27.270094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:27.270491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.270879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:27.271340 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Bound port: ef2d6875-a6ab-4e7e-916e-c97b5581e1f3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:27.271712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.405563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] For port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:27.411250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] For port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ef2d6875-a6ab-4e7e-916e-c97b5581e1f3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:27.441420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.442995 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b538fd65-5daf-4a0a-93e6-88aa33318afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.459180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fc91-a645-421f-8baf-53176f315bda req-351c1d6e-d7ab-4031-8400-2b4087409139 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:27.463623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-351c1d6e-d7ab-4031-8400-2b4087409139 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 821 time: 1.0890064 Feb 02 15:12:27.465695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538fd65-5daf-4a0a-93e6-88aa33318afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bd9ca1-e338-43ae-a2bb-2b876e324430,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:27.480330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Calling delete_port for 8ca6423e-d896-4994-ab67-fa42f75f1d39 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:27.513917 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.538639 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b538fd65-5daf-4a0a-93e6-88aa33318afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:27.539920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b538fd65-5daf-4a0a-93e6-88aa33318afa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41bd9ca1-e338-43ae-a2bb-2b876e324430 HTTP/1.1" status: 204 len: 168 time: 0.8172121 Feb 02 15:12:27.612311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Transition to ACTIVE for port object 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:27.640905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940075c8-a748-419a-952b-a220bcb50a22 None None] Pushing event updated for resources: {'Port': ['ID=ef2d6875-a6ab-4e7e-916e-c97b5581e1f3,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:27.642996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-73e15bbc-97bf-4b3e-bb72-4e2913651105 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/quotas/df2a8be9a1964ccebcc06f0371c41032 HTTP/1.1" status: 200 len: 375 time: 0.1783028 Feb 02 15:12:27.650166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Routers {'c6879b0a-5f87-4572-91ad-46dbbaa44cc9'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:27.651020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:27.908169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] Set router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:28.333183 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Sync routers for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:28.355278 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:28.356337 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:28.521521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3fe1a-f93e-4983-9cac-6a124ce35d5c None None] New status for floating IP a770e59b-0100-4df7-a6b5-fd6c56f50630: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:12:28.596801 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:28.657418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b517d-e6e5-4acb-af01-549c0614ce3c req-ce6ff258-226a-41ed-8e8b-fc5332fedba0 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:28.660060 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:28.664478 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e25b517d-e6e5-4acb-af01-549c0614ce3c req-ce6ff258-226a-41ed-8e8b-fc5332fedba0 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 936 time: 0.3741510 Feb 02 15:12:28.715504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:28.824812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:12:19Z', 'revision_number': 3, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:28.835969 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-0ae3fe1a-f93e-4983-9cac-6a124ce35d5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:12:28.839024 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-0ae3fe1a-f93e-4983-9cac-6a124ce35d5c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:12:28.839201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dad9e6-3014-49a4-a5fd-274e49c3a0a8 None None] The sync data for ids ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'] in n-d-827122-1 is: [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:12:19Z', 'revision_number': 3, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:28.856209 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e25b517d-e6e5-4acb-af01-549c0614ce3c req-2f846972-47b0-4a93-b747-14f3c151bb93 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774943 Feb 02 15:12:28.875808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-688da435-64f7-49d7-8693-7cdc3ab3631f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2316706 Feb 02 15:12:28.894196 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:29.129452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:29.166639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:29.234705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:29.337739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3fe1a-f93e-4983-9cac-6a124ce35d5c None None] New status for floating IP a770e59b-0100-4df7-a6b5-fd6c56f50630: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:12:29.417642 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 2, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:29.442165 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Checking router: 36e1228d-edd4-4097-bf19-9dc070d22f54 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:29.442901 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Updating router 36e1228d-edd4-4097-bf19-9dc070d22f54 port 2191bc58-30df-4d7e-bbca-6920d0654dbc binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:12:29.554437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Pushing event deleted for resources: {'Port': ['ID=8ca6423e-d896-4994-ab67-fa42f75f1d39,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:29.741028 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:29.771007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:12:29.806667 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:29.885132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Transition to ACTIVE for port object 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:29.965206 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:29.987586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:30.086812 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-922f41c8-b0df-44c6-b9c4-351c2c490781 service neutron] 10.222.0.88 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1655645 Feb 02 15:12:30.247536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42806) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:30.276408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Pushing event updated for resources: {'Port': ['ID=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:30.310113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:30.521767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:30.527237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:30.765640 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:30.788696 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Transition to ACTIVE for port object 2191bc58-30df-4d7e-bbca-6920d0654dbc will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:30.857338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-886100591-network', 'tenant_id': 'a2ef7fa1811e4927a7f275e1d5c8f703'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:30.860533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:30.864643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Usage tracker for resource:network and tenant:a2ef7fa1811e4927a7f275e1d5c8f703 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:30.867559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:30.873899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:30.941297 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:30.963253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:30.970269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:30.970404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f160c9-4fb0-48be-8667-89f7961b8557 req-e2cf349c-2344-4ff5-af82-b53fe39ed61c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:30.971239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7f160c9-4fb0-48be-8667-89f7961b8557 req-e2cf349c-2344-4ff5-af82-b53fe39ed61c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 948 time: 0.7088249 Feb 02 15:12:31.031934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.034808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.036004 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-63f8da20-c298-4228-b0d0-71be8af90241 tempest-ServersTestJSON-935160238 tempest-ServersTestJSON-935160238-project] 10.222.0.88 "DELETE /v2.0/floatingips/a770e59b-0100-4df7-a6b5-fd6c56f50630 HTTP/1.1" status: 204 len: 168 time: 6.8815601 Feb 02 15:12:31.039444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42818) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:31.053649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'Port': ['ID=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:31.209344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:31.268355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Made reservation on behalf of a2ef7fa1811e4927a7f275e1d5c8f703 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:12:31.271303 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.333366 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d07f4-a8b3-435d-b424-3545eae10b4f None None] Pushing event updated for resources: {'Port': ['ID=2191bc58-30df-4d7e-bbca-6920d0654dbc,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:31.334942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7f160c9-4fb0-48be-8667-89f7961b8557 req-de55b031-1d73-4c80-9c92-23e409a2aa06 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416662 Feb 02 15:12:31.338774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Attempting to bind port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:31.339175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Attempting to bind port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:31.339512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Attempting to bind port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:31.368678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:12:31.369014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Attempting to bind port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:31.376572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.395116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:31.395490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:31.395829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:31.396312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Bound port: 31c7d1c5-b749-4ce6-83e5-82af4f62bf26, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:31.400491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.461478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.528586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-74c12f02-abc0-42bf-9bc5-547c5cea8af7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.9155669 Feb 02 15:12:31.531266 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Attempting to bind port 2191bc58-30df-4d7e-bbca-6920d0654dbc on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:31.531266 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Attempting to bind port 2191bc58-30df-4d7e-bbca-6920d0654dbc by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:31.531266 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Attempting to bind port 2191bc58-30df-4d7e-bbca-6920d0654dbc on network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:31.544943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2ca47dc0-e4d0-4b0d-9734-42469ffc1e90 None None] Provisioning for port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:31.549952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2ca47dc0-e4d0-4b0d-9734-42469ffc1e90 None None] Provisioning complete for port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:31.550302 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ca47dc0-e4d0-4b0d-9734-42469ffc1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.560949 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:31.561312 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Checking segment: {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:31.561718 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.562104 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Bound using segment: {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:31.562570 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Bound port: 2191bc58-30df-4d7e-bbca-6920d0654dbc, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:31.562934 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.566054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Request body: {'port': {'device_id': '1a4795c7-9924-4ef4-84a3-4c7dc8c199f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:31.645349 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-5fcd038b-7916-4c6b-a77f-954f0308b83f service neutron] 10.222.0.88 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5414233 Feb 02 15:12:31.654318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] For port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:31.657653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] For port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:31.665215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:31.682694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Usage tracker for resource:security_group_rule and tenant:a2ef7fa1811e4927a7f275e1d5c8f703 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:31.687405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2ca47dc0-e4d0-4b0d-9734-42469ffc1e90 None None] Port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:12:31.694441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:31.703445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:31.715063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:31.715741 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.722102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:31.772446 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.788744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:31.876080 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] For port 2191bc58-30df-4d7e-bbca-6920d0654dbc, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:31.883038 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] For port 2191bc58-30df-4d7e-bbca-6920d0654dbc, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2191bc58-30df-4d7e-bbca-6920d0654dbc,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:32.042250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.044341 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] 10.222.0.107 "PUT /v2.0/ports/31c7d1c5-b749-4ce6-83e5-82af4f62bf26 HTTP/1.1" status: 200 len: 1096 time: 6.2080297 Feb 02 15:12:32.054151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18804563-7872-41b9-a209-0b6d9027cc4f', 'tag': '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:32.062106 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.081411 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.127438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ef2d6875-a6ab-4e7e-916e-c97b5581e1f3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:32.296413 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.376225 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d07f4-a8b3-435d-b424-3545eae10b4f None None] Pushing event updated for resources: {'Port': ['ID=2191bc58-30df-4d7e-bbca-6920d0654dbc,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:32.379073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dc4a8-9c2d-48be-92ef-d3495ae0fbea service neutron] Pushing event updated for resources: {'Port': ['ID=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:32.399828 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:32.399828 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:32.402124 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18804563-7872-41b9-a209-0b6d9027cc4f', 'tag': '31c7d1c5-b749-4ce6-83e5-82af4f62bf26', 'status': 'completed', 'code': 200} Feb 02 15:12:32.539660 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.548501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ef2d6875-a6ab-4e7e-916e-c97b5581e1f3,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:32.789222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:12:32.804320 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-a153195f-63e8-4b6b-bebb-76ceeddea5b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5964670 Feb 02 15:12:32.810029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.816174 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.828066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:12:32.836990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.837334 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Added segment c9150441-15f4-403d-9d0d-94ba6cd2c2a7 of type vlan for network c46528d0-0bc3-4411-b43d-abcabb6e8785 Feb 02 15:12:32.843017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Transition to ACTIVE for port object 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:32.918745 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:32.924625 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:32.947157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:33.048845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-e85282f4-47ae-4dd7-b5a5-a49ee57802cb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 1099 time: 0.7590542 Feb 02 15:12:33.167370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:33.356462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:33.357101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:33.381798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-6ead8683-ede5-426a-9e16-64b11d5dd7d4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=31c7d1c5-b749-4ce6-83e5-82af4f62bf26 HTTP/1.1" status: 200 len: 217 time: 0.2897704 Feb 02 15:12:33.382235 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:33.383046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:33.383607 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:33.608298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Pushing event updated for resources: {'Port': ['ID=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:33.774502 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:31Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:33.780145 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee623c1-277a-4f90-9542-010d78cf5ca9 None None] The sync data for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 is: [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:31Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:33.842405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aba7a309-293f-4309-a61f-eab313fe0c04 req-e4639fe8-9ec3-4380-b8c0-df0d5368db93 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 210 time: 0.3934247 Feb 02 15:12:33.856427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Attempting to bind port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:33.857133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Attempting to bind port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:33.864317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Attempting to bind port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:33.915683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:12:33.916048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Attempting to bind port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:33.925134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-2ecda492-87c3-4bf4-bb9d-63875a74679d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:33.926591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-2ecda492-87c3-4bf4-bb9d-63875a74679d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.4730234 Feb 02 15:12:33.927186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df20cb3d-39c3-4da7-8862-d860d7facfbf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:33.953210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:33.953689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:33.954151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:33.954722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Bound port: 590c81f1-18af-4f97-a9b6-e4f7ea3b4128, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:33.955401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:33.987665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed8bf4-b83c-4132-a409-89679d9e5a60 req-02f77ce1-34e8-4b90-af7f-3946d40e8a4b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:33.999741 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-65ed8bf4-b83c-4132-a409-89679d9e5a60 req-02f77ce1-34e8-4b90-af7f-3946d40e8a4b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 948 time: 1.3074913 Feb 02 15:12:34.060883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] Pushing event updated for resources: {'Network': ['ID=c46528d0-0bc3-4411-b43d-abcabb6e8785,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:34.078837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c46528d0-0bc3-4411-b43d-abcabb6e8785 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:12:34.079028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-ed6e61de-f670-41b5-acaf-4541d32bc080 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 1101 time: 0.9392998 Feb 02 15:12:34.218251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:34.388420 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-65ed8bf4-b83c-4132-a409-89679d9e5a60 req-539b5f6c-1623-48ab-99c0-73623cc033d6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870256 Feb 02 15:12:34.391881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-17ab696e-bc4a-44b9-9ba8-d7494de5374c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.1379340 Feb 02 15:12:34.411542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42868) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:34.433155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Request body: {'subnet': {'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-886100591-subnet', 'tenant_id': 'a2ef7fa1811e4927a7f275e1d5c8f703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:34.448755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:34.455809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Usage tracker for resource:subnet and tenant:a2ef7fa1811e4927a7f275e1d5c8f703 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:34.473772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:34.487255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:34.505803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-aca6f296-f6b9-4326-a80c-12cd6e4cbf37 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5619996 Feb 02 15:12:34.574381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-0d7979b1-3123-4e95-aabc-2718feb76cec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:34.576297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-0d7979b1-3123-4e95-aabc-2718feb76cec service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4475172 Feb 02 15:12:34.727443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Made reservation on behalf of a2ef7fa1811e4927a7f275e1d5c8f703 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:12:34.730635 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:34.944820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-a1ecafba-b12a-4dfb-848c-56096f9c7cbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e HTTP/1.1" status: 200 len: 217 time: 0.2620354 Feb 02 15:12:35.166603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2191bc58-30df-4d7e-bbca-6920d0654dbc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:35.200296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:35.280585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] For port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:35.336489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] For port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:35.390986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 2191bc58-30df-4d7e-bbca-6920d0654dbc completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:35.398575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2191bc58-30df-4d7e-bbca-6920d0654dbc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:35.399234 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:35.501932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:35.506752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-efed443a-c687-427d-912c-c8944944d1f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:35.508262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-efed443a-c687-427d-912c-c8944944d1f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.5331047 Feb 02 15:12:35.625636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07bd7538-c2c9-41fe-9c56-497de46a676f req-25a02a9a-b866-4a44-9a7e-0aad80a9be1a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 210 time: 0.5069087 Feb 02 15:12:35.650423 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:35.660391 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] 10.222.0.64 "PUT /v2.0/ports/590c81f1-18af-4f97-a9b6-e4f7ea3b4128 HTTP/1.1" status: 200 len: 1096 time: 4.0995882 Feb 02 15:12:35.701443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4795c7-9924-4ef4-84a3-4c7dc8c199f3', 'tag': '590c81f1-18af-4f97-a9b6-e4f7ea3b4128'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:35.731576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:35.842938 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 2191bc58-30df-4d7e-bbca-6920d0654dbc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2191bc58-30df-4d7e-bbca-6920d0654dbc,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:35.856965 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-ef4e2bad-4e10-4861-b87c-d3a62711be8b service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3337131 Feb 02 15:12:35.932612 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:36.107182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Allocated IP 172.20.0.1 (0e676b4f-149a-4721-839b-7063c259f268/37c90b43-8c4d-4c58-9288-3c5f58373683/27bcd87a-1d29-4fde-bc2f-219eae344a43) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:36.203914 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4795c7-9924-4ef4-84a3-4c7dc8c199f3', 'tag': '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', 'status': 'completed', 'code': 200} Feb 02 15:12:36.285589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=2191bc58-30df-4d7e-bbca-6920d0654dbc,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:36.372640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-1bd62720-fbf9-45bc-8c6a-87dafaf5b3e0 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939961 Feb 02 15:12:36.468731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:36.469470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a82ed-7ccc-4cb0-b824-af78d5b5ced0 service neutron] Pushing event updated for resources: {'Port': ['ID=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:36.493785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-f5b9ca86-3d2a-47b8-a487-b35c373e2298 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9364457 Feb 02 15:12:36.503520 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:36.576246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd618e-2e86-4a5c-bb36-eb863c363e6c req-f4d382b5-9e2c-458d-8d12-959bfe5661fc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:36.576999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ebdd618e-2e86-4a5c-bb36-eb863c363e6c req-f4d382b5-9e2c-458d-8d12-959bfe5661fc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:36.591914 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-b6d37c55-42cc-4aa3-886e-df601815aa46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 1099 time: 0.7623174 Feb 02 15:12:36.685076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ac70a8-410a-43ea-b942-061f1153a9b8,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:36.723713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-8c7826b7-c604-47dd-a37a-f6a69920ef69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=590c81f1-18af-4f97-a9b6-e4f7ea3b4128 HTTP/1.1" status: 200 len: 217 time: 0.0799909 Feb 02 15:12:36.742784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Checking segment: {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:36.743524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Network hostable DHCP agents. Network: c46528d0-0bc3-4411-b43d-abcabb6e8785, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:12:36.798210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Transition to ACTIVE for port object 27bcd87a-1d29-4fde-bc2f-219eae344a43 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:36.812697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ebdd618e-2e86-4a5c-bb36-eb863c363e6c req-f4d382b5-9e2c-458d-8d12-959bfe5661fc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:36.814012 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebdd618e-2e86-4a5c-bb36-eb863c363e6c req-f4d382b5-9e2c-458d-8d12-959bfe5661fc tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 948 time: 1.0074763 Feb 02 15:12:36.878455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-732ff8f8-593c-4ad2-919d-22a96a1cd0ec service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 1099 time: 0.3457615 Feb 02 15:12:37.046692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebdd618e-2e86-4a5c-bb36-eb863c363e6c req-fb552a27-3a62-45d9-9a90-eebab55501c1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172112 Feb 02 15:12:37.052805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-628c41e9-00ed-4cdb-9505-e7aa666921fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:37.054255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-628c41e9-00ed-4cdb-9505-e7aa666921fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3135512 Feb 02 15:12:37.093176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2191bc58-30df-4d7e-bbca-6920d0654dbc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:37.154475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-763b9593-8d63-4f95-be3d-f3b80eae24c4 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420147 Feb 02 15:12:37.200299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6663bb86-9181-4fee-8bb1-29e165e0b0c5 req-609476bc-a67b-4176-b0f2-145000725b71 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 210 time: 0.0993538 Feb 02 15:12:37.200984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2191bc58-30df-4d7e-bbca-6920d0654dbc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:37.201364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:37.286245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Deleting port 2fd2c582-1445-44a6-b95d-dab30b0f73cc {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:37.286563 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:37.336439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:37.372490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Network c46528d0-0bc3-4411-b43d-abcabb6e8785 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:12:37.491410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Network 0e676b4f-149a-4721-839b-7063c259f268 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:37.502872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:37.508915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, c46528d0-0bc3-4411-b43d-abcabb6e8785) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:37.531442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:37.532096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:37.539931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:37.598786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea69f6-22c5-413d-8a03-1cb1cf867321 None None] Network c46528d0-0bc3-4411-b43d-abcabb6e8785 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:12:37.603073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-24d824db-da1e-439b-ac39-2548aee4cfa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:37.605811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-24d824db-da1e-439b-ac39-2548aee4cfa7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.7202175 Feb 02 15:12:37.809660 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7a09060b-e541-4d6b-a0b3-df30c0ca580d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3954148 Feb 02 15:12:37.951006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Pushing event updated for resources: {'Port': ['ID=27bcd87a-1d29-4fde-bc2f-219eae344a43,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:37.968969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-643e1f6b-77ad-4d87-80bd-2b00a0296fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8916688 Feb 02 15:12:38.036585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae6441b-94a4-4206-8fac-7ff969a236ab None None] Network c46528d0-0bc3-4411-b43d-abcabb6e8785 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:12:38.056054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-98d3f2ee-c545-4a66-b92d-42fd9735095d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=31c7d1c5-b749-4ce6-83e5-82af4f62bf26 HTTP/1.1" status: 200 len: 217 time: 0.4449451 Feb 02 15:12:38.210261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:38.221823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fc91-a645-421f-8baf-53176f315bda req-c561d46e-3dcc-4687-ae1f-f3a677265598 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:38.235376 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-c561d46e-3dcc-4687-ae1f-f3a677265598 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 821 time: 0.9232275 Feb 02 15:12:38.263875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Request body: {'port': {'device_id': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'admin_state_up': True, 'tenant_id': 'df2a8be9a1964ccebcc06f0371c41032'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:38.351273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-448fd61c-772f-4f19-9b77-af53dd2eccc7 req-15043790-49b6-4c6d-bb55-8e3f3c0328af service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1215498 Feb 02 15:12:38.430545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-33dbb263-71a5-4dd1-9bf2-83c6c34cddc6 None None] Provisioning for port 27bcd87a-1d29-4fde-bc2f-219eae344a43 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:38.475936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-33dbb263-71a5-4dd1-9bf2-83c6c34cddc6 None None] Provisioning complete for port 27bcd87a-1d29-4fde-bc2f-219eae344a43 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:38.476819 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-33dbb263-71a5-4dd1-9bf2-83c6c34cddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:38.505803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:38.643188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] For port 2fd2c582-1445-44a6-b95d-dab30b0f73cc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2fd2c582-1445-44a6-b95d-dab30b0f73cc,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:38.644353 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:38.664745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-33dbb263-71a5-4dd1-9bf2-83c6c34cddc6 None None] Port 27bcd87a-1d29-4fde-bc2f-219eae344a43 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:12:38.884312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-f99ff56a-9a8b-457b-917b-2b2f0945c7e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:38.889361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-f99ff56a-9a8b-457b-917b-2b2f0945c7e9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.8018324 Feb 02 15:12:38.975467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Calling delete_port for 2fd2c582-1445-44a6-b95d-dab30b0f73cc owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:39.115576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:39.150462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:39.238589 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-86289b4c-3e89-4882-8b92-8f475fda8026 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3309891 Feb 02 15:12:39.255975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:12:39.300307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d74aa5-b342-4d0a-ab2f-4272ef63ff5c req-92cbef2d-deff-4679-85d8-978e8dcddc20 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:39.302032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4d74aa5-b342-4d0a-ab2f-4272ef63ff5c req-92cbef2d-deff-4679-85d8-978e8dcddc20 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 948 time: 0.6763222 Feb 02 15:12:39.303023 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-483e46eb-4fdf-4376-ad52-0532c0aa2866 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2997682 Feb 02 15:12:39.311266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Made reservation on behalf of df2a8be9a1964ccebcc06f0371c41032 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:12:39.314380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:39.399147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0d87437-48cb-4f54-8fc2-f332c982d650 req-d198c67d-fddd-405e-af3c-3f77a3a28ff1 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 210 time: 0.6969581 Feb 02 15:12:39.530634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4d74aa5-b342-4d0a-ab2f-4272ef63ff5c req-35039408-c1d3-4562-b9c7-88c63b51a161 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016232 Feb 02 15:12:39.674833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:39.723795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '31c7d1c5-b749-4ce6-83e5-82af4f62bf26', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '31c7d1c5-b749-4ce6-83e5-82af4f62bf26', 'mac_address': 'fa:16:3e:33:b1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:12:39.877695 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:39.906093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:39.924894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:12:39.941865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Allocated IP 172.20.0.3 (127f8687-a3a3-4e3f-a879-d138af421b39/d93c7bdf-1cc5-430a-8774-ed52a75508fb/15110d9e-f636-4821-bb48-45642cb27052) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:39.960902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:40.038564 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:40.213996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:40.227320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd2c582-1445-44a6-b95d-dab30b0f73cc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:40.325516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:40.334692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:40.376118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['58c6c140-67bb-4b8b-a787-3ef32b081e95'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:40.451121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-33c4362e-638c-4b85-bcb8-d4d136e73605 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1782534 Feb 02 15:12:40.466751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34501d6e-f014-4058-9069-5da25154138f req-251fa3ea-bd8b-40b4-9f6f-2095751c6e32 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:40.468859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-251fa3ea-bd8b-40b4-9f6f-2095751c6e32 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 821 time: 0.4559457 Feb 02 15:12:40.474160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['31c7d1c5-b749-4ce6-83e5-82af4f62bf26'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:40.581586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fe3510-cb2b-4c34-b911-1e2aab302cfe req-5a941175-2e5b-434c-9655-7b8de9db4a79 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2460697 Feb 02 15:12:40.720136 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-95ff5bbd-f47e-4c2c-a85b-cdd4d73768d7 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/quotas/a2ef7fa1811e4927a7f275e1d5c8f703 HTTP/1.1" status: 200 len: 375 time: 0.2355027 Feb 02 15:12:41.040923 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-c8a459e8-4337-4d32-b57f-68fd02b40c19 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1518872 Feb 02 15:12:41.096944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Network 127f8687-a3a3-4e3f-a879-d138af421b39 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:41.108410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Pushing event updated for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:41.116787 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:41.144088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:41.168154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:41.264944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Deleting port 688a13e2-819d-41c2-a29f-c9259f3b0ecc {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:41.265619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:41.394999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1296c2c3-325b-471c-ad60-1247f42d0008 req-d8da0119-f251-4d75-8ac9-f885f9933dad service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9329121 Feb 02 15:12:41.425845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:41.426931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:41.469692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09342a-d332-4a54-9078-664b4a27197a req-e4af708e-76e1-4e0c-b2f5-5f11bdfc96ac tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:41.484537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9f09342a-d332-4a54-9078-664b4a27197a req-e4af708e-76e1-4e0c-b2f5-5f11bdfc96ac tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 931 time: 0.6868324 Feb 02 15:12:41.508704 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:41.741606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-e0ce6e83-801a-46c0-81ee-ff6d911f477e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 1099 time: 0.7478516 Feb 02 15:12:41.741606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Pushing event updated for resources: {'Port': ['ID=27bcd87a-1d29-4fde-bc2f-219eae344a43,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:41.741913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] For port 688a13e2-819d-41c2-a29f-c9259f3b0ecc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=688a13e2-819d-41c2-a29f-c9259f3b0ecc,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:41.741913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:41.796593 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9f09342a-d332-4a54-9078-664b4a27197a req-7db55cc8-2a57-4ee1-add3-e4d506b82324 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108203 Feb 02 15:12:41.829983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:41.859260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Calling delete_port for 688a13e2-819d-41c2-a29f-c9259f3b0ecc owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:41.868673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-757264d3-b737-478a-9862-63df014f7d21 service neutron] 10.222.0.88 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407854 Feb 02 15:12:42.145163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a16b8-fb30-4ff9-8e5b-34fb7ee29b89 req-ced2ec2f-b54b-48c2-92aa-8d00d3f29b73 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:42.146706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-969a16b8-fb30-4ff9-8e5b-34fb7ee29b89 req-ced2ec2f-b54b-48c2-92aa-8d00d3f29b73 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 949 time: 0.2182760 Feb 02 15:12:42.164658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-b5ad8eae-d4cd-48f5-8366-f8fd40213736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:42.166208 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-b5ad8eae-d4cd-48f5-8366-f8fd40213736 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4462323 Feb 02 15:12:42.263449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-969a16b8-fb30-4ff9-8e5b-34fb7ee29b89 req-ac4f63b5-c5d2-4a7b-8de4-6859b598aece tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039982 Feb 02 15:12:42.306998 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-a826b7ff-f66b-459c-807d-6aa763e7fbae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=590c81f1-18af-4f97-a9b6-e4f7ea3b4128 HTTP/1.1" status: 200 len: 217 time: 0.1263690 Feb 02 15:12:42.317880 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-9b1676c8-bef4-4e19-a4da-a4f91c892bde service neutron] 10.222.0.88 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398348 Feb 02 15:12:42.362014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Network 0e676b4f-149a-4721-839b-7063c259f268 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:42.367286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:42.462988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-1840e03b-63ba-4ce2-a1e4-b6ce5473fd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2072897 Feb 02 15:12:42.472300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:42.490704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-fc90d382-0f22-406e-bca5-ab149e05ad5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:42.492186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-fc90d382-0f22-406e-bca5-ab149e05ad5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1780417 Feb 02 15:12:42.523900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Request body: {'port': {'device_id': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:42.633309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:42.653498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Pushing event deleted for resources: {'Port': ['ID=688a13e2-819d-41c2-a29f-c9259f3b0ecc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:42.730049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5ddc7586-8960-4e73-9c60-7543a3ed7549 None None] Provisioning complete for port 27bcd87a-1d29-4fde-bc2f-219eae344a43 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:42.732668 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7586-8960-4e73-9c60-7543a3ed7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:42.870237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc7586-8960-4e73-9c60-7543a3ed7549 None None] Port 27bcd87a-1d29-4fde-bc2f-219eae344a43 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:12:42.982633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da3aa9fa-825d-435e-a27b-33f52d375c3e req-3e49126e-9f2e-4466-9e0f-22a0836a4032 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 210 time: 0.0925813 Feb 02 15:12:43.173522 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:43.239254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-af9a6c78-bdd2-4b68-add0-122a170f7c3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6823957 Feb 02 15:12:43.269779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:43.529648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:43.535055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:43.535421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:43.721765 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:43.762183 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:43.764382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18804563-7872-41b9-a209-0b6d9027cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:43.775136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04198bed-e36a-46b8-a825-2462ddede5f1 req-2d59d1b7-fb92-46f8-a514-8a90bbee53e5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:43.777515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04198bed-e36a-46b8-a825-2462ddede5f1 req-2d59d1b7-fb92-46f8-a514-8a90bbee53e5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 931 time: 0.6015196 Feb 02 15:12:43.824362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-0db8a2de-09d3-4a18-8876-ce779bcf1a9f service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763361 Feb 02 15:12:43.866790 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:43.943299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e214-448e-479c-88ce-9f08b6bdd8fd req-685257c4-3883-4112-aa93-4aea5e3a3576 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:43.952372 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a44e214-448e-479c-88ce-9f08b6bdd8fd req-685257c4-3883-4112-aa93-4aea5e3a3576 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 949 time: 0.4455025 Feb 02 15:12:44.017631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:44.027335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04198bed-e36a-46b8-a825-2462ddede5f1 req-8fc6fdbd-cf24-4f1e-87f8-52dbb2db5b44 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407954 Feb 02 15:12:44.058098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a44e214-448e-479c-88ce-9f08b6bdd8fd req-bda5c9d9-5f7e-4219-81db-59b945920c71 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047101 Feb 02 15:12:44.069104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:44.164495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a033ed0b-a402-4eae-9a30-5ffc2342dbc9 req-3bc92c48-44cc-4f9f-ac77-2f28d8649774 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305624 Feb 02 15:12:44.205165 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18804563-7872-41b9-a209-0b6d9027cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c7d1c5-b749-4ce6-83e5-82af4f62bf26', 'code': 200} Feb 02 15:12:44.223601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15110d9e-f636-4821-bb48-45642cb27052 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:12:44.240113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:44.285964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Transition to ACTIVE for port object 15110d9e-f636-4821-bb48-45642cb27052 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:44.406269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-019b5180-b110-47bb-a17d-a4d5170bc22c req-f328a657-d4bf-4905-a3ed-79d9d0f49089 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 210 time: 0.0569508 Feb 02 15:12:44.417459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:44.444866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:12:44.483359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:12:44.806075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:44.830682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Pushing event updated for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:44.841895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', 'mac_address': 'fa:16:3e:4e:90:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:12:44.900866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:44.905065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95c04660-81a9-440a-ad82-5a86fe9c15cc req-27fae681-e9b1-4890-961f-f6f59c875c48 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 1101 time: 0.6006742 Feb 02 15:12:44.930797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:12:44.952037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:44.989475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:12:45.003622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Sync routers for ids ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:45.146667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Routers {'c6879b0a-5f87-4572-91ad-46dbbaa44cc9'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:45.147201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9c7bf3cf-5530-404d-84be-390d66e4aa23 admin admin] 10.222.0.88 "PUT /v2.0/routers/c6879b0a-5f87-4572-91ad-46dbbaa44cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.4113667 Feb 02 15:12:45.147380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:45.147482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Router 898ec49f-0f1c-4c25-a190-0119e297dc35 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:12:45.345099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Set router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:45.377039 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95c04660-81a9-440a-ad82-5a86fe9c15cc req-ed12fee9-0e14-42c1-b61d-fdde3217e615 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639668 Feb 02 15:12:45.453930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:45.454777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:45.455491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:45.467259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:12:45.467585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:45.471361 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:45.600086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:45.600457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:45.600930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:45.601370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Bound port: 15110d9e-f636-4821-bb48-45642cb27052, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:45.601713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:45.607577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:12:45.619553 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] Sync routers for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:45.624698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-561984d8-857a-40c9-84e7-d371857a1c02 admin admin] 10.222.0.88 "PUT /v2.0/routers/898ec49f-0f1c-4c25-a190-0119e297dc35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.6211498 Feb 02 15:12:45.628023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:45.646171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:45.646806 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:45.936082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['590c81f1-18af-4f97-a9b6-e4f7ea3b4128'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:12:46.046068 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:46.049814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:46.053850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:46.062184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:46.089225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46166-9a47-4179-a0e9-b993ad09a0f8 req-7fc68443-b369-4f0e-8a8e-34f42111e37b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:46.097030 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22e46166-9a47-4179-a0e9-b993ad09a0f8 req-7fc68443-b369-4f0e-8a8e-34f42111e37b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 950 time: 0.7396593 Feb 02 15:12:46.187128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e7b38-47ad-4a0f-9756-6fde4fda2e82 req-547e0fc9-ecc6-4b75-818b-c1f65d38788a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:46.194462 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba8e7b38-47ad-4a0f-9756-6fde4fda2e82 req-547e0fc9-ecc6-4b75-818b-c1f65d38788a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.7891788 Feb 02 15:12:46.240570 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:46.324614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:12:38Z', 'revision_number': 4, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '27bcd87a-1d29-4fde-bc2f-219eae344a43', 'name': '', 'network_id': '0e676b4f-149a-4721-839b-7063c259f268', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'mac_address': 'fa:16:3e:a6:02:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37c90b43-8c4d-4c58-9288-3c5f58373683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:34Z', 'updated_at': '2022-02-02T15:12:39Z', 'revision_number': 2, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'subnets': [{'id': '37c90b43-8c4d-4c58-9288-3c5f58373683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:46.330302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Checking router: c6879b0a-5f87-4572-91ad-46dbbaa44cc9 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:46.330779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Updating router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 port 27bcd87a-1d29-4fde-bc2f-219eae344a43 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:12:46.352525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba8e7b38-47ad-4a0f-9756-6fde4fda2e82 req-48cb0c7f-10f8-4a72-9319-f4f161d3344f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445711 Feb 02 15:12:46.399517 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:46.567465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22e46166-9a47-4179-a0e9-b993ad09a0f8 req-c233ccac-9b52-47ea-a55e-689e14c34234 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619181 Feb 02 15:12:46.611805 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:46.654646 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:12:39Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:46.663053 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] Checking router: 898ec49f-0f1c-4c25-a190-0119e297dc35 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:46.676687 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] Routers {'898ec49f-0f1c-4c25-a190-0119e297dc35'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:46.677225 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['898ec49f-0f1c-4c25-a190-0119e297dc35'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:46.735782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:46.745297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-44821894-587d-4d0c-965d-252788d71f3a service neutron] 10.222.0.64 "PUT /v2.0/ports/15110d9e-f636-4821-bb48-45642cb27052 HTTP/1.1" status: 200 len: 1091 time: 4.2567432 Feb 02 15:12:46.745792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'tag': '15110d9e-f636-4821-bb48-45642cb27052'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:46.805182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44821894-587d-4d0c-965d-252788d71f3a service neutron] Pushing event updated for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:46.895241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:46.909911 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] Set router 898ec49f-0f1c-4c25-a190-0119e297dc35 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:46.951121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Router bb438fad-fdca-4069-a4aa-31988adaa673 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:12:46.960295 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'tag': '15110d9e-f636-4821-bb48-45642cb27052', 'status': 'completed', 'code': 200} Feb 02 15:12:47.254082 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:47.270774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c0c8562-b761-4fee-91bd-2d94e085fab7 req-cdefac4f-db5b-4f29-b11f-0151a381e02a tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 210 time: 0.1248257 Feb 02 15:12:47.274700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Transition to ACTIVE for port object 27bcd87a-1d29-4fde-bc2f-219eae344a43 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:47.369280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:47.416662 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:12:39Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:47.421047 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b18af-354c-4132-bcf4-e6ac460129c3 None None] The sync data for ids ['898ec49f-0f1c-4c25-a190-0119e297dc35'] in n-d-827122-1 is: [{'id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698363677-router', 'tenant_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:18Z', 'updated_at': '2022-02-02T15:12:39Z', 'revision_number': 5, 'project_id': '0a4e3b796a8c4693bcbbc1e4ada603e0', 'gw_port': {'id': 'de9523a3-fc7f-4db5-84a1-2ec6220503e2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ec49f-0f1c-4c25-a190-0119e297dc35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:19Z', 'updated_at': '2022-02-02T15:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:47.503163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:47.505821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:47.622634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Deleting port de9523a3-fc7f-4db5-84a1-2ec6220503e2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:47.622634 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:47.743025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d50a4-c13d-4170-aa2d-4f25260e8649 None None] Pushing event updated for resources: {'Port': ['ID=27bcd87a-1d29-4fde-bc2f-219eae344a43,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:47.830724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fe505e7-c297-47c0-8699-34dd021db7cc req-b763d3f6-b3ca-4c60-b035-94b7d87ddbf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1094 time: 0.8266652 Feb 02 15:12:47.849007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34501d6e-f014-4058-9069-5da25154138f req-4dd5e486-e4a6-477f-bb07-9a0ad7bb56b4 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:47.851781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-34501d6e-f014-4058-9069-5da25154138f req-4dd5e486-e4a6-477f-bb07-9a0ad7bb56b4 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:48.059146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Attempting to bind port 27bcd87a-1d29-4fde-bc2f-219eae344a43 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:48.059576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Attempting to bind port 27bcd87a-1d29-4fde-bc2f-219eae344a43 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:48.060003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Attempting to bind port 27bcd87a-1d29-4fde-bc2f-219eae344a43 on network 0e676b4f-149a-4721-839b-7063c259f268 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:48.078373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:48.078785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Checking segment: {'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:48.079319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:48.079818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Bound using segment: {'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:48.080325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Bound port: 27bcd87a-1d29-4fde-bc2f-219eae344a43, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc6f016-c317-4add-890f-0f4abeb3ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0e676b4f-149a-4721-839b-7063c259f268'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:48.080771 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:48.157563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-72961615-5d1f-4861-959f-022761008843 admin admin] For port de9523a3-fc7f-4db5-84a1-2ec6220503e2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=de9523a3-fc7f-4db5-84a1-2ec6220503e2,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:48.157892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:48.219349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe505e7-c297-47c0-8699-34dd021db7cc req-85150dd8-b936-447e-8197-06d85e66734e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:48.221459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fe505e7-c297-47c0-8699-34dd021db7cc req-85150dd8-b936-447e-8197-06d85e66734e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=df2a8be9a1964ccebcc06f0371c41032&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3544962 Feb 02 15:12:48.335519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] For port 27bcd87a-1d29-4fde-bc2f-219eae344a43, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:48.343018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] For port 27bcd87a-1d29-4fde-bc2f-219eae344a43, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=27bcd87a-1d29-4fde-bc2f-219eae344a43,segment=NetworkSegment(dcc6f016-c317-4add-890f-0f4abeb3ff30),segment_id=dcc6f016-c317-4add-890f-0f4abeb3ff30)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:48.380523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Calling delete_port for de9523a3-fc7f-4db5-84a1-2ec6220503e2 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:48.438937 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:48.488989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-34501d6e-f014-4058-9069-5da25154138f req-4dd5e486-e4a6-477f-bb07-9a0ad7bb56b4 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:48.490378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-4dd5e486-e4a6-477f-bb07-9a0ad7bb56b4 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.107 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 821 time: 1.0709198 Feb 02 15:12:48.536093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:48.570767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Request body: {'port': {'device_id': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'admin_state_up': True, 'tenant_id': 'a2ef7fa1811e4927a7f275e1d5c8f703'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:48.710722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Routers {'c6879b0a-5f87-4572-91ad-46dbbaa44cc9'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:48.713321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:48.742826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a712cb9-e4a7-4235-9dd4-d9499529f981 req-8e8878b8-b5a0-4f5d-aecd-698d3fdea923 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:48.751724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a712cb9-e4a7-4235-9dd4-d9499529f981 req-8e8878b8-b5a0-4f5d-aecd-698d3fdea923 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 1.0201962 Feb 02 15:12:48.805753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:12:48.810781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:48.824939 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:12:48.832349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Usage tracker for resource:port and tenant:a2ef7fa1811e4927a7f275e1d5c8f703 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:12:48.833200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d50a4-c13d-4170-aa2d-4f25260e8649 None None] Pushing event updated for resources: {'Port': ['ID=27bcd87a-1d29-4fde-bc2f-219eae344a43,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:48.846504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:12:48.855621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:12:48.961917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9523a3-fc7f-4db5-84a1-2ec6220503e2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:49.011394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:49.019688 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a712cb9-e4a7-4235-9dd4-d9499529f981 req-ef7c7ea6-3040-4cdf-8abc-e5346310d97d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649870 Feb 02 15:12:49.047602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:12:49.062146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:49.063662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:49.084840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Made reservation on behalf of a2ef7fa1811e4927a7f275e1d5c8f703 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:12:49.091563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:49.166978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62021f56-905d-473e-a71a-911acadd27df req-98806ecf-5b7c-41ca-bfe2-70acda7e4465 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:49.173659 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62021f56-905d-473e-a71a-911acadd27df req-98806ecf-5b7c-41ca-bfe2-70acda7e4465 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 950 time: 0.9507418 Feb 02 15:12:49.199549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] Sync routers for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:12:49.199659 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f6846582-3793-4464-b5dd-a968175da655 admin admin] 10.222.0.88 "PUT /v2.0/routers/bb438fad-fdca-4069-a4aa-31988adaa673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1575058 Feb 02 15:12:49.203820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43072) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:49.240931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2fd2c582-1445-44a6-b95d-dab30b0f73cc no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:12:49.314551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 2fd2c582-1445-44a6-b95d-dab30b0f73cc {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:12:49.315101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2fd2c582-1445-44a6-b95d-dab30b0f73cc not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:12:49.327613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:49.328354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:49.403003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Allocated IP 172.20.0.8 (c46528d0-0bc3-4411-b43d-abcabb6e8785/c0ac70a8-410a-43ea-b942-061f1153a9b8/6faaf982-f266-4448-9c90-f11b3fb507a8) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:12:49.579002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] Set router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:49.683083 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:49.795351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe505e7-c297-47c0-8699-34dd021db7cc req-c76a6e8e-379f-4828-857a-5a912d9d85d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:49.796780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fe505e7-c297-47c0-8699-34dd021db7cc req-c76a6e8e-379f-4828-857a-5a912d9d85d4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.5191743 Feb 02 15:12:49.864716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62021f56-905d-473e-a71a-911acadd27df req-3b474203-1e9b-41f3-910b-d06d33bcdfed tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901119 Feb 02 15:12:49.909628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:49.957192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:50.055377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Network c46528d0-0bc3-4411-b43d-abcabb6e8785 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:12:50.076184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:12:50.079835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:12:50.248306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:50.427441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event updated for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:50.503676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:50.504319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:50.512907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:50.515926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:50.569572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c4718-3794-4f1a-a129-0168ec9bd82c req-b5999f28-4b0e-45e4-ac00-773d485f1f92 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:50.571302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a1c4718-3794-4f1a-a129-0168ec9bd82c req-b5999f28-4b0e-45e4-ac00-773d485f1f92 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 931 time: 0.8328352 Feb 02 15:12:50.605568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-db08c3e2-289f-406c-ad8e-e196dee2136a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1094 time: 0.7367225 Feb 02 15:12:50.612169 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:50.681096 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:50.681691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 898ec49f-0f1c-4c25-a190-0119e297dc35 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:12:50.739614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a1c4718-3794-4f1a-a129-0168ec9bd82c req-1b64b696-d2e6-46c5-8d7c-aa5df98028c3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622133 Feb 02 15:12:50.755943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72961615-5d1f-4861-959f-022761008843 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:50.756969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-72961615-5d1f-4861-959f-022761008843 admin admin] 10.222.0.88 "DELETE /v2.0/routers/898ec49f-0f1c-4c25-a190-0119e297dc35 HTTP/1.1" status: 204 len: 168 time: 5.1267493 Feb 02 15:12:50.770462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43090) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:50.777018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-687b72ac-01b5-4066-b509-2a2722b932ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15110d9e-f636-4821-bb48-45642cb27052 HTTP/1.1" status: 200 len: 217 time: 0.1538644 Feb 02 15:12:50.786757 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-61c022ed-342d-47f7-bd0e-f2eebd9ae8ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2261543 Feb 02 15:12:50.811792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:50.820290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4795c7-9924-4ef4-84a3-4c7dc8c199f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590c81f1-18af-4f97-a9b6-e4f7ea3b4128'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:50.950455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd858abf-024e-436b-8aae-4c9434af08e0 admin admin] Deleting subnet 1aa97035-b1e4-42d6-b689-7e1ca5a0250c {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:12:50.952839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaba4b-7b57-42f6-9fd3-b19ef48a626d req-da59ef2f-1391-4b26-b287-e455e3049a2a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:50.954352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cccaba4b-7b57-42f6-9fd3-b19ef48a626d req-da59ef2f-1391-4b26-b287-e455e3049a2a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 949 time: 0.7554495 Feb 02 15:12:50.961340 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd858abf-024e-436b-8aae-4c9434af08e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:50.972884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Request body: {'port': {'device_id': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:12:50.984167 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:51.124230 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd858abf-024e-436b-8aae-4c9434af08e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:51.165692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:51.172228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:12:38Z', 'revision_number': 4, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '27bcd87a-1d29-4fde-bc2f-219eae344a43', 'name': '', 'network_id': '0e676b4f-149a-4721-839b-7063c259f268', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'mac_address': 'fa:16:3e:a6:02:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37c90b43-8c4d-4c58-9288-3c5f58373683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:34Z', 'updated_at': '2022-02-02T15:12:48Z', 'revision_number': 4, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'subnets': [{'id': '37c90b43-8c4d-4c58-9288-3c5f58373683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:51.181380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a320e-cc1b-4895-8b01-343f4769742c None None] The sync data for ids ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'] in n-d-827122-1 is: [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:12:38Z', 'revision_number': 4, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '27bcd87a-1d29-4fde-bc2f-219eae344a43', 'name': '', 'network_id': '0e676b4f-149a-4721-839b-7063c259f268', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'mac_address': 'fa:16:3e:a6:02:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37c90b43-8c4d-4c58-9288-3c5f58373683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:34Z', 'updated_at': '2022-02-02T15:12:48Z', 'revision_number': 4, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'subnets': [{'id': '37c90b43-8c4d-4c58-9288-3c5f58373683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:51.224118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c2c2-fed8-4a28-87c9-dfb946ad8cef req-6ae8d418-4ba7-4676-b9ef-387784acac76 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:51.240412 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51a4c2c2-fed8-4a28-87c9-dfb946ad8cef req-6ae8d418-4ba7-4676-b9ef-387784acac76 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.2056420 Feb 02 15:12:51.305753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:12:42Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:51.312728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] Checking router: bb438fad-fdca-4069-a4aa-31988adaa673 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:12:51.331026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] Routers {'bb438fad-fdca-4069-a4aa-31988adaa673'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:12:51.341075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:51.345565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bb438fad-fdca-4069-a4aa-31988adaa673'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:51.348058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51a4c2c2-fed8-4a28-87c9-dfb946ad8cef req-3399cd6b-c368-4454-9311-052001aac595 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062396 Feb 02 15:12:51.389765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fc91-a645-421f-8baf-53176f315bda req-d88fefc3-926b-4045-a102-3e60e918b5f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:51.391352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-d88fefc3-926b-4045-a102-3e60e918b5f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.6011279 Feb 02 15:12:51.438022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd858abf-024e-436b-8aae-4c9434af08e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:51.493325 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-81eb9303-0a3b-4d7d-9973-776a5fe0f678 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893760 Feb 02 15:12:51.499977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:51.772294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] Set router bb438fad-fdca-4069-a4aa-31988adaa673 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:12:52.067517 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cccaba4b-7b57-42f6-9fd3-b19ef48a626d req-5d4f62c9-2bd1-4a5f-a5e4-2600e23e8a3a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8634481 Feb 02 15:12:52.097772 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4795c7-9924-4ef4-84a3-4c7dc8c199f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', 'code': 200} Feb 02 15:12:52.279796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce6b01-978d-46f1-86c1-b1c823dbdd7e req-48b5408f-14f7-4cb8-91ec-a52a1a794526 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:52.281521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1fce6b01-978d-46f1-86c1-b1c823dbdd7e req-48b5408f-14f7-4cb8-91ec-a52a1a794526 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 931 time: 0.1554437 Feb 02 15:12:52.285033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-439e17fd-0ce2-4497-a321-df001256a2b5 req-1e8d30ce-a64c-470b-b700-1d226488d806 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 1101 time: 0.2548130 Feb 02 15:12:52.444822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1fce6b01-978d-46f1-86c1-b1c823dbdd7e req-0c9680c6-8e30-4adf-bccd-0f0168b05273 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536269 Feb 02 15:12:52.474634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:12:42Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:52.474794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-439e17fd-0ce2-4497-a321-df001256a2b5 req-7939495d-3593-44eb-8bbe-15e9fc96f974 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455634 Feb 02 15:12:52.480681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed479213-e9cc-4419-8264-bde3b6e75590 None None] The sync data for ids ['bb438fad-fdca-4069-a4aa-31988adaa673'] in n-d-827122-1 is: [{'id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'name': 'tempest-ServersTestJSON-1165344920-router', 'tenant_id': '9d36385c25de4e749d5c5aaba7c5728d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:10:50Z', 'updated_at': '2022-02-02T15:12:42Z', 'revision_number': 5, 'project_id': '9d36385c25de4e749d5c5aaba7c5728d', 'gw_port': {'id': '4d8b82e1-2ed2-4285-88e6-d4935675c96c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb438fad-fdca-4069-a4aa-31988adaa673', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:10:51Z', 'updated_at': '2022-02-02T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:12:52.574073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-645e9e96-3eca-4193-b87a-c2e75a0e7396 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606467 Feb 02 15:12:52.949650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6faaf982-f266-4448-9c90-f11b3fb507a8 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:12:52.971130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.019749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Transition to ACTIVE for port object 6faaf982-f266-4448-9c90-f11b3fb507a8 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:12:53.032376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd858abf-024e-436b-8aae-4c9434af08e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.058478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f170ee-1f95-4a9d-9b60-1173559851fc req-2245a0cc-c9e1-4329-8768-57082eab329b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:53.059184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-31f170ee-1f95-4a9d-9b60-1173559851fc req-2245a0cc-c9e1-4329-8768-57082eab329b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:53.074176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5428fc91-a645-421f-8baf-53176f315bda req-c0ea1339-7d90-4ea4-bdfb-48f832e31fd6 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325911 Feb 02 15:12:53.090990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858abf-024e-436b-8aae-4c9434af08e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa97035-b1e4-42d6-b689-7e1ca5a0250c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:53.100756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.104876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c886d9-3d5c-4520-9062-753f34abed23 None None] Network d2580cdb-c829-46be-9c5c-cc8c8ffabb15 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:12:53.110117 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd858abf-024e-436b-8aae-4c9434af08e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.131277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43120) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:53.131503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bd858abf-024e-436b-8aae-4c9434af08e0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1aa97035-b1e4-42d6-b689-7e1ca5a0250c HTTP/1.1" status: 204 len: 168 time: 2.3597527 Feb 02 15:12:53.219869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 27bcd87a-1d29-4fde-bc2f-219eae344a43 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:53.247614 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.365240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22dd17-a025-494c-a0ee-4577622e8280 req-f00b116b-f115-462b-9ec5-728d48dcba3b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:53.367192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff22dd17-a025-494c-a0ee-4577622e8280 req-f00b116b-f115-462b-9ec5-728d48dcba3b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 950 time: 0.1236732 Feb 02 15:12:53.443985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Pushing event updated for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:53.470852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.471515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.472029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.472486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.472936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.473638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.474086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.474527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.474970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.477047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.477585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:12:53.481668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-31f170ee-1f95-4a9d-9b60-1173559851fc req-2245a0cc-c9e1-4329-8768-57082eab329b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:53.483035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-31f170ee-1f95-4a9d-9b60-1173559851fc req-2245a0cc-c9e1-4329-8768-57082eab329b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.8758614 Feb 02 15:12:53.483780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Deleting port 4d8b82e1-2ed2-4285-88e6-d4935675c96c {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:53.484286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.495345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff22dd17-a025-494c-a0ee-4577622e8280 req-47cd9a91-7039-4210-a936-3291859d7d34 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181235 Feb 02 15:12:53.629682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 27bcd87a-1d29-4fde-bc2f-219eae344a43 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:12:53.635947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 27bcd87a-1d29-4fde-bc2f-219eae344a43 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:53.635947 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.705032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.783151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] DHCP port deletion for d2580cdb-c829-46be-9c5c-cc8c8ffabb15 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:12:53.794898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] Deleting port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:53.801667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:53.967204 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-31f170ee-1f95-4a9d-9b60-1173559851fc req-1c2b4066-5c32-4521-924c-a07cdde70c7e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020338 Feb 02 15:12:53.991402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Deleting port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:53.991962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:54.102729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a105e23-073d-4d14-abef-a436f4372d8e req-6f62ec01-80a0-40ea-883f-4b6e72f977e8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:54.114631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a105e23-073d-4d14-abef-a436f4372d8e req-6f62ec01-80a0-40ea-883f-4b6e72f977e8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 943 time: 0.2655668 Feb 02 15:12:54.188373 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a105e23-073d-4d14-abef-a436f4372d8e req-fee1f45e-43ec-455e-99ca-e3ef238bd1c1 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724983 Feb 02 15:12:54.289720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] For port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b49ee6de-c23a-4ee0-8b44-d21dd6003ae5,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:54.291463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:54.421718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Attempting to bind port 6faaf982-f266-4448-9c90-f11b3fb507a8 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:12:54.422273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Attempting to bind port 6faaf982-f266-4448-9c90-f11b3fb507a8 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:12:54.422273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Attempting to bind port 6faaf982-f266-4448-9c90-f11b3fb507a8 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:54.425607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] For port 4d8b82e1-2ed2-4285-88e6-d4935675c96c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4d8b82e1-2ed2-4285-88e6-d4935675c96c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:54.425956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:54.472857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] Calling delete_port for b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:54.611337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:54.676203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Port 6faaf982-f266-4448-9c90-f11b3fb507a8 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:12:54.676827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Attempting to bind port 6faaf982-f266-4448-9c90-f11b3fb507a8 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:12:54.688564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Calling delete_port for 4d8b82e1-2ed2-4285-88e6-d4935675c96c owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:54.689848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 27bcd87a-1d29-4fde-bc2f-219eae344a43, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=27bcd87a-1d29-4fde-bc2f-219eae344a43,segment=NetworkSegment(dcc6f016-c317-4add-890f-0f4abeb3ff30),segment_id=dcc6f016-c317-4add-890f-0f4abeb3ff30)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:54.736535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:54.783665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:12:54.784675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Checking segment: {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:12:54.785815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Bound using segment: {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:12:54.786711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Bound port: 6faaf982-f266-4448-9c90-f11b3fb507a8, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:12:54.787280 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:54.827452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb402-db57-4311-8043-b711f2c51112 req-e67a9aff-1cd3-42d5-a9d2-260cb4666947 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:54.836198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ffdb402-db57-4311-8043-b711f2c51112 req-e67a9aff-1cd3-42d5-a9d2-260cb4666947 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 950 time: 0.1259003 Feb 02 15:12:54.874224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aba869b4-e9fc-4b7f-b0c7-0ff429092fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:54.895868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] No DVR routers for this DVR port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:12:54.897678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9aaf5-d339-4e53-aa91-eae4ddd85b05 None None] Pushing event deleted for resources: {'Port': ['ID=b49ee6de-c23a-4ee0-8b44-d21dd6003ae5,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:54.908047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:54.911402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ffdb402-db57-4311-8043-b711f2c51112 req-6cccf717-c14a-4803-a57d-3c46fdeb59ea tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Feb 02 15:12:55.075999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 688a13e2-819d-41c2-a29f-c9259f3b0ecc no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:12:55.170967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 688a13e2-819d-41c2-a29f-c9259f3b0ecc {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:12:55.171308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 688a13e2-819d-41c2-a29f-c9259f3b0ecc not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:12:55.197670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=27bcd87a-1d29-4fde-bc2f-219eae344a43,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:55.339059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] For port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b49ee6de-c23a-4ee0-8b44-d21dd6003ae5,segment=NetworkSegment(f2e38247-8f87-403b-b374-3624c2bc821a),segment_id=f2e38247-8f87-403b-b374-3624c2bc821a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:55.339554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:55.417713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:12:55.534171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:12:55.535046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:12:55.535401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device de9523a3-fc7f-4db5-84a1-2ec6220503e2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:12:55.635456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: de9523a3-fc7f-4db5-84a1-2ec6220503e2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:12:55.639595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device de9523a3-fc7f-4db5-84a1-2ec6220503e2 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:12:55.774633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5683a78-e03c-444d-af36-65f53ba8ced6 req-623811e7-3933-4d4f-ab80-11c48ddbdd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:55.780968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f5683a78-e03c-444d-af36-65f53ba8ced6 req-623811e7-3933-4d4f-ab80-11c48ddbdd47 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.3904116 Feb 02 15:12:55.785549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Calling delete_port for b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:12:55.834348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f5683a78-e03c-444d-af36-65f53ba8ced6 req-a3cb89f2-b8b3-4681-91d4-92988f5b37be tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524061 Feb 02 15:12:55.887327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:12:55.906884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:12:55.993752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:56.037104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:12:56.037425 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:12:56.094762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:56.096164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] 10.222.0.107 "PUT /v2.0/ports/6faaf982-f266-4448-9c90-f11b3fb507a8 HTTP/1.1" status: 200 len: 1091 time: 5.1368577 Feb 02 15:12:56.097974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:12:56.110072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558a3c-579c-4a63-86f4-908093d2dabd req-ede34c73-31d2-4ee8-b596-e892d0970422 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:56.114809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558a3c-579c-4a63-86f4-908093d2dabd req-ede34c73-31d2-4ee8-b596-e892d0970422 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:56.115633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bffb8-fc2f-4e47-bf96-38c83abd7ee0 req-f00b6b1c-6140-4069-9aa8-827c28aa1a12 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:56.116286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc558a3c-579c-4a63-86f4-908093d2dabd req-ede34c73-31d2-4ee8-b596-e892d0970422 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f&device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 1691 time: 0.2948260 Feb 02 15:12:56.123880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635c7f8-fe79-4644-bf03-413add8ec862 service neutron] Pushing event updated for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:56.135071 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-329bffb8-fc2f-4e47-bf96-38c83abd7ee0 req-f00b6b1c-6140-4069-9aa8-827c28aa1a12 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 943 time: 0.1273856 Feb 02 15:12:56.177979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc558a3c-579c-4a63-86f4-908093d2dabd req-586503e9-4792-4374-9f5c-bf12975f5df5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502963 Feb 02 15:12:56.184450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:56.208169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-329bffb8-fc2f-4e47-bf96-38c83abd7ee0 req-9a918832-3033-4aa2-b4a8-a96424878d37 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708909 Feb 02 15:12:56.379549 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'status': 'completed', 'code': 200} Feb 02 15:12:56.562800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Deleting port b49ee6de-c23a-4ee0-8b44-d21dd6003ae5 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:56.563200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:56.589806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8b82e1-2ed2-4285-88e6-d4935675c96c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:56.677341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c87c4c3-c653-41fa-ad6c-83ce0ec7dab8 req-70ef7f48-49e0-4fdf-9b54-030564d93394 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 1101 time: 0.0905876 Feb 02 15:12:56.714773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:56.755152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4c87c4c3-c653-41fa-ad6c-83ce0ec7dab8 req-8576a54c-0ada-4214-9241-01e16588900a tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Synchronizing usage tracker for tenant:c760be227800448eb8cdb162746c0438 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:56.835668 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cde0d1c0-19ec-4efe-94a4-1abe23280e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:56.866113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4c87c4c3-c653-41fa-ad6c-83ce0ec7dab8 req-8576a54c-0ada-4214-9241-01e16588900a tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] Unset dirty status for tenant:c760be227800448eb8cdb162746c0438 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:56.867537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c87c4c3-c653-41fa-ad6c-83ce0ec7dab8 req-8576a54c-0ada-4214-9241-01e16588900a tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829753 Feb 02 15:12:56.881773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] The port 'b49ee6de-c23a-4ee0-8b44-d21dd6003ae5' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:12:57.126478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a677d0-2884-4547-8f75-fe2f1a157e55 req-a4d8aa40-da55-45d3-971a-94c453b253bd tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:57.128008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c0a677d0-2884-4547-8f75-fe2f1a157e55 req-a4d8aa40-da55-45d3-971a-94c453b253bd tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.0968530 Feb 02 15:12:57.178213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c0a677d0-2884-4547-8f75-fe2f1a157e55 req-d17e5ae6-7aec-4ee0-883a-35e700b51520 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Feb 02 15:12:57.350415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 27bcd87a-1d29-4fde-bc2f-219eae344a43 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:12:57.378832 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:57.387210 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:57.414798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-8bebb084-6fa3-4491-846f-c3adf26c693e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 1094 time: 1.0342388 Feb 02 15:12:57.415554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:57.421372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2580cdb-c829-46be-9c5c-cc8c8ffabb15']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:57.427658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd42b793-63f0-4e46-a2bc-ad403824b034 req-f19192f9-eb15-42a5-b1ab-6b27cdf76ec8 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 1101 time: 0.0912371 Feb 02 15:12:57.432005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 27bcd87a-1d29-4fde-bc2f-219eae344a43 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:12:57.432552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:57.485015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e38247-8f87-403b-b374-3624c2bc821a') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:57.485306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e38247-8f87-403b-b374-3624c2bc821a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:12:57.496435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd42b793-63f0-4e46-a2bc-ad403824b034 req-5bd57b2a-be51-4864-87ba-dd69d0506016 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619073 Feb 02 15:12:57.522296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-47d95799-b35c-441d-b838-e4b90a86fe9c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6faaf982-f266-4448-9c90-f11b3fb507a8 HTTP/1.1" status: 200 len: 217 time: 0.0867760 Feb 02 15:12:57.523560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:57.593861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb9d7c-526b-4694-a8f1-937c8dd7feb0 req-3ecb4a70-ea9f-4fc9-bae8-b6acdf0765f9 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:57.595537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1bb9d7c-526b-4694-a8f1-937c8dd7feb0 req-3ecb4a70-ea9f-4fc9-bae8-b6acdf0765f9 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 950 time: 0.5094998 Feb 02 15:12:57.608330 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:57.640716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:12:57.641043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:12:57.656284 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:12:57.777302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34501d6e-f014-4058-9069-5da25154138f req-0c609fea-27f5-4dc5-b6b8-99571ba15e92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:57.778979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-0c609fea-27f5-4dc5-b6b8-99571ba15e92 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c0ac70a8-410a-43ea-b942-061f1153a9b8 HTTP/1.1" status: 200 len: 861 time: 0.2485738 Feb 02 15:12:57.791954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:57.792595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb438fad-fdca-4069-a4aa-31988adaa673 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:12:57.865379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-340c489c-199f-40da-bc69-e09959711066 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c46528d0-0bc3-4411-b43d-abcabb6e8785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709262 Feb 02 15:12:57.957749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abbe0f-819c-4aac-8a07-76024d1242bd req-dd8ab524-8189-4863-a021-8359838b04ec tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:57.959492 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8abbe0f-819c-4aac-8a07-76024d1242bd req-dd8ab524-8189-4863-a021-8359838b04ec tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 943 time: 0.2531183 Feb 02 15:12:57.965937 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1bb9d7c-526b-4694-a8f1-937c8dd7feb0 req-444d615a-344e-4d01-bfab-99e13b1b296e tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538346 Feb 02 15:12:57.970350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.006136 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.012707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.014316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-db595a01-4021-4412-ad07-54de25cc4905 admin admin] 10.222.0.88 "DELETE /v2.0/routers/bb438fad-fdca-4069-a4aa-31988adaa673 HTTP/1.1" status: 204 len: 168 time: 8.7998450 Feb 02 15:12:58.021340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:58.023998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d2580cdb-c829-46be-9c5c-cc8c8ffabb15,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:58.034929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8abbe0f-819c-4aac-8a07-76024d1242bd req-942e48df-1093-42f6-a7b4-ff13903070a0 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671854 Feb 02 15:12:58.142249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba15cee-95bd-421a-a710-1081ff4956f2 admin admin] Deleting subnet 29489e4f-b8fa-4c65-9bd2-92ced6c1fae3 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:12:58.148330 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-cad329ab-365e-474e-bbe9-2f827326af13 service neutron] 10.222.0.107 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714565 Feb 02 15:12:58.148885 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ba15cee-95bd-421a-a710-1081ff4956f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.283708 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.289575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9a02146e-cd31-4173-aff4-05437ff103bd admin admin] 10.222.0.88 "DELETE /v2.0/networks/d2580cdb-c829-46be-9c5c-cc8c8ffabb15 HTTP/1.1" status: 204 len: 168 time: 5.1571527 Feb 02 15:12:58.293997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43218) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:58.306052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-0fa4c069-541f-4e29-828d-3877527db676 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485923 Feb 02 15:12:58.308367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ba15cee-95bd-421a-a710-1081ff4956f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.309503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.438601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-cb1fc878-37fb-45ad-a55a-22933034a8f8 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Synchronizing usage tracker for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:58.549975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-cb1fc878-37fb-45ad-a55a-22933034a8f8 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Unset dirty status for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:58.551135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-cb1fc878-37fb-45ad-a55a-22933034a8f8 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--905872542&fields=id&tenant_id=0ed27cb6a715426988dc6095778a64e0 HTTP/1.1" status: 200 len: 267 time: 0.1838982 Feb 02 15:12:58.658708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34501d6e-f014-4058-9069-5da25154138f req-217277a4-4c6a-4172-abde-1834bacd1d54 service neutron] 10.222.0.107 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809163 Feb 02 15:12:58.680223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ba15cee-95bd-421a-a710-1081ff4956f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.711670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40807e9-9f6f-4983-b460-000fe055658c req-3daabf51-5c20-49df-82dd-bb69681bf0b2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:58.714042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-3daabf51-5c20-49df-82dd-bb69681bf0b2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3736238 Feb 02 15:12:58.757309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-2850543a-d7da-4f41-b9f8-52ff64cc63b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/quotas/6dc4916590c34388b8dcb39fc65bae7d HTTP/1.1" status: 200 len: 375 time: 0.0327783 Feb 02 15:12:58.817127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e8ee0c4e-de5c-4130-b44d-78da4296899d tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:58.817866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e8ee0c4e-de5c-4130-b44d-78da4296899d tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Synchronizing usage tracker for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:58.902421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-9c6130f7-4755-44a4-9ca3-4712995cb6f3 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1441834 Feb 02 15:12:58.914346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ba15cee-95bd-421a-a710-1081ff4956f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.957425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba15cee-95bd-421a-a710-1081ff4956f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29489e4f-b8fa-4c65-9bd2-92ced6c1fae3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:12:58.964924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e8ee0c4e-de5c-4130-b44d-78da4296899d tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Unset dirty status for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:58.973456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ba15cee-95bd-421a-a710-1081ff4956f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:58.981880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ba15cee-95bd-421a-a710-1081ff4956f2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/29489e4f-b8fa-4c65-9bd2-92ced6c1fae3 HTTP/1.1" status: 204 len: 168 time: 0.9549739 Feb 02 15:12:58.986480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43224) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:12:58.988178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a99ed9-a2e5-4fe3-a440-d8d1fe76031e None None] Network 30e7ed57-4755-4553-895c-a6a4be3f9502 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:12:59.000213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e8ee0c4e-de5c-4130-b44d-78da4296899d tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/networks?id=08b7b278-f2e8-4637-b66d-30637498fc64 HTTP/1.1" status: 200 len: 816 time: 0.4129920 Feb 02 15:12:59.017709 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e12447b9-0c32-4b12-b46d-175c082e7a49 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/quotas/0ed27cb6a715426988dc6095778a64e0 HTTP/1.1" status: 200 len: 375 time: 0.0164165 Feb 02 15:12:59.089307 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb614268-27ac-4fdf-950e-8df525d3467d req-9c766b60-01cb-411c-a43c-459583f242ce service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 1094 time: 0.2426584 Feb 02 15:12:59.123368 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:59.127354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:59.242059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Deleting port bf625366-742f-4295-a2c6-613b6973418e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:59.242059 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:59.315411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-c3fb508c-f4d1-4a84-8cb9-717a3ce94831 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Synchronizing usage tracker for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:12:59.399556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-c3fb508c-f4d1-4a84-8cb9-717a3ce94831 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Unset dirty status for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:12:59.414810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-c3fb508c-f4d1-4a84-8cb9-717a3ce94831 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ed27cb6a715426988dc6095778a64e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3906548 Feb 02 15:12:59.464336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb614268-27ac-4fdf-950e-8df525d3467d req-ec1209ae-83ae-49c7-aa7c-b803ccfd6225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:59.465934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb614268-27ac-4fdf-950e-8df525d3467d req-ec1209ae-83ae-49c7-aa7c-b803ccfd6225 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 923 time: 0.3364704 Feb 02 15:12:59.582593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] DHCP port deletion for 30e7ed57-4755-4553-895c-a6a4be3f9502 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:12:59.589875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] Deleting port bf625366-742f-4295-a2c6-613b6973418e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:12:59.590324 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:59.618473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-089621d9-8e9c-427d-ac25-47f2528fa612 service neutron] 10.222.0.88 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027259 Feb 02 15:12:59.649191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb614268-27ac-4fdf-950e-8df525d3467d req-eaa11a12-312d-464d-bbcb-d508cf5649fa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6faaf982-f266-4448-9c90-f11b3fb507a8 HTTP/1.1" status: 200 len: 217 time: 0.1730843 Feb 02 15:12:59.658327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f2d3c-9965-42be-a866-e89ba662297f req-c994ed7e-9dd8-4d52-9b85-94ca186ed11f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:12:59.665159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c89f2d3c-9965-42be-a866-e89ba662297f req-c994ed7e-9dd8-4d52-9b85-94ca186ed11f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.3908372 Feb 02 15:12:59.815892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-5e46a7d1-b817-43fd-8e02-e3333bffa9cb service neutron] 10.222.0.88 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887703 Feb 02 15:12:59.829443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] For port bf625366-742f-4295-a2c6-613b6973418e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bf625366-742f-4295-a2c6-613b6973418e,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:12:59.830397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:12:59.988108 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:00.034686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Calling delete_port for bf625366-742f-4295-a2c6-613b6973418e owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:00.059179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] For port bf625366-742f-4295-a2c6-613b6973418e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bf625366-742f-4295-a2c6-613b6973418e,segment=NetworkSegment(d8582e4f-4fd4-4d60-89fb-a888c108b218),segment_id=d8582e4f-4fd4-4d60-89fb-a888c108b218)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:00.059179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:00.118350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb614268-27ac-4fdf-950e-8df525d3467d req-a6cb5ef6-4dd3-4702-b5a8-6a5de0e1d525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:00.120918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb614268-27ac-4fdf-950e-8df525d3467d req-a6cb5ef6-4dd3-4702-b5a8-6a5de0e1d525 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c0ac70a8-410a-43ea-b942-061f1153a9b8 HTTP/1.1" status: 200 len: 861 time: 0.4351249 Feb 02 15:13:00.134967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c89f2d3c-9965-42be-a866-e89ba662297f req-0e79e7c9-b227-466b-af6c-d0b9f1f1dc03 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688377 Feb 02 15:13:00.231203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb614268-27ac-4fdf-950e-8df525d3467d req-18182220-61fd-4c8a-ad5b-975b902fcb72 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c46528d0-0bc3-4411-b43d-abcabb6e8785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950508 Feb 02 15:13:00.286243 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:00.356130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] Calling delete_port for bf625366-742f-4295-a2c6-613b6973418e owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:00.414205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf625366-742f-4295-a2c6-613b6973418e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:00.503764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] No DVR routers for this DVR port bf625366-742f-4295-a2c6-613b6973418e on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:13:00.507367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:13:00.507785 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:13:00.559304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 15110d9e-f636-4821-bb48-45642cb27052 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:13:00.643471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Deleting port bfab5480-d094-4955-add4-1b3d6162db3e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:00.644896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:00.781688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:00.813558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e7ed57-4755-4553-895c-a6a4be3f9502']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:00.827618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8582e4f-4fd4-4d60-89fb-a888c108b218') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:00.827972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8582e4f-4fd4-4d60-89fb-a888c108b218') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:00.840735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:00.858155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:00.868014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:13:00.868014 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:00.879874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:00.909945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '15110d9e-f636-4821-bb48-45642cb27052', 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39', 'port_id': '15110d9e-f636-4821-bb48-45642cb27052', 'mac_address': 'fa:16:3e:66:1b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93c7bdf-1cc5-430a-8774-ed52a75508fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:13:00.942146 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:13:00.982266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb614268-27ac-4fdf-950e-8df525d3467d req-b4e59d0f-4008-4de2-9b5b-9026aa17934c service neutron] 10.222.0.107 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446437 Feb 02 15:13:00.991513 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:01.011922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] Deleting port bf625366-742f-4295-a2c6-613b6973418e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:01.012494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:01.036177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136da516-de0f-4360-a6f6-e7dd4ca4466b req-96c1b55d-c602-435d-bb43-16e8b7b135ec tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:01.051258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-136da516-de0f-4360-a6f6-e7dd4ca4466b req-96c1b55d-c602-435d-bb43-16e8b7b135ec tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 950 time: 0.6253719 Feb 02 15:13:01.053123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15110d9e-f636-4821-bb48-45642cb27052 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:01.111634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5d8eadca-a283-41b3-b915-eac9c51f1c2b None None] The port 'bf625366-742f-4295-a2c6-613b6973418e' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:13:01.129352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:01.131651 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:01.140510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] For port bfab5480-d094-4955-add4-1b3d6162db3e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bfab5480-d094-4955-add4-1b3d6162db3e,segment=NetworkSegment(276c291f-cbd1-4345-9dae-9ee7148e11f5),segment_id=276c291f-cbd1-4345-9dae-9ee7148e11f5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:01.140869 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:01.159945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:01.168438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=30e7ed57-4755-4553-895c-a6a4be3f9502,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:01.205394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-62e900d2-d1f0-4576-9912-deea1bde0e4e admin admin] 10.222.0.88 "DELETE /v2.0/networks/30e7ed57-4755-4553-895c-a6a4be3f9502 HTTP/1.1" status: 204 len: 168 time: 2.2179587 Feb 02 15:13:01.216499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:01.252921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-136da516-de0f-4360-a6f6-e7dd4ca4466b req-738f7845-3d31-4cb3-87a0-73c852642e89 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002258 Feb 02 15:13:01.300347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb614268-27ac-4fdf-950e-8df525d3467d req-0c99d224-ebdb-4d40-bec7-8aac1f718993 service neutron] 10.222.0.107 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088186 Feb 02 15:13:01.338300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Calling delete_port for bfab5480-d094-4955-add4-1b3d6162db3e owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:01.341193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6faaf982-f266-4448-9c90-f11b3fb507a8 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:13:01.400674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d8112-10e1-403e-b969-91cf1601351b req-bcac4112-1c63-482b-af85-4f55b8c2b8c6 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:01.410570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-385d8112-10e1-403e-b969-91cf1601351b req-bcac4112-1c63-482b-af85-4f55b8c2b8c6 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 943 time: 0.4966054 Feb 02 15:13:01.480510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:01.517654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e953fadd-18ad-4c9d-addf-9349ec76d58f req-d7367bd2-fdf1-4b37-92f6-ee1a15816b16 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 210 time: 0.0670862 Feb 02 15:13:01.542306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-385d8112-10e1-403e-b969-91cf1601351b req-060e83f8-40d4-4911-87e2-b5b0e0f0a6a0 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306345 Feb 02 15:13:01.639463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bf625366-742f-4295-a2c6-613b6973418e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:01.730487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0f47dd66-d9cc-413b-95a0-fc423e7c8986 req-828fcf32-8b7b-48c1-b7fc-564a378e2ea2 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 210 time: 0.1139874 Feb 02 15:13:01.749459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: bf625366-742f-4295-a2c6-613b6973418e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:13:01.749812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bf625366-742f-4295-a2c6-613b6973418e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:01.845252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:01.850187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43274) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:01.875177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['15110d9e-f636-4821-bb48-45642cb27052'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:01.902782 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:01.950928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6f3bc971-44ec-4146-aa1d-6a6b53f8673f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d36385c25de4e749d5c5aaba7c5728d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0995932 Feb 02 15:13:01.953517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43278) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:01.959206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfab5480-d094-4955-add4-1b3d6162db3e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:01.980995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.981345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.981692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.982052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.982625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.982961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.983290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.983618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.983977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.984304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.984879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:01.992815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'port_id': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'mac_address': 'fa:16:3e:f2:76:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac70a8-410a-43ea-b942-061f1153a9b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:13:02.007682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:02.091119 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a3d7261f-feb1-4490-a28d-2b71a55d654b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.193112 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a3d7261f-feb1-4490-a28d-2b71a55d654b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.238043 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.267219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbc95-e6a2-4599-a9a3-a3a13dba3830 req-7875df62-cf6c-44a8-95ff-6281d8dd681e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:02.277067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78fcbc95-e6a2-4599-a9a3-a3a13dba3830 req-7875df62-cf6c-44a8-95ff-6281d8dd681e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.4736817 Feb 02 15:13:02.306450 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.327882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:02.355033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6faaf982-f266-4448-9c90-f11b3fb507a8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:02.359740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:02.386451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78fcbc95-e6a2-4599-a9a3-a3a13dba3830 req-5601b01d-53e4-4d56-a76f-c057892d4d3d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063926 Feb 02 15:13:02.391783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a3d7261f-feb1-4490-a28d-2b71a55d654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.396649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:02.417222 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a3d7261f-feb1-4490-a28d-2b71a55d654b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.418234 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a3d7261f-feb1-4490-a28d-2b71a55d654b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6cd56d48-f398-42c5-8a0e-9c923e3e2a5f HTTP/1.1" status: 204 len: 168 time: 0.4638197 Feb 02 15:13:02.427494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7261f-feb1-4490-a28d-2b71a55d654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd56d48-f398-42c5-8a0e-9c923e3e2a5f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:02.470287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.511082 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.520044 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:02.597405 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'code': 200} Feb 02 15:13:02.668886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:02.792015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:02.874009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['6faaf982-f266-4448-9c90-f11b3fb507a8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:03.103726 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-7e324a72-811a-4c49-8e5f-ea3f3bec9bc0 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455680 Feb 02 15:13:03.137765 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6b80e9-5e3f-477d-80a4-b4dab76f0095 req-d3ba280c-1472-48a9-ae42-fa1dbb616765 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 210 time: 0.1756780 Feb 02 15:13:03.355109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4d8b82e1-2ed2-4285-88e6-d4935675c96c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:03.391170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40807e9-9f6f-4983-b460-000fe055658c req-3c97c1f3-b032-41bc-ba0a-eb93a1fd4537 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:03.393035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-3c97c1f3-b032-41bc-ba0a-eb93a1fd4537 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848172 Feb 02 15:13:03.416596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Request body: {'port': {'device_id': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '6dc4916590c34388b8dcb39fc65bae7d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:03.430049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 4d8b82e1-2ed2-4285-88e6-d4935675c96c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:13:03.431714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4d8b82e1-2ed2-4285-88e6-d4935675c96c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:03.618598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:03.623204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5bc07-dea2-494c-b503-b0cb7871292e req-de10a279-1f08-4677-8e88-bdd8a35b6322 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:03.628326 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96d5bc07-dea2-494c-b503-b0cb7871292e req-de10a279-1f08-4677-8e88-bdd8a35b6322 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 944 time: 0.2622936 Feb 02 15:13:03.629737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:03.754485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96d5bc07-dea2-494c-b503-b0cb7871292e req-f20da766-4798-4dae-8a52-0fdbcb5e9ee5 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236570 Feb 02 15:13:03.760817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Made reservation on behalf of 6dc4916590c34388b8dcb39fc65bae7d for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:03.772807 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:03.831603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Router 867004d0-40bf-4948-a1e8-6a7a0bc35078 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:13:04.024436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d549e85-4c68-4d42-9410-266e087e51e4 req-316a678a-4f38-4182-9512-d7001a56dfe6 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 210 time: 0.0446744 Feb 02 15:13:04.173919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:13:04.184350 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] Sync routers for ids ['867004d0-40bf-4948-a1e8-6a7a0bc35078'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:13:04.198675 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3274dc69-cf89-45bf-88ea-b8d44877c0d9 admin admin] 10.222.0.88 "PUT /v2.0/routers/867004d0-40bf-4948-a1e8-6a7a0bc35078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9030964 Feb 02 15:13:04.199578 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] Routers {'867004d0-40bf-4948-a1e8-6a7a0bc35078'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:13:04.200390 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['867004d0-40bf-4948-a1e8-6a7a0bc35078'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:04.200540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43350) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:04.332383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Allocated IP 192.168.233.60 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/3bb6d252-6bbe-4ecf-a713-51106014d2f7) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:04.432102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7796f55-e41e-42a4-95c9-edbef9cf4167 req-f1d7d124-1ad1-422d-a4fd-1d3d5a079ed9 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:04.439689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7796f55-e41e-42a4-95c9-edbef9cf4167 req-f1d7d124-1ad1-422d-a4fd-1d3d5a079ed9 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.2621663 Feb 02 15:13:04.454339 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] Set router 867004d0-40bf-4948-a1e8-6a7a0bc35078 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:13:04.572621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7796f55-e41e-42a4-95c9-edbef9cf4167 req-2a4e6c16-1e21-4171-9c15-e387b76a6226 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319261 Feb 02 15:13:04.588692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 15110d9e-f636-4821-bb48-45642cb27052 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:04.813212 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:04.900908 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:13:01Z', 'revision_number': 5, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:04.908322 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] Checking router: 867004d0-40bf-4948-a1e8-6a7a0bc35078 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:13:04.911724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Transition to ACTIVE for port object 3bb6d252-6bbe-4ecf-a713-51106014d2f7 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:04.928055 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] Routers {'867004d0-40bf-4948-a1e8-6a7a0bc35078'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:13:04.933060 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:12:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['867004d0-40bf-4948-a1e8-6a7a0bc35078'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:04.933206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 15110d9e-f636-4821-bb48-45642cb27052 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:04.948103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 15110d9e-f636-4821-bb48-45642cb27052 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:04.949017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:04.977282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-9daa2b31-0e46-448b-9fda-24e5b93781ec tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:04.981076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-9daa2b31-0e46-448b-9fda-24e5b93781ec tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.64 "GET /v2.0/networks?id=08b7b278-f2e8-4637-b66d-30637498fc64 HTTP/1.1" status: 200 len: 816 time: 0.4650269 Feb 02 15:13:04.998384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:05.135411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43368) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:05.136533 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:05.237615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'Port': ['ID=3bb6d252-6bbe-4ecf-a713-51106014d2f7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:05.283167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', '590c81f1-18af-4f97-a9b6-e4f7ea3b4128'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:05.343197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:05.376175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:05.388321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076', '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:05.395644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:05.484497 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e0c48006-d15e-45f8-b934-ba642f1d0cc0 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ed27cb6a715426988dc6095778a64e0 HTTP/1.1" status: 200 len: 379 time: 0.3783748 Feb 02 15:13:05.515062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Request body: {'port': {'device_id': '27147857-c588-41c6-92bb-1295dc0519fd', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'admin_state_up': True, 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'security_groups': ['3e7a7b45-adb3-4c98-8648-f4248039b258']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:05.518927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6faaf982-f266-4448-9c90-f11b3fb507a8 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:05.580383 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] Set router 867004d0-40bf-4948-a1e8-6a7a0bc35078 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:13:05.658534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2117456680-network', 'tenant_id': '0c0afb0bef92435aacb375e8e15aa209'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:05.669966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:05.682497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Usage tracker for resource:network and tenant:0c0afb0bef92435aacb375e8e15aa209 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:05.704365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd380423-7e28-4f13-8c22-5ca0396c68cb req-58ad325d-22d6-4873-b10a-07ab07fcee5b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:05.711586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd380423-7e28-4f13-8c22-5ca0396c68cb req-58ad325d-22d6-4873-b10a-07ab07fcee5b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 935 time: 0.6626847 Feb 02 15:13:05.749512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:05.766019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:05.840163 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd380423-7e28-4f13-8c22-5ca0396c68cb req-cfe9842f-2c06-49ec-a42e-ec008fe0fcf5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262279 Feb 02 15:13:05.848672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:05.849630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:05.905948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Made reservation on behalf of 0c0afb0bef92435aacb375e8e15aa209 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:05.911116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:05.913975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:05.943934 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:05.986642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-568302ca-4280-4ea4-93f0-3912e958ba68 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5757420 Feb 02 15:13:06.058506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:06.070152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Usage tracker for resource:security_group_rule and tenant:0c0afb0bef92435aacb375e8e15aa209 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:06.079108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:06.096932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:06.166418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15110d9e-f636-4821-bb48-45642cb27052'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:06.189672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Request body: {'port': {'device_id': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:06.205967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:06.258013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-86c0fb6a-cdb6-4bfb-ad97-8f8c208eebda None None] Provisioning for port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:06.324244 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:13:01Z', 'revision_number': 5, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:06.334481 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a76f4-98a0-4010-b528-b689daee7dc0 None None] The sync data for ids ['867004d0-40bf-4948-a1e8-6a7a0bc35078'] in n-d-827122-1 is: [{'id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-427868828-router', 'tenant_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:09:33Z', 'updated_at': '2022-02-02T15:13:01Z', 'revision_number': 5, 'project_id': '50b977e2718f4d05b3ea1ed1caa5b8d5', 'gw_port': {'id': '3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:de:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867004d0-40bf-4948-a1e8-6a7a0bc35078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:09:34Z', 'updated_at': '2022-02-02T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:13:06.341397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-86c0fb6a-cdb6-4bfb-ad97-8f8c208eebda None None] Provisioning complete for port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:06.341776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86c0fb6a-cdb6-4bfb-ad97-8f8c208eebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.348767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35f83b-f1b9-4815-8d09-5bc4d1606bd6 req-4480d2ba-2f4b-4de1-ac64-ca32e44c41a9 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:06.357737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b35f83b-f1b9-4815-8d09-5bc4d1606bd6 req-4480d2ba-2f4b-4de1-ac64-ca32e44c41a9 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 948 time: 1.2437427 Feb 02 15:13:06.389356 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.390870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:06.402824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:06.472648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-86c0fb6a-cdb6-4bfb-ad97-8f8c208eebda None None] Port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:13:06.474434 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.479211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658bf3-f5bb-4f0e-be12-3f0ca3406ac6 req-9b2dec71-ea0e-4e95-98ce-43d635384bc8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:06.480144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b8658bf3-f5bb-4f0e-be12-3f0ca3406ac6 req-9b2dec71-ea0e-4e95-98ce-43d635384bc8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:06.483358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b35f83b-f1b9-4815-8d09-5bc4d1606bd6 req-432d7c1f-52ae-4bec-825e-4de5670da14c tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242874 Feb 02 15:13:06.489616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.556652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.564400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 6faaf982-f266-4448-9c90-f11b3fb507a8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:06.883717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 6faaf982-f266-4448-9c90-f11b3fb507a8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:06.883717 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.885992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.886559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:06.886986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:13:06.886986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238c2886-b81e-40c4-9d18-f5c7257d9397,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:06.887496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Made reservation on behalf of 0ed27cb6a715426988dc6095778a64e0 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:06.887615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.887615 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Added segment 201cb871-8a82-451f-a325-640e2e0dc310 of type vlan for network a0995f13-2db8-4683-bee4-ea5f15ce0d60 Feb 02 15:13:06.887794 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.896108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b8658bf3-f5bb-4f0e-be12-3f0ca3406ac6 req-9b2dec71-ea0e-4e95-98ce-43d635384bc8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:06.905176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8658bf3-f5bb-4f0e-be12-3f0ca3406ac6 req-9b2dec71-ea0e-4e95-98ce-43d635384bc8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 944 time: 0.7870064 Feb 02 15:13:06.922721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Deleting port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:06.927767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:06.956658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0d7f39a-db37-4679-9f8f-7adfa0592985 req-56e143ad-9f7b-45f1-b099-01a4ee6b8d2e tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 210 time: 0.1759000 Feb 02 15:13:07.056984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.171806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b8658bf3-f5bb-4f0e-be12-3f0ca3406ac6 req-8f07d92c-2cff-4779-817e-3020fc1ed081 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:07.176365 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.270241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb6d252-6bbe-4ecf-a713-51106014d2f7 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:07.293034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bfab5480-d094-4955-add4-1b3d6162db3e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:07.299363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-10474942-3231-48dc-a6fd-933ffa7b9fd1 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:07.301109 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-10474942-3231-48dc-a6fd-933ffa7b9fd1 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.107 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 948 time: 0.3676310 Feb 02 15:13:07.302931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.310809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b8658bf3-f5bb-4f0e-be12-3f0ca3406ac6 req-8f07d92c-2cff-4779-817e-3020fc1ed081 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:07.324570 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8658bf3-f5bb-4f0e-be12-3f0ca3406ac6 req-8f07d92c-2cff-4779-817e-3020fc1ed081 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178238 Feb 02 15:13:07.431314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: bfab5480-d094-4955-add4-1b3d6162db3e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:13:07.431599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bfab5480-d094-4955-add4-1b3d6162db3e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:07.433615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] For port 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:07.433988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.437757 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.438178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:07.438484 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.445403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:07.477282 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15110d9e-f636-4821-bb48-45642cb27052', 'code': 200} Feb 02 15:13:07.537467 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.560835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Allocated IP 172.20.0.11 (08b7b278-f2e8-4637-b66d-30637498fc64/5258b5e1-a0b9-43a0-a20f-1d3da23c117d/72223bc1-a8ac-4d47-87ce-46d3a9c9fe31) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:07.673163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Transition to ACTIVE for port object 3bb6d252-6bbe-4ecf-a713-51106014d2f7 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:07.686338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Calling delete_port for 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:07.716112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54f6ab10-290c-4a92-be42-90ba36817c9d no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:07.851824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] Pushing event updated for resources: {'Network': ['ID=a0995f13-2db8-4683-bee4-ea5f15ce0d60,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:07.860021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Deleting port 54f6ab10-290c-4a92-be42-90ba36817c9d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:07.860885 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.935008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network a0995f13-2db8-4683-bee4-ea5f15ce0d60 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:13:07.935133 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5807d94a-c1fa-4c3a-b684-11044902fa7a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7580540 Feb 02 15:13:07.935133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:07.935323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba154-cce6-4b97-83b8-6a7577d3e8aa req-e4774900-82fe-424c-bcad-c28b1041941b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:07.935323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-957ba154-cce6-4b97-83b8-6a7577d3e8aa req-e4774900-82fe-424c-bcad-c28b1041941b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.7255971 Feb 02 15:13:07.935323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43390) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:07.942592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Request body: {'subnet': {'network_id': 'a0995f13-2db8-4683-bee4-ea5f15ce0d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2117456680-subnet', 'tenant_id': '0c0afb0bef92435aacb375e8e15aa209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:07.970955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:07.983723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:08.017249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Usage tracker for resource:subnet and tenant:0c0afb0bef92435aacb375e8e15aa209 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:08.038203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:08.050923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:08.223401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-957ba154-cce6-4b97-83b8-6a7577d3e8aa req-eeaa7816-beb8-42fd-85b1-76ee8b38a863 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907832 Feb 02 15:13:08.231313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffc41225-db37-4147-8f82-ed56806233cc req-2fefc9c6-06a5-475a-8b0e-73872e4de06e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1096 time: 0.4072309 Feb 02 15:13:08.305227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Made reservation on behalf of 0c0afb0bef92435aacb375e8e15aa209 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:08.308286 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:08.342708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] For port 54f6ab10-290c-4a92-be42-90ba36817c9d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54f6ab10-290c-4a92-be42-90ba36817c9d,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:08.342708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:08.495006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffc41225-db37-4147-8f82-ed56806233cc req-2a58dc59-c74f-4695-8653-b183b52e9aed service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423673 Feb 02 15:13:08.527283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:08.571185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Transition to ACTIVE for port object 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:08.603677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Calling delete_port for 54f6ab10-290c-4a92-be42-90ba36817c9d owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:08.623874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60e5f6-7f08-47e8-847c-f6a6e782036c req-48afac54-f40b-4a63-b08e-65cebb274ab6 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:08.625330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c60e5f6-7f08-47e8-847c-f6a6e782036c req-48afac54-f40b-4a63-b08e-65cebb274ab6 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 948 time: 0.2170815 Feb 02 15:13:08.665069 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:08.672278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6d252-6bbe-4ecf-a713-51106014d2f7,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:08.749803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Pushing event deleted for resources: {'Port': ['ID=3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:08.796247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85b63-33cb-4974-b8cc-fa36c7853516 req-25fdddeb-51a9-4f6c-b1fa-b2b3dbfc17ea tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:08.796948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-06f85b63-33cb-4974-b8cc-fa36c7853516 req-25fdddeb-51a9-4f6c-b1fa-b2b3dbfc17ea tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:08.838929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c60e5f6-7f08-47e8-847c-f6a6e782036c req-58cb10f6-4e43-4c51-80e3-7a51fccbd9be tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/security-groups?id=79b44c70-7dde-47a5-8d3a-35cd44b10862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047431 Feb 02 15:13:08.879718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Attempting to bind port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:08.880574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Attempting to bind port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:08.881071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Attempting to bind port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:09.020314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:13:09.020314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Attempting to bind port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:09.020314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:09.020314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:09.020314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:09.020314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Bound port: 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:09.020314 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.039049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] For port 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:09.050642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] For port 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:09.194904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-708de26d-c892-4bbb-a8ff-dd05f1284f99 req-0de66603-a291-46d7-9196-bff2e83e7e7f tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 210 time: 0.1044428 Feb 02 15:13:09.210077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.324607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.478473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:09.536739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Network 08b7b278-f2e8-4637-b66d-30637498fc64 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:09.551391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:09.607478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event updated for resources: {'Port': ['ID=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:09.609872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:09.662549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.679798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.753994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:09.755319 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.801259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85e03d-cb42-43c5-a317-55327d60081f req-9582e0df-d833-4b80-b12f-4f8b009e656e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:09.809287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d85e03d-cb42-43c5-a317-55327d60081f req-9582e0df-d833-4b80-b12f-4f8b009e656e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.4266119 Feb 02 15:13:09.860828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-06f85b63-33cb-4974-b8cc-fa36c7853516 req-25fdddeb-51a9-4f6c-b1fa-b2b3dbfc17ea tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:09.861376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d85e03d-cb42-43c5-a317-55327d60081f req-140b46bb-7f1e-47f5-9960-a0a319e83dfa tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506794 Feb 02 15:13:09.862342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.863116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06f85b63-33cb-4974-b8cc-fa36c7853516 req-25fdddeb-51a9-4f6c-b1fa-b2b3dbfc17ea tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 947 time: 2.1889176 Feb 02 15:13:09.933961 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.936825 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.954447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-e924f521-7aaa-4dd7-b922-5f9bcecbfa40 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4686754 Feb 02 15:13:09.957768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.957768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 867004d0-40bf-4948-a1e8-6a7a0bc35078 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:13:09.957768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c337c22-840f-4ff6-af50-1fb0ae58b38b,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:09.963759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:09.965031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b610006a-046e-47b7-9a2a-24ab5bb37abd admin admin] 10.222.0.88 "DELETE /v2.0/routers/867004d0-40bf-4948-a1e8-6a7a0bc35078 HTTP/1.1" status: 204 len: 168 time: 5.7620251 Feb 02 15:13:09.971190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Request body: {'port': {'device_id': '27147857-c588-41c6-92bb-1295dc0519fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:09.978861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cc7a7874-40a9-45ab-a39a-491acef51532 None None] Provisioning for port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:09.986946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cc7a7874-40a9-45ab-a39a-491acef51532 None None] Provisioning complete for port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:09.990843 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7874-40a9-45ab-a39a-491acef51532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:10.037091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:10.121466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a7874-40a9-45ab-a39a-491acef51532 None None] Port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:13:10.176414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06f85b63-33cb-4974-b8cc-fa36c7853516 req-03f5bc71-c8ba-4bae-997d-976a38a2819e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982323 Feb 02 15:13:10.194258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Checking segment: {'id': '201cb871-8a82-451f-a325-640e2e0dc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a0995f13-2db8-4683-bee4-ea5f15ce0d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:10.194614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Network hostable DHCP agents. Network: a0995f13-2db8-4683-bee4-ea5f15ce0d60, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:13:10.283859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:10.284330 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'code': 200} Feb 02 15:13:10.288665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] 10.222.0.64 "PUT /v2.0/ports/3bb6d252-6bbe-4ecf-a713-51106014d2f7 HTTP/1.1" status: 200 len: 1095 time: 4.2773390 Feb 02 15:13:10.289152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'tag': '3bb6d252-6bbe-4ecf-a713-51106014d2f7'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:10.304097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e311313-d2da-4b8a-b16f-5a5feed30f0b admin admin] Deleting subnet b6e1f947-521f-44ab-9f05-53222e838958 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:13:10.308025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:10.330360 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e311313-d2da-4b8a-b16f-5a5feed30f0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:10.407241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] No DVR routers for this DVR port 54f6ab10-290c-4a92-be42-90ba36817c9d on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:13:10.416164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:10.480703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418fdf-aebc-4ade-91eb-a26429e74761 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6d252-6bbe-4ecf-a713-51106014d2f7,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:10.523990 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e311313-d2da-4b8a-b16f-5a5feed30f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:10.589963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62299d9-1679-4bea-bfce-ce4095e30e23 req-3293f5c5-958d-4313-83fe-27c0adfe2beb tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:10.597451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d62299d9-1679-4bea-bfce-ce4095e30e23 req-3293f5c5-958d-4313-83fe-27c0adfe2beb tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.5636075 Feb 02 15:13:10.619283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1f33837a-3d2d-4e7a-9bb9-803d82bc324c req-86d15b74-d115-432e-82a5-2469a53251f2 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Synchronizing usage tracker for tenant:c6b19dfd67b1465dab057c5a579b153b on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:10.623043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Network a0995f13-2db8-4683-bee4-ea5f15ce0d60 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:13:10.635309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Pushing event deleted for resources: {'Port': ['ID=54f6ab10-290c-4a92-be42-90ba36817c9d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:10.671001 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-67ad48f1-d75e-4f04-a217-213dfb8bd9bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 1098 time: 0.1581495 Feb 02 15:13:10.797601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-0eca0df8-b3bf-4377-b85e-358c91109066 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7 HTTP/1.1" status: 200 len: 217 time: 0.1153529 Feb 02 15:13:10.799128 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c16cea5a-3d36-4ad3-84c9-290eb23dc03a req-610de731-d48a-4bcf-a741-d482db75a586 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.107 "DELETE /v2.0/ports/54f6ab10-290c-4a92-be42-90ba36817c9d HTTP/1.1" status: 204 len: 173 time: 3.4898913 Feb 02 15:13:10.893540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40807e9-9f6f-4983-b460-000fe055658c req-f3237b0b-c4c1-4e0e-96f0-7fdc38bc6416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:10.895157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-f3237b0b-c4c1-4e0e-96f0-7fdc38bc6416 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0834413 Feb 02 15:13:10.896282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1f33837a-3d2d-4e7a-9bb9-803d82bc324c req-86d15b74-d115-432e-82a5-2469a53251f2 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] Unset dirty status for tenant:c6b19dfd67b1465dab057c5a579b153b on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:10.916459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f33837a-3d2d-4e7a-9bb9-803d82bc324c req-86d15b74-d115-432e-82a5-2469a53251f2 tempest-ImagesOneServerTestJSON-2143607904 tempest-ImagesOneServerTestJSON-2143607904-project] 10.222.0.88 "GET /v2.0/ports?device_id=caa848aa-6797-49b3-a463-2f594a976a94 HTTP/1.1" status: 200 len: 210 time: 0.4809520 Feb 02 15:13:10.980695 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d62299d9-1679-4bea-bfce-ce4095e30e23 req-571a2469-5762-4ac2-9a63-2f2856e195b7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823595 Feb 02 15:13:10.990082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, a0995f13-2db8-4683-bee4-ea5f15ce0d60) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:11.001157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e85da4-da73-454d-a04f-ce8e42cbc35a None None] Network a0995f13-2db8-4683-bee4-ea5f15ce0d60 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:11.004064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:11.004647 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:11.029654 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14ad34cb-0d96-46d2-a3f2-fbfc6994023d req-e4557399-53da-4589-b9c1-cf11b8d45114 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 1096 time: 0.6465147 Feb 02 15:13:11.038470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e311313-d2da-4b8a-b16f-5a5feed30f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:11.072192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-95bb23c4-cc73-44ad-8218-dcfff4e02526 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1611376 Feb 02 15:13:11.211792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cda84e5b-c6b0-4f74-a00c-0509eca74161 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2756631 Feb 02 15:13:11.255090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14ad34cb-0d96-46d2-a3f2-fbfc6994023d req-eeb16a9c-c067-4ead-bfb4-8352a4365559 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715138 Feb 02 15:13:11.323096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:11.377797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:13:11.378325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3afff78e-d3e4-4e46-8f0a-e467b3e3b3b0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:11.379109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e311313-d2da-4b8a-b16f-5a5feed30f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:11.437742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e311313-d2da-4b8a-b16f-5a5feed30f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e1f947-521f-44ab-9f05-53222e838958,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:11.457668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:11.462765 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e311313-d2da-4b8a-b16f-5a5feed30f0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:11.470665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0e311313-d2da-4b8a-b16f-5a5feed30f0b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b6e1f947-521f-44ab-9f05-53222e838958 HTTP/1.1" status: 204 len: 168 time: 1.4324491 Feb 02 15:13:11.471085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81597d48-c8e7-44ac-aa17-f427945bf922 None None] Network 17f50268-13a6-463e-b8e9-515f5951a697 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:11.473779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:11.478146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:11.506076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33eaca8-3775-4b03-92d4-0da09f1c8957 None None] Network a0995f13-2db8-4683-bee4-ea5f15ce0d60 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:11.562258 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'tag': '3bb6d252-6bbe-4ecf-a713-51106014d2f7', 'status': 'completed', 'code': 200} Feb 02 15:13:11.568721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248ecf3-1576-46db-b0ea-bffd599f282e req-90d7c7e5-2e3c-4097-bd37-d9101e036ea3 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:11.578413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0248ecf3-1576-46db-b0ea-bffd599f282e req-90d7c7e5-2e3c-4097-bd37-d9101e036ea3 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 932 time: 0.4358432 Feb 02 15:13:11.607599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-0daa2ee1-a22d-46a3-80d1-951a0ac5890a service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296028 Feb 02 15:13:11.690272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Transition to ACTIVE for port object 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:11.853764 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:11.858080 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a40807e9-9f6f-4983-b460-000fe055658c req-3b6bc97b-e1ee-4844-bd42-fbb19e576d6b service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218051 Feb 02 15:13:11.866633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0248ecf3-1576-46db-b0ea-bffd599f282e req-27277fa0-d70e-4b80-81a4-a040fc77623a tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872298 Feb 02 15:13:11.908133 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:12.025997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] DHCP port deletion for 17f50268-13a6-463e-b8e9-515f5951a697 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:13:12.033982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] Deleting port a936c952-72e7-474d-ae4f-4e3a7fc44b5c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:12.034601 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:12.044962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Deleting port a936c952-72e7-474d-ae4f-4e3a7fc44b5c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:12.045314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:12.085650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Pushing event updated for resources: {'Port': ['ID=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:12.203230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516796e-e3f6-4f47-a61f-c69f24ad11a7 req-416d3f7f-809f-49b4-9bec-59de862c3c2e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:12.205030 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7516796e-e3f6-4f47-a61f-c69f24ad11a7 req-416d3f7f-809f-49b4-9bec-59de862c3c2e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.4987702 Feb 02 15:13:12.245545 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-185a2648-8810-4753-bb5c-6daeefb968e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 1098 time: 0.2173281 Feb 02 15:13:12.266254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ee4f6-89e5-4752-8d87-939eb847ab82 req-1dd03c26-b308-4fb2-bfda-d0d03b50393e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:12.267728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c2ee4f6-89e5-4752-8d87-939eb847ab82 req-1dd03c26-b308-4fb2-bfda-d0d03b50393e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 947 time: 0.1597097 Feb 02 15:13:12.398176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] For port a936c952-72e7-474d-ae4f-4e3a7fc44b5c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a936c952-72e7-474d-ae4f-4e3a7fc44b5c,segment=NetworkSegment(276c291f-cbd1-4345-9dae-9ee7148e11f5),segment_id=276c291f-cbd1-4345-9dae-9ee7148e11f5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:12.398572 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:12.553758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Attempting to bind port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:12.554151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Attempting to bind port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:12.554596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Attempting to bind port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 on network 08b7b278-f2e8-4637-b66d-30637498fc64 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:12.556741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] Calling delete_port for a936c952-72e7-474d-ae4f-4e3a7fc44b5c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:12.577860 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7516796e-e3f6-4f47-a61f-c69f24ad11a7 req-d3163024-295e-4831-9977-0b0634615d93 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318365 Feb 02 15:13:12.625595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 on network 08b7b278-f2e8-4637-b66d-30637498fc64 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:13:12.630099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Attempting to bind port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 on network 08b7b278-f2e8-4637-b66d-30637498fc64 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:12.703615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] For port a936c952-72e7-474d-ae4f-4e3a7fc44b5c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a936c952-72e7-474d-ae4f-4e3a7fc44b5c,segment=NetworkSegment(276c291f-cbd1-4345-9dae-9ee7148e11f5),segment_id=276c291f-cbd1-4345-9dae-9ee7148e11f5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:12.704602 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:12.734825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:12.735175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Checking segment: {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:12.735826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Bound using segment: {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:12.736296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Bound port: 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1786d0c-7511-4673-b47b-334a236eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:12.736643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:12.769081 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:12.801820 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c2ee4f6-89e5-4752-8d87-939eb847ab82 req-85e44e12-cae3-446a-8ef3-98e66cc0c673 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065715 Feb 02 15:13:12.855762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-9844402c-9fd0-4a97-b504-3d3f49e5130e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:12.857227 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-9844402c-9fd0-4a97-b504-3d3f49e5130e service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.6037591 Feb 02 15:13:12.863206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] Pushing event deleted for resources: {'Port': ['ID=a936c952-72e7-474d-ae4f-4e3a7fc44b5c,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:12.877094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407be6a-8dea-473b-b654-063ae5af1aca None None] No DVR routers for this DVR port a936c952-72e7-474d-ae4f-4e3a7fc44b5c on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:13:12.953268 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-249cf7c2-b255-4fab-a3e0-82dea301e618 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7 HTTP/1.1" status: 200 len: 217 time: 0.0884070 Feb 02 15:13:12.979500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Calling delete_port for a936c952-72e7-474d-ae4f-4e3a7fc44b5c owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:13.153238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-bd4a6260-87ed-4ae7-a145-1d48e75b4408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:13.156518 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-bd4a6260-87ed-4ae7-a145-1d48e75b4408 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1890001 Feb 02 15:13:13.215040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] For port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:13.217374 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:13:13.217731 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:13:13.238758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] For port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:13.260510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-8a621daa-0129-4683-a5ad-816b742c7740 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:13.260510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-8a621daa-0129-4683-a5ad-816b742c7740 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/networks?id=a0995f13-2db8-4683-bee4-ea5f15ce0d60 HTTP/1.1" status: 200 len: 818 time: 0.3110874 Feb 02 15:13:13.270429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d6767-3975-4a0e-8f93-9ec57bd2c3b6 req-7dc609f2-d976-46f0-8369-3e09aa58e4bf tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:13.272135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b39d6767-3975-4a0e-8f93-9ec57bd2c3b6 req-7dc609f2-d976-46f0-8369-3e09aa58e4bf tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.1652946 Feb 02 15:13:13.284377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-6c6040ef-5b60-4dbd-ab7b-2851b27db7e3 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/quotas/0c0afb0bef92435aacb375e8e15aa209 HTTP/1.1" status: 200 len: 375 time: 0.0178900 Feb 02 15:13:13.314881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a936c952-72e7-474d-ae4f-4e3a7fc44b5c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:13.331413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b39d6767-3975-4a0e-8f93-9ec57bd2c3b6 req-b6480f49-3dd8-40f5-a607-b805d0a50a51 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519583 Feb 02 15:13:13.346091 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-3d9b9ccb-1bcc-4da5-b053-3d70a2c75794 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703236 Feb 02 15:13:13.386665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a936c952-72e7-474d-ae4f-4e3a7fc44b5c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:13:13.387299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a936c952-72e7-474d-ae4f-4e3a7fc44b5c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:13.476214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:13.543489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-ed1dcf58-62a9-4a22-8eda-5b7c1157d7bf service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913974 Feb 02 15:13:13.579911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-deleted', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:13.585296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-296c44ce-dabc-4187-9565-1686c39f1535 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0c0afb0bef92435aacb375e8e15aa209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2962234 Feb 02 15:13:13.630517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Pushing event updated for resources: {'Port': ['ID=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:13.675955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43472) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:13.710909 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:13.713599 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-de8779d5-874b-4ac9-9f10-47850cabffa2 service neutron] 10.222.0.64 "PUT /v2.0/ports/72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 HTTP/1.1" status: 200 len: 1092 time: 3.7465749 Feb 02 15:13:13.715456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27147857-c588-41c6-92bb-1295dc0519fd', 'tag': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:13.727898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Deleting port a936c952-72e7-474d-ae4f-4e3a7fc44b5c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:13.728560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:13.814854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] The port 'a936c952-72e7-474d-ae4f-4e3a7fc44b5c' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:13:13.858332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c32aad-050a-4614-90a8-557507c22418 req-1f818772-1b7c-4ed9-b771-c8f2a5afac10 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:13.866038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-96c32aad-050a-4614-90a8-557507c22418 req-1f818772-1b7c-4ed9-b771-c8f2a5afac10 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 944 time: 0.3214200 Feb 02 15:13:13.956738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-96c32aad-050a-4614-90a8-557507c22418 req-426070eb-c166-4503-8b1f-09fe653485e0 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896695 Feb 02 15:13:13.980524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c66a5f7-8d81-4729-96e3-744087063a3f req-19010e4d-2772-43a9-8be5-0aee115dd15f service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952496 Feb 02 15:13:14.020658 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7bb18889-dbb2-492d-be43-9323b25a45ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c6b19dfd67b1465dab057c5a579b153b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3415806 Feb 02 15:13:14.022830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43484) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:14.090032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-d018d13d-a5b4-4f92-8390-4476a600b23d service neutron] 10.222.0.88 "GET /v2.0/networks/a0995f13-2db8-4683-bee4-ea5f15ce0d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907923 Feb 02 15:13:14.098450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-472872b1-4e11-40ba-a65c-79ddc7d615fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.119374 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.162533 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-472872b1-4e11-40ba-a65c-79ddc7d615fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.210933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f50268-13a6-463e-b8e9-515f5951a697']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:14.232976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276c291f-cbd1-4345-9dae-9ee7148e11f5') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:14.233295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276c291f-cbd1-4345-9dae-9ee7148e11f5') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:14.236865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b75c94e-eee2-41e5-839b-82e7122716f4 req-63c55e4c-8b72-4855-bac4-e4f82ba59488 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1096 time: 0.1258366 Feb 02 15:13:14.251336 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.275183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-a5502d4a-370a-4792-bc9a-6d667b92c294 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ed27cb6a715426988dc6095778a64e0&device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 1095 time: 0.3829598 Feb 02 15:13:14.285018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b75c94e-eee2-41e5-839b-82e7122716f4 req-77152945-43d7-440b-8c2b-d0bcc804fd5d tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Feb 02 15:13:14.294869 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.364174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-6b6537e9-16d3-4922-9321-66e711765e32 service neutron] 10.222.0.88 "GET /v2.0/networks/a0995f13-2db8-4683-bee4-ea5f15ce0d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678506 Feb 02 15:13:14.372811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:13:14.373204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.380351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-472872b1-4e11-40ba-a65c-79ddc7d615fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:13:14.389749 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:13:14.393257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-1230f44f-fb57-4265-92bf-f8c6262cc7ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 HTTP/1.1" status: 200 len: 217 time: 0.0996032 Feb 02 15:13:14.413896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472872b1-4e11-40ba-a65c-79ddc7d615fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b44c70-7dde-47a5-8d3a-35cd44b10862,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:14.522880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-527ce1ac-c41c-4c1b-8c94-4fc15437feb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:14.525141 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-527ce1ac-c41c-4c1b-8c94-4fc15437feb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5258b5e1-a0b9-43a0-a20f-1d3da23c117d HTTP/1.1" status: 200 len: 855 time: 0.0840583 Feb 02 15:13:14.554960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b4e9f-da05-476c-b54c-e7cc98c54bb0 req-40df6ec6-55cf-4f32-ad8a-931ff009dc64 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:14.556720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da6b4e9f-da05-476c-b54c-e7cc98c54bb0 req-40df6ec6-55cf-4f32-ad8a-931ff009dc64 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.0852187 Feb 02 15:13:14.558846 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-472872b1-4e11-40ba-a65c-79ddc7d615fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.560572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-472872b1-4e11-40ba-a65c-79ddc7d615fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/79b44c70-7dde-47a5-8d3a-35cd44b10862 HTTP/1.1" status: 204 len: 168 time: 0.5341849 Feb 02 15:13:14.605359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-bc387908-c3df-4f52-86e8-8983831783b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08b7b278-f2e8-4637-b66d-30637498fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740583 Feb 02 15:13:14.609180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da6b4e9f-da05-476c-b54c-e7cc98c54bb0 req-4176b66f-3141-4c42-bef4-83c9728b4e83 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Feb 02 15:13:14.623897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3bb6d252-6bbe-4ecf-a713-51106014d2f7 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:13:14.735611 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa848aa-6797-49b3-a463-2f594a976a94', 'name': 'network-vif-deleted', 'tag': '54f6ab10-290c-4a92-be42-90ba36817c9d', 'status': 'completed', 'code': 200} Feb 02 15:13:14.830505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:14.849833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '3bb6d252-6bbe-4ecf-a713-51106014d2f7', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '3bb6d252-6bbe-4ecf-a713-51106014d2f7', 'mac_address': 'fa:16:3e:10:14:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:13:14.858930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-3fa9c463-55cb-4e61-a69a-5a6e4521f832 service neutron] 10.222.0.64 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467809 Feb 02 15:13:14.873311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.945016 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:14.987116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb6d252-6bbe-4ecf-a713-51106014d2f7 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:15.003203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:15.011782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:15.082804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1b832-7d5b-4cc4-a6cd-1dad0ebe98ad req-d272111c-be81-4b94-bbd7-f302ed81534e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:15.085006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6da1b832-7d5b-4cc4-a6cd-1dad0ebe98ad req-d272111c-be81-4b94-bbd7-f302ed81534e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 947 time: 0.1091108 Feb 02 15:13:15.096919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=17f50268-13a6-463e-b8e9-515f5951a697,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:15.111776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c0050e64-8f8a-43db-96e1-1236d1f80e0c admin admin] 10.222.0.88 "DELETE /v2.0/networks/17f50268-13a6-463e-b8e9-515f5951a697 HTTP/1.1" status: 204 len: 168 time: 3.6365318 Feb 02 15:13:15.140544 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27147857-c588-41c6-92bb-1295dc0519fd', 'tag': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'status': 'completed', 'code': 200} Feb 02 15:13:15.153584 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:15.156941 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6da1b832-7d5b-4cc4-a6cd-1dad0ebe98ad req-1e8f2b5f-6098-4421-a7f0-7abb6b7ae7f2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652602 Feb 02 15:13:15.214437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b49a843f-6c86-4f18-b5f4-8f928ec63d2e req-eb403289-1851-46c7-8ff1-ff0d82eba6fb service neutron] 10.222.0.64 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407402 Feb 02 15:13:15.309842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3bb6d252-6bbe-4ecf-a713-51106014d2f7,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:15.370084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df6e46d5-69b7-4db1-98db-cc6975edb12d req-1e6e76a5-0bb0-466b-884b-63171cb1cc8c tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0874150 Feb 02 15:13:15.419245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df6e46d5-69b7-4db1-98db-cc6975edb12d req-609ff0d9-6f8d-45aa-8d13-07f7cb7b1ce1 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Feb 02 15:13:15.454005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d8656-b752-4bed-91ea-f166699c6d5d req-663d67df-1b0c-4bb6-ad28-01ed64db7bca tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:15.455739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-614d8656-b752-4bed-91ea-f166699c6d5d req-663d67df-1b0c-4bb6-ad28-01ed64db7bca tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.0893636 Feb 02 15:13:15.507180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3bb6d252-6bbe-4ecf-a713-51106014d2f7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:15.518831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-614d8656-b752-4bed-91ea-f166699c6d5d req-72db75ac-1c3b-404f-a787-461fbb8c9ee7 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555453 Feb 02 15:13:15.537760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-ad70775b-e336-404f-b624-4f8cce2f6274 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ed27cb6a715426988dc6095778a64e0&device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 1095 time: 0.0987568 Feb 02 15:13:15.766848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63040bef-ee89-4607-89db-df0071cb481e req-a090027b-cddd-4789-8cd7-65e8ab0aa67a tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 210 time: 0.1777873 Feb 02 15:13:15.822956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c935ca7-0d6f-4c95-937c-f0be5d51ad05 req-2a170bbb-8bb7-4cc4-aa5b-4831fc00f032 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:15.825714 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c935ca7-0d6f-4c95-937c-f0be5d51ad05 req-2a170bbb-8bb7-4cc4-aa5b-4831fc00f032 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 944 time: 0.1338596 Feb 02 15:13:15.874291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43526) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:15.917114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-6c02c0e4-db8e-455e-92a5-5500c2c1a15b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:15.918370 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c935ca7-0d6f-4c95-937c-f0be5d51ad05 req-6da52fb2-b96d-4ee0-b32f-f9c96568286e tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876620 Feb 02 15:13:15.918538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-6c02c0e4-db8e-455e-92a5-5500c2c1a15b service neutron] 10.222.0.64 "GET /v2.0/networks?id=08b7b278-f2e8-4637-b66d-30637498fc64 HTTP/1.1" status: 200 len: 918 time: 0.3709388 Feb 02 15:13:15.988798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-73a7cfb7-74fb-45a6-a53d-41dfa55bc02e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a4e3b796a8c4693bcbbc1e4ada603e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1111934 Feb 02 15:13:15.989181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43538) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:16.020067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-513d1ce0-61c0-485f-a80a-bfb14ebdc67f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 HTTP/1.1" status: 200 len: 217 time: 0.0929925 Feb 02 15:13:16.157215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cacec01-6bb7-4178-8b15-b9afe9a351c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:16.161925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-b706d710-fb55-44b3-988d-524d2faef8ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:16.163231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-b706d710-fb55-44b3-988d-524d2faef8ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5258b5e1-a0b9-43a0-a20f-1d3da23c117d HTTP/1.1" status: 200 len: 855 time: 0.1375568 Feb 02 15:13:16.204365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cacec01-6bb7-4178-8b15-b9afe9a351c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:16.232456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-65d2e87b-67cd-49bd-a1be-b9a866a091b7 req-6c29283d-7dc0-41a6-bfa7-760e429efe33 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1578827 Feb 02 15:13:16.259073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c89aa4-60b9-4b81-a2ed-8b96a10806fb req-f5e8fb1a-1692-4b8f-a11c-660bc736ecae tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:16.266139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6c89aa4-60b9-4b81-a2ed-8b96a10806fb req-f5e8fb1a-1692-4b8f-a11c-660bc736ecae tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.1617999 Feb 02 15:13:16.272297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-79bbd1b7-c8d6-4f50-858b-6595d7e8066a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08b7b278-f2e8-4637-b66d-30637498fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008337 Feb 02 15:13:16.316404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6c89aa4-60b9-4b81-a2ed-8b96a10806fb req-f7f321c2-ec90-441d-9a11-0fdc725333b8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Feb 02 15:13:16.421248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cacec01-6bb7-4178-8b15-b9afe9a351c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:16.421534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-17e72753-b0dd-45a7-a83c-fb7343cb5d81 service neutron] 10.222.0.64 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391418 Feb 02 15:13:16.484311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacec01-6bb7-4178-8b15-b9afe9a351c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552b520e-3315-402e-b565-cafdfd0a9faf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:16.498478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cacec01-6bb7-4178-8b15-b9afe9a351c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:16.500907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5cacec01-6bb7-4178-8b15-b9afe9a351c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/552b520e-3315-402e-b565-cafdfd0a9faf HTTP/1.1" status: 204 len: 168 time: 0.5098865 Feb 02 15:13:16.541608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7d25-b262-4104-afc9-0cd1ec8ea10d req-c31a7ea9-a289-4fc7-889a-4d096c4488c5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:16.542932 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-341e7d25-b262-4104-afc9-0cd1ec8ea10d req-c31a7ea9-a289-4fc7-889a-4d096c4488c5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 948 time: 0.1161797 Feb 02 15:13:16.570461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6b1fd84-3434-4852-b7a6-7498ebe7101d req-a5fd42f5-5909-4cfd-882b-fcd55317da23 service neutron] 10.222.0.64 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406000 Feb 02 15:13:16.625905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3bb6d252-6bbe-4ecf-a713-51106014d2f7 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:16.725294 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-341e7d25-b262-4104-afc9-0cd1ec8ea10d req-cb54c9fa-08f5-4793-ad41-b79f2e6c0aab tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649637 Feb 02 15:13:16.734508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:16.892106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:16.898315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:16.898937 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:16.917161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fd96c-9e85-4c94-8057-f6d0d0868992 req-ad70f76f-96f0-4951-aea4-b4826aae8b57 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:16.918755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc0fd96c-9e85-4c94-8057-f6d0d0868992 req-ad70f76f-96f0-4951-aea4-b4826aae8b57 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.0846393 Feb 02 15:13:16.976184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc0fd96c-9e85-4c94-8057-f6d0d0868992 req-98fe0ea2-f3c2-4a46-812b-9eed1df907d1 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422916 Feb 02 15:13:17.029359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:17.060802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6d252-6bbe-4ecf-a713-51106014d2f7'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:17.071880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:17.249155 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:17.355397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3bb6d252-6bbe-4ecf-a713-51106014d2f7,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:17.482980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:17.498978 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e23527c-ea59-4748-b0d8-b995cecba2d7 req-efc39861-6feb-4a49-9568-01e5d604f135 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 210 time: 0.0504630 Feb 02 15:13:17.598311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43584) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:17.693920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d3ef413-23b0-4751-a095-444c5665710f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=50b977e2718f4d05b3ea1ed1caa5b8d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0944462 Feb 02 15:13:17.697959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43588) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:17.775780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c680-b0ce-48c3-a05f-8136e59233c6 req-623d28bf-f1c1-4836-a04f-44260f3a7717 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:17.777435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69c1c680-b0ce-48c3-a05f-8136e59233c6 req-623d28bf-f1c1-4836-a04f-44260f3a7717 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 944 time: 0.1491303 Feb 02 15:13:17.811056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2bb312bd-489b-4140-8fd5-654eb3592b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:17.849737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2bb312bd-489b-4140-8fd5-654eb3592b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:17.872799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69c1c680-b0ce-48c3-a05f-8136e59233c6 req-eed4b81d-ff12-4f4f-afee-0256c44bc710 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865138 Feb 02 15:13:17.957434 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6d252-6bbe-4ecf-a713-51106014d2f7', 'code': 200} Feb 02 15:13:18.011861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43604) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:18.018848 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2bb312bd-489b-4140-8fd5-654eb3592b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:18.033382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb312bd-489b-4140-8fd5-654eb3592b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09259708-c103-45c1-a96d-a666e2d39b1d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:18.041741 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2bb312bd-489b-4140-8fd5-654eb3592b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:18.043014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2bb312bd-489b-4140-8fd5-654eb3592b39 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/09259708-c103-45c1-a96d-a666e2d39b1d HTTP/1.1" status: 204 len: 168 time: 0.3440969 Feb 02 15:13:18.200382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c60654d2-2dfd-45a0-9bec-13a1740a3758 req-9b02aaa2-ca39-499a-ab84-002e206f3481 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 1100 time: 0.1195083 Feb 02 15:13:18.223749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821898-ea50-4258-9224-d654a72584ea req-04b556f7-e942-4c75-9c51-b4586d1b3b5a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:18.225246 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0e821898-ea50-4258-9224-d654a72584ea req-04b556f7-e942-4c75-9c51-b4586d1b3b5a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 949 time: 0.1566970 Feb 02 15:13:18.226820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:18.246970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c60654d2-2dfd-45a0-9bec-13a1740a3758 req-d8833aa3-a571-4a08-8184-f05d81b1e4c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Feb 02 15:13:18.294977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:18.300577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0e821898-ea50-4258-9224-d654a72584ea req-ebc43cda-1d8a-4c77-b3c2-53c800c13070 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622244 Feb 02 15:13:18.301634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] Usage tracker for resource:security_group_rule and tenant:f83005da1b9641c9954510398debfe6a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:18.304826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:18.311235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:18.543909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:18.576400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c691a1a-fb22-430a-baa3-094287c890d7 req-d6b152be-2ad2-455e-b241-d60d88d47efa tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:18.577901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c691a1a-fb22-430a-baa3-094287c890d7 req-d6b152be-2ad2-455e-b241-d60d88d47efa tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.1419115 Feb 02 15:13:18.633619 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c691a1a-fb22-430a-baa3-094287c890d7 req-ed86fb42-ef44-4d3c-802c-82914fda08ab tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498285 Feb 02 15:13:18.637005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:18.676000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-96f18b39-9df7-4028-b1f6-6f78c2996080 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:18.680447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-96f18b39-9df7-4028-b1f6-6f78c2996080 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.107 "GET /v2.0/networks?id=a0995f13-2db8-4683-bee4-ea5f15ce0d60 HTTP/1.1" status: 200 len: 818 time: 0.1969433 Feb 02 15:13:18.684375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93103de5-777c-4b39-a236-8ba0877d03cf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:18.695555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-365bccba-efab-4e9b-bbf1-602da4fb374a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f83005da1b9641c9954510398debfe6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6825995 Feb 02 15:13:18.699319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43628) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:18.705932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Request body: {'port': {'device_id': '5c65bc4f-2229-4c11-8137-95f8244ce983', 'network_id': 'a0995f13-2db8-4683-bee4-ea5f15ce0d60', 'admin_state_up': True, 'tenant_id': '0c0afb0bef92435aacb375e8e15aa209'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:18.897902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a82248f0-fa0b-4305-837c-ad883852cfc3 req-90affc73-3e18-493e-a6c1-74d7d3cd9157 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 210 time: 0.0434356 Feb 02 15:13:18.907622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20b8138c-d00b-4e9d-94f4-b55ee167a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:18.942375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:18.946854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Usage tracker for resource:port and tenant:0c0afb0bef92435aacb375e8e15aa209 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:18.960070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:18.972975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:18.975882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20b8138c-d00b-4e9d-94f4-b55ee167a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:19.118672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b837bfb-85d0-4ff5-a642-cab8d5caf06b req-38ca5abf-1699-4b48-81d6-b71af24d8cdc tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:19.120155 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b837bfb-85d0-4ff5-a642-cab8d5caf06b req-38ca5abf-1699-4b48-81d6-b71af24d8cdc tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.0859306 Feb 02 15:13:19.128678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Made reservation on behalf of 0c0afb0bef92435aacb375e8e15aa209 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:19.131863 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:19.166532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b837bfb-85d0-4ff5-a642-cab8d5caf06b req-26942c34-afe0-49e4-8a6d-35a0a6b8bb43 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Feb 02 15:13:19.253713 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20b8138c-d00b-4e9d-94f4-b55ee167a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:19.285672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8138c-d00b-4e9d-94f4-b55ee167a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93103de5-777c-4b39-a236-8ba0877d03cf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:19.384507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20b8138c-d00b-4e9d-94f4-b55ee167a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:19.384507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-20b8138c-d00b-4e9d-94f4-b55ee167a8d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/93103de5-777c-4b39-a236-8ba0877d03cf HTTP/1.1" status: 204 len: 168 time: 0.6750607 Feb 02 15:13:19.384689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29d5d5-462c-4292-9e8d-d635bb64b1e4 req-3541d331-3246-49a9-a375-71b294339be2 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:19.384689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d29d5d5-462c-4292-9e8d-d635bb64b1e4 req-3541d331-3246-49a9-a375-71b294339be2 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 944 time: 0.0924892 Feb 02 15:13:19.418907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Allocated IP 172.20.0.10 (a0995f13-2db8-4683-bee4-ea5f15ce0d60/8c337c22-840f-4ff6-af50-1fb0ae58b38b/b209f865-59fb-4d2e-9a8d-4de327dd52f8) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:19.437208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-a0d008a5-be4b-468c-82b2-13d653a2c52f tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:13:19.444976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-a0d008a5-be4b-468c-82b2-13d653a2c52f tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0119808 Feb 02 15:13:19.453019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d29d5d5-462c-4292-9e8d-d635bb64b1e4 req-353332df-840c-4be6-9a54-f9123453b946 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579650 Feb 02 15:13:19.453311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Request body: {'binding': {'host': 'n-h2-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:19.453311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:13:19.741839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b781-c4a7-4de7-92d2-2899fe5c957b req-671359ec-8539-4193-a83a-ebdb836531b1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:19.750235 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e276b781-c4a7-4de7-92d2-2899fe5c957b req-671359ec-8539-4193-a83a-ebdb836531b1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 949 time: 0.1290445 Feb 02 15:13:19.808450 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e276b781-c4a7-4de7-92d2-2899fe5c957b req-25ca84d4-451b-4732-96da-796ea6bac61e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574389 Feb 02 15:13:20.027649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a6db8-94f5-4a0e-aebb-c1aeaf667c8a req-9006f415-5cac-45a2-8cc6-5f9e4b8188ec tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:20.029545 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e15a6db8-94f5-4a0e-aebb-c1aeaf667c8a req-9006f415-5cac-45a2-8cc6-5f9e4b8188ec tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.0880573 Feb 02 15:13:20.061759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:20.070636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on host n-h2-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:20.071703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:20.072109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:20.080445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e15a6db8-94f5-4a0e-aebb-c1aeaf667c8a req-6d4789c8-fe54-4d39-8ce2-e12aa00f725b tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Feb 02 15:13:20.082128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:13:20.089057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:20.094438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:20.094858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:20.095240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:20.095659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Bound port: 15110d9e-f636-4821-bb48-45642cb27052, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:20.150727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:20.230176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:20.298691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:20.299911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be9bd-3c68-43ee-aa5b-b5dd741cd84b req-4f1bc3cf-16d3-4bdd-948e-a5696aeedec5 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:20.308893 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5be9bd-3c68-43ee-aa5b-b5dd741cd84b req-4f1bc3cf-16d3-4bdd-948e-a5696aeedec5 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 932 time: 0.0988734 Feb 02 15:13:20.310069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-ab96431d-012e-41b4-b08b-2c76761ef141 service neutron] 10.222.0.88 "POST /v2.0/ports/15110d9e-f636-4821-bb48-45642cb27052/bindings HTTP/1.1" status: 201 len: 389 time: 0.8596156 Feb 02 15:13:20.332715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Network a0995f13-2db8-4683-bee4-ea5f15ce0d60 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:20.336289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:20.341221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:20.351186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5a5be9bd-3c68-43ee-aa5b-b5dd741cd84b req-ff5cc76f-9fb8-4886-9541-7b6335befc84 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Synchronizing usage tracker for tenant:0c0afb0bef92435aacb375e8e15aa209 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:20.366948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Pushing event updated for resources: {'Port': ['ID=b209f865-59fb-4d2e-9a8d-4de327dd52f8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:20.407149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:20.407770 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:20.457516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5a5be9bd-3c68-43ee-aa5b-b5dd741cd84b req-ff5cc76f-9fb8-4886-9541-7b6335befc84 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Unset dirty status for tenant:0c0afb0bef92435aacb375e8e15aa209 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:20.462980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5be9bd-3c68-43ee-aa5b-b5dd741cd84b req-ff5cc76f-9fb8-4886-9541-7b6335befc84 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493165 Feb 02 15:13:20.559641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-b15ade24-a65d-47f8-97c2-afb13eaf9c44 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8591802 Feb 02 15:13:20.578437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Request body: {'port': {'device_id': '5c65bc4f-2229-4c11-8137-95f8244ce983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:20.708345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d57e4-9a69-4c07-a714-41130e279025 req-61b9f3bf-683d-44c7-bc72-c199b090b920 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:20.717157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-279d57e4-9a69-4c07-a714-41130e279025 req-61b9f3bf-683d-44c7-bc72-c199b090b920 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.1093109 Feb 02 15:13:20.805328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-279d57e4-9a69-4c07-a714-41130e279025 req-6c91687a-e6fc-4bd4-b243-da5a1807d85c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831497 Feb 02 15:13:20.831879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:20.934735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ebdb5-6553-4532-9a68-4d3a47cf106e req-663e661d-e2a7-4989-98d8-475f70721bee tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:20.935535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-367ebdb5-6553-4532-9a68-4d3a47cf106e req-663e661d-e2a7-4989-98d8-475f70721bee tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Synchronizing usage tracker for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:21.090404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2f077-22ff-4b4d-99ef-b02b1122432f req-eebf7b56-788c-4e15-ba40-1e3bf45336c5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:21.098050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fa2f077-22ff-4b4d-99ef-b02b1122432f req-eebf7b56-788c-4e15-ba40-1e3bf45336c5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.1404817 Feb 02 15:13:21.160363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fa2f077-22ff-4b4d-99ef-b02b1122432f req-346f5288-aa75-4b5a-9701-bfab42bc0ffb tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Feb 02 15:13:21.164442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-367ebdb5-6553-4532-9a68-4d3a47cf106e req-663e661d-e2a7-4989-98d8-475f70721bee tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Unset dirty status for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:21.175620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-367ebdb5-6553-4532-9a68-4d3a47cf106e req-663e661d-e2a7-4989-98d8-475f70721bee tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 944 time: 0.4193940 Feb 02 15:13:21.265963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-367ebdb5-6553-4532-9a68-4d3a47cf106e req-38df1f9a-7180-4b6e-a143-1e91f277c1aa tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817499 Feb 02 15:13:21.332482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b209f865-59fb-4d2e-9a8d-4de327dd52f8 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:21.356500 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:21.381176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-28aa36c5-e9ac-4b8e-ab18-7fa11c571275 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0889661 Feb 02 15:13:21.386974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Transition to ACTIVE for port object b209f865-59fb-4d2e-9a8d-4de327dd52f8 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:21.493760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43704) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:21.534039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:21.546253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6835c739-4eed-41a7-8b37-39e8004721c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:21.547781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6835c739-4eed-41a7-8b37-39e8004721c4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.1580400 Feb 02 15:13:21.582660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a76a-4db3-4f69-8f30-689959ff565f req-597655d8-bb82-4fd2-b7b6-539d8465946e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:21.584155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-33b1a76a-4db3-4f69-8f30-689959ff565f req-597655d8-bb82-4fd2-b7b6-539d8465946e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 949 time: 0.1738682 Feb 02 15:13:21.707259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b209f865-59fb-4d2e-9a8d-4de327dd52f8,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:21.844305 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-33b1a76a-4db3-4f69-8f30-689959ff565f req-90330dd3-4d95-46f2-a69d-167df720fb53 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497191 Feb 02 15:13:21.862145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-97515e32-bb39-487d-a21a-79b57c141083 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15110d9e-f636-4821-bb48-45642cb27052 HTTP/1.1" status: 200 len: 217 time: 0.3000147 Feb 02 15:13:21.942775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Attempting to bind port b209f865-59fb-4d2e-9a8d-4de327dd52f8 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:21.942775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Attempting to bind port b209f865-59fb-4d2e-9a8d-4de327dd52f8 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '201cb871-8a82-451f-a325-640e2e0dc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a0995f13-2db8-4683-bee4-ea5f15ce0d60'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:21.942775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Attempting to bind port b209f865-59fb-4d2e-9a8d-4de327dd52f8 on network a0995f13-2db8-4683-bee4-ea5f15ce0d60 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:21.951099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-214ebcf6-7d20-41b0-8334-cd3d44debe96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:21.953215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-214ebcf6-7d20-41b0-8334-cd3d44debe96 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.0845296 Feb 02 15:13:21.967696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Port b209f865-59fb-4d2e-9a8d-4de327dd52f8 on network a0995f13-2db8-4683-bee4-ea5f15ce0d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:13:21.967696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Attempting to bind port b209f865-59fb-4d2e-9a8d-4de327dd52f8 on network a0995f13-2db8-4683-bee4-ea5f15ce0d60 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:21.974559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:21.974909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Checking segment: {'id': '201cb871-8a82-451f-a325-640e2e0dc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a0995f13-2db8-4683-bee4-ea5f15ce0d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:21.976208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Bound using segment: {'id': '201cb871-8a82-451f-a325-640e2e0dc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a0995f13-2db8-4683-bee4-ea5f15ce0d60'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:21.976398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Bound port: b209f865-59fb-4d2e-9a8d-4de327dd52f8, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201cb871-8a82-451f-a325-640e2e0dc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a0995f13-2db8-4683-bee4-ea5f15ce0d60'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:21.976961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:22.012088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1554422208-network', 'tenant_id': '32348b6ffe9447589cd4bbbd4685c206'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:22.023061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-e7653723-71c5-42f3-8800-836928bb11e1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579383 Feb 02 15:13:22.023491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:22.028804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Usage tracker for resource:network and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:22.032716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:22.076907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:22.162681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] For port b209f865-59fb-4d2e-9a8d-4de327dd52f8, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:22.166901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] For port b209f865-59fb-4d2e-9a8d-4de327dd52f8, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b209f865-59fb-4d2e-9a8d-4de327dd52f8,segment=NetworkSegment(201cb871-8a82-451f-a325-640e2e0dc310),segment_id=201cb871-8a82-451f-a325-640e2e0dc310)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:22.178474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfa8b4-2125-4a9b-9249-9fcc38b9f4de req-5166785c-cd52-4a7c-9de8-47c83be3dd7b tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:22.179043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1cbfa8b4-2125-4a9b-9249-9fcc38b9f4de req-5166785c-cd52-4a7c-9de8-47c83be3dd7b tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Synchronizing usage tracker for tenant:0c0afb0bef92435aacb375e8e15aa209 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:22.194967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-69068da9-43bc-4d38-ae00-233d6117522b service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632886 Feb 02 15:13:22.338175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:22.381927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Made reservation on behalf of 32348b6ffe9447589cd4bbbd4685c206 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:22.390836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:22.400866 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-c086a535-dd25-45e7-9f29-ca0c523cad9c service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968834 Feb 02 15:13:22.402241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:22.442103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:22.442981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b209f865-59fb-4d2e-9a8d-4de327dd52f8,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:22.448517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Usage tracker for resource:security_group_rule and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:22.454283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:22.454451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1cbfa8b4-2125-4a9b-9249-9fcc38b9f4de req-5166785c-cd52-4a7c-9de8-47c83be3dd7b tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Unset dirty status for tenant:0c0afb0bef92435aacb375e8e15aa209 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:22.455950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1cbfa8b4-2125-4a9b-9249-9fcc38b9f4de req-5166785c-cd52-4a7c-9de8-47c83be3dd7b tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 944 time: 0.4597297 Feb 02 15:13:22.461977 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:22.463577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-816cd119-9486-4816-bcee-e4b94c6a48c2 service neutron] 10.222.0.107 "PUT /v2.0/ports/b209f865-59fb-4d2e-9a8d-4de327dd52f8 HTTP/1.1" status: 200 len: 1092 time: 1.8905029 Feb 02 15:13:22.464033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c65bc4f-2229-4c11-8137-95f8244ce983', 'tag': 'b209f865-59fb-4d2e-9a8d-4de327dd52f8'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:22.469239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:22.519343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1cbfa8b4-2125-4a9b-9249-9fcc38b9f4de req-a6568bcf-517e-4f4b-8d00-bebf49d09ff7 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496821 Feb 02 15:13:22.646888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:22.664903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:13:22.705381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a23d8e9-8cf4-4755-8e54-1ee968a3bdad req-36ef4f4f-fc84-4aa4-8d08-4ce4245c3dc3 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 1100 time: 0.1823571 Feb 02 15:13:22.757899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:22.840820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f048bc-5c9f-49ea-b854-196433948a6b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:22.882157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a23d8e9-8cf4-4755-8e54-1ee968a3bdad req-b9424ee1-c447-4501-b67d-cc931a06c035 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714227 Feb 02 15:13:22.886644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:13:22.898453 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:22.899783 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Added segment 965ed272-1b0d-445e-b700-0b69e3b9a48a of type vlan for network 33b8edf8-0c79-47ed-bd8d-bf110ea7d14c Feb 02 15:13:22.936961 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:23.029128 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-a034e833-f63d-49a5-9c89-9ea02459742b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0c0afb0bef92435aacb375e8e15aa209&device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 1095 time: 0.3747969 Feb 02 15:13:23.080004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:23.097426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'port_id': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'mac_address': 'fa:16:3e:db:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:13:23.112716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:23.113361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:23.113994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:23.202829 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:23.252196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:23.282843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:23.328414 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-48363bcd-7701-4de4-b6df-34213d56ad65 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b209f865-59fb-4d2e-9a8d-4de327dd52f8 HTTP/1.1" status: 200 len: 217 time: 0.2830515 Feb 02 15:13:23.340918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005ed36-874b-4002-a52b-a42bf5587b40 req-dba26771-127b-4405-a71b-671f51b43662 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:23.342257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2005ed36-874b-4002-a52b-a42bf5587b40 req-dba26771-127b-4405-a71b-671f51b43662 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.5020730 Feb 02 15:13:23.402981 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:23.404410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-3845e080-0047-466f-b2af-7c19b584d022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:23.405930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-3845e080-0047-466f-b2af-7c19b584d022 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8c337c22-840f-4ff6-af50-1fb0ae58b38b HTTP/1.1" status: 200 len: 858 time: 0.0631890 Feb 02 15:13:23.418475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] Pushing event updated for resources: {'Network': ['ID=33b8edf8-0c79-47ed-bd8d-bf110ea7d14c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:23.453646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead980b5-7269-49df-ac8a-263da4fc4e34 req-6125e96e-13bf-449b-8154-91af01d57be2 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:23.455271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ead980b5-7269-49df-ac8a-263da4fc4e34 req-6125e96e-13bf-449b-8154-91af01d57be2 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 944 time: 0.2884321 Feb 02 15:13:23.488155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 33b8edf8-0c79-47ed-bd8d-bf110ea7d14c details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:13:23.495687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-668fbe4c-4188-4f79-871b-2252c156500c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a0995f13-2db8-4683-bee4-ea5f15ce0d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545721 Feb 02 15:13:23.513917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ead980b5-7269-49df-ac8a-263da4fc4e34 req-0747e68c-6210-48db-95b0-4b8774a797ad tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500982 Feb 02 15:13:23.526179 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2005ed36-874b-4002-a52b-a42bf5587b40 req-f9db8818-df10-4b90-8bb0-e7ea88d1cd3a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190288 Feb 02 15:13:23.548929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-69735eb3-e58e-44b7-ad87-8de375db66fe admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.0541093 Feb 02 15:13:23.558013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43744) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:23.564822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Request body: {'subnet': {'network_id': '33b8edf8-0c79-47ed-bd8d-bf110ea7d14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1554422208-subnet', 'tenant_id': '32348b6ffe9447589cd4bbbd4685c206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:23.576955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:23.588221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Usage tracker for resource:subnet and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:23.592598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:23.600539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:23.607217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:23.623293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.624165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.624712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.625270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.626059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.626585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.627193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.627708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.628259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.628776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.629391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:23.673628 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c65bc4f-2229-4c11-8137-95f8244ce983', 'tag': 'b209f865-59fb-4d2e-9a8d-4de327dd52f8', 'status': 'completed', 'code': 200} Feb 02 15:13:23.720333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Made reservation on behalf of 32348b6ffe9447589cd4bbbd4685c206 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:23.723651 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:23.724665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-77e77ea8-c992-4544-ae0f-2ca556e2c977 service neutron] 10.222.0.107 "GET /v2.0/networks/a0995f13-2db8-4683-bee4-ea5f15ce0d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192287 Feb 02 15:13:23.812644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['72223bc1-a8ac-4d47-87ce-46d3a9c9fe31'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:23.917143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b461d85-308a-4c38-adbb-e887664feaf6 req-85568787-208c-4200-92a4-372ffbf1e614 service neutron] 10.222.0.107 "GET /v2.0/networks/a0995f13-2db8-4683-bee4-ea5f15ce0d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825974 Feb 02 15:13:23.984522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-39f0d49c-5848-4919-996b-5df420d5a5c7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336289 Feb 02 15:13:24.209621 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-f7a44f69-433f-4f6b-8bc8-6b47029731b8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0c0afb0bef92435aacb375e8e15aa209&device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 1095 time: 0.0818651 Feb 02 15:13:24.215467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-5023cb9c-260f-4a5f-89b6-5faacc97b101 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:24.237334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-5023cb9c-260f-4a5f-89b6-5faacc97b101 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391601 Feb 02 15:13:24.256737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-6f66525e-f9c9-4ddb-9902-433afeb2b7b2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/quotas/6dc4916590c34388b8dcb39fc65bae7d HTTP/1.1" status: 200 len: 375 time: 0.0181956 Feb 02 15:13:24.329187 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:24.420538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24f9ab7-777f-4f34-9b32-7d185b96a74a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:24.434323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-a37d57f3-bf55-478a-8d79-7d4c2711eeff tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1712742 Feb 02 15:13:24.437261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-4ffc9d13-3c16-4b99-a424-90c7723e4ea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:24.439064 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-4ffc9d13-3c16-4b99-a424-90c7723e4ea2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a0995f13-2db8-4683-bee4-ea5f15ce0d60 HTTP/1.1" status: 200 len: 920 time: 0.2211010 Feb 02 15:13:24.447164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc54f7a-d6d9-468d-b168-a362302ca6eb req-0fdcf222-00ca-483b-a7c0-d5bafa59535c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:24.448403 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecc54f7a-d6d9-468d-b168-a362302ca6eb req-0fdcf222-00ca-483b-a7c0-d5bafa59535c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 944 time: 0.1991303 Feb 02 15:13:24.450146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Checking segment: {'id': '965ed272-1b0d-445e-b700-0b69e3b9a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '33b8edf8-0c79-47ed-bd8d-bf110ea7d14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:24.450502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Network hostable DHCP agents. Network: 33b8edf8-0c79-47ed-bd8d-bf110ea7d14c, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:13:24.492344 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5edba606-8e32-49d5-a3ce-7b0a8466ab7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:24.539897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-618510c4-1c64-4c3e-8cac-647346e6e1dc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b209f865-59fb-4d2e-9a8d-4de327dd52f8 HTTP/1.1" status: 200 len: 217 time: 0.0904617 Feb 02 15:13:24.605102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecc54f7a-d6d9-468d-b168-a362302ca6eb req-e8db0fb5-4fc0-4373-8d8b-52401e761c9e tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012657 Feb 02 15:13:24.619833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Network 33b8edf8-0c79-47ed-bd8d-bf110ea7d14c is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:13:24.625450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-1d6fb9cb-4bb0-438a-96d2-dd32b12083a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:24.626983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-1d6fb9cb-4bb0-438a-96d2-dd32b12083a5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8c337c22-840f-4ff6-af50-1fb0ae58b38b HTTP/1.1" status: 200 len: 858 time: 0.0763562 Feb 02 15:13:24.677691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-26f1256a-d38d-4912-9174-abf1d31f8db9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a0995f13-2db8-4683-bee4-ea5f15ce0d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431027 Feb 02 15:13:24.762863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 33b8edf8-0c79-47ed-bd8d-bf110ea7d14c) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:24.766922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:24.767491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:24.772399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ea5ba-ccfd-473c-ab71-cd00b5ee3e99 None None] Network 33b8edf8-0c79-47ed-bd8d-bf110ea7d14c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:24.954786 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-732f8ea2-1ce1-406b-a612-d92419056f14 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3948538 Feb 02 15:13:25.000858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-0b328041-68cc-4fb4-a133-01eee61977a4 service neutron] 10.222.0.107 "GET /v2.0/networks/a0995f13-2db8-4683-bee4-ea5f15ce0d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099048 Feb 02 15:13:25.003114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d803-8926-4a1b-b92f-bebb0ed0df24 req-04842ae5-a7d4-4ba7-a0f6-75a0720be8a9 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:25.005765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7be2d803-8926-4a1b-b92f-bebb0ed0df24 req-04842ae5-a7d4-4ba7-a0f6-75a0720be8a9 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 945 time: 0.1272995 Feb 02 15:13:25.062066 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7be2d803-8926-4a1b-b92f-bebb0ed0df24 req-aca265fc-79c9-4137-a56e-842c436f93e6 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486670 Feb 02 15:13:25.135379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d15c6-0d80-4fc8-a2e9-1d2cf9d5f904 None None] Network 33b8edf8-0c79-47ed-bd8d-bf110ea7d14c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:25.182578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a50432a4-70f5-4f70-a599-bd67651269d7 req-14b8a825-18d1-44da-a0db-5bbe13f5b3e4 service neutron] 10.222.0.107 "GET /v2.0/networks/a0995f13-2db8-4683-bee4-ea5f15ce0d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788259 Feb 02 15:13:25.200653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd750a-c167-4f11-97ee-a89ca47ccbd8 req-3f4073aa-6c00-4356-88cc-a177c1bfb5c2 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:25.202901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50fd750a-c167-4f11-97ee-a89ca47ccbd8 req-3f4073aa-6c00-4356-88cc-a177c1bfb5c2 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.3821263 Feb 02 15:13:25.257450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50fd750a-c167-4f11-97ee-a89ca47ccbd8 req-5f338d3c-2277-482f-8d33-7d99dd250d0b tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483050 Feb 02 15:13:25.347373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb5d79-82e9-4cd0-8236-157109273761 req-59a6c01f-f0d1-443b-867a-1bbcda8f5c9c tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:25.355988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4fb5d79-82e9-4cd0-8236-157109273761 req-59a6c01f-f0d1-443b-867a-1bbcda8f5c9c tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.1140420 Feb 02 15:13:25.436775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4e361f35-d707-416d-bb59-0a5d5509bb5a req-7ee70749-b3cf-46d7-83a1-1e26c699961b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 210 time: 0.0714948 Feb 02 15:13:25.446636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4fb5d79-82e9-4cd0-8236-157109273761 req-5a956e32-8a3d-470e-990f-27771817b4a3 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879700 Feb 02 15:13:25.500078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6faaf982-f266-4448-9c90-f11b3fb507a8 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:13:25.606873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1132218029', 'description': 'tempest-description-2009721680'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:25.614733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:25.619734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:25.630485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:25.630485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:25.731632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:25.746393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:25.760298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'port_id': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'mac_address': 'fa:16:3e:f2:76:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac70a8-410a-43ea-b942-061f1153a9b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:13:25.821552 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:13:25.822328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:25.826496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group_rule and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:25.834859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:25.843303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:25.857037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:25.880781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6faaf982-f266-4448-9c90-f11b3fb507a8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:25.899119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:25.919359 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:25.921459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958238ba-af71-4d3b-b08e-36e004c76dca req-731fed7f-1a23-45d5-9a4d-c6e7e7c3c1c5 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:25.923198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-958238ba-af71-4d3b-b08e-36e004c76dca req-731fed7f-1a23-45d5-9a4d-c6e7e7c3c1c5 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 944 time: 0.1480231 Feb 02 15:13:25.979680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:26.011568 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:26.071953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:26.072554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc102cc-af8f-4f6f-a913-97e425c6502c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:26.077920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-958238ba-af71-4d3b-b08e-36e004c76dca req-3d5d6acc-7466-4629-9cea-72e5d45f975f tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466620 Feb 02 15:13:26.178324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:26.190963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['6faaf982-f266-4448-9c90-f11b3fb507a8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:26.192137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26ac397f-f807-482e-8386-34eb8bd60fe4 req-0bb5a478-86c9-4b36-9104-113bf0a3ec97 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.5898702 Feb 02 15:13:26.285396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-192e065a-4fb9-4615-84d2-9eeca0630079 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/cfc102cc-af8f-4f6f-a913-97e425c6502c HTTP/1.1" status: 200 len: 1647 time: 0.0598395 Feb 02 15:13:26.309966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfc102cc-af8f-4f6f-a913-97e425c6502c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:26.310278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfc102cc-af8f-4f6f-a913-97e425c6502c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:26.316640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:26.323636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group_rule and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:26.327116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:26.333709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:26.394458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746099d-23d7-4f35-b8c8-26d4f5f78277 req-5161f44f-3584-47bd-bb63-ed6738b0c195 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:26.400404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3746099d-23d7-4f35-b8c8-26d4f5f78277 req-5161f44f-3584-47bd-bb63-ed6738b0c195 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 945 time: 0.1045280 Feb 02 15:13:26.450283 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3746099d-23d7-4f35-b8c8-26d4f5f78277 req-c4f28373-a1c2-47ab-87c9-1ecb267ef715 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437143 Feb 02 15:13:26.466627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:26.491861 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:26.605023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:26.633546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cdfea2-f5d1-4101-b594-e70c668dda89,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:26.677610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e50fe-e320-4579-89f3-e170b71a77d8 req-9b65a54b-2410-47d5-8915-8828b3fd7db6 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:26.679072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a81e50fe-e320-4579-89f3-e170b71a77d8 req-9b65a54b-2410-47d5-8915-8828b3fd7db6 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 944 time: 0.0881357 Feb 02 15:13:26.714460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:26.726605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a81e50fe-e320-4579-89f3-e170b71a77d8 req-3ab65db0-069d-45d0-a189-2351a8b95f6b tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Feb 02 15:13:26.760687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:26.761914 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-174a68bc-9098-49d5-bf1b-297594dd5689 req-4be64c90-09e8-4f24-b3a8-2f25e9e387b0 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4570622 Feb 02 15:13:26.854283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd8bff9d-2689-4d38-b168-a5b1f33eccae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:26.915746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-65309381-4c24-40dd-9f30-802c4b871ee3 req-4f12566b-9465-476f-ac15-814880f16063 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 210 time: 0.0435793 Feb 02 15:13:26.957153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:26.963122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:26.965619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.014047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8d98575-e19d-4495-863f-d31281213e95 req-08d25a6c-f225-40cc-bd9c-0ed00df9136a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/cfc102cc-af8f-4f6f-a913-97e425c6502c HTTP/1.1" status: 200 len: 2150 time: 0.0531499 Feb 02 15:13:27.087052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db59fdc7-42d4-45f3-aaa4-9d6354a78ffb req-cba0a5b1-8fc3-420d-87ff-32b3ab84e477 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-group-rules/08cdfea2-f5d1-4101-b594-e70c668dda89 HTTP/1.1" status: 200 len: 713 time: 0.0223656 Feb 02 15:13:27.087874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aacd2-7a64-4eb6-8a6a-ee859cbeb564 req-41dc876d-ef65-4f7a-a8f6-b7d9a62ccfc7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:27.088748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d40aacd2-7a64-4eb6-8a6a-ee859cbeb564 req-41dc876d-ef65-4f7a-a8f6-b7d9a62ccfc7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.1820040 Feb 02 15:13:27.111713 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.146807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27147857-c588-41c6-92bb-1295dc0519fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:27.152773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d40aacd2-7a64-4eb6-8a6a-ee859cbeb564 req-5557fd29-b400-4004-b24e-a642c29d636d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Feb 02 15:13:27.159747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:27.166953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db59fdc7-42d4-45f3-aaa4-9d6354a78ffb req-be6a3816-896e-4ce4-9df6-c28ba4b4970e tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/cfc102cc-af8f-4f6f-a913-97e425c6502c HTTP/1.1" status: 200 len: 2150 time: 0.0707269 Feb 02 15:13:27.207374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-db59fdc7-42d4-45f3-aaa4-9d6354a78ffb req-1062ed31-43bc-45e0-89af-10812816b750 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.218725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-db59fdc7-42d4-45f3-aaa4-9d6354a78ffb req-1062ed31-43bc-45e0-89af-10812816b750 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.235141 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.309402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:27.371638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-db59fdc7-42d4-45f3-aaa4-9d6354a78ffb req-1062ed31-43bc-45e0-89af-10812816b750 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.382591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ca70f-caef-496c-88ee-6b0906554bd7 req-6e892854-cef5-4f34-8777-09111a4c094d tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:27.384230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-154ca70f-caef-496c-88ee-6b0906554bd7 req-6e892854-cef5-4f34-8777-09111a4c094d tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 944 time: 0.0823138 Feb 02 15:13:27.387621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062ed31-43bc-45e0-89af-10812816b750 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08cdfea2-f5d1-4101-b594-e70c668dda89,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:27.390406 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-db59fdc7-42d4-45f3-aaa4-9d6354a78ffb req-1062ed31-43bc-45e0-89af-10812816b750 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.396396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db59fdc7-42d4-45f3-aaa4-9d6354a78ffb req-1062ed31-43bc-45e0-89af-10812816b750 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/08cdfea2-f5d1-4101-b594-e70c668dda89 HTTP/1.1" status: 204 len: 173 time: 0.2221899 Feb 02 15:13:27.432720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-154ca70f-caef-496c-88ee-6b0906554bd7 req-5f261f86-1efa-4995-a53d-f43d7c8c54fd tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Feb 02 15:13:27.475428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b209f865-59fb-4d2e-9a8d-4de327dd52f8 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:13:27.488000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6faaf982-f266-4448-9c90-f11b3fb507a8 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:27.490479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2065532507', 'description': 'tempest-description-738813008'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:27.496749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:27.500572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:27.503903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:27.510025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:27.530854 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27147857-c588-41c6-92bb-1295dc0519fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'code': 200} Feb 02 15:13:27.591711 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.697754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 6faaf982-f266-4448-9c90-f11b3fb507a8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:27.698633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.757818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b209f865-59fb-4d2e-9a8d-4de327dd52f8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b209f865-59fb-4d2e-9a8d-4de327dd52f8,segment=NetworkSegment(201cb871-8a82-451f-a325-640e2e0dc310),segment_id=201cb871-8a82-451f-a325-640e2e0dc310)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:27.781738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43844) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:27.785362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'b209f865-59fb-4d2e-9a8d-4de327dd52f8', 'network_id': 'a0995f13-2db8-4683-bee4-ea5f15ce0d60', 'port_id': 'b209f865-59fb-4d2e-9a8d-4de327dd52f8', 'mac_address': 'fa:16:3e:7c:16:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c337c22-840f-4ff6-af50-1fb0ae58b38b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:13:27.810883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:27.818309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group_rule and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:27.826507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:27.838730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:27.872141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72ddca-f9a1-461d-b2ed-d8c7f49a4c93 req-631bfd7a-04c6-4d03-8aa3-785a7aad681d tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:27.875928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e72ddca-f9a1-461d-b2ed-d8c7f49a4c93 req-631bfd7a-04c6-4d03-8aa3-785a7aad681d tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.2288578 Feb 02 15:13:27.923377 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:27.959963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e72ddca-f9a1-461d-b2ed-d8c7f49a4c93 req-60a9f9a7-97a7-4857-a14a-44ef797edc80 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759916 Feb 02 15:13:27.965253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e6b7029-245d-4125-b034-576a25effad4 req-8ad0c255-f624-4a83-bce3-a9ff08b7f53c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 1097 time: 0.2603614 Feb 02 15:13:27.976523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b209f865-59fb-4d2e-9a8d-4de327dd52f8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:28.003276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.023419 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b209f865-59fb-4d2e-9a8d-4de327dd52f8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b209f865-59fb-4d2e-9a8d-4de327dd52f8,segment=NetworkSegment(201cb871-8a82-451f-a325-640e2e0dc310),segment_id=201cb871-8a82-451f-a325-640e2e0dc310)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:28.028923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.039038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-3481ca66-bdf7-4ad7-b59b-9d11d7ddb1b2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761788 Feb 02 15:13:28.052051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:28.068129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e6b7029-245d-4125-b034-576a25effad4 req-aad4c36b-c6a9-4456-82cd-92464b9627ee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952454 Feb 02 15:13:28.113017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.147245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.200385 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.203108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b209f865-59fb-4d2e-9a8d-4de327dd52f8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:28.208496 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.256215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603db5b1-e00b-4d9c-aa38-e665469f3e8b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:28.275084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:28.295427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:28.296126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfb54a7cb314f7ea974dbb0571da6db is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:28.301302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:28.312575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-345c3620-9031-46f3-bdce-b43259c47445 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:28.313992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-345c3620-9031-46f3-bdce-b43259c47445 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692888 Feb 02 15:13:28.316158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:28.348128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181be0c-7ff8-4bac-8e0e-f6a21bc03c4a req-d69036b2-5a4b-4440-8b5f-65bc720e823e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:28.349539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8181be0c-7ff8-4bac-8e0e-f6a21bc03c4a req-d69036b2-5a4b-4440-8b5f-65bc720e823e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.1859796 Feb 02 15:13:28.365908 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.395590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Request body: {'port': {'device_id': '08d4adff-5e44-44fb-96e3-3178e0a4e145', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '6dc4916590c34388b8dcb39fc65bae7d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:28.406078 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.407402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6c2d8e75-50bd-4d03-b023-cbbf1d10f489 req-a33ebd41-4ab4-459b-b48f-0c91df0f5ac4 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.9230099 Feb 02 15:13:28.409414 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.496823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b209f865-59fb-4d2e-9a8d-4de327dd52f8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:28.509958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.515035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8181be0c-7ff8-4bac-8e0e-f6a21bc03c4a req-1a786b73-682f-4428-8114-d930d8d65a7c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551659 Feb 02 15:13:28.578153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:28.585991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.606321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:28.635056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf1d240f-7d8e-45f2-85ab-1b42c431d972 req-fa16685f-e4bb-490f-83ac-c7a9108a164d tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 210 time: 0.0548949 Feb 02 15:13:28.647318 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3dfb54a7cb314f7ea974dbb0571da6db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8643537 Feb 02 15:13:28.648494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e533ca-c82d-4bce-9507-ac4e7b8e4240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffdfad1-5c9a-4749-92c9-c81cee203806,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:28.650442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43862) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:28.721650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Made reservation on behalf of 6dc4916590c34388b8dcb39fc65bae7d for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:28.725041 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.794061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7473-926e-4a27-ab30-7ba45f2459da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.799396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5798f3cf-a952-496c-81ca-b0d5e9f12d1f req-67e2b1aa-09bf-4a26-9bb2-d897aab7cccf tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/603db5b1-e00b-4d9c-aa38-e665469f3e8b HTTP/1.1" status: 200 len: 1646 time: 0.0918558 Feb 02 15:13:28.839114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7473-926e-4a27-ab30-7ba45f2459da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:28.917582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed3555-96ec-48c8-8f13-0d6ddc091eb6 req-8d6b735c-3f74-4692-a774-e2c26382dc02 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:28.919209 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1ed3555-96ec-48c8-8f13-0d6ddc091eb6 req-8d6b735c-3f74-4692-a774-e2c26382dc02 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.2406831 Feb 02 15:13:28.985197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7473-926e-4a27-ab30-7ba45f2459da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:29.003513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Allocated IP 192.168.233.32 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/17d2575b-92f9-44f3-bf3c-accb74c1fb3b) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:29.010689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c7473-926e-4a27-ab30-7ba45f2459da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffdfad1-5c9a-4749-92c9-c81cee203806,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:29.013540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1ed3555-96ec-48c8-8f13-0d6ddc091eb6 req-37626efe-4f5b-401d-90e8-0fd068c514cc tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803058 Feb 02 15:13:29.027161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7473-926e-4a27-ab30-7ba45f2459da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:29.032088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fd6c7473-926e-4a27-ab30-7ba45f2459da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ffdfad1-5c9a-4749-92c9-c81cee203806 HTTP/1.1" status: 204 len: 168 time: 0.3805082 Feb 02 15:13:29.057702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76ba8c-036b-4b6b-bb1a-40b17eadef15 req-718c9ad9-fc53-4fe2-8339-3926e2a4ac01 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:29.065513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e76ba8c-036b-4b6b-bb1a-40b17eadef15 req-718c9ad9-fc53-4fe2-8339-3926e2a4ac01 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 945 time: 0.1364968 Feb 02 15:13:29.135965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e76ba8c-036b-4b6b-bb1a-40b17eadef15 req-5de9a00e-f2b2-4ed4-a8db-eaa40eb4c69a tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693948 Feb 02 15:13:29.301283 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:29.339583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Transition to ACTIVE for port object 17d2575b-92f9-44f3-bf3c-accb74c1fb3b will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:29.449347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:29.481143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076', '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:29.496263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3eb58-871d-4f82-849f-5fb629239515 req-56e2702e-d563-47f8-98b5-cdc4fc7e6c19 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:29.498114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85b3eb58-871d-4f82-849f-5fb629239515 req-56e2702e-d563-47f8-98b5-cdc4fc7e6c19 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.1427639 Feb 02 15:13:29.542262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:29.556838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', '3bb6d252-6bbe-4ecf-a713-51106014d2f7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:29.563024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85b3eb58-871d-4f82-849f-5fb629239515 req-ca8d5145-3aff-48d1-a9cc-a98303bd94c3 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531497 Feb 02 15:13:29.634289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-139950542', 'description': 'tempest-description-1948624643'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:29.646354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6faaf982-f266-4448-9c90-f11b3fb507a8 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:29.661342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:29.667276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:29.691979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:29.696680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:29.699732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'Port': ['ID=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:29.703647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:29.706685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:29.739338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:29.802904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:29.803580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:29.840801 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:29.875195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04c02-d4f1-46c4-8043-95fb38d21105 req-9064b9ef-eba8-4020-ba25-69df50f86d14 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:29.878288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7eb04c02-d4f1-46c4-8043-95fb38d21105 req-9064b9ef-eba8-4020-ba25-69df50f86d14 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 945 time: 0.1343338 Feb 02 15:13:29.881383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:29.886777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group_rule and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:29.890043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:29.902425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:29.923189 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2f97fd62-08ba-4459-a061-3c24ba91e2d8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5320141 Feb 02 15:13:29.949807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Request body: {'port': {'device_id': '08d4adff-5e44-44fb-96e3-3178e0a4e145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:29.965786 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7eb04c02-d4f1-46c4-8043-95fb38d21105 req-52ea8048-4fb3-4fc8-aedb-64e364795c81 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784419 Feb 02 15:13:30.130443 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.242881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43894) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:30.268716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.286579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.348453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:30.352369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] Usage tracker for resource:security_group_rule and tenant:b1191bef771c4182afcd18639c2d7ffa is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:30.355913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.356492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.356892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:30.364433 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:30.371731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80f20-5160-4fe4-bdba-208088660736 req-629aa846-4549-466f-ae92-172e20621d8b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:30.373281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9f80f20-5160-4fe4-bdba-208088660736 req-629aa846-4549-466f-ae92-172e20621d8b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 935 time: 0.1713419 Feb 02 15:13:30.409854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.453942 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9f80f20-5160-4fe4-bdba-208088660736 req-1fdb0f62-03ae-43ea-9a91-6a5e52723a8a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736156 Feb 02 15:13:30.488913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:30.514290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27d40014-d10a-4d70-a74e-a3c66eceb034 None None] Provisioning for port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:30.519456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.528733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61312ae0-c669-4157-b278-544aca7e2c78,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:30.539530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27d40014-d10a-4d70-a74e-a3c66eceb034 None None] Provisioning complete for port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:30.540083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27d40014-d10a-4d70-a74e-a3c66eceb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.573005 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'code': 200} Feb 02 15:13:30.631314 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.661535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.690853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-27d40014-d10a-4d70-a74e-a3c66eceb034 None None] Port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:13:30.713525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:30.717320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c84d687a-d970-4e18-ba5e-6ab2b654b10e req-e7f9c224-5d90-4266-be6c-2751257c57d5 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.0967939 Feb 02 15:13:30.835411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:30.879792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b1191bef771c4182afcd18639c2d7ffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6341014 Feb 02 15:13:30.880228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43902) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:30.896532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97270002-c3b3-4f20-9af3-7f609cf42dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a6113-a0bf-45cf-8c74-131679e260af,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:30.949891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b82d9-e138-4747-b445-3cf97ade69ab req-d2f6016b-d551-4916-afaf-6b991f246b15 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:30.956342 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-376b82d9-e138-4747-b445-3cf97ade69ab req-d2f6016b-d551-4916-afaf-6b991f246b15 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.1699347 Feb 02 15:13:31.021716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-376b82d9-e138-4747-b445-3cf97ade69ab req-4a3abe1c-4082-4f86-8732-8382dd6927a0 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629032 Feb 02 15:13:31.134937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6338c0c-4180-4c8c-b8c8-d9343209cf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:31.173292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d2575b-92f9-44f3-bf3c-accb74c1fb3b {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:31.185994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:31.185994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc99fd4-6514-44ad-ba9f-ca7392317c91 req-4f606060-ae6b-4ed1-9080-82ab3870041f tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:31.199800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1bc99fd4-6514-44ad-ba9f-ca7392317c91 req-4f606060-ae6b-4ed1-9080-82ab3870041f tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 945 time: 0.2612107 Feb 02 15:13:31.199800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6338c0c-4180-4c8c-b8c8-d9343209cf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:31.250645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Transition to ACTIVE for port object 17d2575b-92f9-44f3-bf3c-accb74c1fb3b will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:31.302487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1bc99fd4-6514-44ad-ba9f-ca7392317c91 req-129fe63f-ba80-4580-8dc0-70a1ea4803da tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078422 Feb 02 15:13:31.351456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:31.366309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5701e-55d0-4bb6-a84b-9361c229d94d req-82a77269-cb49-4671-b6d7-067ac2cb6702 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:31.375483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32f5701e-55d0-4bb6-a84b-9361c229d94d req-82a77269-cb49-4671-b6d7-067ac2cb6702 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.1925466 Feb 02 15:13:31.420625 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6338c0c-4180-4c8c-b8c8-d9343209cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:31.431882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32f5701e-55d0-4bb6-a84b-9361c229d94d req-48efd41e-608a-4f78-a818-fe8cb2ff92c4 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580139 Feb 02 15:13:31.513162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b209f865-59fb-4d2e-9a8d-4de327dd52f8 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:31.647448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6338c0c-4180-4c8c-b8c8-d9343209cf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a6113-a0bf-45cf-8c74-131679e260af,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:31.700993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Pushing event updated for resources: {'Port': ['ID=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:31.703817 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6338c0c-4180-4c8c-b8c8-d9343209cf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:31.703817 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d6338c0c-4180-4c8c-b8c8-d9343209cf2a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/047a6113-a0bf-45cf-8c74-131679e260af HTTP/1.1" status: 204 len: 168 time: 0.8216832 Feb 02 15:13:31.727075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-431fff62-4851-43bb-afdc-b8b4b8a42108 req-db952811-6ed7-41b6-8181-59e2eb3038c8 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/61312ae0-c669-4157-b278-544aca7e2c78 HTTP/1.1" status: 200 len: 1646 time: 0.3680899 Feb 02 15:13:31.815943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port b209f865-59fb-4d2e-9a8d-4de327dd52f8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:31.838382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port b209f865-59fb-4d2e-9a8d-4de327dd52f8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:31.838382 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:31.926376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e0d11-a21c-42fd-b85f-d5eb14a91726 req-0f9843ae-93c9-4530-9750-a2eebff9ca53 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:31.934799 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f26e0d11-a21c-42fd-b85f-d5eb14a91726 req-0f9843ae-93c9-4530-9750-a2eebff9ca53 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 943 time: 0.3186350 Feb 02 15:13:32.062780 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:32.094898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f26e0d11-a21c-42fd-b85f-d5eb14a91726 req-77c30b3e-cf43-418b-add0-ec6473c6a5fa tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561897 Feb 02 15:13:32.099874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Attempting to bind port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:32.099874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Attempting to bind port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:32.099874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Attempting to bind port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:32.123392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-8e3209ca-dcc2-4aaf-b8e2-175104118e11 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:32.123392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-8e3209ca-dcc2-4aaf-b8e2-175104118e11 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 943 time: 0.3449311 Feb 02 15:13:32.128593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b209f865-59fb-4d2e-9a8d-4de327dd52f8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b209f865-59fb-4d2e-9a8d-4de327dd52f8,segment=NetworkSegment(201cb871-8a82-451f-a325-640e2e0dc310),segment_id=201cb871-8a82-451f-a325-640e2e0dc310)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:32.131888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:13:32.132348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Attempting to bind port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:32.142859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:32.143226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:32.143555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:32.144184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Bound port: 17d2575b-92f9-44f3-bf3c-accb74c1fb3b, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:32.145375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:32.183632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-a337dd4a-9ca4-451b-bb5e-f4fced46dd32 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.3847008 Feb 02 15:13:32.201554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:32.291608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Deleting port 6faaf982-f266-4448-9c90-f11b3fb507a8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:32.291608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:32.409312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1ce2f-6a1f-46f7-892a-9d89eab9acac req-9d2a20f9-bdd0-4ca0-a50d-20b4f5fd482d tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:32.413801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ca1ce2f-6a1f-46f7-892a-9d89eab9acac req-9d2a20f9-bdd0-4ca0-a50d-20b4f5fd482d tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.4276793 Feb 02 15:13:32.415774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] For port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:32.423064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43930) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:32.433024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Request body: {'floatingip': {'port_id': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:32.522009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827122-1'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:32.549321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b209f865-59fb-4d2e-9a8d-4de327dd52f8,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:32.574022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8'}, {'server_uuid': '5c65bc4f-2229-4c11-8137-95f8244ce983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b209f865-59fb-4d2e-9a8d-4de327dd52f8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:32.642191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1448803498', 'description': 'tempest-description-256426493'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:32.653958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] For port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:32.662617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:32.676591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:32.681523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:32.685773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:32.755672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:32.755936 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-e9661dad-bd94-4252-bed1-b60352fb5ae7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4283066 Feb 02 15:13:32.765284 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:32.896378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a148-28f5-4aef-ae68-7c93c9262b04 req-d100c751-1357-4080-b803-849600708671 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:32.897817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3060a148-28f5-4aef-ae68-7c93c9262b04 req-d100c751-1357-4080-b803-849600708671 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 947 time: 0.5309875 Feb 02 15:13:33.049325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] For port 6faaf982-f266-4448-9c90-f11b3fb507a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6faaf982-f266-4448-9c90-f11b3fb507a8,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:33.050422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:33.056031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:33.065163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3060a148-28f5-4aef-ae68-7c93c9262b04 req-ef544201-c46f-4fdf-b78b-2637eaa2265c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552491 Feb 02 15:13:33.083244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:33.084791 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] 10.222.0.64 "PUT /v2.0/ports/17d2575b-92f9-44f3-bf3c-accb74c1fb3b HTTP/1.1" status: 200 len: 1095 time: 3.1419230 Feb 02 15:13:33.085245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d4adff-5e44-44fb-96e3-3178e0a4e145', 'tag': '17d2575b-92f9-44f3-bf3c-accb74c1fb3b'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:33.159835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:33.196868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd17ba-dc98-46f7-ab74-8faa4101bc7a service neutron] Pushing event updated for resources: {'Port': ['ID=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:33.263028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Calling delete_port for 6faaf982-f266-4448-9c90-f11b3fb507a8 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:33.297754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:33.307061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-462be437-f140-44f4-85bf-18a4ed065e66 req-5201688d-5ccf-42e9-b8ab-3089d0093f5b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1057420 Feb 02 15:13:33.339662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group_rule and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:33.369800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:33.413602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:33.462194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-2319149b-c73c-4302-b9f8-f8fa7c7c70af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 1101 time: 0.6172819 Feb 02 15:13:33.518951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 15110d9e-f636-4821-bb48-45642cb27052 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:13:33.767383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c190414-f92d-47dd-9db9-1ad2b8a86abf req-b17237eb-e89e-42b5-881b-0ad3373e7734 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:33.775298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c190414-f92d-47dd-9db9-1ad2b8a86abf req-b17237eb-e89e-42b5-881b-0ad3373e7734 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 945 time: 0.4652040 Feb 02 15:13:33.805117 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-462be437-f140-44f4-85bf-18a4ed065e66 req-73837c7c-887b-4b5f-8641-c82e077b3a81 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 1096 time: 0.3297737 Feb 02 15:13:33.810159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-2bf58f47-4bb3-4eb8-ba93-3c5b49d6dd32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:33.811864 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-2bf58f47-4bb3-4eb8-ba93-3c5b49d6dd32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3018870 Feb 02 15:13:33.856002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:33.860862 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:33.892377 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-7aa2fc3c-f13f-4394-bc67-77766551e287 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 1098 time: 0.6480191 Feb 02 15:13:33.896601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:33.906089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 15110d9e-f636-4821-bb48-45642cb27052 has no active binding in host n-h2-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:13:34.037780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:34.038553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event deleted for resources: {'Port': ['ID=6faaf982-f266-4448-9c90-f11b3fb507a8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:34.082608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:34.108452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-f6362d65-0e9d-4724-91a9-903e3479b317 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=17d2575b-92f9-44f3-bf3c-accb74c1fb3b HTTP/1.1" status: 200 len: 217 time: 0.1851623 Feb 02 15:13:34.126679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-a46935f3-5869-49ef-95a3-93619ffc8d6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a HTTP/1.1" status: 200 len: 217 time: 0.2628751 Feb 02 15:13:34.143736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] No DVR routers for this DVR port 6faaf982-f266-4448-9c90-f11b3fb507a8 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:13:34.176267 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c190414-f92d-47dd-9db9-1ad2b8a86abf req-dd8975ef-7b04-491e-87d9-aabe9e2d5d3a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996961 Feb 02 15:13:34.185080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:34.191106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'name': 'network-vif-deleted', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:34.203658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51192b95-c018-431b-af4b-cd8d6f9dd544,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:34.244086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:34.264416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-bd61a856-4447-479b-b436-0ef7c7f7abe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:34.266030 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-bd61a856-4447-479b-b436-0ef7c7f7abe7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1252759 Feb 02 15:13:34.267543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-bb74d2c4-2f1e-45f5-a865-7f239eb1cab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:34.268980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-bb74d2c4-2f1e-45f5-a865-7f239eb1cab9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1477125 Feb 02 15:13:34.272766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462be437-f140-44f4-85bf-18a4ed065e66 req-a1c5f04e-6ef2-4d90-aaa8-10f7041fca53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:34.274523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-462be437-f140-44f4-85bf-18a4ed065e66 req-a1c5f04e-6ef2-4d90-aaa8-10f7041fca53 service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.4097455 Feb 02 15:13:34.326938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:34.328141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a2d258af-6873-489f-b07a-2f7dc3652d0e req-4883bd03-8235-4e4b-bf79-3324de42d476 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.7275431 Feb 02 15:13:34.361214 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:34.409670 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'code': 200} Feb 02 15:13:34.409929 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c65bc4f-2229-4c11-8137-95f8244ce983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b209f865-59fb-4d2e-9a8d-4de327dd52f8', 'code': 200} Feb 02 15:13:34.417492 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3142cc14-a991-4dd0-920a-f3fc3ef3537f req-a3f72f64-6d8a-4fed-bdb9-89a2817d2a4c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.107 "DELETE /v2.0/ports/6faaf982-f266-4448-9c90-f11b3fb507a8 HTTP/1.1" status: 204 len: 173 time: 2.2909203 Feb 02 15:13:34.439823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-462be437-f140-44f4-85bf-18a4ed065e66 req-123f17d5-157f-423b-aefd-91b9b9834f66 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 200 len: 217 time: 0.1585236 Feb 02 15:13:34.466481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-bb42f2d5-89f6-46cc-ae01-2be7e2ba0dc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816611 Feb 02 15:13:34.482762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:34.488795 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d4adff-5e44-44fb-96e3-3178e0a4e145', 'tag': '17d2575b-92f9-44f3-bf3c-accb74c1fb3b', 'status': 'completed', 'code': 200} Feb 02 15:13:34.665861 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-cd1c5743-5267-4779-89b6-e49d67ed5b05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307307 Feb 02 15:13:34.707831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462be437-f140-44f4-85bf-18a4ed065e66 req-c5d703c4-dc9a-44ef-9bfe-faaaec74bfa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:34.709269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-462be437-f140-44f4-85bf-18a4ed065e66 req-c5d703c4-dc9a-44ef-9bfe-faaaec74bfa1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.2367823 Feb 02 15:13:34.717004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40dffb-5960-4da6-bc3c-5c0f2d6d201c req-8875edc6-53ed-4e05-b5a7-47ef4aaee858 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:34.722027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de40dffb-5960-4da6-bc3c-5c0f2d6d201c req-8875edc6-53ed-4e05-b5a7-47ef4aaee858 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 946 time: 0.3508401 Feb 02 15:13:34.805049 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:34.819967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-462be437-f140-44f4-85bf-18a4ed065e66 req-5ac00f98-aacf-41d0-9e23-353bae07bea2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579004 Feb 02 15:13:34.840439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38916841-9d49-4ee8-9dcf-573df515db25 req-df4ae0f8-5bfd-4458-bd92-692a8eb868be tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f HTTP/1.1" status: 200 len: 210 time: 0.1810126 Feb 02 15:13:34.892852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:35.079829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43980) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:35.087494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de40dffb-5960-4da6-bc3c-5c0f2d6d201c req-d53cbeaf-03a3-4855-8dc0-f33a5a21981e tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628459 Feb 02 15:13:35.099347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Pushing event updated for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=7']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:35.123392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1832684539'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:35.130269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:35.142445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:network and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:35.153858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:35.206811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c100db0f-029e-4cdd-a95d-7c9fc5ca8b84 req-99ed51b2-fc64-4f3c-a89e-fb44beae867f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 1097 time: 0.5235493 Feb 02 15:13:35.206811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-94bc0087-9d37-4784-b384-fee4c293b8d1 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943564 Feb 02 15:13:35.241696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on host n-h1-827122-1 for vnic_type normal with profile {"migrating_to": "n-h2-827122-1"} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:35.241696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:35.241696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:35.261259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:35.261259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-462be437-f140-44f4-85bf-18a4ed065e66 req-83621b12-2c4f-493f-a6b3-0ca97575f576 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903902 Feb 02 15:13:35.291613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:13:35.291613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Attempting to bind port 15110d9e-f636-4821-bb48-45642cb27052 on network 127f8687-a3a3-4e3f-a879-d138af421b39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:35.309838 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-2c907b28-75f5-4cdc-88a4-cb841b496345 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7697430 Feb 02 15:13:35.345759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:35.345759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Checking segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:35.345759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Bound using segment: {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:35.346624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Bound port: 15110d9e-f636-4821-bb48-45642cb27052, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a516e-94a0-46c9-9344-fe694558bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '127f8687-a3a3-4e3f-a879-d138af421b39'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:35.346624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:35.375837 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c9f65a-3d6b-497a-9ec6-cddd54c37a7f', 'name': 'network-vif-deleted', 'tag': '6faaf982-f266-4448-9c90-f11b3fb507a8', 'status': 'completed', 'code': 200} Feb 02 15:13:35.464293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:35.467087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:35.468209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4666504-60dc-4868-8da4-d9d58d4dadb3 req-8b1d4a45-8efe-47b2-970e-b05ea8d1d126 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:35.468913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e4666504-60dc-4868-8da4-d9d58d4dadb3 req-8b1d4a45-8efe-47b2-970e-b05ea8d1d126 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:35.532108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6faaf982-f266-4448-9c90-f11b3fb507a8 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:35.557049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:13:35.566301 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:35.566656 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Added segment d4114881-672f-4ad2-bdf3-cb0e1c96d634 of type vlan for network e956464a-8c94-41d0-a13b-6ba285f31f63 Feb 02 15:13:35.577680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 6faaf982-f266-4448-9c90-f11b3fb507a8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:13:35.578029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6faaf982-f266-4448-9c90-f11b3fb507a8 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:35.620554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c100db0f-029e-4cdd-a95d-7c9fc5ca8b84 req-8d7589ca-5eb8-4836-8c01-e1c152ae14ed service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866072 Feb 02 15:13:35.656757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:35.666747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:35.671560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:35.685851 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a09c7fd-909c-4471-8253-4b20c00b7fa3 req-cb046dd7-b594-4d7d-a804-c65e339df510 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758607 Feb 02 15:13:35.700498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e4666504-60dc-4868-8da4-d9d58d4dadb3 req-8b1d4a45-8efe-47b2-970e-b05ea8d1d126 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:35.716597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eba8184e-28e7-4554-a8d5-37332c883077 req-c4a7f0db-7b6b-4446-8a97-e84f3ba7558a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/51192b95-c018-431b-af4b-cd8d6f9dd544 HTTP/1.1" status: 200 len: 1646 time: 0.2791493 Feb 02 15:13:35.716724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4666504-60dc-4868-8da4-d9d58d4dadb3 req-8b1d4a45-8efe-47b2-970e-b05ea8d1d126 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 947 time: 0.6171098 Feb 02 15:13:35.716826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235564c7-e6f9-43f8-bdc5-b6307dcaab33 req-6f806c67-3e13-45ad-8c95-4f3f602795a9 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110667 Feb 02 15:13:35.716826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-462be437-f140-44f4-85bf-18a4ed065e66 req-c3684725-04d4-4af5-b500-0360c4fcbc7f service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451561 Feb 02 15:13:35.799376 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4666504-60dc-4868-8da4-d9d58d4dadb3 req-14ea62b5-5835-4823-b773-aded0770312d tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899017 Feb 02 15:13:35.805688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:35.852149 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:35.852149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:35.852149 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:35.852942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-238286483', 'description': 'tempest-description-1809288066'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:35.859899 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Floating IP 7f387954-47f3-44b2-89c7-a5c864c8a261 associated. External IP: 172.25.0.62, port: 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31. Feb 02 15:13:35.961905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:36.034130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:36.036447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Network': ['ID=e956464a-8c94-41d0-a13b-6ba285f31f63,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:36.037824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:36.050642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network e956464a-8c94-41d0-a13b-6ba285f31f63 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:13:36.064952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:36.068925 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-b3cc4e9f-d4f2-404a-877b-2b0a5a6862ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 1098 time: 0.1135345 Feb 02 15:13:36.071727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7a959e6d-a0cb-4de7-a807-910a9ddf1d89 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9891586 Feb 02 15:13:36.076081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:36.081919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-489845081'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:36.088678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:36.094676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Pushing event updated for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=8']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:36.125447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:network and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:36.138741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:36.160005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:36.161830 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-75ed028e-15b7-4345-be3d-68792e1271d5 service neutron] 10.222.0.107 "PUT /v2.0/ports/15110d9e-f636-4821-bb48-45642cb27052 HTTP/1.1" status: 200 len: 1121 time: 3.9733655 Feb 02 15:13:36.185412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:36.244431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:36.348171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:36.348171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Usage tracker for resource:security_group_rule and tenant:32348b6ffe9447589cd4bbbd4685c206 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:36.348171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:36.353619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:36.364214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:36.367920 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:36.368240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['15110d9e-f636-4821-bb48-45642cb27052'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:36.388841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-5b4959a2-edb7-475c-b9a2-ca00f99633f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:36.390268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-5b4959a2-edb7-475c-b9a2-ca00f99633f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3029840 Feb 02 15:13:36.412424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['15110d9e-f636-4821-bb48-45642cb27052'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:36.479354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:13:36.495469 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-faac28aa-4279-4211-8cb9-2a9b90ae5e8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=17d2575b-92f9-44f3-bf3c-accb74c1fb3b HTTP/1.1" status: 200 len: 217 time: 0.0780244 Feb 02 15:13:36.509173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15110d9e-f636-4821-bb48-45642cb27052'}, {'name': 'network-changed', 'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'tag': '15110d9e-f636-4821-bb48-45642cb27052'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:36.509173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:36.553851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:36.554199 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Added segment 30f9d0eb-1070-4652-86a0-41f72656c91b of type vlan for network 9ad745fe-1db8-486b-b672-f8cd3aaad833 Feb 02 15:13:36.571285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b26ce-1f55-4eab-8e32-f0254d514946 req-178a44c9-5d4d-4d35-8115-1dfd8a65150d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:36.574299 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a27b26ce-1f55-4eab-8e32-f0254d514946 req-178a44c9-5d4d-4d35-8115-1dfd8a65150d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.2673631 Feb 02 15:13:36.621587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-3f25799a-973e-4bfe-9982-adfdb5932c38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:36.622870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-3f25799a-973e-4bfe-9982-adfdb5932c38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1226525 Feb 02 15:13:36.626892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:36.648011 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:36.724605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8287e2a8-6d4a-4211-b23e-0f771fa38854,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:36.795429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Router 13910ece-f3c6-4cf1-bbb1-f9718d682fea has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:13:36.799491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:36.801381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3626ead-e6b4-417b-aa24-0d9081d1741a req-6dad992f-da42-4e3c-b2bb-6cbe2a72dd4a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.9534440 Feb 02 15:13:36.839875 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a27b26ce-1f55-4eab-8e32-f0254d514946 req-827d558b-0b91-434d-99d8-2967411f2211 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495456 Feb 02 15:13:36.891645 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-60cf4e0a-d821-4b8d-9f1d-c12e7e8de825 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2491477 Feb 02 15:13:37.171563 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:37.173331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:37.174531 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:37.243503 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15110d9e-f636-4821-bb48-45642cb27052', 'code': 200} Feb 02 15:13:37.244012 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'tag': '15110d9e-f636-4821-bb48-45642cb27052', 'status': 'completed', 'code': 200} Feb 02 15:13:37.312763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20828-dedb-48a1-adf2-9e8a4317c565 req-423a92c8-04f4-46b4-8c15-42b0180e96ad tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:37.319950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38c20828-dedb-48a1-adf2-9e8a4317c565 req-423a92c8-04f4-46b4-8c15-42b0180e96ad tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 946 time: 0.2771711 Feb 02 15:13:37.335165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Network': ['ID=9ad745fe-1db8-486b-b672-f8cd3aaad833,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:37.347731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 9ad745fe-1db8-486b-b672-f8cd3aaad833 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:13:37.380222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-92b97796-df7f-4424-b2f8-6ed6e9783b86 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777899 Feb 02 15:13:37.383240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:13:37.383407 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32843da6-21c6-42b4-92cc-80d5be23408e req-2c0479d6-4686-47fd-a3d2-cef46e44e97d tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/8287e2a8-6d4a-4211-b23e-0f771fa38854 HTTP/1.1" status: 200 len: 1646 time: 0.1253304 Feb 02 15:13:37.389608 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:37.423224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d9fe0851-9d78-4f30-a947-93bdf1e69244 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3460479 Feb 02 15:13:37.424463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44024) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:37.429949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] Sync routers for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:13:37.449287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'subnet': {'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:37.537804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:13:37.541586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:13:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:37.546983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38c20828-dedb-48a1-adf2-9e8a4317c565 req-55d4e2a4-906e-425a-97a1-452538fa6580 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260654 Feb 02 15:13:37.574743 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0803965e-a18f-4a29-8e50-30993f2f5e41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "PUT /v2.0/floatingips/7f387954-47f3-44b2-89c7-a5c864c8a261 HTTP/1.1" status: 200 len: 991 time: 5.1498628 Feb 02 15:13:37.599727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db1cc8c-30db-4b08-8445-28b82d52a8a7 req-c4070fd3-6562-465d-925e-060c1abd7e3f service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080712 Feb 02 15:13:37.604213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:37.612555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:subnet and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:37.615668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-cdc8f19e-0b85-4326-8b4b-398acdc0c415 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1124 time: 0.3089650 Feb 02 15:13:37.616474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:37.637573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:37.714455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b76f63-f08d-41d0-a019-c0989bb1a830 req-84db263c-db8f-414d-a8ee-f1f1fe0c7308 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:37.721786 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8b76f63-f08d-41d0-a019-c0989bb1a830 req-84db263c-db8f-414d-a8ee-f1f1fe0c7308 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 947 time: 0.1269336 Feb 02 15:13:37.766892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:37.781312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8b76f63-f08d-41d0-a019-c0989bb1a830 req-34e5ea61-2015-40e5-a45e-a04ed00ffd15 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585973 Feb 02 15:13:37.789424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:13:37.941963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:38.049377 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-9ff4c25d-7748-4c44-9ec8-106d4c692498 req-d51dfaaf-e357-411b-86ed-68c95cf4dc2a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] show failed (client error): The resource could not be found. Feb 02 15:13:38.052395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ff4c25d-7748-4c44-9ec8-106d4c692498 req-d51dfaaf-e357-411b-86ed-68c95cf4dc2a tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/0efc22c8-915c-4825-b070-08b9f101362a HTTP/1.1" status: 404 len: 352 time: 0.0206995 Feb 02 15:13:38.060532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-27c76b11-2bfe-42d2-b5e3-e197e7c49f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:38.070355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-27c76b11-2bfe-42d2-b5e3-e197e7c49f1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.4293661 Feb 02 15:13:38.172053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-13cb5b77-a702-4b71-acb4-36b3dbbf384e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15110d9e-f636-4821-bb48-45642cb27052 HTTP/1.1" status: 200 len: 217 time: 0.0993803 Feb 02 15:13:38.228540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '7f387954-47f3-44b2-89c7-a5c864c8a261', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'port_id': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'mac_address': 'fa:16:3e:db:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27147857-c588-41c6-92bb-1295dc0519fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:12:07Z', 'updated_at': '2022-02-02T15:13:34Z', 'revision_number': 1, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:12:09Z', 'revision_number': 5, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:38.236016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44038) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:38.236156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] Checking router: 13910ece-f3c6-4cf1-bbb1-f9718d682fea for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:13:38.249832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:13:38.250701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:13:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:38.265369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248496829', 'description': 'tempest-description--1202644924'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:38.274958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:38.290019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:38.307404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c9572-596e-4a7b-acaa-150ef81be21f req-36a16995-f52d-48ff-b6db-903b7dcc797f tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:38.309834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf5c9572-596e-4a7b-acaa-150ef81be21f req-36a16995-f52d-48ff-b6db-903b7dcc797f tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.1065948 Feb 02 15:13:38.314246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-11d2f062-4d93-45f8-87da-949958325a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:38.315879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-11d2f062-4d93-45f8-87da-949958325a75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.1365321 Feb 02 15:13:38.376005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf5c9572-596e-4a7b-acaa-150ef81be21f req-080a1bbe-cc9c-4188-bf88-ac58811ff677 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601063 Feb 02 15:13:38.405877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-134e4751-01d6-4958-9e67-fbca04ae4905 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772707 Feb 02 15:13:38.465558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:38.487439 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-b9959797-ab6c-4a86-b007-c6e4a5d00310 req-b1308fc3-4037-4886-a4c0-95ce0a594755 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] show failed (client error): The resource could not be found. Feb 02 15:13:38.495512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:13:38.505619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9959797-ab6c-4a86-b007-c6e4a5d00310 req-b1308fc3-4037-4886-a4c0-95ce0a594755 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-group-rules/0047a0f6-8a2a-4668-9d5c-9e96376496ea HTTP/1.1" status: 404 len: 361 time: 0.0492709 Feb 02 15:13:38.631816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-adc13169-a72f-47c3-a6df-d37497ab23e8 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698463 Feb 02 15:13:38.640827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6904ed5d-3bb7-4ad3-a1e0-34f5d1a30699 req-73d85942-4c87-45f2-b942-1cf2d77ca577 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/8287e2a8-6d4a-4211-b23e-0f771fa38854 HTTP/1.1" status: 200 len: 1646 time: 0.0762494 Feb 02 15:13:38.707143 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6904ed5d-3bb7-4ad3-a1e0-34f5d1a30699 req-94293e6d-33bf-40fc-9be0-16ac7987d6f6 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:38.737320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6904ed5d-3bb7-4ad3-a1e0-34f5d1a30699 req-94293e6d-33bf-40fc-9be0-16ac7987d6f6 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:38.806794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:38.817496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 17d2575b-92f9-44f3-bf3c-accb74c1fb3b details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:13:38.824175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Usage tracker for resource:security_group_rule and tenant:a2ef7fa1811e4927a7f275e1d5c8f703 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:38.841978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:38.864378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:38.895450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93887869-eb89-4c31-babc-c6f9c8f52dc2 req-ab61e6b7-c3ee-45bf-a1a0-85bacc278123 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:38.897073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93887869-eb89-4c31-babc-c6f9c8f52dc2 req-ab61e6b7-c3ee-45bf-a1a0-85bacc278123 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.5268066 Feb 02 15:13:38.956738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052e8dd3-c61c-4de8-b030-09aeb311389e req-781d920e-a991-4406-94c9-36c5c78ae150 service neutron] 10.222.0.64 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096614 Feb 02 15:13:38.981862 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93887869-eb89-4c31-babc-c6f9c8f52dc2 req-cace66e2-0a6e-4df3-810d-4a7927db7538 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759249 Feb 02 15:13:38.997099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6904ed5d-3bb7-4ad3-a1e0-34f5d1a30699 req-94293e6d-33bf-40fc-9be0-16ac7987d6f6 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.016866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94293e6d-33bf-40fc-9be0-16ac7987d6f6 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8287e2a8-6d4a-4211-b23e-0f771fa38854,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:39.045714 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6904ed5d-3bb7-4ad3-a1e0-34f5d1a30699 req-94293e6d-33bf-40fc-9be0-16ac7987d6f6 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.072657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:39.072833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6904ed5d-3bb7-4ad3-a1e0-34f5d1a30699 req-94293e6d-33bf-40fc-9be0-16ac7987d6f6 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "DELETE /v2.0/security-groups/8287e2a8-6d4a-4211-b23e-0f771fa38854 HTTP/1.1" status: 204 len: 173 time: 0.4194396 Feb 02 15:13:39.072933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.078692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '17d2575b-92f9-44f3-bf3c-accb74c1fb3b', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '17d2575b-92f9-44f3-bf3c-accb74c1fb3b', 'mac_address': 'fa:16:3e:cc:cb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:13:39.148962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '7f387954-47f3-44b2-89c7-a5c864c8a261', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'port_id': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'mac_address': 'fa:16:3e:db:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27147857-c588-41c6-92bb-1295dc0519fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:12:07Z', 'updated_at': '2022-02-02T15:13:34Z', 'revision_number': 1, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:12:09Z', 'revision_number': 5, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:39.153378 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.165121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c30e0f-53cd-4dcf-b645-8c67c41bd1ac None None] The sync data for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 is: [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '7f387954-47f3-44b2-89c7-a5c864c8a261', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'port_id': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'mac_address': 'fa:16:3e:db:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27147857-c588-41c6-92bb-1295dc0519fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:12:07Z', 'updated_at': '2022-02-02T15:13:34Z', 'revision_number': 1, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:12:09Z', 'revision_number': 5, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:13:39.175227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d2575b-92f9-44f3-bf3c-accb74c1fb3b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:39.194605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:39.236785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83264cb6-9d9a-4963-98b4-bf720d7b3fb2 req-411d6b9a-6b9e-48a3-ac69-f2f6db220968 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:39.238781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83264cb6-9d9a-4963-98b4-bf720d7b3fb2 req-411d6b9a-6b9e-48a3-ac69-f2f6db220968 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 946 time: 0.0998123 Feb 02 15:13:39.245912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27147857-c588-41c6-92bb-1295dc0519fd', 'tag': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:39.255097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8f961-7a0b-42b9-8331-e20e455f2343 req-fe2c2c7d-eadc-4845-98d3-e97b7229ac5b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:39.256639 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25d8f961-7a0b-42b9-8331-e20e455f2343 req-fe2c2c7d-eadc-4845-98d3-e97b7229ac5b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 947 time: 0.0935102 Feb 02 15:13:39.296466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83264cb6-9d9a-4963-98b4-bf720d7b3fb2 req-3d776515-7f37-43c4-aeb7-8ed2119bbff9 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513787 Feb 02 15:13:39.307288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25d8f961-7a0b-42b9-8331-e20e455f2343 req-1837cafc-a9d5-4c55-b0d2-06a70d4de46c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Feb 02 15:13:39.388242 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27147857-c588-41c6-92bb-1295dc0519fd', 'tag': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'status': 'completed', 'code': 200} Feb 02 15:13:39.395242 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9e349-e957-459d-833f-49c4c039350d None None] New status for floating IP 7f387954-47f3-44b2-89c7-a5c864c8a261: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:13:39.415302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-092a36e5-bc1d-45f4-bd11-0fe1d2a7bb5c req-d0e7955c-45e2-44f2-b4a6-893e02ac78b3 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/51192b95-c018-431b-af4b-cd8d6f9dd544 HTTP/1.1" status: 200 len: 1646 time: 0.0527709 Feb 02 15:13:39.512349 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-092a36e5-bc1d-45f4-bd11-0fe1d2a7bb5c req-b9898db1-5f71-4e72-88d1-375ec7df3ff7 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.544660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-092a36e5-bc1d-45f4-bd11-0fe1d2a7bb5c req-b9898db1-5f71-4e72-88d1-375ec7df3ff7 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.547026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-e1480885-c2df-4d02-8862-4fd778d315d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ed27cb6a715426988dc6095778a64e0&device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 1097 time: 0.1070166 Feb 02 15:13:39.845478 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.846519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-092a36e5-bc1d-45f4-bd11-0fe1d2a7bb5c req-b9898db1-5f71-4e72-88d1-375ec7df3ff7 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.897394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9898db1-5f71-4e72-88d1-375ec7df3ff7 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51192b95-c018-431b-af4b-cd8d6f9dd544,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:39.949750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-092a36e5-bc1d-45f4-bd11-0fe1d2a7bb5c req-b9898db1-5f71-4e72-88d1-375ec7df3ff7 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:39.969386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-85d9aa5f-fb4b-4e09-aa0b-50d6219361ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:39.969386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-85d9aa5f-fb4b-4e09-aa0b-50d6219361ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=08b7b278-f2e8-4637-b66d-30637498fc64 HTTP/1.1" status: 200 len: 918 time: 0.4007945 Feb 02 15:13:39.978835 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-092a36e5-bc1d-45f4-bd11-0fe1d2a7bb5c req-b9898db1-5f71-4e72-88d1-375ec7df3ff7 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "DELETE /v2.0/security-groups/51192b95-c018-431b-af4b-cd8d6f9dd544 HTTP/1.1" status: 204 len: 173 time: 0.5385468 Feb 02 15:13:40.052078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.052078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.102513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44064) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:40.114579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:40.162090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Subnet': ['ID=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:40.215889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['17d2575b-92f9-44f3-bf3c-accb74c1fb3b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:40.314931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639fa947-ffdf-4f9f-bda6-8fd68f667ce7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:40.324261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e619-8335-4b71-adfc-f714fb976c42 req-3e6ca945-910e-4ee5-a852-94b63a5edb26 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:40.338184 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0553e619-8335-4b71-adfc-f714fb976c42 req-3e6ca945-910e-4ee5-a852-94b63a5edb26 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.1072276 Feb 02 15:13:40.423063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-d127c823-4114-4f9e-8961-2391a03504dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 HTTP/1.1" status: 200 len: 1001 time: 0.4509559 Feb 02 15:13:40.423921 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0553e619-8335-4b71-adfc-f714fb976c42 req-bb4926d4-961d-4359-a0bf-07069ac04efb tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895638 Feb 02 15:13:40.486669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.588238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:40.592653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.593963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fa2b64fc-f37c-45de-9dda-51485062dd38 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.3559041 Feb 02 15:13:40.594959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Checking segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:40.595325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network hostable DHCP agents. Network: e956464a-8c94-41d0-a13b-6ba285f31f63, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:13:40.608166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44074) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:40.622044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Request body: {'security_group_rule': {'security_group_id': '639fa947-ffdf-4f9f-bda6-8fd68f667ce7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:40.636084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:40.644263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] Usage tracker for resource:security_group_rule and tenant:efdeaba1403d418b9b16205d5a931209 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:40.650263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:40.650531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Usage tracker for resource:security_group_rule and tenant:a2ef7fa1811e4927a7f275e1d5c8f703 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:40.658610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:40.659712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:40.663112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b3c38c6-3133-4339-9cb0-8e2a132aa1d3 req-5f6fd695-083c-4401-9683-8ce5d98b6573 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/61312ae0-c669-4157-b278-544aca7e2c78 HTTP/1.1" status: 200 len: 1646 time: 0.3723438 Feb 02 15:13:40.671973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:40.675968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-708b19fc-ea46-459c-a8b2-96470abcacfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:40.676842 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-708b19fc-ea46-459c-a8b2-96470abcacfd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5258b5e1-a0b9-43a0-a20f-1d3da23c117d HTTP/1.1" status: 200 len: 855 time: 0.2353165 Feb 02 15:13:40.729415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dfcb-e5ad-4427-8dd0-a3c94df7ea4c req-a1b6bbaa-42cb-410f-b6fc-fd679581fd28 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:40.730662 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca93dfcb-e5ad-4427-8dd0-a3c94df7ea4c req-a1b6bbaa-42cb-410f-b6fc-fd679581fd28 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 943 time: 0.1459615 Feb 02 15:13:40.810567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.815189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca93dfcb-e5ad-4427-8dd0-a3c94df7ea4c req-612a4241-6c9b-4fb0-8e02-3db4e28aabcf tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742512 Feb 02 15:13:40.823420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.839408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network e956464a-8c94-41d0-a13b-6ba285f31f63 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:13:40.906584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0b3c38c6-3133-4339-9cb0-8e2a132aa1d3 req-88072c5d-ec1d-444a-be23-fa833e9c2cef tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.965836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0b3c38c6-3133-4339-9cb0-8e2a132aa1d3 req-88072c5d-ec1d-444a-be23-fa833e9c2cef tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.978104 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:40.979896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-6ef32d89-0784-4770-acf0-959263d97714 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08b7b278-f2e8-4637-b66d-30637498fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649577 Feb 02 15:13:40.995950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, e956464a-8c94-41d0-a13b-6ba285f31f63) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:41.001264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:41.002090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.010377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5399fc66-f63e-49f6-abb5-5fbe530a61fd None None] Network e956464a-8c94-41d0-a13b-6ba285f31f63 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:41.041163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.103130 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=efdeaba1403d418b9b16205d5a931209&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0088296 Feb 02 15:13:41.103951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67caf7-57da-4b69-a42d-900f0f74cf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d60ed5b-e48f-452e-bd58-159482979e99,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:41.106379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44078) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:41.125936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.167045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-7225c6c3-c1d8-42c7-a35f-7e9af6721501 service neutron] 10.222.0.64 "GET /v2.0/ports/15110d9e-f636-4821-bb48-45642cb27052/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.2425261 Feb 02 15:13:41.176982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a95639-c990-4bac-a625-20d928f3a430,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:41.226516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b6393f69-418d-4d9d-b9ea-80a82119c4b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7927611 Feb 02 15:13:41.226816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44082) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:41.233367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'subnet': {'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:41.264369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb8df7-4aa0-43a3-ac35-79064adce6c3 req-1e055243-362c-4fdc-b989-e3c1529a9c0a tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:41.265985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8bb8df7-4aa0-43a3-ac35-79064adce6c3 req-1e055243-362c-4fdc-b989-e3c1529a9c0a tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 946 time: 0.2366006 Feb 02 15:13:41.270560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.273212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-e956464a-8c94-41d0-a13b-6ba285f31f63', 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'fixed_ips': [{'subnet_id': '3d557068-8b2a-4b3d-ad55-b30a75f6f0f0'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:13:41.277925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44086) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:41.278892 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.279076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8529e95b-fa3b-478e-9997-cacb28bd7569 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6593411 Feb 02 15:13:41.283458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Request body: {'security_group_rule': {'security_group_id': '639fa947-ffdf-4f9f-bda6-8fd68f667ce7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:41.293852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f76a-fca2-4183-b7dc-6522569d3c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.296405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:41.325849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Usage tracker for resource:security_group_rule and tenant:a2ef7fa1811e4927a7f275e1d5c8f703 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:41.335169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:41.336046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-5d8460aa-4f80-4fb8-903f-13e96ac30cb3 service neutron] 10.222.0.64 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449037 Feb 02 15:13:41.346599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:41.376695 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0b3c38c6-3133-4339-9cb0-8e2a132aa1d3 req-88072c5d-ec1d-444a-be23-fa833e9c2cef tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.407297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f76a-fca2-4183-b7dc-6522569d3c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.440917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Allocated IP 10.1.1.2 (e956464a-8c94-41d0-a13b-6ba285f31f63/3d557068-8b2a-4b3d-ad55-b30a75f6f0f0/8dbb52d2-3658-4c48-995a-6eba2c441a78) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:41.479635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8bb8df7-4aa0-43a3-ac35-79064adce6c3 req-e0f5716d-1290-4bad-b361-c430e7fc55dd tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/security-groups?id=238c2886-b81e-40c4-9d18-f5c7257d9397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913059 Feb 02 15:13:41.483874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072c5d-ec1d-444a-be23-fa833e9c2cef tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61312ae0-c669-4157-b278-544aca7e2c78,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:41.516380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0b3c38c6-3133-4339-9cb0-8e2a132aa1d3 req-88072c5d-ec1d-444a-be23-fa833e9c2cef tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.517592 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b3c38c6-3133-4339-9cb0-8e2a132aa1d3 req-88072c5d-ec1d-444a-be23-fa833e9c2cef tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "DELETE /v2.0/security-groups/61312ae0-c669-4157-b278-544aca7e2c78 HTTP/1.1" status: 204 len: 173 time: 0.8383708 Feb 02 15:13:41.522000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:41.531995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:subnet and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:41.538979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:41.553346 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.560633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:41.593101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-841cebbb-081c-4110-b0d2-beee224e2a8d req-fd19bb2d-aeaf-4309-909d-a78bdf759080 service neutron] 10.222.0.64 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491806 Feb 02 15:13:41.690664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:41.816927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.863651 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.874624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Transition to ACTIVE for port object 8dbb52d2-3658-4c48-995a-6eba2c441a78 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:41.887236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f76a-fca2-4183-b7dc-6522569d3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.903577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Transition to ACTIVE for port object 8dbb52d2-3658-4c48-995a-6eba2c441a78 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:41.913959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:41.922892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3f76a-fca2-4183-b7dc-6522569d3c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d60ed5b-e48f-452e-bd58-159482979e99,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:41.953975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.957646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b3f3f76a-fca2-4183-b7dc-6522569d3c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:41.961811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b3f3f76a-fca2-4183-b7dc-6522569d3c16 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d60ed5b-e48f-452e-bd58-159482979e99 HTTP/1.1" status: 204 len: 168 time: 0.8487482 Feb 02 15:13:41.965139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:41.997183 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.006901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-ec82250e-2f61-437e-bdc8-a4b0dfe5ded5 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:42.008195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c87c-0e6c-408a-972f-165a301efa5e req-51198f52-3e32-4670-a026-c9201811e7bb tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:42.009912 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bed7c87c-0e6c-408a-972f-165a301efa5e req-51198f52-3e32-4670-a026-c9201811e7bb tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 948 time: 0.2669115 Feb 02 15:13:42.010637 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-ec82250e-2f61-437e-bdc8-a4b0dfe5ded5 tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.107 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 946 time: 0.3597112 Feb 02 15:13:42.048372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15110d9e-f636-4821-bb48-45642cb27052 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:42.069490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Network e956464a-8c94-41d0-a13b-6ba285f31f63 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:42.073073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:42.074339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:42.079164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:42.081376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Pushing event updated for resources: {'Port': ['ID=8dbb52d2-3658-4c48-995a-6eba2c441a78,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:42.091763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca172617-e093-47a8-9889-e01d4183c1f5 req-f4725d80-0868-4318-936f-7fa57ae6a58b tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:42.095696 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.099014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca172617-e093-47a8-9889-e01d4183c1f5 req-f4725d80-0868-4318-936f-7fa57ae6a58b tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.3929257 Feb 02 15:13:42.130816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f453b9f0-00bc-4656-bffe-087cb02a0b5a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:42.145408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bed7c87c-0e6c-408a-972f-165a301efa5e req-3da1a758-026d-4025-a9df-4f284d887fd5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252837 Feb 02 15:13:42.154089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Deleting port b209f865-59fb-4d2e-9a8d-4de327dd52f8 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:42.163723 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.190194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Attempting to bind port 8dbb52d2-3658-4c48-995a-6eba2c441a78 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:42.191081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Attempting to bind port 8dbb52d2-3658-4c48-995a-6eba2c441a78 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:42.191990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Attempting to bind port 8dbb52d2-3658-4c48-995a-6eba2c441a78 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:42.205242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:42.205242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Checking segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:42.205242 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.205242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Bound using segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:42.205242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Bound port: 8dbb52d2-3658-4c48-995a-6eba2c441a78, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:42.205242 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.225825 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.241314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.247510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4d2bc272-5d30-4e44-a585-2e8bd6ff83ee tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9717908 Feb 02 15:13:42.251485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44098) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:42.261708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:42.269358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:42.307517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] For port 8dbb52d2-3658-4c48-995a-6eba2c441a78, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:42.310866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f57a089e-4af3-41c8-a6f3-347f5389a810 req-c3d08181-ead6-4e21-92f5-3b3958b59e76 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/603db5b1-e00b-4d9c-aa38-e665469f3e8b HTTP/1.1" status: 200 len: 1646 time: 0.1333981 Feb 02 15:13:42.311552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] For port 8dbb52d2-3658-4c48-995a-6eba2c441a78, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8dbb52d2-3658-4c48-995a-6eba2c441a78,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:42.313657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Usage tracker for resource:floatingip and tenant:a2ef7fa1811e4927a7f275e1d5c8f703 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:42.322834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:42.353661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:42.389950 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.428244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca172617-e093-47a8-9889-e01d4183c1f5 req-e383aec8-8cdc-49aa-8278-fca66e910178 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266563 Feb 02 15:13:42.456331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.499591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] Transition to ACTIVE for port object 15110d9e-f636-4821-bb48-45642cb27052 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:42.508231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f57a089e-4af3-41c8-a6f3-347f5389a810 req-e1a91518-af94-4ac7-bdfe-4190f9080a98 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.530599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5c2f2-adc6-4c2f-8be5-1e7a4937af86 None None] Pushing event updated for resources: {'Port': ['ID=8dbb52d2-3658-4c48-995a-6eba2c441a78,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:42.630325 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.653664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f57a089e-4af3-41c8-a6f3-347f5389a810 req-e1a91518-af94-4ac7-bdfe-4190f9080a98 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.670835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.801653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 17d2575b-92f9-44f3-bf3c-accb74c1fb3b up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:42.844063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Subnet': ['ID=5d080327-46f3-4524-9955-3458964e3c6f,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:42.881968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] For port b209f865-59fb-4d2e-9a8d-4de327dd52f8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b209f865-59fb-4d2e-9a8d-4de327dd52f8,segment=NetworkSegment(201cb871-8a82-451f-a325-640e2e0dc310),segment_id=201cb871-8a82-451f-a325-640e2e0dc310)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:42.886313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:42.891880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] No DVR routers for this DVR port 15110d9e-f636-4821-bb48-45642cb27052 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:13:42.947667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44106) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:42.967958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] Pushing event updated for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=10']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:43.001426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-6bfceba0-a801-4241-8f9e-0b5b1379549d service neutron] 10.222.0.64 "PUT /v2.0/ports/15110d9e-f636-4821-bb48-45642cb27052/bindings/n-h2-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8261139 Feb 02 15:13:43.015536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.019068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:43.025021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:43.025508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.028055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Calling delete_port for b209f865-59fb-4d2e-9a8d-4de327dd52f8 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:43.100502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a7dc2-ac98-4b5a-8898-4853ecdbdbe9 req-419621b3-7f8e-4a1e-9c38-519bad011025 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:43.107139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f15a7dc2-ac98-4b5a-8898-4853ecdbdbe9 req-419621b3-7f8e-4a1e-9c38-519bad011025 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.5029173 Feb 02 15:13:43.112761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Checking segment: {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:43.114931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network hostable DHCP agents. Network: 9ad745fe-1db8-486b-b672-f8cd3aaad833, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:13:43.187623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f57a089e-4af3-41c8-a6f3-347f5389a810 req-e1a91518-af94-4ac7-bdfe-4190f9080a98 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.187623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:43.207483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.224763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f55c60b9e74d95addeb6f34699ba89 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:43.230673 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.237742 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f15a7dc2-ac98-4b5a-8898-4853ecdbdbe9 req-9a7ad79f-cc1e-4a42-b920-2fa05fe49f32 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258588 Feb 02 15:13:43.288908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d4adff-5e44-44fb-96e3-3178e0a4e145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d2575b-92f9-44f3-bf3c-accb74c1fb3b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:43.327304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:43.331731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:43.385019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network 9ad745fe-1db8-486b-b672-f8cd3aaad833 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:13:43.390998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a91518-af94-4ac7-bdfe-4190f9080a98 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603db5b1-e00b-4d9c-aa38-e665469f3e8b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:43.427069 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.436729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:43.437305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8dbb52d2-3658-4c48-995a-6eba2c441a78 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:43.473737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f57a089e-4af3-41c8-a6f3-347f5389a810 req-e1a91518-af94-4ac7-bdfe-4190f9080a98 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.473737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f57a089e-4af3-41c8-a6f3-347f5389a810 req-e1a91518-af94-4ac7-bdfe-4190f9080a98 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "DELETE /v2.0/security-groups/603db5b1-e00b-4d9c-aa38-e665469f3e8b HTTP/1.1" status: 204 len: 173 time: 1.1526976 Feb 02 15:13:43.519879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.519879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 15110d9e-f636-4821-bb48-45642cb27052 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:43.560112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b209f865-59fb-4d2e-9a8d-4de327dd52f8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:43.588136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 9ad745fe-1db8-486b-b672-f8cd3aaad833) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:43.647868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Pushing event deleted for resources: {'Port': ['ID=b209f865-59fb-4d2e-9a8d-4de327dd52f8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:43.651518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:43.652142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.661969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-62c8f5c3-aec4-4e72-bf02-8c6a33278098 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.3578629 Feb 02 15:13:43.676808 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-418a3306-ffc5-46ee-8240-c040edf807af req-c1a6f88c-a829-4d00-ba99-4422294b65ab tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c65bc4f-2229-4c11-8137-95f8244ce983 HTTP/1.1" status: 200 len: 210 time: 0.1299725 Feb 02 15:13:43.747202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c5126-f7f6-484a-9374-35a8a3109835 None None] Network 9ad745fe-1db8-486b-b672-f8cd3aaad833 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:43.813697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Allocated IP 172.25.0.240 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/236a13c4-a3a8-4333-9ce0-fd0ef6c2fde5) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:43.824608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] No DVR routers for this DVR port b209f865-59fb-4d2e-9a8d-4de327dd52f8 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:13:43.830178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-46f4ed31-f710-4212-b6dc-d6e1d9c65378 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5997193 Feb 02 15:13:43.830178 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.832546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fcf3fe12-95a8-4f3d-8236-51c2f334aa5b req-e4be298b-895f-4f6d-9d18-f98bcc4d604c tempest-InstanceActionsV221TestJSON-1449004309 tempest-InstanceActionsV221TestJSON-1449004309-project] 10.222.0.107 "DELETE /v2.0/ports/b209f865-59fb-4d2e-9a8d-4de327dd52f8 HTTP/1.1" status: 204 len: 173 time: 1.8129289 Feb 02 15:13:43.832546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c65bc4f-2229-4c11-8137-95f8244ce983', 'name': 'network-vif-deleted', 'tag': 'b209f865-59fb-4d2e-9a8d-4de327dd52f8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:43.837296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44118) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:43.847758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'port': {'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'name': 'tempest-TaggedBootDevicesTest-1662296079', 'fixed_ips': [{'subnet_id': '3d557068-8b2a-4b3d-ad55-b30a75f6f0f0'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:43.934003 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d4adff-5e44-44fb-96e3-3178e0a4e145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d2575b-92f9-44f3-bf3c-accb74c1fb3b', 'code': 200} Feb 02 15:13:43.963513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:43.963706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb975d-75c1-43d3-bd70-05c8713c031f None None] Network e956464a-8c94-41d0-a13b-6ba285f31f63 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:44.104539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:44.111370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:port and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:44.117099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:44.124738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:44.161326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 15110d9e-f636-4821-bb48-45642cb27052 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:44.180203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:44.187408 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.218993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:44.291178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.291667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8dbb52d2-3658-4c48-995a-6eba2c441a78 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:44.306469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67afa480-4022-49e1-af87-a6c147e8f19f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:44.321737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cb8d817a-0514-4f8f-8353-2a3fd9535f96 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c7f55c60b9e74d95addeb6f34699ba89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3551593 Feb 02 15:13:44.332924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44126) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:44.340111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dcdfbd7-4ea6-4d7f-8eb6-205a66d1822c None None] Provisioning for port 8dbb52d2-3658-4c48-995a-6eba2c441a78 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:44.360561 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-3cb21cc1-4140-493c-9c01-db30a27522f7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9&tenant_id=df2a8be9a1964ccebcc06f0371c41032 HTTP/1.1" status: 200 len: 1095 time: 0.6910992 Feb 02 15:13:44.376067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d103a-eb6f-4467-894c-a490b7bc1e1c req-57421383-99da-4d59-bd87-42f6efe5c4c2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:44.377882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f4d103a-eb6f-4467-894c-a490b7bc1e1c req-57421383-99da-4d59-bd87-42f6efe5c4c2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 949 time: 0.7149823 Feb 02 15:13:44.405670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dcdfbd7-4ea6-4d7f-8eb6-205a66d1822c None None] Provisioning complete for port 8dbb52d2-3658-4c48-995a-6eba2c441a78 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:44.406041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfbd7-4ea6-4d7f-8eb6-205a66d1822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.489267 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-468c6435-9b47-43bd-a19d-cea27ace9459 req-b5a2d1e2-326a-451b-ba37-5fcb26035f36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 1100 time: 0.3387723 Feb 02 15:13:44.511364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-9ad745fe-1db8-486b-b672-f8cd3aaad833', 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'fixed_ips': [{'subnet_id': '5d080327-46f3-4524-9955-3458964e3c6f'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:13:44.512999 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.541640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.571070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389f483-1b47-459f-a34d-3419859de76d req-9256dc7c-ae9b-482a-b5aa-105e676f96ee tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:44.573666 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0389f483-1b47-459f-a34d-3419859de76d req-9256dc7c-ae9b-482a-b5aa-105e676f96ee tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.4126041 Feb 02 15:13:44.596660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] device_id is not set on port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:13:44.640427 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.660047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c84a8964-3e3c-46e7-b80e-83897e267745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.691921 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f4d103a-eb6f-4467-894c-a490b7bc1e1c req-77c94b75-50d6-4769-8a50-cf28be451c43 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129082 Feb 02 15:13:44.712619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfbd7-4ea6-4d7f-8eb6-205a66d1822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.765360 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c84a8964-3e3c-46e7-b80e-83897e267745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:44.802381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0389f483-1b47-459f-a34d-3419859de76d req-898fca39-f2bb-421a-a7ce-07ce16ec2808 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147877 Feb 02 15:13:44.919229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:44.931116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dcdfbd7-4ea6-4d7f-8eb6-205a66d1822c None None] For port 8dbb52d2-3658-4c48-995a-6eba2c441a78, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8dbb52d2-3658-4c48-995a-6eba2c441a78,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:44.932770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Allocated IP 10.2.2.2 (9ad745fe-1db8-486b-b672-f8cd3aaad833/5d080327-46f3-4524-9955-3458964e3c6f/7ddeabd7-9f21-4888-9ba3-2faa00dc599f) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:44.943184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:44.957992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:45.029248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event updated for resources: {'Port': ['ID=236a13c4-a3a8-4333-9ce0-fd0ef6c2fde5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:45.035678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-4392fbeb-83a1-477d-b744-0c903588d209 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=df2a8be9a1964ccebcc06f0371c41032&device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1095 time: 0.6347086 Feb 02 15:13:45.043583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-468c6435-9b47-43bd-a19d-cea27ace9459 req-52b3ee41-b230-4831-add6-173b96efc056 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397921 Feb 02 15:13:45.086386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df7cd852-ba1e-47dc-af2c-cbd303e96f09 req-c19b7436-5626-4c37-b8c6-4fbe426ff851 tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "GET /v2.0/security-groups/cfc102cc-af8f-4f6f-a913-97e425c6502c HTTP/1.1" status: 200 len: 1647 time: 0.2876837 Feb 02 15:13:45.129318 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfbd7-4ea6-4d7f-8eb6-205a66d1822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.184166 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c65bc4f-2229-4c11-8137-95f8244ce983', 'name': 'network-vif-deleted', 'tag': 'b209f865-59fb-4d2e-9a8d-4de327dd52f8', 'status': 'completed', 'code': 200} Feb 02 15:13:45.300453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdfbd7-4ea6-4d7f-8eb6-205a66d1822c None None] Pushing event updated for resources: {'Port': ['ID=8dbb52d2-3658-4c48-995a-6eba2c441a78,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:45.317624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c7fb5ee8-076b-47ae-8312-6620c2d44d52 None None] Provisioning complete for port 8dbb52d2-3658-4c48-995a-6eba2c441a78 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:45.317917 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5ee8-076b-47ae-8312-6620c2d44d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.339290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Allocated IP 10.1.1.189 (e956464a-8c94-41d0-a13b-6ba285f31f63/3d557068-8b2a-4b3d-ad55-b30a75f6f0f0/38ce9bd4-2ad6-4780-834e-455ed7c0ebe0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:45.342779 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.345213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-df7cd852-ba1e-47dc-af2c-cbd303e96f09 req-f74eb5b8-e32f-4284-9e81-3b4027324e6e tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.403719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-0b96df66-e7a7-420b-ad3f-c08a7a448c4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:45.405891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-0b96df66-e7a7-420b-ad3f-c08a7a448c4d service neutron] 10.222.0.107 "GET /v2.0/networks?id=127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 200 len: 923 time: 0.3608553 Feb 02 15:13:45.409879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-df7cd852-ba1e-47dc-af2c-cbd303e96f09 req-f74eb5b8-e32f-4284-9e81-3b4027324e6e tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.427463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abf67-dd89-4abf-a29c-bd53403c15b9 req-feb41c1b-f43c-428f-9868-e8f88036834b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:45.427463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b52abf67-dd89-4abf-a29c-bd53403c15b9 req-feb41c1b-f43c-428f-9868-e8f88036834b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.1963840 Feb 02 15:13:45.429057 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c84a8964-3e3c-46e7-b80e-83897e267745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.429833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Transition to ACTIVE for port object 7ddeabd7-9f21-4888-9ba3-2faa00dc599f will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:45.486202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Transition to ACTIVE for port object 7ddeabd7-9f21-4888-9ba3-2faa00dc599f will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:45.541162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-760ee79f-e7e0-4fd0-8204-dc76ddcc708b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15110d9e-f636-4821-bb48-45642cb27052 HTTP/1.1" status: 200 len: 217 time: 0.1210454 Feb 02 15:13:45.543458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a8964-3e3c-46e7-b80e-83897e267745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67afa480-4022-49e1-af87-a6c147e8f19f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:45.582396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b209f865-59fb-4d2e-9a8d-4de327dd52f8 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:45.584717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c84a8964-3e3c-46e7-b80e-83897e267745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.587157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c84a8964-3e3c-46e7-b80e-83897e267745 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/67afa480-4022-49e1-af87-a6c147e8f19f HTTP/1.1" status: 204 len: 168 time: 1.2484961 Feb 02 15:13:45.604428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b52abf67-dd89-4abf-a29c-bd53403c15b9 req-fe4af0cc-5abf-4e39-885e-f7bb09c449dc tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638901 Feb 02 15:13:45.633932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: b209f865-59fb-4d2e-9a8d-4de327dd52f8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:13:45.634331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b209f865-59fb-4d2e-9a8d-4de327dd52f8 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:45.650862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-e8089e61-1494-4208-8c49-26ea6b57bb6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:45.656719 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.657208 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-e8089e61-1494-4208-8c49-26ea6b57bb6f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 200 len: 861 time: 0.0987356 Feb 02 15:13:45.737936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.778622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Transition to ACTIVE for port object 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:45.810917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Pushing event updated for resources: {'Port': ['ID=7ddeabd7-9f21-4888-9ba3-2faa00dc599f,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:45.827560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-a6ec71c2-7a85-48a3-9c8c-08374efa4e78 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=127f8687-a3a3-4e3f-a879-d138af421b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811501 Feb 02 15:13:45.833727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-df7cd852-ba1e-47dc-af2c-cbd303e96f09 req-f74eb5b8-e32f-4284-9e81-3b4027324e6e tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.846836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Network 9ad745fe-1db8-486b-b672-f8cd3aaad833 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:45.846836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:45.850898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:45.858248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:45.890623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74eb5b8-e32f-4284-9e81-3b4027324e6e tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc102cc-af8f-4f6f-a913-97e425c6502c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:45.917530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.011834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Attempting to bind port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:46.011834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Attempting to bind port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:46.011834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Attempting to bind port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f on network 9ad745fe-1db8-486b-b672-f8cd3aaad833 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:46.021880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:46.021880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Checking segment: {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:46.021880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.021880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Bound using segment: {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:46.021880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Bound port: 7ddeabd7-9f21-4888-9ba3-2faa00dc599f, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:46.021880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.035529 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-df7cd852-ba1e-47dc-af2c-cbd303e96f09 req-f74eb5b8-e32f-4284-9e81-3b4027324e6e tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.036634 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df7cd852-ba1e-47dc-af2c-cbd303e96f09 req-f74eb5b8-e32f-4284-9e81-3b4027324e6e tempest-SecurityGroupRulesNegativeTestJSON-903586095 tempest-SecurityGroupRulesNegativeTestJSON-903586095-project] 10.222.0.88 "DELETE /v2.0/security-groups/cfc102cc-af8f-4f6f-a913-97e425c6502c HTTP/1.1" status: 204 len: 173 time: 0.9494438 Feb 02 15:13:46.046586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44140) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:46.077690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:46.100355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network e956464a-8c94-41d0-a13b-6ba285f31f63 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:46.103676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:46.120537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1706b7d5-a9e8-4b76-b354-0fa45599f126 admin admin] Deleting subnet c24f9ab7-777f-4f34-9b32-7d185b96a74a {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:13:46.123662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:46.136512 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.229619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] For port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:46.229619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] For port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7ddeabd7-9f21-4888-9ba3-2faa00dc599f,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:46.238175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1706b7d5-a9e8-4b76-b354-0fa45599f126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.255370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:46.257559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.278208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843f048-2793-48d7-bdf1-23cd8793dfe7 req-afdbdb9c-86c8-4062-9ae1-5cd8ba1ce528 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:46.287060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4843f048-2793-48d7-bdf1-23cd8793dfe7 req-afdbdb9c-86c8-4062-9ae1-5cd8ba1ce528 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.3150318 Feb 02 15:13:46.304467 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1706b7d5-a9e8-4b76-b354-0fa45599f126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.335038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.361601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4843f048-2793-48d7-bdf1-23cd8793dfe7 req-c39592ca-cf1e-4d7b-9b82-87cb3b32a24c tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732324 Feb 02 15:13:46.402929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-eccd68f0-ed34-458c-b058-771763a86e52 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5642755 Feb 02 15:13:46.414261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44154) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:46.426325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'port': {'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'name': 'tempest-TaggedBootDevicesTest-297994959', 'fixed_ips': [{'subnet_id': '3d557068-8b2a-4b3d-ad55-b30a75f6f0f0'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:46.475114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1706b7d5-a9e8-4b76-b354-0fa45599f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.545827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-b00b3b79-2dba-428c-b462-cbc0d16daab0 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008708 Feb 02 15:13:46.642737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0ffc1-d15b-4eb2-a0db-bc8694b20f9c None None] Pushing event updated for resources: {'Port': ['ID=7ddeabd7-9f21-4888-9ba3-2faa00dc599f,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:46.661092 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.710716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c71405d4-ad55-4912-bec5-2ccad542e9a5 None None] Provisioning for port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:46.716278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c71405d4-ad55-4912-bec5-2ccad542e9a5 None None] Provisioning complete for port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:46.716864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c71405d4-ad55-4912-bec5-2ccad542e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:46.827300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:46.827300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:port and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:46.830381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for port was recalculated. Used quota:5. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:46.837560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:46.852550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c71405d4-ad55-4912-bec5-2ccad542e9a5 None None] Port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:13:46.879560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01057098-7331-4b8c-96ac-e86679cc801e req-b8c03289-945e-450b-86a8-d085d4924f41 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:46.881097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01057098-7331-4b8c-96ac-e86679cc801e req-b8c03289-945e-450b-86a8-d085d4924f41 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 949 time: 0.6457391 Feb 02 15:13:46.969396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:46.974003 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.024337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] device_id is not set on port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:13:47.160034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a3636-e5d3-4ab4-970e-c8ed600aa09a req-f208984e-4a9f-45b1-9d47-a5485d720952 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:47.161357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-423a3636-e5d3-4ab4-970e-c8ed600aa09a req-f208984e-4a9f-45b1-9d47-a5485d720952 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.2312636 Feb 02 15:13:47.175615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1706b7d5-a9e8-4b76-b354-0fa45599f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.209276 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-5db2222a-078c-4c19-88cd-b467f8dedbe3 service neutron] 10.222.0.107 "GET /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526964 Feb 02 15:13:47.224612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706b7d5-a9e8-4b76-b354-0fa45599f126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24f9ab7-777f-4f34-9b32-7d185b96a74a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:47.231284 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01057098-7331-4b8c-96ac-e86679cc801e req-e105d39e-7dc0-4462-92ec-25cb8f9e62a0 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389392 Feb 02 15:13:47.237975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1706b7d5-a9e8-4b76-b354-0fa45599f126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.248798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1706b7d5-a9e8-4b76-b354-0fa45599f126 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c24f9ab7-777f-4f34-9b32-7d185b96a74a HTTP/1.1" status: 204 len: 168 time: 1.1968760 Feb 02 15:13:47.250718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44170) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:47.263525 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.357806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44176) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:47.361501 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.422129 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-423a3636-e5d3-4ab4-970e-c8ed600aa09a req-d25c1aa7-4048-44ac-a543-c8af71f463bc tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461698 Feb 02 15:13:47.434391 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.476226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8dbb52d2-3658-4c48-995a-6eba2c441a78 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:47.501647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44180) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:47.565758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20c8797-222a-4f73-b55c-32c2ac1f97f0 admin admin] Deleting subnet 8c337c22-840f-4ff6-af50-1fb0ae58b38b {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:13:47.573240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Allocated IP 10.1.1.11 (e956464a-8c94-41d0-a13b-6ba285f31f63/3d557068-8b2a-4b3d-ad55-b30a75f6f0f0/09ccfda4-51cc-4fa3-aafe-a9ca062c31a8) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:47.574824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8797-222a-4f73-b55c-32c2ac1f97f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.581200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.599928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8dbb52d2-3658-4c48-995a-6eba2c441a78 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:47.600496 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.767265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7ddeabd7-9f21-4888-9ba3-2faa00dc599f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:47.775491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.841557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event updated for resources: {'Port': ['ID=236a13c4-a3a8-4333-9ce0-fd0ef6c2fde5,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:47.850628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8797-222a-4f73-b55c-32c2ac1f97f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.857644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fbc1a-6811-440a-b23d-7e82576a880d None None] Network 9ad745fe-1db8-486b-b672-f8cd3aaad833 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:47.858022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.892098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b8edf8-0c79-47ed-bd8d-bf110ea7d14c']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:47.906360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965ed272-1b0d-445e-b700-0b69e3b9a48a') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:47.906660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965ed272-1b0d-445e-b700-0b69e3b9a48a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:47.919818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.932642 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.942444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f3c3931-3b1a-40d4-b483-9275e3200ab3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6800964 Feb 02 15:13:47.958703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-83976899-network', 'tenant_id': '87fd436be89f477c990329a68ab9df43'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:47.968540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.977201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8797-222a-4f73-b55c-32c2ac1f97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:47.978063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:47.994077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Usage tracker for resource:network and tenant:87fd436be89f477c990329a68ab9df43 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:48.001044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:48.009361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:13:48.010169 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:13:48.024551 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:13:48.040358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-414e7697-06f6-4a9e-9f23-178827824895 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9&tenant_id=df2a8be9a1964ccebcc06f0371c41032&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.1618996 Feb 02 15:13:48.099047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:48.211656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2d6bf3d2-3d89-45e8-8a1f-fbfe991c7999 None None] Provisioning for port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:48.271178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:48.278726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:48.279621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.286777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8797-222a-4f73-b55c-32c2ac1f97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.327392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.331575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Made reservation on behalf of 87fd436be89f477c990329a68ab9df43 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:48.334201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.369116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.379750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c8797-222a-4f73-b55c-32c2ac1f97f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c337c22-840f-4ff6-af50-1fb0ae58b38b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:48.392559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-fc8a921c-5612-44d4-9af0-3e68bc8a25b1 service neutron] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:48.400635 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.421450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b8edf8-0c79-47ed-bd8d-bf110ea7d14c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:48.423223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8797-222a-4f73-b55c-32c2ac1f97f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.429665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f5bc08ed-1b6d-4401-85eb-11dc0b6d2df1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/33b8edf8-0c79-47ed-bd8d-bf110ea7d14c HTTP/1.1" status: 204 len: 168 time: 1.1602509 Feb 02 15:13:48.447621 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-fc8a921c-5612-44d4-9af0-3e68bc8a25b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.448853 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c706fb55-9406-4876-81da-14f1b4f2a0dc req-fc8a921c-5612-44d4-9af0-3e68bc8a25b1 service neutron] 10.222.0.107 "DELETE /v2.0/ports/15110d9e-f636-4821-bb48-45642cb27052/bindings/n-h1-827122-1 HTTP/1.1" status: 204 len: 173 time: 0.4001191 Feb 02 15:13:48.464248 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f20c8797-222a-4f73-b55c-32c2ac1f97f0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8c337c22-840f-4ff6-af50-1fb0ae58b38b HTTP/1.1" status: 204 len: 168 time: 1.0952888 Feb 02 15:13:48.465998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44198) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:48.478962 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.528590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7ddeabd7-9f21-4888-9ba3-2faa00dc599f,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:48.536715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.548149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b4f8a9f3-3f2a-4464-8e23-13855def6a8a None None] Provisioning complete for port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:48.548806 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a9f3-3f2a-4464-8e23-13855def6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.592402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Transition to ACTIVE for port object 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:48.594627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:48.602407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Usage tracker for resource:security_group_rule and tenant:87fd436be89f477c990329a68ab9df43 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:48.605231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.606410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:48.616934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:48.622983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-9b8ebddb-2b51-4560-8ce8-fc218d21a80f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:48.632970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-9b8ebddb-2b51-4560-8ce8-fc218d21a80f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 821 time: 0.4395053 Feb 02 15:13:48.644012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113452cd-9360-49e2-ae21-43207aa4bde4 req-88b6724e-33d1-4173-9765-8a6ed45af752 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:48.645485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-113452cd-9360-49e2-ae21-43207aa4bde4 req-88b6724e-33d1-4173-9765-8a6ed45af752 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 949 time: 0.1742525 Feb 02 15:13:48.656212 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.661516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0bbe7efa-08ea-42bb-9498-0ddfa4ff5034 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/quotas/a2ef7fa1811e4927a7f275e1d5c8f703 HTTP/1.1" status: 200 len: 375 time: 0.0218024 Feb 02 15:13:48.743301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=7ddeabd7-9f21-4888-9ba3-2faa00dc599f,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:48.760544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-113452cd-9360-49e2-ae21-43207aa4bde4 req-3e13d775-564a-426f-9c27-25aedd8b25b1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028118 Feb 02 15:13:48.792135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.795153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.861234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.901935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0995f13-2db8-4683-bee4-ea5f15ce0d60']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:48.902193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network e956464a-8c94-41d0-a13b-6ba285f31f63 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:48.907824 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.917523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201cb871-8a82-451f-a325-640e2e0dc310') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:48.917907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201cb871-8a82-451f-a325-640e2e0dc310') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:13:48.926064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:13:48.935250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-b2b894f8-48b1-4143-a764-36db81c3ec4d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:48.939661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.941574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.941574 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Added segment dacee03e-83c0-44dc-a531-e96e9b60f27d of type vlan for network 76012fa1-2f3f-41a3-bc2b-91287288c514 Feb 02 15:13:48.948753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:48.951704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:48.966441 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.976619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:13:48.977254 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:48.986946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:13:48.992156 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:13:49.077288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-b2b894f8-48b1-4143-a764-36db81c3ec4d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:49.078957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-b2b894f8-48b1-4143-a764-36db81c3ec4d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3845308 Feb 02 15:13:49.129732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:49.143373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.182885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bda0088-9a1c-473a-98f3-138e3befcbbe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:49.191135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.200093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:49.200731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.212980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.226664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0995f13-2db8-4683-bee4-ea5f15ce0d60,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:49.245403 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9c69a678-af4a-40aa-8da1-bdf95c49d09f admin admin] 10.222.0.88 "DELETE /v2.0/networks/a0995f13-2db8-4683-bee4-ea5f15ce0d60 HTTP/1.1" status: 204 len: 168 time: 0.7679365 Feb 02 15:13:49.274316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ce897e17-f4a2-472c-961b-38d785741531 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=32348b6ffe9447589cd4bbbd4685c206&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2317297 Feb 02 15:13:49.274316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44214) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:49.311757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc230154-9135-4f2e-b840-ed11eac6771a req-afc39ab7-f3c8-4d55-aee4-d42234ac7410 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:49.314024 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc230154-9135-4f2e-b840-ed11eac6771a req-afc39ab7-f3c8-4d55-aee4-d42234ac7410 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.3260641 Feb 02 15:13:49.327347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7ddeabd7-9f21-4888-9ba3-2faa00dc599f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:13:49.404098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6bab35fb-2198-4f58-8397-859c6f015e9e None None] Provisioning for port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:49.404968 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.405870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:49.407378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.408140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6bab35fb-2198-4f58-8397-859c6f015e9e None None] Provisioning complete for port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:49.408721 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6bab35fb-2198-4f58-8397-859c6f015e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.415887 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc230154-9135-4f2e-b840-ed11eac6771a req-856af613-440d-41a2-9b0e-3231224e516d tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892630 Feb 02 15:13:49.420845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08fc6ddc-3eb7-4537-8286-1e703f843386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0014300 Feb 02 15:13:49.450428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e1883ab-a887-4616-bf96-63dd47b837b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.469144 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-6dfdc90c-3802-42a4-8084-4dd5e21041a5 service neutron] 10.222.0.88 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796737 Feb 02 15:13:49.469906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:49.470276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.551706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6bab35fb-2198-4f58-8397-859c6f015e9e None None] Port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:13:49.560198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0379312 Feb 02 15:13:49.562024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e1883ab-a887-4616-bf96-63dd47b837b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.568774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e3bc3-f7cb-4e1c-a00b-861a1fd0893a admin admin] Pushing event updated for resources: {'Network': ['ID=76012fa1-2f3f-41a3-bc2b-91287288c514,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:49.574051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44222) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:49.583657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Request body: {'subnet': {'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-83976899-subnet', 'tenant_id': '87fd436be89f477c990329a68ab9df43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:49.601642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:49.602400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 76012fa1-2f3f-41a3-bc2b-91287288c514 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:13:49.614382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Usage tracker for resource:subnet and tenant:87fd436be89f477c990329a68ab9df43 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:49.621333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:49.660704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-dadfa5af-403c-40f2-abc6-ab504851b33a service neutron] 10.222.0.88 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778705 Feb 02 15:13:49.665401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:49.742894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05a97134-3b3b-407c-bf7e-e7e114c2740b req-a0fcb414-771e-4e0f-a8f8-d6705fbd7925 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 1100 time: 0.1181836 Feb 02 15:13:49.786715 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05a97134-3b3b-407c-bf7e-e7e114c2740b req-b711acc1-5745-4742-b8f3-3f06436f071b tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Feb 02 15:13:49.830009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Made reservation on behalf of 87fd436be89f477c990329a68ab9df43 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:49.830009 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.882114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44228) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:49.901693 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e1883ab-a887-4616-bf96-63dd47b837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.950618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1883ab-a887-4616-bf96-63dd47b837b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f048bc-5c9f-49ea-b854-196433948a6b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:49.975307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e1883ab-a887-4616-bf96-63dd47b837b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:49.980565 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e1883ab-a887-4616-bf96-63dd47b837b4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e1f048bc-5c9f-49ea-b854-196433948a6b HTTP/1.1" status: 204 len: 168 time: 0.7021940 Feb 02 15:13:50.249258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd1ff462-0da2-4345-af38-647a91fc1c44 req-41c354c6-cd26-41e9-9082-9a81aebcb6ff tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 210 time: 0.0590715 Feb 02 15:13:50.258310 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f53fa517-88d6-45cf-861d-07e4043cedb8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c0afb0bef92435aacb375e8e15aa209&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3746426 Feb 02 15:13:50.260865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44246) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:50.291128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.325281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e862d3-137c-4a8b-8868-fd2c1be37faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.363088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76bf1dd-18f1-4463-b02d-e1edb574e524,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:50.367607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e862d3-137c-4a8b-8868-fd2c1be37faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.403878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:50.404254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Network hostable DHCP agents. Network: 76012fa1-2f3f-41a3-bc2b-91287288c514, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:13:50.438761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44250) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:50.445490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718442772', 'description': 'tempest-description--1783250944'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:50.452083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:50.456218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:security_group and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:50.459046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:50.468693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:50.496110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7134972e-c2db-448f-ad69-de46ca818e5b req-d1f4ca29-ee01-45dd-a478-b97d4efa63f9 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0854511 Feb 02 15:13:50.523688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Network 76012fa1-2f3f-41a3-bc2b-91287288c514 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:13:50.545062 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7134972e-c2db-448f-ad69-de46ca818e5b req-152b154b-fc0f-47cc-bd11-207560288f77 tempest-LiveAutoBlockMigrationV225Test-96226282 tempest-LiveAutoBlockMigrationV225Test-96226282-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Feb 02 15:13:50.550355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e862d3-137c-4a8b-8868-fd2c1be37faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.561659 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-6fba4b5f-26ba-4382-9efa-af4d42e9f481 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401816 Feb 02 15:13:50.570701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.576993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e862d3-137c-4a8b-8868-fd2c1be37faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238c2886-b81e-40c4-9d18-f5c7257d9397,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:50.665721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 76012fa1-2f3f-41a3-bc2b-91287288c514) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:50.678534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed04cc3a-3d22-4ed1-afa0-2c858459c2fc None None] Network 76012fa1-2f3f-41a3-bc2b-91287288c514 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:50.688039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e862d3-137c-4a8b-8868-fd2c1be37faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.689055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:50.693190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:security_group_rule and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:50.697483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-39e862d3-137c-4a8b-8868-fd2c1be37faa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/238c2886-b81e-40c4-9d18-f5c7257d9397 HTTP/1.1" status: 204 len: 168 time: 0.4352958 Feb 02 15:13:50.697781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:50.705004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:50.769158 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.775632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:50.776260 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.888401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-ccee8723-8d39-49bc-95b3-e5734f99bce2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:50.896726 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-ccee8723-8d39-49bc-95b3-e5734f99bce2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341179 Feb 02 15:13:50.907090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:50.962750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8da8904-242f-42e1-89a5-4732cadaca27,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:50.969277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1a4041aa-95e5-47f1-8154-684aeca487f5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3936591 Feb 02 15:13:50.999770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e6f0b36e-10f8-414e-8011-712e1dd78c3a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/quotas/6dc4916590c34388b8dcb39fc65bae7d HTTP/1.1" status: 200 len: 375 time: 0.1007268 Feb 02 15:13:51.041604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3eca49-183a-4006-822d-4e67dad6a021 None None] Network 76012fa1-2f3f-41a3-bc2b-91287288c514 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:51.094201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-c114654b-019d-40d5-89aa-d9389deb377f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0933349 Feb 02 15:13:51.149716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:51.154680 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e1ef04fe-a093-4f5b-9053-32cb1b3ae208 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7142115 Feb 02 15:13:51.156837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44274) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:51.165346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'security_group_rule': {'security_group_id': 'a8da8904-242f-42e1-89a5-4732cadaca27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:51.182815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:51.191630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:security_group_rule and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:51.195097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:51.201871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:51.382450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:51.514601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-403c9857-58cd-4611-b101-45abccc80f74 req-4f25bebe-5706-490d-94b5-78c49a0f7676 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 210 time: 0.0714004 Feb 02 15:13:51.557629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:51.588990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e753874-b1e0-455a-9dc9-8349efb9e783 req-b82de740-8e14-4068-9659-14febfd05ab4 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 210 time: 0.0688543 Feb 02 15:13:51.676204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:51.702529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e0bcdd-e8ce-45f2-a4f2-f22c349db462,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:51.759859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1201e-ce27-4e63-b18e-e356828ab81a req-62373993-2438-4bad-9c8a-f5f123655ef5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:51.761420 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8da1201e-ce27-4e63-b18e-e356828ab81a req-62373993-2438-4bad-9c8a-f5f123655ef5 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.1027341 Feb 02 15:13:51.781711 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:51.782991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-510bd959-74ae-4acc-9073-6ba056613cb9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6247633 Feb 02 15:13:51.795509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44306) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:51.803314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'security_group_rule': {'security_group_id': 'a8da8904-242f-42e1-89a5-4732cadaca27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:51.814189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:51.822079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:security_group_rule and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:51.825937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:51.833704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:51.860424 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8da1201e-ce27-4e63-b18e-e356828ab81a req-4e7b0638-7562-43aa-be8c-0b737dbe2be4 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907516 Feb 02 15:13:51.969470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:52.040729 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:52.167660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:52.189644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1912b7-e7f6-4107-b42a-84c7459fef36,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:52.389737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:52.391034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f6f2341b-ccb1-483f-a297-cbaf0e1bf1a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5951860 Feb 02 15:13:52.394537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44326) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:52.408570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:52.419132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:52.425550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:floatingip and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:52.429259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:52.436439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:52.455700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-a1a60f16-5c54-4745-be58-886a556b2254 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:52.457415 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-a1a60f16-5c54-4745-be58-886a556b2254 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.107 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.1177576 Feb 02 15:13:52.526626 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:52.642767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Deleting port 15110d9e-f636-4821-bb48-45642cb27052 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:13:52.643126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:52.824577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a969074b-1ddc-4d87-bde2-21a2ab2ca207 req-c976973f-6f32-4f84-a34a-37fbe8ff299a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 210 time: 0.0896552 Feb 02 15:13:53.015369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b821479d-95e4-4126-bcab-c05241f81624 req-430a8386-2914-42ca-b2c2-6fcca32c1402 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 210 time: 0.3349133 Feb 02 15:13:53.200033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:53.285278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167230a-9009-46f9-9b8a-52c8aa96680b req-a6db9480-61b1-4636-9e98-0192f387637a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:53.285278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c167230a-9009-46f9-9b8a-52c8aa96680b req-a6db9480-61b1-4636-9e98-0192f387637a tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 944 time: 0.1817813 Feb 02 15:13:53.376343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] For port 15110d9e-f636-4821-bb48-45642cb27052, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=15110d9e-f636-4821-bb48-45642cb27052,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:13:53.376343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:53.417412 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c167230a-9009-46f9-9b8a-52c8aa96680b req-6a351b7d-b0fd-4d53-b303-af427f6710be tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263859 Feb 02 15:13:53.616955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44354) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:53.760190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Calling delete_port for 15110d9e-f636-4821-bb48-45642cb27052 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:13:53.848918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44362) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:54.129701 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cad41a31-d966-4685-8d9b-c21db3ac450e req-5ef25cf5-b417-469a-9eb2-20f692690a3b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 210 time: 0.0964932 Feb 02 15:13:54.149681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-network', 'tenant_id': 'ff5d70218f044b64911cf3855b548836'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:54.171867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:54.203359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Usage tracker for resource:network and tenant:ff5d70218f044b64911cf3855b548836 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:54.203359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:54.203359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.216779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:54.252646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:54.258054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Usage tracker for resource:security_group_rule and tenant:abf8f8e556ea4bcfb53ea01f7b395dd2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:54.266163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:54.273252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:54.331358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44376) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:54.331358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-448672294-network', 'tenant_id': 'de1575765ce14ef3b1a828b937896618'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:54.350504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:54.350504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Usage tracker for resource:network and tenant:de1575765ce14ef3b1a828b937896618 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:54.366580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:54.377862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Made reservation on behalf of ff5d70218f044b64911cf3855b548836 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:54.377862 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.399589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:54.408979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Allocated IP 172.25.0.132 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/35d1fcc3-c59e-4a3a-b064-07954aadce50) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:54.414603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.489613 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f8bc537-37a4-45a5-bbcf-996a861e6c82 req-11394d28-392c-42dc-8e1a-5c628bc3428e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 210 time: 0.0893228 Feb 02 15:13:54.504781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c90-aaca-41c2-b701-fe970ba10b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.531434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-c9bd15c6-7e36-4ad1-a861-645eeea9188f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:54.531434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-c9bd15c6-7e36-4ad1-a861-645eeea9188f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.64 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 821 time: 1.1247582 Feb 02 15:13:54.555760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:54.558929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Request body: {'port': {'device_id': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'admin_state_up': True, 'tenant_id': 'a2ef7fa1811e4927a7f275e1d5c8f703'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:54.567258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Made reservation on behalf of de1575765ce14ef3b1a828b937896618 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:54.570398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.581074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.582421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Usage tracker for resource:security_group_rule and tenant:ff5d70218f044b64911cf3855b548836 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:54.587780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-38497c96-e959-416d-8233-20d592a80d65 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946102 Feb 02 15:13:54.588603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:54.596949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:54.617423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.682807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.715567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['58c6c140-67bb-4b8b-a787-3ef32b081e95'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:54.746800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.762145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Pushing event deleted for resources: {'Port': ['ID=15110d9e-f636-4821-bb48-45642cb27052,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:54.788721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d1b5be5-6e3d-4094-9c32-40a8e0bf3c40 req-c102c0fd-e7e7-4765-986d-1e17ab12c4a9 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 210 time: 0.1567173 Feb 02 15:13:54.861531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956b0c02-e6f2-4d3e-86a2-13274e3964bd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:54.876866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:54.882023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Usage tracker for resource:security_group_rule and tenant:de1575765ce14ef3b1a828b937896618 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:54.893440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=abf8f8e556ea4bcfb53ea01f7b395dd2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0545151 Feb 02 15:13:54.896099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:54.897276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44382) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:54.911975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] No DVR routers for this DVR port 15110d9e-f636-4821-bb48-45642cb27052 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:13:54.924391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:54.927473 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:54.939123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'name': 'network-vif-deleted', 'tag': '15110d9e-f636-4821-bb48-45642cb27052'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:54.958815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.961549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.961549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.961549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.961549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.961549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.961549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.962335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.963306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.963646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.964171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e918d1cd-78f0-40ac-914f-c84a8ced2df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:13:54.996390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.002057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-b3eeba70-e003-4b73-b3df-e4a37362fa43 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:55.003797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-b3eeba70-e003-4b73-b3df-e4a37362fa43 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4083431 Feb 02 15:13:55.012901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:55.034580 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9', 'name': 'network-vif-deleted', 'tag': '15110d9e-f636-4821-bb48-45642cb27052', 'status': 'completed', 'code': 200} Feb 02 15:13:55.036449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Request body: {'port': {'device_id': '0681e4d3-6a82-467b-b51b-d424a83c76ca', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '6dc4916590c34388b8dcb39fc65bae7d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:55.055395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:55.090806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0f7b64d3-1c40-4573-b015-d2840da7d47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.116581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.117700 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0f7b64d3-1c40-4573-b015-d2840da7d47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.140073 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5dd48ac-7a44-408b-a348-65a481a4a3d6 req-24cdeb21-4cca-430e-8c09-f895d098e3c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.107 "DELETE /v2.0/ports/15110d9e-f636-4821-bb48-45642cb27052 HTTP/1.1" status: 204 len: 173 time: 2.6767521 Feb 02 15:13:55.180353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.183115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Made reservation on behalf of a2ef7fa1811e4927a7f275e1d5c8f703 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:55.191860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.210793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.212419 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.253317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:55.271882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8229a65-de6c-41aa-880a-9184bbde2fb6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:55.285978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:55.289132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:13:55.311226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0f7b64d3-1c40-4573-b015-d2840da7d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.347525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.361341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:13:55.361341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.361341 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Added segment 5cfdce28-ab3b-4f93-ba37-0b46219608d6 of type vlan for network 6447c779-2544-492e-8e1f-319c16c67003 Feb 02 15:13:55.382100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b64d3-1c40-4573-b015-d2840da7d47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956b0c02-e6f2-4d3e-86a2-13274e3964bd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:55.398978 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e18d8075-a617-4f8f-ad07-b61d9d9f3853 req-a4777da8-2069-4f8d-9493-dad112733903 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 210 time: 0.0936253 Feb 02 15:13:55.424654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:55.435913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.435913 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Added segment a226966c-f9bb-43d2-b3ce-bd95be8a969a of type vlan for network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 Feb 02 15:13:55.445812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0f7b64d3-1c40-4573-b015-d2840da7d47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.445812 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0f7b64d3-1c40-4573-b015-d2840da7d47f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/956b0c02-e6f2-4d3e-86a2-13274e3964bd HTTP/1.1" status: 204 len: 168 time: 0.5240767 Feb 02 15:13:55.445812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=35d1fcc3-c59e-4a3a-b064-07954aadce50,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:55.445812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:55.454770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:55.459408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Made reservation on behalf of 6dc4916590c34388b8dcb39fc65bae7d for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:55.459408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.488921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.495368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94caf125-7f8c-4bb0-85cc-baf0b4685a95,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:55.616814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Allocated IP 172.20.0.4 (c46528d0-0bc3-4411-b43d-abcabb6e8785/c0ac70a8-410a-43ea-b942-061f1153a9b8/e139a9b0-d6f6-46cb-b09b-6936a9636a84) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:55.639702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.643266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 15110d9e-f636-4821-bb48-45642cb27052 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:13:55.699471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 15110d9e-f636-4821-bb48-45642cb27052 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:13:55.700148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 15110d9e-f636-4821-bb48-45642cb27052 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:13:55.774524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.775389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:55.776005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.900728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.901838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:55.902627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:55.958767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] Pushing event updated for resources: {'Network': ['ID=6447c779-2544-492e-8e1f-319c16c67003,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:55.970701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 6447c779-2544-492e-8e1f-319c16c67003 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:13:56.003777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Allocated IP 192.168.233.124 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/a6485792-def5-4c0b-b93b-6046fb889b07) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:13:56.034582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.105681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61621513-9f94-420a-a705-8c6cc12a1174 req-866fd31c-67c0-4c68-b0b0-723cd9b24f8c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 210 time: 0.4372718 Feb 02 15:13:56.138693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.161301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-71a24e49-720c-4194-913d-94bf3991850d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8384659 Feb 02 15:13:56.162249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] Pushing event updated for resources: {'Network': ['ID=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:56.165329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44398) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:56.176521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-646718cc-169b-4772-b6f0-11b3ca2c26b2 req-6b22b13a-5d10-43ff-859b-e664e03f9082 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 210 time: 0.0708132 Feb 02 15:13:56.179533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Request body: {'subnet': {'network_id': '6447c779-2544-492e-8e1f-319c16c67003', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-448672294-subnet', 'tenant_id': 'de1575765ce14ef3b1a828b937896618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:56.180537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:13:56.185690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:56.191297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.193833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Usage tracker for resource:subnet and tenant:de1575765ce14ef3b1a828b937896618 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:56.197623 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d4397f9-890d-4738-b7df-552b2d1f6174 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5799646 Feb 02 15:13:56.201321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:56.209611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Request body: {'subnet': {'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-subnet', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:56.248605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:56.253697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Usage tracker for resource:subnet and tenant:ff5d70218f044b64911cf3855b548836 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:56.254840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:56.257545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:56.265164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:56.271889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:56.355180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Network c46528d0-0bc3-4411-b43d-abcabb6e8785 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:56.356325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event updated for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:56.371983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:56.372854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Made reservation on behalf of ff5d70218f044b64911cf3855b548836 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:56.374658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:56.375181 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.442438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:56.443067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.471994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Made reservation on behalf of de1575765ce14ef3b1a828b937896618 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:13:56.474321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.512380 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.627564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.714778 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-0881b44a-0e3b-4af7-b99c-74d8e52d3a74 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1595562 Feb 02 15:13:56.751756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Request body: {'port': {'device_id': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:56.807414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Transition to ACTIVE for port object a6485792-def5-4c0b-b93b-6046fb889b07 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:56.864636 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06001057-9fc9-4335-8cd1-f75f4b9ecb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:56.972090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-770bea2a-59aa-4678-a437-42a161c8186c req-e4fb060a-c3ad-49b1-8805-de64d60c5ec9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 210 time: 0.0718389 Feb 02 15:13:56.976947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:57.007383 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:57.019705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:57.046691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076', '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:57.159432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', '3bb6d252-6bbe-4ecf-a713-51106014d2f7', '17d2575b-92f9-44f3-bf3c-accb74c1fb3b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:13:57.309543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:13:57.337394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:57.354251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:13:57.435784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Checking segment: {'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:57.435784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Network hostable DHCP agents. Network: 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:13:57.470018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event updated for resources: {'Port': ['ID=a6485792-def5-4c0b-b93b-6046fb889b07,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:57.527677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3761795a-738a-4ee5-9823-cd3df41bf7be,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:57.572137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:57.573280 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:57.623943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:13:57.677713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e787ee-4831-4359-a17b-2f463fd267f6 req-df1a9f4f-cfc0-4e30-94e3-0f22b36e5d7c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:57.682435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77e787ee-4831-4359-a17b-2f463fd267f6 req-df1a9f4f-cfc0-4e30-94e3-0f22b36e5d7c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 931 time: 0.2446711 Feb 02 15:13:57.764712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:13:57.773020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-dbbc51b0-d3bf-4326-ae7a-40c0cb85de5c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7474351 Feb 02 15:13:57.786509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:57.787135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:57.794861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c110e2d0-3753-45e9-bef3-004c7f098102 req-a0842ebc-7ddd-42e4-9e8e-ccff37bb4c2f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:57.803759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ee25b-5d65-485b-943b-b80d0eff3f32 None None] Network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:57.806113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Request body: {'port': {'device_id': '0681e4d3-6a82-467b-b51b-d424a83c76ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:57.907753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e139a9b0-d6f6-46cb-b09b-6936a9636a84 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:57.943199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-77e787ee-4831-4359-a17b-2f463fd267f6 req-ce7505ba-d57f-4bc8-bef1-8adb391678f9 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:13:57.944458 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.049026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.095280 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.103485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c110e2d0-3753-45e9-bef3-004c7f098102 req-a0842ebc-7ddd-42e4-9e8e-ccff37bb4c2f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:58.112040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-77e787ee-4831-4359-a17b-2f463fd267f6 req-ce7505ba-d57f-4bc8-bef1-8adb391678f9 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:13:58.113551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77e787ee-4831-4359-a17b-2f463fd267f6 req-ce7505ba-d57f-4bc8-bef1-8adb391678f9 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250069 Feb 02 15:13:58.121326 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c110e2d0-3753-45e9-bef3-004c7f098102 req-a0842ebc-7ddd-42e4-9e8e-ccff37bb4c2f tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e3d5ea2-dbef-468c-a1ef-7869e23b0eb9 HTTP/1.1" status: 200 len: 210 time: 0.4499202 Feb 02 15:13:58.149317 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-93e69276-1458-4508-8251-6fe7eeacf891 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9401388 Feb 02 15:13:58.155757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Transition to ACTIVE for port object e139a9b0-d6f6-46cb-b09b-6936a9636a84 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:58.155757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44434) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:13:58.177548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:13:58.194581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:13:58.210862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Usage tracker for resource:router and tenant:ff5d70218f044b64911cf3855b548836 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:13:58.216642 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.224940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4db09db4-cc1c-4089-ab4a-5ddc868f8d56 None None] Provisioning for port a6485792-def5-4c0b-b93b-6046fb889b07 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:13:58.230226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:13:58.251136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:13:58.276638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4db09db4-cc1c-4089-ab4a-5ddc868f8d56 None None] Provisioning complete for port a6485792-def5-4c0b-b93b-6046fb889b07 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:13:58.277001 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4db09db4-cc1c-4089-ab4a-5ddc868f8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.327287 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.345434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c565f7c-b25e-4ddd-aa67-1202658c09a9 None None] Network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:13:58.422625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.454417 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.465676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.477111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4db09db4-cc1c-4089-ab4a-5ddc868f8d56 None None] Port a6485792-def5-4c0b-b93b-6046fb889b07 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:13:58.629659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6485792-def5-4c0b-b93b-6046fb889b07 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:13:58.641930 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.668726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Transition to ACTIVE for port object a6485792-def5-4c0b-b93b-6046fb889b07 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:13:58.707679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.709179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.757343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:58.987419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced75dc0-14e9-475b-9872-c08f4c7544ba,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:59.001769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=35d1fcc3-c59e-4a3a-b064-07954aadce50,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:59.002234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Pushing event updated for resources: {'Port': ['ID=a6485792-def5-4c0b-b93b-6046fb889b07,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:59.064133 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:59.116457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Checking segment: {'id': '5cfdce28-ab3b-4f93-ba37-0b46219608d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6447c779-2544-492e-8e1f-319c16c67003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:59.116758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Network hostable DHCP agents. Network: 6447c779-2544-492e-8e1f-319c16c67003, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:13:59.163101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Attempting to bind port a6485792-def5-4c0b-b93b-6046fb889b07 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:13:59.163499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Attempting to bind port a6485792-def5-4c0b-b93b-6046fb889b07 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:13:59.164109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Attempting to bind port a6485792-def5-4c0b-b93b-6046fb889b07 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:59.185404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Port a6485792-def5-4c0b-b93b-6046fb889b07 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:13:59.185404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Attempting to bind port a6485792-def5-4c0b-b93b-6046fb889b07 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:13:59.206769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:13:59.210971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:13:59.211394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:13:59.212231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Bound port: a6485792-def5-4c0b-b93b-6046fb889b07, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:13:59.212594 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:59.223573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:59.384613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Pushing event updated for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:59.443226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Network 6447c779-2544-492e-8e1f-319c16c67003 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:13:59.445712 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:59.447246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f134b02f-ae05-45e1-bab5-cd1dba7f2f87 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0511296 Feb 02 15:13:59.488799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] For port a6485792-def5-4c0b-b93b-6046fb889b07, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:13:59.495647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] For port a6485792-def5-4c0b-b93b-6046fb889b07, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a6485792-def5-4c0b-b93b-6046fb889b07,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:13:59.507729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6796c63-f947-414f-9983-7d72e6fd1c84 req-e965149b-ad6c-4493-8ec3-60942f86cccd tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:59.509360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6796c63-f947-414f-9983-7d72e6fd1c84 req-e965149b-ad6c-4493-8ec3-60942f86cccd tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 943 time: 0.2175641 Feb 02 15:13:59.564914 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:59.574260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa788e-568b-400f-8c99-dda322f16679 req-b5f40627-92d1-4239-b5e9-844139d6f641 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:13:59.581381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6aa788e-568b-400f-8c99-dda322f16679 req-b5f40627-92d1-4239-b5e9-844139d6f641 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 936 time: 1.1568735 Feb 02 15:13:59.617653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:59.618767 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] 10.222.0.107 "PUT /v2.0/ports/a6485792-def5-4c0b-b93b-6046fb889b07 HTTP/1.1" status: 200 len: 1096 time: 1.8276691 Feb 02 15:13:59.624512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0681e4d3-6a82-467b-b51b-d424a83c76ca', 'tag': 'a6485792-def5-4c0b-b93b-6046fb889b07'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:13:59.640509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6796c63-f947-414f-9983-7d72e6fd1c84 req-53a9f9e4-505d-4bef-9515-5ebacf60ff7d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165161 Feb 02 15:13:59.841721 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:13:59.885396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce2035-9b49-4099-a3f4-7fd435dfdb89 service neutron] Pushing event updated for resources: {'Port': ['ID=a6485792-def5-4c0b-b93b-6046fb889b07,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:13:59.914568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-c7f642e5-eb37-40fb-bf68-2b85005c8e0a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 1099 time: 0.1637664 Feb 02 15:13:59.997404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44476) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:00.004141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Attempting to bind port e139a9b0-d6f6-46cb-b09b-6936a9636a84 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:00.004950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Attempting to bind port e139a9b0-d6f6-46cb-b09b-6936a9636a84 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:00.005496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Attempting to bind port e139a9b0-d6f6-46cb-b09b-6936a9636a84 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:00.023467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 6447c779-2544-492e-8e1f-319c16c67003) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:00.029506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e98124-96ff-49a3-bf14-b470e6f5df5c None None] Network 6447c779-2544-492e-8e1f-319c16c67003 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:14:00.042523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:00.043113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:00.057205 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0681e4d3-6a82-467b-b51b-d424a83c76ca', 'tag': 'a6485792-def5-4c0b-b93b-6046fb889b07', 'status': 'completed', 'code': 200} Feb 02 15:14:00.070224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-fd445ba7-f1db-4e35-821b-33dc981b858a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a6485792-def5-4c0b-b93b-6046fb889b07 HTTP/1.1" status: 200 len: 217 time: 0.1351218 Feb 02 15:14:00.070318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Port e139a9b0-d6f6-46cb-b09b-6936a9636a84 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:00.070318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Attempting to bind port e139a9b0-d6f6-46cb-b09b-6936a9636a84 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:00.079191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:00.103789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:00.103789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Checking segment: {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:00.104534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Bound using segment: {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:00.105348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Bound port: e139a9b0-d6f6-46cb-b09b-6936a9636a84, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:00.105865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:00.177030 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6aa788e-568b-400f-8c99-dda322f16679 req-92c58e4d-76a8-4233-b793-5e0c8292a1b7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948079 Feb 02 15:14:00.218341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-b2ead811-71e6-4c6f-960b-de71674c822b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:00.227047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-afd91839-d98c-4d29-9c5e-09bbf0da4b0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:00.230328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-afd91839-d98c-4d29-9c5e-09bbf0da4b0a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1547909 Feb 02 15:14:00.281684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e42c51b8-189e-45c4-a829-39a8ecf72ac9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.0932083 Feb 02 15:14:00.483261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:00.485159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43134233-d574-4c52-90d4-1427b3f7431b None None] Network 6447c779-2544-492e-8e1f-319c16c67003 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:14:00.486649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:00.511559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:00.535344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:00.545179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7e688fa2a544cc9d6a268818c03ecd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:00.580002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:00.590937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-b2ead811-71e6-4c6f-960b-de71674c822b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:00.599433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-b2ead811-71e6-4c6f-960b-de71674c822b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1718442772&fields=id&tenant_id=5acfb7d387fa4226aeca0a89c85d7958 HTTP/1.1" status: 200 len: 267 time: 0.4584100 Feb 02 15:14:00.601714 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:00.652753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:00.714271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-adb4951e-0529-4f1c-8e21-d3fe74f05b92 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:00.714271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-adb4951e-0529-4f1c-8e21-d3fe74f05b92 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:00.762098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-acbca5fe-6625-423e-8af5-b52d92c1d244 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5026605 Feb 02 15:14:01.041232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-7a43c0d2-4061-42ae-ae74-6308416c5694 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927086 Feb 02 15:14:01.111497 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:01.113547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] 10.222.0.64 "PUT /v2.0/ports/e139a9b0-d6f6-46cb-b09b-6936a9636a84 HTTP/1.1" status: 200 len: 1091 time: 4.3699238 Feb 02 15:14:01.128382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:01.142728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-adb4951e-0529-4f1c-8e21-d3fe74f05b92 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:01.144240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-adb4951e-0529-4f1c-8e21-d3fe74f05b92 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports/38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 HTTP/1.1" status: 200 len: 932 time: 0.5439565 Feb 02 15:14:01.197941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8e869-2d99-4212-b4ab-7e5d4280628a service neutron] Pushing event updated for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:01.288536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3b7372e1-28aa-436a-a85f-dddf491b8eed tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:01.290246 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3b7372e1-28aa-436a-a85f-dddf491b8eed tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports/09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 HTTP/1.1" status: 200 len: 930 time: 0.1371274 Feb 02 15:14:01.413487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944be6ca-d4a8-43c9-a93b-a3de41bf56e3 req-bca35e3d-7017-491c-8bc5-32d194f982a8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:01.414632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-944be6ca-d4a8-43c9-a93b-a3de41bf56e3 req-bca35e3d-7017-491c-8bc5-32d194f982a8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:01.432057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:01.452680 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-e3355ac4-ce83-4128-a7ff-09e2fb59aa2a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?network_id=9ad745fe-1db8-486b-b672-f8cd3aaad833&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1324570 Feb 02 15:14:01.463100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79a1d4e-6717-49c3-9dab-3ef1cad592ee req-05d555f2-f22a-4e72-9662-13f06f760f99 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157465 Feb 02 15:14:01.466027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:01.520718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-a9841322-0562-4aa0-8ae8-a32037332f29 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?network_id=9ad745fe-1db8-486b-b672-f8cd3aaad833&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0663817 Feb 02 15:14:01.600654 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:01.616290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:01.764799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-944be6ca-d4a8-43c9-a93b-a3de41bf56e3 req-bca35e3d-7017-491c-8bc5-32d194f982a8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:01.766061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-944be6ca-d4a8-43c9-a93b-a3de41bf56e3 req-bca35e3d-7017-491c-8bc5-32d194f982a8 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 943 time: 0.7946486 Feb 02 15:14:01.769871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a97a907-d546-4538-9364-c1298fab8ea9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:01.776132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4477dd18-a8a0-4c68-8012-9c016c23d5d5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f7e688fa2a544cc9d6a268818c03ecd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7668726 Feb 02 15:14:01.791632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44502) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:01.807555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-d15f2ec1-05b7-474f-ab66-8c057d4519db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 1094 time: 0.5513580 Feb 02 15:14:01.888031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ad692a46-de2c-4bf3-b5d2-fafeee8c76f5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:01.891810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ad692a46-de2c-4bf3-b5d2-fafeee8c76f5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:01.895581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ad692a46-de2c-4bf3-b5d2-fafeee8c76f5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:01.896413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ad692a46-de2c-4bf3-b5d2-fafeee8c76f5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:01.905812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95948140-9d05-457f-81de-453626d7a087 req-a6318b23-5030-4ca1-8b05-12802f0ae2cd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 1099 time: 0.2303653 Feb 02 15:14:01.968095 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-f8309fe3-74b0-4abe-ae6f-cc9d9bd3dce1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84 HTTP/1.1" status: 200 len: 217 time: 0.1342392 Feb 02 15:14:02.002026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94d632ac-1d5d-4f08-8848-ea5c3dd3cfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:02.013146 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-944be6ca-d4a8-43c9-a93b-a3de41bf56e3 req-67b54462-f468-4ab1-8386-6c512cd8a30e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092366 Feb 02 15:14:02.055704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Allocated IP 172.25.0.95 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/c6109abf-718d-40da-87b9-2e76c2a352a3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:02.063380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94d632ac-1d5d-4f08-8848-ea5c3dd3cfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:02.072736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-8a624fdd-ca87-44a7-bfac-d457f0e56c07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:02.074217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-8a624fdd-ca87-44a7-bfac-d457f0e56c07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0ac70a8-410a-43ea-b942-061f1153a9b8 HTTP/1.1" status: 200 len: 861 time: 0.0966308 Feb 02 15:14:02.130030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ad692a46-de2c-4bf3-b5d2-fafeee8c76f5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:02.132047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ad692a46-de2c-4bf3-b5d2-fafeee8c76f5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/networks?id=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=9ad745fe-1db8-486b-b672-f8cd3aaad833&id=9ad745fe-1db8-486b-b672-f8cd3aaad833 HTTP/1.1" status: 200 len: 1989 time: 0.6025722 Feb 02 15:14:02.168453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-59f59069-6657-4ffa-8a76-cff8fe0d81c1 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/quotas/5acfb7d387fa4226aeca0a89c85d7958 HTTP/1.1" status: 200 len: 375 time: 0.0300410 Feb 02 15:14:02.221051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-5f8c940d-cbf8-46ae-a124-1e8bd6e42da1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c46528d0-0bc3-4411-b43d-abcabb6e8785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253157 Feb 02 15:14:02.249571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94d632ac-1d5d-4f08-8848-ea5c3dd3cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:02.273086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95948140-9d05-457f-81de-453626d7a087 req-c701b112-fb67-453e-ae25-1189888c2351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:02.274905 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95948140-9d05-457f-81de-453626d7a087 req-c701b112-fb67-453e-ae25-1189888c2351 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3594437 Feb 02 15:14:02.280116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d632ac-1d5d-4f08-8848-ea5c3dd3cfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a97a907-d546-4538-9364-c1298fab8ea9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:02.281974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94d632ac-1d5d-4f08-8848-ea5c3dd3cfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:02.283388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-94d632ac-1d5d-4f08-8848-ea5c3dd3cfdf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a97a907-d546-4538-9364-c1298fab8ea9 HTTP/1.1" status: 204 len: 168 time: 0.4856915 Feb 02 15:14:02.393912 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95948140-9d05-457f-81de-453626d7a087 req-859a5a05-40f6-4665-8ff3-f8c06175b980 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a6485792-def5-4c0b-b93b-6046fb889b07 HTTP/1.1" status: 200 len: 217 time: 0.0759563 Feb 02 15:14:02.455870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:02.468799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95948140-9d05-457f-81de-453626d7a087 req-fc83d872-60fc-4b1c-a0de-a9ae3041f1bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:02.470451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95948140-9d05-457f-81de-453626d7a087 req-fc83d872-60fc-4b1c-a0de-a9ae3041f1bc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0678647 Feb 02 15:14:02.484334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-ad21e294-e391-4325-9b61-618c43fc1345 service neutron] 10.222.0.64 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520263 Feb 02 15:14:02.485098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-96ca38b9-b9cb-43c2-8450-544fe0239cdc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3021421 Feb 02 15:14:02.684752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95948140-9d05-457f-81de-453626d7a087 req-7cfe31e0-8380-4673-8452-c10f60aeacc6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1987002 Feb 02 15:14:02.687322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-d8362d01-d222-48a6-b5a8-d10e10939940 service neutron] 10.222.0.88 "GET /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641901 Feb 02 15:14:02.827402 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:14:02.972894 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:03.033741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014fd6-336e-48b5-8627-9c992d435de9 req-fb6ca9b7-2025-44f3-a62d-9f4057cc707c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:03.042924 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-fb6ca9b7-2025-44f3-a62d-9f4057cc707c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 806 time: 0.5612898 Feb 02 15:14:03.044930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820e299e-77d9-44be-bb56-ad3b893ef162 req-bbf4a7eb-487a-4094-b9a7-ae475e661608 service neutron] 10.222.0.64 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345862 Feb 02 15:14:03.071220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-cc605f78-676d-4947-8362-99703b8e1739 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/quotas/87fd436be89f477c990329a68ab9df43 HTTP/1.1" status: 200 len: 375 time: 0.0175021 Feb 02 15:14:03.085921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:03.118538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:03.126299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:03.136212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-b882afff-f5e0-4c7c-acdd-51bab532fb79 service neutron] 10.222.0.88 "GET /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328799 Feb 02 15:14:03.138222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95948140-9d05-457f-81de-453626d7a087 req-5655d191-0cc4-415b-bfcf-98720fd1c02d service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337251 Feb 02 15:14:03.168895 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-919eaafb-271d-4e49-94ed-78d161853574 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848603 Feb 02 15:14:03.172744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Pushing event updated for resources: {'Port': ['ID=c6109abf-718d-40da-87b9-2e76c2a352a3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:03.209854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.210209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.210590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.211133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.211624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.214350 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.214861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.215349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.215836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.216342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.218162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:03.301064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-c8ea73ca-1834-46af-a714-8615ac8c0c38 service neutron] 10.222.0.88 "GET /v2.0/ports/38ce9bd4-2ad6-4780-834e-455ed7c0ebe0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1353309 Feb 02 15:14:03.414321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-253c7bfb-af54-406e-a0c7-90c0f091d12b service neutron] 10.222.0.88 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335222 Feb 02 15:14:03.443322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95948140-9d05-457f-81de-453626d7a087 req-709af6da-c9be-4828-8c74-5ab79f1c82b6 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991009 Feb 02 15:14:03.505751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-1da92506-2f08-4a32-acdf-f286bab4251c service neutron] 10.222.0.88 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879256 Feb 02 15:14:03.602541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-3ae29048-d01a-456f-9326-1042cfb67fb9 service neutron] 10.222.0.88 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651895 Feb 02 15:14:03.618179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:03.619400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:03.687171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-fdd0b5b7-2c90-49a8-826a-159d5a49838a service neutron] 10.222.0.88 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742144 Feb 02 15:14:03.703707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a6485792-def5-4c0b-b93b-6046fb889b07 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:14:03.786009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44534) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:03.892984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-be23073b-4443-4a13-901f-f540ba024f28 service neutron] 10.222.0.88 "GET /v2.0/ports/09ccfda4-51cc-4fa3-aafe-a9ca062c31a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1992979 Feb 02 15:14:03.976672 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'status': 'completed', 'code': 200} Feb 02 15:14:04.021746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:14:04.060179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a6485792-def5-4c0b-b93b-6046fb889b07, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a6485792-def5-4c0b-b93b-6046fb889b07,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:04.085665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'a6485792-def5-4c0b-b93b-6046fb889b07', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'a6485792-def5-4c0b-b93b-6046fb889b07', 'mac_address': 'fa:16:3e:a6:ec:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:14:04.206135 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:04.206823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-1d9582fe-da29-4b2e-9ab8-f893364e646e service neutron] 10.222.0.88 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035610 Feb 02 15:14:04.228956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6485792-def5-4c0b-b93b-6046fb889b07 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:04.246649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a6485792-def5-4c0b-b93b-6046fb889b07, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a6485792-def5-4c0b-b93b-6046fb889b07,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:04.246964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-42045451-network', 'tenant_id': 'c5b254a5114a44469fff708b67751791'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:04.252985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:04.257127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Usage tracker for resource:network and tenant:c5b254a5114a44469fff708b67751791 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:04.262420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:04.317893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:04.332046 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:04.376833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-0a5f2c71-882b-4a91-9bb3-35d36bf33680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 1094 time: 0.3472569 Feb 02 15:14:04.403155 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-b3a95f36-b3a5-4736-94a7-60b5ba425bf5 service neutron] 10.222.0.88 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919327 Feb 02 15:14:04.432676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Made reservation on behalf of c5b254a5114a44469fff708b67751791 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:04.435313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:04.448297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a6485792-def5-4c0b-b93b-6046fb889b07,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:04.454113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:04.499457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b944f40-dc86-453d-9c61-195501cf0e70 req-360ba46d-52bb-4253-88a0-8fe55a0a2346 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:04.501009 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b944f40-dc86-453d-9c61-195501cf0e70 req-360ba46d-52bb-4253-88a0-8fe55a0a2346 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 948 time: 0.2427378 Feb 02 15:14:04.563116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:04.578825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Usage tracker for resource:security_group_rule and tenant:c5b254a5114a44469fff708b67751791 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:04.582898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:04.599379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:04.608237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-f323b220-d399-4493-9db2-7f58f3ea7451 service neutron] 10.222.0.88 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991205 Feb 02 15:14:04.659952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a6485792-def5-4c0b-b93b-6046fb889b07'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:04.668175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-b7c30d3d-c07d-4d46-a646-c5fc313b5303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:04.669631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-b7c30d3d-c07d-4d46-a646-c5fc313b5303 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 923 time: 0.2877157 Feb 02 15:14:04.676349 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b944f40-dc86-453d-9c61-195501cf0e70 req-8be1af14-e2e0-4016-bce0-97870ee58ce2 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182532 Feb 02 15:14:04.786972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-ceb63432-b98c-4dee-be59-5ba17fae77a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84 HTTP/1.1" status: 200 len: 217 time: 0.1091371 Feb 02 15:14:04.790164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:04.792870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-fb891cbb-11d8-418a-aea7-435766219b6a service neutron] 10.222.0.88 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757452 Feb 02 15:14:04.886653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:14:04.907718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Sync routers for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:14:04.923081 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:04.941934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:14:04.942579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:13:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:04.969546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:14:04.981655 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3ea99e51-1143-4c8f-ba1d-e98dec593d1f service neutron] 10.222.0.88 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797538 Feb 02 15:14:04.983065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f67e70d-8d35-4399-aaee-c8d833e6db8d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:04.988791 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:04.989483 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Added segment 961c6721-ec89-4f35-9c36-521bb2df2458 of type vlan for network 6fc639da-b3e7-4ea8-acd6-a30453faaecb Feb 02 15:14:05.145025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:14:05.149845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-acf278fd-a29e-4f5a-aaf6-95aa18d8336b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:05.151770 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-acf278fd-a29e-4f5a-aaf6-95aa18d8336b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0ac70a8-410a-43ea-b942-061f1153a9b8 HTTP/1.1" status: 200 len: 861 time: 0.3571546 Feb 02 15:14:05.211439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-327c7b38-6aa0-4e23-b941-07de462e4cef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c46528d0-0bc3-4411-b43d-abcabb6e8785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526047 Feb 02 15:14:05.212186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:05.251785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0419-2787-462a-affd-a02d211ffa04 req-6e01a5c0-3e75-4f44-b54d-2e404baa639a tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:05.253742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab9b0419-2787-462a-affd-a02d211ffa04 req-6e01a5c0-3e75-4f44-b54d-2e404baa639a tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 943 time: 0.3400285 Feb 02 15:14:05.287797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2ebc6e86-ac87-40cb-a600-a696083579ac service neutron] 10.222.0.88 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840879 Feb 02 15:14:05.327268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:05.331266 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3f0885a0-93c5-406f-8189-8eddfc564c4c admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1799359 Feb 02 15:14:05.333469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44556) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:05.371026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:05.371880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:05.372449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:05.450495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab9b0419-2787-462a-affd-a02d211ffa04 req-d5bd804c-3732-4797-b066-75675ff9e760 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447437 Feb 02 15:14:05.501223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:03Z', 'revision_number': 3, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:05.507342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Checking router: 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:14:05.508034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Updating router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f port c6109abf-718d-40da-87b9-2e76c2a352a3 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:14:05.571159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-c2aef0fa-68de-44f5-8af7-9f570927f16e service neutron] 10.222.0.64 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525078 Feb 02 15:14:05.600448 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:05.617086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] Pushing event updated for resources: {'Network': ['ID=6fc639da-b3e7-4ea8-acd6-a30453faaecb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:05.648750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2b4a6127-9c6a-4d3f-bb2d-e1487077e42d service neutron] 10.222.0.88 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532343 Feb 02 15:14:05.653308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 6fc639da-b3e7-4ea8-acd6-a30453faaecb details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:14:05.738346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0273fd4d-6f93-4363-8cee-7eee5abda23a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9512699 Feb 02 15:14:05.744246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44562) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:05.752087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Request body: {'subnet': {'network_id': '6fc639da-b3e7-4ea8-acd6-a30453faaecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-42045451-subnet', 'tenant_id': 'c5b254a5114a44469fff708b67751791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:05.765796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:05.770224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Usage tracker for resource:subnet and tenant:c5b254a5114a44469fff708b67751791 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:05.780139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:05.811336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2a834c0-6dc4-4f89-9038-09f811555a90 req-65426a1b-3c79-4522-99bf-a9237a0a3a74 service neutron] 10.222.0.64 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306862 Feb 02 15:14:05.813116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:05.868970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-1d080b08-5e98-4ded-b208-2dcd3f0faa28 service neutron] 10.222.0.88 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124181 Feb 02 15:14:05.946732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c611b129-68ec-4908-bded-8941732e4dc8 req-31afbb2c-8bbc-469b-a636-7e50f60b3cd4 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 210 time: 0.1262245 Feb 02 15:14:05.966865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Made reservation on behalf of c5b254a5114a44469fff708b67751791 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:05.970567 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.161455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-0fcd5300-a66f-47c3-9d47-d7409ac2b880 service neutron] 10.222.0.88 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863255 Feb 02 15:14:06.294286 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.309352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Transition to ACTIVE for port object c6109abf-718d-40da-87b9-2e76c2a352a3 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:06.383706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-389b3d40-e841-4758-bc47-50a10df3dcc4 service neutron] 10.222.0.88 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137299 Feb 02 15:14:06.384284 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.478722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed227f0-4926-44d6-a349-b0cadf886092 None None] Pushing event updated for resources: {'Port': ['ID=c6109abf-718d-40da-87b9-2e76c2a352a3,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:06.481920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Attempting to bind port c6109abf-718d-40da-87b9-2e76c2a352a3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:06.482466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Attempting to bind port c6109abf-718d-40da-87b9-2e76c2a352a3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:06.482986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Attempting to bind port c6109abf-718d-40da-87b9-2e76c2a352a3 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:06.491157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:06.491527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:06.492092 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.492476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:06.492929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Bound port: c6109abf-718d-40da-87b9-2e76c2a352a3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:06.493295 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.536735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.596245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] For port c6109abf-718d-40da-87b9-2e76c2a352a3, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:06.600548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] For port c6109abf-718d-40da-87b9-2e76c2a352a3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c6109abf-718d-40da-87b9-2e76c2a352a3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:06.606283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2894c9b4-83c6-4830-a00a-c584d3fc7670,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:06.625499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Checking segment: {'id': '961c6721-ec89-4f35-9c36-521bb2df2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6fc639da-b3e7-4ea8-acd6-a30453faaecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:06.626060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Network hostable DHCP agents. Network: 6fc639da-b3e7-4ea8-acd6-a30453faaecb, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:14:06.731902 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.762673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Network 6fc639da-b3e7-4ea8-acd6-a30453faaecb is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:14:06.783989 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.868670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed227f0-4926-44d6-a349-b0cadf886092 None None] Pushing event updated for resources: {'Port': ['ID=c6109abf-718d-40da-87b9-2e76c2a352a3,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:06.873511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 6fc639da-b3e7-4ea8-acd6-a30453faaecb) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:06.874072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:14:06.874872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:13:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:06.877683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:06.878264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:06.943046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839db5e4-a4f5-4518-b665-3a77bae7f653 None None] Network 6fc639da-b3e7-4ea8-acd6-a30453faaecb requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:14:06.955444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e139a9b0-d6f6-46cb-b09b-6936a9636a84 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:14:07.013855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ad802901-859c-45ad-af42-75fc1d9da916 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2683871 Feb 02 15:14:07.314674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:14:07.421494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20364-9306-45de-a0ae-e8cb42c4ee04 req-0b28661b-ef6d-4836-b360-ff26cdac839b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:07.422865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bbc20364-9306-45de-a0ae-e8cb42c4ee04 req-0b28661b-ef6d-4836-b360-ff26cdac839b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 949 time: 0.4972310 Feb 02 15:14:07.448916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Allocated IP 172.20.0.1 (43b40729-1a68-4a0f-9a87-edd6c7d4d2d5/3761795a-738a-4ee5-9823-cd3df41bf7be/1620540b-70de-4f26-b3e3-c4d762d849ba) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:07.484261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:07.505823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014fd6-336e-48b5-8627-9c992d435de9 req-5904e2e3-c78b-486e-ad29-35dab55490ff tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:07.508271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-5904e2e3-c78b-486e-ad29-35dab55490ff tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 806 time: 0.4406543 Feb 02 15:14:07.526120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-3ae926fd-bec2-454c-87b5-830e6b55216e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:07.529389 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-3ae926fd-bec2-454c-87b5-830e6b55216e tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.107 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 944 time: 0.1115291 Feb 02 15:14:07.541350 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Request body: {'port': {'device_id': 'da41a340-5ab7-4947-9707-c1687452f510', 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'admin_state_up': True, 'tenant_id': '87fd436be89f477c990329a68ab9df43'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:07.577517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'port_id': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'mac_address': 'fa:16:3e:b6:27:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac70a8-410a-43ea-b942-061f1153a9b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:14:07.621905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Deleting port 58c6c140-67bb-4b8b-a787-3ef32b081e95 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:07.622853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:07.630459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbd6490-b442-4954-a7ec-4773881c5b44 None None] Network 6fc639da-b3e7-4ea8-acd6-a30453faaecb requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:14:07.687898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bbc20364-9306-45de-a0ae-e8cb42c4ee04 req-bc849bb1-1c0c-427e-bb8b-d6c133aade9e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516875 Feb 02 15:14:07.775900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a6485792-def5-4c0b-b93b-6046fb889b07 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:07.842430 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:07.865096 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:07.874628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:07.878428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Usage tracker for resource:port and tenant:87fd436be89f477c990329a68ab9df43 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:07.884757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:07.891535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:07.979601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e139a9b0-d6f6-46cb-b09b-6936a9636a84 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:08.003026 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.007443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] For port 58c6c140-67bb-4b8b-a787-3ef32b081e95, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c6c140-67bb-4b8b-a787-3ef32b081e95,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:08.008238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.029668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:08.035109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Made reservation on behalf of 87fd436be89f477c990329a68ab9df43 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:08.039109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.098405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf0e6-0f02-4ca1-8145-8219bf145677 req-03d341fa-1e73-46ee-bee6-a3b5dcbb82bc tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:08.100560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcebf0e6-0f02-4ca1-8145-8219bf145677 req-03d341fa-1e73-46ee-bee6-a3b5dcbb82bc tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 943 time: 0.1715384 Feb 02 15:14:08.131407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:03Z', 'revision_number': 3, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:08.142193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bebb6-029c-45f6-b9aa-7c09c03d950f None None] The sync data for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 is: [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:03Z', 'revision_number': 3, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:14:08.153753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:08.157884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Pushing event updated for resources: {'Port': ['ID=1620540b-70de-4f26-b3e3-c4d762d849ba,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:08.162966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.163130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:08.183064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:08.210500 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port a6485792-def5-4c0b-b93b-6046fb889b07 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:08.267964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:08.271240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port a6485792-def5-4c0b-b93b-6046fb889b07 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:08.281756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.325071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Calling delete_port for 58c6c140-67bb-4b8b-a787-3ef32b081e95 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:08.328210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.356446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcebf0e6-0f02-4ca1-8145-8219bf145677 req-87d2a248-f704-4168-ae3c-fe199d85fbba tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014644 Feb 02 15:14:08.449107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Allocated IP 172.20.0.5 (76012fa1-2f3f-41a3-bc2b-91287288c514/d76bf1dd-18f1-4463-b02d-e1edb574e524/41a518fa-6195-4300-a4ed-bc866b124ade) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:08.578947 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.611963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0681e4d3-6a82-467b-b51b-d424a83c76ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6485792-def5-4c0b-b93b-6046fb889b07'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:08.623440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a6485792-def5-4c0b-b93b-6046fb889b07, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a6485792-def5-4c0b-b93b-6046fb889b07,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:08.640293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e139a9b0-d6f6-46cb-b09b-6936a9636a84'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:08.677527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.725356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['58c6c140-67bb-4b8b-a787-3ef32b081e95'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:08.745455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d7f3bd2-ade1-4ded-91fe-20b36772bb00 req-c5471f08-a09b-48f8-9516-1220b3fa34ad tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 210 time: 0.1065872 Feb 02 15:14:08.746257 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.779475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Pushing event deleted for resources: {'Port': ['ID=58c6c140-67bb-4b8b-a787-3ef32b081e95,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:08.826745 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.879098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] No DVR routers for this DVR port 58c6c140-67bb-4b8b-a787-3ef32b081e95 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:08.887304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:08.899350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'name': 'network-vif-deleted', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:08.966835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a6485792-def5-4c0b-b93b-6046fb889b07,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:08.997760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e193de5-6155-46ba-bc6a-3f3048e6715f req-42fa03a0-8f18-47b7-b126-b594a2667c79 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 210 time: 0.1933088 Feb 02 15:14:09.007878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-64c243c3-e45e-4f96-972e-8f1225052d88 req-515f0139-cae9-4d22-b5b2-f3eb3c1f1fb7 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.107 "DELETE /v2.0/ports/58c6c140-67bb-4b8b-a787-3ef32b081e95 HTTP/1.1" status: 204 len: 173 time: 1.4743702 Feb 02 15:14:09.253789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-af436f92-89e0-420a-9072-3e44afbeffa8 req-96bd63fb-faca-40ad-8883-f7ef2a9003e5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:09.338113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:09.404890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-af436f92-89e0-420a-9072-3e44afbeffa8 req-96bd63fb-faca-40ad-8883-f7ef2a9003e5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:09.406226 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af436f92-89e0-420a-9072-3e44afbeffa8 req-96bd63fb-faca-40ad-8883-f7ef2a9003e5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 210 time: 0.2611799 Feb 02 15:14:09.448886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c6109abf-718d-40da-87b9-2e76c2a352a3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:09.456719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:09.467941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-1e61f6a9-67c0-41b1-a683-0daacbef7a0a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:09.468687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-1e61f6a9-67c0-41b1-a683-0daacbef7a0a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Synchronizing usage tracker for tenant:c5b254a5114a44469fff708b67751791 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:09.537352 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0681e4d3-6a82-467b-b51b-d424a83c76ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6485792-def5-4c0b-b93b-6046fb889b07', 'code': 200} Feb 02 15:14:09.599207 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:09.659778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:09.681895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c6109abf-718d-40da-87b9-2e76c2a352a3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:09.689003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c6109abf-718d-40da-87b9-2e76c2a352a3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:09.689406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-1e61f6a9-67c0-41b1-a683-0daacbef7a0a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Unset dirty status for tenant:c5b254a5114a44469fff708b67751791 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:09.689900 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:09.690571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-1e61f6a9-67c0-41b1-a683-0daacbef7a0a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/networks?id=6fc639da-b3e7-4ea8-acd6-a30453faaecb HTTP/1.1" status: 200 len: 807 time: 0.4722164 Feb 02 15:14:09.750811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-fbb31ff3-7adc-41be-b01e-b5e7995b200a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/quotas/c5b254a5114a44469fff708b67751791 HTTP/1.1" status: 200 len: 375 time: 0.0445437 Feb 02 15:14:09.837759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:09.837759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Network 76012fa1-2f3f-41a3-bc2b-91287288c514 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:09.837759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Pushing event updated for resources: {'Port': ['ID=1620540b-70de-4f26-b3e3-c4d762d849ba,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:09.838649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7100fb3e-4e26-4294-bc69-3e88a811f8b0 req-4aef8ba9-ccbc-4dae-ad4d-1d26e3ac024e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 1101 time: 0.1833732 Feb 02 15:14:09.838649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-187f0a1f-aa01-4a07-a9a2-767c65bf229c tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c5b254a5114a44469fff708b67751791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645039 Feb 02 15:14:09.846613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:09.857830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:09.864390 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:09.891832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c6109abf-718d-40da-87b9-2e76c2a352a3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c6109abf-718d-40da-87b9-2e76c2a352a3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:09.981769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7100fb3e-4e26-4294-bc69-3e88a811f8b0 req-b6fd1b91-1100-4e90-8e21-5315ed02e51d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566262 Feb 02 15:14:10.022381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-1eceebe5-187f-457f-b0be-1d5e60a6fe79 service neutron] 10.222.0.88 "GET /v2.0/networks/6fc639da-b3e7-4ea8-acd6-a30453faaecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838109 Feb 02 15:14:10.119047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c44838-365c-4123-9ed2-5642ccf0f24d req-9d14cf4f-1f33-4bb8-a2a0-67d1ff251fe1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:10.120441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19c44838-365c-4123-9ed2-5642ccf0f24d req-9d14cf4f-1f33-4bb8-a2a0-67d1ff251fe1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 950 time: 0.4523482 Feb 02 15:14:10.142547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Pushing event updated for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:10.166999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-d024a1a6-1518-4d72-b620-91523b9e2c60 service neutron] 10.222.0.88 "GET /v2.0/networks/6fc639da-b3e7-4ea8-acd6-a30453faaecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388896 Feb 02 15:14:10.176349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:10.176956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:10.242039 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19c44838-365c-4123-9ed2-5642ccf0f24d req-be390de9-5836-4285-9db3-43a8b004cddb tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052091 Feb 02 15:14:10.267001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:10.268137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:10.318055 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792480ee-a95a-4d14-abce-2a2ba1d2c950', 'name': 'network-vif-deleted', 'tag': '58c6c140-67bb-4b8b-a787-3ef32b081e95', 'status': 'completed', 'code': 200} Feb 02 15:14:10.588611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239f9c6-6c8a-45d9-bd2e-c96ab16b3410 req-1ababac8-5a4f-4b4f-8142-ce91451637bf tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:10.590117 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9239f9c6-6c8a-45d9-bd2e-c96ab16b3410 req-1ababac8-5a4f-4b4f-8142-ce91451637bf tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 944 time: 0.1706083 Feb 02 15:14:10.654918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9239f9c6-6c8a-45d9-bd2e-c96ab16b3410 req-54dbb2b3-0fbf-4967-85db-03be2246b092 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Feb 02 15:14:10.695826 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:10.779096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c6109abf-718d-40da-87b9-2e76c2a352a3,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:10.833284 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-2b4a54f3-5b00-4158-a97c-901595b934a1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2960258 Feb 02 15:14:10.866244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Request body: {'port': {'device_id': 'da41a340-5ab7-4947-9707-c1687452f510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:10.917979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:14:10.962889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e139a9b0-d6f6-46cb-b09b-6936a9636a84 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:10.986973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-21c5fdf4-ac85-4271-9ef2-e99fe723ffc3 req-84c61ad1-77a8-4bee-a999-4c4a9b2bf95b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:11.125792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b6947-ebaf-470e-b95d-d86b5a3b588b req-9b4bef2e-e5fe-4331-b8ff-cae083ac26de tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:11.126495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-db2b6947-ebaf-470e-b95d-d86b5a3b588b req-9b4bef2e-e5fe-4331-b8ff-cae083ac26de tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:11.155988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:11.235775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-21c5fdf4-ac85-4271-9ef2-e99fe723ffc3 req-84c61ad1-77a8-4bee-a999-4c4a9b2bf95b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:11.237328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-21c5fdf4-ac85-4271-9ef2-e99fe723ffc3 req-84c61ad1-77a8-4bee-a999-4c4a9b2bf95b tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=792480ee-a95a-4d14-abce-2a2ba1d2c950 HTTP/1.1" status: 200 len: 210 time: 0.3062983 Feb 02 15:14:11.245526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port e139a9b0-d6f6-46cb-b09b-6936a9636a84 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:11.256155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port e139a9b0-d6f6-46cb-b09b-6936a9636a84 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:11.256923 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:11.332331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-db2b6947-ebaf-470e-b95d-d86b5a3b588b req-9b4bef2e-e5fe-4331-b8ff-cae083ac26de tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:11.339712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db2b6947-ebaf-470e-b95d-d86b5a3b588b req-9b4bef2e-e5fe-4331-b8ff-cae083ac26de tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 931 time: 0.5514269 Feb 02 15:14:11.409641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c6109abf-718d-40da-87b9-2e76c2a352a3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:11.485075 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:11.508770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1325f728-4f8b-46fe-9db2-abd533cbad39 req-565d4165-9ee7-4785-8ece-e89a7b230c74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 210 time: 0.0797074 Feb 02 15:14:11.512633 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db2b6947-ebaf-470e-b95d-d86b5a3b588b req-6ce6f5d9-365d-4879-b41c-dfaff6467d95 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719627 Feb 02 15:14:11.546384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:11.567058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c6109abf-718d-40da-87b9-2e76c2a352a3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:11.567460 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:11.616630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:11.672437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44edd815-1e35-44f8-8537-d5ee8f78715f req-e223c32e-742f-4180-9fb3-459dc3e74557 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 210 time: 0.0616732 Feb 02 15:14:11.676767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:14:11.692931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8243da15-cc29-4468-8afd-1d4b1e93ab24 admin admin] 10.222.0.88 "PUT /v2.0/routers/242d2e8c-23fd-47a8-a2f2-8442f3a64a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3466921 Feb 02 15:14:11.815101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 58c6c140-67bb-4b8b-a787-3ef32b081e95 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:11.829320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a518fa-6195-4300-a4ed-bc866b124ade {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:11.856109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:11.905659 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'code': 200} Feb 02 15:14:11.916635 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:11.918292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Transition to ACTIVE for port object 41a518fa-6195-4300-a4ed-bc866b124ade will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:12.010688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 58c6c140-67bb-4b8b-a787-3ef32b081e95 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:12.017218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 58c6c140-67bb-4b8b-a787-3ef32b081e95 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:12.059121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b8c29-2a7b-4c26-932f-07978f93aa40 req-2f3cfe54-f198-40fc-bc42-5e6c2ea1e971 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:12.062065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ed8b8c29-2a7b-4c26-932f-07978f93aa40 req-2f3cfe54-f198-40fc-bc42-5e6c2ea1e971 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:12.065002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:12.114269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc80e2a-7b5f-494f-a469-d0420517b398 req-688e4d69-c91f-42a4-8a79-a5a5f91ff07b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 1096 time: 0.2000284 Feb 02 15:14:12.158283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:12.168561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc80e2a-7b5f-494f-a469-d0420517b398 req-01b1da79-d55c-4cad-b77f-97a0517a3b97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475440 Feb 02 15:14:12.287809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ed8b8c29-2a7b-4c26-932f-07978f93aa40 req-2f3cfe54-f198-40fc-bc42-5e6c2ea1e971 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:12.289730 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed8b8c29-2a7b-4c26-932f-07978f93aa40 req-2f3cfe54-f198-40fc-bc42-5e6c2ea1e971 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 950 time: 0.5755336 Feb 02 15:14:12.294501 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Sync routers for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:14:12.312408 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:14:12.312791 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:13:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:12.333657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Pushing event updated for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:12.361429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed8b8c29-2a7b-4c26-932f-07978f93aa40 req-fe4d7a6a-dd2f-46b6-96a6-293d2812a1e5 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605247 Feb 02 15:14:12.397122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f19be-f62a-4505-a82d-b2a5c1f1a8fc req-90b7ce69-ae28-4fe4-b420-e48464ee97f1 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:12.401075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a42f19be-f62a-4505-a82d-b2a5c1f1a8fc req-90b7ce69-ae28-4fe4-b420-e48464ee97f1 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 945 time: 0.4667408 Feb 02 15:14:12.510399 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:14:12.516045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a42f19be-f62a-4505-a82d-b2a5c1f1a8fc req-6cb3795c-9261-46ab-88d4-15e9eefa1db3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858464 Feb 02 15:14:12.520886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:12.524137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:12.524571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:12.540768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:12.540768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:12.547128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:12.547641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:12.548279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:12.549215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Bound port: 41a518fa-6195-4300-a4ed-bc866b124ade, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:12.549721 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:12.654651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:12.658330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:12.756553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:12.774859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e584-3ffe-4031-84db-f344197c7645 req-1445fcc6-92bb-420b-bede-3dce64844c00 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:12.775594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3732e584-3ffe-4031-84db-f344197c7645 req-1445fcc6-92bb-420b-bede-3dce64844c00 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Synchronizing usage tracker for tenant:ff5d70218f044b64911cf3855b548836 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:12.868191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3732e584-3ffe-4031-84db-f344197c7645 req-1445fcc6-92bb-420b-bede-3dce64844c00 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Unset dirty status for tenant:ff5d70218f044b64911cf3855b548836 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:12.868434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:12.870124 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] 10.222.0.64 "PUT /v2.0/ports/41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 200 len: 1091 time: 2.0179601 Feb 02 15:14:12.870425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-1445fcc6-92bb-420b-bede-3dce64844c00 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 819 time: 0.2970283 Feb 02 15:14:12.870918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:12.894695 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-8a4ed150-63f6-4688-9220-575fa1f24766 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/quotas/ff5d70218f044b64911cf3855b548836 HTTP/1.1" status: 200 len: 375 time: 0.0178232 Feb 02 15:14:12.928849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda92a76-6214-41fd-b721-d4f179525810 service neutron] Pushing event updated for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:12.945166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0087137b-ad20-4b30-a965-4bb6124817e5 req-3c38a735-f8c2-4c9d-acdd-c4cbfdcabc32 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 1101 time: 0.1710987 Feb 02 15:14:12.945992 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 2, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:12.947154 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Checking router: 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:14:12.947613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Updating router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f port 1620540b-70de-4f26-b3e3-c4d762d849ba binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:14:12.998609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0087137b-ad20-4b30-a965-4bb6124817e5 req-b3aaf998-8234-449a-8dc7-2b0bcc7a3179 tempest-ServersOnMultiNodesTest-1521406063 tempest-ServersOnMultiNodesTest-1521406063-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479362 Feb 02 15:14:13.013095 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:13.039260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-a7faece4-7a8c-4d0a-b601-844ef2012442 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365983 Feb 02 15:14:13.089418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-5b93b480-61af-4b32-9c4d-af2f5cd11d8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1094 time: 0.0869358 Feb 02 15:14:13.189038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-d50ef5d6-46a2-4644-ac2a-e0e6cd5979ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 200 len: 217 time: 0.0806379 Feb 02 15:14:13.317720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014fd6-336e-48b5-8627-9c992d435de9 req-8574ee4e-e7ff-4fdc-a9eb-c43c658891f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:13.319247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-8574ee4e-e7ff-4fdc-a9eb-c43c658891f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.0884483 Feb 02 15:14:13.335812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030f197-8586-401b-9add-1ce2fee0d0ad req-1019064c-bde8-44a4-ae02-fd666c2f4015 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:13.342884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d030f197-8586-401b-9add-1ce2fee0d0ad req-1019064c-bde8-44a4-ae02-fd666c2f4015 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 943 time: 0.1514833 Feb 02 15:14:13.405068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5c36a723-10e8-45de-bf55-af52d298a706 service neutron] 10.222.0.107 "GET /v2.0/ports/38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 HTTP/1.1" status: 200 len: 1028 time: 0.2806208 Feb 02 15:14:13.405653 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-b2961e4a-047a-4a69-a957-58a2ef6f0b5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768945 Feb 02 15:14:13.464704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d030f197-8586-401b-9add-1ce2fee0d0ad req-a78ed752-ccc6-451a-b746-d546f7160d6b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208103 Feb 02 15:14:13.500665 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:13.513499 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Transition to ACTIVE for port object 1620540b-70de-4f26-b3e3-c4d762d849ba will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:13.533598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-d15103f1-cb89-4866-bf98-c2fc95a7403f service neutron] 10.222.0.88 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896128 Feb 02 15:14:13.544350 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-93ac7ef3-60ff-41c3-9a36-35b520bdef7e service neutron] 10.222.0.107 "GET /v2.0/ports/09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 HTTP/1.1" status: 200 len: 1026 time: 0.1308749 Feb 02 15:14:13.596301 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:13.600434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-d65349e5-f515-4cc4-998d-b871973944e5 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697919 Feb 02 15:14:13.739007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c425a495-be9b-47b2-9c90-04f8dfeb6638 req-d504b9fe-4820-4d31-a829-9202cb77a547 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 210 time: 0.0496514 Feb 02 15:14:13.753105 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Pushing event updated for resources: {'Port': ['ID=1620540b-70de-4f26-b3e3-c4d762d849ba,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:13.837223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53014fd6-336e-48b5-8627-9c992d435de9 req-1d670495-a7af-408f-85e9-cd0c2a546659 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287815 Feb 02 15:14:13.837446 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.837634 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.845975 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.846524 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.847123 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.847706 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.848225 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.848725 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.849208 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.849742 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.850513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:13.909390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-fe1c7e6a-af7c-424b-b886-f3e6803adfdf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:13.913277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-fe1c7e6a-af7c-424b-b886-f3e6803adfdf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:13.917158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-fe1c7e6a-af7c-424b-b886-f3e6803adfdf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:13.918734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-fe1c7e6a-af7c-424b-b886-f3e6803adfdf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "GET /v2.0/networks?id=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=9ad745fe-1db8-486b-b672-f8cd3aaad833&id=9ad745fe-1db8-486b-b672-f8cd3aaad833 HTTP/1.1" status: 200 len: 1989 time: 0.3476408 Feb 02 15:14:13.921186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-9a69c45f-275f-476d-ab78-b562402cc310 service neutron] 10.222.0.88 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788409 Feb 02 15:14:13.933345 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Attempting to bind port 1620540b-70de-4f26-b3e3-c4d762d849ba on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:13.938534 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Attempting to bind port 1620540b-70de-4f26-b3e3-c4d762d849ba by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:13.938534 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Attempting to bind port 1620540b-70de-4f26-b3e3-c4d762d849ba on network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:13.944218 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:13.944674 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Checking segment: {'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:13.945147 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:13.945613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Bound using segment: {'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:13.946152 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Bound port: 1620540b-70de-4f26-b3e3-c4d762d849ba, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:13.946610 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:14.032564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-c48089c4-6c16-47c5-8f97-6d51f3a8ab08 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5acfb7d387fa4226aeca0a89c85d7958 HTTP/1.1" status: 200 len: 380 time: 0.0949233 Feb 02 15:14:14.040561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'admin_state_up': True, 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'security_groups': ['a8da8904-242f-42e1-89a5-4732cadaca27']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:14.046191 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] For port 1620540b-70de-4f26-b3e3-c4d762d849ba, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:14.049430 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] For port 1620540b-70de-4f26-b3e3-c4d762d849ba, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1620540b-70de-4f26-b3e3-c4d762d849ba,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:14.120821 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:14.208463 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33feec06-0bdf-4cc9-8f1e-487250fe35f4 None None] Pushing event updated for resources: {'Port': ['ID=1620540b-70de-4f26-b3e3-c4d762d849ba,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:14.214172 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:14:14.214786 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:13:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:14.243697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:14.255160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:14.384476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:14.387445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:14.413403 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:14:14.436722 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3839c0c0-e39e-4d0e-a7d6-2e1727884e4a req-c5d67cf0-feb7-43c3-81a7-c9d5081b4595 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 210 time: 0.1271887 Feb 02 15:14:14.462506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-9eceeb2c-22aa-40c4-a641-4d63b2d0298b tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:14.464678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-9eceeb2c-22aa-40c4-a641-4d63b2d0298b tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.107 "GET /v2.0/networks?id=6fc639da-b3e7-4ea8-acd6-a30453faaecb HTTP/1.1" status: 200 len: 807 time: 0.2372346 Feb 02 15:14:14.490675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Request body: {'port': {'device_id': 'f41ef4c6-50da-4f83-aff0-7625fd438272', 'network_id': '6fc639da-b3e7-4ea8-acd6-a30453faaecb', 'admin_state_up': True, 'tenant_id': 'c5b254a5114a44469fff708b67751791'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:14.824662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:14.829066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Usage tracker for resource:port and tenant:c5b254a5114a44469fff708b67751791 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:14.832313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:14.839113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:14.874634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Allocated IP 172.20.0.14 (88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d/4e564f6a-29fd-44ae-a8bb-bfe6c975ca09/a4520d26-356e-4ee0-8550-b874047a33b7) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:14.922622 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade', 'status': 'completed', 'code': 200} Feb 02 15:14:14.973016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Made reservation on behalf of c5b254a5114a44469fff708b67751791 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:14.976833 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:15.020835 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:14Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:15.026926 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0259a-0b70-4f73-9db7-2d31dd1becce None None] The sync data for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 is: [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:14Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:14:15.243537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:15.245119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-b94fcfc0-d9c4-4f9f-8e8c-2c43470627a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1094 time: 0.3938706 Feb 02 15:14:15.256662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed2f54-b2ad-4371-a91e-eea89479f3af req-292a49e1-be6f-46ad-8b90-1ad7ce7441ed tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:15.264839 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60ed2f54-b2ad-4371-a91e-eea89479f3af req-292a49e1-be6f-46ad-8b90-1ad7ce7441ed tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 945 time: 0.3439305 Feb 02 15:14:15.265023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Transition to ACTIVE for port object a4520d26-356e-4ee0-8550-b874047a33b7 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:15.428767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1620540b-70de-4f26-b3e3-c4d762d849ba up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:15.470591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:15.482998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446143-079f-4600-bcbe-91014118ea26 req-87ac4f09-48db-471a-9802-c8056cc388c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:15.484844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a446143-079f-4600-bcbe-91014118ea26 req-87ac4f09-48db-471a-9802-c8056cc388c2 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.107 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 944 time: 0.4864588 Feb 02 15:14:15.499088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f871edc-04ce-4fb6-8065-6c484019d795 req-8cb04e66-1cb4-41e4-bfcd-09a55fba7522 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 210 time: 0.0661318 Feb 02 15:14:15.549548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:15.559261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Allocated IP 172.20.0.4 (6fc639da-b3e7-4ea8-acd6-a30453faaecb/2894c9b4-83c6-4830-a00a-c584d3fc7670/93193efb-3029-49dc-a783-cd886b1fd7eb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:15.566110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:15.589492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:15.606767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1620540b-70de-4f26-b3e3-c4d762d849ba completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:15.615856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1620540b-70de-4f26-b3e3-c4d762d849ba triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:15.615856 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:15.725577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:15.726233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:15.796479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=a4520d26-356e-4ee0-8550-b874047a33b7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:15.874511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:15.936562 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ae74aebd-eef9-40f6-9add-e60c26e89c8a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8999727 Feb 02 15:14:15.950688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ebec2-d887-4143-99d0-e5cd7cf37677 req-23573a8b-c045-470d-b13e-70f9990b4774 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:15.961159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d31ebec2-d887-4143-99d0-e5cd7cf37677 req-23573a8b-c045-470d-b13e-70f9990b4774 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 944 time: 0.1498365 Feb 02 15:14:15.970805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-bc6184a7-da71-41b1-8b79-dbfe0ac63bc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:15.972720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-bc6184a7-da71-41b1-8b79-dbfe0ac63bc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.6904440 Feb 02 15:14:15.986967 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:15.987980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'admin_state_up': True, 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'security_groups': ['a8da8904-242f-42e1-89a5-4732cadaca27']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:16.046034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 1620540b-70de-4f26-b3e3-c4d762d849ba, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1620540b-70de-4f26-b3e3-c4d762d849ba,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:16.077999 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60ed2f54-b2ad-4371-a91e-eea89479f3af req-309ba4da-599d-4cc3-9447-ccdbe77e9c55 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8118372 Feb 02 15:14:16.079296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:16.141988 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:16.172574 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-88777412-70b6-458a-bc73-67a4c3ae9268 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 200 len: 217 time: 0.1811821 Feb 02 15:14:16.180800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d31ebec2-d887-4143-99d0-e5cd7cf37677 req-1de5de1c-b75d-4859-bc09-802a47dcad12 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170281 Feb 02 15:14:16.256914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4ca46591-f7f6-4fe0-8df3-03ba915495fc None None] Provisioning for port a4520d26-356e-4ee0-8550-b874047a33b7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:16.259316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Deleting port c49d41bf-4822-4429-bf7d-32490968d1ed {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:16.259674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:16.304538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4ca46591-f7f6-4fe0-8df3-03ba915495fc None None] Provisioning complete for port a4520d26-356e-4ee0-8550-b874047a33b7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:16.313481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4ca46591-f7f6-4fe0-8df3-03ba915495fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:16.316589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:16.338200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:port and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:16.348566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for port was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:16.365304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:16.419063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Pushing event updated for resources: {'Port': ['ID=93193efb-3029-49dc-a783-cd886b1fd7eb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:16.437423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Network 6fc639da-b3e7-4ea8-acd6-a30453faaecb is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:16.445044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:16.447556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:16.514847 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4ca46591-f7f6-4fe0-8df3-03ba915495fc None None] Port a4520d26-356e-4ee0-8550-b874047a33b7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:14:16.525568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:16.525568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:16.529738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-7e15c982-9d1b-46f4-8448-5c3bef9d12c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:16.531708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-7e15c982-9d1b-46f4-8448-5c3bef9d12c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.3498533 Feb 02 15:14:16.535269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=1620540b-70de-4f26-b3e3-c4d762d849ba,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:16.628522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-f474cab8-c573-488a-8d28-32a4221cfbac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848172 Feb 02 15:14:16.644586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:16.690180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f056b4-486e-4e4b-a5eb-0ed022328c76 req-b69e3b54-087a-47c0-866c-1f61b02faeaa tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:16.690873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-54f056b4-486e-4e4b-a5eb-0ed022328c76 req-b69e3b54-087a-47c0-866c-1f61b02faeaa tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:16.791648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:16.794204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:16.815761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.107', 58324) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:16.894441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Allocated IP 10.1.1.155 (e956464a-8c94-41d0-a13b-6ba285f31f63/3d557068-8b2a-4b3d-ad55-b30a75f6f0f0/b031c3ca-4554-4dd9-826c-b83c117151aa) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:16.956723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-54f056b4-486e-4e4b-a5eb-0ed022328c76 req-b69e3b54-087a-47c0-866c-1f61b02faeaa tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:16.958144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54f056b4-486e-4e4b-a5eb-0ed022328c76 req-b69e3b54-087a-47c0-866c-1f61b02faeaa tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 932 time: 0.5559697 Feb 02 15:14:17.010860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41a518fa-6195-4300-a4ed-bc866b124ade details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:14:17.037975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-c896b04e-25e5-4cf1-8ed7-f2fe2b847b1a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5529630 Feb 02 15:14:17.064042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Request body: {'port': {'device_id': 'f41ef4c6-50da-4f83-aff0-7625fd438272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:17.103364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb4fc1-b205-4ca4-8ab0-6e0da12197bf req-e9bd6fdc-b362-459b-89da-3480a3edf625 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:17.104962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18cb4fc1-b205-4ca4-8ab0-6e0da12197bf req-e9bd6fdc-b362-459b-89da-3480a3edf625 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 943 time: 0.7894580 Feb 02 15:14:17.184120 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.210988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54f056b4-486e-4e4b-a5eb-0ed022328c76 req-96d458cd-355a-4fdd-b39f-5c0ee95769c2 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470453 Feb 02 15:14:17.211964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Transition to ACTIVE for port object b031c3ca-4554-4dd9-826c-b83c117151aa will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:17.219210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:17.237477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '41a518fa-6195-4300-a4ed-bc866b124ade', 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'port_id': '41a518fa-6195-4300-a4ed-bc866b124ade', 'mac_address': 'fa:16:3e:3b:7d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76bf1dd-18f1-4463-b02d-e1edb574e524', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:14:17.287276 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-5f34632f-afd5-4959-b69c-8f333fe4c07e service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504519 Feb 02 15:14:17.298641 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.325301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a518fa-6195-4300-a4ed-bc866b124ade {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:17.331423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.335398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] For port c49d41bf-4822-4429-bf7d-32490968d1ed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=c49d41bf-4822-4429-bf7d-32490968d1ed,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:17.335398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.349476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:17.396718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1620540b-70de-4f26-b3e3-c4d762d849ba up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:17.457681 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.491776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network e956464a-8c94-41d0-a13b-6ba285f31f63 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:17.504236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:17.508629 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.511170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:17.538081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Calling delete_port for c49d41bf-4822-4429-bf7d-32490968d1ed owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:17.556210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:17.569584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1620540b-70de-4f26-b3e3-c4d762d849ba triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:17.569584 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.575786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=b031c3ca-4554-4dd9-826c-b83c117151aa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:17.599028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-c1a9a030-9262-4cff-94a4-d44385b7ad40 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:17.601081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-c1a9a030-9262-4cff-94a4-d44385b7ad40 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 950 time: 0.7806444 Feb 02 15:14:17.616550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18cb4fc1-b205-4ca4-8ab0-6e0da12197bf req-940d3bb8-be25-408f-ab52-3cfb9f10cf49 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920266 Feb 02 15:14:17.626276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.644807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:17.647174 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.709597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9c5c-b8c3-40b6-b225-1b86bd288fcc req-6178c3a8-5930-41bc-9b98-e7b421e218b6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:17.726732 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d9b9c5c-b8c3-40b6-b225-1b86bd288fcc req-6178c3a8-5930-41bc-9b98-e7b421e218b6 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 950 time: 0.2775197 Feb 02 15:14:17.731425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device c49d41bf-4822-4429-bf7d-32490968d1ed no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:17.770816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-cdbd0f34-cb19-4328-9235-65bf2022c5f8 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7876821 Feb 02 15:14:17.791428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'admin_state_up': True, 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'security_groups': ['a8da8904-242f-42e1-89a5-4732cadaca27']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:17.906557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f259065-d8a9-4af3-a1c8-947c604d9010 req-5e5e94a9-9cf5-4839-ac99-582ff54127f1 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038959 Feb 02 15:14:17.913051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port a6485792-def5-4c0b-b93b-6046fb889b07 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:17.913635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:17.959048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['41a518fa-6195-4300-a4ed-bc866b124ade'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:17.977621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d9b9c5c-b8c3-40b6-b225-1b86bd288fcc req-bbcd8327-06ad-4cbf-8f77-7be85578b79d tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407641 Feb 02 15:14:18.061112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:18.077216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:18.181788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:18.186983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:18.244522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d008bec7-bf13-4f73-993d-a1ba3df48519 None None] Provisioning for port b031c3ca-4554-4dd9-826c-b83c117151aa completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:18.272080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d008bec7-bf13-4f73-993d-a1ba3df48519 None None] Provisioning complete for port b031c3ca-4554-4dd9-826c-b83c117151aa triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:18.272517 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d008bec7-bf13-4f73-993d-a1ba3df48519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:18.376566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d008bec7-bf13-4f73-993d-a1ba3df48519 None None] Port b031c3ca-4554-4dd9-826c-b83c117151aa cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:14:18.475962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e584-3ffe-4031-84db-f344197c7645 req-6b4e769c-a51a-44b5-9002-e8ad1cc44f4a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:18.477428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-6b4e769c-a51a-44b5-9002-e8ad1cc44f4a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.64 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 819 time: 0.4173663 Feb 02 15:14:18.532345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd902b-dbfe-475d-86cc-a2ff7ab46773 req-5e8a0d74-fb3b-4de2-abcb-41b0f0c08a29 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:18.533857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fdd902b-dbfe-475d-86cc-a2ff7ab46773 req-5e8a0d74-fb3b-4de2-abcb-41b0f0c08a29 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 945 time: 0.1801469 Feb 02 15:14:18.538744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Request body: {'port': {'device_id': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'admin_state_up': True, 'tenant_id': 'ff5d70218f044b64911cf3855b548836'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:18.563795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:18.598699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fdd902b-dbfe-475d-86cc-a2ff7ab46773 req-ef377d7b-cca5-4cec-aba2-b6b6640dd980 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Feb 02 15:14:18.618664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Allocated IP 10.1.1.181 (e956464a-8c94-41d0-a13b-6ba285f31f63/3d557068-8b2a-4b3d-ad55-b30a75f6f0f0/1d5bf1f9-43f0-4e73-bfff-e561d32ab442) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:18.855261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Pushing event deleted for resources: {'Port': ['ID=c49d41bf-4822-4429-bf7d-32490968d1ed,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:18.862530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a967db-372e-4ce2-9b9e-363c61ba5092 req-044c5984-f770-4f85-a1bf-2ab35dc98110 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:18.863222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a7a967db-372e-4ce2-9b9e-363c61ba5092 req-044c5984-f770-4f85-a1bf-2ab35dc98110 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Synchronizing usage tracker for tenant:c5b254a5114a44469fff708b67751791 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:18.895727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a357f24a-2685-4205-8c40-9d3b5ec04940 req-4ca22df0-466c-4fe5-8394-c31d149d589a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 210 time: 0.0588741 Feb 02 15:14:18.944799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:18.962463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Transition to ACTIVE for port object 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:19.057336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] No DVR routers for this DVR port c49d41bf-4822-4429-bf7d-32490968d1ed on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:19.071000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.076579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'name': 'network-vif-deleted', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:19.083184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port a6485792-def5-4c0b-b93b-6046fb889b07, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a6485792-def5-4c0b-b93b-6046fb889b07,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:19.084199 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.086324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a50ff0a5-32b8-4fc3-9a31-fb454206dcc0 req-2f3c46ac-09f5-49a8-81f4-0ee7cae5f436 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=84eb4618-e8d1-47b9-9dab-59a20ae4d134 HTTP/1.1" status: 200 len: 210 time: 0.0499411 Feb 02 15:14:19.087380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.175158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network e956464a-8c94-41d0-a13b-6ba285f31f63 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:19.178970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:19.183547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:19.228271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:19.237861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:19.239321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for a6485792-def5-4c0b-b93b-6046fb889b07 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:19.286055 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:14:19.305502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:19.306136 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.356947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a7a967db-372e-4ce2-9b9e-363c61ba5092 req-044c5984-f770-4f85-a1bf-2ab35dc98110 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Unset dirty status for tenant:c5b254a5114a44469fff708b67751791 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:19.368157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a967db-372e-4ce2-9b9e-363c61ba5092 req-044c5984-f770-4f85-a1bf-2ab35dc98110 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 931 time: 1.4150441 Feb 02 15:14:19.372259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafea7b-9395-4f73-a7bd-1f6d25b958d2 req-d9743b08-5d8b-4e40-b43b-29604c6cdb24 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:19.376337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafea7b-9395-4f73-a7bd-1f6d25b958d2 req-d9743b08-5d8b-4e40-b43b-29604c6cdb24 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:19.380255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafea7b-9395-4f73-a7bd-1f6d25b958d2 req-d9743b08-5d8b-4e40-b43b-29604c6cdb24 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:19.381974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2dafea7b-9395-4f73-a7bd-1f6d25b958d2 req-d9743b08-5d8b-4e40-b43b-29604c6cdb24 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:19.394961 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a446143-079f-4600-bcbe-91014118ea26 req-7cfcd2d6-d5ce-4b4a-85d0-2668d49e5c25 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.107 "DELETE /v2.0/ports/c49d41bf-4822-4429-bf7d-32490968d1ed HTTP/1.1" status: 204 len: 173 time: 3.9016211 Feb 02 15:14:19.396493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Usage tracker for resource:port and tenant:ff5d70218f044b64911cf3855b548836 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:19.418401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:19.434274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:19.437699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93193efb-3029-49dc-a783-cd886b1fd7eb {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:19.444908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b348dc6-12bb-4c1a-8b96-04cdf63b53a3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6626408 Feb 02 15:14:19.461650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833', 'admin_state_up': True, 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'security_groups': ['a8da8904-242f-42e1-89a5-4732cadaca27']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:19.462783 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.522243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a967db-372e-4ce2-9b9e-363c61ba5092 req-a1c2aaa5-aac1-4d79-b51c-10ae75e04bc0 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f67e70d-8d35-4399-aaee-c8d833e6db8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531332 Feb 02 15:14:19.548067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Transition to ACTIVE for port object 93193efb-3029-49dc-a783-cd886b1fd7eb will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:19.568437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2dafea7b-9395-4f73-a7bd-1f6d25b958d2 req-d9743b08-5d8b-4e40-b43b-29604c6cdb24 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:19.575684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2dafea7b-9395-4f73-a7bd-1f6d25b958d2 req-d9743b08-5d8b-4e40-b43b-29604c6cdb24 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 2375 time: 0.3272173 Feb 02 15:14:19.632395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Made reservation on behalf of ff5d70218f044b64911cf3855b548836 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:19.635377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.665187 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2dafea7b-9395-4f73-a7bd-1f6d25b958d2 req-a6d4413c-967d-427c-a647-b79c6cbafc32 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885761 Feb 02 15:14:19.667332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:19.671765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:port and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:19.675213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for port was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:19.683939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:19.689157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1e5e8d59-07cc-4fb9-8a56-3644cdf21801 None None] Provisioning for port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:19.710367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1e5e8d59-07cc-4fb9-8a56-3644cdf21801 None None] Provisioning complete for port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:19.711891 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8d59-07cc-4fb9-8a56-3644cdf21801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.719780 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.779249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a6485792-def5-4c0b-b93b-6046fb889b07 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:19.806538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:19.891648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: a6485792-def5-4c0b-b93b-6046fb889b07 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:19.892023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a6485792-def5-4c0b-b93b-6046fb889b07 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:19.933365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e8d59-07cc-4fb9-8a56-3644cdf21801 None None] Port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:14:19.941852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=93193efb-3029-49dc-a783-cd886b1fd7eb,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:19.944486 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:19.980806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076', '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:20.032203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', '3bb6d252-6bbe-4ecf-a713-51106014d2f7', '17d2575b-92f9-44f3-bf3c-accb74c1fb3b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:20.087446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event deleted for resources: {'Port': ['ID=a6485792-def5-4c0b-b93b-6046fb889b07,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:20.210519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Allocated IP 172.20.0.7 (43b40729-1a68-4a0f-9a87-edd6c7d4d2d5/3761795a-738a-4ee5-9823-cd3df41bf7be/88851fab-c053-482a-b95d-ed94fb62a1ff) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:20.301760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:20.458106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] No DVR routers for this DVR port a6485792-def5-4c0b-b93b-6046fb889b07 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:20.466028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:20.534578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d620371-9ff8-40f7-88ba-a0b14892a9ce req-bf84e7f5-4c4d-44a9-9263-067288ceab9f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:20.536148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d620371-9ff8-40f7-88ba-a0b14892a9ce req-bf84e7f5-4c4d-44a9-9263-067288ceab9f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 944 time: 0.5356119 Feb 02 15:14:20.642643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Attempting to bind port 93193efb-3029-49dc-a783-cd886b1fd7eb on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:20.642643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Attempting to bind port 93193efb-3029-49dc-a783-cd886b1fd7eb by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '961c6721-ec89-4f35-9c36-521bb2df2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6fc639da-b3e7-4ea8-acd6-a30453faaecb'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:20.642643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Attempting to bind port 93193efb-3029-49dc-a783-cd886b1fd7eb on network 6fc639da-b3e7-4ea8-acd6-a30453faaecb {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:20.642643 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30339cc0-6aa5-4cce-a57d-00ad052df25c req-7b43ab33-13ba-48f3-b27f-b9c4812c9810 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "DELETE /v2.0/ports/a6485792-def5-4c0b-b93b-6046fb889b07 HTTP/1.1" status: 204 len: 173 time: 3.0225437 Feb 02 15:14:20.667801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Port 93193efb-3029-49dc-a783-cd886b1fd7eb on network 6fc639da-b3e7-4ea8-acd6-a30453faaecb not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:20.667801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Attempting to bind port 93193efb-3029-49dc-a783-cd886b1fd7eb on network 6fc639da-b3e7-4ea8-acd6-a30453faaecb {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:20.676172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:20.676533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Checking segment: {'id': '961c6721-ec89-4f35-9c36-521bb2df2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6fc639da-b3e7-4ea8-acd6-a30453faaecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:20.676975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Bound using segment: {'id': '961c6721-ec89-4f35-9c36-521bb2df2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6fc639da-b3e7-4ea8-acd6-a30453faaecb'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:20.677475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Bound port: 93193efb-3029-49dc-a783-cd886b1fd7eb, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961c6721-ec89-4f35-9c36-521bb2df2458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6fc639da-b3e7-4ea8-acd6-a30453faaecb'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:20.677831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:20.703309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:20.747188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Allocated IP 10.2.2.100 (9ad745fe-1db8-486b-b672-f8cd3aaad833/5d080327-46f3-4524-9955-3458964e3c6f/9918c17f-828f-4929-bfbb-6b256b3dd917) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:20.763285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5d620371-9ff8-40f7-88ba-a0b14892a9ce req-b66c84c5-e189-4661-a068-b7420fad03f2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:20.884544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b2a4f5f5-bbe7-456a-9824-667f7673f6f2 req-d8e7201f-05b9-46e3-8a41-95b13726a2e8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:20.958051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] For port 93193efb-3029-49dc-a783-cd886b1fd7eb, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:20.964717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] For port 93193efb-3029-49dc-a783-cd886b1fd7eb, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=93193efb-3029-49dc-a783-cd886b1fd7eb,segment=NetworkSegment(961c6721-ec89-4f35-9c36-521bb2df2458),segment_id=961c6721-ec89-4f35-9c36-521bb2df2458)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:21.022598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41a518fa-6195-4300-a4ed-bc866b124ade up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:21.044084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.060330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b2a4f5f5-bbe7-456a-9824-667f7673f6f2 req-d8e7201f-05b9-46e3-8a41-95b13726a2e8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:21.060552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5d620371-9ff8-40f7-88ba-a0b14892a9ce req-b66c84c5-e189-4661-a068-b7420fad03f2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:21.062632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2a4f5f5-bbe7-456a-9824-667f7673f6f2 req-d8e7201f-05b9-46e3-8a41-95b13726a2e8 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=0681e4d3-6a82-467b-b51b-d424a83c76ca HTTP/1.1" status: 200 len: 210 time: 0.2787604 Feb 02 15:14:21.064743 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.073672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d620371-9ff8-40f7-88ba-a0b14892a9ce req-b66c84c5-e189-4661-a068-b7420fad03f2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055764 Feb 02 15:14:21.074780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Transition to ACTIVE for port object 9918c17f-828f-4929-bfbb-6b256b3dd917 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:21.137155 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.216257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.250241 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84eb4618-e8d1-47b9-9dab-59a20ae4d134', 'name': 'network-vif-deleted', 'tag': 'c49d41bf-4822-4429-bf7d-32490968d1ed', 'status': 'completed', 'code': 200} Feb 02 15:14:21.260084 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.261966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] 10.222.0.107 "PUT /v2.0/ports/93193efb-3029-49dc-a783-cd886b1fd7eb HTTP/1.1" status: 200 len: 1091 time: 4.2022443 Feb 02 15:14:21.270593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:21.294155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:21.341106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network 9ad745fe-1db8-486b-b672-f8cd3aaad833 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:21.342825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:21.344944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:21.383785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:21.458834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=9918c17f-828f-4929-bfbb-6b256b3dd917,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:21.470494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:21.471228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.486078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 41a518fa-6195-4300-a4ed-bc866b124ade completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:21.509071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 41a518fa-6195-4300-a4ed-bc866b124ade triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:21.509443 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.619984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-32239aac-9f53-4417-9252-05340b214551 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1628151 Feb 02 15:14:21.636415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833', 'admin_state_up': True, 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'security_groups': ['a8da8904-242f-42e1-89a5-4732cadaca27']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:21.651243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd4b06-54df-42bf-af28-29812278c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=93193efb-3029-49dc-a783-cd886b1fd7eb,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:21.706712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.741998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:21.753055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:21.845303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:21.846093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.857155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:21.862970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Usage tracker for resource:port and tenant:5acfb7d387fa4226aeca0a89c85d7958 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:21.867883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Quota usage for port was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:21.869749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event updated for resources: {'Port': ['ID=88851fab-c053-482a-b95d-ed94fb62a1ff,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:21.878917 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.881866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:21.907334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247f8e-142b-427e-9ddf-b8fe2aa9750e req-9723f410-a12e-4414-8538-03a898599003 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:21.907334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b8247f8e-142b-427e-9ddf-b8fe2aa9750e req-9723f410-a12e-4414-8538-03a898599003 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Synchronizing usage tracker for tenant:ff5d70218f044b64911cf3855b548836 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:21.917863 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-712017af-83c6-4195-b4df-db51736c64cb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c5b254a5114a44469fff708b67751791&device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 1094 time: 0.4531848 Feb 02 15:14:21.934023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7cd814aa-6883-4dbd-b4b0-c045bd171bf3 None None] Provisioning for port 9918c17f-828f-4929-bfbb-6b256b3dd917 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:21.958151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7cd814aa-6883-4dbd-b4b0-c045bd171bf3 None None] Provisioning complete for port 9918c17f-828f-4929-bfbb-6b256b3dd917 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:21.958151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7cd814aa-6883-4dbd-b4b0-c045bd171bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:21.979571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Made reservation on behalf of 5acfb7d387fa4226aeca0a89c85d7958 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:21.983909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:22.011699 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-2a9d8cb1-3932-4b51-aeee-c7ea07023cf9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93193efb-3029-49dc-a783-cd886b1fd7eb HTTP/1.1" status: 200 len: 217 time: 0.0725739 Feb 02 15:14:22.077483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:22.086245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-d1e48c53-0028-412d-ad3a-74b768d8cae4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5514119 Feb 02 15:14:22.102279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b8247f8e-142b-427e-9ddf-b8fe2aa9750e req-9723f410-a12e-4414-8538-03a898599003 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Unset dirty status for tenant:ff5d70218f044b64911cf3855b548836 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:22.110771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7cd814aa-6883-4dbd-b4b0-c045bd171bf3 None None] Port 9918c17f-828f-4929-bfbb-6b256b3dd917 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:14:22.110975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8247f8e-142b-427e-9ddf-b8fe2aa9750e req-9723f410-a12e-4414-8538-03a898599003 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 931 time: 0.8135948 Feb 02 15:14:22.142354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Request body: {'port': {'device_id': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:22.237798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-303d733b-aaf1-44e2-ac6f-7152beaea749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:22.239362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-303d733b-aaf1-44e2-ac6f-7152beaea749 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2894c9b4-83c6-4830-a00a-c584d3fc7670 HTTP/1.1" status: 200 len: 847 time: 0.2222319 Feb 02 15:14:22.280955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd52c3-fb64-4f0d-8d89-e49f5f27a554 req-0a122121-6c17-49b7-bf19-6ac16dad3a61 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:22.289639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79fd52c3-fb64-4f0d-8d89-e49f5f27a554 req-0a122121-6c17-49b7-bf19-6ac16dad3a61 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 943 time: 0.1821408 Feb 02 15:14:22.352678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-11a8a217-aef5-4f34-a80c-8e5fdd3619eb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6fc639da-b3e7-4ea8-acd6-a30453faaecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057498 Feb 02 15:14:22.404098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-79fd52c3-fb64-4f0d-8d89-e49f5f27a554 req-870f55d6-c1af-4cd4-8023-9dc966fab76f tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Synchronizing usage tracker for tenant:c5b254a5114a44469fff708b67751791 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:22.405842 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8247f8e-142b-427e-9ddf-b8fe2aa9750e req-c34ca53f-de81-4258-b418-d61e712e8f49 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939868 Feb 02 15:14:22.443310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Allocated IP 10.2.2.200 (9ad745fe-1db8-486b-b672-f8cd3aaad833/5d080327-46f3-4524-9955-3458964e3c6f/36d22fe2-544f-4ef1-98cd-069d2dd457a6) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:22.480111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:22.563061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-79fd52c3-fb64-4f0d-8d89-e49f5f27a554 req-870f55d6-c1af-4cd4-8023-9dc966fab76f tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Unset dirty status for tenant:c5b254a5114a44469fff708b67751791 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:22.564234 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79fd52c3-fb64-4f0d-8d89-e49f5f27a554 req-870f55d6-c1af-4cd4-8023-9dc966fab76f tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f67e70d-8d35-4399-aaee-c8d833e6db8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738314 Feb 02 15:14:22.633989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-4b8ab5ba-f4ff-43ab-b5b5-48219652975e service neutron] 10.222.0.107 "GET /v2.0/networks/6fc639da-b3e7-4ea8-acd6-a30453faaecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628884 Feb 02 15:14:22.659278 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:22.680964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Transition to ACTIVE for port object 36d22fe2-544f-4ef1-98cd-069d2dd457a6 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:22.785234 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:22.872340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Network 9ad745fe-1db8-486b-b672-f8cd3aaad833 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:22.876345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:22.883002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:22.931795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event updated for resources: {'Port': ['ID=36d22fe2-544f-4ef1-98cd-069d2dd457a6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:22.966475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01366fe2-6a49-4bcd-9ed9-1bbf99f0d6a2 req-1cfb7e41-10c8-4d8a-932e-efdd3faae82f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:22.970851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01366fe2-6a49-4bcd-9ed9-1bbf99f0d6a2 req-1cfb7e41-10c8-4d8a-932e-efdd3faae82f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:22.973265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:22.973917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:22.974953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01366fe2-6a49-4bcd-9ed9-1bbf99f0d6a2 req-1cfb7e41-10c8-4d8a-932e-efdd3faae82f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:22.980547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01366fe2-6a49-4bcd-9ed9-1bbf99f0d6a2 req-1cfb7e41-10c8-4d8a-932e-efdd3faae82f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:22.990386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01366fe2-6a49-4bcd-9ed9-1bbf99f0d6a2 req-1cfb7e41-10c8-4d8a-932e-efdd3faae82f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 3096 time: 0.4035304 Feb 02 15:14:23.018170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a66d4ba-7ba8-4fc2-9257-df9f03517be1 req-3a5240c5-3137-48ee-afee-eaf2968ba046 service neutron] 10.222.0.107 "GET /v2.0/networks/6fc639da-b3e7-4ea8-acd6-a30453faaecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724494 Feb 02 15:14:23.024400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e139a9b0-d6f6-46cb-b09b-6936a9636a84 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:14:23.089153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01366fe2-6a49-4bcd-9ed9-1bbf99f0d6a2 req-f53767bc-0cb5-4a14-b9d1-2903a4841e07 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975447 Feb 02 15:14:23.090069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-98eb3f7e-b16d-4fd8-afaf-215d8377fb4f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4583657 Feb 02 15:14:23.109872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:23.252575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0681e4d3-6a82-467b-b51b-d424a83c76ca', 'name': 'network-vif-deleted', 'tag': 'a6485792-def5-4c0b-b93b-6046fb889b07'}, {'name': 'network-changed', 'server_uuid': 'f41ef4c6-50da-4f83-aff0-7625fd438272', 'tag': '93193efb-3029-49dc-a783-cd886b1fd7eb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:23.278511 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade', 'code': 200} Feb 02 15:14:23.314828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88851fab-c053-482a-b95d-ed94fb62a1ff {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:23.321160 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:23.330773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:23.369468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:23.370866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Transition to ACTIVE for port object 88851fab-c053-482a-b95d-ed94fb62a1ff will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:23.388216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'port_id': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'mac_address': 'fa:16:3e:b6:27:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac70a8-410a-43ea-b942-061f1153a9b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:14:23.475428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:23.523371 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:23.533483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a84ccd2e-0911-4fee-b6d7-03604ccd3ef2 None None] Provisioning for port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:23.556722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e139a9b0-d6f6-46cb-b09b-6936a9636a84 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:23.579592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:23.581142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a84ccd2e-0911-4fee-b6d7-03604ccd3ef2 None None] Provisioning complete for port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:23.581725 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a84ccd2e-0911-4fee-b6d7-03604ccd3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:23.606799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=88851fab-c053-482a-b95d-ed94fb62a1ff,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:23.636709 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:23.730048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a84ccd2e-0911-4fee-b6d7-03604ccd3ef2 None None] Port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:14:23.748035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:23.765226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.766182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.766182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.766451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.766777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.767104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.767473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.767861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.768184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.768547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.768876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:23.821505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eef1e-cb5b-4cf4-8634-1dfdd78e30cc req-d4d85f00-8f58-4ea5-a994-6b2311334e21 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:23.822949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-610eef1e-cb5b-4cf4-8634-1dfdd78e30cc req-d4d85f00-8f58-4ea5-a994-6b2311334e21 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 945 time: 0.3968964 Feb 02 15:14:23.873342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e139a9b0-d6f6-46cb-b09b-6936a9636a84'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:23.881253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71ffa71b-67ff-4777-b7b7-3ccf6c2ada4b req-dbf34ee7-6bf5-4b3a-b148-ebf5a99bdd04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1096 time: 0.4632232 Feb 02 15:14:24.028548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d1e7-095c-40a0-bb2d-6001e7bfeae0 req-9c5a98f7-64fc-44c6-9605-87538cb2d2ea tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:24.037558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1192d1e7-095c-40a0-bb2d-6001e7bfeae0 req-9c5a98f7-64fc-44c6-9605-87538cb2d2ea tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 945 time: 0.2833998 Feb 02 15:14:24.046126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Attempting to bind port 88851fab-c053-482a-b95d-ed94fb62a1ff on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:24.048212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Attempting to bind port 88851fab-c053-482a-b95d-ed94fb62a1ff by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:24.048212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Attempting to bind port 88851fab-c053-482a-b95d-ed94fb62a1ff on network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:24.059002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Port 88851fab-c053-482a-b95d-ed94fb62a1ff on network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:24.059326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Attempting to bind port 88851fab-c053-482a-b95d-ed94fb62a1ff on network 43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:24.074811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71ffa71b-67ff-4777-b7b7-3ccf6c2ada4b req-a839abd2-2a2a-4d0b-b7ce-17a5fbaf10af service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235101 Feb 02 15:14:24.086874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-610eef1e-cb5b-4cf4-8634-1dfdd78e30cc req-c54f91fe-17f8-4f7d-a47b-c7cb4d716c1e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541142 Feb 02 15:14:24.090800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:24.091047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Checking segment: {'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:24.094152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Bound using segment: {'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:24.094152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Bound port: 88851fab-c053-482a-b95d-ed94fb62a1ff, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a226966c-f9bb-43d2-b3ce-bd95be8a969a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:24.094152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:24.118160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-b30fe3c6-372e-486d-8bd5-fb581f2b5da6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:24.118887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-b30fe3c6-372e-486d-8bd5-fb581f2b5da6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Synchronizing usage tracker for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:24.159198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1192d1e7-095c-40a0-bb2d-6001e7bfeae0 req-736b373b-632e-497c-97a4-0d7b450e5626 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a561935-3e6e-45f4-905e-06e410a12f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205468 Feb 02 15:14:24.240222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] For port 88851fab-c053-482a-b95d-ed94fb62a1ff, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:24.244606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] For port 88851fab-c053-482a-b95d-ed94fb62a1ff, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=88851fab-c053-482a-b95d-ed94fb62a1ff,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:24.263028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4520d26-356e-4ee0-8550-b874047a33b7 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:24.278874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:24.292071 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0681e4d3-6a82-467b-b51b-d424a83c76ca', 'name': 'network-vif-deleted', 'tag': 'a6485792-def5-4c0b-b93b-6046fb889b07', 'status': 'completed', 'code': 200} Feb 02 15:14:24.292568 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41ef4c6-50da-4f83-aff0-7625fd438272', 'tag': '93193efb-3029-49dc-a783-cd886b1fd7eb', 'status': 'completed', 'code': 200} Feb 02 15:14:24.293347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-b30fe3c6-372e-486d-8bd5-fb581f2b5da6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Unset dirty status for tenant:df2a8be9a1964ccebcc06f0371c41032 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:24.294590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-b30fe3c6-372e-486d-8bd5-fb581f2b5da6 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.107 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 945 time: 0.5181513 Feb 02 15:14:24.296801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Transition to ACTIVE for port object a4520d26-356e-4ee0-8550-b874047a33b7 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:24.408087 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:24.415214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:24.470592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-83503ed4-aff6-49da-948f-80398c7ff0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:24.488408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0db924-8342-465a-a12b-8972b36aa7e0 req-0077cd80-a0fe-43a0-82b1-a70f363c20a9 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:24.490061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c0db924-8342-465a-a12b-8972b36aa7e0 req-0077cd80-a0fe-43a0-82b1-a70f363c20a9 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 944 time: 0.2371728 Feb 02 15:14:24.547271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Deleting port 9146ee49-ec14-4948-b12f-fd3d9756066d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:24.547425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:24.577974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Pushing event updated for resources: {'Port': ['ID=a4520d26-356e-4ee0-8550-b874047a33b7,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:24.617705 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:24.619087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] 10.222.0.64 "PUT /v2.0/ports/88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 1091 time: 2.5009599 Feb 02 15:14:24.659773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbf7c0-ea11-4dc4-8cfb-3b1100ecb9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=88851fab-c053-482a-b95d-ed94fb62a1ff,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:24.714026 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c0db924-8342-465a-a12b-8972b36aa7e0 req-65530620-02ec-4e10-8bc3-37327fdabdd4 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984022 Feb 02 15:14:24.739947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Attempting to bind port a4520d26-356e-4ee0-8550-b874047a33b7 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:24.740341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Attempting to bind port a4520d26-356e-4ee0-8550-b874047a33b7 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:24.740784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Attempting to bind port a4520d26-356e-4ee0-8550-b874047a33b7 on network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:24.741117 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-74f075df-1877-49f2-9eeb-01d7dc37bdd6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c5b254a5114a44469fff708b67751791&device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 1094 time: 0.3848240 Feb 02 15:14:24.768416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Port a4520d26-356e-4ee0-8550-b874047a33b7 on network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:24.768774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Attempting to bind port a4520d26-356e-4ee0-8550-b874047a33b7 on network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:24.782415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:24.782761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Checking segment: {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:24.783149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Bound using segment: {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:24.783575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Bound port: a4520d26-356e-4ee0-8550-b874047a33b7, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e2192e-5aa3-402b-81db-d096e8bafa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:24.783945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:24.979703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] For port a4520d26-356e-4ee0-8550-b874047a33b7, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:24.990552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] For port a4520d26-356e-4ee0-8550-b874047a33b7, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a4520d26-356e-4ee0-8550-b874047a33b7,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:25.020403 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665118c-560a-4f7b-bc36-1fc937d55a11 req-51d1a68a-084a-4b38-8645-8a68b4e06ac1 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.022804 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e665118c-560a-4f7b-bc36-1fc937d55a11 req-51d1a68a-084a-4b38-8645-8a68b4e06ac1 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 943 time: 0.0934253 Feb 02 15:14:25.027066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e139a9b0-d6f6-46cb-b09b-6936a9636a84 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:25.078461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:25.108637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port e139a9b0-d6f6-46cb-b09b-6936a9636a84 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:25.109105 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:25.160837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e665118c-560a-4f7b-bc36-1fc937d55a11 req-293c62aa-6edd-4bea-8565-ae7d5a85cfc1 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Synchronizing usage tracker for tenant:ff5d70218f044b64911cf3855b548836 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:25.171102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:25.172497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] 10.222.0.107 "PUT /v2.0/ports/a4520d26-356e-4ee0-8550-b874047a33b7 HTTP/1.1" status: 200 len: 1092 time: 2.0696023 Feb 02 15:14:25.174537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:25.203918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2d5aa-44e8-4220-885e-26fa4cfd048c service neutron] Pushing event updated for resources: {'Port': ['ID=a4520d26-356e-4ee0-8550-b874047a33b7,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:25.228808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-87448057-343a-4e84-b120-fd7b4cc16019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.230328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-87448057-343a-4e84-b120-fd7b4cc16019 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6fc639da-b3e7-4ea8-acd6-a30453faaecb HTTP/1.1" status: 200 len: 909 time: 0.4679751 Feb 02 15:14:25.237456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] For port 9146ee49-ec14-4948-b12f-fd3d9756066d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9146ee49-ec14-4948-b12f-fd3d9756066d,segment=NetworkSegment(9c7a516e-94a0-46c9-9344-fe694558bad5),segment_id=9c7a516e-94a0-46c9-9344-fe694558bad5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:25.237807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:25.271649 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:25.277768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:25.312305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e665118c-560a-4f7b-bc36-1fc937d55a11 req-293c62aa-6edd-4bea-8565-ae7d5a85cfc1 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Unset dirty status for tenant:ff5d70218f044b64911cf3855b548836 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:25.313502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e665118c-560a-4f7b-bc36-1fc937d55a11 req-293c62aa-6edd-4bea-8565-ae7d5a85cfc1 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848811 Feb 02 15:14:25.316245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-16484325-74b2-4d32-b91a-f1884fe95281 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1094 time: 0.4641306 Feb 02 15:14:25.346407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:25.352272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:25.376956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3483ab-6ef1-44ce-89f0-56a7e15513fa req-6456cf09-bb0d-4771-9e93-19876e091f7d tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.378412 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b3483ab-6ef1-44ce-89f0-56a7e15513fa req-6456cf09-bb0d-4771-9e93-19876e091f7d tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 943 time: 0.4630232 Feb 02 15:14:25.415471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:25.437016 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:25.507778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:25.526503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Calling delete_port for 9146ee49-ec14-4948-b12f-fd3d9756066d owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:25.573961 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-ab6ed05f-9465-4f85-9b67-e13ff368a253 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93193efb-3029-49dc-a783-cd886b1fd7eb HTTP/1.1" status: 200 len: 217 time: 0.3264444 Feb 02 15:14:25.575081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-a5472338-0fb4-40a2-8759-9ac993bdb4e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 217 time: 0.1267824 Feb 02 15:14:25.684170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-831ef0c8-72e8-4842-bbae-6d5eda05b4b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.688065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-831ef0c8-72e8-4842-bbae-6d5eda05b4b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.691973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-831ef0c8-72e8-4842-bbae-6d5eda05b4b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.697233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-831ef0c8-72e8-4842-bbae-6d5eda05b4b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.701192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-831ef0c8-72e8-4842-bbae-6d5eda05b4b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.702557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-831ef0c8-72e8-4842-bbae-6d5eda05b4b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:25.748078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 93193efb-3029-49dc-a783-cd886b1fd7eb details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:14:25.756400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-8c121e43-77a3-4f07-9997-6fea3ce0360f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.758145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-8c121e43-77a3-4f07-9997-6fea3ce0360f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2894c9b4-83c6-4830-a00a-c584d3fc7670 HTTP/1.1" status: 200 len: 847 time: 0.1720219 Feb 02 15:14:25.781658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b3483ab-6ef1-44ce-89f0-56a7e15513fa req-56e3499c-3312-498c-9cfb-d59906d2889c tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f67e70d-8d35-4399-aaee-c8d833e6db8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622814 Feb 02 15:14:25.837239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e584-3ffe-4031-84db-f344197c7645 req-2e0dc254-b8fb-42ee-b6dc-93044cb189fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:25.838962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-2e0dc254-b8fb-42ee-b6dc-93044cb189fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.2467797 Feb 02 15:14:25.845208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-831ef0c8-72e8-4842-bbae-6d5eda05b4b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:25.847796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-831ef0c8-72e8-4842-bbae-6d5eda05b4b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 3829 time: 0.3649983 Feb 02 15:14:25.956697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9511eb77-6ea0-4eb4-b646-87d6cd3bea0b req-b8ba6e31-792d-46a8-8d55-2fb60e55c345 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944877 Feb 02 15:14:25.960340 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 93193efb-3029-49dc-a783-cd886b1fd7eb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=93193efb-3029-49dc-a783-cd886b1fd7eb,segment=NetworkSegment(961c6721-ec89-4f35-9c36-521bb2df2458),segment_id=961c6721-ec89-4f35-9c36-521bb2df2458)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:25.975725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '93193efb-3029-49dc-a783-cd886b1fd7eb', 'network_id': '6fc639da-b3e7-4ea8-acd6-a30453faaecb', 'port_id': '93193efb-3029-49dc-a783-cd886b1fd7eb', 'mac_address': 'fa:16:3e:9c:34:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2894c9b4-83c6-4830-a00a-c584d3fc7670', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:14:26.038962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:26.047572 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:26.049484 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:26.067142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93193efb-3029-49dc-a783-cd886b1fd7eb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:26.085154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-0cb9e612-6a15-47e6-b0d0-6968e13f508a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6fc639da-b3e7-4ea8-acd6-a30453faaecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2955589 Feb 02 15:14:26.088337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 93193efb-3029-49dc-a783-cd886b1fd7eb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=93193efb-3029-49dc-a783-cd886b1fd7eb,segment=NetworkSegment(961c6721-ec89-4f35-9c36-521bb2df2458),segment_id=961c6721-ec89-4f35-9c36-521bb2df2458)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:26.124237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-b056c0ae-2718-45af-aae1-b5cc9ebbf3d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332518 Feb 02 15:14:26.147445 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:26.205620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d37ce7-2cf6-4e9b-b528-d36bd1f5d155 req-351565d6-1167-44f3-8a30-ae6a65bb02f0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:26.207207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2d37ce7-2cf6-4e9b-b528-d36bd1f5d155 req-351565d6-1167-44f3-8a30-ae6a65bb02f0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 945 time: 0.0833313 Feb 02 15:14:26.220179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=93193efb-3029-49dc-a783-cd886b1fd7eb,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:26.258600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2d37ce7-2cf6-4e9b-b528-d36bd1f5d155 req-3fbd13f4-020f-4b2d-89b6-b8ab24916627 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Feb 02 15:14:26.308811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:26.329601 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'status': 'completed', 'code': 200} Feb 02 15:14:26.341673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Transition to ACTIVE for port object 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:26.363898 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:26.406888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:26.468477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['93193efb-3029-49dc-a783-cd886b1fd7eb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:26.492348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Pushing event deleted for resources: {'Port': ['ID=9146ee49-ec14-4948-b12f-fd3d9756066d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:26.505918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-64968643-bec3-416c-8b8f-ff11b3c78ab8 service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694172 Feb 02 15:14:26.589044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-cdd43244-dd0a-47d9-99ea-7d58127bfb1e service neutron] 10.222.0.107 "GET /v2.0/networks/6fc639da-b3e7-4ea8-acd6-a30453faaecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887948 Feb 02 15:14:26.701897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32179570-87a5-4544-a849-8e3158e3aa15 req-9415d163-05dd-4f2c-ae08-3794d3d1f996 tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.88 "GET /v2.0/ports?device_id=afa6004b-99fe-43b8-b21b-da3f2e43e5db HTTP/1.1" status: 200 len: 210 time: 0.2530663 Feb 02 15:14:26.746033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Pushing event updated for resources: {'Port': ['ID=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:26.798190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c43cf5d-f54e-44c3-b0ea-be75df178341 req-a97e6412-d193-4f40-a3bf-bf2032515941 service neutron] 10.222.0.107 "GET /v2.0/networks/6fc639da-b3e7-4ea8-acd6-a30453faaecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899199 Feb 02 15:14:26.828694 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'code': 200} Feb 02 15:14:26.847834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] No DVR routers for this DVR port 9146ee49-ec14-4948-b12f-fd3d9756066d on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:26.851308 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3ff22805-a14a-49e1-b64a-f6b71616f593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:26.853503 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:26.862396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d42150-3423-4493-91fa-355f14d85dfb req-20c67b81-1a41-45ed-a21c-9989cba5c50e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:26.867372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Attempting to bind port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:26.867896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Attempting to bind port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:26.868080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Attempting to bind port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:26.871355 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76d42150-3423-4493-91fa-355f14d85dfb req-20c67b81-1a41-45ed-a21c-9989cba5c50e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 949 time: 0.8605943 Feb 02 15:14:26.874499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 on network e956464a-8c94-41d0-a13b-6ba285f31f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:26.874826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Attempting to bind port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:26.881906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:26.882245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Checking segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:26.885258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Bound using segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:26.885673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Bound port: 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:26.886026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:26.972516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76d42150-3423-4493-91fa-355f14d85dfb req-ca5bcfe2-ae99-4d62-b26d-e17548a78a34 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998445 Feb 02 15:14:27.001393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e448c73-0604-423e-8733-15cc3f4e8f6b req-545c3a7b-68f0-4615-94c4-eb7cf2c503db tempest-LiveAutoBlockMigrationV225Test-870048698 tempest-LiveAutoBlockMigrationV225Test-870048698-project] 10.222.0.107 "DELETE /v2.0/ports/9146ee49-ec14-4948-b12f-fd3d9756066d HTTP/1.1" status: 204 len: 173 time: 2.6748488 Feb 02 15:14:27.004847 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3732e584-3ffe-4031-84db-f344197c7645 req-bf86bf24-b490-494e-bdb1-1ed7a2c4793b service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576707 Feb 02 15:14:27.013256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ec15fc8-7af4-43a9-82a9-9e01d9f0f23b req-0f1487aa-eab0-4cac-a43e-3234c7e7a56d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5246 time: 0.5929079 Feb 02 15:14:27.111759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] For port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:27.116135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] For port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:27.130403 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-559878b5-ce17-4170-a003-ba6adbbd6e22 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:27.132104 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-559878b5-ce17-4170-a003-ba6adbbd6e22 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 949 time: 0.2338164 Feb 02 15:14:27.142269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329c31a-2caa-4b85-aba5-7732b63afb72 req-ac90f8a5-39e2-48d6-bb12-be939a354d03 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:27.143703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a329c31a-2caa-4b85-aba5-7732b63afb72 req-ac90f8a5-39e2-48d6-bb12-be939a354d03 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 945 time: 0.2011583 Feb 02 15:14:27.207109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec15fc8-7af4-43a9-82a9-9e01d9f0f23b req-c5dc3514-5484-429c-bcf9-afa7e1cb178f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:27.207493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec15fc8-7af4-43a9-82a9-9e01d9f0f23b req-c5dc3514-5484-429c-bcf9-afa7e1cb178f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:27.207873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec15fc8-7af4-43a9-82a9-9e01d9f0f23b req-c5dc3514-5484-429c-bcf9-afa7e1cb178f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:27.209603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ec15fc8-7af4-43a9-82a9-9e01d9f0f23b req-c5dc3514-5484-429c-bcf9-afa7e1cb178f service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1827273 Feb 02 15:14:27.245042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a329c31a-2caa-4b85-aba5-7732b63afb72 req-b9f2f25d-32ee-4a51-aca5-94a49c7f1536 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914783 Feb 02 15:14:27.245421 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:27.326689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:27.327046 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:27.327221 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'status': 'completed', 'code': 200} Feb 02 15:14:27.377220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:27.378670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] 10.222.0.107 "PUT /v2.0/ports/38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 HTTP/1.1" status: 200 len: 1131 time: 2.1055477 Feb 02 15:14:27.408459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b1784-e0e1-47eb-af3c-e5a5ab132e57 service neutron] Pushing event updated for resources: {'Port': ['ID=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:27.539635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec15fc8-7af4-43a9-82a9-9e01d9f0f23b req-a4b67522-9c08-4865-830b-641b5eeb462c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:27.541551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ec15fc8-7af4-43a9-82a9-9e01d9f0f23b req-a4b67522-9c08-4865-830b-641b5eeb462c service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3252230 Feb 02 15:14:27.561812 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8267f72f-c38f-4b0b-894b-3d2489ba36b1 req-f30268c8-a8b9-4031-9f20-eb67c782c1ff tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1096 time: 0.2298236 Feb 02 15:14:27.568965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-75a6c941-f3c3-4117-bb01-db4d6a3ffdb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1094 time: 0.1844749 Feb 02 15:14:27.636251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:27.725392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8267f72f-c38f-4b0b-894b-3d2489ba36b1 req-d2653b97-45a6-4cd9-b7a4-69b9f878c2bc tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545920 Feb 02 15:14:27.765650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 93193efb-3029-49dc-a783-cd886b1fd7eb up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:27.794953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:27.795301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:27.949258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 93193efb-3029-49dc-a783-cd886b1fd7eb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:27.952576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-d0318f25-f410-4b89-bee9-399ddd122410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:27.954563 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-d0318f25-f410-4b89-bee9-399ddd122410 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 921 time: 0.3658628 Feb 02 15:14:27.954730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 93193efb-3029-49dc-a783-cd886b1fd7eb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:27.954997 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:27.968564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for 17d2575b-92f9-44f3-bf3c-accb74c1fb3b owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:28.015404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7350ac-af77-44bf-91bf-80a83d197c8d req-ea358288-9293-4cbe-8593-f93e35a127c5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.020517 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a7350ac-af77-44bf-91bf-80a83d197c8d req-ea358288-9293-4cbe-8593-f93e35a127c5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 943 time: 0.5575993 Feb 02 15:14:28.046250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-0b83bb54-935f-447a-a3ca-5a0f044fa5c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 217 time: 0.0845430 Feb 02 15:14:28.086471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:28.117151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:28.117805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-9102d85e-668f-4aeb-a1a3-35b8e7f10d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.119245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-9102d85e-668f-4aeb-a1a3-35b8e7f10d26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.0618973 Feb 02 15:14:28.157005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 93193efb-3029-49dc-a783-cd886b1fd7eb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=93193efb-3029-49dc-a783-cd886b1fd7eb,segment=NetworkSegment(961c6721-ec89-4f35-9c36-521bb2df2458),segment_id=961c6721-ec89-4f35-9c36-521bb2df2458)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:28.178632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139be5fd-b8a4-4ba3-8874-ab72e25038f9 req-b5c74b17-02f6-455c-b8ff-b54fff5bef7a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.180321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-139be5fd-b8a4-4ba3-8874-ab72e25038f9 req-b5c74b17-02f6-455c-b8ff-b54fff5bef7a tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 944 time: 0.2650287 Feb 02 15:14:28.182334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-7139a7fb-633d-4dba-88ac-a60065023bf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556118 Feb 02 15:14:28.215277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a7350ac-af77-44bf-91bf-80a83d197c8d req-cb1bb1b0-6188-4b85-a252-2c2d3c00cb65 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778011 Feb 02 15:14:28.261612 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:28.322049 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:28.322049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9146ee49-ec14-4948-b12f-fd3d9756066d no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:28.336393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '38ce9bd4-2ad6-4780-834e-455ed7c0ebe0'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:28.351863 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-139be5fd-b8a4-4ba3-8874-ab72e25038f9 req-27aae076-5054-42b2-834d-c4102e7c0ff3 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f67e70d-8d35-4399-aaee-c8d833e6db8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662204 Feb 02 15:14:28.402853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 9146ee49-ec14-4948-b12f-fd3d9756066d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:28.403205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9146ee49-ec14-4948-b12f-fd3d9756066d not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:28.420093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-885410f7-9c81-4d8a-9949-db8cea92cf77 service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157798 Feb 02 15:14:28.420200 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:28.438265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=93193efb-3029-49dc-a783-cd886b1fd7eb,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:28.574642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb875290-1717-4f49-994e-f23d1f5b28b8 req-40b342cc-6269-49a1-bde8-37979867fdff service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492538 Feb 02 15:14:28.742457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda80-b3f2-43c6-920a-8ca2381aa61f req-14d32528-836a-45af-a536-6f408cd053cf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.746409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda80-b3f2-43c6-920a-8ca2381aa61f req-14d32528-836a-45af-a536-6f408cd053cf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.750335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda80-b3f2-43c6-920a-8ca2381aa61f req-14d32528-836a-45af-a536-6f408cd053cf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.754256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda80-b3f2-43c6-920a-8ca2381aa61f req-14d32528-836a-45af-a536-6f408cd053cf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.758398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda80-b3f2-43c6-920a-8ca2381aa61f req-14d32528-836a-45af-a536-6f408cd053cf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.762286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda80-b3f2-43c6-920a-8ca2381aa61f req-14d32528-836a-45af-a536-6f408cd053cf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:28.764067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-371fda80-b3f2-43c6-920a-8ca2381aa61f req-14d32528-836a-45af-a536-6f408cd053cf tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 4602 time: 0.2877371 Feb 02 15:14:28.777628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:28.813242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076', '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:28.877132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41ef4c6-50da-4f83-aff0-7625fd438272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93193efb-3029-49dc-a783-cd886b1fd7eb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:28.881888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', '3bb6d252-6bbe-4ecf-a713-51106014d2f7', '17d2575b-92f9-44f3-bf3c-accb74c1fb3b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:28.890878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event deleted for resources: {'Port': ['ID=17d2575b-92f9-44f3-bf3c-accb74c1fb3b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:28.963785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:28.965346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:29.013665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] No DVR routers for this DVR port 17d2575b-92f9-44f3-bf3c-accb74c1fb3b on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:29.028508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-371fda80-b3f2-43c6-920a-8ca2381aa61f req-ecc33417-0076-4254-87fb-9b30edd0a2fa tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2553446 Feb 02 15:14:29.029747 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:29.040293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 88851fab-c053-482a-b95d-ed94fb62a1ff details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:14:29.044201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Transition to ACTIVE for port object 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:29.057519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e139a9b0-d6f6-46cb-b09b-6936a9636a84 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:29.108521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-538a8dcc-a2c5-4661-8638-bedea4b0787f req-4353a941-c287-4dca-88d0-52dde049bdb1 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1096 time: 0.0830195 Feb 02 15:14:29.121625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f7041178-c06b-49e7-9634-a2e682d93c94 req-dfad65f2-1547-44c6-876f-eed530632721 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "DELETE /v2.0/ports/17d2575b-92f9-44f3-bf3c-accb74c1fb3b HTTP/1.1" status: 204 len: 173 time: 1.9378269 Feb 02 15:14:29.143086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44800) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:29.171350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:29.175985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-538a8dcc-a2c5-4661-8638-bedea4b0787f req-d809033d-9b0c-4d8d-8463-8efb482d2515 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617805 Feb 02 15:14:29.264916 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '38ce9bd4-2ad6-4780-834e-455ed7c0ebe0', 'status': 'completed', 'code': 200} Feb 02 15:14:29.341946 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41ef4c6-50da-4f83-aff0-7625fd438272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93193efb-3029-49dc-a783-cd886b1fd7eb', 'code': 200} Feb 02 15:14:29.365861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'name': 'network-vif-deleted', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:29.471425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b6ff5e7-36ca-4447-a5e5-36b2c9783cde req-7e6c85d9-2543-4b95-8ca8-33805da5f6c5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6168 time: 0.1743407 Feb 02 15:14:29.570906 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:29.656252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0a842d93-4451-4c34-9d2a-5256545dc04b req-eb2b4f97-79e7-4f23-9304-228a02eb993a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:29.666256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f50d33-1118-4ca9-9390-2645f8234b0e admin admin] Deleting subnet d93c7bdf-1cc5-430a-8774-ed52a75508fb {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:14:29.681194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50d33-1118-4ca9-9390-2645f8234b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:29.684107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:29.812200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Pushing event updated for resources: {'Port': ['ID=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:29.820137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0a842d93-4451-4c34-9d2a-5256545dc04b req-eb2b4f97-79e7-4f23-9304-228a02eb993a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:29.828427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a842d93-4451-4c34-9d2a-5256545dc04b req-eb2b4f97-79e7-4f23-9304-228a02eb993a tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d4adff-5e44-44fb-96e3-3178e0a4e145 HTTP/1.1" status: 200 len: 210 time: 0.4389889 Feb 02 15:14:29.849386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50d33-1118-4ca9-9390-2645f8234b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:29.853600 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:29.859615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 88851fab-c053-482a-b95d-ed94fb62a1ff, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=88851fab-c053-482a-b95d-ed94fb62a1ff,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:29.868718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ff5e7-36ca-4447-a5e5-36b2c9783cde req-aa8d6bb1-0bfe-40dc-89ff-c2e64238a87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:29.869689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ff5e7-36ca-4447-a5e5-36b2c9783cde req-aa8d6bb1-0bfe-40dc-89ff-c2e64238a87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:29.870265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ff5e7-36ca-4447-a5e5-36b2c9783cde req-aa8d6bb1-0bfe-40dc-89ff-c2e64238a87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:29.872072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b6ff5e7-36ca-4447-a5e5-36b2c9783cde req-aa8d6bb1-0bfe-40dc-89ff-c2e64238a87e service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3863971 Feb 02 15:14:29.915068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d63da3-1fce-486f-ac84-c51a5b719a0b req-61739cec-d903-4026-99e6-2518d04ae43f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:29.921937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4d63da3-1fce-486f-ac84-c51a5b719a0b req-61739cec-d903-4026-99e6-2518d04ae43f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 945 time: 0.3171601 Feb 02 15:14:29.939747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Attempting to bind port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:29.940123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Attempting to bind port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:29.940799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Attempting to bind port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:29.944122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50d33-1118-4ca9-9390-2645f8234b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:29.956022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a6b49c5-fea1-439c-aabd-8c7bf410caa1 req-91f0b89e-e0b7-4075-9167-3fd492b89c80 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 1096 time: 0.3033574 Feb 02 15:14:29.961570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'port_id': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'mac_address': 'fa:16:3e:55:fd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:14:29.988206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 on network e956464a-8c94-41d0-a13b-6ba285f31f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:29.988809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Attempting to bind port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:29.990649 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.004528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:30.005852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Checking segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:30.006661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Bound using segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:30.007345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Bound port: 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:30.007995 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.095359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4d63da3-1fce-486f-ac84-c51a5b719a0b req-cbdbc6cc-26a8-4122-b0b1-61817ba5b4d2 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717002 Feb 02 15:14:30.112537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:30.142131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a6b49c5-fea1-439c-aabd-8c7bf410caa1 req-8c7e256e-fbfe-465c-83f0-2c0e165836a3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6f67e70d-8d35-4399-aaee-c8d833e6db8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422474 Feb 02 15:14:30.150151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.187203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ff5e7-36ca-4447-a5e5-36b2c9783cde req-fb0c618c-3baa-4d7e-a39f-3929d8aed059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:30.188976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b6ff5e7-36ca-4447-a5e5-36b2c9783cde req-fb0c618c-3baa-4d7e-a39f-3929d8aed059 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3090472 Feb 02 15:14:30.199544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88851fab-c053-482a-b95d-ed94fb62a1ff {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:30.208853 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa6004b-99fe-43b8-b21b-da3f2e43e5db', 'name': 'network-vif-deleted', 'tag': '9146ee49-ec14-4948-b12f-fd3d9756066d', 'status': 'completed', 'code': 200} Feb 02 15:14:30.226642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] For port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:30.240621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] For port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:30.243297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 88851fab-c053-482a-b95d-ed94fb62a1ff, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=88851fab-c053-482a-b95d-ed94fb62a1ff,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:30.271091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433717-7010-48f6-a3fc-fc0175025927 req-59ad8e48-ef57-40e3-bbe4-f53adccc54b9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:30.274066 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79433717-7010-48f6-a3fc-fc0175025927 req-59ad8e48-ef57-40e3-bbe4-f53adccc54b9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 943 time: 0.1205931 Feb 02 15:14:30.324297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79433717-7010-48f6-a3fc-fc0175025927 req-d0e7d066-1638-4e90-b110-b9b5de5289dc tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 Feb 02 15:14:30.340860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50d33-1118-4ca9-9390-2645f8234b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.343541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.344536 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.426475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f50d33-1118-4ca9-9390-2645f8234b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93c7bdf-1cc5-430a-8774-ed52a75508fb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:30.440004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50d33-1118-4ca9-9390-2645f8234b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.450037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.451406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] 10.222.0.107 "PUT /v2.0/ports/09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 HTTP/1.1" status: 200 len: 1129 time: 2.8303092 Feb 02 15:14:30.458696 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d8f50d33-1118-4ca9-9390-2645f8234b0e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d93c7bdf-1cc5-430a-8774-ed52a75508fb HTTP/1.1" status: 204 len: 168 time: 1.3127089 Feb 02 15:14:30.463077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44820) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:30.511519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=88851fab-c053-482a-b95d-ed94fb62a1ff,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:30.542565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89f25a-d660-40e9-84df-d36f64fdaa02 service neutron] Pushing event updated for resources: {'Port': ['ID=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:30.598033 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3de26cd-36b7-493a-9b81-a4e58b020c34 req-2b126158-60f7-4cf4-818b-eb6bda5e4af7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1175649 Feb 02 15:14:30.615996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e484-ee1d-4b57-9cb4-52485c4e94a3 req-ea544a65-a1fa-4321-9496-3ba4e7a3b1a2 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:30.623110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db1e484-ee1d-4b57-9cb4-52485c4e94a3 req-ea544a65-a1fa-4321-9496-3ba4e7a3b1a2 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 945 time: 0.3050435 Feb 02 15:14:30.625145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:30.653842 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.724963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db1e484-ee1d-4b57-9cb4-52485c4e94a3 req-c042e6d5-3af2-4b8d-a3b8-60f2176f5d52 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f67e70d-8d35-4399-aaee-c8d833e6db8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009350 Feb 02 15:14:30.777857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:30.838653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['88851fab-c053-482a-b95d-ed94fb62a1ff'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:31.023883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.048461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 17d2575b-92f9-44f3-bf3c-accb74c1fb3b no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:31.060262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127f8687-a3a3-4e3f-a879-d138af421b39']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:31.074930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7a516e-94a0-46c9-9344-fe694558bad5') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:31.075237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7a516e-94a0-46c9-9344-fe694558bad5') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:31.089924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 17d2575b-92f9-44f3-bf3c-accb74c1fb3b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:31.090264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 17d2575b-92f9-44f3-bf3c-accb74c1fb3b not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:31.097667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.126930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.153852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-45ed9151-46fb-4d2a-8a04-ab38cd6c9423 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.158359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-45ed9151-46fb-4d2a-8a04-ab38cd6c9423 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.170802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-45ed9151-46fb-4d2a-8a04-ab38cd6c9423 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.177115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-45ed9151-46fb-4d2a-8a04-ab38cd6c9423 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.181643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-45ed9151-46fb-4d2a-8a04-ab38cd6c9423 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.186094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-45ed9151-46fb-4d2a-8a04-ab38cd6c9423 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.197482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-45ed9151-46fb-4d2a-8a04-ab38cd6c9423 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.205811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-45ed9151-46fb-4d2a-8a04-ab38cd6c9423 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5373 time: 0.2556875 Feb 02 15:14:31.207624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-b0eab491-b3b9-4a2f-a36c-6d62d52ee1d3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.209116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-b0eab491-b3b9-4a2f-a36c-6d62d52ee1d3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 943 time: 0.3430140 Feb 02 15:14:31.228283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:14:31.228865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:14:31.244087 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:14:31.265995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d4adff-5e44-44fb-96e3-3178e0a4e145', 'name': 'network-vif-deleted', 'tag': '17d2575b-92f9-44f3-bf3c-accb74c1fb3b'}, {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '09ccfda4-51cc-4fa3-aafe-a9ca062c31a8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:31.313049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Deleting port e139a9b0-d6f6-46cb-b09b-6936a9636a84 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:31.313665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.343039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:31.356486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4daf58a1-75cc-4678-b021-c5d1f6d442b1 req-a2e8b24b-7c03-45ac-8695-c01d884e550d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494238 Feb 02 15:14:31.464108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.498877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.519677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=127f8687-a3a3-4e3f-a879-d138af421b39,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:31.583866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b031c3ca-4554-4dd9-826c-b83c117151aa {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:31.595946 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.635716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Transition to ACTIVE for port object b031c3ca-4554-4dd9-826c-b83c117151aa will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:31.641546 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-61c6bacb-deec-4b15-b3ae-3b6a56284c97 admin admin] 10.222.0.88 "DELETE /v2.0/networks/127f8687-a3a3-4e3f-a879-d138af421b39 HTTP/1.1" status: 204 len: 168 time: 1.1767907 Feb 02 15:14:31.646419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44848) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:31.693153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b998ab0-43cf-4910-b478-9c4980b7fa98 req-e6691c37-ca1b-4876-a315-9512642c3e71 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:31.695106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b998ab0-43cf-4910-b478-9c4980b7fa98 req-e6691c37-ca1b-4876-a315-9512642c3e71 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 943 time: 0.0909948 Feb 02 15:14:31.708387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] For port e139a9b0-d6f6-46cb-b09b-6936a9636a84, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e139a9b0-d6f6-46cb-b09b-6936a9636a84,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:31.709024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.724848 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.773456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b998ab0-43cf-4910-b478-9c4980b7fa98 req-3a172a10-bf47-47fc-9a30-e9404c9838f9 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632567 Feb 02 15:14:31.893240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Calling delete_port for e139a9b0-d6f6-46cb-b09b-6936a9636a84 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:31.897024 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'code': 200} Feb 02 15:14:31.921972 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d4adff-5e44-44fb-96e3-3178e0a4e145', 'name': 'network-vif-deleted', 'tag': '17d2575b-92f9-44f3-bf3c-accb74c1fb3b', 'status': 'completed', 'code': 200} Feb 02 15:14:31.922278 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '09ccfda4-51cc-4fa3-aafe-a9ca062c31a8', 'status': 'completed', 'code': 200} Feb 02 15:14:31.943864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bb2b56-fe07-486d-ac32-8ccd61540ce3 admin admin] Deleting subnet 26b321c1-e5f1-4370-9a05-8ada6044954e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:14:31.960195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2b56-fe07-486d-ac32-8ccd61540ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:31.985362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f4e40461-f0bc-4d1a-ad48-cf73378e4df3 req-854566c9-ae24-44f2-9a55-006a00f41bfc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6235 time: 0.0879083 Feb 02 15:14:32.125847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Pushing event updated for resources: {'Port': ['ID=b031c3ca-4554-4dd9-826c-b83c117151aa,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:32.164755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2b56-fe07-486d-ac32-8ccd61540ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.245818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40461-f0bc-4d1a-ad48-cf73378e4df3 req-08fcd78a-52f5-4325-936f-0f4f6c57eb00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:32.245954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40461-f0bc-4d1a-ad48-cf73378e4df3 req-08fcd78a-52f5-4325-936f-0f4f6c57eb00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:32.246323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40461-f0bc-4d1a-ad48-cf73378e4df3 req-08fcd78a-52f5-4325-936f-0f4f6c57eb00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:32.248402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f4e40461-f0bc-4d1a-ad48-cf73378e4df3 req-08fcd78a-52f5-4325-936f-0f4f6c57eb00 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2461767 Feb 02 15:14:32.253674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfda2ab-4e28-415d-9461-82c206035a6b req-b8b0b200-b5d5-4290-941e-e980f88609e2 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:32.258903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcfda2ab-4e28-415d-9461-82c206035a6b req-b8b0b200-b5d5-4290-941e-e980f88609e2 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 944 time: 0.2348711 Feb 02 15:14:32.362813 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2b56-fe07-486d-ac32-8ccd61540ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.390631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Attempting to bind port b031c3ca-4554-4dd9-826c-b83c117151aa on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:32.390963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Attempting to bind port b031c3ca-4554-4dd9-826c-b83c117151aa by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:32.391214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcfda2ab-4e28-415d-9461-82c206035a6b req-a10fb03d-0904-46b1-8e5e-5958560bc255 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129923 Feb 02 15:14:32.391339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Attempting to bind port b031c3ca-4554-4dd9-826c-b83c117151aa on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:32.430332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Port b031c3ca-4554-4dd9-826c-b83c117151aa on network e956464a-8c94-41d0-a13b-6ba285f31f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:32.430660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Attempting to bind port b031c3ca-4554-4dd9-826c-b83c117151aa on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:32.439398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40461-f0bc-4d1a-ad48-cf73378e4df3 req-3d936101-5e74-4b16-8842-f25fa6128b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:32.441198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f4e40461-f0bc-4d1a-ad48-cf73378e4df3 req-3d936101-5e74-4b16-8842-f25fa6128b47 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1812909 Feb 02 15:14:32.450558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:32.450923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Checking segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:32.460755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Bound using segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:32.460755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Bound port: b031c3ca-4554-4dd9-826c-b83c117151aa, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:32.460755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.532424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.601419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event deleted for resources: {'Port': ['ID=e139a9b0-d6f6-46cb-b09b-6936a9636a84,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:32.651151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] For port b031c3ca-4554-4dd9-826c-b83c117151aa, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:32.660310 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2b56-fe07-486d-ac32-8ccd61540ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.738019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] For port b031c3ca-4554-4dd9-826c-b83c117151aa, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b031c3ca-4554-4dd9-826c-b83c117151aa,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:32.741593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] No DVR routers for this DVR port e139a9b0-d6f6-46cb-b09b-6936a9636a84 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:32.745316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb2b56-fe07-486d-ac32-8ccd61540ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b321c1-e5f1-4370-9a05-8ada6044954e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:32.747220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.760273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2b56-fe07-486d-ac32-8ccd61540ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.810341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.871379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:32.872774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] 10.222.0.107 "PUT /v2.0/ports/b031c3ca-4554-4dd9-826c-b83c117151aa HTTP/1.1" status: 200 len: 1091 time: 2.2527330 Feb 02 15:14:32.888406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123ce62-318e-4f83-9e20-21ae21964f91 service neutron] Pushing event updated for resources: {'Port': ['ID=b031c3ca-4554-4dd9-826c-b83c117151aa,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:32.902399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-549c9ee2-7879-4858-98e2-6c6dc9cfc5d9 req-ada3107d-52e7-4a4f-87b9-df61a4fea408 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.64 "DELETE /v2.0/ports/e139a9b0-d6f6-46cb-b09b-6936a9636a84 HTTP/1.1" status: 204 len: 173 time: 1.6861780 Feb 02 15:14:32.905701 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a9bb2b56-fe07-486d-ac32-8ccd61540ce3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/26b321c1-e5f1-4370-9a05-8ada6044954e HTTP/1.1" status: 204 len: 168 time: 1.2565653 Feb 02 15:14:32.907720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44872) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:33.030827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.063711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 88851fab-c053-482a-b95d-ed94fb62a1ff up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:33.064306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:33.139610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-2a1591e7-643d-4320-9e13-71bba5575784 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:14:33.140632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-2a1591e7-643d-4320-9e13-71bba5575784 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0126433 Feb 02 15:14:33.222970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.242470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 88851fab-c053-482a-b95d-ed94fb62a1ff completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:33.246926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 88851fab-c053-482a-b95d-ed94fb62a1ff triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:33.247304 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.280804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b553340e-0260-4a57-a230-740e394c8f54']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:33.304821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Request body: {'binding': {'host': 'n-h2-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:33.305644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:14:33.321190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.372406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2eb4899-a092-46ab-b9cb-5c7d0f578643') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:33.372705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2eb4899-a092-46ab-b9cb-5c7d0f578643') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:33.399196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.434377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 88851fab-c053-482a-b95d-ed94fb62a1ff, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=88851fab-c053-482a-b95d-ed94fb62a1ff,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:33.456707 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.472959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9254e-4eee-41eb-b306-00487b5160d0 req-f2e354b7-bd11-4ea1-9c42-37c04f64e387 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:33.475069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52c9254e-4eee-41eb-b306-00487b5160d0 req-f2e354b7-bd11-4ea1-9c42-37c04f64e387 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 945 time: 0.4053545 Feb 02 15:14:33.507774 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.523640 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.540003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:14:33.540414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:14:33.555570 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:14:33.600744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=88851fab-c053-482a-b95d-ed94fb62a1ff,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:33.714724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:33.722385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.738551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Transition to ACTIVE for port object 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:33.773867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52c9254e-4eee-41eb-b306-00487b5160d0 req-3afc3061-dcba-46ce-8aa1-555fa2295327 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f67e70d-8d35-4399-aaee-c8d833e6db8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923248 Feb 02 15:14:33.808142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on host n-h2-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:33.808543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:33.809055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:33.815207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:33.815538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:33.854443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:33.854785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:33.859348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:33.859348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Bound port: 41a518fa-6195-4300-a4ed-bc866b124ade, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:33.883879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.898771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:33.899015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.917593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:33.936877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'name': 'network-vif-deleted', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84'}, {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': 'b031c3ca-4554-4dd9-826c-b83c117151aa'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:33.961239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:33.968857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=b553340e-0260-4a57-a230-740e394c8f54,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:33.979255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c20b46ff-82ab-4a14-9b50-28905bb66b10 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b553340e-0260-4a57-a230-740e394c8f54 HTTP/1.1" status: 204 len: 168 time: 1.0701654 Feb 02 15:14:33.995690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-f5e9e228-1713-4801-b36c-8d8defcaf608 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1731358 Feb 02 15:14:34.049141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:34.072001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-73e4f91c-681a-45c6-8db6-56c87d3739cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.076628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-73e4f91c-681a-45c6-8db6-56c87d3739cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.080962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-73e4f91c-681a-45c6-8db6-56c87d3739cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.086161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-73e4f91c-681a-45c6-8db6-56c87d3739cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.090429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-73e4f91c-681a-45c6-8db6-56c87d3739cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.094856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-73e4f91c-681a-45c6-8db6-56c87d3739cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.099939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-73e4f91c-681a-45c6-8db6-56c87d3739cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.101991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-73e4f91c-681a-45c6-8db6-56c87d3739cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5397 time: 0.1817448 Feb 02 15:14:34.149172 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:34.161505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-469dbc0f-83d0-43d7-894d-ce6f159d3494 service neutron] 10.222.0.88 "POST /v2.0/ports/41a518fa-6195-4300-a4ed-bc866b124ade/bindings HTTP/1.1" status: 201 len: 389 time: 0.9689076 Feb 02 15:14:34.183626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Attempting to bind port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:34.185733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Attempting to bind port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:34.185733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Attempting to bind port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:34.190926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 on network e956464a-8c94-41d0-a13b-6ba285f31f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:34.191330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Attempting to bind port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:34.198816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:34.199512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Checking segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:34.200138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Bound using segment: {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:34.200811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Bound port: 1d5bf1f9-43f0-4e73-bfff-e561d32ab442, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4114881-672f-4ad2-bdf3-cb0e1c96d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:34.201379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:34.251317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095bf6f6-9ae8-4d91-ae00-fb18e650133d req-bcb7c141-c4ef-4a91-8775-7c9c34877497 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102414 Feb 02 15:14:34.276789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-910fc83e-2646-412c-96c7-bb34b457f5e9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 1101 time: 0.1736763 Feb 02 15:14:34.378248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] For port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:34.383911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] For port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:34.394517 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-2bc3f2a4-2ccc-432f-9920-1f5eb8c12e1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441152 Feb 02 15:14:34.464520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44892) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:34.573337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:34.577352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-fecc6605-59c6-4b5c-8381-f3a457a3720f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.579184 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-fecc6605-59c6-4b5c-8381-f3a457a3720f service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2552991 Feb 02 15:14:34.585194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2559633e-8062-4d6f-b2ad-0597f4dddccb req-960f8f68-4e21-4c1f-8420-1e8234bda631 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0409f72-dfd3-4430-b47f-9b1fdee4a718 HTTP/1.1" status: 200 len: 210 time: 0.0934572 Feb 02 15:14:34.651403 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-15ff298c-af71-458c-aa6f-5910da6b0e9d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b90c273f-ed5d-49ed-ab6a-59d8efb69076 HTTP/1.1" status: 200 len: 217 time: 0.0651312 Feb 02 15:14:34.729192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b26ed781-a2e0-4fd4-84a4-e8f36bfed355 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=df2a8be9a1964ccebcc06f0371c41032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2635236 Feb 02 15:14:34.738251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44896) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:34.746163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:34.747783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] 10.222.0.107 "PUT /v2.0/ports/1d5bf1f9-43f0-4e73-bfff-e561d32ab442 HTTP/1.1" status: 200 len: 1091 time: 1.6901636 Feb 02 15:14:34.759018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65ed0-c1c8-4d97-8f48-f7dc962dee26 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:34.783400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e092136-778c-4953-babd-67bf30a0dfeb req-631bdf05-cdab-4ba2-86a4-04550df9269f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.786514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e092136-778c-4953-babd-67bf30a0dfeb req-631bdf05-cdab-4ba2-86a4-04550df9269f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 949 time: 0.2506478 Feb 02 15:14:34.857523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf551e-ef51-4355-bbe7-6814446980d5 req-5e6a88ef-39ca-478b-95d9-af634e21d925 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.859421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecbf551e-ef51-4355-bbe7-6814446980d5 req-5e6a88ef-39ca-478b-95d9-af634e21d925 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 949 time: 0.2824187 Feb 02 15:14:34.893563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-1d2c4d30-37e4-434d-9cbe-e47a2dbd1db5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:34.894190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:34.894435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:34.896108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-1d2c4d30-37e4-434d-9cbe-e47a2dbd1db5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2377481 Feb 02 15:14:34.916855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-49b46d3f-5ed6-458d-bf53-65e9d40f7d51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 1101 time: 0.3824747 Feb 02 15:14:35.023443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:35.063642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecbf551e-ef51-4355-bbe7-6814446980d5 req-65ef3a6e-0df9-4451-a573-e8651358b6d0 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961954 Feb 02 15:14:35.093314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3bb6d252-6bbe-4ecf-a713-51106014d2f7 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:35.138228 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-163aa0a8-e0d7-45c3-b780-a8f26cd8931d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:35.250929 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-163aa0a8-e0d7-45c3-b780-a8f26cd8931d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:35.264282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277fdf2-1b26-4ab8-888a-777bdae70fe8 req-41714ad3-e7bf-48f0-b1e3-a3478c0d4b89 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:35.272601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7277fdf2-1b26-4ab8-888a-777bdae70fe8 req-41714ad3-e7bf-48f0-b1e3-a3478c0d4b89 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.4879801 Feb 02 15:14:35.277233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:35.289577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-171ef481-5d63-4510-abdf-022b5eba21bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:35.291337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-171ef481-5d63-4510-abdf-022b5eba21bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3251143 Feb 02 15:14:35.300142 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:35.311671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:35.312064 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:35.320383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-696e3d26-e94b-4344-ad43-fbf598e77ca4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4098117 Feb 02 15:14:35.343046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:35.418276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:35.419564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e139a9b0-d6f6-46cb-b09b-6936a9636a84 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:35.502091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-6b6138e7-214f-4305-ac78-9b6f5866b69e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e HTTP/1.1" status: 200 len: 217 time: 0.1856086 Feb 02 15:14:35.564325 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'code': 200} Feb 02 15:14:35.572184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: e139a9b0-d6f6-46cb-b09b-6936a9636a84 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:35.572528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e139a9b0-d6f6-46cb-b09b-6936a9636a84 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:35.587950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7277fdf2-1b26-4ab8-888a-777bdae70fe8 req-c8b6bec4-f6b0-47cc-8039-127a8e8c0a73 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142221 Feb 02 15:14:35.650544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3bb6d252-6bbe-4ecf-a713-51106014d2f7,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:35.654717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-e2a52f19-282c-479d-bd69-eb9cc939f7e0 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746789 Feb 02 15:14:35.659646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for 3bb6d252-6bbe-4ecf-a713-51106014d2f7 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:35.660177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-3d134731-a77e-4316-ac90-5836382af293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:35.662061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-3d134731-a77e-4316-ac90-5836382af293 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1474731 Feb 02 15:14:35.665900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-5e6be7ae-ebff-46f3-bdc5-f17dcf5b91c8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1096 time: 0.4587717 Feb 02 15:14:35.691922 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0409f72-dfd3-4430-b47f-9b1fdee4a718', 'name': 'network-vif-deleted', 'tag': 'e139a9b0-d6f6-46cb-b09b-6936a9636a84', 'status': 'completed', 'code': 200} Feb 02 15:14:35.692733 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': 'b031c3ca-4554-4dd9-826c-b83c117151aa', 'status': 'completed', 'code': 200} Feb 02 15:14:35.870678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:14:35.871348 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:14:35.970860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-163aa0a8-e0d7-45c3-b780-a8f26cd8931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:36.055463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-932f95c4-a96c-4244-80c4-d103a8a62009 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.059445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-932f95c4-a96c-4244-80c4-d103a8a62009 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.063414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-932f95c4-a96c-4244-80c4-d103a8a62009 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.067411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-932f95c4-a96c-4244-80c4-d103a8a62009 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.071337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-932f95c4-a96c-4244-80c4-d103a8a62009 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.075405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-932f95c4-a96c-4244-80c4-d103a8a62009 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.079338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-932f95c4-a96c-4244-80c4-d103a8a62009 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.081263 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-932f95c4-a96c-4244-80c4-d103a8a62009 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5397 time: 0.2155526 Feb 02 15:14:36.110256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aa0a8-e0d7-45c3-b780-a8f26cd8931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a561935-3e6e-45f4-905e-06e410a12f91,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:36.184692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9918c17f-828f-4929-bfbb-6b256b3dd917 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:36.194291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:36.199011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66ebd490-ce0c-4bdb-9556-556c7a8d61d2 req-4365798b-09f8-44c6-9c69-eb4bd5c07c0d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077104 Feb 02 15:14:36.211826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Transition to ACTIVE for port object 9918c17f-828f-4929-bfbb-6b256b3dd917 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:36.291332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-163aa0a8-e0d7-45c3-b780-a8f26cd8931d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:36.292340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-163aa0a8-e0d7-45c3-b780-a8f26cd8931d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2a561935-3e6e-45f4-905e-06e410a12f91 HTTP/1.1" status: 204 len: 168 time: 1.5512507 Feb 02 15:14:36.294341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3a276df-5b4d-4180-8f5a-e26df3ec2f2f req-be58e6ad-4ac2-49de-b997-daf9d9d670d5 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274211 Feb 02 15:14:36.307299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:36.308114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-274ed556-c0f3-4d3d-9c52-f851ae7e2875 req-dc7dfb8b-27cc-4fb9-ac16-8230ccb6085c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1096 time: 0.6126120 Feb 02 15:14:36.317212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428c48-09da-48bb-a0f4-536ca229943f req-a7479ca6-e0a7-4f51-bf22-8dc17235dbf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.318749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-a7479ca6-e0a7-4f51-bf22-8dc17235dbf8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.5845397 Feb 02 15:14:36.336932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-df917d55-feb5-4d67-b3ea-6db365f9022a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6457345 Feb 02 15:14:36.342565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da47c9-44e3-40cf-9603-7f418893be1d req-51b472aa-8271-4fa2-bff1-a693a5ba0e02 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.350455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60da47c9-44e3-40cf-9603-7f418893be1d req-51b472aa-8271-4fa2-bff1-a693a5ba0e02 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 945 time: 0.4739430 Feb 02 15:14:36.475328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4414016c-01b3-413e-ae2e-526ed327620f req-e843c9bd-ec73-4632-a7c8-671d1ee209d9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6344 time: 0.7419930 Feb 02 15:14:36.477966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:36.478308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:36.637560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-2e4de18a-0ff1-45bc-9ce9-b60e93a83150 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 200 len: 217 time: 0.2759352 Feb 02 15:14:36.681178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Pushing event updated for resources: {'Port': ['ID=9918c17f-828f-4929-bfbb-6b256b3dd917,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:36.774932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60da47c9-44e3-40cf-9603-7f418893be1d req-7a765bfd-0513-40d8-9b56-6a04dd87f514 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236231 Feb 02 15:14:36.797488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-274ed556-c0f3-4d3d-9c52-f851ae7e2875 req-d27770e3-7b8e-42d7-88a4-14e9cc05d0b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813738 Feb 02 15:14:36.889767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428c48-09da-48bb-a0f4-536ca229943f req-967c07e3-c872-40ed-9508-5a1c47413d24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.891379 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-967c07e3-c872-40ed-9508-5a1c47413d24 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.1873448 Feb 02 15:14:36.896484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-188183f7-859c-41bc-ae06-4050b4dc09b7 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404062 Feb 02 15:14:36.961477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-95067049-b8fc-4ea6-bcb1-a363df22ea53 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535975 Feb 02 15:14:36.962705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414016c-01b3-413e-ae2e-526ed327620f req-56ee14f2-f51a-4cd7-9d56-891c46f5231c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.963074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414016c-01b3-413e-ae2e-526ed327620f req-56ee14f2-f51a-4cd7-9d56-891c46f5231c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.963437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414016c-01b3-413e-ae2e-526ed327620f req-56ee14f2-f51a-4cd7-9d56-891c46f5231c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:36.964922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4414016c-01b3-413e-ae2e-526ed327620f req-56ee14f2-f51a-4cd7-9d56-891c46f5231c service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4618478 Feb 02 15:14:36.968051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Attempting to bind port 9918c17f-828f-4929-bfbb-6b256b3dd917 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:36.968519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Attempting to bind port 9918c17f-828f-4929-bfbb-6b256b3dd917 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:36.968731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Attempting to bind port 9918c17f-828f-4929-bfbb-6b256b3dd917 on network 9ad745fe-1db8-486b-b672-f8cd3aaad833 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:36.989134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Port 9918c17f-828f-4929-bfbb-6b256b3dd917 on network 9ad745fe-1db8-486b-b672-f8cd3aaad833 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:36.989469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Attempting to bind port 9918c17f-828f-4929-bfbb-6b256b3dd917 on network 9ad745fe-1db8-486b-b672-f8cd3aaad833 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:37.017117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58068e-e65b-4a18-818a-5bda8fe8dddc req-db3a3d3e-a4af-42f8-97ab-6ae3cbc1d613 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:37.021334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd58068e-e65b-4a18-818a-5bda8fe8dddc req-db3a3d3e-a4af-42f8-97ab-6ae3cbc1d613 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 947 time: 0.4377484 Feb 02 15:14:37.055060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:37.055407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Checking segment: {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:37.055792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Bound using segment: {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:37.056262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Bound port: 9918c17f-828f-4929-bfbb-6b256b3dd917, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:37.056639 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:37.072902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port 3bb6d252-6bbe-4ecf-a713-51106014d2f7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3bb6d252-6bbe-4ecf-a713-51106014d2f7,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:37.073495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:37.253182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for 3bb6d252-6bbe-4ecf-a713-51106014d2f7 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:37.325497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd58068e-e65b-4a18-818a-5bda8fe8dddc req-f4ba20e6-a92a-4e4d-92a3-46e5782347ac tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899523 Feb 02 15:14:37.373722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] For port 9918c17f-828f-4929-bfbb-6b256b3dd917, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:37.382797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] For port 9918c17f-828f-4929-bfbb-6b256b3dd917, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9918c17f-828f-4929-bfbb-6b256b3dd917,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:37.493907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44928) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:37.530206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:37.565177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb6d252-6bbe-4ecf-a713-51106014d2f7'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:37.619915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-c9277dd7-1548-413b-a1ff-10bb279f30c8 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480336 Feb 02 15:14:37.626198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3acf733e-ab1f-459e-a26b-9e431de43c49 req-3e6856ad-f3fd-49c0-a3a6-466a551399bb service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030499 Feb 02 15:14:37.626779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414016c-01b3-413e-ae2e-526ed327620f req-3b851b3c-4c53-40ee-909b-99bbe4870338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:37.628117 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4414016c-01b3-413e-ae2e-526ed327620f req-3b851b3c-4c53-40ee-909b-99bbe4870338 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6540020 Feb 02 15:14:37.667776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:37.669205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] 10.222.0.107 "PUT /v2.0/ports/9918c17f-828f-4929-bfbb-6b256b3dd917 HTTP/1.1" status: 200 len: 1091 time: 2.6537721 Feb 02 15:14:37.681662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81235acf-daa0-455b-9065-5ea1a7e1ac4a service neutron] Pushing event updated for resources: {'Port': ['ID=9918c17f-828f-4929-bfbb-6b256b3dd917,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:37.693688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442'}, {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '9918c17f-828f-4929-bfbb-6b256b3dd917'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:37.718074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16102d-12c5-46ad-851b-c0ff2a6b2c28 req-c73c9cf8-a435-4a4a-b525-18c68e07cde0 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:37.719959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef16102d-12c5-46ad-851b-c0ff2a6b2c28 req-c73c9cf8-a435-4a4a-b525-18c68e07cde0 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1960940 Feb 02 15:14:37.757549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:37.783034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076', '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:37.790029 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-74d1ecb0-0249-48f5-9891-0ddd3ab95b10 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=33bc0c0b07ff44d2a7e37befa2fb688d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2834206 Feb 02 15:14:37.794026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44936) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:37.801908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Request body: {'port': {'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:37.837634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-69ad0ee5-4271-4518-8adf-6a4741dfc91e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:37.841191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event deleted for resources: {'Port': ['ID=3bb6d252-6bbe-4ecf-a713-51106014d2f7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:37.850192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-69ad0ee5-4271-4518-8adf-6a4741dfc91e tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 821 time: 0.6075921 Feb 02 15:14:37.883267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', '590c81f1-18af-4f97-a9b6-e4f7ea3b4128'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:37.929994 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-2fdd0251-ab10-4878-8a90-e80917ae4f2c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/quotas/a2ef7fa1811e4927a7f275e1d5c8f703 HTTP/1.1" status: 200 len: 375 time: 0.0720603 Feb 02 15:14:37.949643 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef16102d-12c5-46ad-851b-c0ff2a6b2c28 req-0ccc0cc0-4937-42cd-8b0e-a4189903cd6e tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233672 Feb 02 15:14:38.033856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-f28b93bc-7532-4b12-8fd2-6df02f650a6f service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017487 Feb 02 15:14:38.038968 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2283f03e-a00a-41e8-b49a-bdb12a7dbf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.056682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] No DVR routers for this DVR port 3bb6d252-6bbe-4ecf-a713-51106014d2f7 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:38.062347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.091030 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2283f03e-a00a-41e8-b49a-bdb12a7dbf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.109498 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.159221 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-07e26946-209c-4f81-b610-a15d3ce8fc7d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2124338 Feb 02 15:14:38.274561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e092136-778c-4953-babd-67bf30a0dfeb req-a7a58606-4efd-4ee7-b3bb-1b06a68a568b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "DELETE /v2.0/ports/3bb6d252-6bbe-4ecf-a713-51106014d2f7 HTTP/1.1" status: 204 len: 173 time: 3.4828031 Feb 02 15:14:38.323940 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2283f03e-a00a-41e8-b49a-bdb12a7dbf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.404378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283f03e-a00a-41e8-b49a-bdb12a7dbf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc6b6c2-11b8-4c37-a925-a151b8c747ba,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:38.453035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-e9f84783-311a-444a-832c-61a0ddaf36d8 service neutron] 10.222.0.88 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864859 Feb 02 15:14:38.543114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-3ac3bc2d-4cef-4696-ac6b-709f895b67d4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:38.547205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-3ac3bc2d-4cef-4696-ac6b-709f895b67d4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:38.553622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-3ac3bc2d-4cef-4696-ac6b-709f895b67d4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:38.557873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-3ac3bc2d-4cef-4696-ac6b-709f895b67d4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:38.561937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-3ac3bc2d-4cef-4696-ac6b-709f895b67d4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:38.567629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-3ac3bc2d-4cef-4696-ac6b-709f895b67d4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:38.572352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-3ac3bc2d-4cef-4696-ac6b-709f895b67d4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:38.574333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-3ac3bc2d-4cef-4696-ac6b-709f895b67d4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5409 time: 0.4330311 Feb 02 15:14:38.577263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2283f03e-a00a-41e8-b49a-bdb12a7dbf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.579486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2283f03e-a00a-41e8-b49a-bdb12a7dbf8b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3cc6b6c2-11b8-4c37-a925-a151b8c747ba HTTP/1.1" status: 204 len: 168 time: 0.7815206 Feb 02 15:14:38.642200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-13abc5d0-54fa-4321-9713-016999e9dbe6 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.3903542 Feb 02 15:14:38.653179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827122-1'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:38.700652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d22fe2-544f-4ef1-98cd-069d2dd457a6 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:38.712094 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.745303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-248b3cef-9219-495f-901e-6b71221f9ab5 req-4a9c1633-b97d-45e1-87d9-fea45e7a8012 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435869 Feb 02 15:14:38.751474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Transition to ACTIVE for port object 36d22fe2-544f-4ef1-98cd-069d2dd457a6 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:38.811691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-443afc3c-344f-4ce1-873e-55637d13d599 service neutron] 10.222.0.88 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564925 Feb 02 15:14:38.819434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.847891 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb6d252-6bbe-4ecf-a713-51106014d2f7', 'code': 200} Feb 02 15:14:38.848484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:38.976830 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442', 'status': 'completed', 'code': 200} Feb 02 15:14:38.977091 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '9918c17f-828f-4929-bfbb-6b256b3dd917', 'status': 'completed', 'code': 200} Feb 02 15:14:39.021567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=36d22fe2-544f-4ef1-98cd-069d2dd457a6,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:39.233646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:39.255796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Attempting to bind port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:39.256271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Attempting to bind port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:39.256469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Attempting to bind port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 on network 9ad745fe-1db8-486b-b672-f8cd3aaad833 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:39.265555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 on network 9ad745fe-1db8-486b-b672-f8cd3aaad833 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:39.265891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Attempting to bind port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 on network 9ad745fe-1db8-486b-b672-f8cd3aaad833 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:39.291219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:39.291219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Checking segment: {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:39.291219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Bound using segment: {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:39.291219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Bound port: 36d22fe2-544f-4ef1-98cd-069d2dd457a6, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f9d0eb-1070-4652-86a0-41f72656c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:39.291219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:39.333610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:39.383276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179967-6a67-4ba4-8ce4-dcecabfa1401 req-e5bfa88f-90a9-4df9-9b4c-e3ec7a614c32 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:39.395519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6179967-6a67-4ba4-8ce4-dcecabfa1401 req-e5bfa88f-90a9-4df9-9b4c-e3ec7a614c32 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 945 time: 0.2516472 Feb 02 15:14:39.401562 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-df7d16d5-5d0e-4a3e-b8e0-78ee2aa15a0f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6436 time: 0.3880253 Feb 02 15:14:39.402077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:39.407890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:39.514110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6179967-6a67-4ba4-8ce4-dcecabfa1401 req-3e1ef8b7-967d-40d3-a613-02c6df16a9ed tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179183 Feb 02 15:14:39.544254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] For port 36d22fe2-544f-4ef1-98cd-069d2dd457a6, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:39.547984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] For port 36d22fe2-544f-4ef1-98cd-069d2dd457a6, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:39.631243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:39.655326 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:39.771911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:39.778114 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] 10.222.0.107 "PUT /v2.0/ports/36d22fe2-544f-4ef1-98cd-069d2dd457a6 HTTP/1.1" status: 200 len: 1091 time: 1.9765761 Feb 02 15:14:39.828029 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:14:39.907569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cc661ad0-77d1-4124-b39b-c146a0a4a6aa req-778ba14a-a026-4830-b35e-031d26dd6d7c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:39.919671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b77df-f458-4560-b8d4-c159e4844bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=36d22fe2-544f-4ef1-98cd-069d2dd457a6,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:39.995874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cc661ad0-77d1-4124-b39b-c146a0a4a6aa req-778ba14a-a026-4830-b35e-031d26dd6d7c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:39.999818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc661ad0-77d1-4124-b39b-c146a0a4a6aa req-778ba14a-a026-4830-b35e-031d26dd6d7c tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=f713dbb2-7ecd-4c48-b264-a466c0330225 HTTP/1.1" status: 200 len: 210 time: 0.2066526 Feb 02 15:14:40.148533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-15fe8e66-3c78-4ca9-8ff3-2cb9d3221430 req-8ca75dcb-e43f-4a58-900a-c509343785a7 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:40.215569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Pushing event updated for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:40.243112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-15fe8e66-3c78-4ca9-8ff3-2cb9d3221430 req-8ca75dcb-e43f-4a58-900a-c509343785a7 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:40.244460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15fe8e66-3c78-4ca9-8ff3-2cb9d3221430 req-8ca75dcb-e43f-4a58-900a-c509343785a7 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 210 time: 0.1437929 Feb 02 15:14:40.247314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-e9c38e15-7976-4790-b9f4-ed937841bc04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.247694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-e9c38e15-7976-4790-b9f4-ed937841bc04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.248081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-e9c38e15-7976-4790-b9f4-ed937841bc04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.249601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-e9c38e15-7976-4790-b9f4-ed937841bc04 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8314188 Feb 02 15:14:40.345098 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade', 'code': 200} Feb 02 15:14:40.364453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on host n-h1-827122-1 for vnic_type normal with profile {"migrating_to": "n-h2-827122-1"} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:40.364791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:40.365115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:40.392381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa532-d6c4-4a3c-8801-fe84978472c4 req-e9c36863-9312-4004-9b5f-de2ac7980ade tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.393842 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-257fa532-d6c4-4a3c-8801-fe84978472c4 req-e9c36863-9312-4004-9b5f-de2ac7980ade tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.6626635 Feb 02 15:14:40.398340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:40.398899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Attempting to bind port 41a518fa-6195-4300-a4ed-bc866b124ade on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:40.446769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:40.447109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:40.447494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:40.452071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Bound port: 41a518fa-6195-4300-a4ed-bc866b124ade, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:40.452987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:40.517417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-257fa532-d6c4-4a3c-8801-fe84978472c4 req-464776b1-91ab-4d72-a788-eefa3d942958 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107435 Feb 02 15:14:40.527506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-70d6dac6-02bf-46b0-9f23-7886151d5bf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.529201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-70d6dac6-02bf-46b0-9f23-7886151d5bf3 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2670367 Feb 02 15:14:40.648088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-db396c45-aaea-423c-a734-89a31f801993 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.657590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-db396c45-aaea-423c-a734-89a31f801993 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.663592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-db396c45-aaea-423c-a734-89a31f801993 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.670279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-db396c45-aaea-423c-a734-89a31f801993 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.675043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-db396c45-aaea-423c-a734-89a31f801993 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.679934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-db396c45-aaea-423c-a734-89a31f801993 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.684663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-db396c45-aaea-423c-a734-89a31f801993 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:40.696106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-db396c45-aaea-423c-a734-89a31f801993 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.1825676 Feb 02 15:14:40.730548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:40.734668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:40.746783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-13c2f527-deaa-42af-bbcb-350344487c66 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6478 time: 0.1438930 Feb 02 15:14:40.769043 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1cfcd8a1-453d-4943-b457-55fafff596ad req-6af073f0-7a97-4e71-9741-0eb2e6373ef3 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718961 Feb 02 15:14:40.865056 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:40.954454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Pushing event updated for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=8']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:41.132339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:41.133793 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-85842767-b229-4938-b608-0d05b94144b5 service neutron] 10.222.0.107 "PUT /v2.0/ports/41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 200 len: 1121 time: 2.4905820 Feb 02 15:14:41.136823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-a35e6810-626e-4b55-9595-cd86d325fc69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:41.137134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'name': 'network-vif-deleted', 'tag': '3bb6d252-6bbe-4ecf-a713-51106014d2f7'}, {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '36d22fe2-544f-4ef1-98cd-069d2dd457a6'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:41.137309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-a35e6810-626e-4b55-9595-cd86d325fc69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:41.137686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-a35e6810-626e-4b55-9595-cd86d325fc69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:41.138996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-a35e6810-626e-4b55-9595-cd86d325fc69 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3771248 Feb 02 15:14:41.202886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201af53-71ea-4c68-aaab-b0f3bc75a56a req-f2e3fa2f-2874-4bbe-93be-c1b18b108fcc tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:41.212209 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7201af53-71ea-4c68-aaab-b0f3bc75a56a req-f2e3fa2f-2874-4bbe-93be-c1b18b108fcc tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 943 time: 0.3057735 Feb 02 15:14:41.254707 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7201af53-71ea-4c68-aaab-b0f3bc75a56a req-6a70111c-5c09-4acf-82a6-5815f1145e32 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Feb 02 15:14:41.287158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['41a518fa-6195-4300-a4ed-bc866b124ade'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:41.302866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-1211ae19-bfa8-410c-b77c-9ad039802b59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:41.304544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f1593a5-38bc-4184-9866-f5657a6903d1 req-1211ae19-bfa8-410c-b77c-9ad039802b59 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1458080 Feb 02 15:14:41.482380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-91e4b4ac-6ed0-470c-a5e9-558082ac8192 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6478 time: 0.1039500 Feb 02 15:14:41.518360 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f713dbb2-7ecd-4c48-b264-a466c0330225', 'name': 'network-vif-deleted', 'tag': '3bb6d252-6bbe-4ecf-a713-51106014d2f7', 'status': 'completed', 'code': 200} Feb 02 15:14:41.518622 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': '36d22fe2-544f-4ef1-98cd-069d2dd457a6', 'status': 'completed', 'code': 200} Feb 02 15:14:41.585576 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8537ca79-acb2-404b-b6ee-3e111c4f45f9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4520d26-356e-4ee0-8550-b874047a33b7 HTTP/1.1" status: 200 len: 217 time: 0.0842631 Feb 02 15:14:41.655867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-de2d8f22-33c0-49d3-9898-5cdd615d9530 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:41.657384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-de2d8f22-33c0-49d3-9898-5cdd615d9530 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4e564f6a-29fd-44ae-a8bb-bfe6c975ca09 HTTP/1.1" status: 200 len: 850 time: 0.0661483 Feb 02 15:14:41.664439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c0b817b-8c59-4cca-922c-5076e9d27b5f req-e296656f-8e73-4aee-ad7c-fd31a8af8958 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 210 time: 0.0413618 Feb 02 15:14:41.743171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-bac14acf-e5e5-4175-8c33-95b5278acd3e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784833 Feb 02 15:14:41.948350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-36778b04-8174-4ed5-91ac-4a1873ed7c0e service neutron] 10.222.0.107 "GET /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873026 Feb 02 15:14:42.103441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-19ab7363-be59-49fa-b6a5-49d5d5766ebc service neutron] 10.222.0.107 "GET /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487491 Feb 02 15:14:42.174669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f620c3-694a-41e6-87bd-f8d79170aee7 req-91b62fd4-35c7-4bab-a2a5-4ec31f6afef4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.176301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07f620c3-694a-41e6-87bd-f8d79170aee7 req-91b62fd4-35c7-4bab-a2a5-4ec31f6afef4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1697745 Feb 02 15:14:42.184805 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-a67a8e87-4674-4818-b921-2e8b1d4f1556 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1096 time: 0.1123829 Feb 02 15:14:42.324922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07f620c3-694a-41e6-87bd-f8d79170aee7 req-96a18fc8-f4f3-4686-92b1-ef6a0d4632cf tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365745 Feb 02 15:14:42.381402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-05669884-49bc-4f6d-97a6-40f681ef4431 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.381402 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-05669884-49bc-4f6d-97a6-40f681ef4431 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 921 time: 0.1703937 Feb 02 15:14:42.386405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:42.391593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-e4218af8-2442-4ce5-a350-3f5866eba264 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 HTTP/1.1" status: 200 len: 217 time: 0.2788272 Feb 02 15:14:42.509792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-f742d32a-9d6b-4d83-9324-2163850bef55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 217 time: 0.1219256 Feb 02 15:14:42.515340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-880a780a-b0a9-44cd-94fd-50d53e7bbf4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.516829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-880a780a-b0a9-44cd-94fd-50d53e7bbf4e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 200 len: 797 time: 0.1166413 Feb 02 15:14:42.528000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-2934abc5-8af5-465d-82c9-ef192fcb9098 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.530096 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-2934abc5-8af5-465d-82c9-ef192fcb9098 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.107 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 821 time: 0.3531446 Feb 02 15:14:42.578450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Request body: {'port': {'device_id': '95e74d7b-b634-492e-9d3f-1d74f4b23fac', 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'admin_state_up': True, 'tenant_id': 'a2ef7fa1811e4927a7f275e1d5c8f703'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:42.588756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-fbec983a-3f73-4d52-9281-890393d89710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.590485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-fbec983a-3f73-4d52-9281-890393d89710 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.0729847 Feb 02 15:14:42.657735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-e115401f-fa55-4000-a063-18a166cf0c26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597074 Feb 02 15:14:42.803703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:42.812990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-e3fac002-eb7f-4281-96cf-3a6f41ed78c2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e956464a-8c94-41d0-a13b-6ba285f31f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2824602 Feb 02 15:14:42.815718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-afe87089-3976-405c-95cc-5671d7eae654 service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516540 Feb 02 15:14:42.829858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-2fc0d853-f065-4559-a53b-4fa2fd4a7b2f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.833888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-2fc0d853-f065-4559-a53b-4fa2fd4a7b2f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.837860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-2fc0d853-f065-4559-a53b-4fa2fd4a7b2f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.841725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-2fc0d853-f065-4559-a53b-4fa2fd4a7b2f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.845724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-2fc0d853-f065-4559-a53b-4fa2fd4a7b2f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.850474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-2fc0d853-f065-4559-a53b-4fa2fd4a7b2f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.854432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-2fc0d853-f065-4559-a53b-4fa2fd4a7b2f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:42.856514 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-2fc0d853-f065-4559-a53b-4fa2fd4a7b2f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2878642 Feb 02 15:14:42.859097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:43.006899 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582ab6eb-55cd-443a-9479-0d010be4e69f req-e7556ac0-9975-4e0f-9503-fd16f55e928c service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751974 Feb 02 15:14:43.011180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9517d9f2-fb0e-4b2e-9732-bd7fd8995213 req-4aa7d1c6-5198-4245-9d6c-1762eb8c74cc tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297083 Feb 02 15:14:43.029758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Made reservation on behalf of a2ef7fa1811e4927a7f275e1d5c8f703 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:43.033587 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:43.041678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc54f85-f94b-4ef7-959a-61a327318af2 req-a1c8068d-48bf-47ba-9716-cacda70c54e0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:43.043131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fcc54f85-f94b-4ef7-959a-61a327318af2 req-a1c8068d-48bf-47ba-9716-cacda70c54e0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 943 time: 0.1136348 Feb 02 15:14:43.065644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-b6e28531-fde3-48ea-915c-2572171c3a46 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960702 Feb 02 15:14:43.104599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fcc54f85-f94b-4ef7-959a-61a327318af2 req-a99244c6-613a-46e0-a976-a65a73b3f596 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559826 Feb 02 15:14:43.177165 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade', 'status': 'completed', 'code': 200} Feb 02 15:14:43.372453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6840f836-003c-4571-991a-889055ea42c6 req-d9f620dd-a3f3-4ff8-b49e-e906f52132c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1124 time: 0.0844769 Feb 02 15:14:43.387208 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-f211c824-a042-416b-9936-e476bff64488 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259585 Feb 02 15:14:43.478065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Allocated IP 172.20.0.14 (c46528d0-0bc3-4411-b43d-abcabb6e8785/c0ac70a8-410a-43ea-b942-061f1153a9b8/3f621388-1aea-4ed1-ac74-9258e4d643d9) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:14:43.488148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-95fee57c-46c3-4b8e-95aa-5d5adae0220f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 HTTP/1.1" status: 200 len: 217 time: 0.0893171 Feb 02 15:14:43.532830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840f836-003c-4571-991a-889055ea42c6 req-27589e83-2b2c-4083-9b51-41653a396c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:43.534715 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6840f836-003c-4571-991a-889055ea42c6 req-27589e83-2b2c-4083-9b51-41653a396c0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.1546464 Feb 02 15:14:43.589998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-0f093cea-cad9-4222-b1fa-c12cb2e95cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:43.591469 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-0f093cea-cad9-4222-b1fa-c12cb2e95cce service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 200 len: 797 time: 0.0960252 Feb 02 15:14:43.678052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d50fcfb-e483-4440-bdb5-2cd520625622 req-f4a61360-e2d7-43b0-bd95-3697c19eabca tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 210 time: 0.0549431 Feb 02 15:14:43.680700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6840f836-003c-4571-991a-889055ea42c6 req-fb90ba27-3c10-43bf-af60-a8e3a9cc3803 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 200 len: 217 time: 0.1147857 Feb 02 15:14:43.765480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840f836-003c-4571-991a-889055ea42c6 req-bbbd895e-5475-4992-a31b-c28879b0c0c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:43.767827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6840f836-003c-4571-991a-889055ea42c6 req-bbbd895e-5475-4992-a31b-c28879b0c0c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.0805454 Feb 02 15:14:43.850408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6840f836-003c-4571-991a-889055ea42c6 req-ae317916-d3d2-47da-a489-f16e743944b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707152 Feb 02 15:14:43.869608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 41a518fa-6195-4300-a4ed-bc866b124ade details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:14:43.870368 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-c69ad7ae-ca5c-4e4b-bf49-6c7ec58c55ca service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e956464a-8c94-41d0-a13b-6ba285f31f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341123 Feb 02 15:14:43.989242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:44.058577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:44.058577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 41a518fa-6195-4300-a4ed-bc866b124ade has no active binding in host n-h2-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:14:44.094437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-64b042b0-c9b1-4a9a-8991-4ec240c20f95 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175481 Feb 02 15:14:44.145971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cbf22-fcaa-4745-91fb-5ffc85a9b458 req-8e9eb0df-95d5-4ef9-b340-1f5f9f774690 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.147454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a4cbf22-fcaa-4745-91fb-5ffc85a9b458 req-8e9eb0df-95d5-4ef9-b340-1f5f9f774690 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.2926447 Feb 02 15:14:44.150922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6840f836-003c-4571-991a-889055ea42c6 req-7aceddb2-852f-4b2c-864f-f146c619c596 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584488 Feb 02 15:14:44.286807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a4cbf22-fcaa-4745-91fb-5ffc85a9b458 req-509e1a34-48e7-4a03-b53e-bbbcf2ab3ab3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322722 Feb 02 15:14:44.328436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6840f836-003c-4571-991a-889055ea42c6 req-6e7b6781-7b8f-45ea-82f8-0142cd7ee824 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598368 Feb 02 15:14:44.341001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-cf874129-d02e-406f-b829-f5238f67d3b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.341001 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-cf874129-d02e-406f-b829-f5238f67d3b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 950 time: 0.2972922 Feb 02 15:14:44.344639 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:44.504969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-f34b656d-a5c0-49a4-a6b6-58abc63da1d9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.508823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-f34b656d-a5c0-49a4-a6b6-58abc63da1d9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.512681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-f34b656d-a5c0-49a4-a6b6-58abc63da1d9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.517268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-f34b656d-a5c0-49a4-a6b6-58abc63da1d9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.520858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-f34b656d-a5c0-49a4-a6b6-58abc63da1d9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.524746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-f34b656d-a5c0-49a4-a6b6-58abc63da1d9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.528616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-f34b656d-a5c0-49a4-a6b6-58abc63da1d9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.530591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-f34b656d-a5c0-49a4-a6b6-58abc63da1d9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.1070137 Feb 02 15:14:44.558077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-e369c8ee-3a53-410d-b1f8-88fd4e0b4622 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482858 Feb 02 15:14:44.614348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Network c46528d0-0bc3-4411-b43d-abcabb6e8785 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:14:44.614348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event updated for resources: {'Port': ['ID=3f621388-1aea-4ed1-ac74-9258e4d643d9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:44.614348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:44.614348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:14:44.616665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f0794a9-9177-4cc4-b44b-0edb30d81f38 req-e74ec069-84ec-4aa7-94e7-118b2dfea2e0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444410 Feb 02 15:14:44.664777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:44.665037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:44.753218 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-71b8dbb0-c050-4294-bd8a-e1ea3d4685c1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=b031c3ca-4554-4dd9-826c-b83c117151aa HTTP/1.1" status: 200 len: 217 time: 0.1454618 Feb 02 15:14:44.799322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a5c75-6e7a-4b85-8256-c8cfb5e657d3 req-03263103-7420-49d0-a991-5226472e006d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.800815 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ad2a5c75-6e7a-4b85-8256-c8cfb5e657d3 req-03263103-7420-49d0-a991-5226472e006d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 943 time: 0.0905252 Feb 02 15:14:44.825771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.826370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:44.846995 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ad2a5c75-6e7a-4b85-8256-c8cfb5e657d3 req-b2283404-f2ff-40f4-b15e-5081a66f5029 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Feb 02 15:14:44.862744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1501f75-dff1-40d7-80c4-8197de316239 req-e929c817-8d02-4524-a21b-2364d7cbcb4e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.864459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1501f75-dff1-40d7-80c4-8197de316239 req-e929c817-8d02-4524-a21b-2364d7cbcb4e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 950 time: 0.4785726 Feb 02 15:14:44.950970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-a5f4ef0b-c6af-4e6b-8d17-e40fdbfa8a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:44.952489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-a5f4ef0b-c6af-4e6b-8d17-e40fdbfa8a2c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 200 len: 797 time: 0.1862586 Feb 02 15:14:45.063471 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-8360b0ad-c4d1-4582-a4dd-868b6ed1d238 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4935734 Feb 02 15:14:45.104534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1501f75-dff1-40d7-80c4-8197de316239 req-084bbea3-f875-4e0c-8380-1bcc04d1c708 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183843 Feb 02 15:14:45.108324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Request body: {'port': {'device_id': '95e74d7b-b634-492e-9d3f-1d74f4b23fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:45.189503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:45.189863 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:45.359447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:45.437475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-14d9aebc-f988-4da1-9a0c-039ae93c4507 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e956464a-8c94-41d0-a13b-6ba285f31f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4330797 Feb 02 15:14:45.471559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:45.574135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-4c601b52-ae25-468c-ba31-8b7ab80bc595 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:45.574135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-4c601b52-ae25-468c-ba31-8b7ab80bc595 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/ports?device_id=18804563-7872-41b9-a209-0b6d9027cc4f HTTP/1.1" status: 200 len: 950 time: 0.0842128 Feb 02 15:14:45.691021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:45.691337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:45.826155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398f796-da4c-42f0-b79d-0fd4bd8b88d1 req-138901ff-1895-4b62-8d20-d39c87586ed7 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:45.827642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5398f796-da4c-42f0-b79d-0fd4bd8b88d1 req-138901ff-1895-4b62-8d20-d39c87586ed7 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.2136412 Feb 02 15:14:45.877868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5cf8-403c-4330-bff2-4ac6d1ae3003 req-75b8d686-304c-443e-8ffb-d350943d6b35 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:45.878522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d53a5cf8-403c-4330-bff2-4ac6d1ae3003 req-75b8d686-304c-443e-8ffb-d350943d6b35 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:45.935007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-eccd0498-5c7c-49b7-8a4a-0f7a02e4aab8 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445562 Feb 02 15:14:45.969513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5398f796-da4c-42f0-b79d-0fd4bd8b88d1 req-7efc3e9a-ba7e-49da-a444-b8ec157b92ec tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350086 Feb 02 15:14:46.013615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:46.014265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:46.093931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d53a5cf8-403c-4330-bff2-4ac6d1ae3003 req-75b8d686-304c-443e-8ffb-d350943d6b35 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:46.095083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d53a5cf8-403c-4330-bff2-4ac6d1ae3003 req-75b8d686-304c-443e-8ffb-d350943d6b35 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 932 time: 0.8052468 Feb 02 15:14:46.101567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:46.136226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:46.156140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:46.184374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:46.187999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event deleted for resources: {'Port': ['ID=590c81f1-18af-4f97-a9b6-e4f7ea3b4128,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:46.350866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] No DVR routers for this DVR port 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:46.356947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:46.362671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4795c7-9924-4ef4-84a3-4c7dc8c199f3', 'name': 'network-vif-deleted', 'tag': '590c81f1-18af-4f97-a9b6-e4f7ea3b4128'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:46.369300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-d3f5f6d6-59e8-4316-ab5d-383bb7b5b815 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209504 Feb 02 15:14:46.386369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d53a5cf8-403c-4330-bff2-4ac6d1ae3003 req-59e4b43c-f388-400a-b017-38fa1ad2fc5d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673111 Feb 02 15:14:46.449088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:46.477868 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-c77eada9-4d33-49f6-a809-923df6665bb1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=1d5bf1f9-43f0-4e73-bfff-e561d32ab442 HTTP/1.1" status: 200 len: 217 time: 0.0955901 Feb 02 15:14:46.540603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event deleted for resources: {'Port': ['ID=31c7d1c5-b749-4ce6-83e5-82af4f62bf26,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:46.619022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:46.628363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:14:46.644728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b46249c-491b-4d4b-9361-5236fc0069eb req-5806ac85-6718-4e72-ab9e-33c338350cf9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "DELETE /v2.0/ports/590c81f1-18af-4f97-a9b6-e4f7ea3b4128 HTTP/1.1" status: 204 len: 173 time: 2.2525506 Feb 02 15:14:46.746953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5b9d9def-e556-4136-a2b3-e09466c66622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.748545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5b9d9def-e556-4136-a2b3-e09466c66622 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 200 len: 797 time: 0.2652323 Feb 02 15:14:46.770306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] No DVR routers for this DVR port 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:46.771430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f621388-1aea-4ed1-ac74-9258e4d643d9 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:46.776436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:46.788804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18804563-7872-41b9-a209-0b6d9027cc4f', 'name': 'network-vif-deleted', 'tag': '31c7d1c5-b749-4ce6-83e5-82af4f62bf26'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:46.794318 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdf322e6-618f-4402-9938-66cf88dd8597 req-f90f6a9f-183b-4240-b108-265306e042b9 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "DELETE /v2.0/ports/31c7d1c5-b749-4ce6-83e5-82af4f62bf26 HTTP/1.1" status: 204 len: 173 time: 1.2144501 Feb 02 15:14:46.842044 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-a7ecc7d5-efec-4773-9ce6-abe4f693a9a7 service neutron] 10.222.0.64 "GET /v2.0/ports/41a518fa-6195-4300-a4ed-bc866b124ade/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.1947801 Feb 02 15:14:46.856015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:46.857955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71cff4-8041-468f-bc52-8c0d3c30341f req-1025eb48-7ddd-4267-a7b6-1ba3bdad4e7c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.859422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be71cff4-8041-468f-bc52-8c0d3c30341f req-1025eb48-7ddd-4267-a7b6-1ba3bdad4e7c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 943 time: 0.2108185 Feb 02 15:14:46.866299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:46.903002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Transition to ACTIVE for port object 3f621388-1aea-4ed1-ac74-9258e4d643d9 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:46.923713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336117d-3276-40cd-b057-e609eedbbada req-69eb484f-2d9d-40f8-8e6c-326f49f06f2b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.930324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336117d-3276-40cd-b057-e609eedbbada req-69eb484f-2d9d-40f8-8e6c-326f49f06f2b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.935243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336117d-3276-40cd-b057-e609eedbbada req-69eb484f-2d9d-40f8-8e6c-326f49f06f2b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.939728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336117d-3276-40cd-b057-e609eedbbada req-69eb484f-2d9d-40f8-8e6c-326f49f06f2b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.944187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336117d-3276-40cd-b057-e609eedbbada req-69eb484f-2d9d-40f8-8e6c-326f49f06f2b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.948869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336117d-3276-40cd-b057-e609eedbbada req-69eb484f-2d9d-40f8-8e6c-326f49f06f2b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.955985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336117d-3276-40cd-b057-e609eedbbada req-69eb484f-2d9d-40f8-8e6c-326f49f06f2b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:46.960426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7336117d-3276-40cd-b057-e609eedbbada req-69eb484f-2d9d-40f8-8e6c-326f49f06f2b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.4254084 Feb 02 15:14:47.010055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8bacb0b9-ecfa-42d9-8768-bae44b78c78b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e956464a-8c94-41d0-a13b-6ba285f31f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2417834 Feb 02 15:14:47.012459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:47.143575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be71cff4-8041-468f-bc52-8c0d3c30341f req-0899bcab-c892-460a-8e26-4a527b0842db tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093883 Feb 02 15:14:47.161597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:47.246048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:47.246400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 590c81f1-18af-4f97-a9b6-e4f7ea3b4128 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:47.246823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41a518fa-6195-4300-a4ed-bc866b124ade no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:47.248219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7336117d-3276-40cd-b057-e609eedbbada req-4431266e-5c35-4abf-93ea-9f5658e13f50 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2842748 Feb 02 15:14:47.321311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:47.359588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:47.368435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:47.455803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Pushing event updated for resources: {'Port': ['ID=3f621388-1aea-4ed1-ac74-9258e4d643d9,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:47.485455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-6f35d085-6fcd-45f9-9717-959e3a51e3f0 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664254 Feb 02 15:14:47.491503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-894f3cd5-4281-4007-a8dc-f4adee19031c req-497a803f-8d74-4e37-9e1a-b497822f72b1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:47.528655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a518fa-6195-4300-a4ed-bc866b124ade {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:47.542849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:47.563727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-894f3cd5-4281-4007-a8dc-f4adee19031c req-497a803f-8d74-4e37-9e1a-b497822f72b1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:47.565139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-894f3cd5-4281-4007-a8dc-f4adee19031c req-497a803f-8d74-4e37-9e1a-b497822f72b1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a4795c7-9924-4ef4-84a3-4c7dc8c199f3 HTTP/1.1" status: 200 len: 210 time: 0.1523054 Feb 02 15:14:47.638006 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:47.663090 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4795c7-9924-4ef4-84a3-4c7dc8c199f3', 'name': 'network-vif-deleted', 'tag': '590c81f1-18af-4f97-a9b6-e4f7ea3b4128', 'status': 'completed', 'code': 200} Feb 02 15:14:47.683185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:47.819948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-04414eed-0f9c-4ec9-bc01-448af743707c service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000004 Feb 02 15:14:47.904781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] Transition to ACTIVE for port object 41a518fa-6195-4300-a4ed-bc866b124ade will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:14:47.907464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:47.948757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:47.948757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 31c7d1c5-b749-4ce6-83e5-82af4f62bf26 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:47.968237 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18804563-7872-41b9-a209-0b6d9027cc4f', 'name': 'network-vif-deleted', 'tag': '31c7d1c5-b749-4ce6-83e5-82af4f62bf26', 'status': 'completed', 'code': 200} Feb 02 15:14:47.972288 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:48.029307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-aa275a18-81e1-4733-83c5-9780894629ad service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9918c17f-828f-4929-bfbb-6b256b3dd917 HTTP/1.1" status: 200 len: 217 time: 0.1946054 Feb 02 15:14:48.032798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Attempting to bind port 3f621388-1aea-4ed1-ac74-9258e4d643d9 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:14:48.033324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Attempting to bind port 3f621388-1aea-4ed1-ac74-9258e4d643d9 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:14:48.037117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Attempting to bind port 3f621388-1aea-4ed1-ac74-9258e4d643d9 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:48.252712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Port 3f621388-1aea-4ed1-ac74-9258e4d643d9 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:14:48.253396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Attempting to bind port 3f621388-1aea-4ed1-ac74-9258e4d643d9 on network c46528d0-0bc3-4411-b43d-abcabb6e8785 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:14:48.269019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] Pushing event updated for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=10']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:48.281491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] No DVR routers for this DVR port 41a518fa-6195-4300-a4ed-bc866b124ade on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:48.285645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:14:48.286403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Checking segment: {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:48.286970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Bound using segment: {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:14:48.287416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Bound port: 3f621388-1aea-4ed1-ac74-9258e4d643d9, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:14:48.287758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:48.303564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-6490e43a-cc7a-4095-a4e8-5832d1bf005c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:48.305077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-6490e43a-cc7a-4095-a4e8-5832d1bf005c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5d080327-46f3-4524-9955-3458964e3c6f HTTP/1.1" status: 200 len: 797 time: 0.2652893 Feb 02 15:14:48.333147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41136624-03ab-4c54-b7b0-ea88e6dd8be5 req-3018101b-6879-46c0-968d-d5bf2e59550b tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:48.335036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41136624-03ab-4c54-b7b0-ea88e6dd8be5 req-3018101b-6879-46c0-968d-d5bf2e59550b tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.2703791 Feb 02 15:14:48.361943 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-d676de82-0d11-4e4b-84dd-274df0279e50 service neutron] 10.222.0.64 "PUT /v2.0/ports/41a518fa-6195-4300-a4ed-bc866b124ade/bindings/n-h2-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5015256 Feb 02 15:14:48.396012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41136624-03ab-4c54-b7b0-ea88e6dd8be5 req-318ed8a8-ec6d-4f70-bd50-cc23e075959f tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502448 Feb 02 15:14:48.422874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee4a79-7e5d-47d7-84ad-5d4e589ddfb3 req-585327c6-552b-497a-bb3e-73639a0b6392 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:48.424315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3aee4a79-7e5d-47d7-84ad-5d4e589ddfb3 req-585327c6-552b-497a-bb3e-73639a0b6392 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 944 time: 0.2268951 Feb 02 15:14:48.484264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] For port 3f621388-1aea-4ed1-ac74-9258e4d643d9, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:48.507014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] For port 3f621388-1aea-4ed1-ac74-9258e4d643d9, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3f621388-1aea-4ed1-ac74-9258e4d643d9,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:14:48.519989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-5d1a89ca-e8c1-42c1-9a06-046fea028c20 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ad745fe-1db8-486b-b672-f8cd3aaad833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2053173 Feb 02 15:14:48.522373 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3aee4a79-7e5d-47d7-84ad-5d4e589ddfb3 req-be93cded-1ec4-4bde-8ea8-4483c0946c07 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743673 Feb 02 15:14:48.632470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:48.670301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-38c4c9f0-9d8a-4bf8-a68a-3777e633c7b6 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.0822754 Feb 02 15:14:48.751271 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:48.752672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] 10.222.0.107 "PUT /v2.0/ports/3f621388-1aea-4ed1-ac74-9258e4d643d9 HTTP/1.1" status: 200 len: 1092 time: 3.6513455 Feb 02 15:14:48.773972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-63310221-c81b-4463-9c77-87a0aa9a160a service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472391 Feb 02 15:14:48.794703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-a50b6924-e297-4807-a658-8dc1fbb78169 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510&tenant_id=87fd436be89f477c990329a68ab9df43 HTTP/1.1" status: 200 len: 1095 time: 0.1171892 Feb 02 15:14:48.812842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45116) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:48.887999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8273f2c-4213-4051-ac3e-426049fd1f89 service neutron] Pushing event updated for resources: {'Port': ['ID=3f621388-1aea-4ed1-ac74-9258e4d643d9,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:48.995604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867bafc-1821-41a1-bb1f-43222cec9355 req-4c572e91-3dc4-4a9c-9b82-5be5450482aa tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:48.997046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3867bafc-1821-41a1-bb1f-43222cec9355 req-4c572e91-3dc4-4a9c-9b82-5be5450482aa tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 944 time: 0.3429496 Feb 02 15:14:49.008867 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:49.024421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-c3ce25d1-8e96-4c80-a1db-0557d110c280 service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427273 Feb 02 15:14:49.035670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-57b77998-ed5e-4792-8725-10f208958e2c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1095 time: 0.1955495 Feb 02 15:14:49.117162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-ddee5658-3a36-4e10-8cf0-c11a29008205 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6 HTTP/1.1" status: 200 len: 217 time: 0.0841446 Feb 02 15:14:49.125049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-abf01b37-da95-4dfa-99c8-312cb4502d12 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 1095 time: 0.2141991 Feb 02 15:14:49.142468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:49.150274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] Usage tracker for resource:security_group_rule and tenant:955d77f179394bb7a5cedd6e2f898efa is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:49.153674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:49.159900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3867bafc-1821-41a1-bb1f-43222cec9355 req-14f2bb4a-17ae-4259-8a41-53b46aee9684 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532583 Feb 02 15:14:49.170283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:49.214184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-9fb23e7e-a6ef-408c-afa6-c7d59cc45e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.218138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-9fb23e7e-a6ef-408c-afa6-c7d59cc45e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.222156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-9fb23e7e-a6ef-408c-afa6-c7d59cc45e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.226248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-9fb23e7e-a6ef-408c-afa6-c7d59cc45e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.230152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-9fb23e7e-a6ef-408c-afa6-c7d59cc45e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.234274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-9fb23e7e-a6ef-408c-afa6-c7d59cc45e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.237174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-a086a6f1-b8b8-4066-82d8-f89eff11ea9d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f621388-1aea-4ed1-ac74-9258e4d643d9 HTTP/1.1" status: 200 len: 217 time: 0.0798829 Feb 02 15:14:49.238748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-9fb23e7e-a6ef-408c-afa6-c7d59cc45e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.240622 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-9fb23e7e-a6ef-408c-afa6-c7d59cc45e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.3021715 Feb 02 15:14:49.281332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428c48-09da-48bb-a0f4-536ca229943f req-93f92838-7e4c-478a-a981-9d3b01f80b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.282819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-93f92838-7e4c-478a-a981-9d3b01f80b6a service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.2396483 Feb 02 15:14:49.289455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3a599287-cdf6-4380-a374-5a89e3038c5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.291429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-3a599287-cdf6-4380-a374-5a89e3038c5b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5d080327-46f3-4524-9955-3458964e3c6f HTTP/1.1" status: 200 len: 797 time: 0.1644118 Feb 02 15:14:49.353137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-60dd99ad-1caf-45cc-96d5-35172271a67f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.356412 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-60dd99ad-1caf-45cc-96d5-35172271a67f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c0ac70a8-410a-43ea-b942-061f1153a9b8 HTTP/1.1" status: 200 len: 861 time: 0.1107566 Feb 02 15:14:49.390632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-dfcdaad1-fb3f-49bf-b247-8bbecfd222c3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 200 len: 217 time: 0.0989733 Feb 02 15:14:49.403524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22ce6692-2bf1-4a78-8a6d-1aaed0e6d648 req-1b183737-43dc-4bf7-9dfb-9e3cb0d09288 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517794 Feb 02 15:14:49.408499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-3402c91a-c2fe-4efc-8862-eae0b8865bc9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c46528d0-0bc3-4411-b43d-abcabb6e8785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477698 Feb 02 15:14:49.492681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:49.518045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-e0c39a9f-8fc9-468d-999d-0f0d37596b59 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ad745fe-1db8-486b-b672-f8cd3aaad833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2162404 Feb 02 15:14:49.518448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428c48-09da-48bb-a0f4-536ca229943f req-4a010fd1-7596-4c01-872b-670f5d4d7d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:49.520797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-4a010fd1-7596-4c01-872b-670f5d4d7d95 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.1096535 Feb 02 15:14:49.574971 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:49.594584 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-b9d94c60-7daf-405c-8fad-a89c9068d474 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611949 Feb 02 15:14:49.658664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e74d7b-b634-492e-9d3f-1d74f4b23fac', 'tag': '3f621388-1aea-4ed1-ac74-9258e4d643d9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:49.668218 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-f66ce91e-16b5-4cb3-ad45-ea5add11675f service neutron] 10.222.0.107 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518034 Feb 02 15:14:49.701025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=955d77f179394bb7a5cedd6e2f898efa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8870435 Feb 02 15:14:49.706040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45136) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:49.707034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc4146-4fee-4935-adc4-0aab5046eee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195cc07e-8579-4862-a72c-012eccba861e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:49.952417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-eddf4c03-da34-4595-849c-fa093b76b465 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491213 Feb 02 15:14:49.952995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-4049d02e-2da2-4f0f-ab91-f22676d8c8dc service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182770 Feb 02 15:14:50.075333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85ccf-d5aa-47e0-bc36-afdb91ddef14 req-f163ec4d-4c31-4e52-9a35-6221bfbffdfb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:50.076482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbc85ccf-d5aa-47e0-bc36-afdb91ddef14 req-f163ec4d-4c31-4e52-9a35-6221bfbffdfb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1789713 Feb 02 15:14:50.141521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-14bd08c9-d178-4ca7-ae37-1ff60c13d19d service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749418 Feb 02 15:14:50.154227 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbc85ccf-d5aa-47e0-bc36-afdb91ddef14 req-3932a210-4eda-4933-a835-dadce272f7aa tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708022 Feb 02 15:14:50.167276 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a48f34d-5d4a-411e-ad1c-ed96bd365101 req-5277478e-53c6-413b-ab85-4cfad9c1964f service neutron] 10.222.0.107 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860957 Feb 02 15:14:50.171002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da948a9d-9273-4811-92bd-1436fbff05fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:50.225280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1eff5661-5f03-4410-8474-b02dd51cb5f6 req-8b610fac-f218-4c8c-a8f0-961232ba8a20 service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560418 Feb 02 15:14:50.232924 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da948a9d-9273-4811-92bd-1436fbff05fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:50.242877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1eccc-0cc2-4513-a370-3bad774d59fc req-27376572-40ae-4068-8c12-40a2aa208b42 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:50.244415 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4eb1eccc-0cc2-4513-a370-3bad774d59fc req-27376572-40ae-4068-8c12-40a2aa208b42 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 944 time: 0.3407304 Feb 02 15:14:50.314886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4eb1eccc-0cc2-4513-a370-3bad774d59fc req-98346a3f-c639-4186-bf4e-063a2e97a38d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616441 Feb 02 15:14:50.388284 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e74d7b-b634-492e-9d3f-1d74f4b23fac', 'tag': '3f621388-1aea-4ed1-ac74-9258e4d643d9', 'status': 'completed', 'code': 200} Feb 02 15:14:50.414860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da948a9d-9273-4811-92bd-1436fbff05fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:50.430228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da948a9d-9273-4811-92bd-1436fbff05fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195cc07e-8579-4862-a72c-012eccba861e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:50.447073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da948a9d-9273-4811-92bd-1436fbff05fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:50.448268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-da948a9d-9273-4811-92bd-1436fbff05fc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/195cc07e-8579-4862-a72c-012eccba861e HTTP/1.1" status: 204 len: 168 time: 0.7394862 Feb 02 15:14:50.752732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-b99eb907-ee9f-4e8b-9d8c-344967154f22 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6478 time: 0.1390684 Feb 02 15:14:50.756231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-1c4629dd-8ea2-4f1c-8bbf-db5776863965 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 1095 time: 0.1061172 Feb 02 15:14:51.013655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-ca8f838f-62a6-4bf9-ab9a-91906b579076 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.014874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-ca8f838f-62a6-4bf9-ab9a-91906b579076 service neutron] 10.222.0.107 "GET /v2.0/networks?id=9ad745fe-1db8-486b-b672-f8cd3aaad833 HTTP/1.1" status: 200 len: 903 time: 0.2481787 Feb 02 15:14:51.017154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-2f72d2cd-4ea2-42b6-a883-487adc6f31a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.018454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-2f72d2cd-4ea2-42b6-a883-487adc6f31a0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 200 len: 923 time: 0.2335918 Feb 02 15:14:51.120734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded5c1a-0173-4e86-a409-050ca074a5b4 req-f4b61308-2c71-43bb-a93a-4379660cf98b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.123473 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ded5c1a-0173-4e86-a409-050ca074a5b4 req-f4b61308-2c71-43bb-a93a-4379660cf98b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 944 time: 0.1505477 Feb 02 15:14:51.136756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-501fb232-9ce5-4caa-a326-39b6a7a707e8 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.1128614 Feb 02 15:14:51.203148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-baac3f08-de5b-43db-87e1-bb1e3a3abaa8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6 HTTP/1.1" status: 200 len: 217 time: 0.1640747 Feb 02 15:14:51.203148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-abf98f62-42ea-4812-93e9-49f1e7554598 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f621388-1aea-4ed1-ac74-9258e4d643d9 HTTP/1.1" status: 200 len: 217 time: 0.1196549 Feb 02 15:14:51.237907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ded5c1a-0173-4e86-a409-050ca074a5b4 req-2dfdcea5-0074-44a2-8282-e0e2682c2bb5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996261 Feb 02 15:14:51.339836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-788f2425-0ec3-4012-bf04-72841dd4db53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.341333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-788f2425-0ec3-4012-bf04-72841dd4db53 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5d080327-46f3-4524-9955-3458964e3c6f HTTP/1.1" status: 200 len: 797 time: 0.1271281 Feb 02 15:14:51.342472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-c35312b1-0b13-4b2d-a486-ce3efae48852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.343813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-c35312b1-0b13-4b2d-a486-ce3efae48852 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c0ac70a8-410a-43ea-b942-061f1153a9b8 HTTP/1.1" status: 200 len: 861 time: 0.1306431 Feb 02 15:14:51.355301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-c5eb7b9c-8b3b-4141-a788-c59a1068ea68 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.359693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-c5eb7b9c-8b3b-4141-a788-c59a1068ea68 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.364362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-c5eb7b9c-8b3b-4141-a788-c59a1068ea68 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.365239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b2428c48-09da-48bb-a0f4-536ca229943f req-ef6085c9-a089-4076-9db3-fab9356349ad service neutron] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:14:51.369042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-c5eb7b9c-8b3b-4141-a788-c59a1068ea68 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.372551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-c5eb7b9c-8b3b-4141-a788-c59a1068ea68 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.376565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-c5eb7b9c-8b3b-4141-a788-c59a1068ea68 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.378109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2428c48-09da-48bb-a0f4-536ca229943f req-ef6085c9-a089-4076-9db3-fab9356349ad service neutron] Notify callbacks [] for binding, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:51.380362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2428c48-09da-48bb-a0f4-536ca229943f req-ef6085c9-a089-4076-9db3-fab9356349ad service neutron] 10.222.0.107 "DELETE /v2.0/ports/41a518fa-6195-4300-a4ed-bc866b124ade/bindings/n-h1-827122-1 HTTP/1.1" status: 204 len: 173 time: 0.2227800 Feb 02 15:14:51.381082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-c5eb7b9c-8b3b-4141-a788-c59a1068ea68 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:51.382970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-c5eb7b9c-8b3b-4141-a788-c59a1068ea68 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2990639 Feb 02 15:14:51.415268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45160) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:51.435743 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:51.473010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:51.478144 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-f1467323-35a1-4cb8-b3fc-29753c5445c6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c46528d0-0bc3-4411-b43d-abcabb6e8785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930979 Feb 02 15:14:51.481087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] Usage tracker for resource:security_group_rule and tenant:4428b0d8d4734a90bf002f041d26579e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:51.484247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:51.496036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:51.572587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:51.612968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffd3a9a5-24e0-408a-989b-1196f547b0bb req-f2760538-6345-42a1-a47a-de5dc9b03a27 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580884 Feb 02 15:14:51.640712 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:51.664040 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-1705bcdb-ac03-4e39-968e-a05fa229f805 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ad745fe-1db8-486b-b672-f8cd3aaad833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2665164 Feb 02 15:14:51.684216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-d8a17db6-18fb-425d-a09b-bd248eb86030 service neutron] 10.222.0.107 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942875 Feb 02 15:14:51.693240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d86327-c669-42b7-859e-f7c707adc36d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:51.701449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-faa8e8d5-612e-4dd4-9799-0b2d9807ce41 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4428b0d8d4734a90bf002f041d26579e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2848129 Feb 02 15:14:51.702058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45164) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:51.773967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d21af45-7a9d-419d-b930-243269ec1d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:51.805544 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d21af45-7a9d-419d-b930-243269ec1d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:51.938306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3f621388-1aea-4ed1-ac74-9258e4d643d9 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:14:51.944031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d21af45-7a9d-419d-b930-243269ec1d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:51.970541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d21af45-7a9d-419d-b930-243269ec1d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:51.973077 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8d21af45-7a9d-419d-b930-243269ec1d19 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/29d86327-c669-42b7-859e-f7c707adc36d HTTP/1.1" status: 204 len: 168 time: 0.2696042 Feb 02 15:14:51.974372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21af45-7a9d-419d-b930-243269ec1d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d86327-c669-42b7-859e-f7c707adc36d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:52.076638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-b06cd218-a964-4753-913c-9d4fefb66d47 service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186449 Feb 02 15:14:52.118334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9e58-0d36-4ce7-93fe-cbeacfc50bf6 req-a3bd55a3-3105-436b-a1f9-8c900d8f9dc6 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:52.120310 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b40e9e58-0d36-4ce7-93fe-cbeacfc50bf6 req-a3bd55a3-3105-436b-a1f9-8c900d8f9dc6 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 945 time: 0.2760127 Feb 02 15:14:52.203404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e45a6e-b9cb-49be-9585-85c3503f1892 req-ce1e164d-6320-485b-bdf2-41e250e2ae78 service neutron] 10.222.0.107 "GET /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290300 Feb 02 15:14:52.209582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3f621388-1aea-4ed1-ac74-9258e4d643d9, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3f621388-1aea-4ed1-ac74-9258e4d643d9,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:52.226547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c1730-f0a1-4cce-802e-0901206444dd req-fe63a3fd-a30a-466e-adf8-a6a97d2c9793 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:52.228744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-329c1730-f0a1-4cce-802e-0901206444dd req-fe63a3fd-a30a-466e-adf8-a6a97d2c9793 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1129768 Feb 02 15:14:52.240909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '3f621388-1aea-4ed1-ac74-9258e4d643d9', 'network_id': 'c46528d0-0bc3-4411-b43d-abcabb6e8785', 'port_id': '3f621388-1aea-4ed1-ac74-9258e4d643d9', 'mac_address': 'fa:16:3e:f1:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ac70a8-410a-43ea-b942-061f1153a9b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:14:52.276911 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b40e9e58-0d36-4ce7-93fe-cbeacfc50bf6 req-674d3cfe-e02e-4014-9473-ca57bab1141d tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f67e70d-8d35-4399-aaee-c8d833e6db8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970550 Feb 02 15:14:52.306491 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-329c1730-f0a1-4cce-802e-0901206444dd req-dc3ccfe6-644f-444a-89b3-a306730fa14f tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657887 Feb 02 15:14:52.310972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:52.311201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccd37531-23e8-4d2f-862b-7e344ef24d7e req-5443cbd9-b3b2-4b74-9cef-388ad7790644 service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234285 Feb 02 15:14:52.342530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f621388-1aea-4ed1-ac74-9258e4d643d9 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:14:52.361293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3f621388-1aea-4ed1-ac74-9258e4d643d9, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3f621388-1aea-4ed1-ac74-9258e4d643d9,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:52.469189 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:52.508546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef2171-5db4-468a-9235-3653f75d1eb6 req-5cea2def-18e3-4880-af54-ceb1fe6bca2d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:52.510029 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7ef2171-5db4-468a-9235-3653f75d1eb6 req-5cea2def-18e3-4880-af54-ceb1fe6bca2d tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 944 time: 0.0924916 Feb 02 15:14:52.541225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3f621388-1aea-4ed1-ac74-9258e4d643d9,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:52.571482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7ef2171-5db4-468a-9235-3653f75d1eb6 req-fcc874a3-3b8e-474c-b7be-23e81fd0a855 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537066 Feb 02 15:14:52.572524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26591a-034d-4734-ba00-2f922aee1953 req-7c729133-a805-4b14-94a8-89e5343693fd tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:52.573448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc26591a-034d-4734-ba00-2f922aee1953 req-7c729133-a805-4b14-94a8-89e5343693fd tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 950 time: 0.1434293 Feb 02 15:14:52.617137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeac69-244e-4071-b7c4-0a6848ed2dd6 req-43279947-ecc0-463a-9200-2c7da0b92703 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:52.618531 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6bdeac69-244e-4071-b7c4-0a6848ed2dd6 req-43279947-ecc0-463a-9200-2c7da0b92703 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 950 time: 0.1547382 Feb 02 15:14:52.700694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6bdeac69-244e-4071-b7c4-0a6848ed2dd6 req-f865e92f-5fa2-43f2-b7ef-b99180284325 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749781 Feb 02 15:14:52.720219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:52.720219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:52.762734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e96978-80ee-4413-9923-cb06d9f54456 req-2ca06581-3e25-4398-a573-2318ee9c0256 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:52.764732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e96978-80ee-4413-9923-cb06d9f54456 req-2ca06581-3e25-4398-a573-2318ee9c0256 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.107 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 945 time: 0.1335051 Feb 02 15:14:52.783810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['3f621388-1aea-4ed1-ac74-9258e4d643d9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:52.938815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Deleting port 93193efb-3029-49dc-a783-cd886b1fd7eb {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:52.938815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:53.078545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e3de3-aeeb-409a-8a6a-87f7a11b35b9 req-887042d9-2c9f-45b2-b85c-500de594c3b7 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.080081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc5e3de3-aeeb-409a-8a6a-87f7a11b35b9 req-887042d9-2c9f-45b2-b85c-500de594c3b7 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 944 time: 0.3144701 Feb 02 15:14:53.163734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298e12-43c8-494a-aa0f-b5660051664e req-83ed16fc-be6b-407a-bebd-aa1b7dc5df45 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.167836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298e12-43c8-494a-aa0f-b5660051664e req-83ed16fc-be6b-407a-bebd-aa1b7dc5df45 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.172220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298e12-43c8-494a-aa0f-b5660051664e req-83ed16fc-be6b-407a-bebd-aa1b7dc5df45 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.188253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298e12-43c8-494a-aa0f-b5660051664e req-83ed16fc-be6b-407a-bebd-aa1b7dc5df45 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.188253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298e12-43c8-494a-aa0f-b5660051664e req-83ed16fc-be6b-407a-bebd-aa1b7dc5df45 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.188253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298e12-43c8-494a-aa0f-b5660051664e req-83ed16fc-be6b-407a-bebd-aa1b7dc5df45 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.188737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298e12-43c8-494a-aa0f-b5660051664e req-83ed16fc-be6b-407a-bebd-aa1b7dc5df45 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.191259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27298e12-43c8-494a-aa0f-b5660051664e req-83ed16fc-be6b-407a-bebd-aa1b7dc5df45 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2557909 Feb 02 15:14:53.204031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:53.204473 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:53.224841 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc5e3de3-aeeb-409a-8a6a-87f7a11b35b9 req-87ddcf3d-6749-4f27-aee8-6d882797d768 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227577 Feb 02 15:14:53.273111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] For port 93193efb-3029-49dc-a783-cd886b1fd7eb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=93193efb-3029-49dc-a783-cd886b1fd7eb,segment=NetworkSegment(961c6721-ec89-4f35-9c36-521bb2df2458),segment_id=961c6721-ec89-4f35-9c36-521bb2df2458)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:53.274056 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:53.362328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:53.422133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Calling delete_port for 93193efb-3029-49dc-a783-cd886b1fd7eb owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:53.459229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27298e12-43c8-494a-aa0f-b5660051664e req-42c4ea9f-08d7-42cc-b28e-1bedb8f54c4d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2576413 Feb 02 15:14:53.564343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5fec92c-31b9-43cb-b405-f501a2349910 req-8c057d1a-0d48-44de-92b9-9bc0be154d5d tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1095 time: 0.1495488 Feb 02 15:14:53.716855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5fec92c-31b9-43cb-b405-f501a2349910 req-c0a2a64a-88d3-4721-aaf6-ad81bb09dfd3 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439915 Feb 02 15:14:53.760515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-993336c4-ddf0-4b8d-bfb2-626ee861d6fa tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.761217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-993336c4-ddf0-4b8d-bfb2-626ee861d6fa tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:53.777009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-993336c4-ddf0-4b8d-bfb2-626ee861d6fa tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:53.785552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411bb3-db83-4601-becf-5caa0e75a2ca req-1b7c6121-72a6-4ebd-bda8-c4c9d14ed937 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:53.786139 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-993336c4-ddf0-4b8d-bfb2-626ee861d6fa tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 950 time: 0.1312935 Feb 02 15:14:53.786244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90411bb3-db83-4601-becf-5caa0e75a2ca req-1b7c6121-72a6-4ebd-bda8-c4c9d14ed937 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1375771 Feb 02 15:14:53.830858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:53.856585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:53.870380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:53.902120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:53.943873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:53.946546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event deleted for resources: {'Port': ['ID=50d5f68a-2fc6-4171-bf3d-2b9db0849b2e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:53.997786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3f621388-1aea-4ed1-ac74-9258e4d643d9 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:14:54.048152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] No DVR routers for this DVR port 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:54.067230 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90411bb3-db83-4601-becf-5caa0e75a2ca req-519aa386-23a0-4e9a-965f-f40e7183e2c4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801437 Feb 02 15:14:54.068384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.073539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42753b00-9471-4eb5-8fa3-2ae2c2716d59', 'name': 'network-vif-deleted', 'tag': '50d5f68a-2fc6-4171-bf3d-2b9db0849b2e'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:54.105402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c8d9992-e316-4167-adfe-8c4ea5e84d39 req-0793bf1b-1344-4272-8d71-82c39b854026 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 210 time: 0.0625968 Feb 02 15:14:54.106146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Pushing event deleted for resources: {'Port': ['ID=93193efb-3029-49dc-a783-cd886b1fd7eb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:54.160968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:14:54.161681 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.206324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1736699357-network', 'tenant_id': '6524d0d7accd4c759aacd97521fedf46'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:54.215964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:54.225363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Usage tracker for resource:network and tenant:6524d0d7accd4c759aacd97521fedf46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:54.230361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc26591a-034d-4734-ba00-2f922aee1953 req-66d1b5dc-821b-4648-bb67-81cde500e53b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "DELETE /v2.0/ports/50d5f68a-2fc6-4171-bf3d-2b9db0849b2e HTTP/1.1" status: 204 len: 173 time: 1.6503866 Feb 02 15:14:54.237729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:54.245275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:54.252796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] No DVR routers for this DVR port 93193efb-3029-49dc-a783-cd886b1fd7eb on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:54.257887 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.261500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41ef4c6-50da-4f83-aff0-7625fd438272', 'name': 'network-vif-deleted', 'tag': '93193efb-3029-49dc-a783-cd886b1fd7eb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:54.362536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c75cf-4ba4-4986-8d52-3a8cd2ab5fce req-dd71a3c2-17a4-4886-9044-e87a07bf3892 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:54.363678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 3f621388-1aea-4ed1-ac74-9258e4d643d9 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:14:54.372034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-291c75cf-4ba4-4986-8d52-3a8cd2ab5fce req-dd71a3c2-17a4-4886-9044-e87a07bf3892 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 945 time: 0.1163692 Feb 02 15:14:54.372491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 3f621388-1aea-4ed1-ac74-9258e4d643d9 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:14:54.373105 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.378982 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-837c9ccf-61cf-4e16-b168-7f5bfa1a43a4 req-87be3f87-4363-400f-bad4-21f6ede73dd4 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 210 time: 0.0612335 Feb 02 15:14:54.412467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Made reservation on behalf of 6524d0d7accd4c759aacd97521fedf46 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:54.415636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60e96978-80ee-4413-9923-cb06d9f54456 req-b27143e2-f5fc-4328-876d-54e1ac1478f1 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.107 "DELETE /v2.0/ports/93193efb-3029-49dc-a783-cd886b1fd7eb HTTP/1.1" status: 204 len: 173 time: 1.6056342 Feb 02 15:14:54.417527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.435066 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.490949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-291c75cf-4ba4-4986-8d52-3a8cd2ab5fce req-5a2af66b-0e35-455d-87ab-0e8537ca9413 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167784 Feb 02 15:14:54.549890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:54.558495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Usage tracker for resource:security_group_rule and tenant:6524d0d7accd4c759aacd97521fedf46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:54.568780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:54.578569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:54.615757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b78b5230-f621-4b39-9fae-3d01dbd18e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.632336 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42753b00-9471-4eb5-8fa3-2ae2c2716d59', 'name': 'network-vif-deleted', 'tag': '50d5f68a-2fc6-4171-bf3d-2b9db0849b2e', 'status': 'completed', 'code': 200} Feb 02 15:14:54.663261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:54.664284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.710984 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41ef4c6-50da-4f83-aff0-7625fd438272', 'name': 'network-vif-deleted', 'tag': '93193efb-3029-49dc-a783-cd886b1fd7eb', 'status': 'completed', 'code': 200} Feb 02 15:14:54.714760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.734815 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.772511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3f621388-1aea-4ed1-ac74-9258e4d643d9, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3f621388-1aea-4ed1-ac74-9258e4d643d9,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:14:54.774569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e74d7b-b634-492e-9d3f-1d74f4b23fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f621388-1aea-4ed1-ac74-9258e4d643d9'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:54.814471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.886152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:14:54.888334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:14:54.905549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1239b0e8-7fa3-4153-b50a-7c561f7fdc71,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:54.911132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.912154 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Added segment e038a869-9578-40a4-aac7-6c265de0323d of type vlan for network c484149a-98e8-4753-afad-c03b9a7ab1d5 Feb 02 15:14:54.914006 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.915195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 93193efb-3029-49dc-a783-cd886b1fd7eb no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:54.955580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:54.991341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-4ad22b72-70a6-4459-851f-d654b6072bc6 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:54.995265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-4ad22b72-70a6-4459-851f-d654b6072bc6 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.007198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-4ad22b72-70a6-4459-851f-d654b6072bc6 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.009879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 93193efb-3029-49dc-a783-cd886b1fd7eb {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:55.010360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 93193efb-3029-49dc-a783-cd886b1fd7eb not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:55.015509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-4ad22b72-70a6-4459-851f-d654b6072bc6 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.020099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-4ad22b72-70a6-4459-851f-d654b6072bc6 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.024546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-4ad22b72-70a6-4459-851f-d654b6072bc6 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.028412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-4ad22b72-70a6-4459-851f-d654b6072bc6 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.030205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-4ad22b72-70a6-4459-851f-d654b6072bc6 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2117481 Feb 02 15:14:55.051620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3f621388-1aea-4ed1-ac74-9258e4d643d9,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:55.062168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-97a4232c-8229-4209-9f7c-e98cb40f4bd2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.063877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-97a4232c-8229-4209-9f7c-e98cb40f4bd2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 806 time: 0.4028456 Feb 02 15:14:55.092034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ac7466f-a154-4ae5-be0b-cf56e3321fca req-9f27bcdc-d2b0-4cb5-8d06-f3880c22cff9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498755 Feb 02 15:14:55.126472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-a05a300b-cd13-46c0-a8da-4a476f70e791 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/quotas/87fd436be89f477c990329a68ab9df43 HTTP/1.1" status: 200 len: 375 time: 0.0308752 Feb 02 15:14:55.179768 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e74d7b-b634-492e-9d3f-1d74f4b23fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f621388-1aea-4ed1-ac74-9258e4d643d9', 'code': 200} Feb 02 15:14:55.186093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:55.224366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-595557a8-741a-4faa-a01e-2dccac36f836 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864503 Feb 02 15:14:55.231412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:55.231763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 50d5f68a-2fc6-4171-bf3d-2b9db0849b2e not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:55.328404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:55.328404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.328404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:55.359209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:55.397084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b90c273f-ed5d-49ed-ab6a-59d8efb69076'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:14:55.430713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event deleted for resources: {'Port': ['ID=5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:55.458317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Pushing event updated for resources: {'Network': ['ID=c484149a-98e8-4753-afad-c03b9a7ab1d5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:55.474803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.475146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.475659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.476194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.476683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.477163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.477820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.478300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.478830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.479292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.479774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:14:55.501777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f27d7-b85b-4359-ab11-042bae90b5a1 req-f333c164-ebf8-4817-bd7c-9d38749a1288 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:55.509540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a3f27d7-b85b-4359-ab11-042bae90b5a1 req-f333c164-ebf8-4817-bd7c-9d38749a1288 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.2286446 Feb 02 15:14:55.510703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c484149a-98e8-4753-afad-c03b9a7ab1d5 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:14:55.561535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-b2caf986-503b-496a-8cf1-ede6f82ab3c9 service neutron] 10.222.0.88 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222048 Feb 02 15:14:55.572018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-720fcd51-3b57-4528-b179-d3768238a55d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6267779 Feb 02 15:14:55.575719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45234) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:55.582446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Request body: {'subnet': {'network_id': 'c484149a-98e8-4753-afad-c03b9a7ab1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1736699357-subnet', 'tenant_id': '6524d0d7accd4c759aacd97521fedf46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:55.588151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:55.592545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Usage tracker for resource:subnet and tenant:6524d0d7accd4c759aacd97521fedf46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:55.593842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] No DVR routers for this DVR port 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:14:55.597062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:55.601905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:55.609748 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a3f27d7-b85b-4359-ab11-042bae90b5a1 req-c9c5ac9f-60ff-4a6e-8b67-94db466dd3b2 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924895 Feb 02 15:14:55.609748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:55.709563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Made reservation on behalf of 6524d0d7accd4c759aacd97521fedf46 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:55.719245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:55.748371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1cfc0c15-0819-4045-a486-d76a01bc3482 req-2e409cc1-6fb8-4881-a31b-75798d0b5da1 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.64 "DELETE /v2.0/ports/5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a HTTP/1.1" status: 204 len: 173 time: 1.9627039 Feb 02 15:14:55.751739 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bce1733b-abf0-4780-b24b-11be8cd5c2f0 req-82f2e8b9-3b0b-4538-b5f1-10a85450c806 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 1097 time: 0.4422698 Feb 02 15:14:55.880521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-b662c84f-3e0c-4327-938f-0288a0c54352 service neutron] 10.222.0.88 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118794 Feb 02 15:14:55.896269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bce1733b-abf0-4780-b24b-11be8cd5c2f0 req-ea237c94-dc43-4345-8350-6ba7dcc6cf70 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319296 Feb 02 15:14:55.941915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79a45175-f1b6-4666-b907-c6367d31561b req-b4aa3af8-31d3-4f7a-9333-602494815067 tempest-ServerTagsTestJSON-569216319 tempest-ServerTagsTestJSON-569216319-project] 10.222.0.88 "GET /v2.0/ports?device_id=f41ef4c6-50da-4f83-aff0-7625fd438272 HTTP/1.1" status: 200 len: 210 time: 0.0538549 Feb 02 15:14:56.164597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-412623ba-e1fb-4433-bdbc-576834a9447a req-f0235d9c-095b-470c-9367-de1085097c2f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:14:56.280762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:56.359111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-412623ba-e1fb-4433-bdbc-576834a9447a req-f0235d9c-095b-470c-9367-de1085097c2f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:14:56.360320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-412623ba-e1fb-4433-bdbc-576834a9447a req-f0235d9c-095b-470c-9367-de1085097c2f tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=42753b00-9471-4eb5-8fa3-2ae2c2716d59 HTTP/1.1" status: 200 len: 210 time: 0.2369094 Feb 02 15:14:56.370448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=947e80ef-388c-4aea-9457-b915d00642ca,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:56.396717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Checking segment: {'id': 'e038a869-9578-40a4-aac7-6c265de0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c484149a-98e8-4753-afad-c03b9a7ab1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:14:56.396717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Network hostable DHCP agents. Network: c484149a-98e8-4753-afad-c03b9a7ab1d5, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:14:56.529892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65543d08-2cf2-4de8-a4ca-ebc5810156ee req-24c6c4ab-3ae9-44f2-a79a-2639d5920d31 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.531404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-65543d08-2cf2-4de8-a4ca-ebc5810156ee req-24c6c4ab-3ae9-44f2-a79a-2639d5920d31 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 946 time: 0.1114993 Feb 02 15:14:56.563297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Network c484149a-98e8-4753-afad-c03b9a7ab1d5 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:14:56.623329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-b7634535-e2c6-4baf-8413-28b24f3f2c4b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.627238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-b7634535-e2c6-4baf-8413-28b24f3f2c4b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.631253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-b7634535-e2c6-4baf-8413-28b24f3f2c4b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.635239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-b7634535-e2c6-4baf-8413-28b24f3f2c4b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.639281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-b7634535-e2c6-4baf-8413-28b24f3f2c4b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.643204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-b7634535-e2c6-4baf-8413-28b24f3f2c4b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.647947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-b7634535-e2c6-4baf-8413-28b24f3f2c4b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.649884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-b7634535-e2c6-4baf-8413-28b24f3f2c4b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.1316445 Feb 02 15:14:56.683242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, c484149a-98e8-4753-afad-c03b9a7ab1d5) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:14:56.688502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-65543d08-2cf2-4de8-a4ca-ebc5810156ee req-793a96df-4eee-4f96-92db-d37c5c6224c9 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493053 Feb 02 15:14:56.692958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2497cde-51a3-40ff-909f-11367c3f30f4 None None] Network c484149a-98e8-4753-afad-c03b9a7ab1d5 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:14:56.711350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:56.712223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda171bc-c2f0-4f38-afde-896256c0cc4d', 'name': 'network-vif-deleted', 'tag': '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:14:56.713954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:56.735063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ace4950-8981-45ae-b27f-c58fcb299ac0 req-6f6843be-3cbe-4c40-bb63-8bba28d60fda tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772309 Feb 02 15:14:56.855693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4eeeb37b-267f-4d1d-8722-1db96a167622 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2783458 Feb 02 15:14:56.865131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ffe5222-37aa-40aa-94ee-16209abeb5fa req-075b47a2-2182-4461-b021-0ee4eb3ff45b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0961576 Feb 02 15:14:56.906209 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3edcae27-89ba-4c82-831b-b605b3eed6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:57.004375 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda171bc-c2f0-4f38-afde-896256c0cc4d', 'name': 'network-vif-deleted', 'tag': '5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a', 'status': 'completed', 'code': 200} Feb 02 15:14:57.009333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9538f-6e3b-49da-a467-a7fed07093e5 None None] Network c484149a-98e8-4753-afad-c03b9a7ab1d5 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:14:57.134430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45260) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:57.158856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76e03f-dfa3-4d57-9650-015d90b72a9e req-b0b5c751-81cc-4f1f-b70f-ef7ff0434d31 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:57.160979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac76e03f-dfa3-4d57-9650-015d90b72a9e req-b0b5c751-81cc-4f1f-b70f-ef7ff0434d31 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1581426 Feb 02 15:14:57.190487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:14:57.214739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac76e03f-dfa3-4d57-9650-015d90b72a9e req-dcd35dd7-3988-42f7-ae0f-f388089addb4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Feb 02 15:14:57.259553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8bf5ea-adf5-477b-b73b-247e905330a0 admin admin] Deleting subnet 2894c9b4-83c6-4830-a00a-c584d3fc7670 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:14:57.259553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf5ea-adf5-477b-b73b-247e905330a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:57.268550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:14:57.268897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5c89bfd2-3679-4c36-a6d6-ac386d3c2c1a not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:14:57.294014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf5ea-adf5-477b-b73b-247e905330a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:57.352199 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf5ea-adf5-477b-b73b-247e905330a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:57.613335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf5ea-adf5-477b-b73b-247e905330a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:57.655235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bf5ea-adf5-477b-b73b-247e905330a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2894c9b4-83c6-4830-a00a-c584d3fc7670,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:57.661910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf5ea-adf5-477b-b73b-247e905330a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:57.668038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ff8bf5ea-adf5-477b-b73b-247e905330a0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2894c9b4-83c6-4830-a00a-c584d3fc7670 HTTP/1.1" status: 204 len: 168 time: 0.5325022 Feb 02 15:14:57.674472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45270) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:57.814517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:57.856667 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0e4f166c-ce97-47f8-9c6a-371442a95272 req-3bd646da-d2ae-4998-adec-0367786df6ed tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=bda171bc-c2f0-4f38-afde-896256c0cc4d HTTP/1.1" status: 200 len: 210 time: 0.0841105 Feb 02 15:14:58.018261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.055126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc639da-b3e7-4ea8-acd6-a30453faaecb']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:58.072888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961c6721-ec89-4f35-9c36-521bb2df2458') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:58.073338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961c6721-ec89-4f35-9c36-521bb2df2458') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:14:58.083287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-6f98561d-b23f-4dd8-a8bb-546f72e2866d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.088843 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.088994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-6f98561d-b23f-4dd8-a8bb-546f72e2866d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.092738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-6f98561d-b23f-4dd8-a8bb-546f72e2866d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.096620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-6f98561d-b23f-4dd8-a8bb-546f72e2866d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.101398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-6f98561d-b23f-4dd8-a8bb-546f72e2866d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.111367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-6f98561d-b23f-4dd8-a8bb-546f72e2866d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.111367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-6f98561d-b23f-4dd8-a8bb-546f72e2866d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.116409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.117556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-6f98561d-b23f-4dd8-a8bb-546f72e2866d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.1262331 Feb 02 15:14:58.128411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7f528-34e2-4f10-bff0-39f296a960d4 req-0419e5b6-3a5a-4876-aa47-333e2db0207f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.130089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58e7f528-34e2-4f10-bff0-39f296a960d4 req-0419e5b6-3a5a-4876-aa47-333e2db0207f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 946 time: 0.1764326 Feb 02 15:14:58.132652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:14:58.133106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:14:58.147308 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:14:58.182618 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52e56583-0859-4747-86cb-e9cdeef22dcc req-97d6ca63-ec84-46e1-b51e-49d59cf6ce10 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623698 Feb 02 15:14:58.280198 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.298446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58e7f528-34e2-4f10-bff0-39f296a960d4 req-89ba0d5d-3727-4dec-a476-da4d93f446c3 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502278 Feb 02 15:14:58.329230 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.372467 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-184b3ef6-c476-4b58-8b96-920a2778937f req-c816a1a9-4f7a-42ac-8550-242dd96e663c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0507710 Feb 02 15:14:58.488433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.511878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.528302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc639da-b3e7-4ea8-acd6-a30453faaecb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:58.564408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74777fcf-d8eb-4072-9fea-1f301f35b631 req-45f653ae-840a-4f21-be46-2a0bcff447f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:58.566401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74777fcf-d8eb-4072-9fea-1f301f35b631 req-45f653ae-840a-4f21-be46-2a0bcff447f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1230741 Feb 02 15:14:58.612664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74777fcf-d8eb-4072-9fea-1f301f35b631 req-e4b3ad8e-82f9-41cb-b22d-b222e700f61e tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 Feb 02 15:14:58.662348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45296) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:58.667595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1150187108-network', 'tenant_id': 'ca7e29ac92dd49558aa8821a2f5c58df'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:58.672283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:58.676250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Usage tracker for resource:network and tenant:ca7e29ac92dd49558aa8821a2f5c58df is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:58.679036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:58.684866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:58.710313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2f13d970-a18f-497c-b019-be5e05b8601e admin admin] 10.222.0.88 "DELETE /v2.0/networks/6fc639da-b3e7-4ea8-acd6-a30453faaecb HTTP/1.1" status: 204 len: 168 time: 1.0307677 Feb 02 15:14:58.814290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Made reservation on behalf of ca7e29ac92dd49558aa8821a2f5c58df for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:58.817296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.829984 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:58.862396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:58.866682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Usage tracker for resource:security_group_rule and tenant:ca7e29ac92dd49558aa8821a2f5c58df is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:58.869491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:58.875084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:58.941798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.062739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.095171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:14:59.100755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dec28ec-0aa6-4b76-b1b6-4773dc7dc689,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:59.108199 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.108199 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Added segment acb19dd0-d9c6-4017-95a4-eef42343ffb7 of type vlan for network 04ec7c09-9080-4c02-b59a-55b14d8ccea1 Feb 02 15:14:59.138016 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.312464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe5bc1-ebe6-42f8-aef1-8fe383ecaf79 req-90d62d01-5ab3-4158-9c45-9060ed7fcfcb tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.313969 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5bbe5bc1-ebe6-42f8-aef1-8fe383ecaf79 req-90d62d01-5ab3-4158-9c45-9060ed7fcfcb tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 946 time: 0.0827606 Feb 02 15:14:59.336417 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.342279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.342279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.433570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45314) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:59.454884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] Pushing event updated for resources: {'Network': ['ID=04ec7c09-9080-4c02-b59a-55b14d8ccea1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:14:59.465350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 04ec7c09-9080-4c02-b59a-55b14d8ccea1 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:14:59.484032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5bbe5bc1-ebe6-42f8-aef1-8fe383ecaf79 req-5e580b86-ceba-4893-825a-272ff18a1dd5 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628287 Feb 02 15:14:59.511461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-077cb198-6d27-4c62-898d-d2a758318195 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c5b254a5114a44469fff708b67751791&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0755012 Feb 02 15:14:59.514680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45318) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:59.583085 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-21ce6f78-3431-42df-99c3-41b0f2853f53 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9158018 Feb 02 15:14:59.583355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45322) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:14:59.589524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Request body: {'subnet': {'network_id': '04ec7c09-9080-4c02-b59a-55b14d8ccea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1150187108-subnet', 'tenant_id': 'ca7e29ac92dd49558aa8821a2f5c58df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:59.594606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:14:59.599943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Usage tracker for resource:subnet and tenant:ca7e29ac92dd49558aa8821a2f5c58df is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:14:59.603895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371a6112-3cce-4d07-bb4a-043af895dc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.606799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:14:59.614719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:14:59.720139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Made reservation on behalf of ca7e29ac92dd49558aa8821a2f5c58df for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:14:59.724570 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.734647 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371a6112-3cce-4d07-bb4a-043af895dc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.832894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-89d2580a-b8b6-48ab-abf6-3a06674c9f82 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.834331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-89d2580a-b8b6-48ab-abf6-3a06674c9f82 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 806 time: 0.2105238 Feb 02 15:14:59.834808 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.861975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-ee371832-e5bc-41ee-8ba9-392799d4776c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.862257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Request body: {'port': {'device_id': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'admin_state_up': True, 'tenant_id': '87fd436be89f477c990329a68ab9df43'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:14:59.866552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-ee371832-e5bc-41ee-8ba9-392799d4776c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.870554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-ee371832-e5bc-41ee-8ba9-392799d4776c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.874799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-ee371832-e5bc-41ee-8ba9-392799d4776c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.882314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-ee371832-e5bc-41ee-8ba9-392799d4776c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.887356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-ee371832-e5bc-41ee-8ba9-392799d4776c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.891501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-ee371832-e5bc-41ee-8ba9-392799d4776c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:14:59.893744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-ee371832-e5bc-41ee-8ba9-392799d4776c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2624495 Feb 02 15:14:59.942706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371a6112-3cce-4d07-bb4a-043af895dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:14:59.966224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f10d6bc9-4cf0-44c0-b360-6e7356bf7653 req-062cae81-e22b-41af-8f76-491cf5867d3a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643220 Feb 02 15:15:00.119416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a6112-3cce-4d07-bb4a-043af895dc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f67e70d-8d35-4399-aaee-c8d833e6db8d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:00.139017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-756e5777-f4eb-4df5-a25f-4808d35b3c63 req-d43b9871-1ca1-4816-87bb-e45faf81a8f3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0623469 Feb 02 15:15:00.199316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:00.209255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:00.219186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:00.258355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371a6112-3cce-4d07-bb4a-043af895dc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:00.261949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-371a6112-3cce-4d07-bb4a-043af895dc1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6f67e70d-8d35-4399-aaee-c8d833e6db8d HTTP/1.1" status: 204 len: 168 time: 0.7434938 Feb 02 15:15:00.284393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d4e24-ac6c-42e3-83e7-dafa66e81ec4 req-787d71a6-d091-455f-bc38-3f32b8dc57ad tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:00.285912 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-843d4e24-ac6c-42e3-83e7-dafa66e81ec4 req-787d71a6-d091-455f-bc38-3f32b8dc57ad tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1633835 Feb 02 15:15:00.288463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ea4f6f-c2b8-4ad0-b0b3-b783852da181,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:00.322182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Checking segment: {'id': 'acb19dd0-d9c6-4017-95a4-eef42343ffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '04ec7c09-9080-4c02-b59a-55b14d8ccea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:00.322783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Network hostable DHCP agents. Network: 04ec7c09-9080-4c02-b59a-55b14d8ccea1, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:15:00.355337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db2323-ec46-4893-ae95-5d5d7348f07b req-2efdd70b-0d8e-4c92-9b40-2d2e7a54412b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:00.356346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f1db2323-ec46-4893-ae95-5d5d7348f07b req-2efdd70b-0d8e-4c92-9b40-2d2e7a54412b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:00.374456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f1db2323-ec46-4893-ae95-5d5d7348f07b req-2efdd70b-0d8e-4c92-9b40-2d2e7a54412b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:00.374456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1db2323-ec46-4893-ae95-5d5d7348f07b req-2efdd70b-0d8e-4c92-9b40-2d2e7a54412b tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 950 time: 0.0986834 Feb 02 15:15:00.374456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Made reservation on behalf of 87fd436be89f477c990329a68ab9df43 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:00.374781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-843d4e24-ac6c-42e3-83e7-dafa66e81ec4 req-096bae27-7064-4f3c-baa1-528b88721278 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668981 Feb 02 15:15:00.374897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:00.466978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Network 04ec7c09-9080-4c02-b59a-55b14d8ccea1 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:15:00.478530 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1db2323-ec46-4893-ae95-5d5d7348f07b req-f29be99f-7bb9-4a64-97c2-e1171467d123 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938416 Feb 02 15:15:00.590274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Allocated IP 172.20.0.7 (76012fa1-2f3f-41a3-bc2b-91287288c514/d76bf1dd-18f1-4463-b02d-e1edb574e524/fcdbc48b-4d8b-4779-91db-aa36488fd53b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:00.649975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 04ec7c09-9080-4c02-b59a-55b14d8ccea1) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:00.659204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:00.659511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689897c-802a-4e19-ae98-3e850a8725a6 None None] Network 04ec7c09-9080-4c02-b59a-55b14d8ccea1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:15:00.660000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:00.713406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d7dfb-4061-4570-9877-e9fb5bb06d36 req-c6909026-bb91-4f84-9324-25394970b7e4 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:00.720834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa2d7dfb-4061-4570-9877-e9fb5bb06d36 req-c6909026-bb91-4f84-9324-25394970b7e4 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 946 time: 0.1066473 Feb 02 15:15:00.792717 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa2d7dfb-4061-4570-9877-e9fb5bb06d36 req-57010c9a-faa2-476f-86f4-a1e63cc39e81 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups?id=df20cb3d-39c3-4da7-8862-d860d7facfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707014 Feb 02 15:15:00.802827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-be2434e8-4d23-4c8d-a060-c4c8787d013d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2106698 Feb 02 15:15:00.952417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753cf3-7560-4874-a699-8f5e150197d3 req-c26be433-2713-42d7-a9ed-3d0b72e37079 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:00.953986 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46753cf3-7560-4874-a699-8f5e150197d3 req-c26be433-2713-42d7-a9ed-3d0b72e37079 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.107 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 946 time: 0.1937153 Feb 02 15:15:00.954960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f26c27-625a-47df-9394-9d7a853ea79a None None] Network 04ec7c09-9080-4c02-b59a-55b14d8ccea1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:15:01.028842 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:01.035074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Deleting port 3f621388-1aea-4ed1-ac74-9258e4d643d9 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:01.038366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:01.385104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-2c4e0dd6-f637-4abb-9a26-d95e4112d8b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.389066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-2c4e0dd6-f637-4abb-9a26-d95e4112d8b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.392961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-2c4e0dd6-f637-4abb-9a26-d95e4112d8b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.396857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-2c4e0dd6-f637-4abb-9a26-d95e4112d8b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.400767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-2c4e0dd6-f637-4abb-9a26-d95e4112d8b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.404725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-2c4e0dd6-f637-4abb-9a26-d95e4112d8b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.408611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-2c4e0dd6-f637-4abb-9a26-d95e4112d8b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.410616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-2c4e0dd6-f637-4abb-9a26-d95e4112d8b5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2513757 Feb 02 15:15:01.414076 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:01.509958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] For port 3f621388-1aea-4ed1-ac74-9258e4d643d9, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3f621388-1aea-4ed1-ac74-9258e4d643d9,segment=NetworkSegment(c9150441-15f4-403d-9d0d-94ba6cd2c2a7),segment_id=c9150441-15f4-403d-9d0d-94ba6cd2c2a7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:01.510330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:01.652179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Calling delete_port for 3f621388-1aea-4ed1-ac74-9258e4d643d9 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:01.683917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Network 76012fa1-2f3f-41a3-bc2b-91287288c514 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:01.737678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-19fdb7a9-83f9-496b-9404-a923b06fd1f4 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.739043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-19fdb7a9-83f9-496b-9404-a923b06fd1f4 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Synchronizing usage tracker for tenant:6524d0d7accd4c759aacd97521fedf46 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:01.766917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:01.770162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:01.805295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Pushing event updated for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:01.805810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45372) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:01.825860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-19fdb7a9-83f9-496b-9404-a923b06fd1f4 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Unset dirty status for tenant:6524d0d7accd4c759aacd97521fedf46 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:01.827317 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-19fdb7a9-83f9-496b-9404-a923b06fd1f4 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/networks?id=c484149a-98e8-4753-afad-c03b9a7ab1d5 HTTP/1.1" status: 200 len: 815 time: 0.2519352 Feb 02 15:15:01.848828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c12dfd23-9e92-48c6-af64-6c366f76b80c req-c94b88ad-77bc-4548-97d2-6f413066ffb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4283755 Feb 02 15:15:01.852066 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-bc621b6e-1ab1-405d-9f93-f76a9d0d222b tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/quotas/6524d0d7accd4c759aacd97521fedf46 HTTP/1.1" status: 200 len: 375 time: 0.0167580 Feb 02 15:15:01.906242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-ae6afea7-64cb-4d2e-929a-8e2122c2514a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6524d0d7accd4c759aacd97521fedf46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524845 Feb 02 15:15:01.908024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.909059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:01.976669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771796e7-5e53-46ea-b659-3b4b8960076f req-e3d1fcfe-ba4f-4e15-ab5f-084a12a07d89 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:01.978221 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771796e7-5e53-46ea-b659-3b4b8960076f req-e3d1fcfe-ba4f-4e15-ab5f-084a12a07d89 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 950 time: 0.3326628 Feb 02 15:15:02.024174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-386447754-network', 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:02.035624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:02.043470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Usage tracker for resource:network and tenant:73d6a44ccb544ca9b8f22dda7d20a075 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:02.055289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:02.064227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:02.086773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-2b936e23-a79e-4cd7-942e-c5dc40ace69f service neutron] 10.222.0.88 "GET /v2.0/networks/c484149a-98e8-4753-afad-c03b9a7ab1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698174 Feb 02 15:15:02.188710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-738b4673-1b0a-4b08-beeb-061d259ffa27 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3351395 Feb 02 15:15:02.194076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:02.196557 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.214957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Request body: {'port': {'device_id': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:02.222997 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.266594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-1a5f6138-4f48-4d29-922a-f5d4b711bcc3 service neutron] 10.222.0.88 "GET /v2.0/networks/c484149a-98e8-4753-afad-c03b9a7ab1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704125 Feb 02 15:15:02.290380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:02.299058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Deleting port b90c273f-ed5d-49ed-ab6a-59d8efb69076 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:02.299058 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.306601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:73d6a44ccb544ca9b8f22dda7d20a075 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:02.306601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:02.317787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:02.401523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.477089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.506594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d1b3f-3869-41c6-875c-9e077a5df5f2 req-d67bf20a-f33b-4c58-b57c-f728b500b4c9 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:02.513103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e30d1b3f-3869-41c6-875c-9e077a5df5f2 req-d67bf20a-f33b-4c58-b57c-f728b500b4c9 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:02.518448 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.559959 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.592399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:15:02.603152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b46a786-910a-485f-86d7-0558cd9e375b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:02.609603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.610153 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Added segment 1f879b05-f024-4c99-9873-abed420865d2 of type vlan for network 254e918a-e7ed-428b-ac1e-aeb570cad971 Feb 02 15:15:02.642384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.657065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event deleted for resources: {'Port': ['ID=3f621388-1aea-4ed1-ac74-9258e4d643d9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:02.807867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce18102-1059-42f1-ab56-501b45050640 req-5e1858c2-7498-474e-9037-177e538a36be tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:02.809443 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ce18102-1059-42f1-ab56-501b45050640 req-5e1858c2-7498-474e-9037-177e538a36be tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.0985336 Feb 02 15:15:02.812135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.812135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:02.812333 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.872406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] No DVR routers for this DVR port 3f621388-1aea-4ed1-ac74-9258e4d643d9 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:15:02.875777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.887582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e74d7b-b634-492e-9d3f-1d74f4b23fac', 'name': 'network-vif-deleted', 'tag': '3f621388-1aea-4ed1-ac74-9258e4d643d9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:02.905818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e30d1b3f-3869-41c6-875c-9e077a5df5f2 req-d67bf20a-f33b-4c58-b57c-f728b500b4c9 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:02.906944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e30d1b3f-3869-41c6-875c-9e077a5df5f2 req-d67bf20a-f33b-4c58-b57c-f728b500b4c9 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 931 time: 0.8963325 Feb 02 15:15:02.954995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=254e918a-e7ed-428b-ac1e-aeb570cad971,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:02.964603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] For port b90c273f-ed5d-49ed-ab6a-59d8efb69076, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b90c273f-ed5d-49ed-ab6a-59d8efb69076,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:02.965587 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:02.966184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ce18102-1059-42f1-ab56-501b45050640 req-5b783fc6-7ff2-47b1-a10f-3a2e6555d729 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382370 Feb 02 15:15:02.969215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:15:03.068720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46753cf3-7560-4874-a699-8f5e150197d3 req-681bbc2f-1f85-4b8f-9192-4919b822240f tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.107 "DELETE /v2.0/ports/3f621388-1aea-4ed1-ac74-9258e4d643d9 HTTP/1.1" status: 204 len: 173 time: 2.1082761 Feb 02 15:15:03.119439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f6f3215d-35c1-4bd9-ab3b-6f037dc9b3a2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3124549 Feb 02 15:15:03.124792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45392) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:03.134758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Request body: {'subnet': {'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-386447754-subnet', 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:03.141617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:03.152102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Usage tracker for resource:subnet and tenant:73d6a44ccb544ca9b8f22dda7d20a075 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:03.157068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:03.167931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:03.192249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Calling delete_port for b90c273f-ed5d-49ed-ab6a-59d8efb69076 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:03.196265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42b33a-7c5e-4cca-a504-ec1dec1745fd req-93836ce5-77e4-49d2-b48d-fc4e8fe16238 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:03.197739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa42b33a-7c5e-4cca-a504-ec1dec1745fd req-93836ce5-77e4-49d2-b48d-fc4e8fe16238 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 950 time: 0.1142683 Feb 02 15:15:03.233656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e30d1b3f-3869-41c6-875c-9e077a5df5f2 req-91fe3723-7956-4f5c-8165-22e2409d67e5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165061 Feb 02 15:15:03.252384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa42b33a-7c5e-4cca-a504-ec1dec1745fd req-0f31f411-18f3-4083-ac55-b6f3c54c196e tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8573e2c-1b3a-4ab7-ada8-d22515930374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489275 Feb 02 15:15:03.422442 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:15:03.451281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7c4eafac-d7da-44fe-af39-98c6898853df req-96575b34-365d-40f4-b6ec-e2afde3c9216 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Synchronizing usage tracker for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:03.487258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:03.489536 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:03.512617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af782a5c-68c8-4bae-b28c-11aa58afec08 req-d6ec7ce7-9051-482e-8754-10bf35f8336b tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 210 time: 0.1815007 Feb 02 15:15:03.520471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdbc48b-4d8b-4779-91db-aa36488fd53b {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:03.527938 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:03.547159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Transition to ACTIVE for port object fcdbc48b-4d8b-4779-91db-aa36488fd53b will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:03.617458 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:03.671731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Pushing event deleted for resources: {'Port': ['ID=b90c273f-ed5d-49ed-ab6a-59d8efb69076,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:03.678792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7c4eafac-d7da-44fe-af39-98c6898853df req-96575b34-365d-40f4-b6ec-e2afde3c9216 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Unset dirty status for tenant:a2ef7fa1811e4927a7f275e1d5c8f703 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:03.680032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c4eafac-d7da-44fe-af39-98c6898853df req-96575b34-365d-40f4-b6ec-e2afde3c9216 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/ports?device_id=95e74d7b-b634-492e-9d3f-1d74f4b23fac HTTP/1.1" status: 200 len: 210 time: 0.3114545 Feb 02 15:15:03.682529 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:03.729521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.730196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.730754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.731322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.732161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.732709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.733244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.733751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.735935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.735935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.735935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:03.819798 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e74d7b-b634-492e-9d3f-1d74f4b23fac', 'name': 'network-vif-deleted', 'tag': '3f621388-1aea-4ed1-ac74-9258e4d643d9', 'status': 'completed', 'code': 200} Feb 02 15:15:03.836108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-cd4e3143-2166-4ce2-81cd-44895c227a5f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:03.839047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] No DVR routers for this DVR port b90c273f-ed5d-49ed-ab6a-59d8efb69076 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:15:03.840091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-cd4e3143-2166-4ce2-81cd-44895c227a5f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:03.844064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-cd4e3143-2166-4ce2-81cd-44895c227a5f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:03.848065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-cd4e3143-2166-4ce2-81cd-44895c227a5f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:03.852071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-cd4e3143-2166-4ce2-81cd-44895c227a5f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:03.856064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-cd4e3143-2166-4ce2-81cd-44895c227a5f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:03.860258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-cd4e3143-2166-4ce2-81cd-44895c227a5f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:03.862161 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-cd4e3143-2166-4ce2-81cd-44895c227a5f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2140670 Feb 02 15:15:03.890615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:03.911239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-836dcc49-dafd-40ba-8b6c-67dc9d0306ab req-0ebec5b8-a149-4af5-8ea6-5df4fcc97d85 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428560 Feb 02 15:15:03.920606 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:03.925815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:04.007793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ec79d3-5556-4ce2-a222-25352a802725,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:04.020983 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b90c273f-ed5d-49ed-ab6a-59d8efb69076 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:15:04.022221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Checking segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:04.022588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Network hostable DHCP agents. Network: 254e918a-e7ed-428b-ac1e-aeb570cad971, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:15:04.088452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: b90c273f-ed5d-49ed-ab6a-59d8efb69076 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:15:04.089038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b90c273f-ed5d-49ed-ab6a-59d8efb69076 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:15:04.090399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3f621388-1aea-4ed1-ac74-9258e4d643d9 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:15:04.124437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-771796e7-5e53-46ea-b659-3b4b8960076f req-79bfe2f9-1ece-4d97-bec0-bf27dba85ab7 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.107 "DELETE /v2.0/ports/b90c273f-ed5d-49ed-ab6a-59d8efb69076 HTTP/1.1" status: 204 len: 173 time: 2.1116657 Feb 02 15:15:04.129821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 3f621388-1aea-4ed1-ac74-9258e4d643d9 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:15:04.129821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3f621388-1aea-4ed1-ac74-9258e4d643d9 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:15:04.160650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:15:04.215967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:04.216306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:04.216635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:04.228718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:04.229072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:04.242266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:04.242570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:04.242961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:04.243405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Bound port: fcdbc48b-4d8b-4779-91db-aa36488fd53b, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:04.243773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:04.263167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0189d2-944b-4bfd-b5bd-45e5253de968 req-6a0a2e3c-0d08-45f4-9560-5fd5be25e32e tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:04.264668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c0189d2-944b-4bfd-b5bd-45e5253de968 req-6a0a2e3c-0d08-45f4-9560-5fd5be25e32e tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1471133 Feb 02 15:15:04.320589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 254e918a-e7ed-428b-ac1e-aeb570cad971) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:04.328773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:04.329476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:04.336620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe0189e-f420-421f-9ea0-027646b3f87c None None] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:15:04.372552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:04.383155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:04.400760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c0189d2-944b-4bfd-b5bd-45e5253de968 req-234bda3a-1b99-4ed0-b27f-e74d41ee66e5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235933 Feb 02 15:15:04.482744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10bcef-d9f6-43df-b098-a21890cbe547 req-e0e29856-6416-415f-93ca-e3a0b1ef988b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:04.484442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab10bcef-d9f6-43df-b098-a21890cbe547 req-e0e29856-6416-415f-93ca-e3a0b1ef988b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.1011262 Feb 02 15:15:04.501710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:04.552252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab10bcef-d9f6-43df-b098-a21890cbe547 req-a52b343e-ee94-4091-9213-3cf49963e3db tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590587 Feb 02 15:15:04.585114 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-852aa431-5e14-4ec0-9bbb-cfa5f028f640 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4592769 Feb 02 15:15:04.599907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:04.605393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] 10.222.0.64 "PUT /v2.0/ports/fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 200 len: 1091 time: 2.3932824 Feb 02 15:15:04.617333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89262d12-5b04-46d7-addf-1cfa1bc5fb6d None None] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:15:04.740550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a71cbc90-78f4-41bc-b061-2b8737f43311 req-c14859e6-8681-4d4b-b00d-9ddb3dfdad99 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Synchronizing usage tracker for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:04.796222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5c756b3-071a-4c7b-a21e-4e9e5ca70214 req-6122881f-2e7a-4266-9711-e85fbbd70e92 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 210 time: 0.0746458 Feb 02 15:15:04.811603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9221dc-355e-438a-9f6e-ac228836bb56 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:04.908039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a71cbc90-78f4-41bc-b061-2b8737f43311 req-c14859e6-8681-4d4b-b00d-9ddb3dfdad99 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] Unset dirty status for tenant:6dc4916590c34388b8dcb39fc65bae7d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:04.909264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a71cbc90-78f4-41bc-b061-2b8737f43311 req-c14859e6-8681-4d4b-b00d-9ddb3dfdad99 tempest-ServersOnMultiNodesTest-1848054964 tempest-ServersOnMultiNodesTest-1848054964-project] 10.222.0.88 "GET /v2.0/ports?device_id=5edd84b8-e9d1-42d1-9cc3-4906cd525407 HTTP/1.1" status: 200 len: 210 time: 0.2871130 Feb 02 15:15:04.954479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-d9a39302-18f8-4f0c-b39c-7113801d4bcc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1094 time: 0.0900111 Feb 02 15:15:05.049073 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-158ca01f-a97e-495f-a9f3-1c3a5fceed8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 200 len: 217 time: 0.0813124 Feb 02 15:15:05.113440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-71d5e660-fdfb-4dcf-b521-4691be1d58f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.114625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-71d5e660-fdfb-4dcf-b521-4691be1d58f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.0610902 Feb 02 15:15:05.166195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-2ffa302e-765a-464f-b410-43c95e453e91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424619 Feb 02 15:15:05.217719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-d615bff8-57db-4260-9a27-b37f8674f386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.222561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-d615bff8-57db-4260-9a27-b37f8674f386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.226481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-d615bff8-57db-4260-9a27-b37f8674f386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.230605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-d615bff8-57db-4260-9a27-b37f8674f386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.235013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-d615bff8-57db-4260-9a27-b37f8674f386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.240327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-d615bff8-57db-4260-9a27-b37f8674f386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.244537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-d615bff8-57db-4260-9a27-b37f8674f386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.246454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-d615bff8-57db-4260-9a27-b37f8674f386 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.1315060 Feb 02 15:15:05.297031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0f0ed45b-da96-4524-aa84-f64a7a246d27 req-26c837ef-9c41-4872-b8ed-20c1e35be3c9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445826 Feb 02 15:15:05.429859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-83a126ef-3fd9-4a50-ac08-05ce9234b543 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608500 Feb 02 15:15:05.538983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-afdb9925-22ab-4382-9aa6-0ae2522966ad tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.540631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-afdb9925-22ab-4382-9aa6-0ae2522966ad tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.2911334 Feb 02 15:15:05.587793 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-ff8180ca-4497-4c18-b1ed-f0a71b426a07 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/quotas/73d6a44ccb544ca9b8f22dda7d20a075 HTTP/1.1" status: 200 len: 375 time: 0.0335071 Feb 02 15:15:05.648545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc93be3-1cf3-4293-8ce2-14a97b201c85 req-1dbfef7f-e8b7-466e-9bf3-e9e80d7ad9fa service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014825 Feb 02 15:15:05.650610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-ae502796-2df1-48f4-9d7b-60907f2d9b2e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520933 Feb 02 15:15:05.680725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc01d36-4dcd-405b-8c17-bd37f56c6cec req-d3f2af3e-9997-492c-9479-dd934a618dc3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:05.686662 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4fc01d36-4dcd-405b-8c17-bd37f56c6cec req-d3f2af3e-9997-492c-9479-dd934a618dc3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.0946372 Feb 02 15:15:05.730403 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4fc01d36-4dcd-405b-8c17-bd37f56c6cec req-b23d8d18-da39-4b75-bf5e-efeeaf4bc727 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Feb 02 15:15:05.802846 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-fabf0a5e-590f-476a-b1e1-0cedd8b3499a service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449711 Feb 02 15:15:05.825719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd84b8-e9d1-42d1-9cc3-4906cd525407', 'name': 'network-vif-deleted', 'tag': 'b90c273f-ed5d-49ed-ab6a-59d8efb69076'}, {'name': 'network-changed', 'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:05.873915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45440) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:05.942023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be7103e1-355a-4d0d-8e6c-7f02765c148c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:05.950569 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-01b6190b-b05f-4846-9b29-0fc5dd7a056a service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418693 Feb 02 15:15:05.974882 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be7103e1-355a-4d0d-8e6c-7f02765c148c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:06.106079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55859bd-1c64-4443-bacd-f101b2ecc1ca req-0d3bcf55-eea7-4798-8beb-83f7ba4b2366 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:06.107780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f55859bd-1c64-4443-bacd-f101b2ecc1ca req-0d3bcf55-eea7-4798-8beb-83f7ba4b2366 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.1137064 Feb 02 15:15:06.165512 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f55859bd-1c64-4443-bacd-f101b2ecc1ca req-d59189bc-32f6-4b4b-b604-54f47b4870ca tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Feb 02 15:15:06.225574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be7103e1-355a-4d0d-8e6c-7f02765c148c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:06.257476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7103e1-355a-4d0d-8e6c-7f02765c148c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639fa947-ffdf-4f9f-bda6-8fd68f667ce7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:06.418237 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edd84b8-e9d1-42d1-9cc3-4906cd525407', 'name': 'network-vif-deleted', 'tag': 'b90c273f-ed5d-49ed-ab6a-59d8efb69076', 'status': 'completed', 'code': 200} Feb 02 15:15:06.430012 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b', 'status': 'completed', 'code': 200} Feb 02 15:15:06.476484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9ca9590-85b5-42a3-8de9-9c944bf53e18 req-293659de-4f32-4033-bd4e-b09924cbe267 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 210 time: 0.1043470 Feb 02 15:15:06.480206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be7103e1-355a-4d0d-8e6c-7f02765c148c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:06.481553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-be7103e1-355a-4d0d-8e6c-7f02765c148c tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "DELETE /v2.0/security-groups/639fa947-ffdf-4f9f-bda6-8fd68f667ce7 HTTP/1.1" status: 204 len: 168 time: 0.6066675 Feb 02 15:15:06.484578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45458) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:06.546708 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-d93384d7-43f8-45c1-83cb-4d1da85fdb7a tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] show failed (client error): The resource could not be found. Feb 02 15:15:06.548628 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d93384d7-43f8-45c1-83cb-4d1da85fdb7a tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "GET /v2.0/security-groups/639fa947-ffdf-4f9f-bda6-8fd68f667ce7 HTTP/1.1" status: 404 len: 347 time: 0.0601177 Feb 02 15:15:06.559904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45462) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:06.761133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8208407-5c89-4e11-932a-3bf60596fbd6 req-3ea3eb5c-9caf-4243-91cd-6e280aea3e7c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 210 time: 0.1823022 Feb 02 15:15:06.774564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-86ec0d21-0e93-42d3-b8bf-11086b7a2f76 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:06.776046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-86ec0d21-0e93-42d3-b8bf-11086b7a2f76 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.107 "GET /v2.0/networks?id=c484149a-98e8-4753-afad-c03b9a7ab1d5 HTTP/1.1" status: 200 len: 815 time: 0.5740426 Feb 02 15:15:06.816045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Deleting port 236a13c4-a3a8-4333-9ce0-fd0ef6c2fde5 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:06.816364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Request body: {'port': {'device_id': 'a4a45895-7710-4dc3-8059-81750b28c2fb', 'network_id': 'c484149a-98e8-4753-afad-c03b9a7ab1d5', 'admin_state_up': True, 'tenant_id': '6524d0d7accd4c759aacd97521fedf46'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:06.816782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:06.919654 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4119124f-984d-4244-968c-44b2e9477e95 req-df635591-b41d-4e91-9309-b1eb418001cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1094 time: 0.5030799 Feb 02 15:15:06.991212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-666bc4b7-96c5-4438-babd-0992c9e25634 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:06.995099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-666bc4b7-96c5-4438-babd-0992c9e25634 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:06.998947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-666bc4b7-96c5-4438-babd-0992c9e25634 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.002819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-666bc4b7-96c5-4438-babd-0992c9e25634 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.007109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-666bc4b7-96c5-4438-babd-0992c9e25634 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.011107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-666bc4b7-96c5-4438-babd-0992c9e25634 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.015641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-666bc4b7-96c5-4438-babd-0992c9e25634 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.017665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-666bc4b7-96c5-4438-babd-0992c9e25634 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.3654180 Feb 02 15:15:07.102938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:07.103256 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:07.116544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd80e59-e40e-49ea-a9fe-69c3d063def3 req-43b46a17-8f51-4b51-833a-464b0a961a71 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864027 Feb 02 15:15:07.130860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:07.134986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Usage tracker for resource:port and tenant:6524d0d7accd4c759aacd97521fedf46 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:07.138047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:07.147207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:07.154108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45470) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:07.215070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119124f-984d-4244-968c-44b2e9477e95 req-1f6f3646-1f2e-4c3c-8a3f-b9ef49204c47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.216507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4119124f-984d-4244-968c-44b2e9477e95 req-1f6f3646-1f2e-4c3c-8a3f-b9ef49204c47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.2846096 Feb 02 15:15:07.224613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595150-3b96-4da7-982a-d032d6918da8 req-a5df5e31-7fee-4868-b9fb-4a47f75c40cf tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.226180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71595150-3b96-4da7-982a-d032d6918da8 req-a5df5e31-7fee-4868-b9fb-4a47f75c40cf tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.2649550 Feb 02 15:15:07.241703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device fcdbc48b-4d8b-4779-91db-aa36488fd53b details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:07.303593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Made reservation on behalf of 6524d0d7accd4c759aacd97521fedf46 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:07.306841 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:07.338958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4119124f-984d-4244-968c-44b2e9477e95 req-ec811dce-c371-4e41-9971-1cd37a6d6745 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 200 len: 217 time: 0.1049712 Feb 02 15:15:07.472853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Calling delete_port for 236a13c4-a3a8-4333-9ce0-fd0ef6c2fde5 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:07.490320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:07.540265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b', 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'port_id': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b', 'mac_address': 'fa:16:3e:ae:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76bf1dd-18f1-4463-b02d-e1edb574e524', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:07.557573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71595150-3b96-4da7-982a-d032d6918da8 req-2ad34d83-dfd6-464a-8df4-19f09ebd8c64 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247426 Feb 02 15:15:07.609570 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:07.615383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-387618fb-8f1c-456d-a11a-c6a8c7dd4048 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6dc4916590c34388b8dcb39fc65bae7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4580538 Feb 02 15:15:07.618097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119124f-984d-4244-968c-44b2e9477e95 req-2aa52577-6609-48fa-8f5a-7c0fe9e7a25f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.619833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4119124f-984d-4244-968c-44b2e9477e95 req-2aa52577-6609-48fa-8f5a-7c0fe9e7a25f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.2577682 Feb 02 15:15:07.620573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45482) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:07.627044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdbc48b-4d8b-4779-91db-aa36488fd53b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:07.639093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bcf56-da65-484d-9af9-af15bc5d2f21 req-6885a18d-59bc-42ba-b0a9-9e875259f4c5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:07.640805 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b93bcf56-da65-484d-9af9-af15bc5d2f21 req-6885a18d-59bc-42ba-b0a9-9e875259f4c5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.1775489 Feb 02 15:15:07.648400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:07.724686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4119124f-984d-4244-968c-44b2e9477e95 req-bb922c0c-1763-4e89-b138-9b2a3d9162de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633211 Feb 02 15:15:07.743610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b93bcf56-da65-484d-9af9-af15bc5d2f21 req-5204c2f1-4514-4139-9b0d-a98a8736ff67 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964327 Feb 02 15:15:07.800784 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:07.838264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:07.888617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:07.903012 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-be6f5eb5-b9fd-4612-be7b-09d173a39b5b req-e3e3fe69-8f4f-47c1-ba70-b0878563c9c1 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 210 time: 0.1105461 Feb 02 15:15:07.904878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Allocated IP 172.20.0.6 (c484149a-98e8-4753-afad-c03b9a7ab1d5/947e80ef-388c-4aea-9457-b915d00642ca/d2c87060-aa03-4cda-9121-f31908124431) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:07.952545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Pushing event deleted for resources: {'Port': ['ID=236a13c4-a3a8-4333-9ce0-fd0ef6c2fde5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:08.012070 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28caf518-c67f-4114-ba96-b08281e9cdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.033109 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eb4eaa8d-ae5d-4560-b09c-37fc99c7007e req-d27a16de-2ad7-40cc-8ee8-e94b6b089640 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 210 time: 0.0732543 Feb 02 15:15:08.053548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.077880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['fcdbc48b-4d8b-4779-91db-aa36488fd53b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:08.134233 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4119124f-984d-4244-968c-44b2e9477e95 req-93d16055-0410-4fd3-b3ff-270eb5114363 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929863 Feb 02 15:15:08.149660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28caf518-c67f-4114-ba96-b08281e9cdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.176169 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.177568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4be03b3e-16b2-4cbc-bc4a-efcf707b8123 tempest-ImagesOneServerNegativeTestJSON-149883680 tempest-ImagesOneServerNegativeTestJSON-149883680-project] 10.222.0.88 "DELETE /v2.0/floatingips/b8b0ba06-5583-4723-ad62-2b05a028388d HTTP/1.1" status: 204 len: 168 time: 1.6167023 Feb 02 15:15:08.430597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45498) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:08.444689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.463411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4119124f-984d-4244-968c-44b2e9477e95 req-89152b18-77b7-48e9-9f87-8eaa44f2a1a4 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177562 Feb 02 15:15:08.501282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-57bc6124-201a-4986-8bfb-f158f1e74a6b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:08.505982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-57bc6124-201a-4986-8bfb-f158f1e74a6b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:08.509753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1940fab8-4287-4ef0-9aa7-ea8c3c6d364d admin admin] Deleting subnet c0ac70a8-410a-43ea-b942-061f1153a9b8 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:15:08.510252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-57bc6124-201a-4986-8bfb-f158f1e74a6b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:08.512812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1940fab8-4287-4ef0-9aa7-ea8c3c6d364d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.514607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-57bc6124-201a-4986-8bfb-f158f1e74a6b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:08.519363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-57bc6124-201a-4986-8bfb-f158f1e74a6b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:08.523511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-57bc6124-201a-4986-8bfb-f158f1e74a6b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:08.530090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-57bc6124-201a-4986-8bfb-f158f1e74a6b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:08.535127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-57bc6124-201a-4986-8bfb-f158f1e74a6b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2013919 Feb 02 15:15:08.552593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28caf518-c67f-4114-ba96-b08281e9cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.565086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1940fab8-4287-4ef0-9aa7-ea8c3c6d364d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.574695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28caf518-c67f-4114-ba96-b08281e9cdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8573e2c-1b3a-4ab7-ada8-d22515930374,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:08.606937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7ac8790-cd7c-448f-9404-4c969f3215bb req-3f537a3d-84c2-4e77-a13e-452758839e1a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702748 Feb 02 15:15:08.639637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1940fab8-4287-4ef0-9aa7-ea8c3c6d364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.691490 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.841397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2c52f-7159-48d3-9f44-fc3ae25c2f8f req-26510eed-2a22-4d97-8239-f433ab038ced tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:08.843397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09b2c52f-7159-48d3-9f44-fc3ae25c2f8f req-26510eed-2a22-4d97-8239-f433ab038ced tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1018145 Feb 02 15:15:08.844612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1940fab8-4287-4ef0-9aa7-ea8c3c6d364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.881194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28caf518-c67f-4114-ba96-b08281e9cdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.888518 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-28caf518-c67f-4114-ba96-b08281e9cdef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8573e2c-1b3a-4ab7-ada8-d22515930374 HTTP/1.1" status: 204 len: 168 time: 1.2577739 Feb 02 15:15:08.907480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1940fab8-4287-4ef0-9aa7-ea8c3c6d364d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:08.924129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940fab8-4287-4ef0-9aa7-ea8c3c6d364d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ac70a8-410a-43ea-b942-061f1153a9b8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:08.930357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1940fab8-4287-4ef0-9aa7-ea8c3c6d364d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c0ac70a8-410a-43ea-b942-061f1153a9b8 HTTP/1.1" status: 204 len: 168 time: 0.4978454 Feb 02 15:15:08.934129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Pushing event updated for resources: {'Port': ['ID=d2c87060-aa03-4cda-9121-f31908124431,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:08.937413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45508) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:08.943698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Network c484149a-98e8-4753-afad-c03b9a7ab1d5 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:08.955911 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09b2c52f-7159-48d3-9f44-fc3ae25c2f8f req-4c0bcfc8-b721-4e32-b7f6-fb5df882c777 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982327 Feb 02 15:15:08.957199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:08.977628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:09.131424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:09.132000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.148337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028056be-9c9b-4604-8626-06bf0c876b7a req-e66395ba-fac0-411f-a35a-1e35bc4705fb tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:09.149585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.149881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-028056be-9c9b-4604-8626-06bf0c876b7a req-e66395ba-fac0-411f-a35a-1e35bc4705fb tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 931 time: 0.0846868 Feb 02 15:15:09.168385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ce465-cb1e-4837-b503-022c9afa78ed req-e6a7d36b-3e3f-4bc9-ba3a-c6ed65535524 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:09.169824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad8ce465-cb1e-4837-b503-022c9afa78ed req-e6a7d36b-3e3f-4bc9-ba3a-c6ed65535524 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.2810812 Feb 02 15:15:09.196957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-028056be-9c9b-4604-8626-06bf0c876b7a req-58602a81-5971-4c4c-af74-6b5c112e8063 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Synchronizing usage tracker for tenant:6524d0d7accd4c759aacd97521fedf46 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:09.244712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device fcdbc48b-4d8b-4779-91db-aa36488fd53b up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:09.338055 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.351032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-36d04e0c-83df-4bd1-8a15-6b5fb0fd1ae6 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5404644 Feb 02 15:15:09.355174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad8ce465-cb1e-4837-b503-022c9afa78ed req-8f8c3a3d-3de0-4934-86f1-19d4d7d3e4cc tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547332 Feb 02 15:15:09.373108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Request body: {'port': {'device_id': 'a4a45895-7710-4dc3-8059-81750b28c2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:09.400196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-028056be-9c9b-4604-8626-06bf0c876b7a req-58602a81-5971-4c4c-af74-6b5c112e8063 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Unset dirty status for tenant:6524d0d7accd4c759aacd97521fedf46 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:09.402717 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-028056be-9c9b-4604-8626-06bf0c876b7a req-58602a81-5971-4c4c-af74-6b5c112e8063 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465909 Feb 02 15:15:09.414886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46528d0-0bc3-4411-b43d-abcabb6e8785']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:09.447586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:09.447586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9150441-15f4-403d-9d0d-94ba6cd2c2a7') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:09.451794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port fcdbc48b-4d8b-4779-91db-aa36488fd53b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:09.465842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port fcdbc48b-4d8b-4779-91db-aa36488fd53b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:09.466345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.493813 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.578378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.588592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.617462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:09.627263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:09.679065 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b', 'code': 200} Feb 02 15:15:09.702710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12cbc09f-84c8-49dc-a462-1e724a248cc6 req-b7fbcec7-0344-43a7-8f65-07da68d61eef tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 210 time: 0.1606503 Feb 02 15:15:09.705882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:15:09.706393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:15:09.722382 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:15:09.741594 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.814487 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:09.886534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:09.940971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-715aaff4-4af8-4eb7-b309-229f0ee74883 req-c6668a8b-f29e-463c-8d24-75b2af95b614 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1096 time: 0.4787745 Feb 02 15:15:09.945346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:09.945825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-8c940e05-f7c5-448e-84f1-f8566a4754ee tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:09.947182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-8c940e05-f7c5-448e-84f1-f8566a4754ee tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.4389131 Feb 02 15:15:09.974768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Request body: {'port': {'device_id': 'ec85156f-4bba-4d55-a00d-fd3fbbdaedbd', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'admin_state_up': True, 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:10.008688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcf9ff9f-7957-4977-8a59-e7aefd1a7e7c req-ef3c14f4-84c8-4f7b-ae1b-2bb29d4fe9ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1096 time: 0.1428936 Feb 02 15:15:10.012320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.020341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-8e62a0f6-9740-45e3-9955-e2d7ef2f30ab tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.024303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-8e62a0f6-9740-45e3-9955-e2d7ef2f30ab tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.028278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-8e62a0f6-9740-45e3-9955-e2d7ef2f30ab tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.028431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9918c17f-828f-4929-bfbb-6b256b3dd917 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:10.032565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-8e62a0f6-9740-45e3-9955-e2d7ef2f30ab tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.037467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-8e62a0f6-9740-45e3-9955-e2d7ef2f30ab tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.041752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-8e62a0f6-9740-45e3-9955-e2d7ef2f30ab tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.045785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-8e62a0f6-9740-45e3-9955-e2d7ef2f30ab tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.047834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-8e62a0f6-9740-45e3-9955-e2d7ef2f30ab tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5421 time: 0.2213686 Feb 02 15:15:10.084593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.107793 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aec581fe-1cc2-4a40-8f39-bf0a2a6a69c9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c760be227800448eb8cdb162746c0438&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1587937 Feb 02 15:15:10.114572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45528) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:10.157333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46528d0-0bc3-4411-b43d-abcabb6e8785,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:10.170737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcf9ff9f-7957-4977-8a59-e7aefd1a7e7c req-dbe7cfbd-12eb-4f4c-873b-24ee4d8a4cf1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142371 Feb 02 15:15:10.194051 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-91d5ddd7-f1fe-4ddf-ab9b-590103c74d45 req-05acd4f2-2288-448a-b8fa-9fb9b2a39e2c tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361570 Feb 02 15:15:10.232219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4faa8dd7-23db-47bb-ac02-b98a6291b1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.248471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 9918c17f-828f-4929-bfbb-6b256b3dd917, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9918c17f-828f-4929-bfbb-6b256b3dd917,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:10.259198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-715aaff4-4af8-4eb7-b309-229f0ee74883 req-3a8824ac-7d58-48d9-8bfc-2702a12af114 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084245 Feb 02 15:15:10.259937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4faa8dd7-23db-47bb-ac02-b98a6291b1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.263747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '9918c17f-828f-4929-bfbb-6b256b3dd917', 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833', 'port_id': '9918c17f-828f-4929-bfbb-6b256b3dd917', 'mac_address': 'fa:16:3e:6b:e1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d080327-46f3-4524-9955-3458964e3c6f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:10.317257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-16fc4061-3d7e-4c6f-b1d2-b4d15ba2d529 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c46528d0-0bc3-4411-b43d-abcabb6e8785 HTTP/1.1" status: 204 len: 168 time: 1.3653746 Feb 02 15:15:10.321830 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.347549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9918c17f-828f-4929-bfbb-6b256b3dd917 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:10.359307 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 9918c17f-828f-4929-bfbb-6b256b3dd917, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9918c17f-828f-4929-bfbb-6b256b3dd917,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:10.376850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:10.387584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Usage tracker for resource:port and tenant:73d6a44ccb544ca9b8f22dda7d20a075 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:10.391246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:10.396610 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4faa8dd7-23db-47bb-ac02-b98a6291b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.409375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:10.419139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.420037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 36d22fe2-544f-4ef1-98cd-069d2dd457a6 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:10.444067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa8dd7-23db-47bb-ac02-b98a6291b1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc80671f-692a-4dce-9320-21a01635ef2f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:10.456129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7c141-4492-415b-8293-5ac07f9f0d11 req-5c8964a9-876d-4efc-a778-85afcae9928f tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.457807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24d7c141-4492-415b-8293-5ac07f9f0d11 req-5c8964a9-876d-4efc-a778-85afcae9928f tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.2953625 Feb 02 15:15:10.496829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:10.500002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.540011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=9918c17f-828f-4929-bfbb-6b256b3dd917,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:10.543295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 36d22fe2-544f-4ef1-98cd-069d2dd457a6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:10.558718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '36d22fe2-544f-4ef1-98cd-069d2dd457a6', 'network_id': '9ad745fe-1db8-486b-b672-f8cd3aaad833', 'port_id': '36d22fe2-544f-4ef1-98cd-069d2dd457a6', 'mac_address': 'fa:16:3e:a8:86:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d080327-46f3-4524-9955-3458964e3c6f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:10.582481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4faa8dd7-23db-47bb-ac02-b98a6291b1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.583902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4faa8dd7-23db-47bb-ac02-b98a6291b1b3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc80671f-692a-4dce-9320-21a01635ef2f HTTP/1.1" status: 204 len: 168 time: 0.4681096 Feb 02 15:15:10.641033 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.644986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e11de4-192b-4116-9333-72fae507358d req-d90f8fb0-bb95-4ea5-95dc-16cf5265bda6 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:10.647000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28e11de4-192b-4116-9333-72fae507358d req-d90f8fb0-bb95-4ea5-95dc-16cf5265bda6 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.1061478 Feb 02 15:15:10.666812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d22fe2-544f-4ef1-98cd-069d2dd457a6 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:10.685312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 36d22fe2-544f-4ef1-98cd-069d2dd457a6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:10.707917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28e11de4-192b-4116-9333-72fae507358d req-1ebe2ed9-a702-4919-8c77-2c60d8f2de8d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553055 Feb 02 15:15:10.748953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24d7c141-4492-415b-8293-5ac07f9f0d11 req-9eda63b4-2346-4812-978f-d09e1f557d97 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818792 Feb 02 15:15:10.783051 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:10.784511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:10.859592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45542) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:10.943091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=36d22fe2-544f-4ef1-98cd-069d2dd457a6,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:10.968401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f9c5e44-f782-4ca3-baa2-832b3cebd60e req-da1780b6-0d14-4f37-9946-9507790d8d14 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 210 time: 0.0680501 Feb 02 15:15:10.975394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c87060-aa03-4cda-9121-f31908124431 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:10.990147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e98c8f5e-934d-4601-b401-312dc8ff8bf8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a2ef7fa1811e4927a7f275e1d5c8f703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1282501 Feb 02 15:15:10.993521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45546) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:11.002119 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.021488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Allocated IP 172.20.0.5 (254e918a-e7ed-428b-ac1e-aeb570cad971/73ec79d3-5556-4ce2-a222-25352a802725/ef577f86-bffd-4987-9acf-859ef9aeb405) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:11.032194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Transition to ACTIVE for port object d2c87060-aa03-4cda-9121-f31908124431 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:11.043554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:11.057934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553db4f8-7e1d-41ee-b515-81ad5ebb563a req-8659a374-1925-469a-944e-92fbf1f55e24 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:11.060674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-553db4f8-7e1d-41ee-b515-81ad5ebb563a req-8659a374-1925-469a-944e-92fbf1f55e24 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 931 time: 0.1571007 Feb 02 15:15:11.064312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442', 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'port_id': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442', 'mac_address': 'fa:16:3e:ef:99:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d557068-8b2a-4b3d-ad55-b30a75f6f0f0', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:11.123446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b34a31-5d9e-41c2-9bf7-627d2ec04765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.125777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.131320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.153083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:11.155078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b34a31-5d9e-41c2-9bf7-627d2ec04765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.170018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-553db4f8-7e1d-41ee-b515-81ad5ebb563a req-797b61bb-a673-47a8-a038-ea2011651541 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012282 Feb 02 15:15:11.177620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:11.257278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.257278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:11.346128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b34a31-5d9e-41c2-9bf7-627d2ec04765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.379235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c87060-aa03-4cda-9121-f31908124431,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:11.396751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b34a31-5d9e-41c2-9bf7-627d2ec04765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df20cb3d-39c3-4da7-8862-d860d7facfbf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:11.404345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b34a31-5d9e-41c2-9bf7-627d2ec04765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.405344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b5b34a31-5d9e-41c2-9bf7-627d2ec04765 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/df20cb3d-39c3-4da7-8862-d860d7facfbf HTTP/1.1" status: 204 len: 168 time: 0.4109201 Feb 02 15:15:11.437330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:11.442795 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:15:11.450903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:11.467333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '38ce9bd4-2ad6-4780-834e-455ed7c0ebe0', 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'port_id': '38ce9bd4-2ad6-4780-834e-455ed7c0ebe0', 'mac_address': 'fa:16:3e:c6:7b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d557068-8b2a-4b3d-ad55-b30a75f6f0f0', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:11.523668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.528278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.550543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:11.569745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:11.592128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Attempting to bind port d2c87060-aa03-4cda-9121-f31908124431 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:11.592718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Attempting to bind port d2c87060-aa03-4cda-9121-f31908124431 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'e038a869-9578-40a4-aac7-6c265de0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c484149a-98e8-4753-afad-c03b9a7ab1d5'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:11.593256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Attempting to bind port d2c87060-aa03-4cda-9121-f31908124431 on network c484149a-98e8-4753-afad-c03b9a7ab1d5 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:11.610228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Port d2c87060-aa03-4cda-9121-f31908124431 on network c484149a-98e8-4753-afad-c03b9a7ab1d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:11.610806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Attempting to bind port d2c87060-aa03-4cda-9121-f31908124431 on network c484149a-98e8-4753-afad-c03b9a7ab1d5 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:11.618927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:11.619528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Checking segment: {'id': 'e038a869-9578-40a4-aac7-6c265de0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c484149a-98e8-4753-afad-c03b9a7ab1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:11.620133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Bound using segment: {'id': 'e038a869-9578-40a4-aac7-6c265de0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c484149a-98e8-4753-afad-c03b9a7ab1d5'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:11.620798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Bound port: d2c87060-aa03-4cda-9121-f31908124431, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e038a869-9578-40a4-aac7-6c265de0323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c484149a-98e8-4753-afad-c03b9a7ab1d5'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:11.621311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.641762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-868dd877-60b9-451a-b577-dafcfacf6fa9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:11.648076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-868dd877-60b9-451a-b577-dafcfacf6fa9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:11.652374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-868dd877-60b9-451a-b577-dafcfacf6fa9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:11.656248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-868dd877-60b9-451a-b577-dafcfacf6fa9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:11.661307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-868dd877-60b9-451a-b577-dafcfacf6fa9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:11.665066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-868dd877-60b9-451a-b577-dafcfacf6fa9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:11.668885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-868dd877-60b9-451a-b577-dafcfacf6fa9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:11.676506 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-868dd877-60b9-451a-b577-dafcfacf6fa9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5424 time: 0.2957637 Feb 02 15:15:11.705231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.705231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:11.800454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9484c036-0ce3-45ff-83d3-bdb6787faa96 req-06be24c8-3290-482d-bffb-4ed32994090e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191778 Feb 02 15:15:11.815824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:11.836296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] For port d2c87060-aa03-4cda-9121-f31908124431, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:11.844220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] For port d2c87060-aa03-4cda-9121-f31908124431, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d2c87060-aa03-4cda-9121-f31908124431,segment=NetworkSegment(e038a869-9578-40a4-aac7-6c265de0323d),segment_id=e038a869-9578-40a4-aac7-6c265de0323d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:11.900424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:11.905164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:11.927903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '09ccfda4-51cc-4fa3-aafe-a9ca062c31a8', 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'port_id': '09ccfda4-51cc-4fa3-aafe-a9ca062c31a8', 'mac_address': 'fa:16:3e:a2:ea:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d557068-8b2a-4b3d-ad55-b30a75f6f0f0', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:11.997990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.015779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event updated for resources: {'Port': ['ID=ef577f86-bffd-4987-9acf-859ef9aeb405,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:12.039948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:12.065854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:12.080142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:12.089351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:12.096894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:12.168090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4607297-cef3-4e0c-91af-bd9d4cefbe3d req-e2c4be2a-28d8-4400-a2fe-bea3b45a20f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:12.168090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c4607297-cef3-4e0c-91af-bd9d4cefbe3d req-e2c4be2a-28d8-4400-a2fe-bea3b45a20f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1533403 Feb 02 15:15:12.193313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:12.193973 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.220906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691e9f5-e7cc-454a-bba5-5df936446837 req-2455e4f7-03d0-4c50-a47b-211d6dd5f92f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:12.224244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a691e9f5-e7cc-454a-bba5-5df936446837 req-2455e4f7-03d0-4c50-a47b-211d6dd5f92f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.2835691 Feb 02 15:15:12.248444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c4607297-cef3-4e0c-91af-bd9d4cefbe3d req-07e5864e-4c49-49c1-8585-4502b538c548 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775740 Feb 02 15:15:12.277051 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.289582 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a691e9f5-e7cc-454a-bba5-5df936446837 req-60791751-5228-4184-9a42-242bfe317029 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586364 Feb 02 15:15:12.339115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.340584 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] 10.222.0.107 "PUT /v2.0/ports/d2c87060-aa03-4cda-9121-f31908124431 HTTP/1.1" status: 200 len: 1091 time: 2.9726043 Feb 02 15:15:12.341083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a45895-7710-4dc3-8059-81750b28c2fb', 'tag': 'd2c87060-aa03-4cda-9121-f31908124431'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:12.360322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845b79a-c006-4c93-9eb8-b36ea8090592 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c87060-aa03-4cda-9121-f31908124431,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:12.431283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.432111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a4520d26-356e-4ee0-8550-b874047a33b7 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:12.452936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ecb9-5257-4ca6-98e0-3403b7b68eda req-71132b22-7847-4ebf-9c25-6ddabce3a21a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:12.456432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c2d0ecb9-5257-4ca6-98e0-3403b7b68eda req-71132b22-7847-4ebf-9c25-6ddabce3a21a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:12.478112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-13f17de4-9c51-47c6-9ceb-dc58bde262bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5051455 Feb 02 15:15:12.503782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Request body: {'port': {'device_id': 'ec85156f-4bba-4d55-a00d-fd3fbbdaedbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:12.537443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7bce9-9d5b-4851-aed4-6303574d3252 req-50c35d54-9da4-4f47-ae37-85ec803e8082 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:12.541749 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8f7bce9-9d5b-4851-aed4-6303574d3252 req-50c35d54-9da4-4f47-ae37-85ec803e8082 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 943 time: 0.1208134 Feb 02 15:15:12.590426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:12.634801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c2d0ecb9-5257-4ca6-98e0-3403b7b68eda req-71132b22-7847-4ebf-9c25-6ddabce3a21a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:12.637579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8f7bce9-9d5b-4851-aed4-6303574d3252 req-9d074aeb-8601-4153-82bd-3ceb69497bbe tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852194 Feb 02 15:15:12.642125 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2d0ecb9-5257-4ca6-98e0-3403b7b68eda req-71132b22-7847-4ebf-9c25-6ddabce3a21a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 931 time: 0.2707665 Feb 02 15:15:12.650487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45592) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:12.696610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1050878386', 'description': 'tempest-description-178241034'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:12.710731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:12.719245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:12.750197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a4520d26-356e-4ee0-8550-b874047a33b7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a4520d26-356e-4ee0-8550-b874047a33b7,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:12.767077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'port_id': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'mac_address': 'fa:16:3e:2e:6a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:12.791884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2d0ecb9-5257-4ca6-98e0-3403b7b68eda req-90f21d83-8b03-4868-8e8e-dbf81a5e15c4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493387 Feb 02 15:15:12.812321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.839625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.854029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.876662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4520d26-356e-4ee0-8550-b874047a33b7 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:12.877371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-aba1000c-895d-4f79-9f03-bd977407e34f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6524d0d7accd4c759aacd97521fedf46&device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 1094 time: 0.2878263 Feb 02 15:15:12.877371 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a45895-7710-4dc3-8059-81750b28c2fb', 'tag': 'd2c87060-aa03-4cda-9121-f31908124431', 'status': 'completed', 'code': 200} Feb 02 15:15:12.879004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a4520d26-356e-4ee0-8550-b874047a33b7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a4520d26-356e-4ee0-8550-b874047a33b7,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:12.894808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1243684420-network', 'tenant_id': '185c74bb7d5847b4b78b07b9efb99066'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:12.901489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:12.922880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:12.926913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Usage tracker for resource:security_group_rule and tenant:ff5d70218f044b64911cf3855b548836 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:12.930574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:12.934477 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:12.934477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b031c3ca-4554-4dd9-826c-b83c117151aa details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:12.936982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:12.968253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Usage tracker for resource:network and tenant:185c74bb7d5847b4b78b07b9efb99066 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:12.979567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:13.011658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-8ddacb3a-724b-46a2-89c3-3932f01cc7bd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2c87060-aa03-4cda-9121-f31908124431 HTTP/1.1" status: 200 len: 217 time: 0.0686369 Feb 02 15:15:13.013803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:13.031758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a4520d26-356e-4ee0-8550-b874047a33b7,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:13.036112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b031c3ca-4554-4dd9-826c-b83c117151aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b031c3ca-4554-4dd9-826c-b83c117151aa,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:13.056356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'b031c3ca-4554-4dd9-826c-b83c117151aa', 'network_id': 'e956464a-8c94-41d0-a13b-6ba285f31f63', 'port_id': 'b031c3ca-4554-4dd9-826c-b83c117151aa', 'mac_address': 'fa:16:3e:93:77:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d557068-8b2a-4b3d-ad55-b30a75f6f0f0', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:13.088919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.116218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.135419 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b031c3ca-4554-4dd9-826c-b83c117151aa {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:13.150817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b031c3ca-4554-4dd9-826c-b83c117151aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b031c3ca-4554-4dd9-826c-b83c117151aa,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:13.185043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Made reservation on behalf of 185c74bb7d5847b4b78b07b9efb99066 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:13.187976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.201529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.235507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.254759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:13.267153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Usage tracker for resource:security_group_rule and tenant:185c74bb7d5847b4b78b07b9efb99066 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:13.274200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:13.289269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:13.296740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-77310c14-bba1-43f4-be54-1b71a8914349 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.298156 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-77310c14-bba1-43f4-be54-1b71a8914349 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=947e80ef-388c-4aea-9457-b915d00642ca HTTP/1.1" status: 200 len: 855 time: 0.1476233 Feb 02 15:15:13.301490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234dc25b-b120-41b7-aeee-bfa3234ca875,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:13.350936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.400429 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.416350 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b16a3d5d-c4ec-42bf-81a6-a287e1487b8c req-3c0afc1a-27c6-4dd2-a2b3-eb55f1b2b936 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 0.7273040 Feb 02 15:15:13.432842 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-59d8f973-3ebd-4b01-9de9-d72f2d52dcd6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c484149a-98e8-4753-afad-c03b9a7ab1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156766 Feb 02 15:15:13.443727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b031c3ca-4554-4dd9-826c-b83c117151aa,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:13.503458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.573262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-e035c5cf-c006-4650-8cdc-ede21d9580bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.577219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-e035c5cf-c006-4650-8cdc-ede21d9580bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.581299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-e035c5cf-c006-4650-8cdc-ede21d9580bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.585084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-e035c5cf-c006-4650-8cdc-ede21d9580bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.588973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-e035c5cf-c006-4650-8cdc-ede21d9580bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.592816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-e035c5cf-c006-4650-8cdc-ede21d9580bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.597190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-e035c5cf-c006-4650-8cdc-ede21d9580bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.599046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-e035c5cf-c006-4650-8cdc-ede21d9580bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5427 time: 0.4474027 Feb 02 15:15:13.605611 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.642404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:15:13.655616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6a188-9549-4ac6-82bd-f1003ebc3c36 req-d96cebe6-b307-4ea8-960f-cb63e9430fe5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.659501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a6a188-9549-4ac6-82bd-f1003ebc3c36 req-d96cebe6-b307-4ea8-960f-cb63e9430fe5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.1204181 Feb 02 15:15:13.659501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:13.665138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.665479 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Added segment bc21329d-8d38-4fc0-959e-2c1d92552653 of type vlan for network cac53d52-482c-4daa-852f-908eba5316f0 Feb 02 15:15:13.691714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-1135363e-badd-4284-97bd-249c2a5be479 service neutron] 10.222.0.107 "GET /v2.0/networks/c484149a-98e8-4753-afad-c03b9a7ab1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512758 Feb 02 15:15:13.727045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.731058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24fa5790-cedc-4bd1-8625-3c27240b061a req-3e56a88a-8448-43a3-a9c0-4ce465efbcd0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193502 Feb 02 15:15:13.744468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a6a188-9549-4ac6-82bd-f1003ebc3c36 req-15f58093-ae50-4b3e-848e-1ee5ce3056b6 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736618 Feb 02 15:15:13.854889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef577f86-bffd-4987-9acf-859ef9aeb405 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:13.857075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.857953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.858867 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.866435 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:13.939436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Transition to ACTIVE for port object ef577f86-bffd-4987-9acf-859ef9aeb405 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:13.951546 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc42aea-90a5-466a-8e11-d95e0e92b3ff req-a7e4b286-f5da-4c84-a5e7-73948951e3f0 service neutron] 10.222.0.107 "GET /v2.0/networks/c484149a-98e8-4753-afad-c03b9a7ab1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473269 Feb 02 15:15:13.990857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41a6c-9a30-45bd-b3ae-a4928d982285 req-018f621b-ba40-420a-a017-f12a64481571 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:13.991548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1ab41a6c-9a30-45bd-b3ae-a4928d982285 req-018f621b-ba40-420a-a017-f12a64481571 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Synchronizing usage tracker for tenant:6524d0d7accd4c759aacd97521fedf46 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:13.996520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] Pushing event updated for resources: {'Network': ['ID=cac53d52-482c-4daa-852f-908eba5316f0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:14.007934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:14.009526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network cac53d52-482c-4daa-852f-908eba5316f0 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:15:14.018793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-17499f0e-afbf-4410-a04b-17033153713c req-ace9b5d7-de08-4304-a79a-7b21a8969791 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Synchronizing usage tracker for tenant:ff5d70218f044b64911cf3855b548836 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:14.088077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a4520d26-356e-4ee0-8550-b874047a33b7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:14.097459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4adf5a0b-26e0-4c15-8038-eb3e9a5ece8b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4422789 Feb 02 15:15:14.097459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-17499f0e-afbf-4410-a04b-17033153713c req-ace9b5d7-de08-4304-a79a-7b21a8969791 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Unset dirty status for tenant:ff5d70218f044b64911cf3855b548836 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:14.097459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17499f0e-afbf-4410-a04b-17033153713c req-ace9b5d7-de08-4304-a79a-7b21a8969791 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1050878386&fields=id&tenant_id=ff5d70218f044b64911cf3855b548836 HTTP/1.1" status: 200 len: 267 time: 0.1494491 Feb 02 15:15:14.098263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45622) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:14.103861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Request body: {'subnet': {'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1243684420-subnet', 'tenant_id': '185c74bb7d5847b4b78b07b9efb99066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:14.122461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['36d22fe2-544f-4ef1-98cd-069d2dd457a6'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:14.134806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef577f86-bffd-4987-9acf-859ef9aeb405,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:14.137741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1ab41a6c-9a30-45bd-b3ae-a4928d982285 req-018f621b-ba40-420a-a017-f12a64481571 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Unset dirty status for tenant:6524d0d7accd4c759aacd97521fedf46 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:14.139685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ab41a6c-9a30-45bd-b3ae-a4928d982285 req-018f621b-ba40-420a-a017-f12a64481571 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 943 time: 0.2357554 Feb 02 15:15:14.146193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:14.157619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['38ce9bd4-2ad6-4780-834e-455ed7c0ebe0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:14.159031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Usage tracker for resource:subnet and tenant:185c74bb7d5847b4b78b07b9efb99066 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:14.163001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:14.170407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:14.203582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b031c3ca-4554-4dd9-826c-b83c117151aa'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:14.214194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17499f0e-afbf-4410-a04b-17033153713c req-e9fda3ad-d4e9-4b04-913d-3626afcb84d8 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:14.216518 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17499f0e-afbf-4410-a04b-17033153713c req-e9fda3ad-d4e9-4b04-913d-3626afcb84d8 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.1086550 Feb 02 15:15:14.228083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-17499f0e-afbf-4410-a04b-17033153713c req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Request body: {'port': {'security_groups': ['d8229a65-de6c-41aa-880a-9184bbde2fb6', '234dc25b-b120-41b7-aeee-bfa3234ca875']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:14.271285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Made reservation on behalf of 185c74bb7d5847b4b78b07b9efb99066 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:14.274142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:14.337957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ab41a6c-9a30-45bd-b3ae-a4928d982285 req-7849c664-80de-436c-ae25-b00e34fe574b tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887772 Feb 02 15:15:14.401840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Attempting to bind port ef577f86-bffd-4987-9acf-859ef9aeb405 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:14.402351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Attempting to bind port ef577f86-bffd-4987-9acf-859ef9aeb405 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:14.402691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Attempting to bind port ef577f86-bffd-4987-9acf-859ef9aeb405 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:14.416898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Port ef577f86-bffd-4987-9acf-859ef9aeb405 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:14.417237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Attempting to bind port ef577f86-bffd-4987-9acf-859ef9aeb405 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:14.436217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-17499f0e-afbf-4410-a04b-17033153713c req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:14.440155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-0c1d9423-7b6d-441e-b292-65bd28aa26da service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6524d0d7accd4c759aacd97521fedf46&device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 1094 time: 0.2935445 Feb 02 15:15:14.442607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:14.442964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Checking segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:14.443353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Bound using segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:14.443799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Bound port: ef577f86-bffd-4987-9acf-859ef9aeb405, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:14.444176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:14.739941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] For port ef577f86-bffd-4987-9acf-859ef9aeb405, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:14.743420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-66f83a1e-bf05-42a8-b05e-5933efd7dde6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:14.747321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-66f83a1e-bf05-42a8-b05e-5933efd7dde6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c484149a-98e8-4753-afad-c03b9a7ab1d5 HTTP/1.1" status: 200 len: 917 time: 0.2790933 Feb 02 15:15:14.759409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] For port ef577f86-bffd-4987-9acf-859ef9aeb405, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ef577f86-bffd-4987-9acf-859ef9aeb405,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:14.792829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:14.819789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5c06a5a-be61-4cb9-b4d1-ff140a273cce req-4d5e625d-c81d-41a0-9819-68470908a4f5 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1096 time: 0.3533647 Feb 02 15:15:14.845319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-8fa0bca3-ba18-41df-a6a2-75c5eda915db service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2c87060-aa03-4cda-9121-f31908124431 HTTP/1.1" status: 200 len: 217 time: 0.0876403 Feb 02 15:15:14.851607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:14.880623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19308d4a-1b6c-425b-8f71-a3d7d82c4721,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:14.941159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-17499f0e-afbf-4410-a04b-17033153713c req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] For port 88851fab-c053-482a-b95d-ed94fb62a1ff, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=88851fab-c053-482a-b95d-ed94fb62a1ff,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:14.949072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Checking segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:14.949427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Network hostable DHCP agents. Network: cac53d52-482c-4daa-852f-908eba5316f0, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:15:14.984180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-17499f0e-afbf-4410-a04b-17033153713c req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:15.056685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-17499f0e-afbf-4410-a04b-17033153713c req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:15.089952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['88851fab-c053-482a-b95d-ed94fb62a1ff'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:15.122511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Network cac53d52-482c-4daa-852f-908eba5316f0 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:15:15.129339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:15.130727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] 10.222.0.107 "PUT /v2.0/ports/ef577f86-bffd-4987-9acf-859ef9aeb405 HTTP/1.1" status: 200 len: 1091 time: 2.6381788 Feb 02 15:15:15.132697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec85156f-4bba-4d55-a00d-fd3fbbdaedbd', 'tag': 'ef577f86-bffd-4987-9acf-859ef9aeb405'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:15.145510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17499f0e-afbf-4410-a04b-17033153713c req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.146156 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-17499f0e-afbf-4410-a04b-17033153713c req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:15.149104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1d5bf1f9-43f0-4e73-bfff-e561d32ab442'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:15.152876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17499f0e-afbf-4410-a04b-17033153713c req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "PUT /v2.0/ports/88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 981 time: 0.9293218 Feb 02 15:15:15.156604 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5c06a5a-be61-4cb9-b4d1-ff140a273cce req-3a5838e7-0542-4a8d-b3cb-e16fc9c1f776 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288405 Feb 02 15:15:15.159061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-4a55e103-6d00-46bd-9cc7-448bd78f4e1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.161937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-4a55e103-6d00-46bd-9cc7-448bd78f4e1b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=947e80ef-388c-4aea-9457-b915d00642ca HTTP/1.1" status: 200 len: 855 time: 0.3045926 Feb 02 15:15:15.164609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:15.164774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e240c4-e80f-45a5-99ba-72e11bd7ecd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef577f86-bffd-4987-9acf-859ef9aeb405,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:15.193315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['09ccfda4-51cc-4fa3-aafe-a9ca062c31a8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:15.230083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59190ccc-f3ed-4599-b643-3040b32f77bb tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event updated for resources: {'Port': ['ID=88851fab-c053-482a-b95d-ed94fb62a1ff,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:15.267070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-8e428cfc-ce1c-44fe-baf2-010cf6e495eb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c484149a-98e8-4753-afad-c03b9a7ab1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946345 Feb 02 15:15:15.273068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['9918c17f-828f-4929-bfbb-6b256b3dd917'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:15.291367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, cac53d52-482c-4daa-852f-908eba5316f0) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:15.305436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.307636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:15.437890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8192afa-0139-4f13-b41e-ad21f39221ca None None] Network cac53d52-482c-4daa-852f-908eba5316f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:15:15.450290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['88851fab-c053-482a-b95d-ed94fb62a1ff'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:15.498761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63111815-ab4a-4ffa-9179-229009b572f2 req-004c7f56-bf10-4512-a995-3aa6604a920b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.507314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63111815-ab4a-4ffa-9179-229009b572f2 req-004c7f56-bf10-4512-a995-3aa6604a920b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 943 time: 0.1849668 Feb 02 15:15:15.548625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9c0dc881-7547-44e6-a354-9307cec57ae8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4492822 Feb 02 15:15:15.551763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-63111815-ab4a-4ffa-9179-229009b572f2 req-1b5f90ce-45cc-489d-a857-7c4a2de4fdce tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:15.568516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-6d81e627-9fc9-4531-a141-22e25bb6b4b8 service neutron] 10.222.0.107 "GET /v2.0/networks/c484149a-98e8-4753-afad-c03b9a7ab1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869828 Feb 02 15:15:15.618876 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-1ba5107f-e6b4-4779-8c53-056811e5b06f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 1094 time: 0.3128428 Feb 02 15:15:15.648603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-63111815-ab4a-4ffa-9179-229009b572f2 req-1b5f90ce-45cc-489d-a857-7c4a2de4fdce tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:15.656926 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63111815-ab4a-4ffa-9179-229009b572f2 req-1b5f90ce-45cc-489d-a857-7c4a2de4fdce tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431735 Feb 02 15:15:15.769418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-11220658-787f-4c06-a720-2f11615b2673 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.784824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-11220658-787f-4c06-a720-2f11615b2673 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.784824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-11220658-787f-4c06-a720-2f11615b2673 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.792593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-11220658-787f-4c06-a720-2f11615b2673 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.803425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-11220658-787f-4c06-a720-2f11615b2673 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.814006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-11220658-787f-4c06-a720-2f11615b2673 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.823242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-11220658-787f-4c06-a720-2f11615b2673 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:15.836395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-11220658-787f-4c06-a720-2f11615b2673 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5428 time: 0.4787469 Feb 02 15:15:15.845108 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec85156f-4bba-4d55-a00d-fd3fbbdaedbd', 'tag': 'ef577f86-bffd-4987-9acf-859ef9aeb405', 'status': 'completed', 'code': 200} Feb 02 15:15:15.894922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-1b7d353f-d601-4271-ba34-833a404a67f1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef577f86-bffd-4987-9acf-859ef9aeb405 HTTP/1.1" status: 200 len: 217 time: 0.2230241 Feb 02 15:15:15.949282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-df8481a2-65f4-4a95-90e3-0aff90de4b02 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1050878386&fields=id&tenant_id=ff5d70218f044b64911cf3855b548836 HTTP/1.1" status: 200 len: 267 time: 0.0491748 Feb 02 15:15:15.987315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91de0849-ba1d-4d56-9f98-54de55882dcf req-0fa1ce2e-0511-43bb-88db-4eb8a222d8c6 service neutron] 10.222.0.107 "GET /v2.0/networks/c484149a-98e8-4753-afad-c03b9a7ab1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103642 Feb 02 15:15:15.996258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23276a17-cf8a-454f-9a24-8ef3d0d2e0bf req-d03c631b-c6e8-4702-9412-67bb1e6fc82a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527805 Feb 02 15:15:16.003600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-59604f44-5ebd-4a79-8df0-d6d3660ad26e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:16.005072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-59604f44-5ebd-4a79-8df0-d6d3660ad26e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1038525 Feb 02 15:15:16.061981 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-6e922ab5-4fec-4da2-b3c6-f93a7f1ed401 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484796 Feb 02 15:15:16.184864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-ab78dc29-d63b-4694-9614-bae181d311a5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:16.187065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-ab78dc29-d63b-4694-9614-bae181d311a5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 984 time: 0.2299962 Feb 02 15:15:16.199572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Request body: {'port': {'security_groups': ['d8229a65-de6c-41aa-880a-9184bbde2fb6']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:16.264060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-acfb3fdd-6c0f-4b2a-98a2-7d97cfb8efab service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943395 Feb 02 15:15:16.266304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3256892-f922-4ff2-a3f5-3349d8571702 None None] Network cac53d52-482c-4daa-852f-908eba5316f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:15:16.327424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:16.392750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3fdc4ae-3104-48fe-9a1b-c16848647087 req-77546258-b5c8-41a2-b320-bb268a054074 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1096 time: 0.1796341 Feb 02 15:15:16.464524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ba94b77-422d-4449-9678-74a7a4f1c12e req-e1477ebe-1a1b-481d-bd2b-ce5838f45de7 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912725 Feb 02 15:15:16.476554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3fdc4ae-3104-48fe-9a1b-c16848647087 req-0b2f1bfc-6052-49db-b821-317c0c58dc9b tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837736 Feb 02 15:15:16.571144 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'status': 'completed', 'code': 200} Feb 02 15:15:16.655145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:16.672594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] For port 88851fab-c053-482a-b95d-ed94fb62a1ff, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=88851fab-c053-482a-b95d-ed94fb62a1ff,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:16.707804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:16.816953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-fbef0355-6aee-4cc8-951c-e77f7cf31c7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1135 time: 0.2092912 Feb 02 15:15:16.822034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-af566182-9ddf-4d5d-9ce7-fba615e7b014 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 1094 time: 0.1717627 Feb 02 15:15:16.828804 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:15:16.859007 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:16.867394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26d691-952a-44c5-ab57-2b0d4b40d842 req-f84760b8-5200-4675-b440-f71bda3f44f2 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:16.868833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e26d691-952a-44c5-ab57-2b0d4b40d842 req-f84760b8-5200-4675-b440-f71bda3f44f2 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 943 time: 0.1829212 Feb 02 15:15:16.902842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['88851fab-c053-482a-b95d-ed94fb62a1ff'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:16.939705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:16.939705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:16.949801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9703b11-dcd1-4a5c-a41f-99207ef8796d req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "PUT /v2.0/ports/88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 942 time: 0.7535155 Feb 02 15:15:16.976365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbbde2-8eec-48ba-9cdc-1b6ff1969ae9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event updated for resources: {'Port': ['ID=88851fab-c053-482a-b95d-ed94fb62a1ff,revision_number=7']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:17.103502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['88851fab-c053-482a-b95d-ed94fb62a1ff'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:17.158924 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e26d691-952a-44c5-ab57-2b0d4b40d842 req-d453c745-2826-413b-85a4-3c1a925036eb tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266887 Feb 02 15:15:17.251323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-21d339ad-f900-4187-98e5-10991242f7ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:17.253382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-21d339ad-f900-4187-98e5-10991242f7ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 921 time: 0.4303546 Feb 02 15:15:17.258198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-9804acf3-2c8c-4f92-9c59-a25a7d414970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:17.258198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-9804acf3-2c8c-4f92-9c59-a25a7d414970 service neutron] 10.222.0.107 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 0.4142325 Feb 02 15:15:17.385171 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:17.423725 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-dcee31c7-3b85-4c62-8d6a-6a7ac5e92280 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 217 time: 0.1639829 Feb 02 15:15:17.426652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-95723f09-c637-4915-a5b8-6bd2516059a6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:17.427341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-95723f09-c637-4915-a5b8-6bd2516059a6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Synchronizing usage tracker for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:17.469810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-0edfbfa0-08eb-4844-841e-22f994342596 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef577f86-bffd-4987-9acf-859ef9aeb405 HTTP/1.1" status: 200 len: 217 time: 0.1502502 Feb 02 15:15:17.499395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d2c87060-aa03-4cda-9121-f31908124431 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:17.505229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9918c17f-828f-4929-bfbb-6b256b3dd917 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:17.516753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-95723f09-c637-4915-a5b8-6bd2516059a6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Unset dirty status for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:17.521455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-95723f09-c637-4915-a5b8-6bd2516059a6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 805 time: 0.2564437 Feb 02 15:15:17.538830 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-b5057b14-90e8-4137-9afb-8bcb1d4791b6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/quotas/185c74bb7d5847b4b78b07b9efb99066 HTTP/1.1" status: 200 len: 375 time: 0.0139780 Feb 02 15:15:17.560646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-ce9f6b64-1d35-4bd7-b7bd-c31dee1e6d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:17.562143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-ce9f6b64-1d35-4bd7-b7bd-c31dee1e6d13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.1227763 Feb 02 15:15:17.568036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-85ccea01-5296-4942-8c58-5072908eaf96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:17.569395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-85ccea01-5296-4942-8c58-5072908eaf96 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.0896995 Feb 02 15:15:17.606688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-3e074231-e9f1-46b8-bb9b-472ba70ea16e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579748 Feb 02 15:15:17.648474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-82b7b9ca-715f-4fe0-8fbb-91e72562fcbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775728 Feb 02 15:15:17.659007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-8b908c3b-46a3-48d6-860e-81f82eb903d5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532122 Feb 02 15:15:17.714901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d2c87060-aa03-4cda-9121-f31908124431, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d2c87060-aa03-4cda-9121-f31908124431,segment=NetworkSegment(e038a869-9578-40a4-aac7-6c265de0323d),segment_id=e038a869-9578-40a4-aac7-6c265de0323d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:17.730862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'd2c87060-aa03-4cda-9121-f31908124431', 'network_id': 'c484149a-98e8-4753-afad-c03b9a7ab1d5', 'port_id': 'd2c87060-aa03-4cda-9121-f31908124431', 'mac_address': 'fa:16:3e:d7:bd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947e80ef-388c-4aea-9457-b915d00642ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:17.776432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-185b4cac-00b5-4bbe-b8e8-9c3cda85a6df service neutron] 10.222.0.88 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611609 Feb 02 15:15:17.785486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 9918c17f-828f-4929-bfbb-6b256b3dd917 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:17.796973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 9918c17f-828f-4929-bfbb-6b256b3dd917 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:17.797349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:17.798637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8d563-03cd-4ad5-ae3e-d184524de3aa req-b2fb7904-6aa5-40db-af97-47274b849e76 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:17.804374 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54b8d563-03cd-4ad5-ae3e-d184524de3aa req-b2fb7904-6aa5-40db-af97-47274b849e76 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 943 time: 0.4166205 Feb 02 15:15:17.844287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:17.869843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c87060-aa03-4cda-9121-f31908124431 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:17.892218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d2c87060-aa03-4cda-9121-f31908124431, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d2c87060-aa03-4cda-9121-f31908124431,segment=NetworkSegment(e038a869-9578-40a4-aac7-6c265de0323d),segment_id=e038a869-9578-40a4-aac7-6c265de0323d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:17.916344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a77092d1-8ff9-4569-a0bc-07968b9801ff service neutron] 10.222.0.88 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342943 Feb 02 15:15:17.948931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-e7182211-c492-4509-bab8-39fac3206322 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712991 Feb 02 15:15:17.958108 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:17.960769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54b8d563-03cd-4ad5-ae3e-d184524de3aa req-517eceac-fb2f-4a4a-a2ab-6b14e986244f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461794 Feb 02 15:15:17.997916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 9918c17f-828f-4929-bfbb-6b256b3dd917, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9918c17f-828f-4929-bfbb-6b256b3dd917,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:18.000103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9918c17f-828f-4929-bfbb-6b256b3dd917'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:18.005285 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:18.041621 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-5c563aa3-87f8-4c19-942f-481a71e63ab9 service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857288 Feb 02 15:15:18.071653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=d2c87060-aa03-4cda-9121-f31908124431,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:18.085362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:18.086872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 36d22fe2-544f-4ef1-98cd-069d2dd457a6 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:18.214152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=9918c17f-828f-4929-bfbb-6b256b3dd917,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:18.296853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:18.304963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:18.305340 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:18.333141 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c14c523f-9b95-4c44-b8cf-4a7b78c5b10c req-dca34f7c-dbcc-41fb-9eda-dd8456240cc3 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713679 Feb 02 15:15:18.370345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['d2c87060-aa03-4cda-9121-f31908124431'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:18.372707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-abe48518-54e3-4177-866d-6a0864ce33d0 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3338196 Feb 02 15:15:18.381777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:18.389673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0765bfe8-e685-4877-a07b-bfe8325d382a req-feb09127-4f04-44dc-bc56-58c8ed2bf42d service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247614 Feb 02 15:15:18.390554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:18.395031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Usage tracker for resource:floatingip and tenant:ff5d70218f044b64911cf3855b548836 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:18.398212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:18.405010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:18.473612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-1c50cc00-f66d-47f5-87f3-50584642418e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:18.477549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-1c50cc00-f66d-47f5-87f3-50584642418e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:18.482158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-1c50cc00-f66d-47f5-87f3-50584642418e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:18.485608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-1c50cc00-f66d-47f5-87f3-50584642418e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:18.489835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-1c50cc00-f66d-47f5-87f3-50584642418e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:18.493513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-1c50cc00-f66d-47f5-87f3-50584642418e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:18.497093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:18.497445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-1c50cc00-f66d-47f5-87f3-50584642418e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:18.499324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-1c50cc00-f66d-47f5-87f3-50584642418e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5429 time: 0.1250775 Feb 02 15:15:18.535421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:18.569523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23c50ed0-26e6-42ca-b016-c9e0a27df5a6 req-7a48d123-f999-4f8b-ae6a-71d13194c71e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628071 Feb 02 15:15:18.575659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:18.625386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 36d22fe2-544f-4ef1-98cd-069d2dd457a6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:18.700490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:18.702494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:18.768670 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:18.883796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=36d22fe2-544f-4ef1-98cd-069d2dd457a6,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:18.919030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Allocated IP 172.25.0.177 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/00bd777c-df1d-459b-a311-12fdc3fbed96) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:18.973375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:18.978561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:18.978935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.003530 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9918c17f-828f-4929-bfbb-6b256b3dd917', 'code': 200} Feb 02 15:15:19.092300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc24eff4-79ac-4d35-b126-173a15a6b423 req-ec11488e-897a-499e-a967-99ff4b4150f0 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 210 time: 0.0444345 Feb 02 15:15:19.100133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.109087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.146003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:19.287023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f29510-adf1-4108-ae93-63f45b9d21cd req-4b6677d3-b1c4-4b85-8451-f2016f9c6585 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:19.293305 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20f29510-adf1-4108-ae93-63f45b9d21cd req-4b6677d3-b1c4-4b85-8451-f2016f9c6585 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 944 time: 0.0770714 Feb 02 15:15:19.317567 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.318323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.318592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:19.342390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20f29510-adf1-4108-ae93-63f45b9d21cd req-7ab68712-da91-409c-a58c-ca4a8531bd7f tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483508 Feb 02 15:15:19.391086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:19.394367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:19.402932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:19.418225 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'status': 'completed', 'code': 200} Feb 02 15:15:19.449766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:19.456949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event updated for resources: {'Port': ['ID=00bd777c-df1d-459b-a311-12fdc3fbed96,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:19.507898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ef577f86-bffd-4987-9acf-859ef9aeb405 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:19.571403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:19.580080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-f46d93b4-5940-4864-a56a-f73c048c18d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1096 time: 0.1132114 Feb 02 15:15:19.623955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:19.624373 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.629153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44b76a22-0b9d-4a55-89a7-80e544ef7414 req-4a935e6e-dfba-45c9-a492-f45296a2cb35 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0833805 Feb 02 15:15:19.683449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-44b76a22-0b9d-4a55-89a7-80e544ef7414 req-a604d998-6426-41c0-a1de-0f9fc248bed5 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] Synchronizing usage tracker for tenant:de1575765ce14ef3b1a828b937896618 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:19.756498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.778763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ef577f86-bffd-4987-9acf-859ef9aeb405, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ef577f86-bffd-4987-9acf-859ef9aeb405,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:19.790641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'ef577f86-bffd-4987-9acf-859ef9aeb405', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'port_id': 'ef577f86-bffd-4987-9acf-859ef9aeb405', 'mac_address': 'fa:16:3e:1e:5c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ec79d3-5556-4ce2-a222-25352a802725', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:19.800274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-44b76a22-0b9d-4a55-89a7-80e544ef7414 req-a604d998-6426-41c0-a1de-0f9fc248bed5 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] Unset dirty status for tenant:de1575765ce14ef3b1a828b937896618 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:19.801465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44b76a22-0b9d-4a55-89a7-80e544ef7414 req-a604d998-6426-41c0-a1de-0f9fc248bed5 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667385 Feb 02 15:15:19.838383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-5158f69a-d08d-45ed-9cb9-c0e67a5a7db5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:19.840125 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-5158f69a-d08d-45ed-9cb9-c0e67a5a7db5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 921 time: 0.1998253 Feb 02 15:15:19.916915 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.930781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:19.949544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef577f86-bffd-4987-9acf-859ef9aeb405 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:19.962900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-d3c2fd69-e139-4609-b7b5-74fc53132568 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 217 time: 0.1165473 Feb 02 15:15:19.975782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ef577f86-bffd-4987-9acf-859ef9aeb405, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ef577f86-bffd-4987-9acf-859ef9aeb405,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:19.982213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:20.025697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.068313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ea32a-ff7b-431d-82d3-b89ca21084dc req-f7432065-b92b-43d3-b289-8a681b62dba7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.069445 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.071243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f6ea32a-ff7b-431d-82d3-b89ca21084dc req-f7432065-b92b-43d3-b289-8a681b62dba7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 943 time: 0.0932953 Feb 02 15:15:20.089090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-e738a813-1140-4c11-8b11-4a4a2eb250d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.090472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-e738a813-1140-4c11-8b11-4a4a2eb250d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.1198714 Feb 02 15:15:20.148366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-9b215984-d9e0-4860-afec-10f423138102 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468183 Feb 02 15:15:20.149719 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f6ea32a-ff7b-431d-82d3-b89ca21084dc req-96a45597-1bdf-4d40-8dbf-6ddc9985b76b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715451 Feb 02 15:15:20.152748 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.155126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a4520d26-356e-4ee0-8550-b874047a33b7 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:20.240554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ef577f86-bffd-4987-9acf-859ef9aeb405,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:20.322915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:20.410877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port a4520d26-356e-4ee0-8550-b874047a33b7 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:20.415952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-6f524a46-96e8-4e4f-907b-7ff50285b97e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.416636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port a4520d26-356e-4ee0-8550-b874047a33b7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:20.417241 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.419921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-6f524a46-96e8-4e4f-907b-7ff50285b97e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.423983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-6f524a46-96e8-4e4f-907b-7ff50285b97e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.428589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-6f524a46-96e8-4e4f-907b-7ff50285b97e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.430025 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-3df385fb-7386-467f-905a-9ee131db35bf service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654371 Feb 02 15:15:20.433340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-6f524a46-96e8-4e4f-907b-7ff50285b97e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.439216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-6f524a46-96e8-4e4f-907b-7ff50285b97e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.443291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-6f524a46-96e8-4e4f-907b-7ff50285b97e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.445238 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-6f524a46-96e8-4e4f-907b-7ff50285b97e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5432 time: 0.1265771 Feb 02 15:15:20.454861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:20.504326 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9cde5a1-e541-4e58-a62c-1327cadf36ed req-d39e89cf-d2af-423f-a105-4f3e14a4fade tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517905 Feb 02 15:15:20.525324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.598822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6569e471-5c5e-4c79-9cee-91a44fd72e2a req-729d3262-1ab3-4c32-93ad-767f8bc6e6ec service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619039 Feb 02 15:15:20.620186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.623239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.693484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea5ac463-195a-4cd2-acc6-1d6604ecf524 req-33573787-a517-459b-9182-3ca80b5bbf1d tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 210 time: 0.0503461 Feb 02 15:15:20.694101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a4520d26-356e-4ee0-8550-b874047a33b7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a4520d26-356e-4ee0-8550-b874047a33b7,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:20.786347 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.787543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b031c3ca-4554-4dd9-826c-b83c117151aa up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:20.879097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event updated for resources: {'Port': ['ID=00bd777c-df1d-459b-a311-12fdc3fbed96,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:20.900217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:20.915888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a4520d26-356e-4ee0-8550-b874047a33b7,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:20.987703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5079c-24cd-4fc4-9fc7-9535df539053 req-abb64ef2-9ede-42f2-ab84-8d26752d0a32 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:20.989307 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83f5079c-24cd-4fc4-9fc7-9535df539053 req-abb64ef2-9ede-42f2-ab84-8d26752d0a32 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 944 time: 0.0842233 Feb 02 15:15:21.004418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d22fe2-544f-4ef1-98cd-069d2dd457a6'}, {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442'}, {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ce9bd4-2ad6-4780-834e-455ed7c0ebe0'}, {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:21.009585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port b031c3ca-4554-4dd9-826c-b83c117151aa completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:21.014319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port b031c3ca-4554-4dd9-826c-b83c117151aa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:21.014689 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:21.036292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83f5079c-24cd-4fc4-9fc7-9535df539053 req-04925bb7-1a21-49e1-82fb-3e960d5b0b10 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Feb 02 15:15:21.063260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:21.067550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-b09c659e-996b-47a4-ad75-da2b560504f5 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6908023 Feb 02 15:15:21.150165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:21.191398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b031c3ca-4554-4dd9-826c-b83c117151aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b031c3ca-4554-4dd9-826c-b83c117151aa,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:21.247893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-4accceb7-373d-4431-b43f-28bdc4c3e735 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Synchronizing usage tracker for tenant:ff5d70218f044b64911cf3855b548836 on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:21.288555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:21.324596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d2c87060-aa03-4cda-9121-f31908124431 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:21.325620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-d27a417c-3a67-46a7-b68a-c8e020b9598a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:21.327107 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-d27a417c-3a67-46a7-b68a-c8e020b9598a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.64 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 805 time: 0.1826954 Feb 02 15:15:21.349440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Request body: {'port': {'device_id': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'admin_state_up': True, 'tenant_id': '185c74bb7d5847b4b78b07b9efb99066'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:21.373223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-4accceb7-373d-4431-b43f-28bdc4c3e735 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Unset dirty status for tenant:ff5d70218f044b64911cf3855b548836 on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:21.374498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-4accceb7-373d-4431-b43f-28bdc4c3e735 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.3023462 Feb 02 15:15:21.425834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e79c77d-604a-4f40-829c-1b986ed63251 req-23cb12cd-6f18-4bd0-851e-70d3bc2b94d6 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1096 time: 0.1833615 Feb 02 15:15:21.426344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b031c3ca-4554-4dd9-826c-b83c117151aa,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:21.475282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e79c77d-604a-4f40-829c-1b986ed63251 req-d1a251a4-cba0-4032-a590-e65428a0d30a tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486798 Feb 02 15:15:21.531697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port d2c87060-aa03-4cda-9121-f31908124431 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:21.539367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port d2c87060-aa03-4cda-9121-f31908124431 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:21.540165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:21.614320 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d22fe2-544f-4ef1-98cd-069d2dd457a6', 'code': 200} Feb 02 15:15:21.614578 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442', 'code': 200} Feb 02 15:15:21.615006 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ce9bd4-2ad6-4780-834e-455ed7c0ebe0', 'code': 200} Feb 02 15:15:21.616149 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'code': 200} Feb 02 15:15:21.617225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:21.623582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Usage tracker for resource:port and tenant:185c74bb7d5847b4b78b07b9efb99066 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:21.631187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-ffd49de9-0267-4df4-94ad-343514f38523 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:21.632570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a074cf0-5990-4e56-a800-3a0443e7a984 req-ffd49de9-0267-4df4-94ad-343514f38523 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2073548 Feb 02 15:15:21.633403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:21.647999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:21.733468 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:21.740681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Made reservation on behalf of 185c74bb7d5847b4b78b07b9efb99066 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:21.743178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:21.792450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d2c87060-aa03-4cda-9121-f31908124431, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d2c87060-aa03-4cda-9121-f31908124431,segment=NetworkSegment(e038a869-9578-40a4-aac7-6c265de0323d),segment_id=e038a869-9578-40a4-aac7-6c265de0323d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:21.793180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c9f58-cf93-4433-ab1a-8e7a94a57624 req-e6ffc7c0-ee50-4288-ab89-ed7932c58e44 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:21.794941 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-093c9f58-cf93-4433-ab1a-8e7a94a57624 req-e6ffc7c0-ee50-4288-ab89-ed7932c58e44 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 944 time: 0.1170321 Feb 02 15:15:21.847159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-093c9f58-cf93-4433-ab1a-8e7a94a57624 req-80debc06-8d02-4558-b2bb-ae698e18393c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Feb 02 15:15:21.890130 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:21.892242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:21.945247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63a7c2ea-6022-4615-b74e-6c927a9d77f8 req-f39d0bee-0dcd-4d89-a5ef-7e6f15a4f332 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1897700 Feb 02 15:15:21.975184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Allocated IP 172.20.0.10 (cac53d52-482c-4daa-852f-908eba5316f0/19308d4a-1b6c-425b-8f71-a3d7d82c4721/41eb2848-08df-4c80-8f9e-6380104d7564) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:22.014390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=d2c87060-aa03-4cda-9121-f31908124431,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:22.076935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:22.079043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-3ae4c51c-39ed-4c24-aaeb-d751557d7fbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.082802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:22.083236 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.083688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-3ae4c51c-39ed-4c24-aaeb-d751557d7fbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.087651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-3ae4c51c-39ed-4c24-aaeb-d751557d7fbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.091803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-3ae4c51c-39ed-4c24-aaeb-d751557d7fbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.095673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-3ae4c51c-39ed-4c24-aaeb-d751557d7fbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.100304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-3ae4c51c-39ed-4c24-aaeb-d751557d7fbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.104226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-3ae4c51c-39ed-4c24-aaeb-d751557d7fbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.106351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-3ae4c51c-39ed-4c24-aaeb-d751557d7fbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5434 time: 0.1319888 Feb 02 15:15:22.156765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b0abf33-60f8-491f-a463-8b13a6a47c80 req-c71968ce-bde9-48d2-97a7-b29103ae1549 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439744 Feb 02 15:15:22.205850 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.210880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.251275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:22.401941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-9eff082e-c9dd-460e-a2e8-ea1fd12d9ece tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.403394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-9eff082e-c9dd-460e-a2e8-ea1fd12d9ece tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0810051 Feb 02 15:15:22.408133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.408851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.439614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ef577f86-bffd-4987-9acf-859ef9aeb405 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:22.492307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Network cac53d52-482c-4daa-852f-908eba5316f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:22.492651 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-f6ff501b-3ba0-4309-a1da-c89632045d71 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.0829196 Feb 02 15:15:22.496270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:22.498455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Pushing event updated for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:22.500902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:22.519165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Request body: {'floatingip': {'port_id': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:22.528204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:22.598843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:22.599476 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.611300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.618808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port ef577f86-bffd-4987-9acf-859ef9aeb405 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:22.623757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port ef577f86-bffd-4987-9acf-859ef9aeb405 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:22.624353 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.738859 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.774996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ef577f86-bffd-4987-9acf-859ef9aeb405, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ef577f86-bffd-4987-9acf-859ef9aeb405,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:22.801010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-e3eeaf1c-e213-4822-a908-ef36c19c89dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4561160 Feb 02 15:15:22.818377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Request body: {'port': {'device_id': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:22.897746 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.934275 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:22.973434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ef577f86-bffd-4987-9acf-859ef9aeb405,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:23.282148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:23.332562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41eb2848-08df-4c80-8f9e-6380104d7564 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:23.339571 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:23.353662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Transition to ACTIVE for port object 41eb2848-08df-4c80-8f9e-6380104d7564 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:23.407471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:23.458858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:23.607553 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Floating IP 25aeedd1-31b2-426b-aa86-a3c88db461d4 associated. External IP: 172.25.0.177, port: 88851fab-c053-482a-b95d-ed94fb62a1ff. Feb 02 15:15:23.617325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b031c3ca-4554-4dd9-826c-b83c117151aa'}, {'server_uuid': 'a4a45895-7710-4dc3-8059-81750b28c2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c87060-aa03-4cda-9121-f31908124431'}, {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ccfda4-51cc-4fa3-aafe-a9ca062c31a8'}, {'server_uuid': 'ec85156f-4bba-4d55-a00d-fd3fbbdaedbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef577f86-bffd-4987-9acf-859ef9aeb405'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:23.690902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Pushing event updated for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:23.853859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Attempting to bind port 41eb2848-08df-4c80-8f9e-6380104d7564 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:23.853859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Attempting to bind port 41eb2848-08df-4c80-8f9e-6380104d7564 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:23.854076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Attempting to bind port 41eb2848-08df-4c80-8f9e-6380104d7564 on network cac53d52-482c-4daa-852f-908eba5316f0 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:23.860730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Port 41eb2848-08df-4c80-8f9e-6380104d7564 on network cac53d52-482c-4daa-852f-908eba5316f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:23.860730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Attempting to bind port 41eb2848-08df-4c80-8f9e-6380104d7564 on network cac53d52-482c-4daa-852f-908eba5316f0 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:23.874295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:23.874295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Checking segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:23.874295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Bound using segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:23.874295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Bound port: 41eb2848-08df-4c80-8f9e-6380104d7564, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:23.874295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:23.979508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:23.979508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:24.074487 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:24.141829 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:24.143586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] 10.222.0.64 "PUT /v2.0/ports/41eb2848-08df-4c80-8f9e-6380104d7564 HTTP/1.1" status: 200 len: 1092 time: 1.3290579 Feb 02 15:15:24.143771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:24.164267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d619f8-49a4-4e5f-bf07-a71648fa457e service neutron] Pushing event updated for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:24.170392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:15:24.398690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:15:24.405569 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:24.410073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] Sync routers for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:15:24.427789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:24.428681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:14:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:24.450836 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-31114b9c-4720-464b-a759-b28e270b7499 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 1095 time: 0.0929701 Feb 02 15:15:24.473848 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ca105a22-bb93-4156-b6b5-e2fbd27b7863 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "PUT /v2.0/floatingips/25aeedd1-31b2-426b-aa86-a3c88db461d4 HTTP/1.1" status: 200 len: 996 time: 1.9577024 Feb 02 15:15:24.473848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:24.505677 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e5792f3-fa8e-41b4-ab30-0e048b6a55a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:24.542290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-b336a006-c76e-4b2a-9966-234162f8f81a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41eb2848-08df-4c80-8f9e-6380104d7564 HTTP/1.1" status: 200 len: 217 time: 0.0785055 Feb 02 15:15:24.556120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-9affb59b-93a2-4023-a10d-6ceb66aef395 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:15:24.562775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-9affb59b-93a2-4023-a10d-6ceb66aef395 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0115736 Feb 02 15:15:24.569869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-479ce817-68f8-493b-97cc-89c025853b6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1096 time: 0.0796878 Feb 02 15:15:24.600448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Request body: {'binding': {'host': 'n-h2-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:24.608243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:15:24.645989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:24.697395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-0d1605c0-099b-4404-9f82-0b54c6ebc27a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:24.698839 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-0d1605c0-099b-4404-9f82-0b54c6ebc27a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 200 len: 845 time: 0.1465352 Feb 02 15:15:24.723024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-2174c156-2457-4b6d-9136-82e84cfb7297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:24.730505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-2174c156-2457-4b6d-9136-82e84cfb7297 service neutron] 10.222.0.88 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 921 time: 0.1548426 Feb 02 15:15:24.796609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-881f7279-cb8b-4b4f-ace0-519cf3eae614 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac53d52-482c-4daa-852f-908eba5316f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505669 Feb 02 15:15:24.852981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-ebc85f8e-6811-430e-bb36-25635f58297b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 999 time: 0.1215656 Feb 02 15:15:24.929396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-bef5eb5a-436a-4248-bf81-1380b8d92c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:24.931365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-bef5eb5a-436a-4248-bf81-1380b8d92c84 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.0717664 Feb 02 15:15:24.991236 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-4d6412c9-85c3-4f02-9fe4-9e68b64fd7a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524175 Feb 02 15:15:24.993338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on host n-h2-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:24.993338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:24.997779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:25.003194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-c9e36273-8d0f-44e9-981e-d73c532476d6 service neutron] 10.222.0.64 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935225 Feb 02 15:15:25.004627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:25.004955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:25.023772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '25aeedd1-31b2-426b-aa86-a3c88db461d4', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'port_id': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'mac_address': 'fa:16:3e:55:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:15:19Z', 'updated_at': '2022-02-02T15:15:23Z', 'revision_number': 1, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:16Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:25.028021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] Checking router: 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:15:25.036100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:25.036442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:25.036829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:25.037262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Bound port: fcdbc48b-4d8b-4779-91db-aa36488fd53b, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:25.040031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:25.040648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:14:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:25.146220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-da976e1c-7039-442a-879b-0556557dffde service neutron] 10.222.0.88 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542449 Feb 02 15:15:25.156626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:25.166694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec7b1622-70f2-4cfb-91ec-ed03e15f293a req-8d85a4b8-caf5-4549-99af-c5c53998a50e service neutron] 10.222.0.64 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576259 Feb 02 15:15:25.229208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:25.229208 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-de9e9c02-63dd-423e-94cc-f1d7bd9b6369 service neutron] 10.222.0.88 "POST /v2.0/ports/fcdbc48b-4d8b-4779-91db-aa36488fd53b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6637375 Feb 02 15:15:25.229608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:25.286634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-997dfa02-5aec-405b-90b5-b0a19b343022 req-e0bdbaa9-537d-488d-88bf-214214114b82 service neutron] 10.222.0.88 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333966 Feb 02 15:15:25.599329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d24a0-6381-4f18-9eaa-92dbcf7a006e req-5ba64de7-3b14-44f9-807b-56969fc4cd72 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:25.602134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-205d24a0-6381-4f18-9eaa-92dbcf7a006e req-5ba64de7-3b14-44f9-807b-56969fc4cd72 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 944 time: 0.0787508 Feb 02 15:15:25.630674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '25aeedd1-31b2-426b-aa86-a3c88db461d4', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'port_id': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'mac_address': 'fa:16:3e:55:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:15:19Z', 'updated_at': '2022-02-02T15:15:23Z', 'revision_number': 1, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:16Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:25.634974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968aff9-5341-4037-ac8e-2f062e70bb7f None None] The sync data for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 is: [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '25aeedd1-31b2-426b-aa86-a3c88db461d4', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'port_id': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'mac_address': 'fa:16:3e:55:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:15:19Z', 'updated_at': '2022-02-02T15:15:23Z', 'revision_number': 1, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:16Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:15:25.648095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-205d24a0-6381-4f18-9eaa-92dbcf7a006e req-99a5e85d-54bb-4016-bc54-c718b897537b tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Synchronizing usage tracker for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:25.785293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-205d24a0-6381-4f18-9eaa-92dbcf7a006e req-99a5e85d-54bb-4016-bc54-c718b897537b tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Unset dirty status for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:25.789116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-205d24a0-6381-4f18-9eaa-92dbcf7a006e req-99a5e85d-54bb-4016-bc54-c718b897537b tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797204 Feb 02 15:15:25.857405 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68817c9-2b00-4da1-a884-3892b9f0a7e9 None None] New status for floating IP 25aeedd1-31b2-426b-aa86-a3c88db461d4: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:15:25.994807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ef42-2af1-42d1-8417-1be5129b1b86 req-57263b2f-ac7f-42ca-89bf-5f1fa6a44eb7 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:25.996295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc70ef42-2af1-42d1-8417-1be5129b1b86 req-57263b2f-ac7f-42ca-89bf-5f1fa6a44eb7 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 945 time: 0.0849378 Feb 02 15:15:26.053732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-900627b2-c0d3-4145-a1ba-51725adda21d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0927441 Feb 02 15:15:26.055578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc70ef42-2af1-42d1-8417-1be5129b1b86 req-2493589d-58fa-47b0-86d1-bd44df2cb695 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533130 Feb 02 15:15:26.198740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-cad0573f-2c63-43a1-9925-bcd7fc5f591e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.200155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-cad0573f-2c63-43a1-9925-bcd7fc5f591e service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.1404436 Feb 02 15:15:26.266482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2109f0-ecc4-4386-a38c-eadb44487224 req-8a91b44c-e58d-4144-bcfc-13da06af9c08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.269182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a2109f0-ecc4-4386-a38c-eadb44487224 req-8a91b44c-e58d-4144-bcfc-13da06af9c08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 945 time: 0.0823369 Feb 02 15:15:26.271528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-a1f9b443-55ec-493f-b2da-5205ddbdf021 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 200 len: 217 time: 0.0645647 Feb 02 15:15:26.336439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-08151273-bfd9-4940-8f6a-4808444fb5a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.338146 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-08151273-bfd9-4940-8f6a-4808444fb5a7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.0611932 Feb 02 15:15:26.423924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a2109f0-ecc4-4386-a38c-eadb44487224 req-374f5113-a286-495f-b39a-cc089b3167fb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493671 Feb 02 15:15:26.491512 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-b9f3f751-06dd-4dfb-b898-4199bd1fa4f5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473444 Feb 02 15:15:26.590351 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b031c3ca-4554-4dd9-826c-b83c117151aa', 'code': 200} Feb 02 15:15:26.590614 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a45895-7710-4dc3-8059-81750b28c2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c87060-aa03-4cda-9121-f31908124431', 'code': 200} Feb 02 15:15:26.590871 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ccfda4-51cc-4fa3-aafe-a9ca062c31a8', 'code': 200} Feb 02 15:15:26.591164 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec85156f-4bba-4d55-a00d-fd3fbbdaedbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef577f86-bffd-4987-9acf-859ef9aeb405', 'code': 200} Feb 02 15:15:26.630356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-d3642540-2ac4-4b15-b12f-fa4f1d288c94 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322556 Feb 02 15:15:26.648726 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564', 'status': 'completed', 'code': 200} Feb 02 15:15:26.711280 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'status': 'completed', 'code': 200} Feb 02 15:15:26.734584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-d0a86f4c-2a95-4df6-b427-664a8951b09f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.738916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-d0a86f4c-2a95-4df6-b427-664a8951b09f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.742886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-d0a86f4c-2a95-4df6-b427-664a8951b09f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.746950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-d0a86f4c-2a95-4df6-b427-664a8951b09f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.751142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-d0a86f4c-2a95-4df6-b427-664a8951b09f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.755988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-d0a86f4c-2a95-4df6-b427-664a8951b09f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.760275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-d0a86f4c-2a95-4df6-b427-664a8951b09f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:26.762815 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-d0a86f4c-2a95-4df6-b427-664a8951b09f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.1459107 Feb 02 15:15:26.826482 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1f67be72-aed7-47f4-be39-61f0987fde28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:26.922643 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-897e4628-3bc1-4948-8d36-80bbfac02cbd req-ddd0b252-b9cc-41c6-b968-8143846508bb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1538050 Feb 02 15:15:26.977343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-ab1d2462-accd-425b-864f-1c4cabdfb96e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1096 time: 0.1904290 Feb 02 15:15:26.985361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4ae4fc9-ec63-460d-b3d8-946dcbaae050 req-6d67ad36-2cfc-4812-8217-75e168611e44 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6492 time: 0.1517825 Feb 02 15:15:27.118769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4ae4fc9-ec63-460d-b3d8-946dcbaae050 req-0bc13ab4-3023-40b8-9fca-1f35e26a0e0f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&id=b02c28e9-c0fe-4007-81ce-92b0dc991003&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083004 Feb 02 15:15:27.155527 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-dc8053a9-e802-4ba9-8c1a-af0a79c78bec tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 1001 time: 0.4250646 Feb 02 15:15:27.204128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-8f68f1a3-b6ca-41d9-8206-b84df1ff8dd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:27.206211 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-8f68f1a3-b6ca-41d9-8206-b84df1ff8dd5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 921 time: 0.2196639 Feb 02 15:15:27.217510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-d1e4a0b3-abe5-4a5c-8502-e2bb46796444 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 1095 time: 0.5308592 Feb 02 15:15:27.239761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-f3e4bca8-8b51-4a36-b4ae-e47a3a1da86e service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933243 Feb 02 15:15:27.281300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d124a65f-b3bd-469d-89e8-7b53eb918bf7 req-5cad0562-d927-40b7-8e8d-6b9e2427357d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 1096 time: 0.4291825 Feb 02 15:15:27.325232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159de03-68bc-41f0-a0db-c7a08cd7a15f req-12ad339c-a84e-49e6-b8ba-1a23e3909039 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:27.326687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1159de03-68bc-41f0-a0db-c7a08cd7a15f req-12ad339c-a84e-49e6-b8ba-1a23e3909039 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.1956265 Feb 02 15:15:27.328491 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-e037be29-52ed-42ba-a543-3a6dbcd15cdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 1001 time: 0.1141217 Feb 02 15:15:27.330067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41eb2848-08df-4c80-8f9e-6380104d7564 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:27.362369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7ae7b4f-bd8c-405e-98e8-704357dc28d2 req-dd3d79d2-fdfd-4aa5-adde-3fc364f29def service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 1096 time: 0.5131295 Feb 02 15:15:27.373829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-28f0b137-4b59-424a-96df-bb732f8de8d4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:27.375192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-28f0b137-4b59-424a-96df-bb732f8de8d4 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports/88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 942 time: 0.2050579 Feb 02 15:15:27.418980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-fc3c34f5-c8ff-4575-bf7c-64dcfe9d565c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:27.420757 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-fc3c34f5-c8ff-4575-bf7c-64dcfe9d565c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 907 time: 0.1863878 Feb 02 15:15:27.427750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-5d9aab87-0b98-4397-89fb-79d3c44ee331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:27.429506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-5d9aab87-0b98-4397-89fb-79d3c44ee331 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.0946681 Feb 02 15:15:27.446547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1159de03-68bc-41f0-a0db-c7a08cd7a15f req-cb8ea22a-3c22-4949-95e3-43e72e0bfbf9 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737755 Feb 02 15:15:27.523574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:27.541287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '41eb2848-08df-4c80-8f9e-6380104d7564', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'port_id': '41eb2848-08df-4c80-8f9e-6380104d7564', 'mac_address': 'fa:16:3e:2d:09:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19308d4a-1b6c-425b-8f71-a3d7d82c4721', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:27.542959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-c8a1d72b-9a79-42ea-8a17-3a974f9e7c1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952477 Feb 02 15:15:27.605294 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:27.608573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-e40c1a3f-9a19-420a-92e8-c8324045b651 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41eb2848-08df-4c80-8f9e-6380104d7564 HTTP/1.1" status: 200 len: 217 time: 0.1806145 Feb 02 15:15:27.625209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eb2848-08df-4c80-8f9e-6380104d7564 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:27.646686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:27.751150 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:27.784200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-7259ebb4-8b89-45fb-a022-05e509067083 service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336524 Feb 02 15:15:27.788025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-0a161cdc-2068-4712-b05f-622582b48d49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:27.789571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-0a161cdc-2068-4712-b05f-622582b48d49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 200 len: 845 time: 0.1087089 Feb 02 15:15:27.823748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:27.834518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.835196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.835196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.835522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.835869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.836221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.836697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.837035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.837361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.837687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.838085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:27.883269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d124a65f-b3bd-469d-89e8-7b53eb918bf7 req-5595d1d4-779c-4503-a32d-4b6fcc68ff94 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562138 Feb 02 15:15:27.886966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-a52b862b-f2fe-4934-aa25-c3c775c32c5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac53d52-482c-4daa-852f-908eba5316f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753655 Feb 02 15:15:27.906237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc7ed-4e10-425a-8e49-ee14d4b86c81 req-a7f702dd-889a-44d2-bb08-f137babc955b tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:27.907753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bdc7ed-4e10-425a-8e49-ee14d4b86c81 req-a7f702dd-889a-44d2-bb08-f137babc955b tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 944 time: 0.2565715 Feb 02 15:15:27.945108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7ae7b4f-bd8c-405e-98e8-704357dc28d2 req-09f6a560-a530-4eee-8d50-e04f16e69538 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161952 Feb 02 15:15:27.988091 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b75f0d4-e8d0-4648-9465-b1f33c2848fa req-57b3d72a-cc47-45d2-a06b-8335b380f119 service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905532 Feb 02 15:15:27.992343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bdc7ed-4e10-425a-8e49-ee14d4b86c81 req-963b0756-cfd0-4ebe-b92b-072c684210bc tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763566 Feb 02 15:15:27.999641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-80ca5ca0-3d73-4459-9335-791068ec6048 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 1001 time: 0.4717505 Feb 02 15:15:28.059385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-9b877fbc-a702-45bd-96fb-f24de02f4646 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.3828151 Feb 02 15:15:28.098882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['41eb2848-08df-4c80-8f9e-6380104d7564'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:28.234649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748c12a-f5ff-4b18-90e1-9cf9ce0f8d6c req-4dec23f8-9513-448f-bba2-cf4b6f4e490b tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:28.237418 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c748c12a-f5ff-4b18-90e1-9cf9ce0f8d6c req-4dec23f8-9513-448f-bba2-cf4b6f4e490b tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 945 time: 0.1072490 Feb 02 15:15:28.260495 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:28.279406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-b41a6b2d-e819-4578-b1ce-8b17ed1136ed service neutron] 10.222.0.64 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700306 Feb 02 15:15:28.294402 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c748c12a-f5ff-4b18-90e1-9cf9ce0f8d6c req-5999c8fb-8810-4003-bb21-48a3f2cddbb4 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512884 Feb 02 15:15:28.359215 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:28.396877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-abb09ba6-2db5-42ce-88b6-c99062d03b11 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:28.398200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-abb09ba6-2db5-42ce-88b6-c99062d03b11 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.3846271 Feb 02 15:15:28.421198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-fce3541f-4c55-4c3e-82c5-1fa8c77da636 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c2223177cf8e4805a21116e21e6223dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280874 Feb 02 15:15:28.498194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827122-1'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:28.589657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d9cbaa-8492-4ed2-a783-229b2b409b17 req-95ead953-22c4-431c-a1f4-aae5d8fc026c service neutron] 10.222.0.64 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052938 Feb 02 15:15:28.597885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-5b9a88b2-9355-4ebe-acea-2c5b35e14c22 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:28.600278 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-5b9a88b2-9355-4ebe-acea-2c5b35e14c22 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726696 Feb 02 15:15:28.618142 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-3c0e9061-1d55-4c72-9172-c8ccbd47d91b tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/quotas/c2223177cf8e4805a21116e21e6223dc HTTP/1.1" status: 200 len: 375 time: 0.0136452 Feb 02 15:15:28.624366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-97c23dfb-6dc0-41ac-8775-c4e0f63ad002 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 1001 time: 0.2166440 Feb 02 15:15:28.640361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:28.667085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-eebfa980-2a94-4fe6-98f1-b58faa079452 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2223177cf8e4805a21116e21e6223dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420868 Feb 02 15:15:28.746021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:28.808017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:29.132202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f41a19-f2af-467c-b9f1-4aecca776cdb req-7b4e3705-380a-4a26-9a22-aa4ca06cc0bd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:29.134178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6f41a19-f2af-467c-b9f1-4aecca776cdb req-7b4e3705-380a-4a26-9a22-aa4ca06cc0bd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 945 time: 0.0966780 Feb 02 15:15:29.155009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:29.188164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6f41a19-f2af-467c-b9f1-4aecca776cdb req-77ef2b2b-118d-41af-a223-33f8a909dcb9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Feb 02 15:15:29.263162 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:29.274576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:29.339020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41eb2848-08df-4c80-8f9e-6380104d7564 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:29.340272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:29.347622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:29.387994 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:29.388311 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Floating IP 25aeedd1-31b2-426b-aa86-a3c88db461d4 disassociated. External IP: 172.25.0.177, port: 88851fab-c053-482a-b95d-ed94fb62a1ff. Feb 02 15:15:29.406504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-4ba21f29-d76d-4161-946c-cb4de1bebcb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:29.411438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-4ba21f29-d76d-4161-946c-cb4de1bebcb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:29.415382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-4ba21f29-d76d-4161-946c-cb4de1bebcb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:29.419244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-4ba21f29-d76d-4161-946c-cb4de1bebcb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:29.423412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-4ba21f29-d76d-4161-946c-cb4de1bebcb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:29.428713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-4ba21f29-d76d-4161-946c-cb4de1bebcb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:29.432057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-4ba21f29-d76d-4161-946c-cb4de1bebcb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:29.433915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-4ba21f29-d76d-4161-946c-cb4de1bebcb5 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.1172857 Feb 02 15:15:29.556084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 41eb2848-08df-4c80-8f9e-6380104d7564 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:29.556237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:29.567977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 41eb2848-08df-4c80-8f9e-6380104d7564 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:29.567977 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:29.590513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f065bf6-8056-428b-9b5d-f54bd5ff0974 req-143f2898-7a94-4598-8fe8-ac59e9877e26 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490240 Feb 02 15:15:29.706386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:29.824096 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:29.870950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:29.892349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:29.898767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:29.988116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on host n-h1-827122-1 for vnic_type normal with profile {"migrating_to": "n-h2-827122-1"} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:29.988452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:29.988780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:29.996722 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:30.001491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:30.001895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Attempting to bind port fcdbc48b-4d8b-4779-91db-aa36488fd53b on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:30.066084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:30.066425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:30.066816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:30.067263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Bound port: fcdbc48b-4d8b-4779-91db-aa36488fd53b, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:30.067606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:30.085174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:30.157561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206788bf-0193-48d5-8778-c996f0e3cc76 req-434241fc-08e5-43b4-af71-27a3a6f0f23e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:30.159696 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-206788bf-0193-48d5-8778-c996f0e3cc76 req-434241fc-08e5-43b4-af71-27a3a6f0f23e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0865793 Feb 02 15:15:30.184211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:30.187761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:30.208365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-206788bf-0193-48d5-8778-c996f0e3cc76 req-4f415c02-8d4c-4cfc-81a2-6c16e11398cb tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Feb 02 15:15:30.302565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:15:30.343456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-fd2e7191-6eee-4bd7-96e2-ad9035cf920f tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c2223177cf8e4805a21116e21e6223dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322392 Feb 02 15:15:30.380853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:30.496070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425866-fc56-405e-ab02-030a04196c45 req-5c5f8b2d-0bcc-498d-bea7-0b7ad5dcc8f4 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:30.497551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-5c5f8b2d-0bcc-498d-bea7-0b7ad5dcc8f4 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486559 Feb 02 15:15:30.515749 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-fa753a7b-645f-470d-92b1-01a2a48a9814 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/quotas/c2223177cf8e4805a21116e21e6223dc HTTP/1.1" status: 200 len: 375 time: 0.0118637 Feb 02 15:15:30.539302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=8']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:30.562205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-bf52f02c-9939-40b0-b97b-18c552bc25dc tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2223177cf8e4805a21116e21e6223dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408285 Feb 02 15:15:30.588318 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:30.589728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-99e88819-5107-4532-a3d6-8b8685f7b827 service neutron] 10.222.0.107 "PUT /v2.0/ports/fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 200 len: 1121 time: 2.1108680 Feb 02 15:15:30.703440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:15:30.708540 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:30.714460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] Sync routers for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:15:30.729166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:30.729779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:30.778746 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-3bc7805f-41c4-4e34-929a-a203289b6e5a tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "PUT /v2.0/floatingips/25aeedd1-31b2-426b-aa86-a3c88db461d4 HTTP/1.1" status: 200 len: 695 time: 2.1442158 Feb 02 15:15:30.782565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['fcdbc48b-4d8b-4779-91db-aa36488fd53b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:30.912371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-696bec1a-7653-4459-b63c-5057ba6c8a42 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1096 time: 0.1070783 Feb 02 15:15:31.028400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:31.113117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-cfa9359d-aa56-4743-ac51-92d92031e8d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:31.117400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-cfa9359d-aa56-4743-ac51-92d92031e8d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 921 time: 0.1977239 Feb 02 15:15:31.197207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aabc1-155d-4683-8646-fbf0d91f0c8c req-88ee6423-bd31-420e-bf2a-4be056d0db21 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:31.212441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586aabc1-155d-4683-8646-fbf0d91f0c8c req-88ee6423-bd31-420e-bf2a-4be056d0db21 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 946 time: 0.1067121 Feb 02 15:15:31.219641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-1bf312a8-85bc-42aa-a1e9-028ee6877241 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 217 time: 0.0913608 Feb 02 15:15:31.288504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586aabc1-155d-4683-8646-fbf0d91f0c8c req-33f7406a-7691-43a8-8032-4ad284f1d5a5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745072 Feb 02 15:15:31.303726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-ef9219c0-14d7-4322-b326-557f4dabb56f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:31.305438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-ef9219c0-14d7-4322-b326-557f4dabb56f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.0849726 Feb 02 15:15:31.360478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-07a2d510-de81-4e54-a9a6-8bbbb9e1fd7a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489514 Feb 02 15:15:31.535803 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-f4fb064a-e26a-414f-aba7-027e514f04e6 service neutron] 10.222.0.88 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686807 Feb 02 15:15:31.552346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:16Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:31.555168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] Checking router: 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:15:31.567326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:31.567989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:31.569596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fe73c-7e38-433f-8d31-503a8e4d03d1 req-0eb75050-147e-4915-a5f4-00a4a5562ae1 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:31.576684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b8fe73c-7e38-433f-8d31-503a8e4d03d1 req-0eb75050-147e-4915-a5f4-00a4a5562ae1 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 945 time: 0.1170735 Feb 02 15:15:31.627608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b8fe73c-7e38-433f-8d31-503a8e4d03d1 req-667d7a48-a287-43e2-ab21-c79b2e9e375e tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449021 Feb 02 15:15:31.716433 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b', 'code': 200} Feb 02 15:15:31.743427 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30846e6a-9724-4a89-a606-3caab93c0db7 req-e7408e8d-8cf1-4758-8895-efcd1d4e645a service neutron] 10.222.0.88 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012966 Feb 02 15:15:31.814729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:32.020336 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564', 'code': 200} Feb 02 15:15:32.070285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ee33-3aed-42d4-b9fd-439274bf04bb req-bac0ed79-8cab-4ba5-b80f-fddff519a48d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.073784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ee33-3aed-42d4-b9fd-439274bf04bb req-bac0ed79-8cab-4ba5-b80f-fddff519a48d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.078134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ee33-3aed-42d4-b9fd-439274bf04bb req-bac0ed79-8cab-4ba5-b80f-fddff519a48d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.083059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ee33-3aed-42d4-b9fd-439274bf04bb req-bac0ed79-8cab-4ba5-b80f-fddff519a48d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.087540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ee33-3aed-42d4-b9fd-439274bf04bb req-bac0ed79-8cab-4ba5-b80f-fddff519a48d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.104897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ee33-3aed-42d4-b9fd-439274bf04bb req-bac0ed79-8cab-4ba5-b80f-fddff519a48d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.109832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ee33-3aed-42d4-b9fd-439274bf04bb req-bac0ed79-8cab-4ba5-b80f-fddff519a48d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.113407 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fc5ee33-3aed-42d4-b9fd-439274bf04bb req-bac0ed79-8cab-4ba5-b80f-fddff519a48d tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.1786115 Feb 02 15:15:32.128841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45900) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:32.134564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Request body: {'floatingip': {'port_id': 'a4520d26-356e-4ee0-8550-b874047a33b7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:32.253265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:32.307797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:16Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:32.314065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd0bfd-c615-45ac-aaa5-f95af3423676 None None] The sync data for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 is: [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:14:08Z', 'revision_number': 4, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1620540b-70de-4f26-b3e3-c4d762d849ba', 'name': '', 'network_id': '43b40729-1a68-4a0f-9a87-edd6c7d4d2d5', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'mac_address': 'fa:16:3e:fd:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:06Z', 'updated_at': '2022-02-02T15:14:16Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'subnets': [{'id': '3761795a-738a-4ee5-9823-cd3df41bf7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:15:32.425806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a6bc904-b5f5-44ed-a5fd-74e6b317e217 req-dde78e90-c0f6-429f-9000-46dc03061d76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 1097 time: 0.3705275 Feb 02 15:15:32.478427 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a6bc904-b5f5-44ed-a5fd-74e6b317e217 req-8cd88442-abfe-4677-9ec0-a68db2c28717 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Feb 02 15:15:32.625049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21691c2f-2b51-46f4-8916-aeb0420eda37 req-19fdf3c4-400b-487f-86f2-1ca7dac92895 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.627429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-21691c2f-2b51-46f4-8916-aeb0420eda37 req-19fdf3c4-400b-487f-86f2-1ca7dac92895 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 945 time: 0.2675428 Feb 02 15:15:32.768693 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3f15b-3698-43fc-b20d-166e9ab9b78d None None] New status for floating IP 25aeedd1-31b2-426b-aa86-a3c88db461d4: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:15:32.801809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-21691c2f-2b51-46f4-8916-aeb0420eda37 req-517b035e-b694-4d02-b2df-af54a09b2412 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657917 Feb 02 15:15:32.889483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72583de5-ea2f-44cf-aacf-31c0cbf5104c req-c8eec7f0-53ed-4d1c-96db-b17ade588069 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:32.895610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72583de5-ea2f-44cf-aacf-31c0cbf5104c req-c8eec7f0-53ed-4d1c-96db-b17ade588069 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.2495615 Feb 02 15:15:33.016490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72583de5-ea2f-44cf-aacf-31c0cbf5104c req-8761907e-f127-45c9-a5cd-f8bb6b7acf1e tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089849 Feb 02 15:15:33.152427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-afc73b19-ffec-4897-9e90-252a0f368647 req-2e3b723b-a783-4bbe-b782-a979e639da1f tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 210 time: 0.0885401 Feb 02 15:15:33.417457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-644eed33-a8c9-4ff0-a3ba-41b02749ed1b tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/floatingips/25aeedd1-31b2-426b-aa86-a3c88db461d4 HTTP/1.1" status: 200 len: 695 time: 0.1345942 Feb 02 15:15:33.585992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-6183b822-1735-493b-bedb-135a0fe61931 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c2223177cf8e4805a21116e21e6223dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2053859 Feb 02 15:15:33.629741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fcdbc48b-4d8b-4779-91db-aa36488fd53b details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:33.750383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b'}, {'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:33.786743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93c043-2e4d-42f3-ba83-2f19400fcf8a req-52842259-36fe-4428-96da-bd09f51035bd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:33.800385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d93c043-2e4d-42f3-ba83-2f19400fcf8a req-52842259-36fe-4428-96da-bd09f51035bd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.3728595 Feb 02 15:15:33.839285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a21f0945-ffae-4957-b34b-b68f52eeadf1 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:33.843124 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a21f0945-ffae-4957-b34b-b68f52eeadf1 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.4247935 Feb 02 15:15:33.929354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:33.951396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-3ad03b84-54be-4c60-9c41-c2b5e03e3a93 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.0974023 Feb 02 15:15:34.000378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fcdbc48b-4d8b-4779-91db-aa36488fd53b has no active binding in host n-h2-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:15:34.069620 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-627521f4-2961-42ff-9825-ef8ce541642b tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.1068077 Feb 02 15:15:34.070919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:15:34.232615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d93c043-2e4d-42f3-ba83-2f19400fcf8a req-0325a8a2-8b08-4f60-bc00-0ab4b3751e71 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226018 Feb 02 15:15:34.253875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-19951260-fea4-4ecb-8dcf-6313e5ee9000 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:34.255618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-19951260-fea4-4ecb-8dcf-6313e5ee9000 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6116185 Feb 02 15:15:34.285162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Request body: {'port': {'device_id': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'c2223177cf8e4805a21116e21e6223dc'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:34.395113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Deleting port 00bd777c-df1d-459b-a311-12fdc3fbed96 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:34.395342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:34.430857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:34.516275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40df7f-5f87-4d91-9121-1d787625e136 req-fe02bffa-1bd6-403a-a1ae-56e659d88ddb tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:34.522890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5f40df7f-5f87-4d91-9121-1d787625e136 req-fe02bffa-1bd6-403a-a1ae-56e659d88ddb tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Synchronizing usage tracker for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:34.524090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:34.529094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Usage tracker for resource:port and tenant:c2223177cf8e4805a21116e21e6223dc is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:34.534395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:34.542906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:34.592803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:34.630280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5f40df7f-5f87-4d91-9121-1d787625e136 req-fe02bffa-1bd6-403a-a1ae-56e659d88ddb tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Unset dirty status for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:34.631455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f40df7f-5f87-4d91-9121-1d787625e136 req-fe02bffa-1bd6-403a-a1ae-56e659d88ddb tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 946 time: 0.2568219 Feb 02 15:15:34.673702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Made reservation on behalf of c2223177cf8e4805a21116e21e6223dc for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:34.677114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:34.696295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:34.758075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f40df7f-5f87-4d91-9121-1d787625e136 req-fdbbe494-419a-46f2-a099-a82e6ff2d4ea tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166048 Feb 02 15:15:34.764931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:34.778255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Usage tracker for resource:security_group_rule and tenant:c2223177cf8e4805a21116e21e6223dc is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:34.782007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:34.791529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:34.798196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-32bc76bb-f3e2-4330-9c9f-061fbb3fa052 service neutron] 10.222.0.64 "GET /v2.0/ports/fcdbc48b-4d8b-4779-91db-aa36488fd53b/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.1342957 Feb 02 15:15:34.803101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:34.803101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:34.914162 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:34.976311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Calling delete_port for 00bd777c-df1d-459b-a311-12fdc3fbed96 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:35.076170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:35.191008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-d6623a55-edb3-4927-8fba-89293d1ebd90 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:35.199085 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-d6623a55-edb3-4927-8fba-89293d1ebd90 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.2576919 Feb 02 15:15:35.213553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd59bbf-07e6-4b81-85b8-253b2842ffd9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:35.238744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-7e399054-48b3-44ac-b233-684b2b71e4e7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/quotas/73d6a44ccb544ca9b8f22dda7d20a075 HTTP/1.1" status: 200 len: 375 time: 0.0386925 Feb 02 15:15:35.429112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Allocated IP 192.168.233.15 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/f0cba198-f752-4b14-bfb4-37afeb59fce8) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:35.438437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-9941f81b-d9cb-47cc-aee5-20ad7b910cc5 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c2223177cf8e4805a21116e21e6223dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478375 Feb 02 15:15:35.452421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-6c0621f1-6334-4182-a354-f0ab6925b530 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2127445 Feb 02 15:15:35.475507 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Floating IP 0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc associated. External IP: 172.25.0.132, port: a4520d26-356e-4ee0-8550-b874047a33b7. Feb 02 15:15:35.572918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:35.584567 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:35.649962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event deleted for resources: {'Port': ['ID=00bd777c-df1d-459b-a311-12fdc3fbed96,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:35.655606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:35.777212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdbc48b-4d8b-4779-91db-aa36488fd53b {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:35.792395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:35.834726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425866-fc56-405e-ab02-030a04196c45 req-1f9d4d41-2c10-4493-b1c8-ec4bff7852c2 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:35.838413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-1f9d4d41-2c10-4493-b1c8-ec4bff7852c2 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3771834 Feb 02 15:15:35.838413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-8047fafd-bb23-4694-8ef9-b0eaa3cd26f0 service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841159 Feb 02 15:15:35.877179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Request body: {'port': {'device_id': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'c2223177cf8e4805a21116e21e6223dc'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:35.893113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:35.905234 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:36.058992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] Transition to ACTIVE for port object fcdbc48b-4d8b-4779-91db-aa36488fd53b will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:36.180320 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:36.181714 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-011409c1-f2e5-4947-8838-ca3f56d76a88 req-a879d847-477d-418b-8c8f-a8ce99373373 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "DELETE /v2.0/floatingips/25aeedd1-31b2-426b-aa86-a3c88db461d4 HTTP/1.1" status: 204 len: 173 time: 2.0253429 Feb 02 15:15:36.215576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:36.257549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:36.265629 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b', 'status': 'completed', 'code': 200} Feb 02 15:15:36.266679 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'status': 'completed', 'code': 200} Feb 02 15:15:36.275082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Transition to ACTIVE for port object f0cba198-f752-4b14-bfb4-37afeb59fce8 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:36.297239 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-70ee15bf-dd03-4c9b-bc20-bf06c2e7d85e service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483211 Feb 02 15:15:36.311385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:36.319366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Usage tracker for resource:port and tenant:c2223177cf8e4805a21116e21e6223dc is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:15:36.322452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.64', 54418) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:36.327785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:15:36.371919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:36.422381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-4e2ef7f2-cad5-4c27-ba62-4154c545fae9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984976 Feb 02 15:15:36.497202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Made reservation on behalf of c2223177cf8e4805a21116e21e6223dc for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:36.499665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:36.518447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b66634f-c8c7-479c-9ff1-f04bc7dd3428 req-b652cbdd-c0cb-491f-ba01-c5e0a3aabf8a tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 210 time: 0.1430576 Feb 02 15:15:36.533356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:36.593790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=10']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:36.607826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] No DVR routers for this DVR port fcdbc48b-4d8b-4779-91db-aa36488fd53b on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:15:36.676954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-14777c92-5874-446e-aeb3-50897ef3e470 service neutron] 10.222.0.64 "PUT /v2.0/ports/fcdbc48b-4d8b-4779-91db-aa36488fd53b/bindings/n-h2-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8635075 Feb 02 15:15:36.687604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-f39c82dd-e876-4d74-8f58-21f3ff17ab79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1095 time: 0.3636835 Feb 02 15:15:36.725283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Router 36e1228d-edd4-4097-bf19-9dc070d22f54 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:15:36.796592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:36.805674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:36.835224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:36.946805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:36.947706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:36.962965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:37.068131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-9be7384f-e730-430d-a589-1ab257a3958f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ed27cb6a715426988dc6095778a64e0&device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 1097 time: 0.6097875 Feb 02 15:15:37.131212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Allocated IP 192.168.233.136 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/820b698e-7ca1-474e-857e-be71bd2c9556) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:37.198435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-2f1223d0-f76f-4084-99a8-1872ab3d2056 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9181652 Feb 02 15:15:37.242157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-1a2b73a6-b558-46e3-891e-be6e60e2c1ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:37.243793 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-1a2b73a6-b558-46e3-891e-be6e60e2c1ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.5170186 Feb 02 15:15:37.282301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Request body: {'port': {'device_id': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:37.342116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-c5e08ed5-bbf6-4152-ba43-906893021c94 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.4381278 Feb 02 15:15:37.382481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dd7e541e-72c4-4b49-9c7e-2538f7deff23 None None] Provisioning for port f0cba198-f752-4b14-bfb4-37afeb59fce8 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:37.387400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dd7e541e-72c4-4b49-9c7e-2538f7deff23 None None] Provisioning complete for port f0cba198-f752-4b14-bfb4-37afeb59fce8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:37.388163 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dd7e541e-72c4-4b49-9c7e-2538f7deff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:37.414982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-e267504d-9fec-449a-ba2d-bf4f37bb3ab0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 200 len: 217 time: 0.0871639 Feb 02 15:15:37.431157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device fcdbc48b-4d8b-4779-91db-aa36488fd53b no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:15:37.487167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-79496e88-a995-4849-9fc2-5be62b926840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:37.488490 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-79496e88-a995-4849-9fc2-5be62b926840 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.0665829 Feb 02 15:15:37.533733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device fcdbc48b-4d8b-4779-91db-aa36488fd53b not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:15:37.549767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e541e-72c4-4b49-9c7e-2538f7deff23 None None] Port f0cba198-f752-4b14-bfb4-37afeb59fce8 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:15:37.569347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:15:37.574086 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-33509adb-ca29-49a8-812d-b20bdaf781cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750566 Feb 02 15:15:37.577381 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:37.589753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] Sync routers for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:15:37.612131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:37.612570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:37.709800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-38d5b867-9f0b-4f5d-9120-d9e6f30d4aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:37.711552 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-38d5b867-9f0b-4f5d-9120-d9e6f30d4aa7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08b7b278-f2e8-4637-b66d-30637498fc64 HTTP/1.1" status: 200 len: 918 time: 0.6123967 Feb 02 15:15:37.719627 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-240a1daf-303b-45a0-86d7-1da696cdfbbb tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "PUT /v2.0/floatingips/0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc HTTP/1.1" status: 200 len: 992 time: 5.5872471 Feb 02 15:15:37.725995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:37.786102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-966474e9-4a7c-43b2-91da-532b90d05056 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772361 Feb 02 15:15:37.907161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:37.913323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:37.944630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693836da-a3dc-44ff-b429-5f0ae4de7b7b req-cf9b325d-b483-4527-bdf8-5fb047594c6e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:37.946617 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-693836da-a3dc-44ff-b429-5f0ae4de7b7b req-cf9b325d-b483-4527-bdf8-5fb047594c6e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.8170726 Feb 02 15:15:37.959614 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-e521bc9b-94a9-4625-8536-9a0774df39e5 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666279 Feb 02 15:15:37.987969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-5089757e-c80b-4f29-897b-742049548428 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5&tenant_id=87fd436be89f477c990329a68ab9df43 HTTP/1.1" status: 200 len: 1095 time: 0.6339772 Feb 02 15:15:38.040020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:38.245684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-279960c0-c984-432c-ad99-fbb1ab92dca3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 HTTP/1.1" status: 200 len: 1001 time: 0.5164607 Feb 02 15:15:38.261945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-3b329f34-3560-4054-a559-7261db2957b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff5d70218f044b64911cf3855b548836&device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 1096 time: 0.0868187 Feb 02 15:15:38.331938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Transition to ACTIVE for port object 820b698e-7ca1-474e-857e-be71bd2c9556 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:38.445661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-05a6bb52-aa52-4df8-8001-694fa2d02ec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:38.448164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-05a6bb52-aa52-4df8-8001-694fa2d02ec9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 200 len: 921 time: 0.1795189 Feb 02 15:15:38.453871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'port_id': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'mac_address': 'fa:16:3e:2e:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:13:55Z', 'updated_at': '2022-02-02T15:15:33Z', 'revision_number': 1, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:35Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:38.461646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] Checking router: 36e1228d-edd4-4097-bf19-9dc070d22f54 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:15:38.475415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:38.476308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:38.487074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-693836da-a3dc-44ff-b429-5f0ae4de7b7b req-4f37dd4d-3d6f-4e8c-8f33-8cb4b317ab3d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302565 Feb 02 15:15:38.549421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-0825b28b-2332-452d-8e3e-5a1f6f0c724c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 200 len: 217 time: 0.0797389 Feb 02 15:15:38.554477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-d691a016-02b5-4f43-84af-47b82da6a5ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:38.555892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-d691a016-02b5-4f43-84af-47b82da6a5ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5258b5e1-a0b9-43a0-a20f-1d3da23c117d HTTP/1.1" status: 200 len: 855 time: 0.2977781 Feb 02 15:15:38.630745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-3ab7d103-3a20-4544-8ced-b3b3c0d11bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:38.632339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-3ab7d103-3a20-4544-8ced-b3b3c0d11bb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 200 len: 859 time: 0.0649602 Feb 02 15:15:38.691667 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-ae7f7adb-8df4-4f5b-b934-c7041b3d12b6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1095 time: 0.6299119 Feb 02 15:15:38.788680 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-c5284257-591e-404e-b929-62933c21b127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491663 Feb 02 15:15:38.806204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:38.838680 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:39.003052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-0522ebe5-686f-4e2c-af41-b9c69b1c74f8 service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035744 Feb 02 15:15:39.079199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:39.082268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77b3b57c-5e6d-4cc9-a741-4d7ffbace16d req-197d145b-688d-488f-b932-54a0f6c5942d tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups/234dc25b-b120-41b7-aeee-bfa3234ca875 HTTP/1.1" status: 200 len: 1641 time: 0.5329936 Feb 02 15:15:39.098477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:39.109943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:39.222604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:39.223498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:39.265985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-7ac8d340-0800-440b-9b10-5166d9a1e5b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08b7b278-f2e8-4637-b66d-30637498fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6885917 Feb 02 15:15:39.404465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-ec15cf21-dbad-4657-8304-3224726edd77 service neutron] 10.222.0.64 "GET /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922076 Feb 02 15:15:39.430007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'port_id': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'mac_address': 'fa:16:3e:2e:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:13:55Z', 'updated_at': '2022-02-02T15:15:33Z', 'revision_number': 1, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:35Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:39.435404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43323e65-2c20-4f9b-bab3-28fa9c5ce1b8 None None] The sync data for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 is: [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'port_id': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'mac_address': 'fa:16:3e:2e:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:13:55Z', 'updated_at': '2022-02-02T15:15:33Z', 'revision_number': 1, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:35Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:15:39.452930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-588d598f-d976-40d3-8f9a-c3820cbd19ec tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:39.455667 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-588d598f-d976-40d3-8f9a-c3820cbd19ec tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.64 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.1543763 Feb 02 15:15:39.483406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6121023 Feb 02 15:15:39.485882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c7912-88d6-4453-b9a3-977e94f83561 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Pushing event updated for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:39.506004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Request body: {'port': {'device_id': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:39.547747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8ebe2218-5ef7-4429-a792-566d1115b4d9 None None] Provisioning for port 820b698e-7ca1-474e-857e-be71bd2c9556 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:39.554148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8ebe2218-5ef7-4429-a792-566d1115b4d9 None None] Provisioning complete for port 820b698e-7ca1-474e-857e-be71bd2c9556 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:39.554749 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2218-5ef7-4429-a792-566d1115b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:39.568105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:15:39.591098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-1b592331-da16-4563-bc75-85f4b4aa6cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:39.594860 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-1b592331-da16-4563-bc75-85f4b4aa6cb1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.8953855 Feb 02 15:15:39.627033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-77b3b57c-5e6d-4cc9-a741-4d7ffbace16d req-f4aadbed-9bc5-4407-b6ed-31d42cfdf3e3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:39.648531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Deleting port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:39.649125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:39.684772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe2218-5ef7-4429-a792-566d1115b4d9 None None] Port 820b698e-7ca1-474e-857e-be71bd2c9556 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:15:39.904809 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d7fa9-676a-4701-8a51-42838896da57 None None] New status for floating IP 0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:15:40.086651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-91db220a-9960-42ef-a929-1cb02e976584 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=c09699d8-de87-4f7b-8d39-9c4aab215c2f HTTP/1.1" status: 200 len: 210 time: 0.1355715 Feb 02 15:15:40.122909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-ea440d9f-db98-4783-b04f-36439c485520 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 200 len: 217 time: 0.4630983 Feb 02 15:15:40.205108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] For port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:40.205626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:40.296654 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-77b3b57c-5e6d-4cc9-a741-4d7ffbace16d req-f4aadbed-9bc5-4407-b6ed-31d42cfdf3e3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:40.414056 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:40.488347 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-bf96bc09-7696-4168-9acd-a4b6aecb1fa0 service neutron] 10.222.0.64 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1561613 Feb 02 15:15:40.494153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cba198-f752-4b14-bfb4-37afeb59fce8 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:40.503527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5590e4-673c-4377-bcad-259171f5894b req-238a5bba-9032-4280-b07f-52304c809186 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:40.505884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af5590e4-673c-4377-bcad-259171f5894b req-238a5bba-9032-4280-b07f-52304c809186 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 946 time: 0.1904750 Feb 02 15:15:40.541203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:40.601016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-accd97fe-1701-40b3-8524-cfb4dda9d4ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:40.602502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-accd97fe-1701-40b3-8524-cfb4dda9d4ba service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4769063 Feb 02 15:15:40.653655 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af5590e4-673c-4377-bcad-259171f5894b req-a4dd68aa-7430-4944-829c-b66b403ceaa8 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297684 Feb 02 15:15:40.732000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:40.732524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:40.733651 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Floating IP 7f387954-47f3-44b2-89c7-a5c864c8a261 disassociated. External IP: 172.25.0.62, port: 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31. Feb 02 15:15:40.734308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Calling delete_port for 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:41.087008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-8a3ee4a6-4667-4549-a48d-9f5366d8fe9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:41.088577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-8a3ee4a6-4667-4549-a48d-9f5366d8fe9e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.7939095 Feb 02 15:15:41.100266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b6285-7301-40fb-99c4-92a35b7b8436 req-7fbd01c9-de73-4b1a-887e-eb125063480a tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:41.101600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-556b6285-7301-40fb-99c4-92a35b7b8436 req-7fbd01c9-de73-4b1a-887e-eb125063480a tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 946 time: 0.1824908 Feb 02 15:15:41.158438 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-556b6285-7301-40fb-99c4-92a35b7b8436 req-675c5188-0263-43fa-8d87-d80706679dd8 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e7a7b45-adb3-4c98-8648-f4248039b258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485895 Feb 02 15:15:41.158660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-5b73ec74-c586-400a-a5b3-a9d486a53516 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522037 Feb 02 15:15:41.179706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:41.200917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Transition to ACTIVE for port object f0cba198-f752-4b14-bfb4-37afeb59fce8 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:41.211751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-77b3b57c-5e6d-4cc9-a741-4d7ffbace16d req-f4aadbed-9bc5-4407-b6ed-31d42cfdf3e3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:41.235642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event deleted for resources: {'Port': ['ID=72223bc1-a8ac-4d47-87ce-46d3a9c9fe31,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:41.327286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aadbed-9bc5-4407-b6ed-31d42cfdf3e3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234dc25b-b120-41b7-aeee-bfa3234ca875,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:41.384972 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:41.389656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b076f3-ad1a-4970-898f-668aad39c7d1 req-581bdd28-3aff-4314-b838-8fc87807657c service neutron] 10.222.0.64 "GET /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8791959 Feb 02 15:15:41.426566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78639919-f77c-4ab4-a6fb-5ae6b787e5e2 req-90aad885-cf68-41bb-81b8-3b749177d99b tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:41.427930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78639919-f77c-4ab4-a6fb-5ae6b787e5e2 req-90aad885-cf68-41bb-81b8-3b749177d99b tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 936 time: 0.1322157 Feb 02 15:15:41.440096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:15:41.472886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-f200a4dd-0906-4691-9036-ebe1027e3480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:41.474312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-f200a4dd-0906-4691-9036-ebe1027e3480 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6122744 Feb 02 15:15:41.476286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:15:41.476874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:15:41.542659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-77b3b57c-5e6d-4cc9-a741-4d7ffbace16d req-f4aadbed-9bc5-4407-b6ed-31d42cfdf3e3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:41.544459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77b3b57c-5e6d-4cc9-a741-4d7ffbace16d req-f4aadbed-9bc5-4407-b6ed-31d42cfdf3e3 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "DELETE /v2.0/security-groups/234dc25b-b120-41b7-aeee-bfa3234ca875 HTTP/1.1" status: 204 len: 173 time: 2.3592780 Feb 02 15:15:41.550349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78639919-f77c-4ab4-a6fb-5ae6b787e5e2 req-2501f892-a0c3-444c-b5a6-145b94aafeae tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678291 Feb 02 15:15:41.582701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Router 13910ece-f3c6-4cf1-bbb1-f9718d682fea has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:15:41.682390 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'status': 'completed', 'code': 200} Feb 02 15:15:41.817819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-f5bcc44b-f36f-4862-a814-bd33c720a1f4 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468649 Feb 02 15:15:41.933635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6e48780-892a-4b41-84bf-55a5ae40e884 req-5dd013c7-b7e4-44a1-827e-ed8b330d7e44 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "GET /v2.0/ports?device_id=c09699d8-de87-4f7b-8d39-9c4aab215c2f HTTP/1.1" status: 200 len: 210 time: 0.3171926 Feb 02 15:15:41.962144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:42.028992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b482cc-5efd-4a7e-9de6-18cddee50f9c req-eb7951c5-0790-4249-be64-67123684c23e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:42.030668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5b482cc-5efd-4a7e-9de6-18cddee50f9c req-eb7951c5-0790-4249-be64-67123684c23e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.1644182 Feb 02 15:15:42.037852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:15:42.049074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] Sync routers for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:15:42.062856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:42.064245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:42.092812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:15:42.230956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] No DVR routers for this DVR port 72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:15:42.241553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:42.262193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5b482cc-5efd-4a7e-9de6-18cddee50f9c req-b6fb422e-08d6-410e-ba27-25faf51280c6 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217038 Feb 02 15:15:42.327903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820b698e-7ca1-474e-857e-be71bd2c9556 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:42.334574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ad3cb308-6b61-462e-a469-0451036aafa7 req-4d55f4a2-be9b-4428-a3c8-57d90bb33582 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.64 "DELETE /v2.0/ports/72223bc1-a8ac-4d47-87ce-46d3a9c9fe31 HTTP/1.1" status: 204 len: 173 time: 2.8685443 Feb 02 15:15:42.339882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:42.348092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Attempting to bind port f0cba198-f752-4b14-bfb4-37afeb59fce8 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:42.348443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Attempting to bind port f0cba198-f752-4b14-bfb4-37afeb59fce8 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:42.349568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Attempting to bind port f0cba198-f752-4b14-bfb4-37afeb59fce8 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:42.354140 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:42.384846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-d75c069f-58a0-4a87-a9e8-462f21b781d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:42.388746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-d75c069f-58a0-4a87-a9e8-462f21b781d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:42.397210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-d75c069f-58a0-4a87-a9e8-462f21b781d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:42.409839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-d75c069f-58a0-4a87-a9e8-462f21b781d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:42.409839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-d75c069f-58a0-4a87-a9e8-462f21b781d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:42.409839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-d75c069f-58a0-4a87-a9e8-462f21b781d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:42.413336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-d75c069f-58a0-4a87-a9e8-462f21b781d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:42.415690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-d75c069f-58a0-4a87-a9e8-462f21b781d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.6560352 Feb 02 15:15:42.430374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Port f0cba198-f752-4b14-bfb4-37afeb59fce8 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:42.430704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Attempting to bind port f0cba198-f752-4b14-bfb4-37afeb59fce8 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:42.451647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Transition to ACTIVE for port object 820b698e-7ca1-474e-857e-be71bd2c9556 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:42.451647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:42.451647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:42.451647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:42.451647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Bound port: f0cba198-f752-4b14-bfb4-37afeb59fce8, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:42.451647 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:42.481125 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-080ae1cd-5437-4dea-80c3-5e9b91959ab2 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225479 Feb 02 15:15:42.490694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-a5b4e0b1-97a4-4746-bee8-c46d83723c93 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6492 time: 0.6704950 Feb 02 15:15:42.564245 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:42.864797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36bf5df2-ac0b-4ac7-a60b-e14723d014bd req-35da7b3f-26c2-460b-87d8-1cd3cf0be152 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4190817 Feb 02 15:15:43.064812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:12:09Z', 'revision_number': 5, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:43.064812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] Checking router: 13910ece-f3c6-4cf1-bbb1-f9718d682fea for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:15:43.064812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:43.064812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:43.075289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:43.122916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:43.204687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:43.332649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-316a43b0-b1e1-4484-90a1-4b5df08c8b96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:43.332649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-316a43b0-b1e1-4484-90a1-4b5df08c8b96 service neutron] 10.222.0.107 "GET /v2.0/networks?id=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d HTTP/1.1" status: 200 len: 913 time: 0.7904015 Feb 02 15:15:43.545671 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-1c103f50-8828-470d-9f38-b0cee3660117 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4520d26-356e-4ee0-8550-b874047a33b7 HTTP/1.1" status: 200 len: 1002 time: 0.2023914 Feb 02 15:15:43.577509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:43.589762 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:43.688224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27147857-c588-41c6-92bb-1295dc0519fd', 'name': 'network-vif-deleted', 'tag': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:43.706877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Attempting to bind port 820b698e-7ca1-474e-857e-be71bd2c9556 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:43.707217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Attempting to bind port 820b698e-7ca1-474e-857e-be71bd2c9556 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:43.708508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Attempting to bind port 820b698e-7ca1-474e-857e-be71bd2c9556 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:43.772494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Port 820b698e-7ca1-474e-857e-be71bd2c9556 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:43.772927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Attempting to bind port 820b698e-7ca1-474e-857e-be71bd2c9556 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:43.775828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-122ffa8b-6a17-4cef-a486-eb88fb5f0bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:43.785320 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-122ffa8b-6a17-4cef-a486-eb88fb5f0bb0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4e564f6a-29fd-44ae-a8bb-bfe6c975ca09 HTTP/1.1" status: 200 len: 850 time: 0.2297328 Feb 02 15:15:43.785320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:43.785320 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] 10.222.0.64 "PUT /v2.0/ports/f0cba198-f752-4b14-bfb4-37afeb59fce8 HTTP/1.1" status: 200 len: 1095 time: 6.5123868 Feb 02 15:15:43.788069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:43.863086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:43.863086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:43.863086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:43.863086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Bound port: 820b698e-7ca1-474e-857e-be71bd2c9556, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:43.863790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:43.903500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae59f45-fb6d-4d1b-909a-412496e49329 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:44.124835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:12:09Z', 'revision_number': 5, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:44.144434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a0892-93c7-49d8-9a74-6420e4e5af28 None None] The sync data for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 is: [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:11:55Z', 'revision_number': 4, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1e653bf1-d714-4e63-af50-9f960d6edf4a', 'name': '', 'network_id': '08b7b278-f2e8-4637-b66d-30637498fc64', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'mac_address': 'fa:16:3e:48:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:52Z', 'updated_at': '2022-02-02T15:12:09Z', 'revision_number': 5, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'subnets': [{'id': '5258b5e1-a0b9-43a0-a20f-1d3da23c117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:15:44.166435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-8e828854-6a0e-4f8b-b446-35b4d7fc67c4 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.5741434 Feb 02 15:15:44.221786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e6e6dace-7df1-4a4f-8a0e-96abe4be0af8 req-03075ebb-a3bf-4536-8122-b8876e1a571e tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Synchronizing usage tracker for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:44.276565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:44.313298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e6e6dace-7df1-4a4f-8a0e-96abe4be0af8 req-03075ebb-a3bf-4536-8122-b8876e1a571e tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Unset dirty status for tenant:0ed27cb6a715426988dc6095778a64e0 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:44.315000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6e6dace-7df1-4a4f-8a0e-96abe4be0af8 req-03075ebb-a3bf-4536-8122-b8876e1a571e tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/ports?device_id=27147857-c588-41c6-92bb-1295dc0519fd HTTP/1.1" status: 200 len: 210 time: 0.1967010 Feb 02 15:15:44.319691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:44.358548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-ccdcb90e-2bc0-4a2b-a5fb-1e5e2627ee8d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5684149 Feb 02 15:15:44.480722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:44.523176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-64aa2033-0260-40aa-b2e4-012b1546c36a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:44.524660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-64aa2033-0260-40aa-b2e4-012b1546c36a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.4085269 Feb 02 15:15:44.537502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaf4e5-cae5-4c99-bdd3-b46e175ba636 req-8afc63be-4ba3-4632-bb69-c9110b41cf9e tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:44.539419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2eaf4e5-cae5-4c99-bdd3-b46e175ba636 req-8afc63be-4ba3-4632-bb69-c9110b41cf9e tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 948 time: 0.0914414 Feb 02 15:15:44.548049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-7099fa2c-5f42-482c-9362-5ff18d68a3cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2223177cf8e4805a21116e21e6223dc&device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 1098 time: 0.5973094 Feb 02 15:15:44.590395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2eaf4e5-cae5-4c99-bdd3-b46e175ba636 req-6ae6f3df-0c54-4c8f-9cba-f639893e66f3 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Feb 02 15:15:44.676231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-636d0c6b-929f-43e5-bb8c-93d0b96a7db4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/quotas/73d6a44ccb544ca9b8f22dda7d20a075 HTTP/1.1" status: 200 len: 375 time: 0.1387196 Feb 02 15:15:44.749219 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:44.750590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] 10.222.0.64 "PUT /v2.0/ports/820b698e-7ca1-474e-857e-be71bd2c9556 HTTP/1.1" status: 200 len: 1096 time: 5.2508786 Feb 02 15:15:44.791661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-1094bdec-dcd8-4ef3-b2cd-9b417e6d4e08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8 HTTP/1.1" status: 200 len: 217 time: 0.2008111 Feb 02 15:15:44.845999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c88a-8ab7-4325-85b0-52422731e147 req-9f145347-d639-4ea0-a9a6-a1ea51030d89 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:44.855093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f75c88a-8ab7-4325-85b0-52422731e147 req-9f145347-d639-4ea0-a9a6-a1ea51030d89 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.1272862 Feb 02 15:15:44.859592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-663baee3-dfab-44e9-aaf1-8dcd635c69e8 service neutron] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:44.868530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52b67-f7c7-4aa0-8875-79627916ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:44.885959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-663baee3-dfab-44e9-aaf1-8dcd635c69e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:44.887312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81e25c10-1a01-48a4-b88a-718e46f0a010 req-663baee3-dfab-44e9-aaf1-8dcd635c69e8 service neutron] 10.222.0.107 "DELETE /v2.0/ports/fcdbc48b-4d8b-4779-91db-aa36488fd53b/bindings/n-h1-827122-1 HTTP/1.1" status: 204 len: 173 time: 0.7155278 Feb 02 15:15:44.893186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-adf1cc23-6214-4686-a9d0-8b3ec61fd2d3 service neutron] 10.222.0.107 "GET /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186489 Feb 02 15:15:44.917694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f75c88a-8ab7-4325-85b0-52422731e147 req-12e8d242-92d8-4a98-af59-cc151dbfae4e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611660 Feb 02 15:15:45.008801 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27147857-c588-41c6-92bb-1295dc0519fd', 'name': 'network-vif-deleted', 'tag': '72223bc1-a8ac-4d47-87ce-46d3a9c9fe31', 'status': 'completed', 'code': 200} Feb 02 15:15:45.174821 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'status': 'completed', 'code': 200} Feb 02 15:15:45.186617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cad19f40-3267-41b4-9405-300b1a26e0e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.188414 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-cad19f40-3267-41b4-9405-300b1a26e0e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3809664 Feb 02 15:15:45.324852 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-582f7d33-d5ae-4935-b872-343d093ea510 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6472681 Feb 02 15:15:45.343132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1643bd4-0e63-4df9-90a1-2d05418eaaa6 req-a4e11e9a-1cbf-4331-b1c0-0b3938c04bc9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.344203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a1643bd4-0e63-4df9-90a1-2d05418eaaa6 req-a4e11e9a-1cbf-4331-b1c0-0b3938c04bc9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Synchronizing usage tracker for tenant:ff5d70218f044b64911cf3855b548836 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:45.367608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a2d4e5-b7f3-4daa-95e7-bc55a0f24e5b req-81e371ba-6028-45e1-bb3a-f24e2b172095 service neutron] 10.222.0.107 "GET /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312532 Feb 02 15:15:45.442244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-831695a2-f7ad-44d3-ad46-d0b35d3f1198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2223177cf8e4805a21116e21e6223dc&device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 1099 time: 0.5447547 Feb 02 15:15:45.453333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-7afe0243-2534-4c86-bd9b-905f6817a3e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554636 Feb 02 15:15:45.477165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a1643bd4-0e63-4df9-90a1-2d05418eaaa6 req-a4e11e9a-1cbf-4331-b1c0-0b3938c04bc9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Unset dirty status for tenant:ff5d70218f044b64911cf3855b548836 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:45.478712 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1643bd4-0e63-4df9-90a1-2d05418eaaa6 req-a4e11e9a-1cbf-4331-b1c0-0b3938c04bc9 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.2166860 Feb 02 15:15:45.561977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-1f0d2e8d-d90f-4d70-bd69-1d8ddbf67687 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=820b698e-7ca1-474e-857e-be71bd2c9556 HTTP/1.1" status: 200 len: 217 time: 0.0900288 Feb 02 15:15:45.574616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1643bd4-0e63-4df9-90a1-2d05418eaaa6 req-6dbe95bf-566a-401e-b461-c00ab5b83c47 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888708 Feb 02 15:15:45.733261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a425866-fc56-405e-ab02-030a04196c45 req-1e33af76-c998-4877-b2d4-dfd66e73f90f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.735293 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-1e33af76-c998-4877-b2d4-dfd66e73f90f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1423109 Feb 02 15:15:45.791098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-a82fa291-dd60-46c0-af8c-d30a86af77f6 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508798 Feb 02 15:15:45.793261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-dca2bf0a-a819-4c9e-9673-d4a745131db0 service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619272 Feb 02 15:15:45.845986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-b0694089-2b25-4a9a-9505-e73c613db205 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.850365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-b0694089-2b25-4a9a-9505-e73c613db205 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.854330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-b0694089-2b25-4a9a-9505-e73c613db205 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.858501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-b0694089-2b25-4a9a-9505-e73c613db205 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.863417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-b0694089-2b25-4a9a-9505-e73c613db205 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.867286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-b0694089-2b25-4a9a-9505-e73c613db205 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.871146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-b0694089-2b25-4a9a-9505-e73c613db205 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:45.873068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-b0694089-2b25-4a9a-9505-e73c613db205 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.1640503 Feb 02 15:15:45.927268 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e1df77a-7a2e-433e-8c1c-105463c08855 req-ec973f0f-afe3-4c70-ae65-0574fa36c250 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469494 Feb 02 15:15:46.111775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe64edf-a95a-41d7-9394-ffc4071fd5a3 req-5e3c9440-6da4-4bca-bad9-baf2d7b79cf1 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823920 Feb 02 15:15:46.116288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-3cf3fbce-590c-40c7-8ddc-59b504edcf7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3219719 Feb 02 15:15:46.121198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-23d0d2f3-f6c7-4b47-878c-f6605a6569e9 service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647741 Feb 02 15:15:46.264763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e76839-cfe1-427c-bc09-63d12c247ecc req-1123b468-2904-488a-9901-bc4dcafec9dc tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.266223 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20e76839-cfe1-427c-bc09-63d12c247ecc req-1123b468-2904-488a-9901-bc4dcafec9dc tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 948 time: 0.0817711 Feb 02 15:15:46.340536 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20e76839-cfe1-427c-bc09-63d12c247ecc req-d47dafbf-78f5-4535-965a-19f5b68ade9f tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673783 Feb 02 15:15:46.425989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-d5b31c70-d88f-4336-aefa-af649878c13a service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917612 Feb 02 15:15:46.545358 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3487e81-c008-4e7d-b346-e0c821fd203b None None] New status for floating IP 7f387954-47f3-44b2-89c7-a5c864c8a261: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:15:46.550376 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:46.578383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-977b88ae-26be-41ff-9548-f72457adee44 req-cd0b0721-d6ec-4193-97ca-64d7d33f55ab tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1095 time: 0.1028702 Feb 02 15:15:46.596180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-721b8c49-9445-478a-ba96-0e48247a7f3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2223177cf8e4805a21116e21e6223dc&device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 1098 time: 0.3267801 Feb 02 15:15:46.648242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-977b88ae-26be-41ff-9548-f72457adee44 req-6634f414-30df-454e-9e51-93c2bd2cb77a tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608919 Feb 02 15:15:46.846940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46072) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:46.876728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a425866-fc56-405e-ab02-030a04196c45 req-8cd6acc8-b2a0-4a2e-93c4-8b135736cd7c service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201400 Feb 02 15:15:46.920862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-abc0de9c-d682-4d26-934f-7ab3f7e1fff4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.926357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-abc0de9c-d682-4d26-934f-7ab3f7e1fff4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.931044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-abc0de9c-d682-4d26-934f-7ab3f7e1fff4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.941155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-abc0de9c-d682-4d26-934f-7ab3f7e1fff4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.945263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-abc0de9c-d682-4d26-934f-7ab3f7e1fff4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.949744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-abc0de9c-d682-4d26-934f-7ab3f7e1fff4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.953938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-abc0de9c-d682-4d26-934f-7ab3f7e1fff4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.963709 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-abc0de9c-d682-4d26-934f-7ab3f7e1fff4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.3663585 Feb 02 15:15:46.980001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-274ac01d-f83a-44b9-8efd-f024e2f39ea9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:46.982230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-274ac01d-f83a-44b9-8efd-f024e2f39ea9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3288457 Feb 02 15:15:47.042942 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d84f6d5d-09b0-4ce4-ac83-8bec84450bfe req-bd9acdb8-0c31-4ea7-81fb-9465329298c4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780795 Feb 02 15:15:47.101677 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faedd5f1-d1ea-4bcc-b5e6-5f6f2c117670 req-6f3eeb40-ecf1-4413-91dc-e1eb99be5db1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 210 time: 0.0860746 Feb 02 15:15:47.150921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0473e26c-5132-43cd-a52c-66d3fdff5870 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:47.235233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0473e26c-5132-43cd-a52c-66d3fdff5870 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:47.370840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:47.440560 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:47.444448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0473e26c-5132-43cd-a52c-66d3fdff5870 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:47.451023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41eb2848-08df-4c80-8f9e-6380104d7564 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:47.478391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473e26c-5132-43cd-a52c-66d3fdff5870 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7a7b45-adb3-4c98-8648-f4248039b258,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:47.498532 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-c82f48c7-e286-4e44-8f01-cbebee5d9b79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8 HTTP/1.1" status: 200 len: 217 time: 0.4546623 Feb 02 15:15:47.544811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-ec600aaf-4438-42f1-922b-4ef724c14f15 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:47.546061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-ec600aaf-4438-42f1-922b-4ef724c14f15 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:47.586795 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0473e26c-5132-43cd-a52c-66d3fdff5870 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:47.590995 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0473e26c-5132-43cd-a52c-66d3fdff5870 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "DELETE /v2.0/security-groups/3e7a7b45-adb3-4c98-8648-f4248039b258 HTTP/1.1" status: 204 len: 168 time: 0.7401402 Feb 02 15:15:47.591207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46094) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:47.596115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-fde3aec3-9197-44b8-830f-0f68b079952b tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:47.597597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-fde3aec3-9197-44b8-830f-0f68b079952b tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.2276320 Feb 02 15:15:47.602697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-11d1592e-025e-42ab-bc62-b141559db479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:47.604286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-11d1592e-025e-42ab-bc62-b141559db479 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0988274 Feb 02 15:15:47.617078 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-6fb4008f-b719-4bc6-85e9-c13c6e7d9c41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] show failed (client error): The resource could not be found. Feb 02 15:15:47.624467 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6fb4008f-b719-4bc6-85e9-c13c6e7d9c41 tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "GET /v2.0/security-groups/3e7a7b45-adb3-4c98-8648-f4248039b258 HTTP/1.1" status: 404 len: 347 time: 0.0262592 Feb 02 15:15:47.624467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46098) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:47.681554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Deleting port 88851fab-c053-482a-b95d-ed94fb62a1ff {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:47.682099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:47.724081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d27db-9f83-4865-a679-2a82e242e52f req-2abd9f27-5037-464b-9897-fb75cfdde4ee tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:47.732550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-050d27db-9f83-4865-a679-2a82e242e52f req-2abd9f27-5037-464b-9897-fb75cfdde4ee tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67 HTTP/1.1" status: 200 len: 945 time: 0.3572052 Feb 02 15:15:47.739356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-ec600aaf-4438-42f1-922b-4ef724c14f15 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:47.748640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-ec600aaf-4438-42f1-922b-4ef724c14f15 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 806 time: 0.4310806 Feb 02 15:15:47.825462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:47.831524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-3906edde-0280-4f88-babd-2efad87ded37 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/quotas/87fd436be89f477c990329a68ab9df43 HTTP/1.1" status: 200 len: 375 time: 0.0820122 Feb 02 15:15:47.858369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '41eb2848-08df-4c80-8f9e-6380104d7564', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'port_id': '41eb2848-08df-4c80-8f9e-6380104d7564', 'mac_address': 'fa:16:3e:2d:09:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19308d4a-1b6c-425b-8f71-a3d7d82c4721', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:47.924094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-050d27db-9f83-4865-a679-2a82e242e52f req-6dab6a81-bce8-418f-8f18-e10537b26893 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Synchronizing usage tracker for tenant:ff5d70218f044b64911cf3855b548836 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:47.957821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:48.010412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41eb2848-08df-4c80-8f9e-6380104d7564 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:48.049835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:48.060320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-050d27db-9f83-4865-a679-2a82e242e52f req-6dab6a81-bce8-418f-8f18-e10537b26893 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Unset dirty status for tenant:ff5d70218f044b64911cf3855b548836 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:48.061534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-050d27db-9f83-4865-a679-2a82e242e52f req-6dab6a81-bce8-418f-8f18-e10537b26893 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.88 "GET /v2.0/security-groups?id=d8229a65-de6c-41aa-880a-9184bbde2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280237 Feb 02 15:15:48.072846 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-062244b2-bd97-43c6-af48-200e06dba1a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3614748 Feb 02 15:15:48.090801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Deleting port 7d887ceb-a1f5-49ae-b5b4-19a05b6232ef {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:48.091509 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:48.143983 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:48.274479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] For port 88851fab-c053-482a-b95d-ed94fb62a1ff, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=88851fab-c053-482a-b95d-ed94fb62a1ff,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:48.274708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:48.317667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['41eb2848-08df-4c80-8f9e-6380104d7564'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:48.408627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:48.408627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:48.437688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:48.644860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Calling delete_port for 88851fab-c053-482a-b95d-ed94fb62a1ff owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:48.664757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Calling delete_port for 7d887ceb-a1f5-49ae-b5b4-19a05b6232ef owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:48.773032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-ffc82fb9-e17c-44cd-9609-d4470474f7a2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8242893 Feb 02 15:15:48.869335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-ab911cc2-abf0-421c-b0dd-46d9ce925b1a service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806404 Feb 02 15:15:49.018957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73f87ccd-f819-4612-8975-bb49aa3f5296 req-e83a7803-b977-4419-adea-e82e61d7a718 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430910 Feb 02 15:15:49.022188 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:49.062157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-59a40679-9431-4de4-af78-1dfbc917a596 service neutron] 10.222.0.88 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788289 Feb 02 15:15:49.089413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Pushing event deleted for resources: {'Port': ['ID=88851fab-c053-482a-b95d-ed94fb62a1ff,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:49.154460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85df74-e6d6-4d59-a399-8bd449638018 req-be25c083-5e8c-4f87-b26a-ad982ff4033f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.154460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85df74-e6d6-4d59-a399-8bd449638018 req-be25c083-5e8c-4f87-b26a-ad982ff4033f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.154460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85df74-e6d6-4d59-a399-8bd449638018 req-be25c083-5e8c-4f87-b26a-ad982ff4033f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.156931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85df74-e6d6-4d59-a399-8bd449638018 req-be25c083-5e8c-4f87-b26a-ad982ff4033f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.161522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85df74-e6d6-4d59-a399-8bd449638018 req-be25c083-5e8c-4f87-b26a-ad982ff4033f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.165495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85df74-e6d6-4d59-a399-8bd449638018 req-be25c083-5e8c-4f87-b26a-ad982ff4033f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.169517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85df74-e6d6-4d59-a399-8bd449638018 req-be25c083-5e8c-4f87-b26a-ad982ff4033f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.190169 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:49.192449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac85df74-e6d6-4d59-a399-8bd449638018 req-be25c083-5e8c-4f87-b26a-ad982ff4033f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.5993938 Feb 02 15:15:49.240386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] No DVR routers for this DVR port 88851fab-c053-482a-b95d-ed94fb62a1ff on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:15:49.245226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:49.316939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Pushing event deleted for resources: {'Port': ['ID=7d887ceb-a1f5-49ae-b5b4-19a05b6232ef,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:49.342582 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a7b826f-e007-4337-8e39-cec3ed81e19a req-8d0c171e-c0e2-45e6-b9dc-dc4eb8051f57 tempest-ServerRescueTestJSONUnderV235-1087144802 tempest-ServerRescueTestJSONUnderV235-1087144802-project] 10.222.0.64 "DELETE /v2.0/ports/88851fab-c053-482a-b95d-ed94fb62a1ff HTTP/1.1" status: 204 len: 173 time: 1.7353323 Feb 02 15:15:49.451642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-f872be4e-0005-4ffc-99ef-520efe0ed671 service neutron] 10.222.0.88 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354583 Feb 02 15:15:49.463261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:49.473035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41eb2848-08df-4c80-8f9e-6380104d7564 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:49.681788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:49.763936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 41eb2848-08df-4c80-8f9e-6380104d7564 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:49.764280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:49.838367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:49.839967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f14c75a5-6937-428c-afe7-39f385e3fdcc tempest-ServersTestBootFromVolume-1672027999 tempest-ServersTestBootFromVolume-1672027999-project] 10.222.0.88 "DELETE /v2.0/floatingips/7f387954-47f3-44b2-89c7-a5c864c8a261 HTTP/1.1" status: 204 len: 168 time: 2.2171445 Feb 02 15:15:49.843612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46128) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:49.845712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:49.871522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'mac_address': 'fa:16:3e:a8:8d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:49.893306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-5cdf47a8-dff8-4ba9-83d4-e6980fb6b2c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.894731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-5cdf47a8-dff8-4ba9-83d4-e6980fb6b2c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.4828663 Feb 02 15:15:49.909690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba09d2-4114-4f5e-9f20-62c228823810 req-f8c81b86-95ee-42cf-bf8a-5a0880c612ba tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:49.910615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b3ba09d2-4114-4f5e-9f20-62c228823810 req-f8c81b86-95ee-42cf-bf8a-5a0880c612ba tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Synchronizing usage tracker for tenant:c2223177cf8e4805a21116e21e6223dc on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:49.937825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Request body: {'port': {'device_id': 'da98f9e8-ae7d-41f3-83b6-24b7ea39ee95', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'admin_state_up': True, 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:50.080587 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:50.106973 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556', 'status': 'completed', 'code': 200} Feb 02 15:15:50.126732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cba198-f752-4b14-bfb4-37afeb59fce8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:50.166473 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:50.177752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b3ba09d2-4114-4f5e-9f20-62c228823810 req-f8c81b86-95ee-42cf-bf8a-5a0880c612ba tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Unset dirty status for tenant:c2223177cf8e4805a21116e21e6223dc on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:50.218480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3ba09d2-4114-4f5e-9f20-62c228823810 req-f8c81b86-95ee-42cf-bf8a-5a0880c612ba tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 948 time: 0.8346210 Feb 02 15:15:50.271179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:50.284722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:50.295259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:50.384671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:50.384671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 820b698e-7ca1-474e-857e-be71bd2c9556 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:15:50.437122 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:50.437122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 88851fab-c053-482a-b95d-ed94fb62a1ff no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:15:50.516290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 88851fab-c053-482a-b95d-ed94fb62a1ff {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:15:50.516290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 88851fab-c053-482a-b95d-ed94fb62a1ff not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:15:50.551677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:50.554230 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e33c874-5b42-4595-9691-51a5b7b95733 req-7c93803e-749b-44dd-9f75-52b10508ec7d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 210 time: 0.1016986 Feb 02 15:15:50.595764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:50.629297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:50.642660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:50.694050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b3ba09d2-4114-4f5e-9f20-62c228823810 req-e6edcc21-d829-458d-89fe-7bb92529c840 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Synchronizing usage tracker for tenant:c2223177cf8e4805a21116e21e6223dc on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:50.729039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '820b698e-7ca1-474e-857e-be71bd2c9556', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '820b698e-7ca1-474e-857e-be71bd2c9556', 'mac_address': 'fa:16:3e:b8:4e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:15:50.779917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:50.793886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:50.799693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:50.820017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:50.852311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820b698e-7ca1-474e-857e-be71bd2c9556 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:50.870696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b3ba09d2-4114-4f5e-9f20-62c228823810 req-e6edcc21-d829-458d-89fe-7bb92529c840 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Unset dirty status for tenant:c2223177cf8e4805a21116e21e6223dc on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:50.875214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3ba09d2-4114-4f5e-9f20-62c228823810 req-e6edcc21-d829-458d-89fe-7bb92529c840 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6730723 Feb 02 15:15:50.926674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:50.997008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-75bee71c-4525-4948-ba90-d398a104bd8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2223177cf8e4805a21116e21e6223dc&device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 1099 time: 0.8874311 Feb 02 15:15:51.033267 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:51.121582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46148) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:51.160780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:51.297300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:51.332452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4b687c6-e363-4c91-a392-5963c9b0a26f req-b85a7fda-863a-4fa1-abd2-b38cee8a4cfe tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 210 time: 0.1063151 Feb 02 15:15:51.362478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['f0cba198-f752-4b14-bfb4-37afeb59fce8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:51.508504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-e1cb52a5-bd0b-4e4f-b39c-1b792c6a96f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:51.509944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-e1cb52a5-bd0b-4e4f-b39c-1b792c6a96f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.5030534 Feb 02 15:15:51.565126 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564', 'code': 200} Feb 02 15:15:51.568309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['820b698e-7ca1-474e-857e-be71bd2c9556'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:51.789676 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-0e5d2fbd-6e11-4a11-a994-8fdb2600e711 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=820b698e-7ca1-474e-857e-be71bd2c9556 HTTP/1.1" status: 200 len: 217 time: 0.2372754 Feb 02 15:15:51.935975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Allocated IP 172.20.0.3 (254e918a-e7ed-428b-ac1e-aeb570cad971/73ec79d3-5556-4ce2-a222-25352a802725/6936f2ba-2ec3-4906-bca8-11c7bcecb647) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:52.072637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49aea60a-2e88-4473-8027-36fcae8061e9 req-08034ef0-57f0-4ca4-96b2-a2bc3199f34b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 210 time: 0.1779709 Feb 02 15:15:52.138222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'name': 'network-vif-deleted', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:52.142207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-e9787e04-086c-41a2-853b-1ca8d3fadae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:52.143742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-e9787e04-086c-41a2-853b-1ca8d3fadae4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3450353 Feb 02 15:15:52.555606 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1993ab-f9b9-4a4a-a74e-ea0c11aabd67', 'name': 'network-vif-deleted', 'tag': '88851fab-c053-482a-b95d-ed94fb62a1ff', 'status': 'completed', 'code': 200} Feb 02 15:15:52.574728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-338cbbe1-88ce-4258-93e5-003db7022288 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4130650 Feb 02 15:15:52.736330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Deleting port 1e653bf1-d714-4e63-af50-9f960d6edf4a {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:52.736844 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:52.921369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5ecb8-fd63-4c24-b641-b19d70705736 req-51816d46-2287-47b0-82d9-1a59e82274ea tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:52.931483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38f5ecb8-fd63-4c24-b641-b19d70705736 req-51816d46-2287-47b0-82d9-1a59e82274ea tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 949 time: 0.6158469 Feb 02 15:15:52.948645 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ad29184-6c7b-43ea-9ee8-f1607bfa16d6 req-11311024-f645-44bc-b65e-322d1672b2c2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 210 time: 0.1383057 Feb 02 15:15:53.130434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:53.227983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] For port 1e653bf1-d714-4e63-af50-9f960d6edf4a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1e653bf1-d714-4e63-af50-9f960d6edf4a,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:53.227983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:53.397374 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38f5ecb8-fd63-4c24-b641-b19d70705736 req-87dca001-fcb1-46c7-a53a-95b35eaff8ab tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484181 Feb 02 15:15:53.447274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Calling delete_port for 1e653bf1-d714-4e63-af50-9f960d6edf4a owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:53.472778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:53.510445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:15:53.653507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event updated for resources: {'Port': ['ID=6936f2ba-2ec3-4906-bca8-11c7bcecb647,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:53.666649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 820b698e-7ca1-474e-857e-be71bd2c9556 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:53.684796 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-125d6e12-71bb-43e2-8c2d-de5cc711c07f service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0750113 Feb 02 15:15:53.845810 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:15:54.067203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:54.089833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:54.100329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:54.174913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:54.181595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 820b698e-7ca1-474e-857e-be71bd2c9556 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:54.209710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 820b698e-7ca1-474e-857e-be71bd2c9556 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:54.209710 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:54.522279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:54.522279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:54.588155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-2ad2b0c1-13b1-4831-8c12-7c3e3ca7d08f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:54.589296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-2ad2b0c1-13b1-4831-8c12-7c3e3ca7d08f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 806 time: 1.1796203 Feb 02 15:15:54.601408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d692fdd-5358-425d-97ce-e09923cd2d60 req-2de9837b-8137-4ed8-9e39-ef2f035ab94f service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8153477 Feb 02 15:15:54.628995 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-629e3ba9-20bc-4b70-8262-1bb54560ba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:54.643583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Request body: {'port': {'device_id': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'admin_state_up': True, 'tenant_id': '87fd436be89f477c990329a68ab9df43'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:54.663658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e653bf1-d714-4e63-af50-9f960d6edf4a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:54.746276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:54.799328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e302f3-473b-42a6-b52e-84addfb3f9ff req-4dbfcc5f-a44a-4e53-a047-0478bfb7e722 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 210 time: 0.3751662 Feb 02 15:15:54.819049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-4f9ad7d8-683c-47dd-be53-c418fba0ef08 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8853128 Feb 02 15:15:54.851418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Request body: {'port': {'device_id': 'da98f9e8-ae7d-41f3-83b6-24b7ea39ee95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:54.853898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:54.893380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:54.995380 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:54.996200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:15:55.113343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:55.120759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:55.193810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:55.263018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098d53-1f72-47ec-b8e0-a8e94b760f1e req-1eaa4453-deb8-41f0-a8e9-d435ccc3dce3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:55.264107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b4098d53-1f72-47ec-b8e0-a8e94b760f1e req-1eaa4453-deb8-41f0-a8e9-d435ccc3dce3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:15:55.277150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:15:55.321791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d515-5d8e-46c1-91de-7b2cbce52a99 req-78cb2849-b2ef-49e8-ad54-67fab596a9a3 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:55.326385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:15:55.329818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e832d515-5d8e-46c1-91de-7b2cbce52a99 req-78cb2849-b2ef-49e8-ad54-67fab596a9a3 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 950 time: 0.2067134 Feb 02 15:15:55.353482 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:55.496053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e832d515-5d8e-46c1-91de-7b2cbce52a99 req-f02d98c3-b278-4d4d-aa8b-63f62e8f0d90 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607857 Feb 02 15:15:55.496341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b4098d53-1f72-47ec-b8e0-a8e94b760f1e req-1eaa4453-deb8-41f0-a8e9-d435ccc3dce3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:15:55.496341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4098d53-1f72-47ec-b8e0-a8e94b760f1e req-1eaa4453-deb8-41f0-a8e9-d435ccc3dce3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 931 time: 1.8054385 Feb 02 15:15:55.572719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port f0cba198-f752-4b14-bfb4-37afeb59fce8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:15:55.583160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port f0cba198-f752-4b14-bfb4-37afeb59fce8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:15:55.583907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:55.633599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Made reservation on behalf of 87fd436be89f477c990329a68ab9df43 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:15:55.637637 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:55.766860 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556', 'code': 200} Feb 02 15:15:55.776489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:55.857463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:55.941264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4098d53-1f72-47ec-b8e0-a8e94b760f1e req-c6e18742-6bd6-4f15-b842-659ad521ef88 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342225 Feb 02 15:15:55.970247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:56.133507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0872202-a516-454e-9dd3-5f931279bb5f req-d0edd143-1e2f-4c5b-8448-abfcc21f4b24 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 210 time: 0.1062381 Feb 02 15:15:56.197322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:56.244060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57602081-fd4b-46de-a6b1-e39f7a9a7c66 req-0cb0b1b3-bcd6-4f03-9ecc-aecb57738a79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 1101 time: 0.3670151 Feb 02 15:15:56.372578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Allocated IP 172.20.0.6 (76012fa1-2f3f-41a3-bc2b-91287288c514/d76bf1dd-18f1-4463-b02d-e1edb574e524/033af283-58ed-4fa1-b407-145aeb8c5563) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:15:56.397020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Router 13910ece-f3c6-4cf1-bbb1-f9718d682fea has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:15:56.432213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57602081-fd4b-46de-a6b1-e39f7a9a7c66 req-e60f5d10-5e37-4036-a113-e06e31ea634c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496768 Feb 02 15:15:56.467078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6936f2ba-2ec3-4906-bca8-11c7bcecb647 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:15:56.504610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:56.572663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Transition to ACTIVE for port object 6936f2ba-2ec3-4906-bca8-11c7bcecb647 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:15:56.656402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:15:56.667919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] Sync routers for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:15:56.693306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:56.694457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:56.703120 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-acf02aee-3155-4e8e-bb21-c7a5bf81feb3 admin admin] 10.222.0.88 "PUT /v2.0/routers/13910ece-f3c6-4cf1-bbb1-f9718d682fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8555081 Feb 02 15:15:56.704049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46226) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:15:56.739513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:57.042184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Pushing event updated for resources: {'Port': ['ID=6936f2ba-2ec3-4906-bca8-11c7bcecb647,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:57.075331 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3380e837-d61e-4342-bcfd-180ac64bf7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:57.164274 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:57.165562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:57.223343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:57.336054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db5c4-4707-48f5-9c56-c11933dd32df req-84d9c77f-387b-4a0e-96c6-1a91696d6447 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:57.337553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e49db5c4-4707-48f5-9c56-c11933dd32df req-84d9c77f-387b-4a0e-96c6-1a91696d6447 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 943 time: 0.2206099 Feb 02 15:15:57.545538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e49db5c4-4707-48f5-9c56-c11933dd32df req-32f9f78d-bec6-4f3e-9ec3-1c3ec5378c9f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954172 Feb 02 15:15:57.601312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab1b19-fa2e-453d-a1e8-199900716f28 req-b66f74c2-9484-489e-b8f5-987c2cbe38cb tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:57.604600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58ab1b19-fa2e-453d-a1e8-199900716f28 req-b66f74c2-9484-489e-b8f5-987c2cbe38cb tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 950 time: 0.8557377 Feb 02 15:15:57.752820 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:57.830479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:57.833637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:15:57.929160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '47798402-c4e7-4847-822a-f72abc6afc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:15:53Z', 'revision_number': 5, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port': {'id': '47798402-c4e7-4847-822a-f72abc6afc02', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:40Z', 'updated_at': '2022-02-02T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:57.943528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] Checking router: 13910ece-f3c6-4cf1-bbb1-f9718d682fea for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:15:57.950012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Deleting port 47798402-c4e7-4847-822a-f72abc6afc02 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:57.950412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:57.972575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] Routers {'13910ece-f3c6-4cf1-bbb1-f9718d682fea'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:15:57.973235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:58.009073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Attempting to bind port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:15:58.009407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Attempting to bind port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:15:58.009741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Attempting to bind port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:58.071421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Pushing event updated for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:58.100721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58ab1b19-fa2e-453d-a1e8-199900716f28 req-19083741-5713-413c-8ac4-82d8edae875e tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679561 Feb 02 15:15:58.100721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:15:58.100721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Attempting to bind port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:15:58.114314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Network 76012fa1-2f3f-41a3-bc2b-91287288c514 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:15:58.114314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:15:58.127359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:15:58.237085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:15:58.237447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Checking segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:15:58.237837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Bound using segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:15:58.238287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Bound port: 6936f2ba-2ec3-4906-bca8-11c7bcecb647, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:15:58.248414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:58.308768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] For port 47798402-c4e7-4847-822a-f72abc6afc02, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=47798402-c4e7-4847-822a-f72abc6afc02,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:15:58.309470 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:58.340618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:58.340618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:58.397653 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'code': 200} Feb 02 15:15:58.403447 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:58.427239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] Set router 13910ece-f3c6-4cf1-bbb1-f9718d682fea gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:15:58.488542 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:58.562837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:15:57Z', 'revision_number': 6, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:15:58.577846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3798a1-ba0e-4a52-b717-bdd935cada07 None None] The sync data for ids ['13910ece-f3c6-4cf1-bbb1-f9718d682fea'] in n-d-827122-1 is: [{'id': '13910ece-f3c6-4cf1-bbb1-f9718d682fea', 'name': 'tempest-ServersTestBootFromVolume-1792747373-router', 'tenant_id': '0ed27cb6a715426988dc6095778a64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:38Z', 'updated_at': '2022-02-02T15:15:57Z', 'revision_number': 6, 'project_id': '0ed27cb6a715426988dc6095778a64e0', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:15:58.695900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Calling delete_port for 47798402-c4e7-4847-822a-f72abc6afc02 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:15:58.823491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd5e12-9e04-4c2b-b7ea-ff3e97c71709 req-21a5fbba-c9e3-4d93-baa1-c35fd820147b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:58.829492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87dd5e12-9e04-4c2b-b7ea-ff3e97c71709 req-21a5fbba-c9e3-4d93-baa1-c35fd820147b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 931 time: 0.9463542 Feb 02 15:15:59.033144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:59.282801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] For port 6936f2ba-2ec3-4906-bca8-11c7bcecb647, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:15:59.302741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=47798402-c4e7-4847-822a-f72abc6afc02,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:59.303730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-aa4dc3ed-581e-429f-9a94-028cd486acf3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6602862 Feb 02 15:15:59.304973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] For port 6936f2ba-2ec3-4906-bca8-11c7bcecb647, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6936f2ba-2ec3-4906-bca8-11c7bcecb647,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:15:59.317354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.317712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.318087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.318399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.318750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.319074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.319269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Request body: {'port': {'device_id': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:15:59.319490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.320788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.321296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.321806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.322305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:15:59.345989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87dd5e12-9e04-4c2b-b7ea-ff3e97c71709 req-23e005f5-d87f-4981-b2be-8c2d7f8e4d01 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078082 Feb 02 15:15:59.456608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:59.618475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 47798402-c4e7-4847-822a-f72abc6afc02 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:15:59.690360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 47798402-c4e7-4847-822a-f72abc6afc02 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:15:59.702369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Pushing event updated for resources: {'Port': ['ID=6936f2ba-2ec3-4906-bca8-11c7bcecb647,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:15:59.712781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 47798402-c4e7-4847-822a-f72abc6afc02 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:15:59.713355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1e653bf1-d714-4e63-af50-9f960d6edf4a no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:15:59.740410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf8d28-f03c-47f0-baaf-f3e734ecad70 req-13199435-5b04-44ac-82e9-4ebeef23049b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:15:59.742025 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4bf8d28-f03c-47f0-baaf-f3e734ecad70 req-13199435-5b04-44ac-82e9-4ebeef23049b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 943 time: 0.7862234 Feb 02 15:15:59.742761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Deleting port 1620540b-70de-4f26-b3e3-c4d762d849ba {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:15:59.743174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:59.752422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:15:59.862720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1e653bf1-d714-4e63-af50-9f960d6edf4a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:15:59.863400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1e653bf1-d714-4e63-af50-9f960d6edf4a not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:15:59.983567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce60625c-688c-4992-8e6a-725e4d9a2ee6 req-17f804f0-3aa8-4cee-bc8a-913a3de966d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 1100 time: 1.3210919 Feb 02 15:16:00.026907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.095068 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.095068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-84fdc5a8-ec7c-4b88-8d50-21abf04f33fd service neutron] 10.222.0.107 "PUT /v2.0/ports/6936f2ba-2ec3-4906-bca8-11c7bcecb647 HTTP/1.1" status: 200 len: 1091 time: 5.2424395 Feb 02 15:16:00.095068 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.101283 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.111177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497c7b-7ac2-49fd-85b9-2201b18812f0 req-0da54227-3405-4d33-bb76-e7da99cd4fc0 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:00.126801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a497c7b-7ac2-49fd-85b9-2201b18812f0 req-0da54227-3405-4d33-bb76-e7da99cd4fc0 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 950 time: 0.3943403 Feb 02 15:16:00.133912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da98f9e8-ae7d-41f3-83b6-24b7ea39ee95', 'tag': '6936f2ba-2ec3-4906-bca8-11c7bcecb647'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:00.139260 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.200538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a497c7b-7ac2-49fd-85b9-2201b18812f0 req-2e4f806d-691f-40da-a665-09c1cb361e6c tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739481 Feb 02 15:16:00.324201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.327491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13910ece-f3c6-4cf1-bbb1-f9718d682fea {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:16:00.341205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.349221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7ff00c58-746d-465d-a1ae-e3fa0e0b8e4d admin admin] 10.222.0.88 "DELETE /v2.0/routers/13910ece-f3c6-4cf1-bbb1-f9718d682fea HTTP/1.1" status: 204 len: 168 time: 3.6442604 Feb 02 15:16:00.353196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46268) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:00.470150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21d4114-d8df-48d5-ac2a-5a0a1097a5ee admin admin] Deleting subnet 5258b5e1-a0b9-43a0-a20f-1d3da23c117d {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:16:00.473477 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b21d4114-d8df-48d5-ac2a-5a0a1097a5ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.551038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b21d4114-d8df-48d5-ac2a-5a0a1097a5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.666824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce60625c-688c-4992-8e6a-725e4d9a2ee6 req-c1726722-8163-4611-aab5-db66a75eac39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130216 Feb 02 15:16:00.707912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] For port 1620540b-70de-4f26-b3e3-c4d762d849ba, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1620540b-70de-4f26-b3e3-c4d762d849ba,segment=NetworkSegment(a226966c-f9bb-43d2-b3ce-bd95be8a969a),segment_id=a226966c-f9bb-43d2-b3ce-bd95be8a969a)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:00.708281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.717711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033af283-58ed-4fa1-b407-145aeb8c5563 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:00.732238 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da98f9e8-ae7d-41f3-83b6-24b7ea39ee95', 'tag': '6936f2ba-2ec3-4906-bca8-11c7bcecb647', 'status': 'completed', 'code': 200} Feb 02 15:16:00.736910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.761787 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b21d4114-d8df-48d5-ac2a-5a0a1097a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:00.806449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4bf8d28-f03c-47f0-baaf-f3e734ecad70 req-e0df93fb-599a-4e06-b0c3-61696b8cbaa3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8491476 Feb 02 15:16:00.906969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Calling delete_port for 1620540b-70de-4f26-b3e3-c4d762d849ba owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:00.964464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Transition to ACTIVE for port object 033af283-58ed-4fa1-b407-145aeb8c5563 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:00.975027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-39a49cc2-39fc-4f45-baea-32bf24ab406a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 1094 time: 0.3790512 Feb 02 15:16:01.044076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc138-1221-4a26-ab93-dd9dc1d273a3 req-509c5ec0-703c-45c8-bb34-74fcbce41021 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:01.046078 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ecfc138-1221-4a26-ab93-dd9dc1d273a3 req-509c5ec0-703c-45c8-bb34-74fcbce41021 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 949 time: 0.1603296 Feb 02 15:16:01.048080 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b21d4114-d8df-48d5-ac2a-5a0a1097a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:01.066966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-c8736135-d4ca-464f-be9e-351f51d22f58 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6936f2ba-2ec3-4906-bca8-11c7bcecb647 HTTP/1.1" status: 200 len: 217 time: 0.0709884 Feb 02 15:16:01.116124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d4114-d8df-48d5-ac2a-5a0a1097a5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5258b5e1-a0b9-43a0-a20f-1d3da23c117d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:01.152865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:01.159469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943b84d-a6ac-4b04-8b97-e917ef4fdd1a None None] Network 08b7b278-f2e8-4637-b66d-30637498fc64 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:01.164166 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b21d4114-d8df-48d5-ac2a-5a0a1097a5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:01.177738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ecfc138-1221-4a26-ab93-dd9dc1d273a3 req-b106450b-dd5d-42ab-be5a-dca2a7755006 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900431 Feb 02 15:16:01.192423 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b21d4114-d8df-48d5-ac2a-5a0a1097a5ee admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5258b5e1-a0b9-43a0-a20f-1d3da23c117d HTTP/1.1" status: 204 len: 168 time: 0.8381484 Feb 02 15:16:01.196889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46280) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:01.267964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-2c333648-70cf-4b1a-880f-195eda30b1c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:01.269525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-2c333648-70cf-4b1a-880f-195eda30b1c5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1531384 Feb 02 15:16:01.574545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-ac6f7a06-2d13-4b01-ae64-49e7b683f328 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2641418 Feb 02 15:16:01.600018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] DHCP port deletion for 08b7b278-f2e8-4637-b66d-30637498fc64 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:16:01.605508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] Deleting port 3143f359-f926-4b22-8f2d-befb553c0088 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:01.605952 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:01.761163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Pushing event updated for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:01.769221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:01.784836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Deleting port 3143f359-f926-4b22-8f2d-befb553c0088 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:01.784836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:02.232285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] For port 3143f359-f926-4b22-8f2d-befb553c0088, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3143f359-f926-4b22-8f2d-befb553c0088,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:02.232894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:02.334039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] For port 3143f359-f926-4b22-8f2d-befb553c0088, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3143f359-f926-4b22-8f2d-befb553c0088,segment=NetworkSegment(b1786d0c-7511-4673-b47b-334a236eb12a),segment_id=b1786d0c-7511-4673-b47b-334a236eb12a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:02.334557 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:02.359472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875757-a4c7-4f62-8175-f8d76eed32a2 req-2eeab261-8024-4315-8d47-1659336f96d0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:02.361209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2875757-a4c7-4f62-8175-f8d76eed32a2 req-2eeab261-8024-4315-8d47-1659336f96d0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:16:02.505225 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:02.553835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Calling delete_port for 3143f359-f926-4b22-8f2d-befb553c0088 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:02.582505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2875757-a4c7-4f62-8175-f8d76eed32a2 req-2eeab261-8024-4315-8d47-1659336f96d0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:16:02.597818 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2875757-a4c7-4f62-8175-f8d76eed32a2 req-2eeab261-8024-4315-8d47-1659336f96d0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 1.5268652 Feb 02 15:16:02.601389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] Calling delete_port for 3143f359-f926-4b22-8f2d-befb553c0088 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:02.640336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113c006-da69-49b6-bcf9-4da51820a782 req-10cc2cc4-fbc2-4194-8055-ff746aeb59cd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:02.642978 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d113c006-da69-49b6-bcf9-4da51820a782 req-10cc2cc4-fbc2-4194-8055-ff746aeb59cd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 943 time: 0.5037057 Feb 02 15:16:02.683784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1620540b-70de-4f26-b3e3-c4d762d849ba,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:02.697522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-04c40fb8-3633-4fbc-9313-649bae8bc48c service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0216491 Feb 02 15:16:02.723380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:02.731462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:02.732075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:02.751103 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d113c006-da69-49b6-bcf9-4da51820a782 req-b50227de-dfd2-4608-b922-d33112ae0987 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943315 Feb 02 15:16:02.782128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:02.800179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:16:02.800660 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:16:02.818457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2875757-a4c7-4f62-8175-f8d76eed32a2 req-65c63fab-09a3-46ab-b185-fdb928021550 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186227 Feb 02 15:16:02.818921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:16:02.819387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:02.879238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:02.879916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:02.881830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:02.882636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Bound port: 033af283-58ed-4fa1-b407-145aeb8c5563, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:02.883238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:02.959988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3143f359-f926-4b22-8f2d-befb553c0088,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:03.033407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] No DVR routers for this DVR port 3143f359-f926-4b22-8f2d-befb553c0088 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:16:03.156165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:03.156165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:03.279658 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.303941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] Deleting port 3143f359-f926-4b22-8f2d-befb553c0088 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:03.304463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.339716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b7b278-f2e8-4637-b66d-30637498fc64']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:03.351835 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c512cda-5a2e-4e1e-bdd5-1227410071c5 req-624cced4-0795-4a26-876d-757e1deaa584 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053851 Feb 02 15:16:03.420422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1786d0c-7511-4673-b47b-334a236eb12a') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:03.420567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1786d0c-7511-4673-b47b-334a236eb12a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:03.470568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbd90a-fcd5-434d-9410-b5c0a09e7ea9 None None] The port '3143f359-f926-4b22-8f2d-befb553c0088' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:16:03.479615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.538537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.548935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.560372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:16:03.560827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:16:03.590929 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:16:03.609819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2981e-60c3-49c8-ac12-abc3127d12c6 req-e3ada790-88ad-4d63-b99a-64dd96b0ba3b tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:03.613037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17f2981e-60c3-49c8-ac12-abc3127d12c6 req-e3ada790-88ad-4d63-b99a-64dd96b0ba3b tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 949 time: 0.6476460 Feb 02 15:16:03.613654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3143f359-f926-4b22-8f2d-befb553c0088 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:03.689966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 3143f359-f926-4b22-8f2d-befb553c0088 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:03.691686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3143f359-f926-4b22-8f2d-befb553c0088 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:03.777673 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.777673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] 10.222.0.64 "PUT /v2.0/ports/033af283-58ed-4fa1-b407-145aeb8c5563 HTTP/1.1" status: 200 len: 1091 time: 4.4604330 Feb 02 15:16:03.777673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:03.786242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Pushing event updated for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:03.797263 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17f2981e-60c3-49c8-ac12-abc3127d12c6 req-f19ba209-e15e-4dc8-b473-63046c269551 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749830 Feb 02 15:16:03.810312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.810631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.812017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.812017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.812017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.812017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.812373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.813362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.813513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.813740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.814686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7de75-cb7e-4715-a865-b8a77c21be06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:03.821541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-6c1bee99-eaa0-4548-bd15-82081af6fffd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 1094 time: 0.2579212 Feb 02 15:16:03.869854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.908049 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:03.932819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b7b278-f2e8-4637-b66d-30637498fc64,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:03.989689 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563', 'status': 'completed', 'code': 200} Feb 02 15:16:04.059456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-31b98ca7-28a9-4577-a365-a728a230c7c3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/08b7b278-f2e8-4637-b66d-30637498fc64 HTTP/1.1" status: 204 len: 168 time: 2.8582280 Feb 02 15:16:04.092974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:04.270019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-cddcce98-6781-45b4-9550-03e1a6381e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:04.271507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-cddcce98-6781-45b4-9550-03e1a6381e3c service neutron] 10.222.0.107 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 0.4345436 Feb 02 15:16:04.495474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c396d-1afc-46c5-ac05-d800d4be2c6a req-a928e78d-c3bf-4ce8-a620-9797bde1b192 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:04.506965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df9c396d-1afc-46c5-ac05-d800d4be2c6a req-a928e78d-c3bf-4ce8-a620-9797bde1b192 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 943 time: 0.4792349 Feb 02 15:16:04.531614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-5b7e1d61-a007-40c9-85cd-8571d787c57a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1094 time: 0.5410078 Feb 02 15:16:04.532839 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-80e293d2-94db-4627-93d1-1fd08bbc2b55 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6936f2ba-2ec3-4906-bca8-11c7bcecb647 HTTP/1.1" status: 200 len: 217 time: 0.2526405 Feb 02 15:16:04.674756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-68a547e9-c2b6-485d-a17a-8601074cb857 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=033af283-58ed-4fa1-b407-145aeb8c5563 HTTP/1.1" status: 200 len: 217 time: 0.1008010 Feb 02 15:16:04.721809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46326) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:04.871547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-b3061b63-0970-421a-ad5a-4fe0ab8c8358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:04.876309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-b3061b63-0970-421a-ad5a-4fe0ab8c8358 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.3331025 Feb 02 15:16:04.879025 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df9c396d-1afc-46c5-ac05-d800d4be2c6a req-9a37e8cf-0a12-4fe7-b783-48a0c14a4557 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687322 Feb 02 15:16:04.957476 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9f4c544d-f5f6-4d6e-ab42-df959e110d1e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0ed27cb6a715426988dc6095778a64e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2349494 Feb 02 15:16:04.958816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-f8170116-ca0f-4c32-a20e-3dca22d4da5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:04.960534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-f8170116-ca0f-4c32-a20e-3dca22d4da5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.2704620 Feb 02 15:16:04.961235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46332) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:05.066259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-9eae30df-c972-43d5-9069-2c7c4027fb80 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992870 Feb 02 15:16:05.070366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-d8cc96bd-35e1-4037-a422-94f74a2fb0d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548320 Feb 02 15:16:05.092371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ef23128-37db-4210-93a5-9e6ce228fafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:05.136903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ef23128-37db-4210-93a5-9e6ce228fafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:05.199203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962c26f-8323-4887-912b-cc3957d64c5a req-df1c4788-5188-47b7-afbd-8a8e083e0dac tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:05.200705 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e962c26f-8323-4887-912b-cc3957d64c5a req-df1c4788-5188-47b7-afbd-8a8e083e0dac tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.1416082 Feb 02 15:16:05.252226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e962c26f-8323-4887-912b-cc3957d64c5a req-3ded5e40-e86d-498e-be99-75dcc697e94d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Feb 02 15:16:05.337364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-b14dc89a-d947-4808-8d1b-07972b689b7f service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598703 Feb 02 15:16:05.365505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-9dfd1b5a-76fa-4f68-8e7b-1a7868afaba2 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872446 Feb 02 15:16:05.401179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ef23128-37db-4210-93a5-9e6ce228fafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:05.429596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef23128-37db-4210-93a5-9e6ce228fafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fc8881-51f7-4366-bdf2-65ba128391f7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:05.435475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ef23128-37db-4210-93a5-9e6ce228fafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:05.440547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ef23128-37db-4210-93a5-9e6ce228fafe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12fc8881-51f7-4366-bdf2-65ba128391f7 HTTP/1.1" status: 204 len: 168 time: 0.4755907 Feb 02 15:16:05.844438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3d0bb30-beb9-45e4-8747-fe25f9715dfa req-15962c26-d920-425d-b3ab-934dafc3ee70 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993596 Feb 02 15:16:05.861456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d1decdf-ca56-4277-bc07-e1869b8f0d18 req-1798486e-67df-462d-996d-219e3debfefd service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285464 Feb 02 15:16:06.536979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-2e36a690-490a-4b45-bba2-c693e5e01de3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1094 time: 0.3683429 Feb 02 15:16:06.573371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210795e-df64-49a5-9273-e4ccf10cdee0 req-468809b7-f09f-4145-a5f7-90636f2204fa tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:06.581074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1210795e-df64-49a5-9273-e4ccf10cdee0 req-468809b7-f09f-4145-a5f7-90636f2204fa tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 943 time: 0.3434813 Feb 02 15:16:06.613232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706db80-8b52-4e62-b142-8a7ab71a8cb7 req-abab003d-a5e9-4905-9c58-3c67587849d3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:06.616417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0706db80-8b52-4e62-b142-8a7ab71a8cb7 req-abab003d-a5e9-4905-9c58-3c67587849d3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.1406739 Feb 02 15:16:06.688782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:16:06.742926 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1210795e-df64-49a5-9273-e4ccf10cdee0 req-93233d92-b14c-40b3-bcf3-c5db87998a73 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607132 Feb 02 15:16:06.838747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0706db80-8b52-4e62-b142-8a7ab71a8cb7 req-52b04d40-4b01-40cf-91cd-fdefe9b416ad tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011929 Feb 02 15:16:06.873581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-f0afb1d0-2b85-446e-8881-cb9065f0eb99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:06.876220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-f0afb1d0-2b85-446e-8881-cb9065f0eb99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.3321517 Feb 02 15:16:07.092329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-ba2b75fb-ddd6-4da0-8704-7dec4ced005f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=033af283-58ed-4fa1-b407-145aeb8c5563 HTTP/1.1" status: 200 len: 217 time: 0.1410475 Feb 02 15:16:07.197115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-5ddc980c-e2ef-4e96-9cfe-c65b63b87ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:07.198544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-5ddc980c-e2ef-4e96-9cfe-c65b63b87ae4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.0996404 Feb 02 15:16:07.261338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-e6db01cd-fb37-4330-9712-448e9d9fbfba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491786 Feb 02 15:16:07.528702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46400) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:07.558507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 033af283-58ed-4fa1-b407-145aeb8c5563 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:16:07.668127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-f4671fab-22de-47ed-875e-b3bb9aa08351 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908095 Feb 02 15:16:07.788728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6936f2ba-2ec3-4906-bca8-11c7bcecb647 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:16:07.845828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-514291585-network', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:07.858340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:07.870323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Usage tracker for resource:network and tenant:a8e510f3b60d40dea26ceb0d13e0b0c4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:07.878281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:07.893384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:07.903682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:16:07.918659 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] Sync routers for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:16:07.946173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-86f682dd-2b3e-41e1-b1fc-76128e59bde3 admin admin] 10.222.0.88 "PUT /v2.0/routers/242d2e8c-23fd-47a8-a2f2-8442f3a64a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8185048 Feb 02 15:16:07.948667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46412) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:07.961252 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:07.964008 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:07.996892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae95be6e-85ee-4dd5-b84e-31b1c9c69f0d req-d3cd2df0-f53d-4c7c-a244-ec42821180ab service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025534 Feb 02 15:16:08.123703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Made reservation on behalf of a8e510f3b60d40dea26ceb0d13e0b0c4 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:08.130339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:08.156170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6936f2ba-2ec3-4906-bca8-11c7bcecb647, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6936f2ba-2ec3-4906-bca8-11c7bcecb647,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:08.175753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '6936f2ba-2ec3-4906-bca8-11c7bcecb647', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'port_id': '6936f2ba-2ec3-4906-bca8-11c7bcecb647', 'mac_address': 'fa:16:3e:30:db:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ec79d3-5556-4ce2-a222-25352a802725', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:16:08.178502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:08.225134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '033af283-58ed-4fa1-b407-145aeb8c5563', 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'port_id': '033af283-58ed-4fa1-b407-145aeb8c5563', 'mac_address': 'fa:16:3e:c8:a8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76bf1dd-18f1-4463-b02d-e1edb574e524', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:16:08.258338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:08.303167 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:08.337794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfbfe-501a-456c-8839-efe93914371e req-ec6c1457-1d43-4c5c-ad7f-6173da39f7f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:08.356038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ebcfbfe-501a-456c-8839-efe93914371e req-ec6c1457-1d43-4c5c-ad7f-6173da39f7f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 943 time: 0.2579508 Feb 02 15:16:08.434810 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:08.463682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ebcfbfe-501a-456c-8839-efe93914371e req-389b6894-634f-415d-b150-cbc3648011ca tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066699 Feb 02 15:16:08.553451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:08.566239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6936f2ba-2ec3-4906-bca8-11c7bcecb647 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:08.615216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033af283-58ed-4fa1-b407-145aeb8c5563 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:08.655384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:08.666604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6936f2ba-2ec3-4906-bca8-11c7bcecb647, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6936f2ba-2ec3-4906-bca8-11c7bcecb647,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:08.709587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:08.713575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e510f3b60d40dea26ceb0d13e0b0c4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:08.716497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:08.724880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:08.746818 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:08.747828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:16:08.832908 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:16:02Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:08.837711 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] Checking router: 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:16:08.855386 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:08.856109 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] Routers {'242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:08.856970 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:08.886446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:08.888190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:08.912117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c05a4b-1bcc-4d14-8aff-2f0312569e80 req-d72bce5c-0416-443f-80af-155f65d147db tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:08.919324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-51c05a4b-1bcc-4d14-8aff-2f0312569e80 req-d72bce5c-0416-443f-80af-155f65d147db tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.6821246 Feb 02 15:16:09.037879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:09.132442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-51c05a4b-1bcc-4d14-8aff-2f0312569e80 req-c98d2921-cf43-4075-863d-b7fd05f78e2d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119203 Feb 02 15:16:09.152792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:16:09.184516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65893ab2-cce2-40ad-a040-795baa947a01,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:09.185849 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] Set router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:09.210140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:09.210140 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Added segment 0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7 of type vlan for network fbb41d98-b3b7-416e-8b13-8c79d982777f Feb 02 15:16:09.212204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=6936f2ba-2ec3-4906-bca8-11c7bcecb647,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:09.322666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:09.353683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['6936f2ba-2ec3-4906-bca8-11c7bcecb647'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:09.383794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:09.486328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:09.507679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'mac_address': 'fa:16:3e:a8:8d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:16:09.535233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:16:09.608213 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:16:02Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:09.619095 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ac674-9467-46e6-afcd-d4566fa12db1 None None] The sync data for ids ['242d2e8c-23fd-47a8-a2f2-8442f3a64a7f'] in n-d-827122-1 is: [{'id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-326406283-router', 'tenant_id': 'ff5d70218f044b64911cf3855b548836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:13:58Z', 'updated_at': '2022-02-02T15:16:02Z', 'revision_number': 5, 'project_id': 'ff5d70218f044b64911cf3855b548836', 'gw_port': {'id': 'c6109abf-718d-40da-87b9-2e76c2a352a3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242d2e8c-23fd-47a8-a2f2-8442f3a64a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:14:01Z', 'updated_at': '2022-02-02T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:16:09.760946 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:09.761845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:09.762487 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:09.897168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb41d98-b3b7-416e-8b13-8c79d982777f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:09.950203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network fbb41d98-b3b7-416e-8b13-8c79d982777f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:16:09.970528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:09.988254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f5f19bad-edeb-40af-b252-80a8d1f38b53 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4583933 Feb 02 15:16:09.992104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46452) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:10.007799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Request body: {'subnet': {'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-514291585-subnet', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:10.018901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:10.024949 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:10.028594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Usage tracker for resource:subnet and tenant:a8e510f3b60d40dea26ceb0d13e0b0c4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:10.038228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:10.054672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:10.056613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079693-fb46-4d38-9d59-3df174e917c6 req-8006aa3c-a481-4cfb-8dca-f7b548a5f4d5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:10.079633 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97079693-fb46-4d38-9d59-3df174e917c6 req-8006aa3c-a481-4cfb-8dca-f7b548a5f4d5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 944 time: 0.3286545 Feb 02 15:16:10.097235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Deleting port c6109abf-718d-40da-87b9-2e76c2a352a3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:10.097235 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:10.668391 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97079693-fb46-4d38-9d59-3df174e917c6 req-5b4f7ce4-16b8-486d-bf7d-da064c98b3e5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226015 Feb 02 15:16:10.678623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Made reservation on behalf of a8e510f3b60d40dea26ceb0d13e0b0c4 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:10.678623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:10.683960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0cba198-f752-4b14-bfb4-37afeb59fce8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:10.683960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:10.683960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:10.717796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] For port c6109abf-718d-40da-87b9-2e76c2a352a3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c6109abf-718d-40da-87b9-2e76c2a352a3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:10.717796 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:10.819245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:10.935689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['f0cba198-f752-4b14-bfb4-37afeb59fce8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:11.046249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['033af283-58ed-4fa1-b407-145aeb8c5563'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:11.051936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Calling delete_port for c6109abf-718d-40da-87b9-2e76c2a352a3 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:11.246835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610a8c6-4e6b-4736-8863-585b677e0312 req-5849f1e8-f21d-4bd4-8deb-b7166ab2e5f7 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:11.255495 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e610a8c6-4e6b-4736-8863-585b677e0312 req-5849f1e8-f21d-4bd4-8deb-b7166ab2e5f7 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.8054819 Feb 02 15:16:11.396711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e610a8c6-4e6b-4736-8863-585b677e0312 req-2b262c05-1434-40ca-bfc5-0a8b52c13d36 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402252 Feb 02 15:16:11.461802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1620540b-70de-4f26-b3e3-c4d762d849ba no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:11.525300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1620540b-70de-4f26-b3e3-c4d762d849ba {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:11.529109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1620540b-70de-4f26-b3e3-c4d762d849ba not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:11.536764 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:11.717753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c836552-e4b5-416e-a479-2fe187ed924b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:11.734827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:11.822116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6936f2ba-2ec3-4906-bca8-11c7bcecb647 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:11.987654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8355de-ae82-466a-af1a-aa7d9784e302 req-51149939-a617-4be7-9f79-2cc53e279bde tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:11.996048 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee8355de-ae82-466a-af1a-aa7d9784e302 req-51149939-a617-4be7-9f79-2cc53e279bde tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 944 time: 0.2164147 Feb 02 15:16:12.054751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:12.065609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:12.066415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:12.116833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6109abf-718d-40da-87b9-2e76c2a352a3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:12.204436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee8355de-ae82-466a-af1a-aa7d9784e302 req-31574660-c230-4c7c-9c08-1a85f0f0d531 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070410 Feb 02 15:16:12.291258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Checking segment: {'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:12.292089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Network hostable DHCP agents. Network: fbb41d98-b3b7-416e-8b13-8c79d982777f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:16:12.473407 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:12.525439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da98f9e8-ae7d-41f3-83b6-24b7ea39ee95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6936f2ba-2ec3-4906-bca8-11c7bcecb647'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:12.549296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 6936f2ba-2ec3-4906-bca8-11c7bcecb647, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6936f2ba-2ec3-4906-bca8-11c7bcecb647,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:12.610068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:12.628218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:12.706179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 033af283-58ed-4fa1-b407-145aeb8c5563 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:12.918126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3806d40-2631-4882-805b-861ff95e1630 req-d7fbf74e-5ca0-4f9b-b4bc-32a5c15ba072 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:12.929272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3806d40-2631-4882-805b-861ff95e1630 req-d7fbf74e-5ca0-4f9b-b4bc-32a5c15ba072 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.2527769 Feb 02 15:16:12.939386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617b26f-5f9d-48d3-9d0a-18eb8bd4ba62 req-295120e9-0100-46e0-bfea-673adf533874 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:12.956511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4617b26f-5f9d-48d3-9d0a-18eb8bd4ba62 req-295120e9-0100-46e0-bfea-673adf533874 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 945 time: 0.8822567 Feb 02 15:16:12.979039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=6936f2ba-2ec3-4906-bca8-11c7bcecb647,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:13.001378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3806d40-2631-4882-805b-861ff95e1630 req-da6fb09e-c2e2-48cf-91b4-66955ae653ac tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704362 Feb 02 15:16:13.058994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 033af283-58ed-4fa1-b407-145aeb8c5563 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:13.067258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 033af283-58ed-4fa1-b407-145aeb8c5563 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:13.067877 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.103356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Network fbb41d98-b3b7-416e-8b13-8c79d982777f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:16:13.200461 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da98f9e8-ae7d-41f3-83b6-24b7ea39ee95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6936f2ba-2ec3-4906-bca8-11c7bcecb647', 'code': 200} Feb 02 15:16:13.277566 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4617b26f-5f9d-48d3-9d0a-18eb8bd4ba62 req-71f13307-1a83-41a4-aeee-a2c809ded431 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191106 Feb 02 15:16:13.289653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.306551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.335852 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.434435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:13.434791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, fbb41d98-b3b7-416e-8b13-8c79d982777f) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:13.446971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ef292-3946-4217-815b-04011f9e1702 None None] Network fbb41d98-b3b7-416e-8b13-8c79d982777f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:13.454127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:13.455053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.483265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.484465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 242d2e8c-23fd-47a8-a2f2-8442f3a64a7f {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:16:13.504076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.508176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b45c052a-a143-4849-b4f3-8badb513c05f admin admin] 10.222.0.88 "DELETE /v2.0/routers/242d2e8c-23fd-47a8-a2f2-8442f3a64a7f HTTP/1.1" status: 204 len: 168 time: 5.5581424 Feb 02 15:16:13.511021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46504) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:13.523363 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dbb4cebb-f93b-40f2-88d7-f11746c5cd7b req-42716fbf-da82-4504-a3de-2c46aa34f1b1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 1096 time: 0.1614070 Feb 02 15:16:13.585157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dbc534c1-691e-4d95-908d-74110cedbae1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5884476 Feb 02 15:16:13.592164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:13.603680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-514291585-router', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:13.605679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dbb4cebb-f93b-40f2-88d7-f11746c5cd7b req-f25ddddf-118a-4980-8ed4-971d5e46ef92 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722644 Feb 02 15:16:13.684457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:13.694292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Usage tracker for resource:router and tenant:a8e510f3b60d40dea26ceb0d13e0b0c4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:13.702449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:13.736634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:13.747592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-de858dea-d091-4c3e-bd2b-ccc51ae061f7 admin admin] Deleting subnet 3761795a-738a-4ee5-9823-cd3df41bf7be {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:16:13.775677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de858dea-d091-4c3e-bd2b-ccc51ae061f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.866544 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de858dea-d091-4c3e-bd2b-ccc51ae061f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.920816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eacb2-6e5b-43cf-954e-585bb740f282 req-c4ebad4e-6faf-4c93-8ff5-1486da4a6194 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:13.926556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f23eacb2-6e5b-43cf-954e-585bb740f282 req-c4ebad4e-6faf-4c93-8ff5-1486da4a6194 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 945 time: 0.3331201 Feb 02 15:16:13.934436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.934436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.971338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:13.971746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:14.006697 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:14.055779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de858dea-d091-4c3e-bd2b-ccc51ae061f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:14.223951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-fbb41d98-b3b7-416e-8b13-8c79d982777f', 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'fixed_ips': [{'subnet_id': '7c836552-e4b5-416e-a479-2fe187ed924b'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:16:14.224788 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:14.243530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197168-83ed-4759-bc80-443f761c8bcf req-840a1ed2-f9bc-45bd-870f-88e5ba2baa47 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:14.245008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3197168-83ed-4759-bc80-443f761c8bcf req-840a1ed2-f9bc-45bd-870f-88e5ba2baa47 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 945 time: 0.2000778 Feb 02 15:16:14.272286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f23eacb2-6e5b-43cf-954e-585bb740f282 req-d8050fad-d97f-4568-836c-bfcda95d6c52 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180521 Feb 02 15:16:14.495536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:14.638375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port f0cba198-f752-4b14-bfb4-37afeb59fce8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:14.640276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:14.724996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Deleting port d2c87060-aa03-4cda-9121-f31908124431 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:14.725538 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:14.745358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:14.816737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db846cc-1aa3-4de6-a7bc-50dc5257a11e req-34cfa123-e666-4703-be51-9d037498c854 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:14.830349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1db846cc-1aa3-4de6-a7bc-50dc5257a11e req-34cfa123-e666-4703-be51-9d037498c854 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 945 time: 0.1438181 Feb 02 15:16:14.933888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1db846cc-1aa3-4de6-a7bc-50dc5257a11e req-860a5ea5-5d21-4f6f-82ca-631fdc730262 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/security-groups?id=1239b0e8-7fa3-4153-b50a-7c561f7fdc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995634 Feb 02 15:16:14.935430 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de858dea-d091-4c3e-bd2b-ccc51ae061f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:14.991212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Allocated IP 172.20.0.2 (fbb41d98-b3b7-416e-8b13-8c79d982777f/7c836552-e4b5-416e-a479-2fe187ed924b/90cb8ecb-c830-422a-881d-4b1da4b4c36d) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:15.066012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] For port d2c87060-aa03-4cda-9121-f31908124431, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d2c87060-aa03-4cda-9121-f31908124431,segment=NetworkSegment(e038a869-9578-40a4-aac7-6c265de0323d),segment_id=e038a869-9578-40a4-aac7-6c265de0323d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:15.066569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.070701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de858dea-d091-4c3e-bd2b-ccc51ae061f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.090292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-de858dea-d091-4c3e-bd2b-ccc51ae061f7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3761795a-738a-4ee5-9823-cd3df41bf7be HTTP/1.1" status: 204 len: 168 time: 1.5778718 Feb 02 15:16:15.098402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46538) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:15.211754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Calling delete_port for d2c87060-aa03-4cda-9121-f31908124431 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:15.273217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023312c-2490-41e5-bff7-38c43f9a0c43 req-82fdad42-fef9-4d80-bdf9-33017ab53122 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:15.273217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1023312c-2490-41e5-bff7-38c43f9a0c43 req-82fdad42-fef9-4d80-bdf9-33017ab53122 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.4799848 Feb 02 15:16:15.333534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de858dea-d091-4c3e-bd2b-ccc51ae061f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3761795a-738a-4ee5-9823-cd3df41bf7be,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:15.357402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1023312c-2490-41e5-bff7-38c43f9a0c43 req-b43f40bf-7621-4010-92e4-146cfa6e6890 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854445 Feb 02 15:16:15.445162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:15.458345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.494253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c6109abf-718d-40da-87b9-2e76c2a352a3 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:15.594206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.612210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.613921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c6109abf-718d-40da-87b9-2e76c2a352a3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:15.614489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c6109abf-718d-40da-87b9-2e76c2a352a3 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:15.622605 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563', 'code': 200} Feb 02 15:16:15.623796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.646077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['d2c87060-aa03-4cda-9121-f31908124431'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:15.683393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Transition to ACTIVE for port object 90cb8ecb-c830-422a-881d-4b1da4b4c36d will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:15.711892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:15.730738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Transition to ACTIVE for port object 90cb8ecb-c830-422a-881d-4b1da4b4c36d will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:15.791422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Pushing event deleted for resources: {'Port': ['ID=d2c87060-aa03-4cda-9121-f31908124431,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:15.806131 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.882645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.889370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] No DVR routers for this DVR port d2c87060-aa03-4cda-9121-f31908124431 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:16:15.894988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:15.907267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a45895-7710-4dc3-8059-81750b28c2fb', 'name': 'network-vif-deleted', 'tag': 'd2c87060-aa03-4cda-9121-f31908124431'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:15.972707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f5392336-03d2-44a1-9224-d80da0f85e4f req-e1563f46-2db0-4a3f-abe3-8db2e0d1fcff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1096 time: 0.2219303 Feb 02 15:16:15.980529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:16.016078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.053887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a66aa-0bf3-4111-b46f-c6009c9d8700 req-e5c9e936-050e-4969-b404-9da58819f251 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:16.060614 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c69a66aa-0bf3-4111-b46f-c6009c9d8700 req-e5c9e936-050e-4969-b404-9da58819f251 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 945 time: 0.5570641 Feb 02 15:16:16.066673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f5392336-03d2-44a1-9224-d80da0f85e4f req-56a28781-7c44-41b5-913f-8446fef7e174 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915685 Feb 02 15:16:16.067769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3197168-83ed-4759-bc80-443f761c8bcf req-31e1a580-e415-4193-8b3f-a556c520cc3a tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.107 "DELETE /v2.0/ports/d2c87060-aa03-4cda-9121-f31908124431 HTTP/1.1" status: 204 len: 173 time: 1.7959166 Feb 02 15:16:16.091629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Network fbb41d98-b3b7-416e-8b13-8c79d982777f is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:16.095992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:16.099920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:16.122266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b40729-1a68-4a0f-9a87-edd6c7d4d2d5']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:16.122971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Pushing event updated for resources: {'Port': ['ID=90cb8ecb-c830-422a-881d-4b1da4b4c36d,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:16.142519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c69a66aa-0bf3-4111-b46f-c6009c9d8700 req-5e25e95d-06f8-4e5d-a5e3-d2b6ebc51dfa tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809882 Feb 02 15:16:16.158351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a226966c-f9bb-43d2-b3ce-bd95be8a969a') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:16.158638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a226966c-f9bb-43d2-b3ce-bd95be8a969a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:16.186562 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.237577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Attempting to bind port 90cb8ecb-c830-422a-881d-4b1da4b4c36d on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:16.238230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Attempting to bind port 90cb8ecb-c830-422a-881d-4b1da4b4c36d by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:16.238797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Attempting to bind port 90cb8ecb-c830-422a-881d-4b1da4b4c36d on network fbb41d98-b3b7-416e-8b13-8c79d982777f {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:16.248250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:16.248250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Checking segment: {'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:16.248759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.249853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Bound using segment: {'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:16.249853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Bound port: 90cb8ecb-c830-422a-881d-4b1da4b4c36d, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:16.250539 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.263782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.269448 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a45895-7710-4dc3-8059-81750b28c2fb', 'name': 'network-vif-deleted', 'tag': 'd2c87060-aa03-4cda-9121-f31908124431', 'status': 'completed', 'code': 200} Feb 02 15:16:16.310512 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.338787 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.353326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:16:16.353772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:16:16.374274 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:16:16.428886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] For port 90cb8ecb-c830-422a-881d-4b1da4b4c36d, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:16.435529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] For port 90cb8ecb-c830-422a-881d-4b1da4b4c36d, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=90cb8ecb-c830-422a-881d-4b1da4b4c36d,segment=NetworkSegment(0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7),segment_id=0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:16.527524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.574918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-60e0d905-ca47-4849-97f1-4f9e3e2df43a req-962f10d7-efa5-4dc6-8be1-4a05bdf0ba65 tempest-VolumesAdminNegativeTest-1020848982 tempest-VolumesAdminNegativeTest-1020848982-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4a45895-7710-4dc3-8059-81750b28c2fb HTTP/1.1" status: 200 len: 210 time: 0.1174581 Feb 02 15:16:16.613695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Allocated IP 172.25.0.35 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/a3f8ac4d-5b29-4899-b80e-1efa32cd0432) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:16.627412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.660430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369f518-aa68-4993-ad6c-3c422963cc9c None None] Pushing event updated for resources: {'Port': ['ID=90cb8ecb-c830-422a-881d-4b1da4b4c36d,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:16.732518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.775175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:16.790776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b40729-1a68-4a0f-9a87-edd6c7d4d2d5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:17.023178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f9a8fb46-ed39-42f8-a099-ccca702bd7b6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/43b40729-1a68-4a0f-9a87-edd6c7d4d2d5 HTTP/1.1" status: 204 len: 168 time: 1.7063873 Feb 02 15:16:17.120676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c2e49-d9d7-43ee-8822-fbbffff4d8a8 req-8da63df3-586f-41b6-9456-49768ab331c3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:17.122232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-542c2e49-d9d7-43ee-8822-fbbffff4d8a8 req-8da63df3-586f-41b6-9456-49768ab331c3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.1628349 Feb 02 15:16:17.131400 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:17.210160 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-542c2e49-d9d7-43ee-8822-fbbffff4d8a8 req-20d3c26d-24df-4bfe-b679-972bc1b1bbcc tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680549 Feb 02 15:16:17.405009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac3f09-c645-46fb-8adb-46711991ee4b req-f4b319a4-a74e-4aa0-a9a2-f61370e1e83d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:17.408616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13ac3f09-c645-46fb-8adb-46711991ee4b req-f4b319a4-a74e-4aa0-a9a2-f61370e1e83d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 945 time: 0.0870140 Feb 02 15:16:17.480689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13ac3f09-c645-46fb-8adb-46711991ee4b req-8a84d6f4-39ae-43db-90d1-98af7281fa54 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675547 Feb 02 15:16:17.528512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 90cb8ecb-c830-422a-881d-4b1da4b4c36d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:17.569001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:17.601540 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:17.626320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:17.745781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:17.750761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:17.757687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f8ac4d-5b29-4899-b80e-1efa32cd0432,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:17.757687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:17.793058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 90cb8ecb-c830-422a-881d-4b1da4b4c36d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:17.827001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46624) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:17.839499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d2c87060-aa03-4cda-9121-f31908124431 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:17.898952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: d2c87060-aa03-4cda-9121-f31908124431 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:17.899293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d2c87060-aa03-4cda-9121-f31908124431 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:17.918912 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-407f5316-7a02-4cf3-8017-c93f82b96a58 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ff5d70218f044b64911cf3855b548836&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0886903 Feb 02 15:16:17.921366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46628) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:17.928978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27465592-ec66-4f08-95ec-8dcc9143216b req-c1434ad8-d4b4-414f-87ff-5a523d287f11 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:17.938545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea6085-eaba-4355-9618-4abaf05ce3fe None None] Network fbb41d98-b3b7-416e-8b13-8c79d982777f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:17.938938 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27465592-ec66-4f08-95ec-8dcc9143216b req-c1434ad8-d4b4-414f-87ff-5a523d287f11 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 945 time: 0.2510283 Feb 02 15:16:18.000983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-727f739d-74c0-4e22-a5d0-8e7f448df306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.016534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27465592-ec66-4f08-95ec-8dcc9143216b req-d72657e2-ed58-48d3-840c-b129d4f55e6d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792582 Feb 02 15:16:18.060550 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-727f739d-74c0-4e22-a5d0-8e7f448df306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.134854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46636) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:18.240687 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'code': 200} Feb 02 15:16:18.278164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-727f739d-74c0-4e22-a5d0-8e7f448df306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.282469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-39f1654d-3b65-4f27-9ad5-685156d5afa8 None None] Provisioning for port 90cb8ecb-c830-422a-881d-4b1da4b4c36d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:18.294173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-39f1654d-3b65-4f27-9ad5-685156d5afa8 None None] Provisioning complete for port 90cb8ecb-c830-422a-881d-4b1da4b4c36d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:18.294546 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39f1654d-3b65-4f27-9ad5-685156d5afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.334562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f739d-74c0-4e22-a5d0-8e7f448df306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8229a65-de6c-41aa-880a-9184bbde2fb6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:18.371138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c89ef28-813c-417e-aae5-8a0256effd88 admin admin] Deleting subnet 947e80ef-388c-4aea-9457-b915d00642ca {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:16:18.376530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c89ef28-813c-417e-aae5-8a0256effd88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.442320 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c89ef28-813c-417e-aae5-8a0256effd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.463411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-727f739d-74c0-4e22-a5d0-8e7f448df306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.471787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-727f739d-74c0-4e22-a5d0-8e7f448df306 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8229a65-de6c-41aa-880a-9184bbde2fb6 HTTP/1.1" status: 204 len: 168 time: 0.5478437 Feb 02 15:16:18.480668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.481683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.595376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c89ef28-813c-417e-aae5-8a0256effd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.736329 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39f1654d-3b65-4f27-9ad5-685156d5afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.795364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-39f1654d-3b65-4f27-9ad5-685156d5afa8 None None] For port 90cb8ecb-c830-422a-881d-4b1da4b4c36d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=90cb8ecb-c830-422a-881d-4b1da4b4c36d,segment=NetworkSegment(0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7),segment_id=0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:18.839467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c89ef28-813c-417e-aae5-8a0256effd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.840757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae282905-c78e-41c7-85c9-12e6b14cfc52 req-f2d45880-4ea6-42a6-a75e-001a61ace1e8 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:18.850517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae282905-c78e-41c7-85c9-12e6b14cfc52 req-f2d45880-4ea6-42a6-a75e-001a61ace1e8 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.1831551 Feb 02 15:16:18.911981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89ef28-813c-417e-aae5-8a0256effd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=947e80ef-388c-4aea-9457-b915d00642ca,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:18.922069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae282905-c78e-41c7-85c9-12e6b14cfc52 req-0f9d173f-4cd0-4cf9-8913-5934e1f215f6 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699821 Feb 02 15:16:18.930372 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c89ef28-813c-417e-aae5-8a0256effd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:18.941738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0c89ef28-813c-417e-aae5-8a0256effd88 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/947e80ef-388c-4aea-9457-b915d00642ca HTTP/1.1" status: 204 len: 168 time: 0.8044186 Feb 02 15:16:18.943301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46650) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:18.944076 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39f1654d-3b65-4f27-9ad5-685156d5afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.121705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bd1a9702-dfd7-4a49-8a6f-a7397bf1246a None None] Provisioning complete for port 90cb8ecb-c830-422a-881d-4b1da4b4c36d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:19.122447 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd1a9702-dfd7-4a49-8a6f-a7397bf1246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.129800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:16:19.207053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.209748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1654d-3b65-4f27-9ad5-685156d5afa8 None None] Pushing event updated for resources: {'Port': ['ID=90cb8ecb-c830-422a-881d-4b1da4b4c36d,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:19.435071 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.472072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c484149a-98e8-4753-afad-c03b9a7ab1d5']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:19.487365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e038a869-9578-40a4-aac7-6c265de0323d') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:19.487749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e038a869-9578-40a4-aac7-6c265de0323d') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:19.502194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.516751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 90cb8ecb-c830-422a-881d-4b1da4b4c36d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:19.539290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.550591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:16:19.551007 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:16:19.575533 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:16:19.659786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 90cb8ecb-c830-422a-881d-4b1da4b4c36d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:19.660466 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.695659 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e27a51c-171d-4098-8193-5e5824a47223 req-fbd9c5dc-4c87-447e-a0cc-72b830bba656 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1096 time: 0.1471720 Feb 02 15:16:19.724617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:16:19.743336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Sync routers for ids ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:16:19.768428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e27a51c-171d-4098-8193-5e5824a47223 req-c2fbd228-33e5-4aa1-9132-952801433f79 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618875 Feb 02 15:16:19.831898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Routers {'96ff4113-2ce1-4e7c-bdd2-493632b2bd15'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:19.831898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:19.870541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.870819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:19.875991 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ae2c87ba-1c8b-4b7b-8065-1871fd0f3ab6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2788286 Feb 02 15:16:19.882891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46676) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:19.886454 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:20.035286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c484149a-98e8-4753-afad-c03b9a7ab1d5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:20.121275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a2e3c-14b2-4c49-bf92-00873c07fa79 req-232576dd-223b-45c3-a4dd-9af7e750b957 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:20.132429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-641a2e3c-14b2-4c49-bf92-00873c07fa79 req-232576dd-223b-45c3-a4dd-9af7e750b957 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 945 time: 0.1603293 Feb 02 15:16:20.333416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Set router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:20.356468 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e4a6658d-29e5-4a3b-8cb2-36395e6215b1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c484149a-98e8-4753-afad-c03b9a7ab1d5 HTTP/1.1" status: 204 len: 168 time: 1.4119217 Feb 02 15:16:20.360980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46694) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:20.440412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-561be7f4-4ae7-4d62-a42a-31686b3579f0 admin admin] Deleting subnet 52ea4f6f-c2b8-4ad0-b0b3-b783852da181 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:16:20.483779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-641a2e3c-14b2-4c49-bf92-00873c07fa79 req-b5c3088e-d7c5-40d3-89c2-b79b9554aff6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503077 Feb 02 15:16:20.487203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561be7f4-4ae7-4d62-a42a-31686b3579f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:20.569235 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561be7f4-4ae7-4d62-a42a-31686b3579f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:20.644535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561be7f4-4ae7-4d62-a42a-31686b3579f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:20.655410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-dd627a46-20a7-4259-8354-46e3360d996e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:20.662312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-dd627a46-20a7-4259-8354-46e3360d996e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 805 time: 0.4041958 Feb 02 15:16:20.719498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-59898e32-46ba-4bce-9426-0b50422a1ec2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/quotas/185c74bb7d5847b4b78b07b9efb99066 HTTP/1.1" status: 200 len: 375 time: 0.0562513 Feb 02 15:16:20.809587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41eb2848-08df-4c80-8f9e-6380104d7564 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:20.849082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-4ac93179-f7ce-4ac9-ace8-a5a07abd7c2a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:20.850664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-4ac93179-f7ce-4ac9-ace8-a5a07abd7c2a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 945 time: 0.1248062 Feb 02 15:16:20.973787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Deleting port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:20.974386 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:21.075079 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561be7f4-4ae7-4d62-a42a-31686b3579f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:21.078336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-f645dff4-9b11-49a7-9362-65f44ca90134 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3564224 Feb 02 15:16:21.181033 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:21.195875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-561be7f4-4ae7-4d62-a42a-31686b3579f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:21.231636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'name': 'tempest-ServersTestFqdnHostnames-514291585-router', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:13Z', 'updated_at': '2022-02-02T15:16:17Z', 'revision_number': 3, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'gw_port': {'id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:16Z', 'updated_at': '2022-02-02T15:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:21.258339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561be7f4-4ae7-4d62-a42a-31686b3579f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ea4f6f-c2b8-4ad0-b0b3-b783852da181,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:21.273661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-561be7f4-4ae7-4d62-a42a-31686b3579f0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/52ea4f6f-c2b8-4ad0-b0b3-b783852da181 HTTP/1.1" status: 204 len: 168 time: 0.9114382 Feb 02 15:16:21.278022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46716) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:21.303709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Checking router: 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:16:21.307736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Updating router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 port a3f8ac4d-5b29-4899-b80e-1efa32cd0432 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:16:21.451554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:21.457002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:21.530495 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:21.543571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-db87e090-ae5d-4a55-9609-39fb3e37333a service neutron] 10.222.0.88 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641097 Feb 02 15:16:21.620925 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:21.674875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:21.747759 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564', 'code': 200} Feb 02 15:16:21.899495 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-68d3b4fa-3b4b-4076-9003-cef5b9203baa service neutron] 10.222.0.88 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547513 Feb 02 15:16:21.955718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46728) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:22.184558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.226954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ec7c09-9080-4c02-b59a-55b14d8ccea1']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:22.229097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.243780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb19dd0-d9c6-4017-95a4-eef42343ffb7') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:22.244034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb19dd0-d9c6-4017-95a4-eef42343ffb7') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:22.264555 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.305447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:22.316589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] Usage tracker for resource:security_group_rule and tenant:a6de50a1bc394b529f8018ec02bfe13c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:22.325575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:22.326957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.336068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:22.336820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:16:22.337226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:16:22.461160 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:16:22.657594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0e53b06b-f1c7-44e6-9aad-cdca5b52849d req-b36d549d-b321-4f7f-a9c1-0b8f4e17ea4c tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 210 time: 0.0852091 Feb 02 15:16:22.687867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.698234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Transition to ACTIVE for port object a3f8ac4d-5b29-4899-b80e-1efa32cd0432 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:22.706186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:22.741721 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.780305 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.823863 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] 10.222.0.88 "DELETE /v2.0/networks/04ec7c09-9080-4c02-b59a-55b14d8ccea1 HTTP/1.1" status: 204 len: 168 time: 1.5447793 Feb 02 15:16:22.834680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.834798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff50ec-b59e-4557-b807-19175ab0dd48 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ec7c09-9080-4c02-b59a-55b14d8ccea1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:22.861790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] For port 6936f2ba-2ec3-4906-bca8-11c7bcecb647, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=6936f2ba-2ec3-4906-bca8-11c7bcecb647,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:22.863642 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.897953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8a87-6206-489a-9727-c896d1c04aca req-1c04672d-ee58-4dd7-8150-5af580122fe2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:22.902982 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-966f8a87-6206-489a-9727-c896d1c04aca req-1c04672d-ee58-4dd7-8150-5af580122fe2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb5aab9-7772-4c8f-b5ac-63a48eb8b689 HTTP/1.1" status: 200 len: 944 time: 1.0610893 Feb 02 15:16:22.964271 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:22.970110 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.017135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Attempting to bind port a3f8ac4d-5b29-4899-b80e-1efa32cd0432 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:23.017622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Attempting to bind port a3f8ac4d-5b29-4899-b80e-1efa32cd0432 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:23.024920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Attempting to bind port a3f8ac4d-5b29-4899-b80e-1efa32cd0432 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:23.027654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0e9bb-38b9-4579-a651-48dddcb68c09 None None] Pushing event updated for resources: {'Port': ['ID=a3f8ac4d-5b29-4899-b80e-1efa32cd0432,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:23.041074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:23.041575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:23.042127 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.042607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:23.043403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Bound port: a3f8ac4d-5b29-4899-b80e-1efa32cd0432, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:23.044076 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.109705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.122492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Calling delete_port for 6936f2ba-2ec3-4906-bca8-11c7bcecb647 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:23.162641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] For port a3f8ac4d-5b29-4899-b80e-1efa32cd0432, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:23.167634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] For port a3f8ac4d-5b29-4899-b80e-1efa32cd0432, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a3f8ac4d-5b29-4899-b80e-1efa32cd0432,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:23.236851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6235d726-e906-44a6-8ec5-c634a4d02641,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:23.266047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8402fd90-5a7c-453c-8f46-8726e8475745 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a6de50a1bc394b529f8018ec02bfe13c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2942035 Feb 02 15:16:23.267097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46752) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:23.341005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.462276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Deleting port 41eb2848-08df-4c80-8f9e-6380104d7564 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:23.462737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.512619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Allocated IP 172.20.0.1 (fbb41d98-b3b7-416e-8b13-8c79d982777f/7c836552-e4b5-416e-a479-2fe187ed924b/c30cb416-65d5-45f4-8b41-794e72c870a9) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:23.523338 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67df4219-a3f9-4ba9-9365-50c83734d190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.534894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46764) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:23.539768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0e9bb-38b9-4579-a651-48dddcb68c09 None None] Pushing event updated for resources: {'Port': ['ID=a3f8ac4d-5b29-4899-b80e-1efa32cd0432,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:23.570540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Routers {'96ff4113-2ce1-4e7c-bdd2-493632b2bd15'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:23.571700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:15:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:23.572746 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67df4219-a3f9-4ba9-9365-50c83734d190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.582611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726571b0-8f7c-412a-a650-fd6a00c395ce req-e388e410-e914-4459-b5e2-3bea120feffc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:23.595690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-726571b0-8f7c-412a-a650-fd6a00c395ce req-e388e410-e914-4459-b5e2-3bea120feffc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 945 time: 1.1326306 Feb 02 15:16:23.665902 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e44ac5af-cc68-4b8e-983a-df546a9a78c5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6524d0d7accd4c759aacd97521fedf46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1285336 Feb 02 15:16:23.667067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:23.676724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46770) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:23.813314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event deleted for resources: {'Port': ['ID=6936f2ba-2ec3-4906-bca8-11c7bcecb647,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:23.851101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405', '6936f2ba-2ec3-4906-bca8-11c7bcecb647'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:23.857144 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-726571b0-8f7c-412a-a650-fd6a00c395ce req-15dd3bf5-bf8b-45eb-ad25-f4f50e2227c8 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604170 Feb 02 15:16:23.974839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f11f517-63f9-48db-8489-9345c8b11ce0 req-2d4a66c3-ed41-4824-84d7-49f45fa0aee6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 210 time: 0.1203990 Feb 02 15:16:24.013040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] Set router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:24.116164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67df4219-a3f9-4ba9-9365-50c83734d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.147928 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.168552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df4219-a3f9-4ba9-9365-50c83734d190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6235d726-e906-44a6-8ec5-c634a4d02641,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:24.180907 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67df4219-a3f9-4ba9-9365-50c83734d190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.180907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-67df4219-a3f9-4ba9-9365-50c83734d190 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6235d726-e906-44a6-8ec5-c634a4d02641 HTTP/1.1" status: 204 len: 168 time: 0.9075339 Feb 02 15:16:24.204783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Transition to ACTIVE for port object c30cb416-65d5-45f4-8b41-794e72c870a9 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:24.302634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] No DVR routers for this DVR port 6936f2ba-2ec3-4906-bca8-11c7bcecb647 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:16:24.312656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.315419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da98f9e8-ae7d-41f3-83b6-24b7ea39ee95', 'name': 'network-vif-deleted', 'tag': '6936f2ba-2ec3-4906-bca8-11c7bcecb647'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:24.364100 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.397942 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d6556f5-c1e0-41a5-a1f2-96901f1445d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.432116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d6556f5-c1e0-41a5-a1f2-96901f1445d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.527606 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da98f9e8-ae7d-41f3-83b6-24b7ea39ee95', 'name': 'network-vif-deleted', 'tag': '6936f2ba-2ec3-4906-bca8-11c7bcecb647', 'status': 'completed', 'code': 200} Feb 02 15:16:24.531534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-065d9943-3c2c-4b55-8c0d-b85f955d1b45 req-c5438d20-7a77-4a9f-ab48-7e5c97e4d813 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "DELETE /v2.0/ports/6936f2ba-2ec3-4906-bca8-11c7bcecb647 HTTP/1.1" status: 204 len: 173 time: 3.6742918 Feb 02 15:16:24.542742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Network fbb41d98-b3b7-416e-8b13-8c79d982777f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:24.552296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:24.555241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:24.556357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] For port 41eb2848-08df-4c80-8f9e-6380104d7564, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=41eb2848-08df-4c80-8f9e-6380104d7564,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:24.556715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.583032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-79ecd306-2cbd-480b-83fb-df9f1d20e8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.654793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.678083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Pushing event updated for resources: {'Port': ['ID=c30cb416-65d5-45f4-8b41-794e72c870a9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:24.841875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d6556f5-c1e0-41a5-a1f2-96901f1445d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.857177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'name': 'tempest-ServersTestFqdnHostnames-514291585-router', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:13Z', 'updated_at': '2022-02-02T15:16:17Z', 'revision_number': 3, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'gw_port': {'id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:16Z', 'updated_at': '2022-02-02T15:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:24.858018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Calling delete_port for 41eb2848-08df-4c80-8f9e-6380104d7564 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:24.865555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41d93a-f948-4c3d-8a03-6c6158d2eac7 None None] The sync data for ids ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'] in n-d-827122-1 is: [{'id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'name': 'tempest-ServersTestFqdnHostnames-514291585-router', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:13Z', 'updated_at': '2022-02-02T15:16:17Z', 'revision_number': 3, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'gw_port': {'id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:16Z', 'updated_at': '2022-02-02T15:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:16:24.965716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:24.968404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6556f5-c1e0-41a5-a1f2-96901f1445d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1239b0e8-7fa3-4153-b50a-7c561f7fdc71,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:25.144202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b9634fb-4c6b-4f16-b90f-8d1569a81edf req-30aa3ec7-df8b-4edd-95a5-9f6219950e24 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 210 time: 0.0716810 Feb 02 15:16:25.172195 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d6556f5-c1e0-41a5-a1f2-96901f1445d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:25.176983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8d6556f5-c1e0-41a5-a1f2-96901f1445d1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1239b0e8-7fa3-4153-b50a-7c561f7fdc71 HTTP/1.1" status: 204 len: 168 time: 1.4983006 Feb 02 15:16:25.186344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-152bc3e1-b583-471b-9398-93245dafe576 None None] Provisioning for port c30cb416-65d5-45f4-8b41-794e72c870a9 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:25.196704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-152bc3e1-b583-471b-9398-93245dafe576 None None] Provisioning complete for port c30cb416-65d5-45f4-8b41-794e72c870a9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:25.199333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-152bc3e1-b583-471b-9398-93245dafe576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:25.298093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:25.510500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Pushing event deleted for resources: {'Port': ['ID=41eb2848-08df-4c80-8f9e-6380104d7564,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:25.521855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-152bc3e1-b583-471b-9398-93245dafe576 None None] Port c30cb416-65d5-45f4-8b41-794e72c870a9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:16:25.650722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a3f8ac4d-5b29-4899-b80e-1efa32cd0432 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:25.678880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] No DVR routers for this DVR port 41eb2848-08df-4c80-8f9e-6380104d7564 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:16:25.685473 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:25.766125 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-966f8a87-6206-489a-9727-c896d1c04aca req-74e2527e-7b8f-4de2-b968-d90eb44cd4a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.64 "DELETE /v2.0/ports/41eb2848-08df-4c80-8f9e-6380104d7564 HTTP/1.1" status: 204 len: 173 time: 2.8358874 Feb 02 15:16:25.868836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6936f2ba-2ec3-4906-bca8-11c7bcecb647 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:26.013349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 6936f2ba-2ec3-4906-bca8-11c7bcecb647 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:26.013931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 6936f2ba-2ec3-4906-bca8-11c7bcecb647 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:26.016068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a3f8ac4d-5b29-4899-b80e-1efa32cd0432 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:26.021644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a3f8ac4d-5b29-4899-b80e-1efa32cd0432 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:26.022014 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:26.118329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0bd5aaec-5c4c-4166-b1c4-5e5a6136b730 req-2bca4f59-33b3-47ac-8009-0e428d18c4bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 210 time: 0.5501044 Feb 02 15:16:26.348854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:26.370570 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:26.410919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a3f8ac4d-5b29-4899-b80e-1efa32cd0432, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a3f8ac4d-5b29-4899-b80e-1efa32cd0432,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:26.521273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:26.574958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:26.741342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:26.762655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46824) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:26.791355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a3f8ac4d-5b29-4899-b80e-1efa32cd0432,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:26.803431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41eb2848-08df-4c80-8f9e-6380104d7564 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:26.813478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'name': 'network-vif-deleted', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:26.834752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-c1fb37a8-d92a-4179-b81f-d6d3bcc814f6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:26.837663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-c1fb37a8-d92a-4179-b81f-d6d3bcc814f6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.107 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 805 time: 0.3887236 Feb 02 15:16:26.891170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 41eb2848-08df-4c80-8f9e-6380104d7564 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:26.891626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 41eb2848-08df-4c80-8f9e-6380104d7564 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:26.998468 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f4bda9f9-8d2d-406d-be41-6b8e03bfd4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:27.014589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Request body: {'port': {'device_id': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'admin_state_up': True, 'tenant_id': '185c74bb7d5847b4b78b07b9efb99066'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:27.082565 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5aab9-7772-4c8f-b5ac-63a48eb8b689', 'name': 'network-vif-deleted', 'tag': '41eb2848-08df-4c80-8f9e-6380104d7564', 'status': 'completed', 'code': 200} Feb 02 15:16:27.105597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Network fbb41d98-b3b7-416e-8b13-8c79d982777f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:27.116902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:27.276096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Pushing event updated for resources: {'Port': ['ID=c30cb416-65d5-45f4-8b41-794e72c870a9,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:27.328769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-653e08bf-972c-43a7-87c6-20b5d3ece927 req-433ee6b4-d12f-4a9e-b499-6602596be741 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:16:27.337294 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72387411-2ba7-4b09-adbf-92fe20f54561 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ca7e29ac92dd49558aa8821a2f5c58df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5729721 Feb 02 15:16:27.342581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46844) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:27.440519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7cfe6bea-c99f-4d6c-8e8d-5ceb76806cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:27.548319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:27.562601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Usage tracker for resource:port and tenant:185c74bb7d5847b4b78b07b9efb99066 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:27.580007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:27.595782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-653e08bf-972c-43a7-87c6-20b5d3ece927 req-433ee6b4-d12f-4a9e-b499-6602596be741 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:16:27.614306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-653e08bf-972c-43a7-87c6-20b5d3ece927 req-433ee6b4-d12f-4a9e-b499-6602596be741 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=da98f9e8-ae7d-41f3-83b6-24b7ea39ee95 HTTP/1.1" status: 200 len: 210 time: 0.7725096 Feb 02 15:16:27.616979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a3f8ac4d-5b29-4899-b80e-1efa32cd0432 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:27.618726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:27.780998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7cfe6bea-c99f-4d6c-8e8d-5ceb76806cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:27.787810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-10f69c3b-7b36-4055-ada3-dfa9839a0e88 None None] Provisioning complete for port c30cb416-65d5-45f4-8b41-794e72c870a9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:27.788139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-10f69c3b-7b36-4055-ada3-dfa9839a0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:27.984296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e56f1cfb-c5c7-44ef-a26f-4bf9f6a6668a req-f40e34fd-ed46-484e-9fe1-bfef76a99cca tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 210 time: 0.2511966 Feb 02 15:16:27.991723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a3f8ac4d-5b29-4899-b80e-1efa32cd0432 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:27.991723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:27.991723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-10f69c3b-7b36-4055-ada3-dfa9839a0e88 None None] Port c30cb416-65d5-45f4-8b41-794e72c870a9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:16:28.083743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:16:28.119961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Made reservation on behalf of 185c74bb7d5847b4b78b07b9efb99066 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:28.123105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:28.324503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Allocated IP 172.20.0.5 (cac53d52-482c-4daa-852f-908eba5316f0/19308d4a-1b6c-425b-8f71-a3d7d82c4721/fd0345a6-2057-4c62-a4e2-8054295064de) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:28.325356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:16:28.340743 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f6f397ee-83f5-401e-847c-1a35a4ec9f7b admin admin] 10.222.0.88 "PUT /v2.0/routers/96ff4113-2ce1-4e7c-bdd2-493632b2bd15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4548917 Feb 02 15:16:28.397934 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7cfe6bea-c99f-4d6c-8e8d-5ceb76806cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:28.400851 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7cfe6bea-c99f-4d6c-8e8d-5ceb76806cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:28.406359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7cfe6bea-c99f-4d6c-8e8d-5ceb76806cf1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1dec28ec-0aa6-4b76-b1b6-4773dc7dc689 HTTP/1.1" status: 204 len: 168 time: 1.0574241 Feb 02 15:16:28.416446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe6bea-c99f-4d6c-8e8d-5ceb76806cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dec28ec-0aa6-4b76-b1b6-4773dc7dc689,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:28.462016 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:28.464126 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:28.538778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46870) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:28.932488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46884) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:28.961202 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:29.078396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:29.433456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Network cac53d52-482c-4daa-852f-908eba5316f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:29.434993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:29.437146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Pushing event updated for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:29.440183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:29.596333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:29.601737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:29.778735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-ed937b4e-0166-485b-8400-554ced85a201 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8892109 Feb 02 15:16:29.778735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:29.794076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Request body: {'port': {'device_id': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:29.880434 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:29.999011 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Sync routers for ids ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:16:30.036410 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Routers {'96ff4113-2ce1-4e7c-bdd2-493632b2bd15'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:30.038163 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:30.061787 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:30.074723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:30.094983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] Usage tracker for resource:security_group_rule and tenant:40bd9b432e754404be53217c91356259 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:30.095613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:30.111935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:30.189646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:30.336476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8f1b-ed41-40d8-b47b-3d2a945e2836 req-ee48fb3f-476f-48f3-879f-cc6140eabce5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:30.346646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03aa8f1b-ed41-40d8-b47b-3d2a945e2836 req-ee48fb3f-476f-48f3-879f-cc6140eabce5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 931 time: 0.3717990 Feb 02 15:16:30.491787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03aa8f1b-ed41-40d8-b47b-3d2a945e2836 req-b653cf68-935d-43ad-b793-be8b438b3f13 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440573 Feb 02 15:16:30.525238 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Set router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:30.650732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:30.770983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:30.796329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-a2656e3b-4ac4-4a6d-b4cb-3ea4f6d8f21b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:30.816215 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-a2656e3b-4ac4-4a6d-b4cb-3ea4f6d8f21b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.3775303 Feb 02 15:16:30.845238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-69efaa58-9802-40c1-b614-381e0b28b9d0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/quotas/73d6a44ccb544ca9b8f22dda7d20a075 HTTP/1.1" status: 200 len: 375 time: 0.0280757 Feb 02 15:16:30.931671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:16:30.958284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a90e00-6e59-46c6-9090-e7664cdf27dc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:30.966380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-15540967-cfdf-4fc0-b33c-c07b2d8c8464 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=40bd9b432e754404be53217c91356259&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9512141 Feb 02 15:16:30.967784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46932) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:31.043128 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:16:31.095093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0345a6-2057-4c62-a4e2-8054295064de {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:31.126706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f49a928-9593-4e55-a069-f03bb66bc21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:31.130519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:31.175687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Transition to ACTIVE for port object fd0345a6-2057-4c62-a4e2-8054295064de will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:31.181417 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f49a928-9593-4e55-a069-f03bb66bc21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:31.195896 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-d762b5a2-456a-4e89-8724-9e005dc0b75f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3497894 Feb 02 15:16:31.257613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'name': 'tempest-ServersTestFqdnHostnames-514291585-router', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:13Z', 'updated_at': '2022-02-02T15:16:24Z', 'revision_number': 4, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'gw_port': {'id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:16Z', 'updated_at': '2022-02-02T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c30cb416-65d5-45f4-8b41-794e72c870a9', 'name': '', 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'mac_address': 'fa:16:3e:42:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c836552-e4b5-416e-a479-2fe187ed924b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:23Z', 'updated_at': '2022-02-02T15:16:25Z', 'revision_number': 2, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'subnets': [{'id': '7c836552-e4b5-416e-a479-2fe187ed924b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:31.261880 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Checking router: 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:16:31.262540 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Updating router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 port c30cb416-65d5-45f4-8b41-794e72c870a9 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:16:31.344145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:31.354928 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:31.422267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:31.533900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-8516be17-6be3-4e02-8f8c-33efc4b48f0d service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216567 Feb 02 15:16:31.664792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f49a928-9593-4e55-a069-f03bb66bc21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:31.748467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Deleting port c30cb416-65d5-45f4-8b41-794e72c870a9 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:31.749869 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:31.948511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49a928-9593-4e55-a069-f03bb66bc21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a90e00-6e59-46c6-9090-e7664cdf27dc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:31.982888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Attempting to bind port fd0345a6-2057-4c62-a4e2-8054295064de on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:31.983759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Attempting to bind port fd0345a6-2057-4c62-a4e2-8054295064de by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:31.984112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Attempting to bind port fd0345a6-2057-4c62-a4e2-8054295064de on network cac53d52-482c-4daa-852f-908eba5316f0 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:31.989196 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f49a928-9593-4e55-a069-f03bb66bc21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:31.990486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2f49a928-9593-4e55-a069-f03bb66bc21a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/86a90e00-6e59-46c6-9090-e7664cdf27dc HTTP/1.1" status: 204 len: 168 time: 1.0216045 Feb 02 15:16:32.019810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Port fd0345a6-2057-4c62-a4e2-8054295064de on network cac53d52-482c-4daa-852f-908eba5316f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:16:32.020430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Attempting to bind port fd0345a6-2057-4c62-a4e2-8054295064de on network cac53d52-482c-4daa-852f-908eba5316f0 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:32.034897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-ede3544f-da62-44e5-9596-5bb5445ffc45 service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939945 Feb 02 15:16:32.038744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:32.039301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Checking segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:32.039892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Bound using segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:32.040483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Bound port: fd0345a6-2057-4c62-a4e2-8054295064de, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:32.040985 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:32.073936 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:32.076554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d518-4132-49e6-b527-f289db8d0602 req-4b7bfa7a-a0f4-4227-96ca-5e7215f5c6dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:32.085656 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a500d518-4132-49e6-b527-f289db8d0602 req-4b7bfa7a-a0f4-4227-96ca-5e7215f5c6dd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 943 time: 0.2721314 Feb 02 15:16:32.102621 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Transition to ACTIVE for port object c30cb416-65d5-45f4-8b41-794e72c870a9 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:32.122268 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:32.192089 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:32.246656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:32.250811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:32.351036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:32.426616 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Pushing event updated for resources: {'Port': ['ID=c30cb416-65d5-45f4-8b41-794e72c870a9,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:32.525617 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.525617 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.525617 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.533260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:32.533260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] 10.222.0.107 "PUT /v2.0/ports/fd0345a6-2057-4c62-a4e2-8054295064de HTTP/1.1" status: 200 len: 1091 time: 2.7309010 Feb 02 15:16:32.533260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:32.551592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Calling delete_port for c30cb416-65d5-45f4-8b41-794e72c870a9 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:32.560171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.560171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.560171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.560171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.560171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.560171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.560171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.560171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:32.601226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2989486-740b-4b6d-82d7-b2855f5152f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:32.751791 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a500d518-4132-49e6-b527-f289db8d0602 req-c043d269-3fff-4a38-8156-acea7302e77c tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584307 Feb 02 15:16:32.775774 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Attempting to bind port c30cb416-65d5-45f4-8b41-794e72c870a9 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:32.776187 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Attempting to bind port c30cb416-65d5-45f4-8b41-794e72c870a9 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:32.776550 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Attempting to bind port c30cb416-65d5-45f4-8b41-794e72c870a9 on network fbb41d98-b3b7-416e-8b13-8c79d982777f {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:32.804958 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:32.805335 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Checking segment: {'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:32.805742 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:32.806143 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Bound using segment: {'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:32.806618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Bound port: c30cb416-65d5-45f4-8b41-794e72c870a9, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:32.807008 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:32.890173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c7c5957-a506-40f5-9d92-5f31d0c4322d req-f6ea25e8-849d-49a2-89d7-3b144393430a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 210 time: 0.1425767 Feb 02 15:16:32.921404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:16:32.921404 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:16:33.009606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-b97008a1-9603-4eb3-ae79-d7e5c73d8c13 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 1094 time: 0.3483469 Feb 02 15:16:33.043552 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] For port c30cb416-65d5-45f4-8b41-794e72c870a9, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:33.052811 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] For port c30cb416-65d5-45f4-8b41-794e72c870a9, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c30cb416-65d5-45f4-8b41-794e72c870a9,segment=NetworkSegment(0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7),segment_id=0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:33.144512 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'status': 'completed', 'code': 200} Feb 02 15:16:33.155526 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:33.167752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-76662d24-7b53-49d9-a3ac-6e99f8f54e10 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0345a6-2057-4c62-a4e2-8054295064de HTTP/1.1" status: 200 len: 217 time: 0.1434968 Feb 02 15:16:33.240995 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796910cd-b31e-4a11-980d-847551e45271 None None] Pushing event updated for resources: {'Port': ['ID=c30cb416-65d5-45f4-8b41-794e72c870a9,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:33.262310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-39173e62-854a-4da9-b46d-29f6d67a52d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:33.265061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-39173e62-854a-4da9-b46d-29f6d67a52d0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 200 len: 845 time: 0.0858350 Feb 02 15:16:33.268442 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Routers {'96ff4113-2ce1-4e7c-bdd2-493632b2bd15'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:33.269342 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:33.423006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Deleting port c30cb416-65d5-45f4-8b41-794e72c870a9 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:33.423551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:33.436986 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-be866cca-02df-49d9-a1c0-708f26e8890a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cac53d52-482c-4daa-852f-908eba5316f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640816 Feb 02 15:16:33.515375 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] Set router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:33.883184 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-aee90611-0ed9-4886-85f9-b670c9d15632 service neutron] 10.222.0.107 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369373 Feb 02 15:16:33.964075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] For port c30cb416-65d5-45f4-8b41-794e72c870a9, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c30cb416-65d5-45f4-8b41-794e72c870a9,segment=NetworkSegment(0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7),segment_id=0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:33.965254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:34.287353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e88078-4de8-4c01-9662-c987fe64a028 req-cee39ded-55a1-4cb9-8563-75ba3fbf954b service neutron] 10.222.0.107 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955405 Feb 02 15:16:34.317979 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'name': 'tempest-ServersTestFqdnHostnames-514291585-router', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:13Z', 'updated_at': '2022-02-02T15:16:24Z', 'revision_number': 4, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'gw_port': {'id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:16Z', 'updated_at': '2022-02-02T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c30cb416-65d5-45f4-8b41-794e72c870a9', 'name': '', 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'mac_address': 'fa:16:3e:42:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c836552-e4b5-416e-a479-2fe187ed924b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:23Z', 'updated_at': '2022-02-02T15:16:33Z', 'revision_number': 4, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'subnets': [{'id': '7c836552-e4b5-416e-a479-2fe187ed924b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:34.329055 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb769e56-4298-4631-8a50-35a26e458fad None None] The sync data for ids ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'] in n-d-827122-1 is: [{'id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'name': 'tempest-ServersTestFqdnHostnames-514291585-router', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:13Z', 'updated_at': '2022-02-02T15:16:24Z', 'revision_number': 4, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'gw_port': {'id': 'a3f8ac4d-5b29-4899-b80e-1efa32cd0432', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:16Z', 'updated_at': '2022-02-02T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c30cb416-65d5-45f4-8b41-794e72c870a9', 'name': '', 'network_id': 'fbb41d98-b3b7-416e-8b13-8c79d982777f', 'tenant_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'mac_address': 'fa:16:3e:42:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ff4113-2ce1-4e7c-bdd2-493632b2bd15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c836552-e4b5-416e-a479-2fe187ed924b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:23Z', 'updated_at': '2022-02-02T15:16:33Z', 'revision_number': 4, 'project_id': 'a8e510f3b60d40dea26ceb0d13e0b0c4', 'subnets': [{'id': '7c836552-e4b5-416e-a479-2fe187ed924b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:16:34.383022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf3a00-4ab8-4dc0-9775-960108ca7b2f req-3c5ab36e-74b8-4b54-80ae-99fdec4020d6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:34.388574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7ccf3a00-4ab8-4dc0-9775-960108ca7b2f req-3c5ab36e-74b8-4b54-80ae-99fdec4020d6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Synchronizing usage tracker for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:16:34.408811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Calling delete_port for c30cb416-65d5-45f4-8b41-794e72c870a9 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:34.492554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9785676-2a87-4e51-85f7-81e5dcb81c38 req-77c5ce88-6d96-4159-a124-687095613a3d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 210 time: 0.1923425 Feb 02 15:16:34.631580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7ccf3a00-4ab8-4dc0-9775-960108ca7b2f req-3c5ab36e-74b8-4b54-80ae-99fdec4020d6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Unset dirty status for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:16:34.639490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ccf3a00-4ab8-4dc0-9775-960108ca7b2f req-3c5ab36e-74b8-4b54-80ae-99fdec4020d6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 943 time: 0.4789732 Feb 02 15:16:34.772751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ccf3a00-4ab8-4dc0-9775-960108ca7b2f req-d91a3ba1-7a66-4ab3-b372-dbe92a72036c tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304471 Feb 02 15:16:34.773482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47030) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:34.912541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3283fd7b-f988-47a3-b54f-598c025634eb req-608fc4df-c341-4cd8-b619-d5d0cb60a99b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 1094 time: 0.3972666 Feb 02 15:16:34.920344 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:35.027596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30cb416-65d5-45f4-8b41-794e72c870a9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:35.136959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-534658524-network', 'tenant_id': '3e79a765987343b399d41348d4dde431'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:35.144046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:35.152857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Usage tracker for resource:network and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:35.160476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:35.174612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:35.285363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283fd7b-f988-47a3-b54f-598c025634eb req-6b6987ed-919b-463a-9bb7-fcb55536bfbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:35.287082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3283fd7b-f988-47a3-b54f-598c025634eb req-6b6987ed-919b-463a-9bb7-fcb55536bfbf service neutron] 10.222.0.107 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 907 time: 0.3534086 Feb 02 15:16:35.383665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Made reservation on behalf of 3e79a765987343b399d41348d4dde431 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:35.385329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:35.442216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3283fd7b-f988-47a3-b54f-598c025634eb req-ddcb18ea-9651-407c-885b-577c5c74548e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0345a6-2057-4c62-a4e2-8054295064de HTTP/1.1" status: 200 len: 217 time: 0.1453581 Feb 02 15:16:35.443021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:35.567635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283fd7b-f988-47a3-b54f-598c025634eb req-f046710b-6038-43b4-8d13-f87db38e9a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:35.570818 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3283fd7b-f988-47a3-b54f-598c025634eb req-f046710b-6038-43b4-8d13-f87db38e9a24 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 200 len: 845 time: 0.1093287 Feb 02 15:16:35.572338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:35.594285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Usage tracker for resource:security_group_rule and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:35.602038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:35.711792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:35.747749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3283fd7b-f988-47a3-b54f-598c025634eb req-d722f47a-bdc8-48e5-94b4-fd304121f7ec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cac53d52-482c-4daa-852f-908eba5316f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542661 Feb 02 15:16:35.757417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:35.908573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47052) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:36.115765 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6302bdd5-f4b0-4e3a-9b0d-37bd38939b1c req-2fe47209-27e8-486c-9316-f3a5c2c720a8 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 210 time: 0.3529520 Feb 02 15:16:36.425626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:36.463337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078c786-cf8a-4018-98d2-471e8d24358c req-19ec8f24-96b5-4ee0-91b5-9a55dfa86be2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:36.465670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7078c786-cf8a-4018-98d2-471e8d24358c req-19ec8f24-96b5-4ee0-91b5-9a55dfa86be2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 943 time: 0.3621230 Feb 02 15:16:36.510804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:36.572771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] Usage tracker for resource:security_group_rule and tenant:081d0bfca0774abf934aea2e909f59a9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:36.581185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:36.610919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:36.631395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3283fd7b-f988-47a3-b54f-598c025634eb req-2709d533-900b-41f1-b723-f6dcdcc58210 service neutron] 10.222.0.107 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8696692 Feb 02 15:16:36.631890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7078c786-cf8a-4018-98d2-471e8d24358c req-d22d0f5c-4955-4150-9618-df3d39933972 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559463 Feb 02 15:16:36.828439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:36.841295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-d80c1e4f-d4d5-49cf-b42f-bfdaad263f22 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:36.842927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-d80c1e4f-d4d5-49cf-b42f-bfdaad263f22 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.7206984 Feb 02 15:16:36.875412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:16:36.880912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Request body: {'port': {'device_id': 'eaad143a-4cb0-4c50-9125-257e62ed45a5', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'admin_state_up': True, 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:36.981823 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.053704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3283fd7b-f988-47a3-b54f-598c025634eb req-d48fa785-615c-4e98-8f72-c951e2b4a996 service neutron] 10.222.0.107 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842895 Feb 02 15:16:37.071034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:16:37.117890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee10e60a-4085-4442-8e39-a5e040dfeb6c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:37.117890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-3df3e9d8-96f9-4c18-bbb6-4ab46005a539 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3971801 Feb 02 15:16:37.120273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.120273 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Added segment a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8 of type vlan for network af9c36c4-f105-4974-890d-688ba35a7331 Feb 02 15:16:37.159416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:37.171516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.179875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:37.346935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:37.349051 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.365842 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.367001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:37.367786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.377240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.478513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:16:37.509544 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.525181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-25fc1f58-00fc-40de-9e2d-a7a1b45c5355 admin admin] 10.222.0.88 "PUT /v2.0/routers/96ff4113-2ce1-4e7c-bdd2-493632b2bd15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9852879 Feb 02 15:16:37.551072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47080) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:37.552367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840d236f-c84c-4bac-afee-e18e18282d53,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:37.589785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-71cfd1e7-8570-40df-a7b8-0e775c2b614d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=081d0bfca0774abf934aea2e909f59a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6780746 Feb 02 15:16:37.602494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:37.685520 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c27a5fe0-1db0-42a9-9420-0b4929401cf3 req-e62e1715-770a-4dab-888d-792ed43e6cf3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 210 time: 0.2695227 Feb 02 15:16:37.719765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] Pushing event updated for resources: {'Network': ['ID=af9c36c4-f105-4974-890d-688ba35a7331,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:37.733662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e35d5f8-af27-456f-8d5f-f271ea625111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.737275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network af9c36c4-f105-4974-890d-688ba35a7331 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:16:37.778199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e35d5f8-af27-456f-8d5f-f271ea625111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:37.863517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-84236932-c294-4399-bd55-5d8db7525d66 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 1095 time: 0.6065528 Feb 02 15:16:37.872864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-853b6a61-2655-42c4-8c16-e254f1305fb9 req-40310b4f-bd07-465d-928e-c52434dee0ab tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1096 time: 0.2232556 Feb 02 15:16:37.939079 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-853b6a61-2655-42c4-8c16-e254f1305fb9 req-12b4db5c-50c2-41f2-8445-d6b01176368d tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568223 Feb 02 15:16:37.965767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Allocated IP 172.20.0.9 (254e918a-e7ed-428b-ac1e-aeb570cad971/73ec79d3-5556-4ce2-a222-25352a802725/688fe922-6a8c-4af2-8f7f-038693c7614e) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:37.972510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fd0345a6-2057-4c62-a4e2-8054295064de details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:16:38.127747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:38.142974 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e413a3d0-494f-4a70-9592-2c7d5fd78fa9 req-7b5a4e89-66a0-40b6-bdcf-6cfb97832530 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735276 Feb 02 15:16:38.144841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'port_id': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'mac_address': 'fa:16:3e:44:34:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19308d4a-1b6c-425b-8f71-a3d7d82c4721', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:16:38.204174 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:38.222671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-8d0faad0-35db-45f6-90ed-72ab23049a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:38.224210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0345a6-2057-4c62-a4e2-8054295064de {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:38.225485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-8d0faad0-35db-45f6-90ed-72ab23049a3f service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.3347931 Feb 02 15:16:38.241510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:38.258111 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e35d5f8-af27-456f-8d5f-f271ea625111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:38.259641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5fb74cea-6f62-47aa-acf8-86020722aa53 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4707277 Feb 02 15:16:38.269732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47094) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:38.277776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Request body: {'subnet': {'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-534658524-subnet', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:38.281906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35d5f8-af27-456f-8d5f-f271ea625111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840d236f-c84c-4bac-afee-e18e18282d53,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:38.289794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:38.292520 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e35d5f8-af27-456f-8d5f-f271ea625111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:38.296704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e35d5f8-af27-456f-8d5f-f271ea625111 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/840d236f-c84c-4bac-afee-e18e18282d53 HTTP/1.1" status: 204 len: 168 time: 0.6899056 Feb 02 15:16:38.296704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Usage tracker for resource:subnet and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:38.300870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:38.313393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:38.377460 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:38.423053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Made reservation on behalf of 3e79a765987343b399d41348d4dde431 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:38.426095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:38.504846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:38.533810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.533909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.534170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.534655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.535157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.535629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.536987 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.537463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.538778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.539268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.539733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:16:38.632145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-502fc47e-8211-47f5-9ea3-7ad08e6ac09c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 200 len: 217 time: 0.3826194 Feb 02 15:16:38.766048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['fd0345a6-2057-4c62-a4e2-8054295064de'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:38.771767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-ee64a034-cc33-4bda-9d3b-23bf7f0ea184 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:38.773957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-ee64a034-cc33-4bda-9d3b-23bf7f0ea184 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.1264787 Feb 02 15:16:38.787952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4014287-d66e-447f-b9ed-79d4c2412f00 req-4a1a77d1-eeeb-4623-83a0-3a0e3b9ead42 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:38.795901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4014287-d66e-447f-b9ed-79d4c2412f00 req-4a1a77d1-eeeb-4623-83a0-3a0e3b9ead42 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 943 time: 0.8272254 Feb 02 15:16:38.886306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-336851fa-2903-4b8f-8ba4-ffce0078cad8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832186 Feb 02 15:16:38.992814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.031297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.116817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4014287-d66e-447f-b9ed-79d4c2412f00 req-ef3d7060-5840-4bf3-a9ac-4ad84dc7a5f4 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196626 Feb 02 15:16:39.136781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b90b22b-1c10-4e99-b287-fcd515f2513e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:39.157224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Checking segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:39.157591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Network hostable DHCP agents. Network: af9c36c4-f105-4974-890d-688ba35a7331, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:16:39.207308 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.241150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Network af9c36c4-f105-4974-890d-688ba35a7331 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:16:39.331834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-d06afc45-b759-45e6-9d65-a0e3a1a43c61 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273298 Feb 02 15:16:39.414677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, af9c36c4-f105-4974-890d-688ba35a7331) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:39.422378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650202e9-1194-4658-8209-7ae62920e3cd None None] Network af9c36c4-f105-4974-890d-688ba35a7331 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:39.425406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:39.426059 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.500567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17dd9900-027d-4c51-a06f-c489540fafd7 req-f6b7f8cb-1bb8-4794-8cd4-22079c062edc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 210 time: 0.0802865 Feb 02 15:16:39.611769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6f83b9e3-54f2-4fa4-a582-49febd6a05ce admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3396881 Feb 02 15:16:39.619575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47142) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:39.625384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:39.646682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:39.665072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.669241 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdb7aa2d-bd7f-4b90-b22e-9dd4453306c1 req-858e011c-60ae-4fbf-9358-a00e80fe48eb service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297260 Feb 02 15:16:39.673202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Usage tracker for resource:router and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:39.697166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:39.711986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:39.769318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:39.774024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:39.777242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event updated for resources: {'Port': ['ID=688fe922-6a8c-4af2-8f7f-038693c7614e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:39.780260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:39.839518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:39.856706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.857972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.894764 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.920399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:39.921510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.944757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-af9c36c4-f105-4974-890d-688ba35a7331', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:16:39.945715 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.955601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:39.993317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fd0345a6-2057-4c62-a4e2-8054295064de up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:40.092691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-5048afa0-3f82-4121-a768-2df0d399d4b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2201457 Feb 02 15:16:40.093283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Deleting port a3f8ac4d-5b29-4899-b80e-1efa32cd0432 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:40.093620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.124636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Request body: {'port': {'device_id': 'eaad143a-4cb0-4c50-9125-257e62ed45a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:40.164811 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.335706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port fd0345a6-2057-4c62-a4e2-8054295064de completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:40.368710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Allocated IP 172.20.0.2 (af9c36c4-f105-4974-890d-688ba35a7331/1b90b22b-1c10-4e99-b287-fcd515f2513e/62e0d173-efcc-4439-9e55-6f3f566fe3c7) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:40.393965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port fd0345a6-2057-4c62-a4e2-8054295064de triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:40.394522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.422375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47162) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:40.585402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.620520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] For port a3f8ac4d-5b29-4899-b80e-1efa32cd0432, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a3f8ac4d-5b29-4899-b80e-1efa32cd0432,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:40.620872 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.750159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.790027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.809594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-network', 'tenant_id': '54b02d2d0281437882c559111c647b1d'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:40.816018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:40.820476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Usage tracker for resource:network and tenant:54b02d2d0281437882c559111c647b1d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:40.823972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:40.832000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:40.847502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Calling delete_port for a3f8ac4d-5b29-4899-b80e-1efa32cd0432 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:40.849062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.860601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:40.870558 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:40.877844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:40.883930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Transition to ACTIVE for port object 62e0d173-efcc-4439-9e55-6f3f566fe3c7 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:40.908971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71eba-57b9-42d2-88c2-d42b16fe2d02 req-0ecedd6f-b8e0-4b99-ba20-01ec07f518bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:40.913237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Transition to ACTIVE for port object 62e0d173-efcc-4439-9e55-6f3f566fe3c7 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:40.918547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4c71eba-57b9-42d2-88c2-d42b16fe2d02 req-0ecedd6f-b8e0-4b99-ba20-01ec07f518bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 944 time: 0.6548741 Feb 02 15:16:40.954071 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.023559 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.035260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Allocated IP 172.25.0.218 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/668cb861-9425-4e64-9018-593f0534b35d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:41.039934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:41.106739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Network af9c36c4-f105-4974-890d-688ba35a7331 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:41.106917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Made reservation on behalf of 54b02d2d0281437882c559111c647b1d for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:41.110129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.110645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:41.113506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:41.153329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.160628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Pushing event updated for resources: {'Port': ['ID=62e0d173-efcc-4439-9e55-6f3f566fe3c7,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:41.203980 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.219785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Attempting to bind port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:41.220209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Attempting to bind port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:41.220637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Attempting to bind port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 on network af9c36c4-f105-4974-890d-688ba35a7331 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:41.227481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:41.230936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Checking segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:41.231515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.232064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Bound using segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:41.233498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4c71eba-57b9-42d2-88c2-d42b16fe2d02 req-5efcc2ac-6255-4f60-8d0f-be564a58cd72 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129270 Feb 02 15:16:41.234837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Bound port: 62e0d173-efcc-4439-9e55-6f3f566fe3c7, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:41.236324 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.262665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-fce923d7-8e9f-4c78-94b2-c6263532ce8b tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:16:41.263858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-fce923d7-8e9f-4c78-94b2-c6263532ce8b tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069277 Feb 02 15:16:41.300835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Request body: {'binding': {'host': 'n-h2-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:41.301285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:16:41.329846 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.361167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] For port 62e0d173-efcc-4439-9e55-6f3f566fe3c7, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:41.364747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] For port 62e0d173-efcc-4439-9e55-6f3f566fe3c7, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=62e0d173-efcc-4439-9e55-6f3f566fe3c7,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:41.394644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:41.407600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:41.410632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:41.412890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:41.445879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.447234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Pushing event updated for resources: {'Port': ['ID=668cb861-9425-4e64-9018-593f0534b35d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:41.470482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Usage tracker for resource:security_group_rule and tenant:54b02d2d0281437882c559111c647b1d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:41.478452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:41.530972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:41.576439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8d16c-a0ef-4e55-b51c-c6ad99d6f73f None None] Pushing event updated for resources: {'Port': ['ID=62e0d173-efcc-4439-9e55-6f3f566fe3c7,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:41.896795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.943402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b303-d968-4d5b-b272-efc6b695d8d5 req-a344960f-00dd-4482-b0a4-8bf8f7b2946c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:41.944042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2a28b303-d968-4d5b-b272-efc6b695d8d5 req-a344960f-00dd-4482-b0a4-8bf8f7b2946c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:16:41.960591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:16:41.964152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:41.988006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f8ac4d-5b29-4899-b80e-1efa32cd0432,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:42.001676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.010389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.044638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on host n-h2-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:42.044978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:42.046006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:42.079798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.148509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688fe922-6a8c-4af2-8f7f-038693c7614e {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:42.157460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:16:42.157460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:42.182843 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.182843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2a28b303-d968-4d5b-b272-efc6b695d8d5 req-a344960f-00dd-4482-b0a4-8bf8f7b2946c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:16:42.182843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a28b303-d968-4d5b-b272-efc6b695d8d5 req-a344960f-00dd-4482-b0a4-8bf8f7b2946c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 931 time: 0.7140169 Feb 02 15:16:42.234836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:16:42.239210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:42.239210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:42.239210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:42.239210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Bound port: 033af283-58ed-4fa1-b407-145aeb8c5563, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:42.250796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5c0ef-0a26-4a5f-872c-5426eda40f08,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:42.288771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Transition to ACTIVE for port object 688fe922-6a8c-4af2-8f7f-038693c7614e will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:42.300703 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.301059 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Added segment b708a509-6331-4835-a0e0-5df2c9727f75 of type vlan for network 530f6954-ad11-4f65-b924-82053ffae104 Feb 02 15:16:42.406846 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.412902 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a28b303-d968-4d5b-b272-efc6b695d8d5 req-75e8b2c2-104a-434c-828e-4308d456535f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007177 Feb 02 15:16:42.462106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Router 2b09353a-8dcd-457e-87b9-1fa7746331ce is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:16:42.509411 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'code': 200} Feb 02 15:16:42.545945 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.560679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.622777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be063c4-c40f-48a8-8808-b3e8b3408894 None None] Network af9c36c4-f105-4974-890d-688ba35a7331 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:42.637769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:42.744871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:16:42.760722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Sync routers for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:16:42.822984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:42.823588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:42.856811 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:42.861385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a13dfaa1-4d88-40f8-b851-ac366c49f513 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2404029 Feb 02 15:16:42.861964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47186) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:42.926785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-321af139-352e-4191-bf7b-e8f0787ec620 None None] Provisioning for port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:43.027927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:16:43.057403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=688fe922-6a8c-4af2-8f7f-038693c7614e,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:43.075223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:43.227120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.227120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.261372 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.261372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-17f0862a-22bf-4da9-a710-617006ce9d65 service neutron] 10.222.0.88 "POST /v2.0/ports/033af283-58ed-4fa1-b407-145aeb8c5563/bindings HTTP/1.1" status: 201 len: 389 time: 1.9695117 Feb 02 15:16:43.368610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.369470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:43.370060 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.375145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.375664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ff4113-2ce1-4e7c-bdd2-493632b2bd15 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:16:43.450463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:41Z', 'revision_number': 3, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:43.459079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Checking router: 2b09353a-8dcd-457e-87b9-1fa7746331ce for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:16:43.459079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Updating router 2b09353a-8dcd-457e-87b9-1fa7746331ce port 668cb861-9425-4e64-9018-593f0534b35d binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:16:43.481103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.483243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0714e20e-e42e-4f81-83c9-009e12e642fc admin admin] 10.222.0.88 "DELETE /v2.0/routers/96ff4113-2ce1-4e7c-bdd2-493632b2bd15 HTTP/1.1" status: 204 len: 168 time: 5.9287145 Feb 02 15:16:43.489863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47192) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:43.501625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e34c4-ba19-4f6a-ac1f-164a44b3c74c req-fb1b33fc-3544-4097-8325-41d3c6d97c9a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:43.509133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-200e34c4-ba19-4f6a-ac1f-164a44b3c74c req-fb1b33fc-3544-4097-8325-41d3c6d97c9a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.7232118 Feb 02 15:16:43.549956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10208875-0b7a-4cec-b520-650724ad1c13 req-4a28ec65-8f20-4087-b5a0-040ed32a7744 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 1096 time: 0.9075129 Feb 02 15:16:43.558023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.600967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] Pushing event updated for resources: {'Network': ['ID=530f6954-ad11-4f65-b924-82053ffae104,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:43.603256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-134aaf7c-cfd9-40fd-8278-092ca1ced8cd admin admin] Deleting subnet 7c836552-e4b5-416e-a479-2fe187ed924b {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:16:43.609230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134aaf7c-cfd9-40fd-8278-092ca1ced8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.619948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Attempting to bind port 688fe922-6a8c-4af2-8f7f-038693c7614e on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:43.620488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Attempting to bind port 688fe922-6a8c-4af2-8f7f-038693c7614e by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:43.621266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Attempting to bind port 688fe922-6a8c-4af2-8f7f-038693c7614e on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:43.626895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 530f6954-ad11-4f65-b924-82053ffae104 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:16:43.650267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Port 688fe922-6a8c-4af2-8f7f-038693c7614e on network 254e918a-e7ed-428b-ac1e-aeb570cad971 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:16:43.650835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Attempting to bind port 688fe922-6a8c-4af2-8f7f-038693c7614e on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:43.691348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-200e34c4-ba19-4f6a-ac1f-164a44b3c74c req-22f0d5ca-9e8d-4cdb-a9a4-0ddc7706db48 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748409 Feb 02 15:16:43.770741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10208875-0b7a-4cec-b520-650724ad1c13 req-4542c461-4cc2-49c7-af3f-fc3e615683fd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479716 Feb 02 15:16:43.770741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5530944a-ff08-4fc2-ba31-ec042202cde5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3190818 Feb 02 15:16:43.770741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:43.770741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Checking segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:43.770741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Bound using segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:43.770741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Bound port: 688fe922-6a8c-4af2-8f7f-038693c7614e, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:43.770741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.773328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 62e0d173-efcc-4439-9e55-6f3f566fe3c7 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:43.788251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47198) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:43.844657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Request body: {'subnet': {'network_id': '530f6954-ad11-4f65-b924-82053ffae104', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-subnet', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:43.844657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134aaf7c-cfd9-40fd-8278-092ca1ced8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:43.945974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:43.963247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Usage tracker for resource:subnet and tenant:54b02d2d0281437882c559111c647b1d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:43.975304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:43.986764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:44.030208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] For port 688fe922-6a8c-4af2-8f7f-038693c7614e, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:44.122605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b5f6-7c82-4869-9a79-86bf114dee05 req-26a96255-eaa9-45f8-bcc4-a38665f7b25e tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:44.122605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9a7b5f6-7c82-4869-9a79-86bf114dee05 req-26a96255-eaa9-45f8-bcc4-a38665f7b25e tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 949 time: 0.3351071 Feb 02 15:16:44.140791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] For port 688fe922-6a8c-4af2-8f7f-038693c7614e, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=688fe922-6a8c-4af2-8f7f-038693c7614e,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:44.173005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Made reservation on behalf of 54b02d2d0281437882c559111c647b1d for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:44.173005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.176094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da880624-29ad-418a-99da-398706e8b0d6 req-045d675b-486e-4d51-9f5c-6f859da4c1d2 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:44.176094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da880624-29ad-418a-99da-398706e8b0d6 req-045d675b-486e-4d51-9f5c-6f859da4c1d2 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 943 time: 0.1607106 Feb 02 15:16:44.262277 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.291924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:44.313603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:44.313964 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.324405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da880624-29ad-418a-99da-398706e8b0d6 req-d8440092-6a47-40c3-a9d2-f3e548a2ac3d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419849 Feb 02 15:16:44.351759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.353709 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] 10.222.0.64 "PUT /v2.0/ports/688fe922-6a8c-4af2-8f7f-038693c7614e HTTP/1.1" status: 200 len: 1091 time: 4.2339017 Feb 02 15:16:44.358872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaad143a-4cb0-4c50-9125-257e62ed45a5', 'tag': '688fe922-6a8c-4af2-8f7f-038693c7614e'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:44.384601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1eed5-e1f4-4b66-b975-3aa087cd4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=688fe922-6a8c-4af2-8f7f-038693c7614e,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:44.392065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.402569 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-3af694fc-b47f-44f0-af48-d3cd19cfdad1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1096 time: 0.1888213 Feb 02 15:16:44.407920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134aaf7c-cfd9-40fd-8278-092ca1ced8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.412371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Transition to ACTIVE for port object 668cb861-9425-4e64-9018-593f0534b35d will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:44.488294 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.495218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.507245 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9a7b5f6-7c82-4869-9a79-86bf114dee05 req-856336d0-58d4-46ab-92f1-54228242f6b4 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293531 Feb 02 15:16:44.539442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 62e0d173-efcc-4439-9e55-6f3f566fe3c7, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=62e0d173-efcc-4439-9e55-6f3f566fe3c7,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:44.541263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.640320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.656857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Attempting to bind port 668cb861-9425-4e64-9018-593f0534b35d on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:44.657222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Attempting to bind port 668cb861-9425-4e64-9018-593f0534b35d by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:44.657577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Attempting to bind port 668cb861-9425-4e64-9018-593f0534b35d on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:44.668100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:44.668472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:44.668869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.668985 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaad143a-4cb0-4c50-9125-257e62ed45a5', 'tag': '688fe922-6a8c-4af2-8f7f-038693c7614e', 'status': 'completed', 'code': 200} Feb 02 15:16:44.669258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:44.669892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Bound port: 668cb861-9425-4e64-9018-593f0534b35d, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:44.671177 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134aaf7c-cfd9-40fd-8278-092ca1ced8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.671530 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.723903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a5725-796c-4765-963a-5c60c60f391c None None] Pushing event updated for resources: {'Port': ['ID=668cb861-9425-4e64-9018-593f0534b35d,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:44.770376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-7e0f1f64-b7e5-4c46-8e1a-e3f7715df912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:44.774433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-7e0f1f64-b7e5-4c46-8e1a-e3f7715df912 service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.3638310 Feb 02 15:16:44.790129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-d3186dd3-e026-4586-8493-3823111946f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 1094 time: 0.2734447 Feb 02 15:16:44.841765 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a339c-0533-4401-8674-7dd76af44e7c None None] Sync routers for ids ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:16:44.843240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aaf7c-cfd9-40fd-8278-092ca1ced8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c836552-e4b5-416e-a479-2fe187ed924b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:44.849727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=62e0d173-efcc-4439-9e55-6f3f566fe3c7,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:44.853088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134aaf7c-cfd9-40fd-8278-092ca1ced8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:44.862315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a92321-3cd3-4490-ad27-262c98653e19 None None] Network fbb41d98-b3b7-416e-8b13-8c79d982777f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:44.869214 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a339c-0533-4401-8674-7dd76af44e7c None None] Routers set() bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:44.872811 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a339c-0533-4401-8674-7dd76af44e7c None None] Router IDs set() for agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 02 15:16:44.873887 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_agentschedulers_db [None req-388a339c-0533-4401-8674-7dd76af44e7c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96ff4113-2ce1-4e7c-bdd2-493632b2bd15'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent'). {{(pid=95775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 15:16:44.898750 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a339c-0533-4401-8674-7dd76af44e7c None None] Routers set() bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:44.899574 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a339c-0533-4401-8674-7dd76af44e7c None None] Router IDs set() for agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 02 15:16:44.900466 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_agentschedulers_db [None req-388a339c-0533-4401-8674-7dd76af44e7c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96ff4113-2ce1-4e7c-bdd2-493632b2bd15'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent'). {{(pid=95775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 15:16:44.901254 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a339c-0533-4401-8674-7dd76af44e7c None None] The sync data for ids ['96ff4113-2ce1-4e7c-bdd2-493632b2bd15'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:16:44.918753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:44.955967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-134aaf7c-cfd9-40fd-8278-092ca1ced8cd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7c836552-e4b5-416e-a479-2fe187ed924b HTTP/1.1" status: 204 len: 168 time: 1.4629953 Feb 02 15:16:44.960498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47212) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:45.019236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164c06-16ad-4782-aed4-97bf66e401ea req-fa8ec306-eba0-4401-970d-6e34fc53a8fc tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:45.020806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c164c06-16ad-4782-aed4-97bf66e401ea req-fa8ec306-eba0-4401-970d-6e34fc53a8fc tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.4251952 Feb 02 15:16:45.066067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] For port 668cb861-9425-4e64-9018-593f0534b35d, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:45.067597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-c565c6d1-490e-4a7d-adb0-4313b87efe27 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=033af283-58ed-4fa1-b407-145aeb8c5563 HTTP/1.1" status: 200 len: 217 time: 0.2858775 Feb 02 15:16:45.071384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-ce4ab470-84e4-4b00-9557-f9563c977aa4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=688fe922-6a8c-4af2-8f7f-038693c7614e HTTP/1.1" status: 200 len: 217 time: 0.1523197 Feb 02 15:16:45.090919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] For port 668cb861-9425-4e64-9018-593f0534b35d, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=668cb861-9425-4e64-9018-593f0534b35d,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:45.193863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.203163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Allocated IP 172.20.0.1 (af9c36c4-f105-4974-890d-688ba35a7331/1b90b22b-1c10-4e99-b287-fcd515f2513e/4dbd24d3-5cfb-41c4-b5c3-9375c05e184d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:45.219600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c164c06-16ad-4782-aed4-97bf66e401ea req-64b5ad16-ff2d-422f-98fd-f748966f5ef8 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856258 Feb 02 15:16:45.222302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Deleting port 90cb8ecb-c830-422a-881d-4b1da4b4c36d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:45.222632 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.252806 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.270013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-1d091dc0-8900-420c-b7d2-5b88cbc858ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:45.271797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-1d091dc0-8900-420c-b7d2-5b88cbc858ec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.1972818 Feb 02 15:16:45.273305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-4593cc3d-d482-4f0c-9135-b86a5003866c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:45.275228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-4593cc3d-d482-4f0c-9135-b86a5003866c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1680350 Feb 02 15:16:45.287669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:45.301325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:45.334439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-0d0ad3f7-3c38-4a39-bdc8-bdda0f77d83a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553141 Feb 02 15:16:45.818180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] DHCP port deletion for fbb41d98-b3b7-416e-8b13-8c79d982777f request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:16:45.818180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] Deleting port 90cb8ecb-c830-422a-881d-4b1da4b4c36d {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:45.818180 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.818180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 62e0d173-efcc-4439-9e55-6f3f566fe3c7 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:45.819021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-77803d3c-6a56-4d78-a9cb-91696fe823f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2482944 Feb 02 15:16:45.819225 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.819225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] For port 90cb8ecb-c830-422a-881d-4b1da4b4c36d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=90cb8ecb-c830-422a-881d-4b1da4b4c36d,segment=NetworkSegment(0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7),segment_id=0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:45.819225 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.819943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] For port 90cb8ecb-c830-422a-881d-4b1da4b4c36d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=90cb8ecb-c830-422a-881d-4b1da4b4c36d,segment=NetworkSegment(0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7),segment_id=0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:45.819943 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.819943 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.820430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Calling delete_port for 90cb8ecb-c830-422a-881d-4b1da4b4c36d owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:45.820430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Transition to ACTIVE for port object 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:45.828752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] Calling delete_port for 90cb8ecb-c830-422a-881d-4b1da4b4c36d owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:16:45.833340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-01a9de33-2850-47ef-abdd-a438b22c1b3e service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138855 Feb 02 15:16:45.835035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-008e3274-5aea-48ab-9508-daac2c2bcb9b service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624970 Feb 02 15:16:45.842204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e593a-bc3b-44b7-853b-32c70b76ebc9 req-85899766-32e2-4889-9ccf-add0c476af3d tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:45.857319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d99e593a-bc3b-44b7-853b-32c70b76ebc9 req-85899766-32e2-4889-9ccf-add0c476af3d tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.4766948 Feb 02 15:16:45.930743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a5725-796c-4765-963a-5c60c60f391c None None] Pushing event updated for resources: {'Port': ['ID=668cb861-9425-4e64-9018-593f0534b35d,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:45.933204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:45.933567 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:45.994839 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:46.000767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:46.038118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:46.077120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:46.077444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:46.086166 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:46.117657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] No DVR routers for this DVR port 90cb8ecb-c830-422a-881d-4b1da4b4c36d on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:16:46.120465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d99e593a-bc3b-44b7-853b-32c70b76ebc9 req-91c65acd-1762-4fd4-8086-2d6df4802599 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535748 Feb 02 15:16:46.175063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Network af9c36c4-f105-4974-890d-688ba35a7331 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:46.183053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:46.195757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:16:46.196138 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:16:46.204992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:46.217702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-2ea0b8bd-e537-4be9-b439-bfc53aa54aac service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720520 Feb 02 15:16:46.227640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40edeec-5ded-4c30-b48e-78ef1019ec14 req-9a71db14-6239-4934-aa6c-6e8d5576c7f3 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818393 Feb 02 15:16:46.279187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:46.436733 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'code': 200} Feb 02 15:16:46.447794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:46.572737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2837e3-d3ae-4f5f-85a3-93acffae7ec4 req-3d6b1a53-6c7e-4a09-b89e-7b71784f80c7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:46.574843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db2837e3-d3ae-4f5f-85a3-93acffae7ec4 req-3d6b1a53-6c7e-4a09-b89e-7b71784f80c7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 943 time: 0.2235518 Feb 02 15:16:46.623987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-9ddc1c44-d8f0-42de-be99-99f7f5d803d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 1094 time: 0.1776276 Feb 02 15:16:46.635493 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:46.766367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:46.775355 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db2837e3-d3ae-4f5f-85a3-93acffae7ec4 req-8e34b409-0808-42c9-98a9-d49efdf7de25 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913378 Feb 02 15:16:46.784706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] Deleting port 90cb8ecb-c830-422a-881d-4b1da4b4c36d {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:16:46.785137 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:46.817283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb41d98-b3b7-416e-8b13-8c79d982777f']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:46.840595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:46.847901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad3cad3-9604-4f2e-acd5-c2ca872f5ff7') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:46.865580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:46.869083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-79eec374-b645-4ff7-810e-183c6a6c29cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:46.869264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-79eec374-b645-4ff7-810e-183c6a6c29cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 0.2362444 Feb 02 15:16:46.870567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9b800376-be50-43c4-975f-d1f2395b1bf7 None None] Provisioning for port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:46.875343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 90cb8ecb-c830-422a-881d-4b1da4b4c36d no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:46.938852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2de302-b88e-4093-95f4-9182c00ce0b2,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:46.966360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Pushing event deleted for resources: {'Port': ['ID=90cb8ecb-c830-422a-881d-4b1da4b4c36d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:47.005456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-cf596a17-69b7-42c5-be07-e23e7462fa4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=688fe922-6a8c-4af2-8f7f-038693c7614e HTTP/1.1" status: 200 len: 217 time: 0.1283045 Feb 02 15:16:47.005941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.031143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Checking segment: {'id': 'b708a509-6331-4835-a0e0-5df2c9727f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '530f6954-ad11-4f65-b924-82053ffae104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:47.032502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Network hostable DHCP agents. Network: 530f6954-ad11-4f65-b924-82053ffae104, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:16:47.036433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-88b3d39b-2539-4c88-99dd-1aac9066db59 None None] The port '90cb8ecb-c830-422a-881d-4b1da4b4c36d' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:16:47.041396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9b800376-be50-43c4-975f-d1f2395b1bf7 None None] Provisioning complete for port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:47.041812 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9b800376-be50-43c4-975f-d1f2395b1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.061659 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.073618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:16:47.074011 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:16:47.098727 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:16:47.104335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 90cb8ecb-c830-422a-881d-4b1da4b4c36d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:47.104335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 90cb8ecb-c830-422a-881d-4b1da4b4c36d not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:47.118488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.136119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9b800376-be50-43c4-975f-d1f2395b1bf7 None None] Port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:16:47.136637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-977c89e0-b004-4567-b4fe-c41aaf6cd177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:47.136637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-977c89e0-b004-4567-b4fe-c41aaf6cd177 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1245077 Feb 02 15:16:47.165685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:41Z', 'revision_number': 3, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:47.175710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39148b-9360-49ee-8fcb-4d5e2c8653e9 None None] The sync data for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 is: [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:41Z', 'revision_number': 3, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:16:47.190405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-83f922d2-54dc-470a-b1da-702b99a66c67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468419 Feb 02 15:16:47.201708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023662-b6a1-42cb-a225-07683e2ed54b req-476b58f7-5109-438c-bc05-cf4ed9cf8116 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:47.211917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff023662-b6a1-42cb-a225-07683e2ed54b req-476b58f7-5109-438c-bc05-cf4ed9cf8116 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.2492456 Feb 02 15:16:47.223629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Network 530f6954-ad11-4f65-b924-82053ffae104 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:16:47.332843 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.355265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.364351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] 10.222.0.88 "DELETE /v2.0/networks/fbb41d98-b3b7-416e-8b13-8c79d982777f HTTP/1.1" status: 204 len: 168 time: 2.3979845 Feb 02 15:16:47.420758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed5a64-d866-4221-9485-dac636c7061c admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb41d98-b3b7-416e-8b13-8c79d982777f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:47.427082 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.428804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 530f6954-ad11-4f65-b924-82053ffae104) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:47.434788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:47.443624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.443879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346a57ac-e49e-4940-95c1-9ceb1f1ceb4a None None] Network 530f6954-ad11-4f65-b924-82053ffae104 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:47.452451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff023662-b6a1-42cb-a225-07683e2ed54b req-d6c70e07-392f-4247-8d3a-8ce2110c5ccf tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424045 Feb 02 15:16:47.471341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a3f8ac4d-5b29-4899-b80e-1efa32cd0432 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:47.565997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-50b83717-68b3-4436-935e-c389cc650643 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548703 Feb 02 15:16:47.570921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.641385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2829ce75-7f60-426d-9039-771f983cb670 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.8514273 Feb 02 15:16:47.649630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47242) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:47.656526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-router', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:47.662118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:47.666193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Usage tracker for resource:router and tenant:54b02d2d0281437882c559111c647b1d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:47.669523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:47.684684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8643510-f2eb-4e90-a610-758098ac0764 req-9676b12f-836f-4d33-8217-d608df3b6b34 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:47.690262 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8643510-f2eb-4e90-a610-758098ac0764 req-9676b12f-836f-4d33-8217-d608df3b6b34 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.4282157 Feb 02 15:16:47.702488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a3f8ac4d-5b29-4899-b80e-1efa32cd0432 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:47.702826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a3f8ac4d-5b29-4899-b80e-1efa32cd0432 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:47.703413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c30cb416-65d5-45f4-8b41-794e72c870a9 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:16:47.706847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:47.762002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c30cb416-65d5-45f4-8b41-794e72c870a9 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:16:47.762582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c30cb416-65d5-45f4-8b41-794e72c870a9 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:16:47.877939 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba093042-e0fb-45f0-b266-1e53d4aa1caa req-043f91fd-bf3e-4adb-b436-e20cd7d0aa3f service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987432 Feb 02 15:16:47.940816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.941823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:47.959876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8643510-f2eb-4e90-a610-758098ac0764 req-be8b4098-e288-452b-b745-1c0b6582a223 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443748 Feb 02 15:16:47.973673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47248) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:48.042072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-530f6954-ad11-4f65-b924-82053ffae104', 'network_id': '530f6954-ad11-4f65-b924-82053ffae104', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'fixed_ips': [{'subnet_id': 'df2de302-b88e-4093-95f4-9182c00ce0b2'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:16:48.057291 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.066481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7cf5fd71-51f0-4728-bd69-d26989a6784c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a8e510f3b60d40dea26ceb0d13e0b0c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0916822 Feb 02 15:16:48.076855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47252) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:48.131507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.206768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cc25-e75d-4725-9375-157d577342bf req-21ef245f-0922-4264-9777-04629004cf74 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:48.219060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.225114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1096cc25-e75d-4725-9375-157d577342bf req-21ef245f-0922-4264-9777-04629004cf74 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 943 time: 0.2610173 Feb 02 15:16:48.232170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d1e32dd5-5daa-4718-b73b-9f511e1f750c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.265671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d1e32dd5-5daa-4718-b73b-9f511e1f750c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.278672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1096cc25-e75d-4725-9375-157d577342bf req-0bfca0e2-7588-4ccb-a15d-d5c181e90a25 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509043 Feb 02 15:16:48.353851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Allocated IP 172.20.0.2 (530f6954-ad11-4f65-b924-82053ffae104/df2de302-b88e-4093-95f4-9182c00ce0b2/81f19acf-c909-4cf3-924d-d7d6cff18c41) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:48.376078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.519699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:48.599669 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.619283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.630405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Transition to ACTIVE for port object 81f19acf-c909-4cf3-924d-d7d6cff18c41 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:48.650937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Transition to ACTIVE for port object 81f19acf-c909-4cf3-924d-d7d6cff18c41 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:48.690221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.746097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.754739 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d1e32dd5-5daa-4718-b73b-9f511e1f750c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.796251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e32dd5-5daa-4718-b73b-9f511e1f750c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65893ab2-cce2-40ad-a040-795baa947a01,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:48.821500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d1e32dd5-5daa-4718-b73b-9f511e1f750c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:48.822635 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d1e32dd5-5daa-4718-b73b-9f511e1f750c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/65893ab2-cce2-40ad-a040-795baa947a01 HTTP/1.1" status: 204 len: 168 time: 0.7325857 Feb 02 15:16:48.847579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Network 530f6954-ad11-4f65-b924-82053ffae104 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:48.848809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Pushing event updated for resources: {'Port': ['ID=81f19acf-c909-4cf3-924d-d7d6cff18c41,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:48.851621 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:48.853815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:48.875814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e20baf-0cb0-4922-9339-457e63f74dc4 req-83f1ab3c-824f-48a8-a573-8bc9479d75e5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:48.877382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73e20baf-0cb0-4922-9339-457e63f74dc4 req-83f1ab3c-824f-48a8-a573-8bc9479d75e5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.2623239 Feb 02 15:16:48.958011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Network af9c36c4-f105-4974-890d-688ba35a7331 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:48.966266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:49.001314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 688fe922-6a8c-4af2-8f7f-038693c7614e details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:16:49.117669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73e20baf-0cb0-4922-9339-457e63f74dc4 req-df1a4703-d49c-4235-acad-c62428af7f9c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799233 Feb 02 15:16:49.199814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Attempting to bind port 81f19acf-c909-4cf3-924d-d7d6cff18c41 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:49.200443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Attempting to bind port 81f19acf-c909-4cf3-924d-d7d6cff18c41 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'b708a509-6331-4835-a0e0-5df2c9727f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '530f6954-ad11-4f65-b924-82053ffae104'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:49.200580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Attempting to bind port 81f19acf-c909-4cf3-924d-d7d6cff18c41 on network 530f6954-ad11-4f65-b924-82053ffae104 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:49.224254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:49.224598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Checking segment: {'id': 'b708a509-6331-4835-a0e0-5df2c9727f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '530f6954-ad11-4f65-b924-82053ffae104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:49.224990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.225387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Bound using segment: {'id': 'b708a509-6331-4835-a0e0-5df2c9727f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '530f6954-ad11-4f65-b924-82053ffae104'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:49.225874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Bound port: 81f19acf-c909-4cf3-924d-d7d6cff18c41, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708a509-6331-4835-a0e0-5df2c9727f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '530f6954-ad11-4f65-b924-82053ffae104'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:49.226307 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.245819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d9984-583b-4377-b78e-345ac5a8a901 req-297c66e2-37e2-45ec-af25-62db91c3846e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:49.256111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-785d9984-583b-4377-b78e-345ac5a8a901 req-297c66e2-37e2-45ec-af25-62db91c3846e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.1291120 Feb 02 15:16:49.318682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-785d9984-583b-4377-b78e-345ac5a8a901 req-72ae8b9a-633d-4791-a6d4-9f3c0061ff30 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611742 Feb 02 15:16:49.337520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 688fe922-6a8c-4af2-8f7f-038693c7614e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=688fe922-6a8c-4af2-8f7f-038693c7614e,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:49.363248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '688fe922-6a8c-4af2-8f7f-038693c7614e', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'port_id': '688fe922-6a8c-4af2-8f7f-038693c7614e', 'mac_address': 'fa:16:3e:27:b3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ec79d3-5556-4ce2-a222-25352a802725', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:16:49.449524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] For port 81f19acf-c909-4cf3-924d-d7d6cff18c41, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:49.473564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] For port 81f19acf-c909-4cf3-924d-d7d6cff18c41, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=81f19acf-c909-4cf3-924d-d7d6cff18c41,segment=NetworkSegment(b708a509-6331-4835-a0e0-5df2c9727f75),segment_id=b708a509-6331-4835-a0e0-5df2c9727f75)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:49.474607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3eb5702a-3a0f-4679-a1b3-881790569a7e None None] Provisioning complete for port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:49.474868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3eb5702a-3a0f-4679-a1b3-881790569a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.516964 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.551630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688fe922-6a8c-4af2-8f7f-038693c7614e {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:49.581719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5702a-3a0f-4679-a1b3-881790569a7e None None] Port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:16:49.585880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 668cb861-9425-4e64-9018-593f0534b35d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:49.641663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 688fe922-6a8c-4af2-8f7f-038693c7614e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=688fe922-6a8c-4af2-8f7f-038693c7614e,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:49.641663 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.709065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.729210 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.740180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ca42c-6747-48b1-99b6-e1bc80c5d657 None None] Pushing event updated for resources: {'Port': ['ID=81f19acf-c909-4cf3-924d-d7d6cff18c41,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:49.833878 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.858629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=688fe922-6a8c-4af2-8f7f-038693c7614e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:49.919028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 668cb861-9425-4e64-9018-593f0534b35d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:49.924796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 668cb861-9425-4e64-9018-593f0534b35d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:49.925243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:49.996974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c381-ef67-4ff6-996a-64c68e7762aa req-dba7d855-d1d4-4b48-a191-59119770f180 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:49.998832 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2113c381-ef67-4ff6-996a-64c68e7762aa req-dba7d855-d1d4-4b48-a191-59119770f180 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 943 time: 0.4167519 Feb 02 15:16:50.110839 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:50.134281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 668cb861-9425-4e64-9018-593f0534b35d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=668cb861-9425-4e64-9018-593f0534b35d,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:50.144178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2113c381-ef67-4ff6-996a-64c68e7762aa req-9bf4ae9f-5701-45cb-9c3d-9686b3d4a5e6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339622 Feb 02 15:16:50.163684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['688fe922-6a8c-4af2-8f7f-038693c7614e'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:50.167643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Allocated IP 172.25.0.104 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/118af354-2c5d-4015-ad0c-2612e064c25e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:50.272362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:50.287620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Router 2b09353a-8dcd-457e-87b9-1fa7746331ce has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:16:50.429356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e81a4-1e99-4e6e-bdf7-4ebd6fa942f2 req-513bd603-7642-41d7-8f56-579fb3b3a635 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:50.432886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-544e81a4-1e99-4e6e-bdf7-4ebd6fa942f2 req-513bd603-7642-41d7-8f56-579fb3b3a635 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.1408823 Feb 02 15:16:50.447093 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:50.470528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=668cb861-9425-4e64-9018-593f0534b35d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:50.561982 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-544e81a4-1e99-4e6e-bdf7-4ebd6fa942f2 req-225904ad-f9dc-491c-b41b-b2a199a9ac1d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018353 Feb 02 15:16:50.655534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:50.740930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:50.744878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:50.748643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:50.792946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Pushing event updated for resources: {'Port': ['ID=118af354-2c5d-4015-ad0c-2612e064c25e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:50.803257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88f522-bca1-483e-a740-db670230c62d req-2aa13f0b-2781-4575-82b2-17b7d5dd42ec tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:50.804817 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c88f522-bca1-483e-a740-db670230c62d req-2aa13f0b-2781-4575-82b2-17b7d5dd42ec tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.2422361 Feb 02 15:16:50.841933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47298) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:50.883395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:16:50.917548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 820b698e-7ca1-474e-857e-be71bd2c9556 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:16:50.979202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dbfb2bc8-c4a6-4d40-bd1b-2d82de4d1f87 admin admin] 10.222.0.88 "PUT /v2.0/routers/2b09353a-8dcd-457e-87b9-1fa7746331ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1161811 Feb 02 15:16:51.007159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c88f522-bca1-483e-a740-db670230c62d req-ed31519c-f26a-450b-866b-1bdda76c745a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808493 Feb 02 15:16:51.059726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c89ac-efd0-4b9c-a074-06ba5c7d010e None None] Network 530f6954-ad11-4f65-b924-82053ffae104 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:51.097498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1740095822-network', 'tenant_id': 'e3d719d803b744599dd06345dbc575b4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:51.105995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:51.121907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Usage tracker for resource:network and tenant:e3d719d803b744599dd06345dbc575b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:51.128612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:51.140750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:51.162295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.163039 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.222074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Made reservation on behalf of e3d719d803b744599dd06345dbc575b4 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:51.224502 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.254126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.255757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:51.335126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '820b698e-7ca1-474e-857e-be71bd2c9556', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '820b698e-7ca1-474e-857e-be71bd2c9556', 'mac_address': 'fa:16:3e:b8:4e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:16:51.338228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:51.344627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1b2349db-d378-4879-aeda-6465ad349fa5 None None] Provisioning for port 81f19acf-c909-4cf3-924d-d7d6cff18c41 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:51.350006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d719d803b744599dd06345dbc575b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:51.354325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:51.365633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:51.492432 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.541275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369d96-9e78-412a-b012-6a3b3f883c19 req-28971e00-af3f-4ecf-8b10-a3ecb4bf3b4c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:51.545624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3369d96-9e78-412a-b012-6a3b3f883c19 req-28971e00-af3f-4ecf-8b10-a3ecb4bf3b4c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 944 time: 0.1519101 Feb 02 15:16:51.572397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 820b698e-7ca1-474e-857e-be71bd2c9556 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:16:51.604912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:51.627384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Sync routers for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:16:51.637190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3369d96-9e78-412a-b012-6a3b3f883c19 req-70ad4e20-2e63-465b-a864-378b2775f14c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840619 Feb 02 15:16:51.658863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:51.659395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:51.667232 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.741938 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 668cb861-9425-4e64-9018-593f0534b35d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:51.790109 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.794106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.850677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493592f2-99a1-4948-80bb-746a96cbcc4f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:51.894975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47330) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:51.901582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872154752', 'description': 'tempest-description--1577757829'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:51.917356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:16:51.917548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Router 6af90972-fde8-4454-b08d-7198f21e9e20 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:16:51.935344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:51.942074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:security_group and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:51.947020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:51.955941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:51.956551 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Added segment cb254981-7d11-4049-9857-6a5f50c71f4e of type vlan for network 32e4e579-60f2-4004-bc2a-5695f574a835 Feb 02 15:16:51.961401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:51.995156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a144dd-968a-4f3f-8687-5b8a038e2ace req-a75ff916-b318-4d7a-ad2d-040ada4f747c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:51.996702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0a144dd-968a-4f3f-8687-5b8a038e2ace req-a75ff916-b318-4d7a-ad2d-040ada4f747c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.1485779 Feb 02 15:16:52.030576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.057982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['820b698e-7ca1-474e-857e-be71bd2c9556'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:16:52.112270 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0a144dd-968a-4f3f-8687-5b8a038e2ace req-361a7ccb-454d-4135-9f0c-45b8b1040c57 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031048 Feb 02 15:16:52.202248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:52.220205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.221019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:52.221604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.308347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 668cb861-9425-4e64-9018-593f0534b35d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:52.308743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.333794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.356699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:52.371539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] Pushing event updated for resources: {'Network': ['ID=32e4e579-60f2-4004-bc2a-5695f574a835,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:52.406853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 32e4e579-60f2-4004-bc2a-5695f574a835 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:16:52.460479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:52.467788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:security_group_rule and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:52.473587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:52.486405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:52.499554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-829f5cab-33b0-4d80-91c0-c23086d8c155 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6467016 Feb 02 15:16:52.499554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47342) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:52.499554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Request body: {'subnet': {'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1740095822-subnet', 'tenant_id': 'e3d719d803b744599dd06345dbc575b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:52.504044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:52.510706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Usage tracker for resource:subnet and tenant:e3d719d803b744599dd06345dbc575b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:52.514891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:52.522495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:52.602942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Made reservation on behalf of e3d719d803b744599dd06345dbc575b4 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:16:52.613865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.646092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ed3b-68cf-4da7-941d-14a30743f879 req-4066f50d-6b04-492e-8aaf-29f65c538362 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:52.653639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07b8ed3b-68cf-4da7-941d-14a30743f879 req-4066f50d-6b04-492e-8aaf-29f65c538362 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.3567543 Feb 02 15:16:52.718130 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07b8ed3b-68cf-4da7-941d-14a30743f879 req-e4599cf4-40b4-425f-a4b7-e5dec3b55fb7 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623665 Feb 02 15:16:52.794327 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.842721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:16:52.854120 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Sync routers for ids ['6af90972-fde8-4454-b08d-7198f21e9e20'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:16:52.877790 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Routers {'6af90972-fde8-4454-b08d-7198f21e9e20'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:52.878675 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6af90972-fde8-4454-b08d-7198f21e9e20'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:52.885379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.928417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28067920-0205-4af1-90e8-ddd876afdb60,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:52.964668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:52.965988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b368c17a-8031-4e14-9306-6ff64e109adb admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3142438 Feb 02 15:16:52.969493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47348) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:53.090254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfef0e-4fda-406a-853a-a78ce3c89e7a req-35b291e9-63a3-4c52-8008-052b05f24c5d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:53.094251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fabfef0e-4fda-406a-853a-a78ce3c89e7a req-35b291e9-63a3-4c52-8008-052b05f24c5d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 944 time: 0.2203405 Feb 02 15:16:53.098106 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.099763 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f2ca754d-aff7-4a67-9750-2aa7d412f95b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2037148 Feb 02 15:16:53.102570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:53.113057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'security_group_rule': {'security_group_id': '28067920-0205-4af1-90e8-ddd876afdb60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:53.153172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:53.176240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.182129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:security_group_rule and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:53.187954 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Set router 6af90972-fde8-4454-b08d-7198f21e9e20 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:53.227778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 688fe922-6a8c-4af2-8f7f-038693c7614e up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:53.256402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:53.306612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:53.390490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fabfef0e-4fda-406a-853a-a78ce3c89e7a req-954fc12f-7b70-44cd-9d04-3f71b41ee02b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845631 Feb 02 15:16:53.423208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 81f19acf-c909-4cf3-924d-d7d6cff18c41 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:53.440869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034293a4-1e4b-4dbd-b944-4333a4b2881f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:53.475017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.497638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Checking segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:53.498182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Network hostable DHCP agents. Network: 32e4e579-60f2-4004-bc2a-5695f574a835, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:16:53.574438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 2, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:53.586088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Checking router: 2b09353a-8dcd-457e-87b9-1fa7746331ce for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:16:53.586566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Updating router 2b09353a-8dcd-457e-87b9-1fa7746331ce port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:16:53.645471 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.658023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.694575 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-router', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '118af354-2c5d-4015-ad0c-2612e064c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:47Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 3, 'project_id': '54b02d2d0281437882c559111c647b1d', 'gw_port': {'id': '118af354-2c5d-4015-ad0c-2612e064c25e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:49Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:53.699102 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Checking router: 6af90972-fde8-4454-b08d-7198f21e9e20 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:16:53.699495 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Updating router 6af90972-fde8-4454-b08d-7198f21e9e20 port 118af354-2c5d-4015-ad0c-2612e064c25e binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:16:53.703741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Network 32e4e579-60f2-4004-bc2a-5695f574a835 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:16:53.707812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.712353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9c4c6-66ab-42de-abcc-0aaa4b03b9ca req-a24b5a4a-3ddd-4693-b597-cd7755ee977f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:53.720137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72e9c4c6-66ab-42de-abcc-0aaa4b03b9ca req-a24b5a4a-3ddd-4693-b597-cd7755ee977f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.3229692 Feb 02 15:16:53.760025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 81f19acf-c909-4cf3-924d-d7d6cff18c41 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:53.809875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 81f19acf-c909-4cf3-924d-d7d6cff18c41 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:53.810968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3cfcdc-b404-4a3c-b7de-c64cc5c65f19,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:53.822398 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.822529 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.853746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 32e4e579-60f2-4004-bc2a-5695f574a835) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:53.865544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:53.866264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.901380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72e9c4c6-66ab-42de-abcc-0aaa4b03b9ca req-70eb6db1-cb37-4975-a893-6846dfa3af4a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802907 Feb 02 15:16:53.925433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b47222a-1ebf-4dcd-9479-5cc186175304 None None] Network 32e4e579-60f2-4004-bc2a-5695f574a835 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:53.942496 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.947942 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1bbf1220-f2b8-4408-bfe7-d23fd3b3dc9d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8437622 Feb 02 15:16:53.948549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47366) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:53.951587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 688fe922-6a8c-4af2-8f7f-038693c7614e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:53.955354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'security_group_rule': {'security_group_id': '28067920-0205-4af1-90e8-ddd876afdb60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:53.963538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:53.963889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 688fe922-6a8c-4af2-8f7f-038693c7614e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:53.964361 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:53.968614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:security_group_rule and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:53.972704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:53.981389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:53.992623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-768dc7cd-7051-486e-b0f5-5e8b9118d0c4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4989700 Feb 02 15:16:54.157566 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.370641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7a076-46ea-456c-9bcd-8a51eb0f9c0d req-c103f39b-b400-46dd-a4f9-82848c09b8e9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:54.380766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ef7a076-46ea-456c-9bcd-8a51eb0f9c0d req-c103f39b-b400-46dd-a4f9-82848c09b8e9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.3690259 Feb 02 15:16:54.429539 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.510562 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ef7a076-46ea-456c-9bcd-8a51eb0f9c0d req-9d5830ed-dce8-46c9-96f1-21f806623422 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284902 Feb 02 15:16:54.517723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.580954 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.607726 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Transition to ACTIVE for port object 118af354-2c5d-4015-ad0c-2612e064c25e will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:54.637646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350f057a-a547-4011-89cd-7b9298815a04,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:54.645314 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.678859 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.724855 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.726992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bae33de2-4acf-4b01-8c6e-39c0cb6dce3c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7774277 Feb 02 15:16:54.730277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47388) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:16:54.742046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:54.765814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:16:54.775469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:floatingip and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:16:54.783296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:16:54.796717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:16:54.845501 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bad5fe-8d25-484e-906e-619233a0e03d None None] Pushing event updated for resources: {'Port': ['ID=118af354-2c5d-4015-ad0c-2612e064c25e,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:54.862734 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Attempting to bind port 118af354-2c5d-4015-ad0c-2612e064c25e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:54.863100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Attempting to bind port 118af354-2c5d-4015-ad0c-2612e064c25e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:54.863459 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Attempting to bind port 118af354-2c5d-4015-ad0c-2612e064c25e on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:54.879307 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:54.879925 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:54.880524 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.881079 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:54.881717 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Bound port: 118af354-2c5d-4015-ad0c-2612e064c25e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:54.882281 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:54.929144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b45e7da-f2d9-4654-b29e-6ed9a579ab62 None None] Network 32e4e579-60f2-4004-bc2a-5695f574a835 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:16:54.934873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df846-cfa2-46b9-9850-99b1036f53dd req-c3de9194-e4a9-4b94-acc7-b23303b9d9a5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:54.954106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-047df846-cfa2-46b9-9850-99b1036f53dd req-c3de9194-e4a9-4b94-acc7-b23303b9d9a5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 944 time: 0.1548786 Feb 02 15:16:54.996730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.030696 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.041556 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] For port 118af354-2c5d-4015-ad0c-2612e064c25e, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:55.044912 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] For port 118af354-2c5d-4015-ad0c-2612e064c25e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=118af354-2c5d-4015-ad0c-2612e064c25e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:55.048141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 81f19acf-c909-4cf3-924d-d7d6cff18c41, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=81f19acf-c909-4cf3-924d-d7d6cff18c41,segment=NetworkSegment(b708a509-6331-4835-a0e0-5df2c9727f75),segment_id=b708a509-6331-4835-a0e0-5df2c9727f75)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:55.072256 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff8c809f-868b-4116-b968-ca17ab065ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.136588 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.148921 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.168553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-f82fdf08-71d4-4bdb-a3fa-d972bf184091 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:55.180854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-047df846-cfa2-46b9-9850-99b1036f53dd req-3a2ee176-ee95-4d1a-ac28-609ce20c7f59 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257929 Feb 02 15:16:55.184407 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-f82fdf08-71d4-4bdb-a3fa-d972bf184091 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 813 time: 0.4187670 Feb 02 15:16:55.278559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.322942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-aff95030-3fff-4722-b6e0-d4058e95f402 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/quotas/e3d719d803b744599dd06345dbc575b4 HTTP/1.1" status: 200 len: 375 time: 0.1375976 Feb 02 15:16:55.336406 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bad5fe-8d25-484e-906e-619233a0e03d None None] Pushing event updated for resources: {'Port': ['ID=118af354-2c5d-4015-ad0c-2612e064c25e,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:55.341346 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Routers {'6af90972-fde8-4454-b08d-7198f21e9e20'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:55.341955 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6af90972-fde8-4454-b08d-7198f21e9e20'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:55.379355 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.475243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:16:55.533101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaad143a-4cb0-4c50-9125-257e62ed45a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688fe922-6a8c-4af2-8f7f-038693c7614e'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:55.580534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=81f19acf-c909-4cf3-924d-d7d6cff18c41,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:55.671334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 688fe922-6a8c-4af2-8f7f-038693c7614e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=688fe922-6a8c-4af2-8f7f-038693c7614e,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:55.676534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Allocated IP 172.25.0.189 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/dedfe5c8-fd03-4917-858c-d2342a6acfb4) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:55.679279 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-00116a3b-4e14-42cc-8d36-2b1f9026753e tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3554461 Feb 02 15:16:55.705126 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.794695 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] Set router 6af90972-fde8-4454-b08d-7198f21e9e20 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:55.799679 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.814722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Transition to ACTIVE for port object 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:55.887651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 820b698e-7ca1-474e-857e-be71bd2c9556 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:55.905105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Allocated IP 172.20.0.1 (530f6954-ad11-4f65-b924-82053ffae104/df2de302-b88e-4093-95f4-9182c00ce0b2/aaf78bb6-7c83-4a3f-9573-bf82505d145d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:16:55.940636 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.963323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:55.968310 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-5cf98821-adc8-42cc-a367-cf1194c9c170 service neutron] 10.222.0.88 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880831 Feb 02 15:16:56.034269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.073587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=688fe922-6a8c-4af2-8f7f-038693c7614e,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:56.207643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:56.208989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'Port': ['ID=dedfe5c8-fd03-4917-858c-d2342a6acfb4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:56.215858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:56.236798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdcf11-3514-4ba7-bc9a-c94d2fb2268c req-5d4a979f-99a4-463e-9d5a-4af98880723a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:56.244462 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7fdcf11-3514-4ba7-bc9a-c94d2fb2268c req-5d4a979f-99a4-463e-9d5a-4af98880723a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 945 time: 0.8485999 Feb 02 15:16:56.271669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:56.309111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf98d8-4287-4b2b-a575-4c60524bbf25 None None] Pushing event updated for resources: {'Port': ['ID=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:56.316125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 820b698e-7ca1-474e-857e-be71bd2c9556 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:56.316493 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.351649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-cd00673c-0988-4ffd-80e7-ab95997718ce tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.3826871 Feb 02 15:16:56.376081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7fdcf11-3514-4ba7-bc9a-c94d2fb2268c req-0dbc44bb-75f0-4855-ab3c-3193fdc97cae tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304519 Feb 02 15:16:56.417580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827122-1'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:16:56.444172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Attempting to bind port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:56.445120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Attempting to bind port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:56.445217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Attempting to bind port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d on network af9c36c4-f105-4974-890d-688ba35a7331 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:56.463431 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-router', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '118af354-2c5d-4015-ad0c-2612e064c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:47Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 3, 'project_id': '54b02d2d0281437882c559111c647b1d', 'gw_port': {'id': '118af354-2c5d-4015-ad0c-2612e064c25e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:49Z', 'updated_at': '2022-02-02T15:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:56.465151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:56.465532 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Checking segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:56.466421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.467050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Bound using segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:56.467303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Bound port: 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:56.467675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.477531 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ba35e-d0ed-4d0a-a155-dce5f7480039 None None] The sync data for ids ['6af90972-fde8-4454-b08d-7198f21e9e20'] in n-d-827122-1 is: [{'id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-router', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '118af354-2c5d-4015-ad0c-2612e064c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:47Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 3, 'project_id': '54b02d2d0281437882c559111c647b1d', 'gw_port': {'id': '118af354-2c5d-4015-ad0c-2612e064c25e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:49Z', 'updated_at': '2022-02-02T15:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:16:56.509078 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-46eb74cf-99ad-4b47-8dc8-c16df1205c22 service neutron] 10.222.0.88 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398331 Feb 02 15:16:56.570955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.616865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Transition to ACTIVE for port object aaf78bb6-7c83-4a3f-9573-bf82505d145d will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:16:56.635395 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.661442 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaad143a-4cb0-4c50-9125-257e62ed45a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688fe922-6a8c-4af2-8f7f-038693c7614e', 'code': 200} Feb 02 15:16:56.714666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] For port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:56.722282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] For port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:56.729381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:56.770495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.820340 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.904335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e408554-fa15-4e14-8ab6-004208b0a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.915211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Network 530f6954-ad11-4f65-b924-82053ffae104 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:56.937904 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:56.948788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:56.951484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:16:56.954934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:57.003126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf98d8-4287-4b2b-a575-4c60524bbf25 None None] Pushing event updated for resources: {'Port': ['ID=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:57.090824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf78bb6-7c83-4a3f-9573-bf82505d145d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:57.108533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:57.129358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:16:57.130143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:57.167001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:57.394795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:57.514461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:57.610319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 118af354-2c5d-4015-ad0c-2612e064c25e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:57.667321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:57.909109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:57.952754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:16:57.963186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:58.039371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41278078-3109-46b9-8ee1-5a60733db920 req-035d7ede-f3c9-4217-936b-043c8e756a4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:58.041097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41278078-3109-46b9-8ee1-5a60733db920 req-035d7ede-f3c9-4217-936b-043c8e756a4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 945 time: 0.3964956 Feb 02 15:16:58.080817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f5407ce-7e58-4b04-9791-58066141949c req-7cdea9b7-17e7-451e-babe-62d3935d240b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 1096 time: 1.2811911 Feb 02 15:16:58.114708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41278078-3109-46b9-8ee1-5a60733db920 req-c4a21f3c-34d1-47ae-a827-198e110c5b72 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662575 Feb 02 15:16:58.158720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.167660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:58.178201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2bdab-3115-4f7f-b1bf-519ae7b398d9 req-385918ac-9a9e-489b-bd42-6a34a3e44de6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:58.185220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19c2bdab-3115-4f7f-b1bf-519ae7b398d9 req-385918ac-9a9e-489b-bd42-6a34a3e44de6 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 1.2053196 Feb 02 15:16:58.192182 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.207003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 033af283-58ed-4fa1-b407-145aeb8c5563 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:16:58.220977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.244258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 118af354-2c5d-4015-ad0c-2612e064c25e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:58.261663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-36f863db-be8e-454d-8648-34754ba681c6 None None] Provisioning for port aaf78bb6-7c83-4a3f-9573-bf82505d145d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:16:58.321656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.349916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 118af354-2c5d-4015-ad0c-2612e064c25e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:58.350470 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.368629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f5407ce-7e58-4b04-9791-58066141949c req-976cea7a-b6c8-4cca-babd-2035c9e5a34d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747867 Feb 02 15:16:58.408007 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.413336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf78bb6-7c83-4a3f-9573-bf82505d145d,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:58.423903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-36f863db-be8e-454d-8648-34754ba681c6 None None] Provisioning complete for port aaf78bb6-7c83-4a3f-9573-bf82505d145d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:58.424415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-36f863db-be8e-454d-8648-34754ba681c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.631321 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.657139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:58.666147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:16:58.673770 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19c2bdab-3115-4f7f-b1bf-519ae7b398d9 req-f0bd56bc-78e5-4688-aebe-71fe1c55a9b9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874792 Feb 02 15:16:58.679680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:16:58.700314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Pushing event updated for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:58.730448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Network 530f6954-ad11-4f65-b924-82053ffae104 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:16:58.740407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:16:58.993618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:59.014459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 033af283-58ed-4fa1-b407-145aeb8c5563 has no active binding in host n-h2-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:16:59.049553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-36f863db-be8e-454d-8648-34754ba681c6 None None] Port aaf78bb6-7c83-4a3f-9573-bf82505d145d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:16:59.175366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:16:59.194577 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563', 'code': 200} Feb 02 15:16:59.209070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.246961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.276447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-906da5a3-e2f3-4d83-bcf7-32bdfe7b0f1f req-7e4495be-86f2-40a9-aa1c-9f61feb04e65 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 210 time: 0.0718708 Feb 02 15:16:59.287627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on host n-h1-827122-1 for vnic_type normal with profile {"migrating_to": "n-h2-827122-1"} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:16:59.288291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:16:59.288901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:59.296262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:16:59.296889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Attempting to bind port 033af283-58ed-4fa1-b407-145aeb8c5563 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:16:59.308572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:16:59.309708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:16:59.310892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:16:59.311917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Bound port: 033af283-58ed-4fa1-b407-145aeb8c5563, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:16:59.312484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.321672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab670-4489-4e0c-aa99-c1d33d22fcd5 req-e853b282-3688-41cf-9b8f-a23706428b55 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:16:59.329253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-461ab670-4489-4e0c-aa99-c1d33d22fcd5 req-e853b282-3688-41cf-9b8f-a23706428b55 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.7035625 Feb 02 15:16:59.331347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 118af354-2c5d-4015-ad0c-2612e064c25e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=118af354-2c5d-4015-ad0c-2612e064c25e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:16:59.340162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-17ac980f-5075-44f7-a97f-2d1287648bac None None] Provisioning complete for port aaf78bb6-7c83-4a3f-9573-bf82505d145d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:59.340576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-17ac980f-5075-44f7-a97f-2d1287648bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.380661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.401333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-461ab670-4489-4e0c-aa99-c1d33d22fcd5 req-a4c61923-69cd-4b00-a873-31310609a314 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710998 Feb 02 15:16:59.438585 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.440908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 81f19acf-c909-4cf3-924d-d7d6cff18c41 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:16:59.524545 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556', 'code': 200} Feb 02 15:16:59.579190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'Port': ['ID=dedfe5c8-fd03-4917-858c-d2342a6acfb4,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:59.622208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=118af354-2c5d-4015-ad0c-2612e064c25e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:16:59.652394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-17ac980f-5075-44f7-a97f-2d1287648bac None None] Port aaf78bb6-7c83-4a3f-9573-bf82505d145d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:16:59.666722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:16:59.676038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:16:59.682576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.688323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 81f19acf-c909-4cf3-924d-d7d6cff18c41 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:16:59.688919 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.773429 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.792679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:16:56Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:16:59.849906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b91aec-8471-4a33-bc32-17b4f37d602f None None] The sync data for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 is: [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:16:56Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:16:59.954690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:16:59.979822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-de605b35-f902-4732-aa41-8e38fcea3a28 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2389078 Feb 02 15:16:59.998489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:00.056787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11337cd-4751-490e-b539-3c928fbd8424 req-aed8bd4b-0a3d-4d34-92ea-59828c21ef34 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:00.065319 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d11337cd-4751-490e-b539-3c928fbd8424 req-aed8bd4b-0a3d-4d34-92ea-59828c21ef34 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 945 time: 0.2539992 Feb 02 15:17:00.168487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d11337cd-4751-490e-b539-3c928fbd8424 req-b603ef3d-66e9-4daa-a240-dee43a32adda tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062453 Feb 02 15:17:00.174325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Router 6af90972-fde8-4454-b08d-7198f21e9e20 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:17:00.342429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:00.470204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Pushing event updated for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=8']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:00.611774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:00.616865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-d7ec404c-044d-49a0-9f25-ef368123aaf2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:00.620579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:00.621021 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:00.626006 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:00.629748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-700967d1-bec8-4d84-8f8c-ee01882147df service neutron] 10.222.0.107 "PUT /v2.0/ports/033af283-58ed-4fa1-b407-145aeb8c5563 HTTP/1.1" status: 200 len: 1121 time: 4.2452924 Feb 02 15:17:00.673383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a554485-db8a-4c6b-b575-4dded15f49dc req-90dbb637-2be2-46ab-9572-225d6dee1cfa tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:00.684578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a554485-db8a-4c6b-b575-4dded15f49dc req-90dbb637-2be2-46ab-9572-225d6dee1cfa tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.7067811 Feb 02 15:17:00.693787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:17:00.713068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8176f57e-8276-41a0-924a-4a734137dfc1 admin admin] 10.222.0.88 "PUT /v2.0/routers/6af90972-fde8-4454-b08d-7198f21e9e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7368779 Feb 02 15:17:00.746471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-d7ec404c-044d-49a0-9f25-ef368123aaf2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:00.746471 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-d7ec404c-044d-49a0-9f25-ef368123aaf2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1872154752&fields=id&tenant_id=3e79a765987343b399d41348d4dde431 HTTP/1.1" status: 200 len: 267 time: 0.2210655 Feb 02 15:17:00.784398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['033af283-58ed-4fa1-b407-145aeb8c5563'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:00.852238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['033af283-58ed-4fa1-b407-145aeb8c5563'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:00.858223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a554485-db8a-4c6b-b575-4dded15f49dc req-796ef8ff-0644-49e3-a5c4-14d8c2095c3f tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718979 Feb 02 15:17:01.108421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-39314c85-716e-4fee-8e65-53da7a1c173f tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:01.109905 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-39314c85-716e-4fee-8e65-53da7a1c173f tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 810 time: 0.3593581 Feb 02 15:17:01.141001 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-0ccee4fc-9d25-4f92-b007-9b95eda07137 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/quotas/3e79a765987343b399d41348d4dde431 HTTP/1.1" status: 200 len: 375 time: 0.0242436 Feb 02 15:17:01.213304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:01.265638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22bcc64b-4ac9-4d16-a6bf-9c70dc68d02b req-f1349185-6117-4deb-ae3f-c72583eae31d tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 210 time: 0.1853766 Feb 02 15:17:01.321789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:01.368267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-d2814573-7e99-4299-b127-18d027bc5750 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:01.487092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-d2814573-7e99-4299-b127-18d027bc5750 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:01.496983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-d2814573-7e99-4299-b127-18d027bc5750 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3505402 Feb 02 15:17:01.595553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:01.656894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfc621-786f-45ab-ad5a-e34e8075acf9 req-2e36963e-11dc-426a-9ab7-d9ca41620bb2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:01.658368 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3bfc621-786f-45ab-ad5a-e34e8075acf9 req-2e36963e-11dc-426a-9ab7-d9ca41620bb2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.0917270 Feb 02 15:17:01.712036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1918e865-2261-483b-9af5-67297567f848 service neutron] 10.222.0.88 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517601 Feb 02 15:17:01.720602 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3bfc621-786f-45ab-ad5a-e34e8075acf9 req-b2f2bdf9-78b4-4f18-963f-491fad7b8c30 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558670 Feb 02 15:17:01.880194 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-c6285979-58a8-4f92-9263-cc7722c0446e service neutron] 10.222.0.88 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583834 Feb 02 15:17:01.907435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6c49b330-6d37-4242-b5fb-ae5bd0966289 req-a10b1d09-4a26-4ae3-ade4-3f0ac57a1f7c tempest-FloatingIPsNegativeTestJSON-896036472 tempest-FloatingIPsNegativeTestJSON-896036472-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=54b02d2d0281437882c559111c647b1d HTTP/1.1" status: 200 len: 217 time: 0.0660002 Feb 02 15:17:02.085653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605967-2a36-4089-8823-fc50cac5e1a1 req-08433b11-cc7e-4d0d-93bb-3999609feb64 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:02.087080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71605967-2a36-4089-8823-fc50cac5e1a1 req-08433b11-cc7e-4d0d-93bb-3999609feb64 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 945 time: 0.0811126 Feb 02 15:17:02.133470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71605967-2a36-4089-8823-fc50cac5e1a1 req-b66ccacd-ee93-44a4-afbb-63566e79f0d6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Feb 02 15:17:02.198519 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563', 'status': 'completed', 'code': 200} Feb 02 15:17:02.233810 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:02.234918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 118af354-2c5d-4015-ad0c-2612e064c25e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:02.412983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-75c34e4d-e2b3-4f23-861f-f6e2912e852f req-9d26ef69-7015-4030-8ec1-6093e8ee0221 tempest-FloatingIPsNegativeTestJSON-896036472 tempest-FloatingIPsNegativeTestJSON-896036472-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0579383 Feb 02 15:17:02.589987 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:02.625297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 118af354-2c5d-4015-ad0c-2612e064c25e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:02.625939 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:02.639084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-e33269bc-dcc4-4dfa-a260-18cf7e15039b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:02.639947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-e33269bc-dcc4-4dfa-a260-18cf7e15039b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Synchronizing usage tracker for tenant:e3d719d803b744599dd06345dbc575b4 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:02.736163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ea0d-9d7d-494e-9162-6fde41b21f90 req-381a61fc-c201-4852-a5df-3f1edd707fc4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:02.737836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9063ea0d-9d7d-494e-9162-6fde41b21f90 req-381a61fc-c201-4852-a5df-3f1edd707fc4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 945 time: 0.1438746 Feb 02 15:17:02.764996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-d0ce01a4-b15b-48aa-a459-44f20bb986f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1124 time: 0.5232682 Feb 02 15:17:02.870736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56fe1e-6e28-4af9-8a4f-cbe2d94a120b req-602cb475-f967-4e83-86ef-f6232801e11a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:02.872614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af56fe1e-6e28-4af9-8a4f-cbe2d94a120b req-602cb475-f967-4e83-86ef-f6232801e11a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.2500627 Feb 02 15:17:02.879600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9063ea0d-9d7d-494e-9162-6fde41b21f90 req-edbedfe0-8c03-46b3-8f40-89d6a2b51fdc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247108 Feb 02 15:17:02.946168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-e33269bc-dcc4-4dfa-a260-18cf7e15039b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Unset dirty status for tenant:e3d719d803b744599dd06345dbc575b4 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:02.947410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-e33269bc-dcc4-4dfa-a260-18cf7e15039b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.64 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 813 time: 0.6278551 Feb 02 15:17:02.985941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Request body: {'port': {'device_id': 'b18f2f8d-da1e-433e-81f6-778ab1a8b859', 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'admin_state_up': True, 'tenant_id': 'e3d719d803b744599dd06345dbc575b4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:03.043632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:03.092386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09821c2-2fa4-4304-bdeb-7f59b687452f req-3048709f-41b9-46c6-b7a8-229b904a3e26 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 210 time: 0.0598123 Feb 02 15:17:03.146106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:03.154341 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:03.248572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41e58028-0e43-4809-8263-b907dbe604df req-b759bcb0-d896-4028-a0f3-46deef5cd07c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 210 time: 0.0715275 Feb 02 15:17:03.267153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af56fe1e-6e28-4af9-8a4f-cbe2d94a120b req-85f35010-aa9c-4126-a084-0bc57edba7f9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789377 Feb 02 15:17:03.267153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:03.341838 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-04c69ca1-0673-4c42-a724-ea01f5f6b8ed req-0ba0b580-1974-4041-b438-a4e3ad87a358 tempest-FloatingIPsNegativeTestJSON-896036472 tempest-FloatingIPsNegativeTestJSON-896036472-project] show failed (client error): The resource could not be found. Feb 02 15:17:03.358778 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04c69ca1-0673-4c42-a724-ea01f5f6b8ed req-0ba0b580-1974-4041-b438-a4e3ad87a358 tempest-FloatingIPsNegativeTestJSON-896036472 tempest-FloatingIPsNegativeTestJSON-896036472-project] 10.222.0.88 "GET /v2.0/floatingips/65636a63-b389-4a5e-8256-d35ec6f5ad30 HTTP/1.1" status: 404 len: 350 time: 0.1020408 Feb 02 15:17:03.359508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47504) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:03.543179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Usage tracker for resource:port and tenant:e3d719d803b744599dd06345dbc575b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:03.557239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:03.568273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-0319c61c-7cd7-4eaf-ad9d-2abc5e9efa2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:03.570008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-0319c61c-7cd7-4eaf-ad9d-2abc5e9efa2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.7981825 Feb 02 15:17:03.592065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:03.688764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-27967f26-6d28-4ed9-adee-f69af64b17f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=033af283-58ed-4fa1-b407-145aeb8c5563 HTTP/1.1" status: 200 len: 217 time: 0.1104212 Feb 02 15:17:03.790229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-d6e439d6-4e18-4696-b738-1b9964514cce tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:03.792517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-d6e439d6-4e18-4696-b738-1b9964514cce tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.107 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 813 time: 0.5789905 Feb 02 15:17:03.804124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Made reservation on behalf of e3d719d803b744599dd06345dbc575b4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:03.807662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:03.844402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Request body: {'port': {'device_id': '9675392c-d86b-46d0-ba80-57c0a48194af', 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'admin_state_up': True, 'tenant_id': 'e3d719d803b744599dd06345dbc575b4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:04.044854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-a4ad6770-90d1-4916-8b2b-2975aaf56fe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:04.046692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-a4ad6770-90d1-4916-8b2b-2975aaf56fe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.3323567 Feb 02 15:17:04.052994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54247-9b1b-4b1a-9a2a-55fbb9b98b95 req-316d79ad-c9f3-43ac-ba21-2ad7a98d1abb tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:04.060948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efb54247-9b1b-4b1a-9a2a-55fbb9b98b95 req-316d79ad-c9f3-43ac-ba21-2ad7a98d1abb tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.5540366 Feb 02 15:17:04.165640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:04.211101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Usage tracker for resource:port and tenant:e3d719d803b744599dd06345dbc575b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:04.219818 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-f70c5d3a-eba3-4f09-938c-247cd3d2c5b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391740 Feb 02 15:17:04.224228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:04.264532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:04.286897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-efb54247-9b1b-4b1a-9a2a-55fbb9b98b95 req-fb796910-b55e-444f-bb50-bfd79ac75ab3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233553 Feb 02 15:17:04.377684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:04.430711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-8657e526-0e42-439f-8a14-b0ba2e2cc135 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988437 Feb 02 15:17:04.513748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bfa52-b6f0-4030-97a5-0252148563c9 req-f624076c-f820-492b-a96a-529ca75ead02 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:04.521896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba6bfa52-b6f0-4030-97a5-0252148563c9 req-f624076c-f820-492b-a96a-529ca75ead02 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 945 time: 0.2194319 Feb 02 15:17:04.552317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Made reservation on behalf of e3d719d803b744599dd06345dbc575b4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:04.555599 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:04.651100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba6bfa52-b6f0-4030-97a5-0252148563c9 req-1bd31fb6-43ab-4add-b3af-382b0cf3d85d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282635 Feb 02 15:17:04.668199 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b1cbfa0-b6f6-46de-a96c-799f8503027f req-3dfbdf9a-312d-48ef-b443-a80592a92e25 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 210 time: 0.1699936 Feb 02 15:17:04.887551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Allocated IP 172.20.0.8 (32e4e579-60f2-4004-bc2a-5695f574a835/034293a4-1e4b-4dbd-b944-4333a4b2881f/9e0c46e5-dd10-4fed-a161-e364a8d3fc49) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:04.906744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a629810-a3d5-49bb-85ca-140a8854fad5 req-f40274c7-dd18-4edf-bd43-5a8f4cc9c82e service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451756 Feb 02 15:17:05.017186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1acc8f3-55d3-4bc0-a216-9eb28da4a723 req-782167b6-c004-449f-90ec-6dc4102bb914 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 210 time: 0.0963674 Feb 02 15:17:05.221008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87530759-33a2-4871-8c55-0a9afae22058 req-1ed6902f-8f7f-498f-893c-b84111eb3230 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:05.222539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87530759-33a2-4871-8c55-0a9afae22058 req-1ed6902f-8f7f-498f-893c-b84111eb3230 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.3265018 Feb 02 15:17:05.349002 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87530759-33a2-4871-8c55-0a9afae22058 req-ed61a65f-a7a1-4afb-87c8-ed959859b9ca tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092250 Feb 02 15:17:05.352261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:05.430138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Deleting port aaf78bb6-7c83-4a3f-9573-bf82505d145d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:05.430668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:05.518612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:05.685369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e69e0-51cd-44bc-aa3a-53918cd540f5 req-03d25726-fa29-4ef3-8a77-ec8558fe1c47 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:05.692046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b47e69e0-51cd-44bc-aa3a-53918cd540f5 req-03d25726-fa29-4ef3-8a77-ec8558fe1c47 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.2366693 Feb 02 15:17:05.717496 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:05.827064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Allocated IP 172.20.0.2 (32e4e579-60f2-4004-bc2a-5695f574a835/034293a4-1e4b-4dbd-b944-4333a4b2881f/45d7ad4a-a174-4dd9-9752-e6b880989b6a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:05.894452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Calling delete_port for aaf78bb6-7c83-4a3f-9573-bf82505d145d owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:17:05.901988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Pushing event updated for resources: {'Port': ['ID=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:05.964084 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b47e69e0-51cd-44bc-aa3a-53918cd540f5 req-28a38746-7fcb-4ec8-a4ef-8673f9e73201 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708492 Feb 02 15:17:06.213292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Network 32e4e579-60f2-4004-bc2a-5695f574a835 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:06.231036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:06.248648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:06.298814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.299399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.299933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.312520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.312520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.312520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.312520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.312520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.312520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.312520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.312520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:06.471728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-97ba3cb5-3abb-40d7-8fe2-a98120c4bdb7 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:06.475481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:06.479103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:06.488367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-97ba3cb5-3abb-40d7-8fe2-a98120c4bdb7 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.64 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 810 time: 0.2745073 Feb 02 15:17:06.565161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c08295-9653-40a7-9303-0a73f389a24d req-9cbbc683-3152-495f-a9e5-08f00c146229 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:06.565161 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57c08295-9653-40a7-9303-0a73f389a24d req-9cbbc683-3152-495f-a9e5-08f00c146229 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 945 time: 0.6546230 Feb 02 15:17:06.580414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3948-0040-4409-a14a-dd8327d0100c req-6aad6e20-ff72-4334-bfe3-f4bcc5120349 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:06.582171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-007c3948-0040-4409-a14a-dd8327d0100c req-6aad6e20-ff72-4334-bfe3-f4bcc5120349 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 945 time: 0.5910456 Feb 02 15:17:06.630271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8daf32b-55b7-444f-ab72-9e4d8f2bbfe5 req-8d530fc9-8176-4f0e-be71-731319a50f6b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 210 time: 0.4215107 Feb 02 15:17:06.708711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7a455af7-8732-404c-adad-61f53c384c71 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7272098 Feb 02 15:17:06.767038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Request body: {'port': {'device_id': 'b18f2f8d-da1e-433e-81f6-778ab1a8b859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:06.809812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-79d6f2ea-7f9b-4a99-aff3-a3a5d42ed609 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e79a765987343b399d41348d4dde431 HTTP/1.1" status: 200 len: 380 time: 0.2157798 Feb 02 15:17:06.833417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'port': {'device_id': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'admin_state_up': True, 'tenant_id': '3e79a765987343b399d41348d4dde431', 'security_groups': ['28067920-0205-4af1-90e8-ddd876afdb60']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:06.892090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:06.892589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:06.996122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Deleting port 688fe922-6a8c-4af2-8f7f-038693c7614e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:06.998559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:07.011216 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-191c3cea-9b59-448a-896e-1c7185530946 req-14b748d7-20c8-49cd-bd7d-6f05a58c72ff tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 210 time: 0.1549451 Feb 02 15:17:07.027361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf78bb6-7c83-4a3f-9573-bf82505d145d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:07.038737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.039075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.039407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.039732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.040089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.040410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.040788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.051015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.051514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.051902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.063737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:07.126142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:07.167426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57c08295-9653-40a7-9303-0a73f389a24d req-5ef9b04e-b255-4f37-bc37-a4b7665e58ae tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734010 Feb 02 15:17:07.242488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:07.271495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:07.404271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Made reservation on behalf of 3e79a765987343b399d41348d4dde431 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:07.408943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:07.573377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Network 32e4e579-60f2-4004-bc2a-5695f574a835 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:07.628846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:07.652189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:07.727454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973c8e3-221b-4b3d-8c81-5e2047d665f2 req-c30ceda1-a440-4da8-bf22-a6ab29a51260 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:07.729818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e973c8e3-221b-4b3d-8c81-5e2047d665f2 req-c30ceda1-a440-4da8-bf22-a6ab29a51260 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.3087926 Feb 02 15:17:07.734489 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:07.772723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:07.773890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:07.833904 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:17:07.880814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Pushing event updated for resources: {'Port': ['ID=45d7ad4a-a174-4dd9-9752-e6b880989b6a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:07.913554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e973c8e3-221b-4b3d-8c81-5e2047d665f2 req-670acff1-6ec4-431f-bfe3-2ea8be8d8976 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679552 Feb 02 15:17:08.021319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Allocated IP 172.20.0.10 (af9c36c4-f105-4974-890d-688ba35a7331/1b90b22b-1c10-4e99-b287-fcd515f2513e/5bc265fd-8fd9-498c-a145-862af0bbb6f2) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:08.032725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903e8ee-edc5-4e6a-a5ad-f7c2c883c17d req-eb6f009c-54cf-4f53-bf1d-90ecf56e60da tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:08.040114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3903e8ee-edc5-4e6a-a5ad-f7c2c883c17d req-eb6f009c-54cf-4f53-bf1d-90ecf56e60da tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.6007864 Feb 02 15:17:08.041007 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:08.080660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-ae7a9019-f922-4155-9cef-f3591c87d94e service neutron] 10.222.0.64 "GET /v2.0/ports/033af283-58ed-4fa1-b407-145aeb8c5563/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.7111785 Feb 02 15:17:08.082005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-8643f973-919e-47bf-bb3f-b35e2c6a03bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2603106 Feb 02 15:17:08.245732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Request body: {'port': {'device_id': '9675392c-d86b-46d0-ba80-57c0a48194af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:08.396271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3903e8ee-edc5-4e6a-a5ad-f7c2c883c17d req-09e2452d-f480-44e4-be9b-cefcc545b337 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551459 Feb 02 15:17:08.448127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e4398-5a6c-4bc3-b3b7-8f4eafcf0970 req-62d3fc24-31b0-4170-8eee-e6b06a8f85b1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:08.478937 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e45e4398-5a6c-4bc3-b3b7-8f4eafcf0970 req-62d3fc24-31b0-4170-8eee-e6b06a8f85b1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 931 time: 0.3375261 Feb 02 15:17:08.503464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:08.560918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] For port 688fe922-6a8c-4af2-8f7f-038693c7614e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=688fe922-6a8c-4af2-8f7f-038693c7614e,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:08.560918 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:08.805971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Transition to ACTIVE for port object 5bc265fd-8fd9-498c-a145-862af0bbb6f2 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:08.829729 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e45e4398-5a6c-4bc3-b3b7-8f4eafcf0970 req-fe769ba8-73f3-4ed5-aa93-55b10f0ea9cd tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416450 Feb 02 15:17:08.992596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Calling delete_port for 688fe922-6a8c-4af2-8f7f-038693c7614e owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:17:09.023235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb364689-b40f-4257-a0cc-50a1709b8ee5 req-f8776a8a-56d8-476b-888d-3c441157abb5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 210 time: 0.1555996 Feb 02 15:17:09.051867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:09.214994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:09.277901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:09.310200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f70dfe-a7a4-4a42-8a9d-dfbd2ceea412 req-f6d11c57-afab-46d0-a602-069cc7ee983d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:09.317669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4f70dfe-a7a4-4a42-8a9d-dfbd2ceea412 req-f6d11c57-afab-46d0-a602-069cc7ee983d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 945 time: 0.2561018 Feb 02 15:17:09.350857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Network af9c36c4-f105-4974-890d-688ba35a7331 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:09.363327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:09.372143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'Port': ['ID=5bc265fd-8fd9-498c-a145-862af0bbb6f2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:09.378232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:09.485997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:09.487568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:09.500383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4f70dfe-a7a4-4a42-8a9d-dfbd2ceea412 req-dc2f0647-1652-47e6-87d7-563fa889da51 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788960 Feb 02 15:17:09.583554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:09.722743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:09.740027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:09.740868 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-81c6e176-b912-417d-8e7c-859b1271f082 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9115064 Feb 02 15:17:09.747883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033af283-58ed-4fa1-b407-145aeb8c5563 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:09.775408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:09.789720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Request body: {'port': {'device_id': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:09.796458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f4c07-bd9f-4e35-b2e7-81d48f044b0d req-ca53f908-2ab5-4860-8ffe-bc033f72b530 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:09.804237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef2f4c07-bd9f-4e35-b2e7-81d48f044b0d req-ca53f908-2ab5-4860-8ffe-bc033f72b530 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.6453009 Feb 02 15:17:09.824777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Transition to ACTIVE for port object 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:09.832328 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:09.865095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:09.896818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Router 6af90972-fde8-4454-b08d-7198f21e9e20 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:17:09.909773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event deleted for resources: {'Port': ['ID=688fe922-6a8c-4af2-8f7f-038693c7614e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:09.926417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef2f4c07-bd9f-4e35-b2e7-81d48f044b0d req-892435b7-a398-443e-bef6-53f13426dcac tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210487 Feb 02 15:17:09.975302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:09.980370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4915a497-ae70-4a12-b512-24080a33a883 None None] Provisioning for port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:09.985823 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:09.998345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:10.070611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4915a497-ae70-4a12-b512-24080a33a883 None None] Provisioning complete for port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:10.070936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4915a497-ae70-4a12-b512-24080a33a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:10.207007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4915a497-ae70-4a12-b512-24080a33a883 None None] Port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:17:10.214610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2f327-941a-46ab-ad3c-e1e3ff74d2ce req-7cbe14da-aeb4-488a-aec0-8b2e9b513334 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:10.217137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25f2f327-941a-46ab-ad3c-e1e3ff74d2ce req-7cbe14da-aeb4-488a-aec0-8b2e9b513334 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 943 time: 0.5509658 Feb 02 15:17:10.443466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] No DVR routers for this DVR port 688fe922-6a8c-4af2-8f7f-038693c7614e on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:17:10.471682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25f2f327-941a-46ab-ad3c-e1e3ff74d2ce req-0b1157ab-3e56-46c3-ab28-8b3cc2226198 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883266 Feb 02 15:17:10.533173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:10.613084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaad143a-4cb0-4c50-9125-257e62ed45a5', 'name': 'network-vif-deleted', 'tag': '688fe922-6a8c-4af2-8f7f-038693c7614e'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:10.638183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:10.649013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "DELETE /v2.0/ports/688fe922-6a8c-4af2-8f7f-038693c7614e HTTP/1.1" status: 204 len: 173 time: 4.0311081 Feb 02 15:17:10.649172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc265fd-8fd9-498c-a145-862af0bbb6f2 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:10.672001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:10.699284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Attempting to bind port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:17:10.699872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Attempting to bind port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:17:10.700844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Attempting to bind port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 on network 32e4e579-60f2-4004-bc2a-5695f574a835 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:10.739107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Transition to ACTIVE for port object 5bc265fd-8fd9-498c-a145-862af0bbb6f2 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:10.763084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 on network 32e4e579-60f2-4004-bc2a-5695f574a835 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:17:10.763938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Attempting to bind port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 on network 32e4e579-60f2-4004-bc2a-5695f574a835 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:10.784121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:17:10.798006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3f40451f-abef-4120-ab6d-407873e99342 admin admin] 10.222.0.88 "PUT /v2.0/routers/6af90972-fde8-4454-b08d-7198f21e9e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4350350 Feb 02 15:17:10.802130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563374b-3c5e-4cc4-8dc2-09ed8de123c4 req-1d395f2b-eded-45c3-82d0-303e9025c5b4 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:10.802853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a563374b-3c5e-4cc4-8dc2-09ed8de123c4 req-1d395f2b-eded-45c3-82d0-303e9025c5b4 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Synchronizing usage tracker for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:10.807978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47582) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:10.813239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:17:10.813239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Checking segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:17:10.813239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Bound using segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:17:10.813239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Bound port: 9e0c46e5-dd10-4fed-a161-e364a8d3fc49, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:17:10.813239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:10.817550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:10.971753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 033af283-58ed-4fa1-b407-145aeb8c5563 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:17:11.060380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] Transition to ACTIVE for port object 033af283-58ed-4fa1-b407-145aeb8c5563 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:11.062719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:17:11.134055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc265fd-8fd9-498c-a145-862af0bbb6f2,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:11.152398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b017-994e-4800-9ec8-8751e5ac22d8 req-641f0be8-7568-4d54-90be-88de8d594fae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:11.153732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3819b017-994e-4800-9ec8-8751e5ac22d8 req-641f0be8-7568-4d54-90be-88de8d594fae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:11.205861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 688fe922-6a8c-4af2-8f7f-038693c7614e no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:17:11.213421 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:11.260627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 688fe922-6a8c-4af2-8f7f-038693c7614e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:17:11.261508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 688fe922-6a8c-4af2-8f7f-038693c7614e not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:17:11.297185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a563374b-3c5e-4cc4-8dc2-09ed8de123c4 req-1d395f2b-eded-45c3-82d0-303e9025c5b4 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Unset dirty status for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:11.311785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a563374b-3c5e-4cc4-8dc2-09ed8de123c4 req-1d395f2b-eded-45c3-82d0-303e9025c5b4 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 931 time: 1.0216348 Feb 02 15:17:11.336873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3819b017-994e-4800-9ec8-8751e5ac22d8 req-641f0be8-7568-4d54-90be-88de8d594fae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:11.338731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3819b017-994e-4800-9ec8-8751e5ac22d8 req-641f0be8-7568-4d54-90be-88de8d594fae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 932 time: 0.6506681 Feb 02 15:17:11.364932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Attempting to bind port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:17:11.365269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Attempting to bind port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:17:11.365594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Attempting to bind port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 on network af9c36c4-f105-4974-890d-688ba35a7331 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:11.391175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d7ad4a-a174-4dd9-9752-e6b880989b6a {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:11.406430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 on network af9c36c4-f105-4974-890d-688ba35a7331 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:17:11.407238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Attempting to bind port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 on network af9c36c4-f105-4974-890d-688ba35a7331 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:11.434471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:17:11.434925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Checking segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:17:11.435589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Bound using segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:17:11.436093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Bound port: 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:17:11.436437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:11.474288 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:11.486568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3819b017-994e-4800-9ec8-8751e5ac22d8 req-db1fa6d3-c7d6-4154-9f09-2616872c7cd8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418488 Feb 02 15:17:11.503410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a563374b-3c5e-4cc4-8dc2-09ed8de123c4 req-88d3a6a7-a257-4627-a369-a541abc76229 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Synchronizing usage tracker for tenant:e3d719d803b744599dd06345dbc575b4 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:11.536483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] For port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:11.548402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] For port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:17:11.553753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41982323-6df0-494e-beed-0e8934799342 service neutron] Pushing event updated for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=10']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:11.559272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] For port 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:11.564656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] For port 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:17:11.650839 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:11.652969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Transition to ACTIVE for port object 45d7ad4a-a174-4dd9-9752-e6b880989b6a will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:11.709261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:11.713626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] No DVR routers for this DVR port 033af283-58ed-4fa1-b407-145aeb8c5563 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:17:11.769554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:11.773398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be518424-09ec-4f7e-a5c1-39b2a26e0bdd req-0cac7293-9117-4245-89c5-560d7fdc8e6c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=eaad143a-4cb0-4c50-9125-257e62ed45a5 HTTP/1.1" status: 200 len: 210 time: 0.0716555 Feb 02 15:17:11.834263 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:11.839870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] 10.222.0.64 "PUT /v2.0/ports/5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 200 len: 1092 time: 2.0644479 Feb 02 15:17:11.842951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:11.890769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-41982323-6df0-494e-beed-0e8934799342 service neutron] 10.222.0.64 "PUT /v2.0/ports/033af283-58ed-4fa1-b407-145aeb8c5563/bindings/n-h2-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7957242 Feb 02 15:17:11.894388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a40dc-c464-4f97-86dd-132c68467f65 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc265fd-8fd9-498c-a145-862af0bbb6f2,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:11.903907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:11.903907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e0c46e5-dd10-4fed-a161-e364a8d3fc49 HTTP/1.1" status: 200 len: 1091 time: 5.1402876 Feb 02 15:17:11.978711 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaad143a-4cb0-4c50-9125-257e62ed45a5', 'name': 'network-vif-deleted', 'tag': '688fe922-6a8c-4af2-8f7f-038693c7614e', 'status': 'completed', 'code': 200} Feb 02 15:17:11.981961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a563374b-3c5e-4cc4-8dc2-09ed8de123c4 req-88d3a6a7-a257-4627-a369-a541abc76229 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Unset dirty status for tenant:e3d719d803b744599dd06345dbc575b4 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:11.994672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a563374b-3c5e-4cc4-8dc2-09ed8de123c4 req-88d3a6a7-a257-4627-a369-a541abc76229 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891460 Feb 02 15:17:12.005399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69a417-23a0-4e7b-8e01-59bbfe92abe2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:12.217222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2cb2d-b6d9-4dc1-8a3a-0210be806d85 req-5a828708-7092-4a2c-a8f1-f81a839f699a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:12.218818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08f2cb2d-b6d9-4dc1-8a3a-0210be806d85 req-5a828708-7092-4a2c-a8f1-f81a839f699a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.1222560 Feb 02 15:17:12.277247 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08f2cb2d-b6d9-4dc1-8a3a-0210be806d85 req-a5ec8694-7c5b-4d65-a152-69f084af9f0f tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508370 Feb 02 15:17:12.428755 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'status': 'completed', 'code': 200} Feb 02 15:17:12.507912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Pushing event updated for resources: {'Port': ['ID=45d7ad4a-a174-4dd9-9752-e6b880989b6a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:12.538422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:12.636251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Attempting to bind port 45d7ad4a-a174-4dd9-9752-e6b880989b6a on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:17:12.636527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Attempting to bind port 45d7ad4a-a174-4dd9-9752-e6b880989b6a by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:17:12.636832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Attempting to bind port 45d7ad4a-a174-4dd9-9752-e6b880989b6a on network 32e4e579-60f2-4004-bc2a-5695f574a835 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:12.671855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3dd1-8208-4f54-a297-c7b303d66492 req-ea2ecf78-4ee3-4cf0-b12f-b704033ceb95 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:12.673332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f3c3dd1-8208-4f54-a297-c7b303d66492 req-ea2ecf78-4ee3-4cf0-b12f-b704033ceb95 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.4179666 Feb 02 15:17:12.681738 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-943f94bb-3a64-4ba5-a807-3fcd82a9d0a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 1095 time: 0.5553641 Feb 02 15:17:12.682568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Port 45d7ad4a-a174-4dd9-9752-e6b880989b6a on network 32e4e579-60f2-4004-bc2a-5695f574a835 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:17:12.683054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Attempting to bind port 45d7ad4a-a174-4dd9-9752-e6b880989b6a on network 32e4e579-60f2-4004-bc2a-5695f574a835 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:12.704451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-9acc6a24-fa76-423b-ba15-5cbe7ffef844 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&device_id=b18f2f8d-da1e-433e-81f6-778ab1a8b859 HTTP/1.1" status: 200 len: 1094 time: 0.4996870 Feb 02 15:17:12.774040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a162a9-efaa-4e1b-8063-fab2f61e962e req-515ad76e-5b35-4b50-9a11-82da57c2402d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:12.775791 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3a162a9-efaa-4e1b-8063-fab2f61e962e req-515ad76e-5b35-4b50-9a11-82da57c2402d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.1049192 Feb 02 15:17:12.782779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-d51a6233-01fe-4f85-a2d8-267d391e39cb tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.4796555 Feb 02 15:17:12.839818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3a162a9-efaa-4e1b-8063-fab2f61e962e req-c15f573c-50fb-450e-aaab-bda0f92022e4 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577419 Feb 02 15:17:12.989439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:17:12.989783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Checking segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:17:12.990175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Bound using segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:17:12.990626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Bound port: 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:17:12.990970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:13.063240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-a2c06a48-4106-4bb9-8b5e-e727241e7361 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 200 len: 217 time: 0.3654358 Feb 02 15:17:13.091104 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-31b1efe6-821b-4617-8393-f46068b9d695 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0c46e5-dd10-4fed-a161-e364a8d3fc49 HTTP/1.1" status: 200 len: 217 time: 0.3037441 Feb 02 15:17:13.259968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f3c3dd1-8208-4f54-a297-c7b303d66492 req-a70bbf2d-7bc8-4cc9-ae9f-b4cb04e29978 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707564 Feb 02 15:17:13.289903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-ccafba36-7dae-46f4-9cf3-9978df37de5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:13.291376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-ccafba36-7dae-46f4-9cf3-9978df37de5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.2049296 Feb 02 15:17:13.354199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27643e-195b-40a8-9800-1e11072ce70a req-c0daf078-c356-43c5-b89e-8bd1f254611d tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:13.363506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce27643e-195b-40a8-9800-1e11072ce70a req-c0daf078-c356-43c5-b89e-8bd1f254611d tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 943 time: 0.1579146 Feb 02 15:17:13.416546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce27643e-195b-40a8-9800-1e11072ce70a req-c5b9284e-9453-449f-9a68-d9d2147a9e52 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521555 Feb 02 15:17:13.420839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-5a8f52b8-e572-4f2e-81b8-33f9b69efec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:13.422789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-5a8f52b8-e572-4f2e-81b8-33f9b69efec3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 200 len: 853 time: 0.2962050 Feb 02 15:17:13.516679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] For port 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:13.520489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-5228c4ba-e708-43dc-ab2b-2bb9380f9fc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e4e579-60f2-4004-bc2a-5695f574a835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841618 Feb 02 15:17:13.606479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] For port 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:17:13.624325 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-ba36d803-4546-4133-b79a-3b2101dc107f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7&tenant_id=87fd436be89f477c990329a68ab9df43 HTTP/1.1" status: 200 len: 1095 time: 0.6435874 Feb 02 15:17:13.673698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850964df-69cb-4ec8-96a0-f6b44e984b7c req-c821b778-5f52-4685-9f6c-25c1917b321d tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:13.677669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-850964df-69cb-4ec8-96a0-f6b44e984b7c req-c821b778-5f52-4685-9f6c-25c1917b321d tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.1183827 Feb 02 15:17:13.753679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:13.768792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-850964df-69cb-4ec8-96a0-f6b44e984b7c req-2660a6b4-726b-4c21-a6ab-b136c14115f9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854044 Feb 02 15:17:13.954922 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:13.956330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] 10.222.0.107 "PUT /v2.0/ports/45d7ad4a-a174-4dd9-9752-e6b880989b6a HTTP/1.1" status: 200 len: 1091 time: 5.7810493 Feb 02 15:17:13.965146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-bff1e72a-6b7a-4e48-833c-a5f3e888661a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:13.977252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-bff1e72a-6b7a-4e48-833c-a5f3e888661a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.5031061 Feb 02 15:17:13.992391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18f2f8d-da1e-433e-81f6-778ab1a8b859', 'tag': '9e0c46e5-dd10-4fed-a161-e364a8d3fc49'}, {'name': 'network-changed', 'server_uuid': '9675392c-d86b-46d0-ba80-57c0a48194af', 'tag': '45d7ad4a-a174-4dd9-9752-e6b880989b6a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:14.015076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-a7eab2c7-262a-44bc-8a70-b72afa809a49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6963427 Feb 02 15:17:14.060035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-02243c25-845f-4805-82dd-996c159c967a service neutron] 10.222.0.64 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819846 Feb 02 15:17:14.074385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-e171cd1a-ae67-47fc-8b6e-5d3881ccef29 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/quotas/73d6a44ccb544ca9b8f22dda7d20a075 HTTP/1.1" status: 200 len: 375 time: 0.0950453 Feb 02 15:17:14.097689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f03e5-e73c-4ff3-a86f-94a215b37525 req-86b75a70-f234-45f9-925a-282f7259c4e9 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:14.103240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca7f03e5-e73c-4ff3-a86f-94a215b37525 req-86b75a70-f234-45f9-925a-282f7259c4e9 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.0947852 Feb 02 15:17:14.160442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca7f03e5-e73c-4ff3-a86f-94a215b37525 req-c2bcfa60-4ee1-4ecd-9bcd-aaff74737944 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507495 Feb 02 15:17:14.160682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98999b-3d17-447d-88f1-611995c49a6b service neutron] Pushing event updated for resources: {'Port': ['ID=45d7ad4a-a174-4dd9-9752-e6b880989b6a,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:14.253341 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18f2f8d-da1e-433e-81f6-778ab1a8b859', 'tag': '9e0c46e5-dd10-4fed-a161-e364a8d3fc49', 'status': 'completed', 'code': 200} Feb 02 15:17:14.253598 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9675392c-d86b-46d0-ba80-57c0a48194af', 'tag': '45d7ad4a-a174-4dd9-9752-e6b880989b6a', 'status': 'completed', 'code': 200} Feb 02 15:17:14.345583 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:14.362130 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-b4a01e4e-1342-4280-b870-d8e604d346e1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1095 time: 0.6695404 Feb 02 15:17:14.535640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b890e-889d-4ef5-a863-1adb42c5616c req-901b5f09-0118-43fb-b9b4-73f638f0bd38 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:14.537967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e1b890e-889d-4ef5-a863-1adb42c5616c req-901b5f09-0118-43fb-b9b4-73f638f0bd38 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.1063542 Feb 02 15:17:14.605612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e1b890e-889d-4ef5-a863-1adb42c5616c req-071b74b7-7f4d-4c74-8b7d-396406197775 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600550 Feb 02 15:17:14.645951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Deleting port 118af354-2c5d-4015-ad0c-2612e064c25e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:14.646900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:14.695668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-272a70aa-8225-4454-a1f3-0bb5a0e1f844 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712060 Feb 02 15:17:14.847629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc82313-7291-46e0-b745-8b6faf5a812c req-ee47eaa2-55b3-42cb-b0b7-b192d92abc29 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:14.849634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5dc82313-7291-46e0-b745-8b6faf5a812c req-ee47eaa2-55b3-42cb-b0b7-b192d92abc29 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 943 time: 0.1030619 Feb 02 15:17:15.033203 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-2b635501-722b-4665-a27b-35f1e315fb1d service neutron] 10.222.0.64 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344899 Feb 02 15:17:15.035212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5dc82313-7291-46e0-b745-8b6faf5a812c req-c4e78b78-870e-4ce0-876f-b37d11d96e3b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604694 Feb 02 15:17:15.035501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-647c71b8-0313-4d4e-bf4e-5aeb56e48fc0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:15.035501 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-75036080-1ca7-4f22-97b7-c28ff7b5b43e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 1094 time: 0.8291328 Feb 02 15:17:15.035501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-04f18439-8536-4cb3-a5f8-7169c30cedc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:15.035501 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-04f18439-8536-4cb3-a5f8-7169c30cedc6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.6265547 Feb 02 15:17:15.122005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cfd9-7220-4f9c-9b37-5a7c121fd994 req-195def2a-1dca-4b46-aa2d-8fb9f61aa3f9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:15.123633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cff9cfd9-7220-4f9c-9b37-5a7c121fd994 req-195def2a-1dca-4b46-aa2d-8fb9f61aa3f9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.1021202 Feb 02 15:17:15.176465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cff9cfd9-7220-4f9c-9b37-5a7c121fd994 req-a889a395-93c2-4aa7-a8de-4cc452e0c818 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 Feb 02 15:17:15.194131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-c1ed40a1-c0a6-4b7f-a820-081e27e672dd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a HTTP/1.1" status: 200 len: 217 time: 0.1721737 Feb 02 15:17:15.197066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-5e2e1462-74e5-408d-89b2-70c0d813087e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=033af283-58ed-4fa1-b407-145aeb8c5563 HTTP/1.1" status: 200 len: 217 time: 0.1772745 Feb 02 15:17:15.199024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5dfb503-2e57-441e-8d0f-a13fe6324895 req-5650cb9c-a0ab-44dd-821d-358faccf824b service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784338 Feb 02 15:17:15.284025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-647c71b8-0313-4d4e-bf4e-5aeb56e48fc0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:15.285324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-647c71b8-0313-4d4e-bf4e-5aeb56e48fc0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2101352 Feb 02 15:17:15.458461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] For port 118af354-2c5d-4015-ad0c-2612e064c25e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=118af354-2c5d-4015-ad0c-2612e064c25e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:15.458812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:15.505678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c52d-447c-41ca-a1fe-9e5edbd43b25 req-8f3980b4-7951-4d9f-918c-d365752d3a77 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:15.507500 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1de5c52d-447c-41ca-a1fe-9e5edbd43b25 req-8f3980b4-7951-4d9f-918c-d365752d3a77 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.1029539 Feb 02 15:17:15.588497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1de5c52d-447c-41ca-a1fe-9e5edbd43b25 req-1477546d-cbd2-4b8a-93fd-a5b7cc88101a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691590 Feb 02 15:17:15.614239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-30a80035-45ee-413c-885d-899f31b98d25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:15.620244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-30a80035-45ee-413c-885d-899f31b98d25 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 200 len: 853 time: 0.4116898 Feb 02 15:17:15.688792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-0a5bd0ff-5a6e-4590-8770-51d5be5207e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:15.690276 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-0a5bd0ff-5a6e-4590-8770-51d5be5207e3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.4435387 Feb 02 15:17:15.697386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Calling delete_port for 118af354-2c5d-4015-ad0c-2612e064c25e owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:17:15.837988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6c262-734e-4f7d-be11-989329ff35ab req-ab6985a2-8297-42dd-95e8-a7f6c9bfabd3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:15.845095 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-5271f335-e77a-4492-a48e-72a2acfc1397 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=32e4e579-60f2-4004-bc2a-5695f574a835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201341 Feb 02 15:17:15.849032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-43b6c262-734e-4f7d-be11-989329ff35ab req-ab6985a2-8297-42dd-95e8-a7f6c9bfabd3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.1009452 Feb 02 15:17:15.855715 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-c48ecfd5-7625-48be-9a3b-95d6348a048f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879405 Feb 02 15:17:15.909917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-43b6c262-734e-4f7d-be11-989329ff35ab req-94c5a40e-de42-41ee-9473-2242edac66ea tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591254 Feb 02 15:17:16.089016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-7f4e8889-c3b8-4669-8e81-cca08b7e7c5e service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902737 Feb 02 15:17:16.262033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c1582-07db-480f-8d64-9ed49661bf91 req-95486e14-4614-47c9-aae7-a63b17ba3af4 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:16.264135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d47c1582-07db-480f-8d64-9ed49661bf91 req-95486e14-4614-47c9-aae7-a63b17ba3af4 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 943 time: 0.0996370 Feb 02 15:17:16.316822 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d47c1582-07db-480f-8d64-9ed49661bf91 req-daa10a6c-265a-4eb1-a3c3-57a23699d9ac tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458868 Feb 02 15:17:16.361256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-f1b71d23-c954-49ae-aeef-171537777aff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 1095 time: 0.8830600 Feb 02 15:17:16.404089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-62ed4e1a-8acb-440d-ac67-771690bedc15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&device_id=b18f2f8d-da1e-433e-81f6-778ab1a8b859 HTTP/1.1" status: 200 len: 1094 time: 1.0197108 Feb 02 15:17:16.528589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f1aeb-b3a6-4354-bc20-af5945269ab5 req-e349ca55-3780-40ab-87f4-091b28da4e8f tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:16.530239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-037f1aeb-b3a6-4354-bc20-af5945269ab5 req-e349ca55-3780-40ab-87f4-091b28da4e8f tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.0829213 Feb 02 15:17:16.576815 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-037f1aeb-b3a6-4354-bc20-af5945269ab5 req-5fb93a90-a624-4758-a386-2c71c120e6e3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Feb 02 15:17:16.614002 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:16.614460 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-51a91d09-583c-4971-810f-3e3f15cfde56 service neutron] 10.222.0.107 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521601 Feb 02 15:17:16.626691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-e1e04433-f550-40c4-b230-0506a4eed411 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348769 Feb 02 15:17:16.863315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796375e-dcab-4e3f-85a1-9a4e75bdeafb req-fc233a88-791a-400d-84e8-deb496fbfb5b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:16.864719 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d796375e-dcab-4e3f-85a1-9a4e75bdeafb req-fc233a88-791a-400d-84e8-deb496fbfb5b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.0844710 Feb 02 15:17:16.915455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d796375e-dcab-4e3f-85a1-9a4e75bdeafb req-8c7bb642-5411-4c91-8ae5-6d3ec6bbe18c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441575 Feb 02 15:17:16.937493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-e702171c-12ed-4b8b-80eb-4b84291245b2 service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240633 Feb 02 15:17:17.011476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-3dc817f7-fbda-4416-8d51-93ae1a37a418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:17.013090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-3dc817f7-fbda-4416-8d51-93ae1a37a418 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 912 time: 0.6300564 Feb 02 15:17:17.101102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-dddc2d88-7af9-48b8-b56e-d5d210472b4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:17.103572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-dddc2d88-7af9-48b8-b56e-d5d210472b4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 915 time: 0.6693416 Feb 02 15:17:17.121339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e956-cd0f-4f8d-aac4-f68605bd3e95 req-e81ac12f-c290-437b-9993-29a9ffd97a36 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:17.124019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fd5e956-cd0f-4f8d-aac4-f68605bd3e95 req-e81ac12f-c290-437b-9993-29a9ffd97a36 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.0892727 Feb 02 15:17:17.138966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] Sync routers for ids ['6af90972-fde8-4454-b08d-7198f21e9e20'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:17:17.160501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] Routers {'6af90972-fde8-4454-b08d-7198f21e9e20'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:17:17.161165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6af90972-fde8-4454-b08d-7198f21e9e20'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:17.217504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fd5e956-cd0f-4f8d-aac4-f68605bd3e95 req-414bfa89-a08a-40ea-bff6-ed54c79b44d3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857112 Feb 02 15:17:17.266151 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:17.306923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] Set router 6af90972-fde8-4454-b08d-7198f21e9e20 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:17:17.344291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-f9c0b0aa-8125-4099-9782-a632c69327b5 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729212 Feb 02 15:17:17.345927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-17a43a37-0a42-46a8-911c-633286fe9ace service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 200 len: 217 time: 0.3144188 Feb 02 15:17:17.368331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2793e7fc-ed15-4fcd-b4c7-d33a64ad0a4a req-509b742a-114a-47cd-9eec-0178edf65e83 service neutron] 10.222.0.107 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7432995 Feb 02 15:17:17.434309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Pushing event deleted for resources: {'Port': ['ID=118af354-2c5d-4015-ad0c-2612e064c25e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:17.436909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-5018bed9-458b-4961-990d-1c34573f8d29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0c46e5-dd10-4fed-a161-e364a8d3fc49 HTTP/1.1" status: 200 len: 217 time: 0.3104613 Feb 02 15:17:17.440605 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3b943f-858a-4f53-b341-f50399986ae2 req-a4bd74d0-a319-4393-8a03-280c36e5d5f3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 210 time: 0.1853695 Feb 02 15:17:17.444088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-router', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:47Z', 'updated_at': '2022-02-02T15:17:16Z', 'revision_number': 7, 'project_id': '54b02d2d0281437882c559111c647b1d', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:17.448280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] Checking router: 6af90972-fde8-4454-b08d-7198f21e9e20 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:17:17.461934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] Routers {'6af90972-fde8-4454-b08d-7198f21e9e20'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:17:17.461934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:16:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6af90972-fde8-4454-b08d-7198f21e9e20'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:17.588895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8047c-ba93-44b8-baf3-5ed7b57b8a45 req-ae920f3f-bb3f-4738-996e-0dd97c8e2e00 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:17.590750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61c8047c-ba93-44b8-baf3-5ed7b57b8a45 req-ae920f3f-bb3f-4738-996e-0dd97c8e2e00 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 943 time: 0.0918090 Feb 02 15:17:17.599534 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:17.624126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] Set router 6af90972-fde8-4454-b08d-7198f21e9e20 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:17:17.652590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61c8047c-ba93-44b8-baf3-5ed7b57b8a45 req-01ca4e1c-89fc-4953-bdf1-c4a4da9e83a0 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556178 Feb 02 15:17:17.656151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-3eab4057-7990-4924-80f4-4392d5a6ff30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:17.657595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-3eab4057-7990-4924-80f4-4392d5a6ff30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 200 len: 853 time: 0.2056439 Feb 02 15:17:17.779898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-aa5a6636-7ced-4bdc-b021-b8fb85465942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:17.781943 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-aa5a6636-7ced-4bdc-b021-b8fb85465942 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.4124489 Feb 02 15:17:17.798452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-router', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:47Z', 'updated_at': '2022-02-02T15:17:16Z', 'revision_number': 7, 'project_id': '54b02d2d0281437882c559111c647b1d', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:17.807719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb9b87-94d0-439b-b24c-12e7f084b8fe None None] The sync data for ids ['6af90972-fde8-4454-b08d-7198f21e9e20'] in n-d-827122-1 is: [{'id': '6af90972-fde8-4454-b08d-7198f21e9e20', 'name': 'tempest-FloatingIPsNegativeTestJSON-2058905392-router', 'tenant_id': '54b02d2d0281437882c559111c647b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:47Z', 'updated_at': '2022-02-02T15:17:16Z', 'revision_number': 7, 'project_id': '54b02d2d0281437882c559111c647b1d', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:17:17.834642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-05b6d3f8-dfb5-4822-a104-1deaddf72457 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e4e579-60f2-4004-bc2a-5695f574a835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619899 Feb 02 15:17:18.124461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec01a-9611-477e-9904-a2d6b0054637 req-27e51369-922d-41cc-b17a-29794b2f3be6 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:18.125944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f3ec01a-9611-477e-9904-a2d6b0054637 req-27e51369-922d-41cc-b17a-29794b2f3be6 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 950 time: 0.1073854 Feb 02 15:17:18.172956 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f3ec01a-9611-477e-9904-a2d6b0054637 req-67b8f905-9cc1-4181-b881-2a7600932cda tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Feb 02 15:17:18.363240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6467267-9ad6-4126-b223-e01822398b25 req-f58d9cbc-aa72-4d1d-bc31-adb81e9fc7ef tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:18.363393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6467267-9ad6-4126-b223-e01822398b25 req-f58d9cbc-aa72-4d1d-bc31-adb81e9fc7ef tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.0785317 Feb 02 15:17:18.410718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6467267-9ad6-4126-b223-e01822398b25 req-c42cf8c0-bea2-452a-89cc-5941eefdb74b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Feb 02 15:17:18.433662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:18.495923 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-6e8b81ff-8d69-477a-bcd7-61624972db2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6533899 Feb 02 15:17:18.510509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-1a783ee0-e355-42d3-8079-409180a12ed9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 1094 time: 0.7814422 Feb 02 15:17:18.517877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-54db678d-1e66-4235-b6f3-15864f77b72e service neutron] 10.222.0.64 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228461 Feb 02 15:17:18.623312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25508cf8-578e-4bce-b84a-0ef5237f766d req-96d1ccf2-b489-4894-8dac-a2ab3abc2e52 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:18.624625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25508cf8-578e-4bce-b84a-0ef5237f766d req-96d1ccf2-b489-4894-8dac-a2ab3abc2e52 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.8371153 Feb 02 15:17:19.009462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:17:19.011881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:19.013520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 118af354-2c5d-4015-ad0c-2612e064c25e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:17:19.021052 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-3411343d-1535-4918-9b96-82f75a844a25 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1095 time: 0.8743539 Feb 02 15:17:19.066250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 118af354-2c5d-4015-ad0c-2612e064c25e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:17:19.066986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 118af354-2c5d-4015-ad0c-2612e064c25e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:17:19.143675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:19.213886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25508cf8-578e-4bce-b84a-0ef5237f766d req-a339ed65-a5c2-48c0-875a-25d3073e183d tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544443 Feb 02 15:17:19.223675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dda3ee-c220-4689-8852-7793cb421d71 req-c974a00b-921d-46fd-b4a1-1ad93bbac3d0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:19.232421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7dda3ee-c220-4689-8852-7793cb421d71 req-c974a00b-921d-46fd-b4a1-1ad93bbac3d0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.0964484 Feb 02 15:17:19.246496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:19.258511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-b7e90431-5cc2-436b-9472-e3221ec4b58d service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450767 Feb 02 15:17:19.266348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '9e0c46e5-dd10-4fed-a161-e364a8d3fc49', 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'port_id': '9e0c46e5-dd10-4fed-a161-e364a8d3fc49', 'mac_address': 'fa:16:3e:b0:34:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034293a4-1e4b-4dbd-b944-4333a4b2881f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:17:19.273893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-76fd09b8-67d0-44fe-b090-e5cd2833dfc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:19.275322 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-76fd09b8-67d0-44fe-b090-e5cd2833dfc2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 915 time: 0.7352881 Feb 02 15:17:19.277094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-cea1de99-de05-4ba1-a52b-3e301adee249 service neutron] 10.222.0.64 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850078 Feb 02 15:17:19.296855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7dda3ee-c220-4689-8852-7793cb421d71 req-8d481c74-cc63-4414-9de2-d2f7de360d92 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Feb 02 15:17:19.346618 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:19.366400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:19.387651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:19.473333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:19.476518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5bc265fd-8fd9-498c-a145-862af0bbb6f2 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:17:19.494503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c94aee-4207-42ab-b428-e8704c2e1331 req-193e79e5-33c7-4229-922d-82a7fd760385 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:19.496848 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-60c94aee-4207-42ab-b428-e8704c2e1331 req-193e79e5-33c7-4229-922d-82a7fd760385 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 943 time: 0.0798171 Feb 02 15:17:19.564474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-60c94aee-4207-42ab-b428-e8704c2e1331 req-32705310-99fe-439b-9e2e-ff1d5034975c tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602653 Feb 02 15:17:19.671420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:19.728848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-98a92e40-1f03-4566-8112-d6eee50f1b9d req-ce7130b0-b74c-4f62-b197-1b267cb13e3a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 210 time: 0.2720988 Feb 02 15:17:19.734654 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-d0b3cf32-178b-4cd0-b3ed-e76502ad7ea4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a HTTP/1.1" status: 200 len: 217 time: 0.3448620 Feb 02 15:17:19.745587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:19.768630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'port_id': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'mac_address': 'fa:16:3e:53:6f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:17:19.800658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:19.800658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af90972-fde8-4454-b08d-7198f21e9e20 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:17:19.842758 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:19.879170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:19.880515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9d5deb23-e233-4a2b-a114-19a0b06fd772 admin admin] 10.222.0.88 "DELETE /v2.0/routers/6af90972-fde8-4454-b08d-7198f21e9e20 HTTP/1.1" status: 204 len: 168 time: 9.0535078 Feb 02 15:17:19.884564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc265fd-8fd9-498c-a145-862af0bbb6f2 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:19.886204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-ef9dd88d-e6bc-4b6c-8d9c-1d11290ec254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:19.888280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-ef9dd88d-e6bc-4b6c-8d9c-1d11290ec254 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 200 len: 853 time: 0.1396837 Feb 02 15:17:19.888803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47724) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:19.892494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-256774a9-6b02-4ec9-aa15-4a5e848f084a req-4bc8ccab-ebd9-43f0-ba14-fd2fc8d9c1fd service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241567 Feb 02 15:17:19.914940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:19.945399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18967f-51bd-47b0-af07-fb2dfa57622e req-1b2a1fe1-6951-4627-a44d-53272dfb7ce7 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:19.946857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af18967f-51bd-47b0-af07-fb2dfa57622e req-1b2a1fe1-6951-4627-a44d-53272dfb7ce7 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.1082325 Feb 02 15:17:19.981980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:19.998667 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af18967f-51bd-47b0-af07-fb2dfa57622e req-833e291f-ac4c-45b3-b59e-e838cd6c4121 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Feb 02 15:17:20.024701 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-5e4cbbb6-02be-4c75-953b-0435eac04d66 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=32e4e579-60f2-4004-bc2a-5695f574a835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897667 Feb 02 15:17:20.025798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-c8fe9a49-c7d3-4402-b605-2270dd9abfbc service neutron] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:20.058430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5bc265fd-8fd9-498c-a145-862af0bbb6f2,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:20.063087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-c8fe9a49-c7d3-4402-b605-2270dd9abfbc service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:20.064229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6fbe3de-b087-4995-8dad-f3e281426954 req-c8fe9a49-c7d3-4402-b605-2270dd9abfbc service neutron] 10.222.0.107 "DELETE /v2.0/ports/033af283-58ed-4fa1-b407-145aeb8c5563/bindings/n-h1-827122-1 HTTP/1.1" status: 204 len: 173 time: 1.0145440 Feb 02 15:17:20.122526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9d22b2-a397-48f9-b2df-a296bde7a6d5 admin admin] Deleting subnet df2de302-b88e-4093-95f4-9182c00ce0b2 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:17:20.132814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d9d22b2-a397-48f9-b2df-a296bde7a6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:20.219800 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d9d22b2-a397-48f9-b2df-a296bde7a6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:20.267099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 45d7ad4a-a174-4dd9-9752-e6b880989b6a details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:17:20.385336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7163d382-d61d-4715-bc95-0080c1d7cfd8 req-c05c878f-6a06-4c9c-bf3a-ee2b1075070d tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1095 time: 0.4549751 Feb 02 15:17:20.427227 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-9b3061d4-ae72-449d-927f-7e5724c73690 service neutron] 10.222.0.107 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925269 Feb 02 15:17:20.445358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:20.459533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '45d7ad4a-a174-4dd9-9752-e6b880989b6a', 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'port_id': '45d7ad4a-a174-4dd9-9752-e6b880989b6a', 'mac_address': 'fa:16:3e:3a:25:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034293a4-1e4b-4dbd-b944-4333a4b2881f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:17:20.466676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64c7fa-061c-4fbd-98b0-23b7207e32ae req-e16332de-23e3-498a-8f6a-bb4cd3ea6606 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:20.474766 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab64c7fa-061c-4fbd-98b0-23b7207e32ae req-e16332de-23e3-498a-8f6a-bb4cd3ea6606 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 945 time: 0.1027880 Feb 02 15:17:20.498113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5bc265fd-8fd9-498c-a145-862af0bbb6f2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:20.544584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['9e0c46e5-dd10-4fed-a161-e364a8d3fc49'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:20.648828 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab64c7fa-061c-4fbd-98b0-23b7207e32ae req-7e46d8a0-b89c-41b4-821d-a6b2e7e907bb tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664641 Feb 02 15:17:20.703951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-d2fce9df-60bc-4bdb-95a0-71b0cfd265a5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:20.707692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-d2fce9df-60bc-4bdb-95a0-71b0cfd265a5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.4557178 Feb 02 15:17:20.712761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7163d382-d61d-4715-bc95-0080c1d7cfd8 req-0288fbcd-d644-4300-bca1-b577328ad50e tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149042 Feb 02 15:17:20.747555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:20.753782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Request body: {'port': {'device_id': '688932f1-80e3-4200-b9b2-efd11155ca87', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'admin_state_up': True, 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:20.779321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d7ad4a-a174-4dd9-9752-e6b880989b6a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:20.865181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:20.880448 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d9d22b2-a397-48f9-b2df-a296bde7a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:20.907237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5380f6-39eb-4fa0-9a06-9f6f3644e53d req-f23019dc-2100-4395-b033-f04ea9d0ab8b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:20.915259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9d5380f6-39eb-4fa0-9a06-9f6f3644e53d req-f23019dc-2100-4395-b033-f04ea9d0ab8b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 943 time: 0.1125264 Feb 02 15:17:20.976451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9d5380f6-39eb-4fa0-9a06-9f6f3644e53d req-f9b2bc6d-7f65-4760-9d28-cfe0e6aadd2f tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601997 Feb 02 15:17:21.009097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:21.060528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 820b698e-7ca1-474e-857e-be71bd2c9556 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:17:21.066021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:21.126912 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43c354d6-1075-49bf-9dbe-3e827de183e2 req-cb4fd6e6-cdf7-4537-b14f-cb022141d703 service neutron] 10.222.0.107 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867921 Feb 02 15:17:21.129434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:21.164775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=45d7ad4a-a174-4dd9-9752-e6b880989b6a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:21.240029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:21.274139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:21.287303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:21.305012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:21.308566 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:21.321633 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d9d22b2-a397-48f9-b2df-a296bde7a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:21.353868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:21.357546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-96cfe257-ef63-4846-a5a6-1a3b63558686 req-461220a9-cfcd-439e-a980-fdb0e927897e tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 1095 time: 0.0852361 Feb 02 15:17:21.394374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['45d7ad4a-a174-4dd9-9752-e6b880989b6a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:21.427885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-96cfe257-ef63-4846-a5a6-1a3b63558686 req-dcfa7383-f724-494d-9496-039620487f65 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622172 Feb 02 15:17:21.514143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:21.611961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Allocated IP 172.20.0.11 (254e918a-e7ed-428b-ac1e-aeb570cad971/73ec79d3-5556-4ce2-a222-25352a802725/e039f3e1-56cf-4584-ad3b-8e6b37371736) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:21.633975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d9d22b2-a397-48f9-b2df-a296bde7a6d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:21.634245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ee1e6-7d8f-4181-8437-6c69e57aec93 None None] Network 530f6954-ad11-4f65-b924-82053ffae104 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:17:21.634640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d22b2-a397-48f9-b2df-a296bde7a6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2de302-b88e-4093-95f4-9182c00ce0b2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:21.635555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7a617e35-df60-4b16-a8cb-fd783bd3df64 req-4d9c966c-8368-49dc-9816-1b8bc6060f85 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 210 time: 0.0551221 Feb 02 15:17:21.786262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6d9d22b2-a397-48f9-b2df-a296bde7a6d5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/df2de302-b88e-4093-95f4-9182c00ce0b2 HTTP/1.1" status: 204 len: 168 time: 1.8961809 Feb 02 15:17:21.787016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47758) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:21.874311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad247ca-1bb7-4872-b719-3542c43e95d6 req-a76d1796-9cd8-47b7-936d-6efd3485b337 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:21.881557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ad247ca-1bb7-4872-b719-3542c43e95d6 req-a76d1796-9cd8-47b7-936d-6efd3485b337 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 945 time: 0.1106505 Feb 02 15:17:21.898496 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556', 'code': 200} Feb 02 15:17:21.948273 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ad247ca-1bb7-4872-b719-3542c43e95d6 req-71087060-839a-4de2-8a7a-cbd71476a80e tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654845 Feb 02 15:17:21.994208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] DHCP port deletion for 530f6954-ad11-4f65-b924-82053ffae104 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:17:22.000913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] Deleting port 81f19acf-c909-4cf3-924d-d7d6cff18c41 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:22.000913 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.117694 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.147251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Deleting port 81f19acf-c909-4cf3-924d-d7d6cff18c41 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:22.147827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.273678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.296826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4de77e-7086-421a-87bc-b61ae6eacdb7 req-2d66d65c-94d3-4528-bacf-2a87c25f87e8 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:22.298443 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d4de77e-7086-421a-87bc-b61ae6eacdb7 req-2d66d65c-94d3-4528-bacf-2a87c25f87e8 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 944 time: 0.0883524 Feb 02 15:17:22.351941 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d4de77e-7086-421a-87bc-b61ae6eacdb7 req-41a796cc-4b12-4013-8287-3ade227ff54c tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Feb 02 15:17:22.364306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] For port 81f19acf-c909-4cf3-924d-d7d6cff18c41, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=81f19acf-c909-4cf3-924d-d7d6cff18c41,segment=NetworkSegment(b708a509-6331-4835-a0e0-5df2c9727f75),segment_id=b708a509-6331-4835-a0e0-5df2c9727f75)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:22.364821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.424189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] For port 81f19acf-c909-4cf3-924d-d7d6cff18c41, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=81f19acf-c909-4cf3-924d-d7d6cff18c41,segment=NetworkSegment(b708a509-6331-4835-a0e0-5df2c9727f75),segment_id=b708a509-6331-4835-a0e0-5df2c9727f75)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:22.424549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.438722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.484505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] Calling delete_port for 81f19acf-c909-4cf3-924d-d7d6cff18c41 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:17:22.611898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event updated for resources: {'Port': ['ID=e039f3e1-56cf-4584-ad3b-8e6b37371736,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:22.615150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:22.625034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Calling delete_port for 81f19acf-c909-4cf3-924d-d7d6cff18c41 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:17:22.659040 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.678794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:22.682050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:22.686562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:22.726694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] Pushing event deleted for resources: {'Port': ['ID=81f19acf-c909-4cf3-924d-d7d6cff18c41,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:22.740487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce56675-d8d6-4be1-afd2-2b9508ada405 None None] No DVR routers for this DVR port 81f19acf-c909-4cf3-924d-d7d6cff18c41 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:17:22.770495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:22.771107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:22.802284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:17:22.805710 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:17:22.916627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-1822afb7-78fd-4325-9693-8b55023a2c5a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1832507 Feb 02 15:17:22.942679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Request body: {'port': {'device_id': '688932f1-80e3-4200-b9b2-efd11155ca87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:23.016522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:17:23.029764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:23.044680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8af2c-c74d-43b2-bdc8-07698fd0cc24 req-4f40d618-6a7a-47e8-a301-ad4788fa76f9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:23.045428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-20d8af2c-c74d-43b2-bdc8-07698fd0cc24 req-4f40d618-6a7a-47e8-a301-ad4788fa76f9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:23.074297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 81f19acf-c909-4cf3-924d-d7d6cff18c41 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:17:23.084187 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.124588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 81f19acf-c909-4cf3-924d-d7d6cff18c41 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:17:23.124861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 81f19acf-c909-4cf3-924d-d7d6cff18c41 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:17:23.203184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc969a-e735-42fc-9fb8-47b31b646569 req-8d86de8a-6553-45be-a941-7d2f34826ff4 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:23.204963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3cc969a-e735-42fc-9fb8-47b31b646569 req-8d86de8a-6553-45be-a941-7d2f34826ff4 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 945 time: 0.1088488 Feb 02 15:17:23.215769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-20d8af2c-c74d-43b2-bdc8-07698fd0cc24 req-4f40d618-6a7a-47e8-a301-ad4788fa76f9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:23.215769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20d8af2c-c74d-43b2-bdc8-07698fd0cc24 req-4f40d618-6a7a-47e8-a301-ad4788fa76f9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 932 time: 0.3365645 Feb 02 15:17:23.269924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3cc969a-e735-42fc-9fb8-47b31b646569 req-20a11e1f-85da-4b90-ae2d-ebf1dce32dae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456910 Feb 02 15:17:23.308574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Deleting port 81f19acf-c909-4cf3-924d-d7d6cff18c41 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:23.308994 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.319901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:23.334961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:23.353663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:23.362925 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.399007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'mac_address': 'fa:16:3e:a8:8d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:17:23.456410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] The port '81f19acf-c909-4cf3-924d-d7d6cff18c41' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:17:23.528938 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20d8af2c-c74d-43b2-bdc8-07698fd0cc24 req-081da250-b7d9-45ef-8153-270f904b25d4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055134 Feb 02 15:17:23.603525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.626173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.660989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530f6954-ad11-4f65-b924-82053ffae104']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:23.682409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b708a509-6331-4835-a0e0-5df2c9727f75') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:23.682942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b708a509-6331-4835-a0e0-5df2c9727f75') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:23.729307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed6b9-0cc9-438d-9685-ac96da2b83b4 req-ed5b548d-13ec-4346-88ad-f6407705cccf tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:23.729811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cba198-f752-4b14-bfb4-37afeb59fce8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:23.731483 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-124ed6b9-0cc9-438d-9685-ac96da2b83b4 req-ed5b548d-13ec-4346-88ad-f6407705cccf tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 944 time: 0.1284797 Feb 02 15:17:23.737380 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.791988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:23.812707 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.849607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-124ed6b9-0cc9-438d-9685-ac96da2b83b4 req-790a633a-2e99-44f8-81fa-0d0541f560bb tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112175 Feb 02 15:17:23.855277 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.876375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:17:23.876870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.883694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:23.885996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:17:23.897329 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:17:23.922026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18f2f8d-da1e-433e-81f6-778ab1a8b859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0c46e5-dd10-4fed-a161-e364a8d3fc49'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:23.989477 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:23.994757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5bc265fd-8fd9-498c-a145-862af0bbb6f2 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:24.094911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e039f3e1-56cf-4584-ad3b-8e6b37371736 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:24.101027 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18f2f8d-da1e-433e-81f6-778ab1a8b859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0c46e5-dd10-4fed-a161-e364a8d3fc49', 'code': 200} Feb 02 15:17:24.106671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['f0cba198-f752-4b14-bfb4-37afeb59fce8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:24.123227 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:24.161900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Transition to ACTIVE for port object e039f3e1-56cf-4584-ad3b-8e6b37371736 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:24.242997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:24.243186 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:24.316289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fd0345a6-2057-4c62-a4e2-8054295064de details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:17:24.318250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:24.336711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 45d7ad4a-a174-4dd9-9752-e6b880989b6a up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:24.350695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:24.356795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:24.400910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:24.401342 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:24.401752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] 10.222.0.88 "DELETE /v2.0/networks/530f6954-ad11-4f65-b924-82053ffae104 HTTP/1.1" status: 204 len: 168 time: 2.6113360 Feb 02 15:17:24.494438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e039f3e1-56cf-4584-ad3b-8e6b37371736,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:24.499761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4408f8e-f11f-4dd9-be43-93bf6af0480e admin admin] Pushing event deleted for resources: {'Network': ['ID=530f6954-ad11-4f65-b924-82053ffae104,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:24.647824 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:17:24.663008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d7eea63-aa10-4e14-8350-98db7225d99a req-1301fad1-5528-4b37-8979-289e8fac2ef6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b18f2f8d-da1e-433e-81f6-778ab1a8b859 HTTP/1.1" status: 200 len: 1096 time: 0.4995072 Feb 02 15:17:24.679582 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bed4f950-ad47-4a0a-b7a5-89a8fcaa6b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:24.755640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d7eea63-aa10-4e14-8350-98db7225d99a req-2c1a67a5-eeac-42db-8513-a69e16be502e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807800 Feb 02 15:17:24.911132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fdc86-0394-4a13-8601-ad1d3d56fa1d req-85e24606-0697-4783-b988-749a85163b1a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:24.916471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:24.918133 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-130fdc86-0394-4a13-8601-ad1d3d56fa1d req-85e24606-0697-4783-b988-749a85163b1a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 944 time: 0.1556191 Feb 02 15:17:24.954735 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:24.980902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-130fdc86-0394-4a13-8601-ad1d3d56fa1d req-a622a525-8715-4dec-9332-5af038e1bf44 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612669 Feb 02 15:17:24.984363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47836) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:25.032922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:25.057308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 45d7ad4a-a174-4dd9-9752-e6b880989b6a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:25.062085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:25.063110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'port_id': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'mac_address': 'fa:16:3e:44:34:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19308d4a-1b6c-425b-8f71-a3d7d82c4721', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:17:25.069799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c86e45-0115-48f0-9dd4-be925703db3c req-45d5eb5b-6f03-4f8f-808e-286f59d2e71e tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:25.079186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20c86e45-0115-48f0-9dd4-be925703db3c req-45d5eb5b-6f03-4f8f-808e-286f59d2e71e tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 945 time: 0.5020170 Feb 02 15:17:25.111147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ac79ce5a-af81-4255-898e-865785d91802 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=54b02d2d0281437882c559111c647b1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1255777 Feb 02 15:17:25.111995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47840) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:25.147216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 45d7ad4a-a174-4dd9-9752-e6b880989b6a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:25.147592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.189703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Attempting to bind port e039f3e1-56cf-4584-ad3b-8e6b37371736 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:17:25.190371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Attempting to bind port e039f3e1-56cf-4584-ad3b-8e6b37371736 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:17:25.190916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Attempting to bind port e039f3e1-56cf-4584-ad3b-8e6b37371736 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:25.195253 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.206496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Port e039f3e1-56cf-4584-ad3b-8e6b37371736 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:17:25.206496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Attempting to bind port e039f3e1-56cf-4584-ad3b-8e6b37371736 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:25.244053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-20c86e45-0115-48f0-9dd4-be925703db3c req-99ca1e61-8717-4a13-b3fd-899c67b6fdc2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:25.284132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:17:25.287306 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.288679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Checking segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:17:25.289176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Bound using segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:17:25.289879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Bound port: e039f3e1-56cf-4584-ad3b-8e6b37371736, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:17:25.290443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.299728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5aa73c16-5509-416c-8ab4-8a0ed6ba2304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.312314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd0345a6-2057-4c62-a4e2-8054295064de {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:25.321962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-20c86e45-0115-48f0-9dd4-be925703db3c req-99ca1e61-8717-4a13-b3fd-899c67b6fdc2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:25.337535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20c86e45-0115-48f0-9dd4-be925703db3c req-99ca1e61-8717-4a13-b3fd-899c67b6fdc2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455323 Feb 02 15:17:25.354427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:25.354727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5aa73c16-5509-416c-8ab4-8a0ed6ba2304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.385003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5bc265fd-8fd9-498c-a145-862af0bbb6f2,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:25.407048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c332f-9c4d-4400-97b6-a74b608a716b req-21b53221-2ee3-438e-98e5-d7caec7d1c1c tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:25.420018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-470c332f-9c4d-4400-97b6-a74b608a716b req-21b53221-2ee3-438e-98e5-d7caec7d1c1c tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 944 time: 0.1965048 Feb 02 15:17:25.427023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.440394 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.515763 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-470c332f-9c4d-4400-97b6-a74b608a716b req-c3e7a6cc-b745-43c5-9a33-a05d11bdf4a2 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901802 Feb 02 15:17:25.544045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:25.549047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] For port e039f3e1-56cf-4584-ad3b-8e6b37371736, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:25.556389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] For port e039f3e1-56cf-4584-ad3b-8e6b37371736, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e039f3e1-56cf-4584-ad3b-8e6b37371736,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:17:25.570460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:25.626909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5aa73c16-5509-416c-8ab4-8a0ed6ba2304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.642606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa73c16-5509-416c-8ab4-8a0ed6ba2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5c0ef-0a26-4a5f-872c-5426eda40f08,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:25.672683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.675381 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.693513 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5aa73c16-5509-416c-8ab4-8a0ed6ba2304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.696610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5aa73c16-5509-416c-8ab4-8a0ed6ba2304 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b2a5c0ef-0a26-4a5f-872c-5426eda40f08 HTTP/1.1" status: 204 len: 168 time: 0.5825429 Feb 02 15:17:25.765546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=45d7ad4a-a174-4dd9-9752-e6b880989b6a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:25.774646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['fd0345a6-2057-4c62-a4e2-8054295064de'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:25.831383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:25.838875 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] 10.222.0.64 "PUT /v2.0/ports/e039f3e1-56cf-4584-ad3b-8e6b37371736 HTTP/1.1" status: 200 len: 1092 time: 2.9012628 Feb 02 15:17:25.840536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688932f1-80e3-4200-b9b2-efd11155ca87', 'tag': 'e039f3e1-56cf-4584-ad3b-8e6b37371736'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:25.891682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd996fd-97e6-477e-89ed-c60a98e92bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e039f3e1-56cf-4584-ad3b-8e6b37371736,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:26.037116 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688932f1-80e3-4200-b9b2-efd11155ca87', 'tag': 'e039f3e1-56cf-4584-ad3b-8e6b37371736', 'status': 'completed', 'code': 200} Feb 02 15:17:26.107215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2'}, {'server_uuid': '9675392c-d86b-46d0-ba80-57c0a48194af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d7ad4a-a174-4dd9-9752-e6b880989b6a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:26.146348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-0e8030f4-ef1a-4dd0-8e8c-07ce45134466 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 1095 time: 0.1782880 Feb 02 15:17:26.317123 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'code': 200} Feb 02 15:17:26.317590 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9675392c-d86b-46d0-ba80-57c0a48194af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d7ad4a-a174-4dd9-9752-e6b880989b6a', 'code': 200} Feb 02 15:17:26.412151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-6af4ca39-8e3b-4749-a1ba-1808deb85386 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e039f3e1-56cf-4584-ad3b-8e6b37371736 HTTP/1.1" status: 200 len: 217 time: 0.2534957 Feb 02 15:17:26.642374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-f022d12c-5c0e-4e97-a344-608d90c03c1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:26.644013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-f022d12c-5c0e-4e97-a344-608d90c03c1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.2166681 Feb 02 15:17:26.727301 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-792dc613-705b-4e1c-a9f8-3b7ad6e2d6f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696616 Feb 02 15:17:26.736965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b36a4-c7fd-4397-b532-08f663e292f4 req-7dfe8a48-be35-4edf-bdf7-91e024ed04e1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:26.760871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-042b36a4-c7fd-4397-b532-08f663e292f4 req-7dfe8a48-be35-4edf-bdf7-91e024ed04e1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 944 time: 0.4203076 Feb 02 15:17:26.848777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1a985-586c-4641-be2b-7c318ec7641b req-01650f85-7a20-44db-bbfc-613d7c9d4ade tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:26.850126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4c1a985-586c-4641-be2b-7c318ec7641b req-01650f85-7a20-44db-bbfc-613d7c9d4ade tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2023904 Feb 02 15:17:26.866458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa5bded2-77ef-44dd-8987-e92f3a43de91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:27.004057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4c1a985-586c-4641-be2b-7c318ec7641b req-7c2023a4-2a4d-4bd8-9790-72c5b7fc2dcc tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404185 Feb 02 15:17:27.037276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:27.049932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0872eb32-266c-436f-8bc7-6f20dad78fd6 req-5643c06b-32a4-4d72-9c09-8211e403854e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 1096 time: 0.5382531 Feb 02 15:17:27.058031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cbbfed3-6aa3-4e45-bf84-0e6dfe7e7c23 req-bb0973bc-18b9-46da-affd-4251d9fe0fad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 1097 time: 0.5846951 Feb 02 15:17:27.163237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-042b36a4-c7fd-4397-b532-08f663e292f4 req-ac9de06f-b5ab-4736-b07e-c8e2fa3f97f7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949218 Feb 02 15:17:27.244755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-935b5e89-9eab-437d-b543-dda3b6a486f2 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799259 Feb 02 15:17:27.280734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0872eb32-266c-436f-8bc7-6f20dad78fd6 req-f0ad079d-44bf-4414-a6a4-7d790afd2fb9 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216275 Feb 02 15:17:27.290048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port f0cba198-f752-4b14-bfb4-37afeb59fce8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:27.292042 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:27.467948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cbbfed3-6aa3-4e45-bf84-0e6dfe7e7c23 req-bf69517d-4376-4731-9580-9cea3909982f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624365 Feb 02 15:17:27.470290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36588c7-d508-4e12-8d07-2e546503494a req-757876ad-4f21-494a-8f76-1270ab210dd1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:27.478498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a36588c7-d508-4e12-8d07-2e546503494a req-757876ad-4f21-494a-8f76-1270ab210dd1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 945 time: 0.1174023 Feb 02 15:17:27.564023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:27.578019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10e23f6f-2f4d-4036-b943-17d90d014275 req-6830713b-2e00-4599-be3c-e4a7eee8f0b5 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248634 Feb 02 15:17:27.632817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:27.644018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a36588c7-d508-4e12-8d07-2e546503494a req-8f360202-6b2b-408c-9f58-3108828543b6 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612821 Feb 02 15:17:27.694333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:27.961887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=10']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:28.193134 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-9c23978c-f6d6-4d2e-b385-ac095f531796 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 1095 time: 0.2556098 Feb 02 15:17:28.489151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:28.489151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fd0345a6-2057-4c62-a4e2-8054295064de up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:28.533658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port fd0345a6-2057-4c62-a4e2-8054295064de triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:28.534436 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:28.703777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718cdf6-6332-4c1b-b39d-c398c9b4eca9 req-be5c3623-1438-4f27-8e2b-505290c6cfd6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:28.710733 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a718cdf6-6332-4c1b-b39d-c398c9b4eca9 req-be5c3623-1438-4f27-8e2b-505290c6cfd6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 944 time: 0.3569140 Feb 02 15:17:28.798692 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:28.817559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47948) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:28.840307 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a718cdf6-6332-4c1b-b39d-c398c9b4eca9 req-07be7a14-eba1-4c3f-b2c3-59d59f3b984f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039627 Feb 02 15:17:28.840441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1a976-bf97-4a6c-aebe-5bc0c19b16a1 req-af4f0e45-7b6b-4f50-b0d6-74bfeb494275 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:28.840441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2f1a976-bf97-4a6c-aebe-5bc0c19b16a1 req-af4f0e45-7b6b-4f50-b0d6-74bfeb494275 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.5860131 Feb 02 15:17:28.979625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:29.030417 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:29.033634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-38c129a8-e273-4906-84df-1d1186ed5b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:29.040691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-38c129a8-e273-4906-84df-1d1186ed5b40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 0.8382974 Feb 02 15:17:29.076791 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'code': 200} Feb 02 15:17:29.160312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:29.255782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-16ab0ec7-e52e-403a-8a15-d6f4256e42d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e039f3e1-56cf-4584-ad3b-8e6b37371736 HTTP/1.1" status: 200 len: 217 time: 0.1689768 Feb 02 15:17:29.260920 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:29.318565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-network', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:29.370154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:29.375709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-61619609-24cb-419c-8050-b364c6791d33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:29.377627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-61619609-24cb-419c-8050-b364c6791d33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1105688 Feb 02 15:17:29.380253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:29.384771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Usage tracker for resource:network and tenant:b84de64cd56f4fa89fd71e1094c1a1b5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:29.388668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:29.398124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:29.453531 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2f1a976-bf97-4a6c-aebe-5bc0c19b16a1 req-71850874-5208-4e94-b75a-720a462defe7 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5491285 Feb 02 15:17:29.464225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-40e81f4f-a5cd-4089-86db-c2307090853a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498888 Feb 02 15:17:29.588759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Made reservation on behalf of b84de64cd56f4fa89fd71e1094c1a1b5 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:29.591450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:29.613957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bba30-b602-4b42-bd1b-fcd65161ce02 req-b2c70db2-539d-4d1b-8b11-d7727d4a8dc3 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:29.615693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-115bba30-b602-4b42-bd1b-fcd65161ce02 req-b2c70db2-539d-4d1b-8b11-d7727d4a8dc3 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 945 time: 0.1137102 Feb 02 15:17:29.620839 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:29.765244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-115bba30-b602-4b42-bd1b-fcd65161ce02 req-4d20cd8d-edcf-4b05-99c7-4ee1c31c6480 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405208 Feb 02 15:17:29.801537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:29.827467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Usage tracker for resource:security_group_rule and tenant:b84de64cd56f4fa89fd71e1094c1a1b5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:29.837648 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:29.838990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:29.858513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:30.077671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:30.136554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b20c-9df6-409b-9007-c34e004468e7 req-b509d3e5-b200-4d33-95c7-6b31e3e936f8 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:30.147093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1c3b20c-9df6-409b-9007-c34e004468e7 req-b509d3e5-b200-4d33-95c7-6b31e3e936f8 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 944 time: 0.1173725 Feb 02 15:17:30.252034 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:30.286693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1c3b20c-9df6-409b-9007-c34e004468e7 req-b94cbf62-6ce8-4181-af30-e6bfb423b450 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369574 Feb 02 15:17:30.338141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8f2f88-81d6-44ce-bc00-ed8d3ed1bf9d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:30.369511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:17:30.390686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:30.391329 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Added segment 73606bda-580b-45ac-afde-7c66beca5113 of type vlan for network 5ad8db52-c1df-4866-9888-a9d686737871 Feb 02 15:17:30.448092 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:30.511046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-2d64ed13-9387-40b1-8ba7-ece7e5b2f40e service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0413318 Feb 02 15:17:30.597605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:30.599080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:30.600132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:30.805884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad8db52-c1df-4866-9888-a9d686737871,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:30.820383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 5ad8db52-c1df-4866-9888-a9d686737871 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:17:30.827415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5f70c-2d5a-4405-828a-b41a28691b03 req-a44c1112-8350-4973-83ab-ad86be7b992e tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:30.834377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07e5f70c-2d5a-4405-828a-b41a28691b03 req-a44c1112-8350-4973-83ab-ad86be7b992e tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=b18f2f8d-da1e-433e-81f6-778ab1a8b859 HTTP/1.1" status: 200 len: 945 time: 0.7512352 Feb 02 15:17:30.901835 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07e5f70c-2d5a-4405-828a-b41a28691b03 req-76300576-2d89-4be2-aa05-4f81764fe891 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665987 Feb 02 15:17:31.019044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-93562419-e5db-48bb-a955-26d49ab35a93 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1976039 Feb 02 15:17:31.024423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48006) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:31.052803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Request body: {'subnet': {'network_id': '5ad8db52-c1df-4866-9888-a9d686737871', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-subnet', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:31.081957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:31.086243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Usage tracker for resource:subnet and tenant:b84de64cd56f4fa89fd71e1094c1a1b5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:31.089403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:31.094708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:31.096460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:31.118549 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6cf5b38-b1a4-43fb-ba19-71ebbd2a2718 req-e4dc3eab-1ebd-4fe5-84ce-88b82a558e47 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923386 Feb 02 15:17:31.125138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e039f3e1-56cf-4584-ad3b-8e6b37371736 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:17:31.198156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Made reservation on behalf of b84de64cd56f4fa89fd71e1094c1a1b5 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:31.202512 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:31.213755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2f8e2-859b-4a90-9d6c-18c8355dfa93 req-473acd2b-177c-4ec0-ad3c-f5ee17bd65ac tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:31.224737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40f2f8e2-859b-4a90-9d6c-18c8355dfa93 req-473acd2b-177c-4ec0-ad3c-f5ee17bd65ac tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2423284 Feb 02 15:17:31.302963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40f2f8e2-859b-4a90-9d6c-18c8355dfa93 req-97f9d167-3139-4daa-8ff2-16633a0eed73 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764430 Feb 02 15:17:31.487961 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'code': 200} Feb 02 15:17:31.552038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e039f3e1-56cf-4584-ad3b-8e6b37371736, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e039f3e1-56cf-4584-ad3b-8e6b37371736,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:31.610268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'e039f3e1-56cf-4584-ad3b-8e6b37371736', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'port_id': 'e039f3e1-56cf-4584-ad3b-8e6b37371736', 'mac_address': 'fa:16:3e:7e:43:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ec79d3-5556-4ce2-a222-25352a802725', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:17:31.867505 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:31.940541 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e039f3e1-56cf-4584-ad3b-8e6b37371736 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:17:31.984405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e039f3e1-56cf-4584-ad3b-8e6b37371736, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e039f3e1-56cf-4584-ad3b-8e6b37371736,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:32.048468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:32.073232 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:32.158562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd3432-6cab-488a-88e4-64fc754d2ff8 req-5b52e04e-5ac3-42cf-8b48-0f609d5d9694 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:32.172343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bcfd3432-6cab-488a-88e4-64fc754d2ff8 req-5b52e04e-5ac3-42cf-8b48-0f609d5d9694 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2654188 Feb 02 15:17:32.172755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b5640-0452-486b-83e5-18684ea13374 req-d010c68f-9a0d-4c7a-8bca-c0e544315624 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:32.177801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48024) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:32.179650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-765b5640-0452-486b-83e5-18684ea13374 req-d010c68f-9a0d-4c7a-8bca-c0e544315624 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 944 time: 0.3698983 Feb 02 15:17:32.203590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24308cf4-bbaf-49b8-ba70-9701028553f6,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:32.211338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'floatingip': {'port_id': '5bc265fd-8fd9-498c-a145-862af0bbb6f2'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:32.280495 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-765b5640-0452-486b-83e5-18684ea13374 req-4d0c16c8-6aea-4e78-b958-b3dd9aeded77 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917912 Feb 02 15:17:32.300828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e039f3e1-56cf-4584-ad3b-8e6b37371736,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:32.316562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:32.435878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e039f3e1-56cf-4584-ad3b-8e6b37371736'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:32.447002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Checking segment: {'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:17:32.447376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Network hostable DHCP agents. Network: 5ad8db52-c1df-4866-9888-a9d686737871, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:17:33.051818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Network 5ad8db52-c1df-4866-9888-a9d686737871 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:17:33.606840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61b913-5155-4ef6-8477-9f7ae881c2ae req-824e0da6-38cf-4a72-b21d-237eee6381e0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:33.610803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d61b913-5155-4ef6-8477-9f7ae881c2ae req-824e0da6-38cf-4a72-b21d-237eee6381e0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 945 time: 0.1309106 Feb 02 15:17:33.617254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 5ad8db52-c1df-4866-9888-a9d686737871) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:33.627066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5eba28-9560-4411-95c1-91b5a06f25d2 None None] Network 5ad8db52-c1df-4866-9888-a9d686737871 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:17:33.813472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:33.813472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:33.930580 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d61b913-5155-4ef6-8477-9f7ae881c2ae req-9d540307-c1bd-45d8-a220-edcc7b3c7623 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091083 Feb 02 15:17:34.001229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-adda2626-cb30-4305-ab7c-4fd9bdf4a399 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:34.001229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-adda2626-cb30-4305-ab7c-4fd9bdf4a399 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.64 "GET /v2.0/ports?device_id=b18f2f8d-da1e-433e-81f6-778ab1a8b859 HTTP/1.1" status: 200 len: 945 time: 0.9386754 Feb 02 15:17:34.176458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Deleting port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:34.177627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:34.225085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-5ad8db52-c1df-4866-9888-a9d686737871', 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'fixed_ips': [{'subnet_id': '24308cf4-bbaf-49b8-ba70-9701028553f6'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:17:34.225896 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:34.266663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-f965740c-9cf2-42f8-8129-380e0f795501 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:34.273852 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-f965740c-9cf2-42f8-8129-380e0f795501 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 813 time: 0.7271073 Feb 02 15:17:34.327650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-b9098cb5-faf7-4a10-88e4-715e4f676fbe tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/quotas/e3d719d803b744599dd06345dbc575b4 HTTP/1.1" status: 200 len: 375 time: 0.0409057 Feb 02 15:17:34.502770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Allocated IP 172.20.0.2 (5ad8db52-c1df-4866-9888-a9d686737871/24308cf4-bbaf-49b8-ba70-9701028553f6/89af04cf-afcf-431a-945e-3894addc7ff2) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:34.624059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] For port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:34.628579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:34.790480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:34.813404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Transition to ACTIVE for port object 89af04cf-afcf-431a-945e-3894addc7ff2 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:34.848520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Transition to ACTIVE for port object 89af04cf-afcf-431a-945e-3894addc7ff2 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:34.913039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Calling delete_port for 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:17:34.971192 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:34.972111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bbb0062d-6c5f-41c4-83e7-5bd77891efb1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9416132 Feb 02 15:17:34.974383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48074) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:34.990865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:35.014912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:35.063053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Usage tracker for resource:router and tenant:b84de64cd56f4fa89fd71e1094c1a1b5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:35.071404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:35.097727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:35.209499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:35.210649 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:35.266417 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:35.344448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e039f3e1-56cf-4584-ad3b-8e6b37371736 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:35.450559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Network 5ad8db52-c1df-4866-9888-a9d686737871 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:35.467204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:35.483341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:35.564224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Pushing event updated for resources: {'Port': ['ID=89af04cf-afcf-431a-945e-3894addc7ff2,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:35.747823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-013e2ab7-501d-4f43-a57e-c5fd608359e2 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4185894 Feb 02 15:17:35.938887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Attempting to bind port 89af04cf-afcf-431a-945e-3894addc7ff2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:17:35.939969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Attempting to bind port 89af04cf-afcf-431a-945e-3894addc7ff2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:17:35.940576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Attempting to bind port 89af04cf-afcf-431a-945e-3894addc7ff2 on network 5ad8db52-c1df-4866-9888-a9d686737871 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:35.953258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:17:35.954947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Checking segment: {'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:17:35.956362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:35.957011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Bound using segment: {'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:17:35.958346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Bound port: 89af04cf-afcf-431a-945e-3894addc7ff2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:17:35.961119 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:35.976527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.005200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ecae0-59a0-4d23-9939-c61254a843d4 req-8c8cc0ea-5023-44d9-9684-9e1ef7c78cc0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:36.014376 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b7ecae0-59a0-4d23-9939-c61254a843d4 req-8c8cc0ea-5023-44d9-9684-9e1ef7c78cc0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 945 time: 0.6812191 Feb 02 15:17:36.107110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port e039f3e1-56cf-4584-ad3b-8e6b37371736 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:36.107544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b7ecae0-59a0-4d23-9939-c61254a843d4 req-cd398e08-8ce8-47fa-a1c0-e7749eea0d0c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900619 Feb 02 15:17:36.154629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.160202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port e039f3e1-56cf-4584-ad3b-8e6b37371736 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:36.161145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.227809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.229545 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.264452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['45d7ad4a-a174-4dd9-9752-e6b880989b6a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:17:36.322197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] For port 89af04cf-afcf-431a-945e-3894addc7ff2, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:36.420132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Pushing event deleted for resources: {'Port': ['ID=9e0c46e5-dd10-4fed-a161-e364a8d3fc49,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:36.423897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] For port 89af04cf-afcf-431a-945e-3894addc7ff2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89af04cf-afcf-431a-945e-3894addc7ff2,segment=NetworkSegment(73606bda-580b-45ac-afde-7c66beca5113),segment_id=73606bda-580b-45ac-afde-7c66beca5113)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:17:36.439956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-35b6cef4-1961-4aa3-9f8a-42e4edec0550 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:36.441636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-35b6cef4-1961-4aa3-9f8a-42e4edec0550 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.107 "GET /v2.0/ports?device_id=9675392c-d86b-46d0-ba80-57c0a48194af HTTP/1.1" status: 200 len: 945 time: 1.7312951 Feb 02 15:17:36.535197 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.553640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Deleting port 45d7ad4a-a174-4dd9-9752-e6b880989b6a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:36.553994 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.572180 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.661209 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.755775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] No DVR routers for this DVR port 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:17:36.766771 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:36.857562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18f2f8d-da1e-433e-81f6-778ab1a8b859', 'name': 'network-vif-deleted', 'tag': '9e0c46e5-dd10-4fed-a161-e364a8d3fc49'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:36.915487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Allocated IP 172.25.0.208 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/29ecbf45-baf2-4763-ade8-f10abc6ec4cf) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:36.974041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5d100bb-efcf-46f4-b29b-68ec2eb12317 req-39a23766-7cd2-44c6-b89d-c93334a003bc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.64 "DELETE /v2.0/ports/9e0c46e5-dd10-4fed-a161-e364a8d3fc49 HTTP/1.1" status: 204 len: 173 time: 2.9030163 Feb 02 15:17:37.012924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef52a7-8db6-4884-b4eb-7f9f8d9db8de None None] Pushing event updated for resources: {'Port': ['ID=89af04cf-afcf-431a-945e-3894addc7ff2,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:37.169773 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:37.332404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:37.380836 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18f2f8d-da1e-433e-81f6-778ab1a8b859', 'name': 'network-vif-deleted', 'tag': '9e0c46e5-dd10-4fed-a161-e364a8d3fc49', 'status': 'completed', 'code': 200} Feb 02 15:17:37.386842 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-480e7590-4aed-480e-9087-c52a033ccf5a service neutron] 10.222.0.88 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6375422 Feb 02 15:17:37.496919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:37.601323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688932f1-80e3-4200-b9b2-efd11155ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e039f3e1-56cf-4584-ad3b-8e6b37371736'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:37.613088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Pushing event updated for resources: {'Port': ['ID=29ecbf45-baf2-4763-ade8-f10abc6ec4cf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:37.650557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:37.654406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:37.667232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:37.688813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e039f3e1-56cf-4584-ad3b-8e6b37371736, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e039f3e1-56cf-4584-ad3b-8e6b37371736,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:37.769511 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:37.771282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:17:37.816908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e56f50-15b8-43bb-8dfc-8b65953b649e req-a00a6141-8f60-41c0-a66e-d78d2e21e80f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:37.825463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-31e56f50-15b8-43bb-8dfc-8b65953b649e req-a00a6141-8f60-41c0-a66e-d78d2e21e80f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 945 time: 0.4113350 Feb 02 15:17:38.015656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:17:38.020192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9e0c46e5-dd10-4fed-a161-e364a8d3fc49 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:17:38.079266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e039f3e1-56cf-4584-ad3b-8e6b37371736,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:38.093553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-31e56f50-15b8-43bb-8dfc-8b65953b649e req-63272808-ca02-45c0-9eeb-8486103df47e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669189 Feb 02 15:17:38.160181 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-42f070b4-8a64-4159-8cb2-91cb58d93f02 service neutron] 10.222.0.88 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114148 Feb 02 15:17:38.243712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] For port 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:38.246989 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:38.303807 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Floating IP b2742a12-82db-45ca-a0de-218ad53f2588 associated. External IP: 172.25.0.189, port: 5bc265fd-8fd9-498c-a145-862af0bbb6f2. Feb 02 15:17:38.466040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 45d7ad4a-a174-4dd9-9752-e6b880989b6a no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:17:38.503614 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:38.505327 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:38.840800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:38.900040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:38.972213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Calling delete_port for 45d7ad4a-a174-4dd9-9752-e6b880989b6a owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:17:39.141461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89af04cf-afcf-431a-945e-3894addc7ff2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:39.201776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-aaf72c29-bba0-47ba-ba13-882dd2ca69cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2223177cf8e4805a21116e21e6223dc&device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 1101 time: 0.7546079 Feb 02 15:17:39.246207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-75345c83-87e5-4e14-8221-32831cbd372d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4876440 Feb 02 15:17:39.425073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Router e014051e-ed0a-4c4d-abac-412f20c838dd is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:17:39.430032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:39.514173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 89af04cf-afcf-431a-945e-3894addc7ff2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:39.528612 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688932f1-80e3-4200-b9b2-efd11155ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e039f3e1-56cf-4584-ad3b-8e6b37371736', 'code': 200} Feb 02 15:17:39.556610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166173ae-628d-4bd5-aa7c-af0a62309d25 None None] Network 5ad8db52-c1df-4866-9888-a9d686737871 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:17:40.161601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a190f4-9a6a-4d35-8b25-0df3f92223b3 req-540a995d-c53a-4355-ada8-8e92b8c975e0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:40.169404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49a190f4-9a6a-4d35-8b25-0df3f92223b3 req-540a995d-c53a-4355-ada8-8e92b8c975e0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 946 time: 0.4458165 Feb 02 15:17:40.199210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:17:40.201850 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:17:40.226172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=45d7ad4a-a174-4dd9-9752-e6b880989b6a,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:40.301923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cc70077d-1d6f-4cd9-815c-ff282c8941d9 None None] Provisioning for port 89af04cf-afcf-431a-945e-3894addc7ff2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:40.306158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.314016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.314940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.315420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.315909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.316399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.318823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.319356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.319827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.325065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.325612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:40.356556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cc70077d-1d6f-4cd9-815c-ff282c8941d9 None None] Provisioning complete for port 89af04cf-afcf-431a-945e-3894addc7ff2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:40.357177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc70077d-1d6f-4cd9-815c-ff282c8941d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:40.491168 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-2c94adec-e009-445f-b72f-c06775fde99f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6492 time: 1.1874673 Feb 02 15:17:40.508219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-ebc3753b-7b62-40bf-992f-f3c6f56d5003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:40.516113 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-ebc3753b-7b62-40bf-992f-f3c6f56d5003 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 1.2624290 Feb 02 15:17:40.518056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49a190f4-9a6a-4d35-8b25-0df3f92223b3 req-02f1cd5e-1019-4c86-9f00-a1e8bee7f08d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596997 Feb 02 15:17:40.661089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:17:40.677682 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Sync routers for ids ['e014051e-ed0a-4c4d-abac-412f20c838dd'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:17:40.701029 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Routers {'e014051e-ed0a-4c4d-abac-412f20c838dd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:17:40.701641 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:17:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e014051e-ed0a-4c4d-abac-412f20c838dd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:40.721982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Deleting port 45d7ad4a-a174-4dd9-9752-e6b880989b6a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:17:40.722589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:40.769298 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc70077d-1d6f-4cd9-815c-ff282c8941d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:40.796812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:40.796812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5cdd7dbc-6c67-46b4-a57b-538b81613c65 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8178153 Feb 02 15:17:40.796812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48142) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:17:40.856205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-606b8e6a-0598-4b9d-9136-8560f2d9405b req-5d1e1a0d-e8d9-4610-a9d5-9936c191a315 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 1097 time: 0.9137809 Feb 02 15:17:40.941362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-cc70077d-1d6f-4cd9-815c-ff282c8941d9 None None] For port 89af04cf-afcf-431a-945e-3894addc7ff2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89af04cf-afcf-431a-945e-3894addc7ff2,segment=NetworkSegment(73606bda-580b-45ac-afde-7c66beca5113),segment_id=73606bda-580b-45ac-afde-7c66beca5113)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:41.048825 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc70077d-1d6f-4cd9-815c-ff282c8941d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:41.248802 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Set router e014051e-ed0a-4c4d-abac-412f20c838dd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:17:41.342253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70077d-1d6f-4cd9-815c-ff282c8941d9 None None] Pushing event updated for resources: {'Port': ['ID=89af04cf-afcf-431a-945e-3894addc7ff2,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:41.368712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-fe854e2b-a5a3-44ec-a1ef-cfa674a32275 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8 HTTP/1.1" status: 200 len: 217 time: 0.8448381 Feb 02 15:17:41.521041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3ce6dffa-cdd1-4aea-9ed5-cb05a3596903 None None] Provisioning complete for port 89af04cf-afcf-431a-945e-3894addc7ff2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:41.521884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dffa-cdd1-4aea-9ed5-cb05a3596903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:41.556494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-97a1e1a3-4af3-412d-aae6-7b24ff45883d req-4d07ca62-b6f6-4385-9f81-2155636cdeac tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Synchronizing usage tracker for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:41.618574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9675392c-d86b-46d0-ba80-57c0a48194af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d7ad4a-a174-4dd9-9752-e6b880989b6a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:42.092951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-97a1e1a3-4af3-412d-aae6-7b24ff45883d req-4d07ca62-b6f6-4385-9f81-2155636cdeac tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Unset dirty status for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:42.092951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97a1e1a3-4af3-412d-aae6-7b24ff45883d req-4d07ca62-b6f6-4385-9f81-2155636cdeac tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 210 time: 1.0736763 Feb 02 15:17:42.361623 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9675392c-d86b-46d0-ba80-57c0a48194af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d7ad4a-a174-4dd9-9752-e6b880989b6a', 'code': 200} Feb 02 15:17:42.448864 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:17:38Z', 'revision_number': 3, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:42.460203 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Checking router: e014051e-ed0a-4c4d-abac-412f20c838dd for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:17:42.460544 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Updating router e014051e-ed0a-4c4d-abac-412f20c838dd port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:17:42.470674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-606b8e6a-0598-4b9d-9136-8560f2d9405b req-28f84e8f-38cf-4c9d-9986-6934a7cc85c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2993250 Feb 02 15:17:42.558015 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:42.749237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac386c5-13e4-478d-9616-0517efc6ad02 req-72073879-78e5-4fc6-8841-a3feb911fecd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:42.749736 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aac386c5-13e4-478d-9616-0517efc6ad02 req-72073879-78e5-4fc6-8841-a3feb911fecd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 946 time: 0.7422760 Feb 02 15:17:42.848841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-dab660ab-ac0c-4fdd-ad8c-81739701308a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:42.852839 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-dab660ab-ac0c-4fdd-ad8c-81739701308a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 1.4408963 Feb 02 15:17:43.079867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] For port 45d7ad4a-a174-4dd9-9752-e6b880989b6a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=45d7ad4a-a174-4dd9-9752-e6b880989b6a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:43.080264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:43.178835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-0398f2bd-c10e-45c7-9eee-6b0a104f0052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:43.179764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-0398f2bd-c10e-45c7-9eee-6b0a104f0052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:43.180997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-0398f2bd-c10e-45c7-9eee-6b0a104f0052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:43.187418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-0398f2bd-c10e-45c7-9eee-6b0a104f0052 service neutron] 10.222.0.107 "GET /v2.0/networks?id=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=e956464a-8c94-41d0-a13b-6ba285f31f63&id=9ad745fe-1db8-486b-b672-f8cd3aaad833&id=9ad745fe-1db8-486b-b672-f8cd3aaad833 HTTP/1.1" status: 200 len: 2295 time: 2.4305885 Feb 02 15:17:43.193275 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aac386c5-13e4-478d-9616-0517efc6ad02 req-8d965b84-f5d3-4e0a-8461-579905e38845 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115491 Feb 02 15:17:43.193464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89af04cf-afcf-431a-945e-3894addc7ff2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:43.470270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 89af04cf-afcf-431a-945e-3894addc7ff2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:43.473453 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:43.809038 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:43.876519 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Transition to ACTIVE for port object 29ecbf45-baf2-4763-ade8-f10abc6ec4cf will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:43.898370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Calling delete_port for 45d7ad4a-a174-4dd9-9752-e6b880989b6a owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:17:44.014592 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:44.158180 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Attempting to bind port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:17:44.158794 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Attempting to bind port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:17:44.159706 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Attempting to bind port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:44.180311 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:17:44.180953 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:17:44.189641 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:44.189641 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:17:44.189641 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Bound port: 29ecbf45-baf2-4763-ade8-f10abc6ec4cf, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:17:44.189641 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:44.441648 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Pushing event updated for resources: {'Port': ['ID=29ecbf45-baf2-4763-ade8-f10abc6ec4cf,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:44.444679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-30e4a728-a646-40fc-b7a9-9200725a8770 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4520d26-356e-4ee0-8550-b874047a33b7 HTTP/1.1" status: 200 len: 1002 time: 1.1979003 Feb 02 15:17:44.455337 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] For port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:44.472001 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] For port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29ecbf45-baf2-4763-ade8-f10abc6ec4cf,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:17:44.480511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:44.481586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:44.498514 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.501659 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.502837 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.503398 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.504945 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.508228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.508228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.508228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.508228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.508228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.509747 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:17:44.565418 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:44.829151 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Routers {'e014051e-ed0a-4c4d-abac-412f20c838dd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:17:44.832907 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:17:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e014051e-ed0a-4c4d-abac-412f20c838dd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:44.935782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-7887a9e7-5890-4d30-8dc4-aeb224bc90b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:44.939710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-7887a9e7-5890-4d30-8dc4-aeb224bc90b5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4e564f6a-29fd-44ae-a8bb-bfe6c975ca09 HTTP/1.1" status: 200 len: 850 time: 0.4857571 Feb 02 15:17:44.971242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3605273-858b-4bb9-9713-d883b08379dd req-27e084cf-4cb0-42ee-ae88-2bcc12b718af tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 210 time: 0.7895827 Feb 02 15:17:45.023476 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:17:45.128009 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eac95d-982a-4c5e-8062-a3be48151586 None None] Pushing event updated for resources: {'Port': ['ID=29ecbf45-baf2-4763-ade8-f10abc6ec4cf,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:45.218482 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] Set router e014051e-ed0a-4c4d-abac-412f20c838dd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:17:45.238647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9dbd9-8e0c-4993-a2af-d677a2f1bc3e req-ed600640-c54f-4bb0-989a-18a35ac430bc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:45.240385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bce9dbd9-8e0c-4993-a2af-d677a2f1bc3e req-ed600640-c54f-4bb0-989a-18a35ac430bc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 946 time: 0.4914441 Feb 02 15:17:45.243645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Allocated IP 172.20.0.1 (5ad8db52-c1df-4866-9888-a9d686737871/24308cf4-bbaf-49b8-ba70-9701028553f6/b946a472-ad15-4d1e-9417-01b0a6fabbe2) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:45.277975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Pushing event deleted for resources: {'Port': ['ID=45d7ad4a-a174-4dd9-9752-e6b880989b6a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:45.430302 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bce9dbd9-8e0c-4993-a2af-d677a2f1bc3e req-c677f105-b300-4b11-ae01-cfc9a66842d3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751521 Feb 02 15:17:45.440280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] No DVR routers for this DVR port 45d7ad4a-a174-4dd9-9752-e6b880989b6a on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:17:45.446103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:45.483990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9675392c-d86b-46d0-ba80-57c0a48194af', 'name': 'network-vif-deleted', 'tag': '45d7ad4a-a174-4dd9-9752-e6b880989b6a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:45.490916 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:45.524744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Transition to ACTIVE for port object b946a472-ad15-4d1e-9417-01b0a6fabbe2 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:45.545665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-d6515aaa-abae-4333-ba97-ae06f6c266ad tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:45.547163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-d6515aaa-abae-4333-ba97-ae06f6c266ad tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.107 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 813 time: 1.0698555 Feb 02 15:17:45.580964 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9675392c-d86b-46d0-ba80-57c0a48194af', 'name': 'network-vif-deleted', 'tag': '45d7ad4a-a174-4dd9-9752-e6b880989b6a', 'status': 'completed', 'code': 200} Feb 02 15:17:45.590109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Request body: {'port': {'device_id': '0976c4c9-3852-4891-828b-b9077b623ca9', 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'admin_state_up': True, 'tenant_id': 'e3d719d803b744599dd06345dbc575b4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:45.619896 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-9559df7c-657a-409d-bbf0-86137490e456 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.7226043 Feb 02 15:17:45.792513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:17:38Z', 'revision_number': 3, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:45.800885 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85bc8e-f121-487c-8f72-08a7290f16c0 None None] The sync data for ids ['e014051e-ed0a-4c4d-abac-412f20c838dd'] in n-d-827122-1 is: [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:17:38Z', 'revision_number': 3, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:17:45.815172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-58a048dc-9d18-4304-8a35-7302b45b81b5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7844782 Feb 02 15:17:45.857096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:46.294690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Network 5ad8db52-c1df-4866-9888-a9d686737871 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:46.312677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Pushing event updated for resources: {'Port': ['ID=b946a472-ad15-4d1e-9417-01b0a6fabbe2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:46.323957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:46.331008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:46.508748 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:46.716433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:46.718362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-298136fe-d2ac-401f-9cb7-0fe99b7bbe2f service neutron] 10.222.0.107 "GET /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227729 Feb 02 15:17:46.753562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-0e2e0adf-b90f-4992-a20f-eebd9b871604 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:46.754309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-0e2e0adf-b90f-4992-a20f-eebd9b871604 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:46.902970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84026622-ee83-45e1-8a37-0ebc3a875ce6 req-afe27b8c-cd2e-4643-83cf-7fa360271315 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.107 "DELETE /v2.0/ports/45d7ad4a-a174-4dd9-9752-e6b880989b6a HTTP/1.1" status: 204 len: 173 time: 10.4402969 Feb 02 15:17:46.910019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fd3889e4-4028-40f1-b28c-e65cc6010be5 req-234320cd-ca39-4740-9b7a-d1b072561096 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Synchronizing usage tracker for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:46.952020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-0e2e0adf-b90f-4992-a20f-eebd9b871604 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:46.952976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:46.953073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-0e2e0adf-b90f-4992-a20f-eebd9b871604 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 1.1201351 Feb 02 15:17:46.953166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Usage tracker for resource:port and tenant:e3d719d803b744599dd06345dbc575b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:46.953166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:46.996960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e6716a24-eded-41c0-92aa-d52d272561da None None] Provisioning for port b946a472-ad15-4d1e-9417-01b0a6fabbe2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:47.004394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e6716a24-eded-41c0-92aa-d52d272561da None None] Provisioning complete for port b946a472-ad15-4d1e-9417-01b0a6fabbe2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:47.004998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e6716a24-eded-41c0-92aa-d52d272561da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:47.083214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:47.232978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e6716a24-eded-41c0-92aa-d52d272561da None None] Port b946a472-ad15-4d1e-9417-01b0a6fabbe2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:17:47.263640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29ecbf45-baf2-4763-ade8-f10abc6ec4cf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:47.273399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-b61739bd-b1a5-463a-afaf-03dab9fc2234 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/quotas/73d6a44ccb544ca9b8f22dda7d20a075 HTTP/1.1" status: 200 len: 375 time: 0.3396583 Feb 02 15:17:47.303563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:47.545637 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:47.658238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:47.659484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:47.659927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:47.725662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-d23fdf7e-b811-46ac-9306-eeed8e42ad19 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:47.727553 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-d23fdf7e-b811-46ac-9306-eeed8e42ad19 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.64 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 813 time: 2.1893287 Feb 02 15:17:47.732528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-51148a82-afa7-4456-b52f-b0762fa2e304 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0497472 Feb 02 15:17:47.973697 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:48.015643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29ecbf45-baf2-4763-ade8-f10abc6ec4cf,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:48.112643 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:48.135490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14d3405d-1911-4402-b4f7-6a423e4c8aa9 req-de1551ef-ac15-4c01-ae35-4b83e2783bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376615 Feb 02 15:17:48.169158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Request body: {'port': {'device_id': '0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e', 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'admin_state_up': True, 'tenant_id': 'e3d719d803b744599dd06345dbc575b4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:48.217783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:48.243349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-4649ab48-0a05-4512-9268-7276452a2599 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9567623 Feb 02 15:17:48.304365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=29ecbf45-baf2-4763-ade8-f10abc6ec4cf,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:48.354168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:48.560266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Made reservation on behalf of e3d719d803b744599dd06345dbc575b4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:48.563420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:48.600639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fd3889e4-4028-40f1-b28c-e65cc6010be5 req-234320cd-ca39-4740-9b7a-d1b072561096 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Unset dirty status for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:48.602093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd3889e4-4028-40f1-b28c-e65cc6010be5 req-234320cd-ca39-4740-9b7a-d1b072561096 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 210 time: 1.8633118 Feb 02 15:17:48.712754 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:48.731080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Router 2b09353a-8dcd-457e-87b9-1fa7746331ce has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:17:48.911500 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-534c0848-cb41-46c9-9005-11dd58a0d2f9 service neutron] 10.222.0.107 "GET /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9582350 Feb 02 15:17:49.043883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Pushing event updated for resources: {'Port': ['ID=b946a472-ad15-4d1e-9417-01b0a6fabbe2,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:49.050046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Network 5ad8db52-c1df-4866-9888-a9d686737871 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:49.054203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:49.206764 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-a5898a16-20d3-4ffb-a1ed-e07a8ce9ea0a service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9484115 Feb 02 15:17:49.252080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29ecbf45-baf2-4763-ade8-f10abc6ec4cf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:49.309382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:49.309382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Usage tracker for resource:port and tenant:e3d719d803b744599dd06345dbc575b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:49.310173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:49.318574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:49.430907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:49.431811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:49.508010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Allocated IP 172.20.0.3 (32e4e579-60f2-4004-bc2a-5695f574a835/034293a4-1e4b-4dbd-b944-4333a4b2881f/55b22e73-3251-4c98-b5ba-55040b2ba3a2) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:49.572101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-ff930767-aa14-4b1a-80bb-d44bacce2732 service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530340 Feb 02 15:17:49.834559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2ede0e40-48e1-4ac5-96c2-fdfac1a5617e None None] Provisioning complete for port b946a472-ad15-4d1e-9417-01b0a6fabbe2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:49.835018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ede0e40-48e1-4ac5-96c2-fdfac1a5617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:49.980256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2ede0e40-48e1-4ac5-96c2-fdfac1a5617e None None] Port b946a472-ad15-4d1e-9417-01b0a6fabbe2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:17:50.035686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Made reservation on behalf of e3d719d803b744599dd06345dbc575b4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:50.038098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:50.111698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-a7592437-9722-41a5-a241-18866c7b2184 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 HTTP/1.1" status: 200 len: 217 time: 1.1304834 Feb 02 15:17:50.398913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-b4355b95-a86e-45cd-a6c9-a941abe78c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:50.400639 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-b4355b95-a86e-45cd-a6c9-a941abe78c3e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 200 len: 797 time: 0.1111281 Feb 02 15:17:50.606524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b248ce79-3c76-4c34-bc90-73c87dd2795c req-b85fef24-66cf-42c0-8ff1-1c54414dcb86 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 210 time: 0.5140252 Feb 02 15:17:50.762648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:50.768207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddd922d3-7a0b-44be-81fd-7d75a95e9846 req-6c9a0d61-ff48-4a23-98bc-78dfbbb5e862 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 210 time: 0.1682158 Feb 02 15:17:50.842998 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-9e66981f-58c6-44ae-82e3-8acdf8a1fec8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e956464a-8c94-41d0-a13b-6ba285f31f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3412838 Feb 02 15:17:50.896486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Router e014051e-ed0a-4c4d-abac-412f20c838dd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:17:51.249969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:17:51.267367 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-d7021bb0-f204-41ae-bf2c-ee4cb641ac12 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137883 Feb 02 15:17:51.273007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] Sync routers for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:17:51.320900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:17:51.327797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:17:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:51.333073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:51.648869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-16cec13b-1ef1-4364-8872-2e763a4d8a8d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "PUT /v2.0/floatingips/b2742a12-82db-45ca-a0de-218ad53f2588 HTTP/1.1" status: 200 len: 992 time: 19.4466157 Feb 02 15:17:51.677384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:17:51.810782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-b9c2e2a7-c3d2-4b80-8577-63c57d69b7f3 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216494 Feb 02 15:17:51.886692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:17:51.958090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-d48a89d9-34b5-4328-b917-e72b6c906c3f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 HTTP/1.1" status: 200 len: 217 time: 0.1393044 Feb 02 15:17:52.145038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6a81eadf-0004-464a-9b61-885b07c6a6c1 req-7989e869-986c-41fa-821b-cf6cb5c3e5a6 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Synchronizing usage tracker for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:52.221981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-1601bfba-23f4-47ed-ab74-ec536e6625c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:52.223542 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-1601bfba-23f4-47ed-ab74-ec536e6625c9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 200 len: 797 time: 0.2590475 Feb 02 15:17:52.273043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:17:52.298612 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Sync routers for ids ['e014051e-ed0a-4c4d-abac-412f20c838dd'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:17:52.301964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2c28a0b5-1127-4d3a-9a65-459cc8cf2da3 admin admin] 10.222.0.88 "PUT /v2.0/routers/e014051e-ed0a-4c4d-abac-412f20c838dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5033653 Feb 02 15:17:52.321868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cc194-37ec-461d-8dde-d3584f1b6df6 req-2da98f88-80db-4249-a026-465c2778b033 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:52.334465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a8cc194-37ec-461d-8dde-d3584f1b6df6 req-2da98f88-80db-4249-a026-465c2778b033 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.3184388 Feb 02 15:17:52.359513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6a81eadf-0004-464a-9b61-885b07c6a6c1 req-7989e869-986c-41fa-821b-cf6cb5c3e5a6 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Unset dirty status for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:52.360201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a81eadf-0004-464a-9b61-885b07c6a6c1 req-7989e869-986c-41fa-821b-cf6cb5c3e5a6 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 210 time: 0.3120306 Feb 02 15:17:52.360699 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Routers {'e014051e-ed0a-4c4d-abac-412f20c838dd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:17:52.361769 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:17:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e014051e-ed0a-4c4d-abac-412f20c838dd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:52.738617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a8cc194-37ec-461d-8dde-d3584f1b6df6 req-c3852b26-93e4-4eb9-928b-f2640c9721c6 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4031558 Feb 02 15:17:52.931208 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'status': 'completed', 'code': 200} Feb 02 15:17:52.969245 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Set router e014051e-ed0a-4c4d-abac-412f20c838dd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:17:53.030025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:53.202200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'b2742a12-82db-45ca-a0de-218ad53f2588', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'port_id': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'mac_address': 'fa:16:3e:53:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:16:56Z', 'updated_at': '2022-02-02T15:17:35Z', 'revision_number': 1, 'project_id': '3e79a765987343b399d41348d4dde431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:53.217451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Allocated IP 172.20.0.9 (32e4e579-60f2-4004-bc2a-5695f574a835/034293a4-1e4b-4dbd-b944-4333a4b2881f/3b74834c-0a77-498c-bb17-d9490d4de54a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:53.226563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] Checking router: 2b09353a-8dcd-457e-87b9-1fa7746331ce for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:17:53.268299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:17:53.269532 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:17:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:53.800305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:17:54.001443 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:17:46Z', 'revision_number': 4, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b946a472-ad15-4d1e-9417-01b0a6fabbe2', 'name': '', 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'mac_address': 'fa:16:3e:4b:8d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24308cf4-bbaf-49b8-ba70-9701028553f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:44Z', 'updated_at': '2022-02-02T15:17:47Z', 'revision_number': 2, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'subnets': [{'id': '24308cf4-bbaf-49b8-ba70-9701028553f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:54.009651 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Checking router: e014051e-ed0a-4c4d-abac-412f20c838dd for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:17:54.011385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Updating router e014051e-ed0a-4c4d-abac-412f20c838dd port b946a472-ad15-4d1e-9417-01b0a6fabbe2 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:17:54.062498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:54.168076 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:54.254434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-18c2ec90-ffaa-43eb-8aa0-70404f8d4faf tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6195185 Feb 02 15:17:54.268104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:54.279410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:54.298294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Usage tracker for resource:floatingip and tenant:b84de64cd56f4fa89fd71e1094c1a1b5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:17:54.301373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:17:54.314302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:54.415183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:54.501589 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8f9ec6c-0eec-418d-a02a-ef6b85320ac4 req-77d1a07e-87d6-4615-bb4b-2dd070ed9b97 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 210 time: 0.2997456 Feb 02 15:17:54.598026 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-6dee5205-c1e0-42dc-88f1-39a46ec8959b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e956464a-8c94-41d0-a13b-6ba285f31f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 2.3590078 Feb 02 15:17:54.601767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:54.631642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Network 32e4e579-60f2-4004-bc2a-5695f574a835 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:54.666185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ae17fbb8-79cc-45aa-a72e-16d6fb5c5357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:54.824961 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:55.037074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:55.239071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'b2742a12-82db-45ca-a0de-218ad53f2588', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'port_id': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'mac_address': 'fa:16:3e:53:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:16:56Z', 'updated_at': '2022-02-02T15:17:35Z', 'revision_number': 1, 'project_id': '3e79a765987343b399d41348d4dde431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:55.248354 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:55.249131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a981b-c970-4bd8-8472-2326e7a5558f None None] The sync data for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 is: [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'b2742a12-82db-45ca-a0de-218ad53f2588', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'port_id': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'mac_address': 'fa:16:3e:53:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:16:56Z', 'updated_at': '2022-02-02T15:17:35Z', 'revision_number': 1, 'project_id': '3e79a765987343b399d41348d4dde431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:17:55.273470 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Transition to ACTIVE for port object b946a472-ad15-4d1e-9417-01b0a6fabbe2 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:17:55.290868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Allocated IP 172.25.0.124 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/5546f8b4-171f-477e-a892-17020ed77998) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:55.302988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-6d2634ba-9594-45db-ae3a-7cd0bdb4707b service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681690 Feb 02 15:17:55.313325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-e7e4c0a8-1129-4bf8-a8b1-ed26173aff81 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:55.314968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-e7e4c0a8-1129-4bf8-a8b1-ed26173aff81 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.2557485 Feb 02 15:17:55.381145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:55.408611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Pushing event updated for resources: {'Port': ['ID=55b22e73-3251-4c98-b5ba-55040b2ba3a2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:55.489131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:55.555660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad050b-fede-4f62-a1ec-11d1126c313f None None] New status for floating IP b2742a12-82db-45ca-a0de-218ad53f2588: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:17:55.584493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Request body: {'port': {'device_id': '51f06e65-6b00-450f-85ee-1f529d1acb3e', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'admin_state_up': True, 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:55.621841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Network 32e4e579-60f2-4004-bc2a-5695f574a835 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:55.632099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:55.747141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:55.867920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Pushing event updated for resources: {'Port': ['ID=3b74834c-0a77-498c-bb17-d9490d4de54a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:55.923193 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:55.923333 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:55.938934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:55.939532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:55.978170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-5abf1705-03e0-4b2a-bdb2-39da046b68bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 1097 time: 3.0498395 Feb 02 15:17:56.044940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:56.045554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:56.058019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:17:56.094045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:56.096547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:17:56.101756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event updated for resources: {'Port': ['ID=5546f8b4-171f-477e-a892-17020ed77998,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:56.109425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:56.115482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:17:56.189643 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b318b-ff15-4a2b-9e4a-8362c60bc8e0 None None] Pushing event updated for resources: {'Port': ['ID=b946a472-ad15-4d1e-9417-01b0a6fabbe2,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:56.282335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e60c5-b8b2-4527-b307-3e230ee61021 req-b10ca8af-fb5a-4406-8098-3b02f5b33929 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:56.283907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-529e60c5-b8b2-4527-b307-3e230ee61021 req-b10ca8af-fb5a-4406-8098-3b02f5b33929 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 931 time: 1.2266202 Feb 02 15:17:56.295661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:17:56.323084 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:56.381205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3aa851e3-50d2-4294-9573-9f8651834276 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.7958636 Feb 02 15:17:56.407085 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-5814637d-7dc6-4287-aac5-49cfff8ea5d0 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0648127 Feb 02 15:17:56.413820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:56.425477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Request body: {'port': {'device_id': '0976c4c9-3852-4891-828b-b9077b623ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:56.539374 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Attempting to bind port b946a472-ad15-4d1e-9417-01b0a6fabbe2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:17:56.552293 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Attempting to bind port b946a472-ad15-4d1e-9417-01b0a6fabbe2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:17:56.552293 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Attempting to bind port b946a472-ad15-4d1e-9417-01b0a6fabbe2 on network 5ad8db52-c1df-4866-9888-a9d686737871 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:17:56.563994 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:17:56.563994 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Checking segment: {'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:17:56.564372 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:56.564698 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Bound using segment: {'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:17:56.565167 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Bound port: b946a472-ad15-4d1e-9417-01b0a6fabbe2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73606bda-580b-45ac-afde-7c66beca5113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:17:56.565533 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:56.726045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:56.836895 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c66bf040-377e-4c41-a9df-a15993eeb9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:56.873425 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] For port b946a472-ad15-4d1e-9417-01b0a6fabbe2, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:17:56.884072 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] For port b946a472-ad15-4d1e-9417-01b0a6fabbe2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b946a472-ad15-4d1e-9417-01b0a6fabbe2,segment=NetworkSegment(73606bda-580b-45ac-afde-7c66beca5113),segment_id=73606bda-580b-45ac-afde-7c66beca5113)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:17:56.951659 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:57.045979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-1d4f9caf-ee23-4bd9-8714-bddfbe5424d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:57.047439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-1d4f9caf-ee23-4bd9-8714-bddfbe5424d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 912 time: 1.0476284 Feb 02 15:17:57.058278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-bd3f7c32-1b95-427a-8bd5-3e8bbe51a400 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.9312699 Feb 02 15:17:57.151668 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b318b-ff15-4a2b-9e4a-8362c60bc8e0 None None] Pushing event updated for resources: {'Port': ['ID=b946a472-ad15-4d1e-9417-01b0a6fabbe2,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:57.156016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Request body: {'port': {'device_id': '0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:57.168874 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Routers {'e014051e-ed0a-4c4d-abac-412f20c838dd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:17:57.169816 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:17:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e014051e-ed0a-4c4d-abac-412f20c838dd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:57.255041 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:57.322127 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:57.582363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:57.599863 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] Set router e014051e-ed0a-4c4d-abac-412f20c838dd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:17:57.690418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event updated for resources: {'Port': ['ID=5546f8b4-171f-477e-a892-17020ed77998,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:57.722839 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:57.724087 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-5be31b2b-8d97-46c2-8056-5b1a6d2a2f1f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4645114 Feb 02 15:17:57.772060 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:57.785388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-5f6faf63-50f6-4cd3-9ee5-bc62d5922de4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 200 len: 1002 time: 0.7085924 Feb 02 15:17:57.786756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-4fca247b-2142-4403-9a31-68686ab48498 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=b031c3ca-4554-4dd9-826c-b83c117151aa HTTP/1.1" status: 200 len: 217 time: 0.8946140 Feb 02 15:17:57.972798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-f766dacf-4f23-4d9e-b486-b7288fa02164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:57.974365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-f766dacf-4f23-4d9e-b486-b7288fa02164 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.1740947 Feb 02 15:17:57.977804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-29fd36c3-903e-47e3-9c3c-b7ce06ca2f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:57.995278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-29fd36c3-903e-47e3-9c3c-b7ce06ca2f6c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 200 len: 797 time: 0.1127663 Feb 02 15:17:58.017776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-90bd982c-8a4a-429f-bdb8-9733d0cc30ab tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Synchronizing usage tracker for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:17:58.129026 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:58.149262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-90bd982c-8a4a-429f-bdb8-9733d0cc30ab tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Unset dirty status for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:17:58.151111 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-90bd982c-8a4a-429f-bdb8-9733d0cc30ab tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.4132693 Feb 02 15:17:58.227914 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:17:46Z', 'revision_number': 4, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b946a472-ad15-4d1e-9417-01b0a6fabbe2', 'name': '', 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'mac_address': 'fa:16:3e:4b:8d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24308cf4-bbaf-49b8-ba70-9701028553f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:44Z', 'updated_at': '2022-02-02T15:17:56Z', 'revision_number': 4, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'subnets': [{'id': '24308cf4-bbaf-49b8-ba70-9701028553f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:17:58.235474 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64caf7a6-5e21-410a-8160-73c62959f521 None None] The sync data for ids ['e014051e-ed0a-4c4d-abac-412f20c838dd'] in n-d-827122-1 is: [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:17:46Z', 'revision_number': 4, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b946a472-ad15-4d1e-9417-01b0a6fabbe2', 'name': '', 'network_id': '5ad8db52-c1df-4866-9888-a9d686737871', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'mac_address': 'fa:16:3e:4b:8d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24308cf4-bbaf-49b8-ba70-9701028553f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:44Z', 'updated_at': '2022-02-02T15:17:56Z', 'revision_number': 4, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'subnets': [{'id': '24308cf4-bbaf-49b8-ba70-9701028553f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:17:58.341911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Allocated IP 172.20.0.6 (254e918a-e7ed-428b-ac1e-aeb570cad971/73ec79d3-5556-4ce2-a222-25352a802725/15f7fd83-0dd8-430a-b3dd-6d9d22508881) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:17:58.425682 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:58.447255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-6aca2911-7378-4ce3-b227-9ae4be8230ca tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:58.449308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-6aca2911-7378-4ce3-b227-9ae4be8230ca tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2798824 Feb 02 15:17:58.464647 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:58.464864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-ae55aaa2-c985-4ec8-b7da-21610c7c31e7 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:17:58.464864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d999e8cb-f939-4d87-902e-db7d2afbda94 req-ae55aaa2-c985-4ec8-b7da-21610c7c31e7 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074947 Feb 02 15:17:58.508838 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-529e60c5-b8b2-4527-b307-3e230ee61021 req-3f6681e2-b19e-4a72-bf30-8fea48326c06 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1055377 Feb 02 15:17:58.821563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0bf9e-ad26-4664-bd3a-2b784430ab08 req-418cdece-4812-40a9-a238-db296cf99748 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:17:58.840789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fb0bf9e-ad26-4664-bd3a-2b784430ab08 req-418cdece-4812-40a9-a238-db296cf99748 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2285004 Feb 02 15:17:58.952513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fb0bf9e-ad26-4664-bd3a-2b784430ab08 req-9536ab5e-33d8-4ab1-ba85-7cea0fb20dbe tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107764 Feb 02 15:17:58.997704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-7659feed-f14f-4005-9c97-338b73ac7435 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e956464a-8c94-41d0-a13b-6ba285f31f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9186776 Feb 02 15:17:59.088637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-8be9bf95-852a-4e3a-9e43-0caea195f7a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0805523 Feb 02 15:17:59.215697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b946a472-ad15-4d1e-9417-01b0a6fabbe2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:17:59.386931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-7749399b-3b3f-48d2-8808-603c93848582 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3637674 Feb 02 15:17:59.396633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b946a472-ad15-4d1e-9417-01b0a6fabbe2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:17:59.401255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:17:59.403377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b946a472-ad15-4d1e-9417-01b0a6fabbe2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:17:59.403754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:59.411307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:17:59.427677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:17:59.556972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:59.593739 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:59.661171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b946a472-ad15-4d1e-9417-01b0a6fabbe2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b946a472-ad15-4d1e-9417-01b0a6fabbe2,segment=NetworkSegment(73606bda-580b-45ac-afde-7c66beca5113),segment_id=73606bda-580b-45ac-afde-7c66beca5113)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:17:59.722293 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-934dfb99-f5f0-445e-875b-b271fd2a9c60 req-dc04c2bc-8905-40dc-884d-e98ab72c2249 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 210 time: 0.3570650 Feb 02 15:17:59.772670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:59.876691 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:59.908176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-6d219c91-cb28-49ae-a7fc-679bfa5c1c34 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871952 Feb 02 15:17:59.914574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:17:59.918103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b946a472-ad15-4d1e-9417-01b0a6fabbe2,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:17:59.969837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-28f0482d-da83-43f7-8e4a-5b0dfa20d475 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9440386 Feb 02 15:18:00.112000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Allocated IP 172.25.0.238 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/7c7b32ec-8797-4db6-906d-5a4f574166ba) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:00.272932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:00.285757 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:00.441389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:00.467290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a9bdadd-fb44-4374-a217-d211f188bb71 req-f4f4528d-2a69-4d51-9cfd-c8c5f7f0daf0 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843614 Feb 02 15:18:00.473589 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-b20beb44-9f3d-4829-8a80-c76e5d709c55 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689353 Feb 02 15:18:00.512352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:00.515942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:00.518198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:00.560140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b74834c-0a77-498c-bb17-d9490d4de54a {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:00.570255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event updated for resources: {'Port': ['ID=7c7b32ec-8797-4db6-906d-5a4f574166ba,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:00.575773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a81947-f3fe-447f-bc86-3ec1b62fdb5a req-7d843264-da00-42f1-8a17-75a448503fa7 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:00.583398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a81947-f3fe-447f-bc86-3ec1b62fdb5a req-7d843264-da00-42f1-8a17-75a448503fa7 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 931 time: 0.4321001 Feb 02 15:18:00.608632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:00.613923 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-d8ff9476-6bb4-44c1-a6fb-e71fa181b316 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=1d5bf1f9-43f0-4e73-bfff-e561d32ab442 HTTP/1.1" status: 200 len: 217 time: 0.1318846 Feb 02 15:18:00.614877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:00.648438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e039f3e1-56cf-4584-ad3b-8e6b37371736'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:00.687977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:00.712637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:00.740115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Transition to ACTIVE for port object 3b74834c-0a77-498c-bb17-d9490d4de54a will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:00.783586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:00.790788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:00.794272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:00.831132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a81947-f3fe-447f-bc86-3ec1b62fdb5a req-0bdf2b32-09f3-46dd-9808-7c0747e980cc tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465694 Feb 02 15:18:00.864582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event updated for resources: {'Port': ['ID=15f7fd83-0dd8-430a-b3dd-6d9d22508881,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:00.880134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:00.885785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-696db82c-9b13-421b-9694-7f5bd29b4eb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:00.887496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-696db82c-9b13-421b-9694-7f5bd29b4eb7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 200 len: 797 time: 0.2645147 Feb 02 15:18:00.906286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.129310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b946a472-ad15-4d1e-9417-01b0a6fabbe2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:01.185226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:01.185846 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.199978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Pushing event updated for resources: {'Port': ['ID=3b74834c-0a77-498c-bb17-d9490d4de54a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:01.271869 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.357603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b946a472-ad15-4d1e-9417-01b0a6fabbe2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:01.372003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.426407 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-ff6645b3-1f63-4fc8-a2bd-e0d894bc948c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e956464a-8c94-41d0-a13b-6ba285f31f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4225106 Feb 02 15:18:01.430648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.432942 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-5d7d3360-629c-43e2-8797-7c1996f4f6f4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9095051 Feb 02 15:18:01.499229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Request body: {'port': {'device_id': '51f06e65-6b00-450f-85ee-1f529d1acb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:01.536389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b22e73-3251-4c98-b5ba-55040b2ba3a2 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:01.570630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event updated for resources: {'Port': ['ID=7c7b32ec-8797-4db6-906d-5a4f574166ba,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:01.587783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.717000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.718638 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0ccf1af8-6199-4117-b300-627af1677958 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3260293 Feb 02 15:18:01.750093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.784818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Attempting to bind port 3b74834c-0a77-498c-bb17-d9490d4de54a on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:01.785160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Attempting to bind port 3b74834c-0a77-498c-bb17-d9490d4de54a by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:01.785492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Attempting to bind port 3b74834c-0a77-498c-bb17-d9490d4de54a on network 32e4e579-60f2-4004-bc2a-5695f574a835 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:01.817338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-d268e5e8-78aa-41f3-aa42-025f87010470 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Synchronizing usage tracker for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:01.830774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Transition to ACTIVE for port object 55b22e73-3251-4c98-b5ba-55040b2ba3a2 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:01.855078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Port 3b74834c-0a77-498c-bb17-d9490d4de54a on network 32e4e579-60f2-4004-bc2a-5695f574a835 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:18:01.857305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Attempting to bind port 3b74834c-0a77-498c-bb17-d9490d4de54a on network 32e4e579-60f2-4004-bc2a-5695f574a835 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:01.894491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.906330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:01.906675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Checking segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:01.907061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Bound using segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:01.907504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Bound port: 3b74834c-0a77-498c-bb17-d9490d4de54a, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:01.907866 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:01.925347 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-3249f74c-1c18-4996-94b5-757d02554ff0 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754081 Feb 02 15:18:01.968143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-d268e5e8-78aa-41f3-aa42-025f87010470 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Unset dirty status for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:01.974697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-d268e5e8-78aa-41f3-aa42-025f87010470 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.2446775 Feb 02 15:18:02.000416 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:02.126278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0035f35d-dc0b-4404-bc79-a63b487b7ebd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:02.127082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e7efc3f-03bb-4fb6-852f-b3a12ae80dc6 req-0035f35d-dc0b-4404-bc79-a63b487b7ebd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.1525033 Feb 02 15:18:02.255506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Pushing event updated for resources: {'Port': ['ID=55b22e73-3251-4c98-b5ba-55040b2ba3a2,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:02.314250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bca4f-8af4-4588-99a7-d0ed7b9cfa6e req-e6cf41b5-d69d-4f36-8708-f4227d72bedf tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:02.315781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a5bca4f-8af4-4588-99a7-d0ed7b9cfa6e req-e6cf41b5-d69d-4f36-8708-f4227d72bedf tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.0837808 Feb 02 15:18:02.341770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] For port 3b74834c-0a77-498c-bb17-d9490d4de54a, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:02.366640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a5bca4f-8af4-4588-99a7-d0ed7b9cfa6e req-3c49c464-7f0a-4129-81ee-e0180481629b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450373 Feb 02 15:18:02.380129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-ce183b43-d9ea-4300-b61c-d01032bd18f5 service neutron] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245033 Feb 02 15:18:02.381657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] For port 3b74834c-0a77-498c-bb17-d9490d4de54a, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3b74834c-0a77-498c-bb17-d9490d4de54a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:02.532777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:02.552712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fd0345a6-2057-4c62-a4e2-8054295064de no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:02.612285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf0f00-610c-45a8-b542-92de90c533e8 req-c6bcc02c-6187-4700-8c0a-04a10a049d9c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:02.625153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9cf0f00-610c-45a8-b542-92de90c533e8 req-c6bcc02c-6187-4700-8c0a-04a10a049d9c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 931 time: 0.1044738 Feb 02 15:18:02.629891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-d51ef4f9-8bf9-4c31-b3fe-aa20c5b3c4d5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9918c17f-828f-4929-bfbb-6b256b3dd917 HTTP/1.1" status: 200 len: 217 time: 0.2428524 Feb 02 15:18:02.669791 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9cf0f00-610c-45a8-b542-92de90c533e8 req-57975cab-26a9-4b33-9126-7e29046f197d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472212 Feb 02 15:18:02.680358 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:02.725579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:02.728453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:02.752574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:02.754040 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] 10.222.0.64 "PUT /v2.0/ports/3b74834c-0a77-498c-bb17-d9490d4de54a HTTP/1.1" status: 200 len: 1091 time: 5.6063755 Feb 02 15:18:02.756535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e', 'tag': '3b74834c-0a77-498c-bb17-d9490d4de54a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:02.813165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2540e-770a-4653-be74-fe0e1607aa33 service neutron] Pushing event updated for resources: {'Port': ['ID=3b74834c-0a77-498c-bb17-d9490d4de54a,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:02.830675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Attempting to bind port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:02.831042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Attempting to bind port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:02.831383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Attempting to bind port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 on network 32e4e579-60f2-4004-bc2a-5695f574a835 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:02.836723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-9c9a2e9f-f816-437a-985b-3b6e98ca0813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:02.838353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-9c9a2e9f-f816-437a-985b-3b6e98ca0813 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5d080327-46f3-4524-9955-3458964e3c6f HTTP/1.1" status: 200 len: 797 time: 0.1933649 Feb 02 15:18:02.859776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:02.882968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 on network 32e4e579-60f2-4004-bc2a-5695f574a835 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:18:02.883216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Attempting to bind port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 on network 32e4e579-60f2-4004-bc2a-5695f574a835 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:02.904591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:02.904943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Checking segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:02.907669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Bound using segment: {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:02.907669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Bound port: 55b22e73-3251-4c98-b5ba-55040b2ba3a2, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb254981-7d11-4049-9857-6a5f50c71f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:02.907669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:02.945309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:02.983307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2f207-f07d-4f40-a67a-4a2823d236ed req-aea3014c-3ded-44f8-acdb-515378db3ecd tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:02.985015 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19f2f207-f07d-4f40-a67a-4a2823d236ed req-aea3014c-3ded-44f8-acdb-515378db3ecd tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 943 time: 0.1118641 Feb 02 15:18:03.032972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19f2f207-f07d-4f40-a67a-4a2823d236ed req-3d1a05c4-df34-4e46-ac0a-01f774ca4e94 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Feb 02 15:18:03.118696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f7fd83-0dd8-430a-b3dd-6d9d22508881 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:03.138931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:03.154469 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-03e18113-1df1-40dc-a22b-638490ec9cbc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ad745fe-1db8-486b-b672-f8cd3aaad833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3010719 Feb 02 15:18:03.164215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] For port 55b22e73-3251-4c98-b5ba-55040b2ba3a2, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:03.202143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Transition to ACTIVE for port object 15f7fd83-0dd8-430a-b3dd-6d9d22508881 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:03.256101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] For port 55b22e73-3251-4c98-b5ba-55040b2ba3a2, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=55b22e73-3251-4c98-b5ba-55040b2ba3a2,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:03.285999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:03.286243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-530005fb-00cc-4788-bd9c-39876c87c85d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 1094 time: 0.2643859 Feb 02 15:18:03.356811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ee4b399-6840-43d5-a251-5738979c412b req-d1a5fde5-8887-4e5f-918b-46fcaccd284a tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2706614 Feb 02 15:18:03.363144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:03.370831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:03.381740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:03.441436 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'code': 200} Feb 02 15:18:03.442248 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:03.489923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:03.513534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:03.518790 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e', 'tag': '3b74834c-0a77-498c-bb17-d9490d4de54a', 'status': 'completed', 'code': 200} Feb 02 15:18:03.524640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:03.572746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:03.610786 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-d0ac505c-6129-4961-94da-988d834b594f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b74834c-0a77-498c-bb17-d9490d4de54a HTTP/1.1" status: 200 len: 217 time: 0.3059890 Feb 02 15:18:03.612870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-07f7f52a-54e4-4b71-b922-cc18db78f778 service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502671 Feb 02 15:18:03.639404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:03.680886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:03.710700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:03.849731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:03.851399 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] 10.222.0.107 "PUT /v2.0/ports/55b22e73-3251-4c98-b5ba-55040b2ba3a2 HTTP/1.1" status: 200 len: 1091 time: 7.4393706 Feb 02 15:18:03.867277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Allocated IP 172.25.0.175 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/0cd1acae-66f6-4c35-8b5a-8d7730a9678f) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:03.867523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Pushing event updated for resources: {'Port': ['ID=15f7fd83-0dd8-430a-b3dd-6d9d22508881,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:03.935145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-fb04a785-0f78-432f-a2e4-827ce1e95927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:03.936631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-fb04a785-0f78-432f-a2e4-827ce1e95927 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 200 len: 853 time: 0.3148217 Feb 02 15:18:04.021446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:04.037731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-b7fc741d-e6d3-40d8-ae8d-8d9e2cf07796 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e4e579-60f2-4004-bc2a-5695f574a835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862193 Feb 02 15:18:04.127607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-103b3ee6-74d1-43f9-8d7f-c611c0fc1025 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:18:04.128602 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-103b3ee6-74d1-43f9-8d7f-c611c0fc1025 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0153255 Feb 02 15:18:04.169680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:04.203372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-451a56b1-548d-478e-9607-0fbe97053e69 service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491641 Feb 02 15:18:04.244894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:04.247888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:04.252444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:04.268796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6ab5-6ef0-4d16-b012-6ec0e498887d service neutron] Pushing event updated for resources: {'Port': ['ID=55b22e73-3251-4c98-b5ba-55040b2ba3a2,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:04.279442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event updated for resources: {'Port': ['ID=0cd1acae-66f6-4c35-8b5a-8d7730a9678f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:04.347357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3340229-ae10-4cf4-9c36-3d29ae4f67fd req-c4ec1218-faab-478b-85fd-8d980f1c57f4 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:04.348962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3340229-ae10-4cf4-9c36-3d29ae4f67fd req-c4ec1218-faab-478b-85fd-8d980f1c57f4 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 948 time: 0.6906586 Feb 02 15:18:04.398928 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-9e748cc5-b96b-435b-b99e-0de0c65726e7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6 HTTP/1.1" status: 200 len: 217 time: 0.1841929 Feb 02 15:18:04.417384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:04.505968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Attempting to bind port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:04.506310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Attempting to bind port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:04.509736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Attempting to bind port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:04.548049 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:04.551461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-1a4c17c3-a491-434d-8904-117f508d43c3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&device_id=0976c4c9-3852-4891-828b-b9077b623ca9 HTTP/1.1" status: 200 len: 1094 time: 0.5162520 Feb 02 15:18:04.557473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3340229-ae10-4cf4-9c36-3d29ae4f67fd req-72271bd8-269b-47a6-ab0e-10d2f9f2a379 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813004 Feb 02 15:18:04.559279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-7683711e-2aca-40f8-a77c-b44ac108e292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:04.560712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-7683711e-2aca-40f8-a77c-b44ac108e292 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5d080327-46f3-4524-9955-3458964e3c6f HTTP/1.1" status: 200 len: 797 time: 0.1446302 Feb 02 15:18:04.562429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-faea2dec-1061-411d-a002-aaf8ea2610bc service neutron] 10.222.0.64 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199631 Feb 02 15:18:04.563110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:18:04.563431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Attempting to bind port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:04.725395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:04.725395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Checking segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:04.725395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Bound using segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:04.725395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Bound port: 15f7fd83-0dd8-430a-b3dd-6d9d22508881, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:04.725395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:04.795688 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-31b027d8-4c54-49f3-b1c5-97ac9d69e6a1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b22e73-3251-4c98-b5ba-55040b2ba3a2 HTTP/1.1" status: 200 len: 217 time: 0.2022190 Feb 02 15:18:04.812956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:04.912050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:04.973361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-aee3e4b0-46c7-4bc6-ae6a-757cb11fd3ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:04.974743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-aee3e4b0-46c7-4bc6-ae6a-757cb11fd3ec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 200 len: 853 time: 0.1684642 Feb 02 15:18:05.020024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event updated for resources: {'Port': ['ID=0cd1acae-66f6-4c35-8b5a-8d7730a9678f,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:05.041511 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:05.158080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-014f589a-7411-47bd-a457-8446b92de4a9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=32e4e579-60f2-4004-bc2a-5695f574a835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713130 Feb 02 15:18:05.159668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-be04c5c7-a1cd-43c9-914d-8e134c51ffd7 service neutron] 10.222.0.64 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893865 Feb 02 15:18:05.163100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] For port 15f7fd83-0dd8-430a-b3dd-6d9d22508881, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:05.167137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-db77b499-c500-484c-a78f-e85e0ffb05d1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ad745fe-1db8-486b-b672-f8cd3aaad833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5725567 Feb 02 15:18:05.223577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:05.228983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ee4b399-6840-43d5-a251-5738979c412b req-20f8c572-aa92-4714-b7f8-c1a8e3bace26 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8711898 Feb 02 15:18:05.239354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] For port 15f7fd83-0dd8-430a-b3dd-6d9d22508881, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=15f7fd83-0dd8-430a-b3dd-6d9d22508881,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:05.321349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2ee4b399-6840-43d5-a251-5738979c412b req-31353064-49af-46fe-801e-912f8ce55c89 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Synchronizing usage tracker for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:05.425104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2ee4b399-6840-43d5-a251-5738979c412b req-31353064-49af-46fe-801e-912f8ce55c89 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Unset dirty status for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:05.426393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ee4b399-6840-43d5-a251-5738979c412b req-31353064-49af-46fe-801e-912f8ce55c89 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.1931045 Feb 02 15:18:05.437226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:05.443412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:05.534045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976c4c9-3852-4891-828b-b9077b623ca9', 'tag': '55b22e73-3251-4c98-b5ba-55040b2ba3a2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:05.586989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b399-6840-43d5-a251-5738979c412b req-ef614408-d7e9-46bc-b866-49ab605ee5d3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:05.588355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ee4b399-6840-43d5-a251-5738979c412b req-ef614408-d7e9-46bc-b866-49ab605ee5d3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.1567714 Feb 02 15:18:05.624300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:05.625710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] 10.222.0.107 "PUT /v2.0/ports/15f7fd83-0dd8-430a-b3dd-6d9d22508881 HTTP/1.1" status: 200 len: 1091 time: 4.1389303 Feb 02 15:18:05.662405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-1aa071df-440f-4ad2-8ba4-f1d9de55a341 service neutron] 10.222.0.107 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941630 Feb 02 15:18:05.662835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d2cbb-e133-41ad-a0b8-05696ba5c732 service neutron] Pushing event updated for resources: {'Port': ['ID=15f7fd83-0dd8-430a-b3dd-6d9d22508881,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:05.670334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-fea7bb81-33d1-4384-bb44-e4be251b8a9b service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622164 Feb 02 15:18:05.801603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deea136-b2f3-48da-94d1-6d28a661981d req-3c49d826-2ed4-44a4-89a1-0a6b6855c77f tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:05.803208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1deea136-b2f3-48da-94d1-6d28a661981d req-3c49d826-2ed4-44a4-89a1-0a6b6855c77f tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 943 time: 0.1082616 Feb 02 15:18:05.835250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fc5b4-f267-4635-b695-3d8fdf5dc74f req-324cd5d3-db99-47f9-9319-4d26f0035214 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:05.835990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-478fc5b4-f267-4635-b695-3d8fdf5dc74f req-324cd5d3-db99-47f9-9319-4d26f0035214 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:05.863042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1deea136-b2f3-48da-94d1-6d28a661981d req-920bea68-ab26-4e37-a098-aff8a0efa64b tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519545 Feb 02 15:18:05.926187 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-9eec9ac0-390e-42e5-a991-52f2b2007469 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 1094 time: 0.5212560 Feb 02 15:18:06.020654 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-686c329e-6d7e-49d3-87df-acdff9d6f3d7 req-3548d9b9-ad02-4d7f-9c5a-bda5f1d776d7 service neutron] 10.222.0.107 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422847 Feb 02 15:18:06.045750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce62269b-24cf-48f9-9180-b1a7407ffc99 req-811afa3d-288f-40d4-aeef-5831a3f73f02 service neutron] 10.222.0.107 "GET /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417630 Feb 02 15:18:06.046764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-d6c1c3e2-e2b4-495c-b0fb-d1e331a7cdbd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 1094 time: 0.2003140 Feb 02 15:18:06.175198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-478fc5b4-f267-4635-b695-3d8fdf5dc74f req-324cd5d3-db99-47f9-9319-4d26f0035214 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:06.176406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-478fc5b4-f267-4635-b695-3d8fdf5dc74f req-324cd5d3-db99-47f9-9319-4d26f0035214 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 943 time: 0.8731153 Feb 02 15:18:06.208685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-e250f6f7-bb8f-4262-af82-e4dcd61cdee4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15f7fd83-0dd8-430a-b3dd-6d9d22508881 HTTP/1.1" status: 200 len: 217 time: 0.1422651 Feb 02 15:18:06.345337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-3d0c0312-9bd0-4ee0-9c06-82953b46faf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:06.346348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-3d0c0312-9bd0-4ee0-9c06-82953b46faf8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 915 time: 0.4074001 Feb 02 15:18:06.348112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-478fc5b4-f267-4635-b695-3d8fdf5dc74f req-44b463ef-1db1-4f99-a911-29b04c2dc3e6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594899 Feb 02 15:18:06.360230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-52b9ed0f-9d33-436a-b32a-20fc0e81004e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:06.360230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-52b9ed0f-9d33-436a-b32a-20fc0e81004e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1267998 Feb 02 15:18:06.362927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-eee92cd7-fd11-4dba-8f25-e17af6787852 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:06.364049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-eee92cd7-fd11-4dba-8f25-e17af6787852 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 805 time: 0.2604337 Feb 02 15:18:06.383218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-fa4e82d3-1868-4ce7-9bbc-814390f0f6e4 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/quotas/185c74bb7d5847b4b78b07b9efb99066 HTTP/1.1" status: 200 len: 375 time: 0.0180299 Feb 02 15:18:06.436506 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'code': 200} Feb 02 15:18:06.468218 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-745f5cdb-b842-49a1-85bb-350f36b894dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b74834c-0a77-498c-bb17-d9490d4de54a HTTP/1.1" status: 200 len: 217 time: 0.1148007 Feb 02 15:18:06.475359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-3a15cfa0-6e95-4e13-903a-305f4714ffe4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686595 Feb 02 15:18:06.482214 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-fbcb7a2e-e843-4412-a8e8-3b9beb3339ae tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981112 Feb 02 15:18:06.523881 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976c4c9-3852-4891-828b-b9077b623ca9', 'tag': '55b22e73-3251-4c98-b5ba-55040b2ba3a2', 'status': 'completed', 'code': 200} Feb 02 15:18:06.790029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-99c12ab1-3c4e-4a81-852a-ec5acba772c9 service neutron] 10.222.0.88 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598873 Feb 02 15:18:06.860071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-85e1e605-eebf-4ebd-8e5c-f82d50488dce service neutron] 10.222.0.88 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455998 Feb 02 15:18:06.923574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-f79ae2d5-a738-4dd7-879b-54a48d740fea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:06.925081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-f79ae2d5-a738-4dd7-879b-54a48d740fea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 200 len: 853 time: 0.4482038 Feb 02 15:18:07.064800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-49dacb2b-2fc9-468c-90ec-14a3001f3d99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e4e579-60f2-4004-bc2a-5695f574a835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171868 Feb 02 15:18:07.155057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-09bbb21d-9818-443b-820d-419dc96feeeb service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297946 Feb 02 15:18:07.226167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-5447a8d8-e322-46c8-86e3-43b8918a1d73 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Synchronizing usage tracker for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:07.355822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868dbab-be96-4d9f-a39b-45be9a7369d3 req-744926ba-0915-41f5-937e-7ae49057afc0 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:07.358829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a868dbab-be96-4d9f-a39b-45be9a7369d3 req-744926ba-0915-41f5-937e-7ae49057afc0 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 943 time: 0.1100721 Feb 02 15:18:07.374019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-df893c1e-3da1-4e3f-b0ed-e613a518027c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3d719d803b744599dd06345dbc575b4&device_id=0976c4c9-3852-4891-828b-b9077b623ca9 HTTP/1.1" status: 200 len: 1094 time: 0.7973871 Feb 02 15:18:07.451242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a868dbab-be96-4d9f-a39b-45be9a7369d3 req-4a833861-8f7a-4aad-a918-40257d0b1495 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881214 Feb 02 15:18:07.466603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-c97df1ae-988c-430b-817d-cecf9206229c tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:07.468084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-c97df1ae-988c-430b-817d-cecf9206229c tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.107 "GET /v2.0/ports?device_id=385b3880-6e61-4b7b-9f2a-00e371a2bc34 HTTP/1.1" status: 200 len: 943 time: 0.4818780 Feb 02 15:18:07.592525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b5585c00-a328-4d41-869c-91eb0de44990 req-68cd79cd-78ea-4b1c-941c-31a4b5f4d28e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 210 time: 0.0521071 Feb 02 15:18:07.636823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-5447a8d8-e322-46c8-86e3-43b8918a1d73 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Unset dirty status for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:07.636823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-5447a8d8-e322-46c8-86e3-43b8918a1d73 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0768399 Feb 02 15:18:07.671365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-1f4c1817-192e-4871-8c08-d559f3c06260 service neutron] 10.222.0.64 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647204 Feb 02 15:18:07.679001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:07.712608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:07.725444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c6f510d-d16e-4d5a-8f18-381348ca622e req-10577c0e-b77e-49e9-9bb3-04a15c6fb192 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160682 Feb 02 15:18:07.857507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Deleting port fd0345a6-2057-4c62-a4e2-8054295064de {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:07.857853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:07.934153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:08.029163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14a0e6ad-5f1a-463d-a5be-7ee1ba8aa51b req-f736402f-0fa1-433a-b05f-319203068b2a service neutron] 10.222.0.64 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427463 Feb 02 15:18:08.067348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-8d5cf645-07d7-4062-b2f9-de1db893928a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:08.082241 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-8d5cf645-07d7-4062-b2f9-de1db893928a service neutron] 10.222.0.107 "GET /v2.0/networks?id=32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 200 len: 915 time: 0.6883388 Feb 02 15:18:08.089015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508821c9-5254-41d6-bb81-f3e5598ffe8a req-d59ab75f-0d67-4c06-bbd5-30d95c31d1bc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:08.097802 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-508821c9-5254-41d6-bb81-f3e5598ffe8a req-d59ab75f-0d67-4c06-bbd5-30d95c31d1bc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 943 time: 0.2015843 Feb 02 15:18:08.170068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-508821c9-5254-41d6-bb81-f3e5598ffe8a req-64690901-02a2-4120-8857-f7600f48e515 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706444 Feb 02 15:18:08.242977 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:08.293371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-47bad6e1-2d4a-4ebb-af09-44deb1370496 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b22e73-3251-4c98-b5ba-55040b2ba3a2 HTTP/1.1" status: 200 len: 217 time: 0.2102072 Feb 02 15:18:08.479771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48580) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:08.526569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f06e65-6b00-450f-85ee-1f529d1acb3e', 'tag': '15f7fd83-0dd8-430a-b3dd-6d9d22508881'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:08.544076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-2173fe83-95d6-4f62-8839-483a672fe940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:08.546019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-2173fe83-95d6-4f62-8839-483a672fe940 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 200 len: 853 time: 0.1947098 Feb 02 15:18:08.577474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 55b22e73-3251-4c98-b5ba-55040b2ba3a2 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:18:08.823579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9175f9a-3cc1-4d8c-9566-cffa3b80edd6 req-0ca3669f-2ca3-4d04-b4ff-f2fed8c58f9e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 6492 time: 0.3336084 Feb 02 15:18:08.869831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 55b22e73-3251-4c98-b5ba-55040b2ba3a2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=55b22e73-3251-4c98-b5ba-55040b2ba3a2,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:08.887557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '55b22e73-3251-4c98-b5ba-55040b2ba3a2', 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'port_id': '55b22e73-3251-4c98-b5ba-55040b2ba3a2', 'mac_address': 'fa:16:3e:b5:14:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034293a4-1e4b-4dbd-b944-4333a4b2881f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:18:08.892758 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-4ac6a85a-08f8-4138-ae66-72c6e5f32b53 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=32e4e579-60f2-4004-bc2a-5695f574a835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3290205 Feb 02 15:18:08.929918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9175f9a-3cc1-4d8c-9566-cffa3b80edd6 req-57045912-a71e-48a4-abb3-dba40fbd9490 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&id=b02c28e9-c0fe-4007-81ce-92b0dc991003&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054573 Feb 02 15:18:08.952835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb04ad-fc0d-4414-a642-28364f075e31 req-e296f134-9d7c-4a74-9dbe-ae449c5967ba tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:08.956394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0acb04ad-fc0d-4414-a642-28364f075e31 req-e296f134-9d7c-4a74-9dbe-ae449c5967ba tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 943 time: 0.1113923 Feb 02 15:18:08.971776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:08.991291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b22e73-3251-4c98-b5ba-55040b2ba3a2 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:09.014724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 55b22e73-3251-4c98-b5ba-55040b2ba3a2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=55b22e73-3251-4c98-b5ba-55040b2ba3a2,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:09.026279 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0acb04ad-fc0d-4414-a642-28364f075e31 req-2c756f2f-8580-4870-a8d3-9b085c8bcb31 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635369 Feb 02 15:18:09.080340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] For port fd0345a6-2057-4c62-a4e2-8054295064de, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fd0345a6-2057-4c62-a4e2-8054295064de,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:09.081088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:09.119912 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f06e65-6b00-450f-85ee-1f529d1acb3e', 'tag': '15f7fd83-0dd8-430a-b3dd-6d9d22508881', 'status': 'completed', 'code': 200} Feb 02 15:18:09.143688 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:09.305613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=55b22e73-3251-4c98-b5ba-55040b2ba3a2,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:09.321218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3b74834c-0a77-498c-bb17-d9490d4de54a details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:18:09.386626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-64f15289-b889-44d7-af4d-9f96d053bf7d req-3bc3447c-3866-4447-876d-0bb895b1c692 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 210 time: 0.0661068 Feb 02 15:18:09.514616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Calling delete_port for fd0345a6-2057-4c62-a4e2-8054295064de owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:09.533462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3b74834c-0a77-498c-bb17-d9490d4de54a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3b74834c-0a77-498c-bb17-d9490d4de54a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:09.551287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '3b74834c-0a77-498c-bb17-d9490d4de54a', 'network_id': '32e4e579-60f2-4004-bc2a-5695f574a835', 'port_id': '3b74834c-0a77-498c-bb17-d9490d4de54a', 'mac_address': 'fa:16:3e:df:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034293a4-1e4b-4dbd-b944-4333a4b2881f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:18:09.599751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:09.602364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['55b22e73-3251-4c98-b5ba-55040b2ba3a2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:09.603011 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-204f5ac5-e600-4ebb-a6f5-6c24c1a28ea4 service neutron] 10.222.0.107 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806099 Feb 02 15:18:09.673761 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:09.716378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b74834c-0a77-498c-bb17-d9490d4de54a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:09.753776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3b74834c-0a77-498c-bb17-d9490d4de54a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3b74834c-0a77-498c-bb17-d9490d4de54a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:09.902811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:09.961279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceabae-7ea5-4d21-b7f5-ce98b09c3047 req-e3caea87-5ea9-4d91-9cf0-182ed7904da1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:09.970218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bceabae-7ea5-4d21-b7f5-ce98b09c3047 req-e3caea87-5ea9-4d91-9cf0-182ed7904da1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 943 time: 0.1837704 Feb 02 15:18:09.970829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-dd2d44e1-6956-4092-9ffc-f5099871e444 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 1094 time: 0.7136099 Feb 02 15:18:10.003996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3b74834c-0a77-498c-bb17-d9490d4de54a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:10.031507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c610b964-9683-4d75-8a8c-c0350f7a6583 req-4ce85151-d7dc-4df8-b081-f6be0181ca74 service neutron] 10.222.0.107 "GET /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849609 Feb 02 15:18:10.047261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bceabae-7ea5-4d21-b7f5-ce98b09c3047 req-c3f53c3d-026f-47e1-bced-8a7fd3b62036 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754871 Feb 02 15:18:10.124815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Allocated IP 172.25.0.224 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/000c7113-bdcc-42a7-90b7-d7afa18aa7eb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:10.185486 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:10.243372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3b74834c-0a77-498c-bb17-d9490d4de54a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:10.286027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-832f253d-b0c8-487a-bed2-576997f6fc7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:10.287439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-832f253d-b0c8-487a-bed2-576997f6fc7f service neutron] 10.222.0.107 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 0.3014078 Feb 02 15:18:10.301032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Pushing event deleted for resources: {'Port': ['ID=fd0345a6-2057-4c62-a4e2-8054295064de,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:10.421280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.421779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.422224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.422666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.423143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.423574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.424024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.424763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.425364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.425904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.426433 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:10.440059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-bf35c3e3-a5b5-4b81-85cd-2bd19a720a42 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15f7fd83-0dd8-430a-b3dd-6d9d22508881 HTTP/1.1" status: 200 len: 217 time: 0.1409986 Feb 02 15:18:10.532056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] No DVR routers for this DVR port fd0345a6-2057-4c62-a4e2-8054295064de on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:18:10.534624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:10.582196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 15f7fd83-0dd8-430a-b3dd-6d9d22508881 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:18:10.594724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fd0345a6-2057-4c62-a4e2-8054295064de no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:10.596937 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:10.600520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-de72a91e-fd35-46c0-b92d-938e5b96e7bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:10.602237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-de72a91e-fd35-46c0-b92d-938e5b96e7bb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1185908 Feb 02 15:18:10.626509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: fd0345a6-2057-4c62-a4e2-8054295064de {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:10.627123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fd0345a6-2057-4c62-a4e2-8054295064de not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:10.660536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-1ad13169-9862-4850-9068-63af557ed3e0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512073 Feb 02 15:18:10.717641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a42ed1f-5d83-402d-8c9f-f40963d4097b req-7d5077ba-760f-49c9-87b8-615742060774 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.107 "DELETE /v2.0/ports/fd0345a6-2057-4c62-a4e2-8054295064de HTTP/1.1" status: 204 len: 173 time: 3.1700575 Feb 02 15:18:10.801499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 15f7fd83-0dd8-430a-b3dd-6d9d22508881, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=15f7fd83-0dd8-430a-b3dd-6d9d22508881,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:10.820700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '15f7fd83-0dd8-430a-b3dd-6d9d22508881', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'port_id': '15f7fd83-0dd8-430a-b3dd-6d9d22508881', 'mac_address': 'fa:16:3e:01:1e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ec79d3-5556-4ce2-a222-25352a802725', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:18:10.889175 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:10.909277 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f7fd83-0dd8-430a-b3dd-6d9d22508881 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:10.925190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 15f7fd83-0dd8-430a-b3dd-6d9d22508881, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=15f7fd83-0dd8-430a-b3dd-6d9d22508881,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:11.021118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:11.052211 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:11.124371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'name': 'network-vif-deleted', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:11.129815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=15f7fd83-0dd8-430a-b3dd-6d9d22508881,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:11.136907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-1a9ab36a-9405-4689-96c9-c33fbb9746d1 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679279 Feb 02 15:18:11.141779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-607aa756-9078-42bd-ba97-b17a8bc2e602 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:11.143115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-607aa756-9078-42bd-ba97-b17a8bc2e602 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.64 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 805 time: 0.4505827 Feb 02 15:18:11.178345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:11.187016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Request body: {'port': {'device_id': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'admin_state_up': True, 'tenant_id': '185c74bb7d5847b4b78b07b9efb99066'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:11.203700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:11.251596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event updated for resources: {'Port': ['ID=000c7113-bdcc-42a7-90b7-d7afa18aa7eb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:11.257762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:11.311592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3b74834c-0a77-498c-bb17-d9490d4de54a up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:11.437722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['15f7fd83-0dd8-430a-b3dd-6d9d22508881'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:11.460488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-564b8251-663c-4f4f-806e-84f8e74325e2 req-4c7ef6f7-fd1c-4c68-95f1-76c4700f6c74 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144717 Feb 02 15:18:11.488904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:11.495127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Usage tracker for resource:port and tenant:185c74bb7d5847b4b78b07b9efb99066 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:11.499322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:11.506489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:11.515663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 3b74834c-0a77-498c-bb17-d9490d4de54a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:11.523985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 3b74834c-0a77-498c-bb17-d9490d4de54a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:11.524350 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:11.583272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Made reservation on behalf of 185c74bb7d5847b4b78b07b9efb99066 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:11.586578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:11.625313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:11.802445 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:11.855976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b74834c-0a77-498c-bb17-d9490d4de54a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:11.858315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3cce-db90-4bff-9bcb-77d6f0044848 req-5160b8cd-f6f9-48b7-bee2-8ad341b9fd19 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:11.860663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-475a3cce-db90-4bff-9bcb-77d6f0044848 req-5160b8cd-f6f9-48b7-bee2-8ad341b9fd19 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 944 time: 0.1236901 Feb 02 15:18:11.871556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3b74834c-0a77-498c-bb17-d9490d4de54a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3b74834c-0a77-498c-bb17-d9490d4de54a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:11.913524 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:11.916360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-475a3cce-db90-4bff-9bcb-77d6f0044848 req-a93fd7cb-8f97-48af-9ed4-d43fc4d4ae3e tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Feb 02 15:18:11.956552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:11.978909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Allocated IP 172.20.0.12 (cac53d52-482c-4daa-852f-908eba5316f0/19308d4a-1b6c-425b-8f71-a3d7d82c4721/65c80bf5-065b-4265-9f1d-a7c5834867c5) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:12.061588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3b74834c-0a77-498c-bb17-d9490d4de54a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:12.226988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fd5f22c-cf15-4eab-b7d1-0d09309a956e req-cf32604d-0cd4-401d-bca9-a06e8f263601 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 210 time: 0.0481894 Feb 02 15:18:12.357434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:12.361423 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:12.423720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bf196-a0a2-4bb0-ae9a-5eeae3f9d492 req-9f90d3dc-1766-44bd-9d16-4a93407a7cb3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:12.425212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed2bf196-a0a2-4bb0-ae9a-5eeae3f9d492 req-9f90d3dc-1766-44bd-9d16-4a93407a7cb3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 944 time: 0.0780261 Feb 02 15:18:12.474667 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed2bf196-a0a2-4bb0-ae9a-5eeae3f9d492 req-2b030eb3-521e-4011-9f1e-7b99e8b2f3b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Feb 02 15:18:12.488038 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:12.527719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:12.546309 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385b3880-6e61-4b7b-9f2a-00e371a2bc34', 'name': 'network-vif-deleted', 'tag': 'fd0345a6-2057-4c62-a4e2-8054295064de', 'status': 'completed', 'code': 200} Feb 02 15:18:12.599058 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b74834c-0a77-498c-bb17-d9490d4de54a', 'code': 200} Feb 02 15:18:12.606738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event updated for resources: {'Port': ['ID=000c7113-bdcc-42a7-90b7-d7afa18aa7eb,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:12.620235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 55b22e73-3251-4c98-b5ba-55040b2ba3a2 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:12.655906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Network cac53d52-482c-4daa-852f-908eba5316f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:12.670644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:12.687397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:12.757192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:12.757192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:12.831067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:12.838637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:12.839396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:12.963985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Pushing event updated for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:12.997941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:13.026386 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:13.051405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 55b22e73-3251-4c98-b5ba-55040b2ba3a2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=55b22e73-3251-4c98-b5ba-55040b2ba3a2,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:13.073287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-923d1b75-a434-4a5f-a58e-2658f9779d97 req-f4f5b14e-9ed4-4968-a8d9-24b44367a0ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 1096 time: 0.3161864 Feb 02 15:18:13.118562 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-923d1b75-a434-4a5f-a58e-2658f9779d97 req-0a00b7bd-e578-4b0d-bf91-437d96daa7dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Feb 02 15:18:13.134857 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-daaaf382-12d0-4b2f-8a6b-78711f356aa5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9547219 Feb 02 15:18:13.157216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde99c8-f11a-40c0-9786-8824319e1f37 req-2ca89e7d-fb31-4b90-949b-c80d12110a33 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:13.158675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-acde99c8-f11a-40c0-9786-8824319e1f37 req-2ca89e7d-fb31-4b90-949b-c80d12110a33 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 945 time: 0.0872171 Feb 02 15:18:13.171930 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:13.172626 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:13.183252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-dfad28c8-1d95-4d0d-9793-ce042e5c99bd tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5396578 Feb 02 15:18:13.208411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-acde99c8-f11a-40c0-9786-8824319e1f37 req-95877785-6c98-4b99-8a3e-27545e4c196e tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Feb 02 15:18:13.265947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=55b22e73-3251-4c98-b5ba-55040b2ba3a2,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:13.286582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-ac83209a-2aa9-4be8-84ba-795b311db50a tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Synchronizing usage tracker for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:13.387648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Request body: {'port': {'device_id': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:13.434398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-ac83209a-2aa9-4be8-84ba-795b311db50a tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Unset dirty status for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:13.439983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-ac83209a-2aa9-4be8-84ba-795b311db50a tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.2500250 Feb 02 15:18:13.541394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8e88-fb5e-4f72-8439-54f693119712 req-798d6eed-37f7-46ca-99b1-7d52f9101053 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:13.543037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d74d8e88-fb5e-4f72-8439-54f693119712 req-798d6eed-37f7-46ca-99b1-7d52f9101053 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 932 time: 0.0876052 Feb 02 15:18:13.590018 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:13.597165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d74d8e88-fb5e-4f72-8439-54f693119712 req-e3280c5d-3cb7-457f-a760-d793f372976a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476573 Feb 02 15:18:13.694265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-44baf213-457d-4f1b-9e67-b5fbded46639 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:13.695794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-340f452a-8dc9-4846-ae07-c010fdbb0b25 req-44baf213-457d-4f1b-9e67-b5fbded46639 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2509580 Feb 02 15:18:13.859751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67cf4556-d7c2-4cab-9251-2f3ab10e48ca req-05cd9b82-5fed-4a44-9da7-638cfb91f281 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips/992dd3ec-2309-4e27-b8da-e4ab087a6ea0 HTTP/1.1" status: 200 len: 693 time: 0.1092172 Feb 02 15:18:14.014970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3389a6-5e22-427d-a922-a7b16b3df16a req-b50f76fa-2301-40bd-8b77-e34d3b48eca2 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:14.016766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e3389a6-5e22-427d-a922-a7b16b3df16a req-b50f76fa-2301-40bd-8b77-e34d3b48eca2 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 944 time: 0.1387167 Feb 02 15:18:14.045903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf4556-d7c2-4cab-9251-2f3ab10e48ca req-9c18b3af-cf0c-466b-997a-761b370e07d5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:14.047232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67cf4556-d7c2-4cab-9251-2f3ab10e48ca req-9c18b3af-cf0c-466b-997a-761b370e07d5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.1813684 Feb 02 15:18:14.058008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-67cf4556-d7c2-4cab-9251-2f3ab10e48ca req-a7a6370c-4a38-46f0-b9b8-dd4421a2d4c8 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:18:14.069149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67cf4556-d7c2-4cab-9251-2f3ab10e48ca req-a7a6370c-4a38-46f0-b9b8-dd4421a2d4c8 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0111756 Feb 02 15:18:14.154949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e3389a6-5e22-427d-a922-a7b16b3df16a req-de2010a4-e388-4919-a9f2-d665e6c801f9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133111 Feb 02 15:18:14.155521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c80bf5-065b-4265-9f1d-a7c5834867c5 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:14.163160 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:14.180174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Transition to ACTIVE for port object 65c80bf5-065b-4265-9f1d-a7c5834867c5 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:14.240539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-d07fa4f2-d5e8-494c-bc4e-cdb72fc29e5a tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips/992dd3ec-2309-4e27-b8da-e4ab087a6ea0 HTTP/1.1" status: 200 len: 693 time: 0.0992527 Feb 02 15:18:14.294085 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:14.378505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Pushing event updated for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:14.531551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-00c24976-2222-44ae-b46d-97f046f5fdbf tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:14.533035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-00c24976-2222-44ae-b46d-97f046f5fdbf tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2841001 Feb 02 15:18:14.602017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976c4c9-3852-4891-828b-b9077b623ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b22e73-3251-4c98-b5ba-55040b2ba3a2'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:14.615027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd74c0c-999d-4d4b-9c71-4a988fa309c4 req-362e4a0d-a787-4490-a586-c35dae0cec17 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:14.615804 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-2e65c4e1-2900-4cb3-8139-6fc359bda17e tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.0769458 Feb 02 15:18:14.616510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbd74c0c-999d-4d4b-9c71-4a988fa309c4 req-362e4a0d-a787-4490-a586-c35dae0cec17 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 945 time: 0.2328367 Feb 02 15:18:14.629395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 15f7fd83-0dd8-430a-b3dd-6d9d22508881 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:14.657878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Attempting to bind port 65c80bf5-065b-4265-9f1d-a7c5834867c5 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:14.658243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Attempting to bind port 65c80bf5-065b-4265-9f1d-a7c5834867c5 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:14.658660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Attempting to bind port 65c80bf5-065b-4265-9f1d-a7c5834867c5 on network cac53d52-482c-4daa-852f-908eba5316f0 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:14.679413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Port 65c80bf5-065b-4265-9f1d-a7c5834867c5 on network cac53d52-482c-4daa-852f-908eba5316f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:18:14.679744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Attempting to bind port 65c80bf5-065b-4265-9f1d-a7c5834867c5 on network cac53d52-482c-4daa-852f-908eba5316f0 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:14.689313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbd74c0c-999d-4d4b-9c71-4a988fa309c4 req-5374e560-60a3-4b81-85c0-acf692a2bae5 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670338 Feb 02 15:18:14.702059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:14.702583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Checking segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:14.703085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Bound using segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:14.706917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Bound port: 65c80bf5-065b-4265-9f1d-a7c5834867c5, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:14.706917 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:14.724992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-a440c1ca-3790-499e-a9a2-ce6e1e773fa8 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.1026108 Feb 02 15:18:14.820808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:14.828255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:14.859219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:14.864684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:14.865199 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:14.896685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Deleting port 000c7113-bdcc-42a7-90b7-d7afa18aa7eb {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:14.897024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:14.979908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:14.996325 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:15.039270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 15f7fd83-0dd8-430a-b3dd-6d9d22508881, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=15f7fd83-0dd8-430a-b3dd-6d9d22508881,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:15.076467 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:15.077965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] 10.222.0.64 "PUT /v2.0/ports/65c80bf5-065b-4265-9f1d-a7c5834867c5 HTTP/1.1" status: 200 len: 1092 time: 1.6954618 Feb 02 15:18:15.078476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:15.099118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:15.099118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:15.105365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbecfc-6903-4e88-8ac1-2219ae21f70c service neutron] Pushing event updated for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:15.207676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:15.227127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Calling delete_port for 000c7113-bdcc-42a7-90b7-d7afa18aa7eb owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:15.277032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=15f7fd83-0dd8-430a-b3dd-6d9d22508881,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:15.335812 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-5ebb1938-81ce-470f-9f31-00ec0d1714b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 1095 time: 0.0749385 Feb 02 15:18:15.415118 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-fa7c41fb-4660-4d58-a231-cb88fb671907 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5 HTTP/1.1" status: 200 len: 217 time: 0.0667152 Feb 02 15:18:15.436696 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:15.480252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-9d3d9f09-8dc3-4a4f-9c5b-b7d8a3b56be2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:15.481044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event deleted for resources: {'Port': ['ID=000c7113-bdcc-42a7-90b7-d7afa18aa7eb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:15.481712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-9d3d9f09-8dc3-4a4f-9c5b-b7d8a3b56be2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 200 len: 845 time: 0.0600362 Feb 02 15:18:15.520442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.520786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.521125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.521456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.521787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.522116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.522440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.522764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.523118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.523399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.523712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:15.532927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-84289ca7-578e-4769-99f0-7791d7e6ffe7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac53d52-482c-4daa-852f-908eba5316f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442979 Feb 02 15:18:15.596540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:15.738705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:15.752406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-016c369c-f4c4-4028-986c-2441bb3588e0 req-f25b2f42-e421-4631-8cf5-3c518da82758 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "DELETE /v2.0/floatingips/992dd3ec-2309-4e27-b8da-e4ab087a6ea0 HTTP/1.1" status: 204 len: 173 time: 1.0181160 Feb 02 15:18:15.778171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-25cec81f-14d1-44f6-87a3-2f1d8caf70dd service neutron] 10.222.0.64 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393422 Feb 02 15:18:15.802442 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976c4c9-3852-4891-828b-b9077b623ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b22e73-3251-4c98-b5ba-55040b2ba3a2', 'code': 200} Feb 02 15:18:15.968544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45fd3739-165d-4932-81c5-0b20ee45b463 req-71f16927-67aa-459a-9f80-5584a1c748e2 service neutron] 10.222.0.64 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837091 Feb 02 15:18:15.981074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35b52c-2023-45aa-83c3-76fb1346f1f5 req-b89d8305-a589-4b60-a276-3f906e974b81 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:15.982671 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d35b52c-2023-45aa-83c3-76fb1346f1f5 req-b89d8305-a589-4b60-a276-3f906e974b81 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 944 time: 0.0827615 Feb 02 15:18:15.995451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a59061d6-9373-4be9-baed-33257a0dc7d5 req-b08af6fa-9af1-4752-b852-ca191609f76f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0976c4c9-3852-4891-828b-b9077b623ca9 HTTP/1.1" status: 200 len: 1096 time: 0.1000054 Feb 02 15:18:16.038184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d35b52c-2023-45aa-83c3-76fb1346f1f5 req-b6fe377e-6df7-4792-b7aa-2e986e732cce tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Feb 02 15:18:16.045867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a59061d6-9373-4be9-baed-33257a0dc7d5 req-5e155bee-f142-4a2d-93c7-9b55c429b7c4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Feb 02 15:18:16.226320 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'status': 'completed', 'code': 200} Feb 02 15:18:16.347320 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-6e7e89ce-9f39-4e3c-ac7d-705beef160e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 1095 time: 0.0782263 Feb 02 15:18:16.407823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6b4bd-8756-4921-8a13-e7ab728e3f44 req-79983064-33ff-46e1-9608-caa95ef2357f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:16.410168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54c6b4bd-8756-4921-8a13-e7ab728e3f44 req-79983064-33ff-46e1-9608-caa95ef2357f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 945 time: 0.0862470 Feb 02 15:18:16.456388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54c6b4bd-8756-4921-8a13-e7ab728e3f44 req-98245094-8e4e-47fb-84bb-14d07646f808 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 Feb 02 15:18:16.492236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-3944811d-3193-4a77-b3c5-f2ab7d5039da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:16.494244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-3944811d-3193-4a77-b3c5-f2ab7d5039da service neutron] 10.222.0.64 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 907 time: 0.1371431 Feb 02 15:18:16.564465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-7dba6442-7d84-4830-b5e0-38b45bd56c7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5 HTTP/1.1" status: 200 len: 217 time: 0.0638669 Feb 02 15:18:16.642605 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:16.657896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3ee94-cc86-49b5-b61b-b07c2c7b5ccf req-fd5408f1-4caf-43d1-9293-9d55b28ec288 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:16.657896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1e3ee94-cc86-49b5-b61b-b07c2c7b5ccf req-fd5408f1-4caf-43d1-9293-9d55b28ec288 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1581705 Feb 02 15:18:16.683899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-91e4bd28-89d7-4ead-bac0-94bb7a8f78d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:16.685307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-91e4bd28-89d7-4ead-bac0-94bb7a8f78d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 200 len: 845 time: 0.1116281 Feb 02 15:18:16.741808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-6ce32be2-d036-45df-82ba-3395ec2455e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac53d52-482c-4daa-852f-908eba5316f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485554 Feb 02 15:18:16.751549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51201259-28e2-4d1a-b932-7dc4069c6de9 req-492fd66e-058e-4e9a-b2f7-d1ad52c1b0bf tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:16.753281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51201259-28e2-4d1a-b932-7dc4069c6de9 req-492fd66e-058e-4e9a-b2f7-d1ad52c1b0bf tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 945 time: 0.1447570 Feb 02 15:18:16.892886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51201259-28e2-4d1a-b932-7dc4069c6de9 req-56eb149d-6425-45b9-8a85-d6085e989cf7 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188653 Feb 02 15:18:16.928979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-a266883f-92ad-4df1-8a49-b8ad2e7c4fc2 service neutron] 10.222.0.64 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747484 Feb 02 15:18:17.078042 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e4fd599-6a46-40e4-8804-17c2838e1ba5 req-a1bfe05c-8ba2-4b94-8b4b-4c137e066341 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=b84de64cd56f4fa89fd71e1094c1a1b5 HTTP/1.1" status: 200 len: 1657 time: 0.1450543 Feb 02 15:18:17.252385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2b322d4-ed8f-4f44-9b8d-cfedc6c035fc req-15d2b1b1-b746-4e89-b7af-dbddd6c4617b service neutron] 10.222.0.64 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680330 Feb 02 15:18:17.276447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd599-6a46-40e4-8804-17c2838e1ba5 req-7219fe59-828b-4f34-86da-e33faa361c83 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:17.278433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e4fd599-6a46-40e4-8804-17c2838e1ba5 req-7219fe59-828b-4f34-86da-e33faa361c83 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks?id=3ae79487-75f4-4639-bede-0463f561b6d7&id=3ae79487-75f4-4639-bede-0463f561b6d7&id=3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 787 time: 0.1928370 Feb 02 15:18:17.288092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-5e4fd599-6a46-40e4-8804-17c2838e1ba5 req-6fd866ce-0d57-47df-bf91-6e4b397ef76d tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:18:17.289150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e4fd599-6a46-40e4-8804-17c2838e1ba5 req-6fd866ce-0d57-47df-bf91-6e4b397ef76d tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054367 Feb 02 15:18:17.481496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849499b5-981c-497f-926b-9acc27b811cd req-94c4ff34-dfd2-44bc-bf5c-386f2df5ea98 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:17.482901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-849499b5-981c-497f-926b-9acc27b811cd req-94c4ff34-dfd2-44bc-bf5c-386f2df5ea98 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0976c4c9-3852-4891-828b-b9077b623ca9 HTTP/1.1" status: 200 len: 945 time: 0.0779681 Feb 02 15:18:17.503058 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:17.536258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-849499b5-981c-497f-926b-9acc27b811cd req-2cf7cf6d-f802-46ae-8c71-1d8e3a3c1bee tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Feb 02 15:18:17.803597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f06e65-6b00-450f-85ee-1f529d1acb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f7fd83-0dd8-430a-b3dd-6d9d22508881'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:17.834683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbe3a-f70d-4f7b-97bd-d374c44da08f req-18f0a97d-496e-483e-a213-ee211019e9c9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:17.835358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-721dbe3a-f70d-4f7b-97bd-d374c44da08f req-18f0a97d-496e-483e-a213-ee211019e9c9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Synchronizing usage tracker for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:17.940387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-721dbe3a-f70d-4f7b-97bd-d374c44da08f req-18f0a97d-496e-483e-a213-ee211019e9c9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Unset dirty status for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:17.942059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-721dbe3a-f70d-4f7b-97bd-d374c44da08f req-18f0a97d-496e-483e-a213-ee211019e9c9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 944 time: 0.2968717 Feb 02 15:18:17.991002 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-721dbe3a-f70d-4f7b-97bd-d374c44da08f req-2aebc609-6b0c-4d5e-8bdd-cd90c7dbe577 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440245 Feb 02 15:18:18.111820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-d6b4ab44-76b4-42b9-af9c-dbf1ef6673b6 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips/70d72356-f75b-4d7c-98e6-d029c66a159a HTTP/1.1" status: 200 len: 693 time: 0.0838675 Feb 02 15:18:18.265980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-c92b6cef-38ae-47b0-a9d3-9f3957a29606 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:18.268314 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-c92b6cef-38ae-47b0-a9d3-9f3957a29606 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.1511378 Feb 02 15:18:18.348569 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-a92f5454-a9ca-40a1-ae15-b68e90f9517e tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.0755749 Feb 02 15:18:18.433364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-097b56fb-3de7-47b6-bd4e-dd6a2137b252 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.0784662 Feb 02 15:18:18.602399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Deleting port 0cd1acae-66f6-4c35-8b5a-8d7730a9678f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:18.602774 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:18.620981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26642885-f03a-4d0a-be84-d88a32c083ff req-a9848afa-00db-4162-b1e4-3eb5e82e89dd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:18.622459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26642885-f03a-4d0a-be84-d88a32c083ff req-a9848afa-00db-4162-b1e4-3eb5e82e89dd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 945 time: 0.0791645 Feb 02 15:18:18.669277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26642885-f03a-4d0a-be84-d88a32c083ff req-085bb237-03d2-4e7e-8565-39899fe6bef4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Feb 02 15:18:18.749919 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f06e65-6b00-450f-85ee-1f529d1acb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f7fd83-0dd8-430a-b3dd-6d9d22508881', 'code': 200} Feb 02 15:18:18.782415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:18.782748 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:18.939912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Calling delete_port for 0cd1acae-66f6-4c35-8b5a-8d7730a9678f owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:19.041340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b52d0e07-70f1-4aad-90d8-b087b2ccceff req-882dde4d-d33a-41a0-b241-f09d23786448 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 1096 time: 0.1960521 Feb 02 15:18:19.133879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b52d0e07-70f1-4aad-90d8-b087b2ccceff req-09affb02-2ffc-4108-997c-8267b705654f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605140 Feb 02 15:18:19.236343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:19.284046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event deleted for resources: {'Port': ['ID=0cd1acae-66f6-4c35-8b5a-8d7730a9678f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:19.341187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 65c80bf5-065b-4265-9f1d-a7c5834867c5 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:18:19.389046 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:19.405666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:19.406794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9a0353d-79ae-4601-9472-d6db2b5d00f2 req-f219326c-093d-4a6b-8bc0-cf535c61f7e3 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "DELETE /v2.0/floatingips/70d72356-f75b-4d7c-98e6-d029c66a159a HTTP/1.1" status: 204 len: 173 time: 0.9682949 Feb 02 15:18:19.499136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:19.511457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'port_id': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'mac_address': 'fa:16:3e:97:f9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19308d4a-1b6c-425b-8f71-a3d7d82c4721', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:18:19.574617 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:19.594555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c80bf5-065b-4265-9f1d-a7c5834867c5 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:19.597809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a19ed-698c-4e50-81cb-cd64c3ce4381 req-7bec25a8-e38c-4513-a7d8-2b8312c9ca63 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:19.600604 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a4a19ed-698c-4e50-81cb-cd64c3ce4381 req-7bec25a8-e38c-4513-a7d8-2b8312c9ca63 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0976c4c9-3852-4891-828b-b9077b623ca9 HTTP/1.1" status: 200 len: 945 time: 0.0863686 Feb 02 15:18:19.611598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:19.647877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a4a19ed-698c-4e50-81cb-cd64c3ce4381 req-3dd1ac82-bf2d-42fb-8b78-5dd0a5b6e2fe tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Feb 02 15:18:19.720807 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:19.788819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:19.954478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f112-c66e-45bc-9c6c-f06ee433e0cf req-f7858d5b-cb01-4878-a531-1e273f426f46 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:19.955947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a455f112-c66e-45bc-9c6c-f06ee433e0cf req-f7858d5b-cb01-4878-a531-1e273f426f46 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 945 time: 0.1927288 Feb 02 15:18:20.002491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a455f112-c66e-45bc-9c6c-f06ee433e0cf req-669cc4c6-40d6-49fc-a286-8646f6fd2389 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Feb 02 15:18:20.131417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-44a16149-9b19-4f2b-90a0-c2e685b20b11 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips/0374250b-af0f-4d24-8177-59968f1b9d8b HTTP/1.1" status: 200 len: 693 time: 0.0902181 Feb 02 15:18:20.158421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['65c80bf5-065b-4265-9f1d-a7c5834867c5'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:20.294880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-a14dce22-6bce-452e-99d7-7ab8d191dc01 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:20.296292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-a14dce22-6bce-452e-99d7-7ab8d191dc01 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.1586254 Feb 02 15:18:20.381543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-f598ac56-b190-4f4f-bd42-34ede9b1179f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Synchronizing usage tracker for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:20.548343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-f598ac56-b190-4f4f-bd42-34ede9b1179f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Unset dirty status for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:20.548343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-f598ac56-b190-4f4f-bd42-34ede9b1179f tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.2380140 Feb 02 15:18:20.635062 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-a67fdd53-4d2f-49b0-9ee3-4fda9e682d77 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0858130 Feb 02 15:18:20.827343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Deleting port 7c7b32ec-8797-4db6-906d-5a4f574166ba {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:20.835972 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.011781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.011781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.135228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Calling delete_port for 7c7b32ec-8797-4db6-906d-5a4f574166ba owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:21.253441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ddbd3-4778-4422-aa54-1a0b9cc2880f req-b68a5154-3954-4d16-812b-1d9334c14701 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:21.255002 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-728ddbd3-4778-4422-aa54-1a0b9cc2880f req-b68a5154-3954-4d16-812b-1d9334c14701 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 945 time: 0.1804705 Feb 02 15:18:21.306963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-728ddbd3-4778-4422-aa54-1a0b9cc2880f req-d59b6e5c-4c12-41a3-8237-d41052dd1f2c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Feb 02 15:18:21.348629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 65c80bf5-065b-4265-9f1d-a7c5834867c5 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:21.378971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.448540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event deleted for resources: {'Port': ['ID=7c7b32ec-8797-4db6-906d-5a4f574166ba,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:21.511349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 65c80bf5-065b-4265-9f1d-a7c5834867c5 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:21.515571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 65c80bf5-065b-4265-9f1d-a7c5834867c5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:21.515945 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.548937 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.657395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.658783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1dd47730-813d-49f0-aff9-d78df8c87c2d req-7a8e88bd-cc2c-4e58-a7e7-91f43ab304e5 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "DELETE /v2.0/floatingips/0374250b-af0f-4d24-8177-59968f1b9d8b HTTP/1.1" status: 204 len: 173 time: 1.0139213 Feb 02 15:18:21.666335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.694915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:21.708169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:21.792020 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:21.872051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:21.985442 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:18:22.263399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697321f5-1ea1-464d-93f2-b3150d8f0c08 req-e837a88d-299e-4478-9bbe-ed839b339f55 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:22.274118 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-697321f5-1ea1-464d-93f2-b3150d8f0c08 req-e837a88d-299e-4478-9bbe-ed839b339f55 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 946 time: 0.0877247 Feb 02 15:18:22.316351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-697321f5-1ea1-464d-93f2-b3150d8f0c08 req-97ac1c7d-d0a9-448b-ac5d-dbc52d5daba2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Feb 02 15:18:22.443147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-6d14e381-bf3a-48a2-b141-85ea50dcfa64 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips/29bfa270-b1fa-4962-8917-e22d06ac0b39 HTTP/1.1" status: 200 len: 693 time: 0.0838830 Feb 02 15:18:22.449069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b283-c53b-4c9f-999f-c3d199752e08 req-be4d6217-a5a4-4a60-8eab-6be69042731c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:22.450551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3a7b283-c53b-4c9f-999f-c3d199752e08 req-be4d6217-a5a4-4a60-8eab-6be69042731c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 946 time: 0.0786529 Feb 02 15:18:22.500837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3a7b283-c53b-4c9f-999f-c3d199752e08 req-fcf21919-ddbf-4d55-b213-8213c2aa70d0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Feb 02 15:18:22.574201 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'code': 200} Feb 02 15:18:22.758098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3975945-31a4-4162-a5be-01e10dbbe09f req-a6a19d83-1b88-46c0-890e-cfb3000d39b0 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:22.778425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3975945-31a4-4162-a5be-01e10dbbe09f req-a6a19d83-1b88-46c0-890e-cfb3000d39b0 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 948 time: 0.1011403 Feb 02 15:18:22.804737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-ce1cc36a-6700-4cab-8b00-8f6cfaebc874 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:22.807210 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-ce1cc36a-6700-4cab-8b00-8f6cfaebc874 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.3574815 Feb 02 15:18:22.814608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3975945-31a4-4162-a5be-01e10dbbe09f req-4414c2ea-5150-43ec-9ec2-b0884ff9b464 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Feb 02 15:18:22.873637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-4ac854d9-7a05-44bc-aa3a-5ce83c28effe tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:22.875051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-4ac854d9-7a05-44bc-aa3a-5ce83c28effe tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.107 "GET /v2.0/ports?device_id=0976c4c9-3852-4891-828b-b9077b623ca9 HTTP/1.1" status: 200 len: 945 time: 0.2549205 Feb 02 15:18:22.950347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-8f0d0d7e-9d9d-43aa-a2b3-46d73f88c754 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Synchronizing usage tracker for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:22.970035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42774931-a902-49f2-b453-d347cae60beb req-f5853d1f-409a-45e7-b2e6-f1c142060eb8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 1097 time: 0.2750704 Feb 02 15:18:22.976162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Deleting port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:22.976559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:23.011345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f184725-3bba-4658-94a7-aea6d3d6a2cb req-d65e9425-202e-4dff-948a-1f0e013bda71 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:23.014214 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f184725-3bba-4658-94a7-aea6d3d6a2cb req-d65e9425-202e-4dff-948a-1f0e013bda71 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.0856879 Feb 02 15:18:23.060838 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f184725-3bba-4658-94a7-aea6d3d6a2cb req-eb0353b9-178c-4ec3-9969-79aca8b69ccc tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Feb 02 15:18:23.101209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42774931-a902-49f2-b453-d347cae60beb req-3d00fc58-c601-4cb2-bec9-247eeae68295 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923681 Feb 02 15:18:23.185979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-8f0d0d7e-9d9d-43aa-a2b3-46d73f88c754 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Unset dirty status for tenant:b84de64cd56f4fa89fd71e1094c1a1b5 on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:23.187045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-8f0d0d7e-9d9d-43aa-a2b3-46d73f88c754 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.3735070 Feb 02 15:18:23.250186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871c03f-16e5-4d12-9f3f-5b8deb35ae8c req-0927f975-9229-4605-ba6e-14d0d75c2f70 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:23.251751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d871c03f-16e5-4d12-9f3f-5b8deb35ae8c req-0927f975-9229-4605-ba6e-14d0d75c2f70 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0976c4c9-3852-4891-828b-b9077b623ca9 HTTP/1.1" status: 200 len: 945 time: 0.0808923 Feb 02 15:18:23.289026 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-a4551d4c-9fb0-4841-b25f-f8cd3ec80e87 tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.0942392 Feb 02 15:18:23.299339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d871c03f-16e5-4d12-9f3f-5b8deb35ae8c req-ac8ad3b0-9f22-46e7-bfbe-d9921d175f2f tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/security-groups?id=493592f2-99a1-4948-80bb-746a96cbcc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Feb 02 15:18:23.475156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] For port 55b22e73-3251-4c98-b5ba-55040b2ba3a2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=55b22e73-3251-4c98-b5ba-55040b2ba3a2,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:23.475577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:23.488248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Deleting port 5546f8b4-171f-477e-a892-17020ed77998 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:23.488581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:23.495834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bdd75-10d0-44aa-a01d-0035b041893d req-5415800c-bbeb-4ba5-817d-fbec7f39a222 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:23.496794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-073bdd75-10d0-44aa-a01d-0035b041893d req-5415800c-bbeb-4ba5-817d-fbec7f39a222 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 945 time: 0.0853422 Feb 02 15:18:23.544519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-073bdd75-10d0-44aa-a01d-0035b041893d req-3751caba-2b49-4f61-8adf-fbec376cedf6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Feb 02 15:18:23.629731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Calling delete_port for 55b22e73-3251-4c98-b5ba-55040b2ba3a2 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:23.864176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:23.864507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:23.865003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-8c2de457-6abc-4eb6-ae69-aa5ee9e767e8 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:23.866452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-8c2de457-6abc-4eb6-ae69-aa5ee9e767e8 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 806 time: 0.1569226 Feb 02 15:18:23.884994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d35e5c61-117f-47fc-a885-2b7fa186b622 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/quotas/87fd436be89f477c990329a68ab9df43 HTTP/1.1" status: 200 len: 375 time: 0.0114214 Feb 02 15:18:23.972895 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-95ceed9a-65a9-4944-846b-a4142d299b5a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827060 Feb 02 15:18:24.101186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Calling delete_port for 5546f8b4-171f-477e-a892-17020ed77998 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:24.121020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-0df7e3cf-7d06-4fa0-8e7e-264e29fa4244 service neutron] 10.222.0.88 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396532 Feb 02 15:18:24.219873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:24.253321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['55b22e73-3251-4c98-b5ba-55040b2ba3a2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:24.254502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-5e48e584-e9b4-4de2-8bcb-af753088f12f service neutron] 10.222.0.88 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269097 Feb 02 15:18:24.285863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3b74834c-0a77-498c-bb17-d9490d4de54a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:24.311186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Pushing event deleted for resources: {'Port': ['ID=55b22e73-3251-4c98-b5ba-55040b2ba3a2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:24.413991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] No DVR routers for this DVR port 55b22e73-3251-4c98-b5ba-55040b2ba3a2 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:18:24.416649 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:24.419194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976c4c9-3852-4891-828b-b9077b623ca9', 'name': 'network-vif-deleted', 'tag': '55b22e73-3251-4c98-b5ba-55040b2ba3a2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:24.466814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025e12-20a1-414d-9bee-7982b9461589 req-833fe776-db63-4863-a084-37c986838bf5 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:24.466814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f025e12-20a1-414d-9bee-7982b9461589 req-833fe776-db63-4863-a084-37c986838bf5 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 948 time: 0.1895251 Feb 02 15:18:24.542731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Deleting port 820b698e-7ca1-474e-857e-be71bd2c9556 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:24.543074 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:24.561319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0e7bed2b-a873-40de-9209-37d49087af37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:24.569105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:24.642219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93b301ea-b463-40ce-ba1a-b559a2049b2b req-d380b21f-82f2-4a9e-bdc5-de4c263a9f87 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.107 "DELETE /v2.0/ports/55b22e73-3251-4c98-b5ba-55040b2ba3a2 HTTP/1.1" status: 204 len: 173 time: 1.7598295 Feb 02 15:18:24.667764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Pushing event deleted for resources: {'Port': ['ID=5546f8b4-171f-477e-a892-17020ed77998,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:24.932737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105896-9106-4304-9470-fedd4d396c1f req-a0ca2c4d-e4e8-42e6-9b26-5684f345e7c8 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:24.933416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-aa105896-9106-4304-9470-fedd4d396c1f req-a0ca2c4d-e4e8-42e6-9b26-5684f345e7c8 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Synchronizing usage tracker for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:24.935981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:24.938336 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:24.939402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cca0ddb-d423-487e-92dd-43b55b1fd6ec req-c8ed0d4b-6262-4056-89a1-8ab43bba81ae tempest-FloatingIPDetailsTestJSON-1759448257 tempest-FloatingIPDetailsTestJSON-1759448257-project] 10.222.0.88 "DELETE /v2.0/floatingips/29bfa270-b1fa-4962-8917-e22d06ac0b39 HTTP/1.1" status: 204 len: 173 time: 1.6366210 Feb 02 15:18:24.948505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48932) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:25.096701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] For port 820b698e-7ca1-474e-857e-be71bd2c9556, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=820b698e-7ca1-474e-857e-be71bd2c9556,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:25.097077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:25.236121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Calling delete_port for 820b698e-7ca1-474e-857e-be71bd2c9556 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:25.303309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-aa105896-9106-4304-9470-fedd4d396c1f req-a0ca2c4d-e4e8-42e6-9b26-5684f345e7c8 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Unset dirty status for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:25.304436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa105896-9106-4304-9470-fedd4d396c1f req-a0ca2c4d-e4e8-42e6-9b26-5684f345e7c8 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 945 time: 0.7369657 Feb 02 15:18:25.485129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Deleting port 3b74834c-0a77-498c-bb17-d9490d4de54a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:25.485771 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:25.632679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797176-90e3-45af-bd1e-e8a1182f169f req-147f8fd6-63a0-4557-b721-c704bd3d3fad tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:25.634201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20797176-90e3-45af-bd1e-e8a1182f169f req-147f8fd6-63a0-4557-b721-c704bd3d3fad tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 948 time: 0.1069155 Feb 02 15:18:25.695358 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20797176-90e3-45af-bd1e-e8a1182f169f req-2d76519d-6d84-48dc-8776-fa7d1651c094 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Feb 02 15:18:25.732324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055d925-8de7-4b7a-b69f-7bbe2a25ada4 req-0b84a9fa-b5f6-4478-a7c1-1d353dcada2a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:25.739490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c055d925-8de7-4b7a-b69f-7bbe2a25ada4 req-0b84a9fa-b5f6-4478-a7c1-1d353dcada2a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 946 time: 0.5712371 Feb 02 15:18:25.915978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d35ec-948c-4219-808a-e5ac251c890b req-6e25473c-bb64-45bc-9a14-bab245dd0762 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:25.917334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b5d35ec-948c-4219-808a-e5ac251c890b req-6e25473c-bb64-45bc-9a14-bab245dd0762 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.0784845 Feb 02 15:18:25.939645 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c055d925-8de7-4b7a-b69f-7bbe2a25ada4 req-a5ee41d9-8f07-4d23-898b-4d7b8f83dd37 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994674 Feb 02 15:18:25.972354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b5d35ec-948c-4219-808a-e5ac251c890b req-539b322f-b681-40af-8191-272c1107f841 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490954 Feb 02 15:18:26.000993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:26.067709 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976c4c9-3852-4891-828b-b9077b623ca9', 'name': 'network-vif-deleted', 'tag': '55b22e73-3251-4c98-b5ba-55040b2ba3a2', 'status': 'completed', 'code': 200} Feb 02 15:18:26.097147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Pushing event deleted for resources: {'Port': ['ID=820b698e-7ca1-474e-857e-be71bd2c9556,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:26.216691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] For port 3b74834c-0a77-498c-bb17-d9490d4de54a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3b74834c-0a77-498c-bb17-d9490d4de54a,segment=NetworkSegment(cb254981-7d11-4049-9857-6a5f50c71f4e),segment_id=cb254981-7d11-4049-9857-6a5f50c71f4e)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:26.216968 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:26.220423 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae67ed60-d8e0-474e-a63a-25a641c8f835 req-35259d19-e104-4b90-a748-a8cd51bd8274 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 210 time: 0.0509853 Feb 02 15:18:26.276782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] No DVR routers for this DVR port 820b698e-7ca1-474e-857e-be71bd2c9556 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:18:26.385238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:26.396004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Calling delete_port for 3b74834c-0a77-498c-bb17-d9490d4de54a owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:26.610845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bdedb-6a7e-47f8-ac61-9e46a2e1458c req-fa69f14a-84b8-4866-a53d-4b5a6a969947 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:26.612351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-869bdedb-6a7e-47f8-ac61-9e46a2e1458c req-fa69f14a-84b8-4866-a53d-4b5a6a969947 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 945 time: 0.4016812 Feb 02 15:18:26.667685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f025e12-20a1-414d-9bee-7982b9461589 req-cda76308-cb2a-4bfc-b0ce-cddccc870f29 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "DELETE /v2.0/ports/820b698e-7ca1-474e-857e-be71bd2c9556 HTTP/1.1" status: 204 len: 173 time: 2.1970251 Feb 02 15:18:26.699251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-869bdedb-6a7e-47f8-ac61-9e46a2e1458c req-6a7f83f6-a4db-4cf1-97c1-d8fa7b9924c2 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761733 Feb 02 15:18:26.702654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 55b22e73-3251-4c98-b5ba-55040b2ba3a2 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:26.721363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:26.796332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 55b22e73-3251-4c98-b5ba-55040b2ba3a2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:26.798515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 55b22e73-3251-4c98-b5ba-55040b2ba3a2 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:26.822746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:26.890525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5080c77f-8a75-4ae8-bc08-b6a5b076a930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:26.906304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Pushing event deleted for resources: {'Port': ['ID=3b74834c-0a77-498c-bb17-d9490d4de54a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:26.925925 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b57dfc0b-d992-4fba-b8bd-2e1ab7bd4bfe req-3e6d4422-3f25-468e-9c26-ea6d69f30fb7 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 210 time: 0.0620546 Feb 02 15:18:27.020860 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2355e10c-ace5-495a-99de-2449b8550213 req-75687b2d-6515-480c-a1dc-b14685a7922a tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=34759599-df87-4bce-a89e-fb2128a9b3a2 HTTP/1.1" status: 200 len: 210 time: 0.0618932 Feb 02 15:18:27.048774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] No DVR routers for this DVR port 3b74834c-0a77-498c-bb17-d9490d4de54a on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:18:27.059465 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:27.188827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa105896-9106-4304-9470-fedd4d396c1f req-acd3e6d3-ccec-461b-ac75-56b72dd8dcf1 tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.64 "DELETE /v2.0/ports/3b74834c-0a77-498c-bb17-d9490d4de54a HTTP/1.1" status: 204 len: 173 time: 1.8695641 Feb 02 15:18:27.255993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6bd70-9a54-4eb6-aadb-aeabfb466ec2 req-2af9dca1-dabf-4688-8b58-351f4cb4861f tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:27.257596 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e8c6bd70-9a54-4eb6-aadb-aeabfb466ec2 req-2af9dca1-dabf-4688-8b58-351f4cb4861f tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.0889542 Feb 02 15:18:27.317947 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e8c6bd70-9a54-4eb6-aadb-aeabfb466ec2 req-2cf45a68-55de-4083-aed3-9233d688c0bf tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539598 Feb 02 15:18:27.351183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-6f221287-415f-4abf-923d-b417f93b23af tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:27.353433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-6f221287-415f-4abf-923d-b417f93b23af tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 945 time: 0.3504939 Feb 02 15:18:27.386609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 820b698e-7ca1-474e-857e-be71bd2c9556 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:27.426600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 820b698e-7ca1-474e-857e-be71bd2c9556 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:27.426952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 820b698e-7ca1-474e-857e-be71bd2c9556 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:27.427555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3b74834c-0a77-498c-bb17-d9490d4de54a no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:27.460473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Deleting port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:27.469667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:27.470923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 3b74834c-0a77-498c-bb17-d9490d4de54a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:27.471332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3b74834c-0a77-498c-bb17-d9490d4de54a not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:27.504894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72b73312-923f-4fa7-a0ef-8adba5b4bf5a req-48094e11-6bef-4421-bde1-a5c285ec6784 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 210 time: 0.0646026 Feb 02 15:18:27.557656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f62606-ed67-4511-a609-b211686d7059 req-301c4a8b-efdc-4145-9267-2e2d87ad7d1e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:27.559109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72f62606-ed67-4511-a609-b211686d7059 req-301c4a8b-efdc-4145-9267-2e2d87ad7d1e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 946 time: 0.4104478 Feb 02 15:18:27.793540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72f62606-ed67-4511-a609-b211686d7059 req-11dd2b55-32a6-47a9-ad73-6b8d32396d79 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284937 Feb 02 15:18:28.016908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] For port 15f7fd83-0dd8-430a-b3dd-6d9d22508881, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=15f7fd83-0dd8-430a-b3dd-6d9d22508881,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:28.019113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:28.023647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb9eb4-3363-4a48-849f-c72809865f92 req-a21b9178-8627-4c5c-9817-0d9556efd367 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:28.025454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71fb9eb4-3363-4a48-849f-c72809865f92 req-a21b9178-8627-4c5c-9817-0d9556efd367 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 945 time: 0.0875020 Feb 02 15:18:28.072240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'name': 'network-vif-deleted', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556'}, {'server_uuid': '0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e', 'name': 'network-vif-deleted', 'tag': '3b74834c-0a77-498c-bb17-d9490d4de54a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:28.079682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71fb9eb4-3363-4a48-849f-c72809865f92 req-4f8e60e7-3811-4654-87e2-ee8dd93d0b2b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Feb 02 15:18:28.287242 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:28.322558 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:28.344346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Calling delete_port for 15f7fd83-0dd8-430a-b3dd-6d9d22508881 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:28.374100 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34759599-df87-4bce-a89e-fb2128a9b3a2', 'name': 'network-vif-deleted', 'tag': '820b698e-7ca1-474e-857e-be71bd2c9556', 'status': 'completed', 'code': 200} Feb 02 15:18:28.374359 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e', 'name': 'network-vif-deleted', 'tag': '3b74834c-0a77-498c-bb17-d9490d4de54a', 'status': 'completed', 'code': 200} Feb 02 15:18:28.409213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0cd0a572-3c56-4eb1-a133-4696e846b243 req-ea60b69e-20da-4265-aed2-15b5df0c95db tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Synchronizing usage tracker for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:28.501718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-0bac9ab1-8511-4a6d-b6bd-aff7752eb783 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:28.503121 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-0bac9ab1-8511-4a6d-b6bd-aff7752eb783 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 806 time: 0.3589866 Feb 02 15:18:28.559348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Request body: {'port': {'device_id': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'admin_state_up': True, 'tenant_id': '87fd436be89f477c990329a68ab9df43'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:28.577222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0cd0a572-3c56-4eb1-a133-4696e846b243 req-ea60b69e-20da-4265-aed2-15b5df0c95db tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] Unset dirty status for tenant:e3d719d803b744599dd06345dbc575b4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:28.577222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0cd0a572-3c56-4eb1-a133-4696e846b243 req-ea60b69e-20da-4265-aed2-15b5df0c95db tempest-MultipleCreateTestJSON-1652141426 tempest-MultipleCreateTestJSON-1652141426-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a8b4cd2-de87-4bca-b714-8c7b9b3fb98e HTTP/1.1" status: 200 len: 210 time: 0.4312980 Feb 02 15:18:28.814446 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:28.849215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:28.887929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e039f3e1-56cf-4584-ad3b-8e6b37371736'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:28.910270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event deleted for resources: {'Port': ['ID=15f7fd83-0dd8-430a-b3dd-6d9d22508881,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:28.959142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:29.056487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d79fcdac-4a90-4f39-81aa-7986f307519f req-9619518d-3996-4bb7-a896-1e1e8932147f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 210 time: 0.0454786 Feb 02 15:18:29.188991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:29.191299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] No DVR routers for this DVR port 15f7fd83-0dd8-430a-b3dd-6d9d22508881 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:18:29.194151 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:29.222124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e333ae-3587-4749-bd8e-0d1eb02d4cc6 req-d035db3d-269b-4933-9e53-2d6b68ed18e8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:29.224006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51e333ae-3587-4749-bd8e-0d1eb02d4cc6 req-d035db3d-269b-4933-9e53-2d6b68ed18e8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.5105948 Feb 02 15:18:29.252835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Deleting port b946a472-ad15-4d1e-9417-01b0a6fabbe2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:29.253450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:29.315854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb6a2a-c2dc-4cb4-a798-16416ab318e1 req-39962094-53b6-4004-85ee-1770ab63fd3c tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:29.317329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c2eb6a2a-c2dc-4cb4-a798-16416ab318e1 req-39962094-53b6-4004-85ee-1770ab63fd3c tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 948 time: 0.1302478 Feb 02 15:18:29.350419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51e333ae-3587-4749-bd8e-0d1eb02d4cc6 req-95f16f76-3cd7-4891-9892-92791873e23b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139796 Feb 02 15:18:29.364925 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c2eb6a2a-c2dc-4cb4-a798-16416ab318e1 req-87ad956a-cee4-47f9-9e02-8bfeef909b16 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Feb 02 15:18:29.397961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Made reservation on behalf of 87fd436be89f477c990329a68ab9df43 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:29.401487 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:29.418015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74d32905-81e6-4b5c-bc21-89a0e127c02b req-8943a63c-0659-461e-b90e-8cb4766b7617 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "DELETE /v2.0/ports/15f7fd83-0dd8-430a-b3dd-6d9d22508881 HTTP/1.1" status: 204 len: 173 time: 2.0546005 Feb 02 15:18:29.544624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-789ac45d-8c60-48ed-8c03-f608837c7d55 req-5da4dfc6-0bb6-4550-b737-3682c2d06408 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=51f06e65-6b00-450f-85ee-1f529d1acb3e HTTP/1.1" status: 200 len: 210 time: 0.0407758 Feb 02 15:18:29.607222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] For port b946a472-ad15-4d1e-9417-01b0a6fabbe2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b946a472-ad15-4d1e-9417-01b0a6fabbe2,segment=NetworkSegment(73606bda-580b-45ac-afde-7c66beca5113),segment_id=73606bda-580b-45ac-afde-7c66beca5113)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:29.609102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:29.713093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48982) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:29.796847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Calling delete_port for b946a472-ad15-4d1e-9417-01b0a6fabbe2 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:29.797674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-233e5920-6567-449b-9127-a9d7ac5d4f3a admin admin] Deleting subnet 034293a4-1e4b-4dbd-b944-4333a4b2881f {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:18:29.801193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-233e5920-6567-449b-9127-a9d7ac5d4f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:29.808662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:29.860054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-233e5920-6567-449b-9127-a9d7ac5d4f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:29.896751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Allocated IP 172.20.0.13 (76012fa1-2f3f-41a3-bc2b-91287288c514/d76bf1dd-18f1-4463-b02d-e1edb574e524/0440a85c-ff40-4662-9798-f54d39bf1864) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:29.919607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238db88-b1c3-4ccd-a830-b90f1249de81 req-cc7ff48f-a096-4102-89e6-3818fdfc8455 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:29.921099 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b238db88-b1c3-4ccd-a830-b90f1249de81 req-cc7ff48f-a096-4102-89e6-3818fdfc8455 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 946 time: 0.4407315 Feb 02 15:18:29.923167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-233e5920-6567-449b-9127-a9d7ac5d4f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.070273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-233e5920-6567-449b-9127-a9d7ac5d4f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.108012 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b238db88-b1c3-4ccd-a830-b90f1249de81 req-df2c9681-34c3-4e49-801f-502f5ed9f352 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664224 Feb 02 15:18:30.214665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e5920-6567-449b-9127-a9d7ac5d4f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034293a4-1e4b-4dbd-b944-4333a4b2881f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:30.226490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-233e5920-6567-449b-9127-a9d7ac5d4f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.237127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-233e5920-6567-449b-9127-a9d7ac5d4f3a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/034293a4-1e4b-4dbd-b944-4333a4b2881f HTTP/1.1" status: 204 len: 168 time: 0.5295782 Feb 02 15:18:30.239495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:30.316688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.376001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f06e65-6b00-450f-85ee-1f529d1acb3e', 'name': 'network-vif-deleted', 'tag': '15f7fd83-0dd8-430a-b3dd-6d9d22508881'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:30.380350 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-183fe88b-3d0c-476f-9936-1e72a69d2b67 req-689676c0-c88b-4d7c-ab4f-b5383052bf3e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 210 time: 0.0608416 Feb 02 15:18:30.417866 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.420176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.472610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.506099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['033af283-58ed-4fa1-b407-145aeb8c5563'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:30.578480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.606716 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f06e65-6b00-450f-85ee-1f529d1acb3e', 'name': 'network-vif-deleted', 'tag': '15f7fd83-0dd8-430a-b3dd-6d9d22508881', 'status': 'completed', 'code': 200} Feb 02 15:18:30.609468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e4e579-60f2-4004-bc2a-5695f574a835']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:30.618901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Network 76012fa1-2f3f-41a3-bc2b-91287288c514 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:30.619723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Pushing event deleted for resources: {'Port': ['ID=b946a472-ad15-4d1e-9417-01b0a6fabbe2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:30.635534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb254981-7d11-4049-9857-6a5f50c71f4e') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:30.636166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb254981-7d11-4049-9857-6a5f50c71f4e') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:30.645208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:30.650062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:30.651233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.672354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.681377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:18:30.682126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:30.753832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 15f7fd83-0dd8-430a-b3dd-6d9d22508881 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:30.800182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 15f7fd83-0dd8-430a-b3dd-6d9d22508881 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:30.806831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 15f7fd83-0dd8-430a-b3dd-6d9d22508881 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:18:30.822963 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:18:30.914569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503e42a-6afb-4c43-960b-351c1da1cb02 req-2361da1c-d4a8-44a2-bcb0-8381cacb1a04 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:30.922839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b503e42a-6afb-4c43-960b-351c1da1cb02 req-2361da1c-d4a8-44a2-bcb0-8381cacb1a04 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.0988863 Feb 02 15:18:30.933127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Pushing event updated for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:30.965360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b503e42a-6afb-4c43-960b-351c1da1cb02 req-b75cf3b5-6604-4dd5-9469-fd0b82430b27 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Feb 02 15:18:30.996107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:30.996107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:31.026149 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:31.048634 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:31.074639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e4e579-60f2-4004-bc2a-5695f574a835,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:31.107511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-35578348-7a64-4ec2-9c44-73709013eb05 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:31.108157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-35578348-7a64-4ec2-9c44-73709013eb05 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Synchronizing usage tracker for tenant:c2223177cf8e4805a21116e21e6223dc on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:31.141507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-d60183c1-0c2b-4b92-953f-7a4bc3abd500 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5907707 Feb 02 15:18:31.169355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0ec4687c-5eb8-41fd-af10-5d19141b5f49 admin admin] 10.222.0.88 "DELETE /v2.0/networks/32e4e579-60f2-4004-bc2a-5695f574a835 HTTP/1.1" status: 204 len: 168 time: 0.9283633 Feb 02 15:18:31.206599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-ea8061c8-8d15-4ec9-bde7-bc802667c39b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:18:31.207873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-ea8061c8-8d15-4ec9-bde7-bc802667c39b tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0105371 Feb 02 15:18:31.228956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Request body: {'port': {'device_id': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:31.242406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655cd64-3898-4d0b-8425-596f11b454c4 req-b48d54c6-3be5-45ad-a81a-d411e89da01b tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:31.250015 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c655cd64-3898-4d0b-8425-596f11b454c4 req-b48d54c6-3be5-45ad-a81a-d411e89da01b tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 948 time: 0.1466832 Feb 02 15:18:31.307012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-35578348-7a64-4ec2-9c44-73709013eb05 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Unset dirty status for tenant:c2223177cf8e4805a21116e21e6223dc on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:31.308663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-35578348-7a64-4ec2-9c44-73709013eb05 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 948 time: 0.4951992 Feb 02 15:18:31.340834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c655cd64-3898-4d0b-8425-596f11b454c4 req-c71ff961-f87e-43e0-959c-97c8d9b8e33e tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849779 Feb 02 15:18:31.521136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Deleting port f0cba198-f752-4b14-bfb4-37afeb59fce8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:31.521472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:31.624728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688e34c-b6a7-4868-a241-1fa6e7ff66d2 req-f9488aa4-82f0-46f9-a086-acf094f17530 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:31.626216 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4688e34c-b6a7-4868-a241-1fa6e7ff66d2 req-f9488aa4-82f0-46f9-a086-acf094f17530 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 932 time: 0.1086912 Feb 02 15:18:31.683504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:31.685944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4688e34c-b6a7-4868-a241-1fa6e7ff66d2 req-06b25cce-743b-4320-b1fb-be75634e5cd0 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Feb 02 15:18:31.697067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49018) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:31.762013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c59b018d-c0cc-4d9b-a3d5-2cdd67c2add1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3d719d803b744599dd06345dbc575b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0634601 Feb 02 15:18:31.767316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49024) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:31.807447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:31.836552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6319b494-7af3-4436-8451-a06aea766ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:31.910108 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6319b494-7af3-4436-8451-a06aea766ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:31.966123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141d2d-7e78-4fdc-827d-4c52c84987f7 req-b1284dc3-6ad2-4fb3-b56b-174b731dd764 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:31.967727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b141d2d-7e78-4fdc-827d-4c52c84987f7 req-b1284dc3-6ad2-4fb3-b56b-174b731dd764 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 946 time: 0.1215439 Feb 02 15:18:31.995275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] For port f0cba198-f752-4b14-bfb4-37afeb59fce8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f0cba198-f752-4b14-bfb4-37afeb59fce8,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:31.996113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:32.024060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b141d2d-7e78-4fdc-827d-4c52c84987f7 req-9a0a8f5c-89db-42bd-b78b-cc7d19a5cf26 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503790 Feb 02 15:18:32.063098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6319b494-7af3-4436-8451-a06aea766ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:32.087377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319b494-7af3-4436-8451-a06aea766ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493592f2-99a1-4948-80bb-746a96cbcc4f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:32.149537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Calling delete_port for f0cba198-f752-4b14-bfb4-37afeb59fce8 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:32.170661 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6319b494-7af3-4436-8451-a06aea766ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:32.171708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6319b494-7af3-4436-8451-a06aea766ace admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/493592f2-99a1-4948-80bb-746a96cbcc4f HTTP/1.1" status: 204 len: 168 time: 0.4032857 Feb 02 15:18:32.557489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabe3c8-d431-4fd2-9633-62ed5d67e978 req-aef27a76-85b4-4d80-a2fd-8115f5216d55 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:32.559049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2aabe3c8-d431-4fd2-9633-62ed5d67e978 req-aef27a76-85b4-4d80-a2fd-8115f5216d55 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 948 time: 0.0868361 Feb 02 15:18:32.596686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6fa56-ebae-45b3-99e0-04943852f479 req-10d19c79-2ab1-4489-bed5-e441738b5ed1 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:32.598170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7dc6fa56-ebae-45b3-99e0-04943852f479 req-10d19c79-2ab1-4489-bed5-e441738b5ed1 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.3809657 Feb 02 15:18:32.616522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2aabe3c8-d431-4fd2-9633-62ed5d67e978 req-523adc37-84ec-4f63-94b8-73471f7f6b93 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cd59bbf-07e6-4b81-85b8-253b2842ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483315 Feb 02 15:18:32.741449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:32.787155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7dc6fa56-ebae-45b3-99e0-04943852f479 req-f406fa81-f2e8-4f08-9ca8-eace358c2811 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700709 Feb 02 15:18:32.809486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0440a85c-ff40-4662-9798-f54d39bf1864 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:32.814074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Pushing event deleted for resources: {'Port': ['ID=f0cba198-f752-4b14-bfb4-37afeb59fce8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:32.913000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:32.933036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd85db-3c78-49b7-8192-203b3d9b5bfc req-eb5d52a7-6c23-475e-b80c-f2abbc04adbe tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:32.934543 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39bd85db-3c78-49b7-8192-203b3d9b5bfc req-eb5d52a7-6c23-475e-b80c-f2abbc04adbe tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 932 time: 0.0896626 Feb 02 15:18:32.984257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Transition to ACTIVE for port object 0440a85c-ff40-4662-9798-f54d39bf1864 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:32.985439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] No DVR routers for this DVR port f0cba198-f752-4b14-bfb4-37afeb59fce8 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:18:32.990125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:32.992640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-deleted', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:32.995281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39bd85db-3c78-49b7-8192-203b3d9b5bfc req-5233dc3e-6e1a-4e41-a1f8-f32a7ee68b1f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Feb 02 15:18:33.182789 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c57989-eb29-41eb-8dd2-94eeefd85978', 'name': 'network-vif-deleted', 'tag': 'f0cba198-f752-4b14-bfb4-37afeb59fce8', 'status': 'completed', 'code': 200} Feb 02 15:18:33.190852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:33.228868 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2487ca49-14f7-4a9e-8b8c-85186c0fdcce req-34ba4878-a8ff-4999-978b-2f940cf33c70 tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.64 "DELETE /v2.0/ports/f0cba198-f752-4b14-bfb4-37afeb59fce8 HTTP/1.1" status: 204 len: 173 time: 1.9152586 Feb 02 15:18:33.259044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac56be-45f4-434e-aaf3-ae1d85c28654 req-c1972e08-d014-4dd3-b6ad-f671949dda9c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:33.267669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-48ac56be-45f4-434e-aaf3-ae1d85c28654 req-c1972e08-d014-4dd3-b6ad-f671949dda9c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 946 time: 0.1083245 Feb 02 15:18:33.340335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-48ac56be-45f4-434e-aaf3-ae1d85c28654 req-ba65cadc-b33b-4f8d-9e90-9b8d7332d6bc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713291 Feb 02 15:18:33.375190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Pushing event updated for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:33.397627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 65c80bf5-065b-4265-9f1d-a7c5834867c5 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:18:33.574103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:33.574328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:33.574666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:33.588335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:33.602731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'port_id': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'mac_address': 'fa:16:3e:97:f9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19308d4a-1b6c-425b-8f71-a3d7d82c4721', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:18:33.621821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49068) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:33.679481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:18:33.679819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:33.682753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:33.696654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:33.696654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:33.697086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:33.697535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Bound port: 0440a85c-ff40-4662-9798-f54d39bf1864, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:33.697883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:33.702561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65c80bf5-065b-4265-9f1d-a7c5834867c5 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:33.719161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:33.825434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-a167ffae-338d-4158-a4e5-630d949535eb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:33.826078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-a167ffae-338d-4158-a4e5-630d949535eb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:33.842115 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:33.844043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-338994373-network', 'tenant_id': '2c57fb8e2f954e5fa0e426fa6c97c19a'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:33.850580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:33.853858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:33.857860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:33.868280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Router e014051e-ed0a-4c4d-abac-412f20c838dd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:18:33.902656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Usage tracker for resource:network and tenant:2c57fb8e2f954e5fa0e426fa6c97c19a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:33.921077 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f841d816-8b77-4fbf-b5f0-1099d3af1573 req-4f750975-4bef-43a2-9ebf-d700a86f9e0b tempest-ListImageFiltersTestJSON-1575275426 tempest-ListImageFiltersTestJSON-1575275426-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7c57989-eb29-41eb-8dd2-94eeefd85978 HTTP/1.1" status: 200 len: 210 time: 0.0662584 Feb 02 15:18:33.922714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:33.942685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:33.949294 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:33.987908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:34.002111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Made reservation on behalf of 2c57fb8e2f954e5fa0e426fa6c97c19a for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:34.004454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.009158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-a167ffae-338d-4158-a4e5-630d949535eb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:34.010258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-a167ffae-338d-4158-a4e5-630d949535eb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 946 time: 0.4380376 Feb 02 15:18:34.019672 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.019868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['65c80bf5-065b-4265-9f1d-a7c5834867c5'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:34.085058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:34.095957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:2c57fb8e2f954e5fa0e426fa6c97c19a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:34.111331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:34.124263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.125677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] 10.222.0.107 "PUT /v2.0/ports/0440a85c-ff40-4662-9798-f54d39bf1864 HTTP/1.1" status: 200 len: 1092 time: 2.9037924 Feb 02 15:18:34.129942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:34.171900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Deleting port e039f3e1-56cf-4584-ad3b-8e6b37371736 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:34.171900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.208298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf9216-cb49-4364-84a6-e65961ac6f8c service neutron] Pushing event updated for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:34.304539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.343896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc7ffa-2af6-4c82-b6cb-b5c1c5f4490e req-904cd5a1-17f3-4b99-96c2-204b8b268d87 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:34.345729 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ffc7ffa-2af6-4c82-b6cb-b5c1c5f4490e req-904cd5a1-17f3-4b99-96c2-204b8b268d87 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.1132212 Feb 02 15:18:34.394609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.419148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ffc7ffa-2af6-4c82-b6cb-b5c1c5f4490e req-e23c0d96-2113-4564-a3fa-58ee3b988c7d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674708 Feb 02 15:18:34.424486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:18:34.445527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1317fb-b824-4679-98a6-f92cdc61f69d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:34.448082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840a9be-5e2a-462d-8c05-493f46bced6c req-d58af897-596b-4a5d-8621-f614fdf2b689 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:34.449298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.449644 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Added segment e0942d3b-0807-43b6-b9b4-8a3358d0eca9 of type vlan for network 736602e5-9013-49a0-8b12-d19f487f30c3 Feb 02 15:18:34.455011 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1840a9be-5e2a-462d-8c05-493f46bced6c req-d58af897-596b-4a5d-8621-f614fdf2b689 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.4589543 Feb 02 15:18:34.481444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.622810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.623616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:34.624209 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.720490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1840a9be-5e2a-462d-8c05-493f46bced6c req-5dff41e0-1de8-4210-b211-e716518d1401 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645195 Feb 02 15:18:34.749647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] For port e039f3e1-56cf-4584-ad3b-8e6b37371736, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e039f3e1-56cf-4584-ad3b-8e6b37371736,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:34.752881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:34.915754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=736602e5-9013-49a0-8b12-d19f487f30c3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:34.922796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 736602e5-9013-49a0-8b12-d19f487f30c3 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:18:34.932369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dc52a-f438-4d87-bf25-dc140a92d6ff req-26d68006-e935-46ac-a700-0f6ada1abdd7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:34.933960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a08dc52a-f438-4d87-bf25-dc140a92d6ff req-26d68006-e935-46ac-a700-0f6ada1abdd7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 946 time: 0.3559918 Feb 02 15:18:35.003417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a08dc52a-f438-4d87-bf25-dc140a92d6ff req-05bf744b-4af5-403e-abc5-2dea3c2ef5a6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607080 Feb 02 15:18:35.012390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec7b11f7-0e2a-47ea-ab47-379ee5fc2cd0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3893924 Feb 02 15:18:35.015945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49100) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:35.019666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Calling delete_port for e039f3e1-56cf-4584-ad3b-8e6b37371736 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:35.030360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Request body: {'subnet': {'network_id': '736602e5-9013-49a0-8b12-d19f487f30c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-338994373-subnet', 'tenant_id': '2c57fb8e2f954e5fa0e426fa6c97c19a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:35.048517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:35.057831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Usage tracker for resource:subnet and tenant:2c57fb8e2f954e5fa0e426fa6c97c19a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:35.068764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:35.071182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-7c8a785b-d5e7-4a54-83a7-09517e7a388c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1095 time: 0.8162229 Feb 02 15:18:35.075144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:18:35.077539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:35.081962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e6fe066a-1f06-4b77-ac7b-9fac69dfa010 admin admin] 10.222.0.88 "PUT /v2.0/routers/e014051e-ed0a-4c4d-abac-412f20c838dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1323302 Feb 02 15:18:35.085096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49108) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:35.089632 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] Sync routers for ids ['e014051e-ed0a-4c4d-abac-412f20c838dd'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:18:35.140982 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] Routers {'e014051e-ed0a-4c4d-abac-412f20c838dd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:18:35.141630 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:18:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e014051e-ed0a-4c4d-abac-412f20c838dd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:35.202900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:35.264854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-618b0d4f-c886-4e8c-b603-f8caac570904 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0440a85c-ff40-4662-9798-f54d39bf1864 HTTP/1.1" status: 200 len: 217 time: 0.1794267 Feb 02 15:18:35.292220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Made reservation on behalf of 2c57fb8e2f954e5fa0e426fa6c97c19a for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:35.298229 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:35.403256 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] Set router e014051e-ed0a-4c4d-abac-412f20c838dd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:18:35.408839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 65c80bf5-065b-4265-9f1d-a7c5834867c5 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:35.484996 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864', 'status': 'completed', 'code': 200} Feb 02 15:18:35.525964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-bceb5d79-418f-4011-9fa4-b27abb502ddb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:35.527977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-bceb5d79-418f-4011-9fa4-b27abb502ddb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.2551596 Feb 02 15:18:35.596550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 65c80bf5-065b-4265-9f1d-a7c5834867c5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:35.598092 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:35.603909 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:35.661898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-f2be7b57-30eb-45c1-9bdd-796279663a69 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263819 Feb 02 15:18:35.672246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event deleted for resources: {'Port': ['ID=e039f3e1-56cf-4584-ad3b-8e6b37371736,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:35.676834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:35.897097 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:18:30Z', 'revision_number': 5, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:35.902069 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] Checking router: e014051e-ed0a-4c4d-abac-412f20c838dd for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:18:35.923963 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] Routers {'e014051e-ed0a-4c4d-abac-412f20c838dd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:18:35.924766 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:18:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e014051e-ed0a-4c4d-abac-412f20c838dd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:36.094367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:36.097087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] No DVR routers for this DVR port e039f3e1-56cf-4584-ad3b-8e6b37371736 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:18:36.118948 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:36.189037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-354eb5f7-83b5-45e2-af29-303e47ea0e55 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183699 Feb 02 15:18:36.218523 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] Set router e014051e-ed0a-4c4d-abac-412f20c838dd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:18:36.321853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:36.377430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ab3ad9e-2839-408c-b518-569736b2d3bc req-a2cc9f6d-e653-4db8-b972-421c21979972 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723378 Feb 02 15:18:36.381486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8a06516-26e0-4af5-a276-7754deeccbb7 req-791742a5-acb8-4b11-9a2a-3cab77e364cb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "DELETE /v2.0/ports/e039f3e1-56cf-4584-ad3b-8e6b37371736 HTTP/1.1" status: 204 len: 173 time: 2.3330753 Feb 02 15:18:36.403680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f9812-e334-4ea9-a924-53689666dfe3 req-45541779-85f2-4997-a95e-12e9669d27ef tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:36.404522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8e3f9812-e334-4ea9-a924-53689666dfe3 req-45541779-85f2-4997-a95e-12e9669d27ef tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:36.404882 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:36.440911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:36.451591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:36.521396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:36.521618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8e3f9812-e334-4ea9-a924-53689666dfe3 req-45541779-85f2-4997-a95e-12e9669d27ef tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:36.523629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:36.527319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e3f9812-e334-4ea9-a924-53689666dfe3 req-45541779-85f2-4997-a95e-12e9669d27ef tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.7922423 Feb 02 15:18:36.602766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ac63d-d53f-47ae-a858-94205a0e1664 req-58fecb06-015a-410c-8757-c03c5470fd2d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:36.602766 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db0ac63d-d53f-47ae-a858-94205a0e1664 req-58fecb06-015a-410c-8757-c03c5470fd2d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2695131 Feb 02 15:18:36.685545 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:36.690506 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e3f9812-e334-4ea9-a924-53689666dfe3 req-c495eb71-6eb7-46e8-abc4-7ee9cc690556 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592793 Feb 02 15:18:36.702420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347c5c48-41ea-47f8-9876-411e6a7ba61e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:36.730303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Checking segment: {'id': 'e0942d3b-0807-43b6-b9b4-8a3358d0eca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '736602e5-9013-49a0-8b12-d19f487f30c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:36.734170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Network hostable DHCP agents. Network: 736602e5-9013-49a0-8b12-d19f487f30c3, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:18:36.796664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: f0cba198-f752-4b14-bfb4-37afeb59fce8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:36.799447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f0cba198-f752-4b14-bfb4-37afeb59fce8 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:36.818439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:36.833206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Deleting port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:36.833737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:36.883734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db0ac63d-d53f-47ae-a858-94205a0e1664 req-d088deab-717e-4848-8e34-9798e7fbb2b8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587457 Feb 02 15:18:36.899349 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-272fa7c7-b086-470d-b224-0636ee117f75 req-4fd67fe5-cfa4-42cd-93ed-ae5100111c6c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1095 time: 0.2324376 Feb 02 15:18:36.923384 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:18:30Z', 'revision_number': 5, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:36.927863 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a5195-9a80-4dd9-a423-862e803dc6e3 None None] The sync data for ids ['e014051e-ed0a-4c4d-abac-412f20c838dd'] in n-d-827122-1 is: [{'id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'name': 'tempest-FloatingIPDetailsTestJSON-1312483966-router', 'tenant_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:17:35Z', 'updated_at': '2022-02-02T15:18:30Z', 'revision_number': 5, 'project_id': 'b84de64cd56f4fa89fd71e1094c1a1b5', 'gw_port': {'id': '29ecbf45-baf2-4763-ade8-f10abc6ec4cf', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014051e-ed0a-4c4d-abac-412f20c838dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:17:36Z', 'updated_at': '2022-02-02T15:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:18:37.051443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Network 736602e5-9013-49a0-8b12-d19f487f30c3 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:18:37.144279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] For port 29ecbf45-baf2-4763-ade8-f10abc6ec4cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29ecbf45-baf2-4763-ade8-f10abc6ec4cf,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:37.144279 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:37.304988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fa7c7-b086-470d-b224-0636ee117f75 req-f9843a2d-17cd-46aa-bfde-13fdf5a299d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:37.309303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-272fa7c7-b086-470d-b224-0636ee117f75 req-f9843a2d-17cd-46aa-bfde-13fdf5a299d0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.3935769 Feb 02 15:18:37.326497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 736602e5-9013-49a0-8b12-d19f487f30c3) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:37.335248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Calling delete_port for 29ecbf45-baf2-4763-ade8-f10abc6ec4cf owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:37.336143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6dee7f-055b-4930-8c64-6a9638880e68 None None] Network 736602e5-9013-49a0-8b12-d19f487f30c3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:18:37.381814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b946a472-ad15-4d1e-9417-01b0a6fabbe2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:37.432171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:37.433762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:37.445939 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02ab4855-f30e-4484-9a02-3194c8af0a1d req-c424a8df-cb83-49cd-aada-77d37db16fba tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=688932f1-80e3-4200-b9b2-efd11155ca87 HTTP/1.1" status: 200 len: 210 time: 0.2220490 Feb 02 15:18:37.526933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b946a472-ad15-4d1e-9417-01b0a6fabbe2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:37.527280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b946a472-ad15-4d1e-9417-01b0a6fabbe2 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:37.536161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e039f3e1-56cf-4584-ad3b-8e6b37371736 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:37.544384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688932f1-80e3-4200-b9b2-efd11155ca87', 'name': 'network-vif-deleted', 'tag': 'e039f3e1-56cf-4584-ad3b-8e6b37371736'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:37.563886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-272fa7c7-b086-470d-b224-0636ee117f75 req-72da5bbe-e164-411e-98b7-44ccaf35a245 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0440a85c-ff40-4662-9798-f54d39bf1864 HTTP/1.1" status: 200 len: 217 time: 0.2484982 Feb 02 15:18:37.609493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: e039f3e1-56cf-4584-ad3b-8e6b37371736 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:37.612338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e039f3e1-56cf-4584-ad3b-8e6b37371736 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:37.749699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fa7c7-b086-470d-b224-0636ee117f75 req-f407a2cf-22d7-4b03-95eb-3bfad78b813a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:37.751702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-272fa7c7-b086-470d-b224-0636ee117f75 req-f407a2cf-22d7-4b03-95eb-3bfad78b813a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.1815403 Feb 02 15:18:37.860601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d2486b2-c3f6-4fab-b34b-953cc7540dd1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8433456 Feb 02 15:18:37.909645 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-272fa7c7-b086-470d-b224-0636ee117f75 req-b1bac0dd-ce0e-4f25-bf24-7bf64539e50f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499717 Feb 02 15:18:38.002121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:38.089360 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'code': 200} Feb 02 15:18:38.099031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d362a-4daa-4ecc-bb5d-28891e845600 None None] Network 736602e5-9013-49a0-8b12-d19f487f30c3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:18:38.157714 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688932f1-80e3-4200-b9b2-efd11155ca87', 'name': 'network-vif-deleted', 'tag': 'e039f3e1-56cf-4584-ad3b-8e6b37371736', 'status': 'completed', 'code': 200} Feb 02 15:18:38.161731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ecbf45-baf2-4763-ade8-f10abc6ec4cf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:38.316312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-272fa7c7-b086-470d-b224-0636ee117f75 req-8fb48743-d570-429c-8142-cb13c8dcd14b service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995605 Feb 02 15:18:38.593305 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:38.833371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-272fa7c7-b086-470d-b224-0636ee117f75 req-1f1ea19f-618c-4bce-bb92-889cbd5db0ad service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101004 Feb 02 15:18:38.850997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-97d55a97-18a4-4629-8475-fba00192e99b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2508171 Feb 02 15:18:38.885195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-37281cf7-fd7e-427d-b4e9-50d6f849d95e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072252 Feb 02 15:18:38.936392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:38.943498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535478-1d57-490f-bfac-7f73117283e2 req-6a051a3c-f5d3-4282-9e19-b4c0c8c68739 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:38.950136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9535478-1d57-490f-bfac-7f73117283e2 req-6a051a3c-f5d3-4282-9e19-b4c0c8c68739 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.5684221 Feb 02 15:18:38.969780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:39.013571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9535478-1d57-490f-bfac-7f73117283e2 req-46a9b6f9-9961-4af6-929b-7790582d8a6d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 Feb 02 15:18:39.102247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-78fb262f-fab8-4244-99eb-631d7f784a24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 1097 time: 0.2154193 Feb 02 15:18:39.108874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-7b7ec6a6-4610-4d84-915f-2fd050be6844 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 1095 time: 0.1490076 Feb 02 15:18:39.132846 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:39.133587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e014051e-ed0a-4c4d-abac-412f20c838dd {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:18:39.149921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:39.151859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45cf9cae-5b0b-4ca9-a22c-bf094d7dcb31 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e014051e-ed0a-4c4d-abac-412f20c838dd HTTP/1.1" status: 204 len: 168 time: 4.0582471 Feb 02 15:18:39.153782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49200) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:39.236618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ea0ae4-3cc5-4d0a-ab0e-31e5ca9535e5 admin admin] Deleting subnet 24308cf4-bbaf-49b8-ba70-9701028553f6 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:18:39.240105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59ea0ae4-3cc5-4d0a-ab0e-31e5ca9535e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:39.359299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59ea0ae4-3cc5-4d0a-ab0e-31e5ca9535e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:39.374581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-17aebcf5-6363-4441-bd2a-d7e027ab382c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:39.376155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-17aebcf5-6363-4441-bd2a-d7e027ab382c service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.2088268 Feb 02 15:18:39.468552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:39.562222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-aef978e9-1c79-428b-ba3b-ad7d472a0557 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 200 len: 217 time: 0.1715217 Feb 02 15:18:39.671450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32a609-35b8-4c54-95b7-ec2cf6bc066e req-0cb2abde-e4e3-4270-b3b6-67a406c548e2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:39.681880 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d32a609-35b8-4c54-95b7-ec2cf6bc066e req-0cb2abde-e4e3-4270-b3b6-67a406c548e2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.5774374 Feb 02 15:18:39.740620 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59ea0ae4-3cc5-4d0a-ab0e-31e5ca9535e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:39.789721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-fefc0ca4-45ca-4bba-b5c3-d947b6812b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:39.791571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-fefc0ca4-45ca-4bba-b5c3-d947b6812b6a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.2007992 Feb 02 15:18:39.792690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-867b3ae4-8c60-485e-9381-6e5e907e051d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:39.794229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-867b3ae4-8c60-485e-9381-6e5e907e051d service neutron] 10.222.0.64 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 912 time: 0.6288946 Feb 02 15:18:39.878244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-e25e5291-3825-42e8-b24c-e3bfe2475711 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:39.879727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-e25e5291-3825-42e8-b24c-e3bfe2475711 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Synchronizing usage tracker for tenant:2c57fb8e2f954e5fa0e426fa6c97c19a on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:39.935511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-8d162b50-c9c7-438b-9854-17210f4bfcd5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362460 Feb 02 15:18:39.960259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8e7a66e6-700e-4911-aa87-cfa96003c227 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c2223177cf8e4805a21116e21e6223dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4873302 Feb 02 15:18:39.960949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49218) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:40.034292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59ea0ae4-3cc5-4d0a-ab0e-31e5ca9535e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:40.050229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d32a609-35b8-4c54-95b7-ec2cf6bc066e req-c21e2a05-02c9-41ed-8798-51f36818b2a2 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405972 Feb 02 15:18:40.098564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-3d2b439e-eb7a-4d55-a76a-ad8b9f1b0d0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 200 len: 1002 time: 0.2568097 Feb 02 15:18:40.118411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87396c1-a870-4948-8fa7-26469e737e55 None None] Network 5ad8db52-c1df-4866-9888-a9d686737871 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:18:40.119265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-e25e5291-3825-42e8-b24c-e3bfe2475711 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Unset dirty status for tenant:2c57fb8e2f954e5fa0e426fa6c97c19a on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:40.120493 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-e25e5291-3825-42e8-b24c-e3bfe2475711 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/networks?id=736602e5-9013-49a0-8b12-d19f487f30c3 HTTP/1.1" status: 200 len: 813 time: 0.7060838 Feb 02 15:18:40.121802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59ea0ae4-3cc5-4d0a-ab0e-31e5ca9535e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:40.126151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea0ae4-3cc5-4d0a-ab0e-31e5ca9535e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24308cf4-bbaf-49b8-ba70-9701028553f6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:40.161148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d78b3f76-e360-4b24-a7c1-8eae53cafa47 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/quotas/2c57fb8e2f954e5fa0e426fa6c97c19a HTTP/1.1" status: 200 len: 375 time: 0.0249207 Feb 02 15:18:40.186113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a50c0d9e-fd9c-4d52-a47a-ffc40450bd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:40.221047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a50c0d9e-fd9c-4d52-a47a-ffc40450bd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:40.299069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-59ea0ae4-3cc5-4d0a-ab0e-31e5ca9535e5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/24308cf4-bbaf-49b8-ba70-9701028553f6 HTTP/1.1" status: 204 len: 168 time: 1.1440465 Feb 02 15:18:40.307752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49226) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:40.393872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-8e1f3608-b27c-49b2-a4d3-b573ccf057ab tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2c57fb8e2f954e5fa0e426fa6c97c19a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2088959 Feb 02 15:18:40.395260 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a50c0d9e-fd9c-4d52-a47a-ffc40450bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:40.446672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c0d9e-fd9c-4d52-a47a-ffc40450bd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd59bbf-07e6-4b81-85b8-253b2842ffd9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:40.568645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-a58e5cc7-3473-4196-b915-b00dd4406dbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:40.570565 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-a58e5cc7-3473-4196-b915-b00dd4406dbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.4616859 Feb 02 15:18:40.582927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-6dc49c85-6be6-4652-a19d-22cd302c3ada service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404488 Feb 02 15:18:40.758118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] DHCP port deletion for 5ad8db52-c1df-4866-9888-a9d686737871 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:18:40.764105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Deleting port 89af04cf-afcf-431a-945e-3894addc7ff2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:40.764781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:40.767798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a50c0d9e-fd9c-4d52-a47a-ffc40450bd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:40.768952 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a50c0d9e-fd9c-4d52-a47a-ffc40450bd0b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8cd59bbf-07e6-4b81-85b8-253b2842ffd9 HTTP/1.1" status: 204 len: 168 time: 0.8063524 Feb 02 15:18:40.914227 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-cd9176b3-008e-4f62-89a4-620798bd724b service neutron] 10.222.0.88 "GET /v2.0/networks/736602e5-9013-49a0-8b12-d19f487f30c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996698 Feb 02 15:18:40.996593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:41.096761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09b46-c952-4933-8204-d8e20f992cb3 req-6b9d7fe9-f5e4-4fb3-a338-b0bb7ed29554 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:41.098242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ef09b46-c952-4933-8204-d8e20f992cb3 req-6b9d7fe9-f5e4-4fb3-a338-b0bb7ed29554 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.4515295 Feb 02 15:18:41.100276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Deleting port 89af04cf-afcf-431a-945e-3894addc7ff2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:41.100614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:41.141395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89af04cf-afcf-431a-945e-3894addc7ff2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:41.160145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-31e9781d-3303-4891-b3e3-c1afecf51044 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5794659 Feb 02 15:18:41.161957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa92f372-824b-4f6e-9fe1-41588bf732c9 req-fd292dfd-71c1-4f6e-911e-dace1b33a91e service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391221 Feb 02 15:18:41.162650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9e631cdd-92dc-402b-a4de-2698af163b2a service neutron] 10.222.0.88 "GET /v2.0/networks/736602e5-9013-49a0-8b12-d19f487f30c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425754 Feb 02 15:18:41.193798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] For port 89af04cf-afcf-431a-945e-3894addc7ff2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89af04cf-afcf-431a-945e-3894addc7ff2,segment=NetworkSegment(73606bda-580b-45ac-afde-7c66beca5113),segment_id=73606bda-580b-45ac-afde-7c66beca5113)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:41.194181 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:41.342460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Calling delete_port for 89af04cf-afcf-431a-945e-3894addc7ff2 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:41.394838 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ef09b46-c952-4933-8204-d8e20f992cb3 req-ef197821-b6f8-4017-a528-61ef1855b16a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635305 Feb 02 15:18:41.549435 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:41.592525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] For port 89af04cf-afcf-431a-945e-3894addc7ff2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89af04cf-afcf-431a-945e-3894addc7ff2,segment=NetworkSegment(73606bda-580b-45ac-afde-7c66beca5113),segment_id=73606bda-580b-45ac-afde-7c66beca5113)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:41.593413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:41.622338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:41.869182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Calling delete_port for 89af04cf-afcf-431a-945e-3894addc7ff2 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:18:41.946553 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-b7ba7e4f-57d1-47fe-9eaa-5e915f37e014 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7756362 Feb 02 15:18:41.960724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29ecbf45-baf2-4763-ade8-f10abc6ec4cf no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:18:41.988468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-798b1022-a950-4f4d-8fe0-f1702da26e07 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:41.997601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-798b1022-a950-4f4d-8fe0-f1702da26e07 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.3290293 Feb 02 15:18:42.019089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-477dd63d-5ce2-4996-b418-71603f95fd87 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/quotas/73d6a44ccb544ca9b8f22dda7d20a075 HTTP/1.1" status: 200 len: 375 time: 0.0203750 Feb 02 15:18:42.048995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] No DVR routers for this DVR port 89af04cf-afcf-431a-945e-3894addc7ff2 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:18:42.079612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:18:42.080532 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:18:42.093364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Pushing event deleted for resources: {'Port': ['ID=89af04cf-afcf-431a-945e-3894addc7ff2,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:42.129373 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-711e3842-65c7-48c3-b8a5-59ad86dffd8e req-9a1b94de-a8c9-4deb-abd5-5ab709cfd018 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762877 Feb 02 15:18:42.134732 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-d08ad71f-3fc1-46e4-9a12-eb0691c09844 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143699 Feb 02 15:18:42.142915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 29ecbf45-baf2-4763-ade8-f10abc6ec4cf {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:18:42.143372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29ecbf45-baf2-4763-ade8-f10abc6ec4cf not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:18:42.162849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.163176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.163510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.163866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.172425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.172781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.173110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.173434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.173757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.174079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.174398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc0817-7ac2-4086-b370-3f0772f4625c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:18:42.349128 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7f958739-6eb6-4f73-9b1c-9e3d05d8e83d req-a4132726-1bf4-4654-9024-4e1fbc8d83ab tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 210 time: 0.1467719 Feb 02 15:18:42.420355 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-a158e1ae-3c13-4bd9-9b2f-0172043968ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 1097 time: 0.1229887 Feb 02 15:18:42.514187 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-0723a652-495e-48ff-8894-4e203ccbff2e service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781893 Feb 02 15:18:42.585477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Deleting port 89af04cf-afcf-431a-945e-3894addc7ff2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:18:42.585477 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:42.664701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] The port '89af04cf-afcf-431a-945e-3894addc7ff2' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:18:42.770874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-39c11443-f972-43d3-b673-2a6a5050a1ca service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554443 Feb 02 15:18:42.844993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49280) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:42.891023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:42.934413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-d4043531-711b-4433-9f7d-8bd039a6912f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:42.935900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-d4043531-711b-4433-9f7d-8bd039a6912f service neutron] 10.222.0.64 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 912 time: 0.5072021 Feb 02 15:18:42.944172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6fa75-0925-4c4a-b679-db826805258a req-afb03b7c-4934-400c-b9d5-d782f2ffb7cc tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:42.946188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-37b6fa75-0925-4c4a-b679-db826805258a req-afb03b7c-4934-400c-b9d5-d782f2ffb7cc tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.4071028 Feb 02 15:18:42.949083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad8db52-c1df-4866-9888-a9d686737871']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:43.016188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-925168824-network', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:43.024053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:43.026440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Usage tracker for resource:network and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:43.029552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:43.035450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73606bda-580b-45ac-afde-7c66beca5113') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:43.035735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73606bda-580b-45ac-afde-7c66beca5113') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:43.036241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:43.150760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:43.153944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.175473 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.181317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.215418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.239548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:18:43.240263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.242337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:43.249699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Usage tracker for resource:security_group_rule and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:18:43.253965 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:18:43.261225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:43.263919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-37b6fa75-0925-4c4a-b679-db826805258a req-261cf9c8-0e18-4454-ab1c-3b9a6059f9e6 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611649 Feb 02 15:18:43.264423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:43.266039 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-03592384-9eb6-4ad4-b081-6d3b31a990fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 200 len: 1002 time: 0.3187811 Feb 02 15:18:43.387634 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.418185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-df8abb18-7de9-4f96-a63c-59d0f700ac9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:43.419833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-df8abb18-7de9-4f96-a63c-59d0f700ac9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.0897202 Feb 02 15:18:43.483724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57c54f-15a9-4b59-84ee-bb1190b90a4a req-602da62a-3841-4de9-8a22-386ad3287fd2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:43.493671 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e57c54f-15a9-4b59-84ee-bb1190b90a4a req-602da62a-3841-4de9-8a22-386ad3287fd2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.1443841 Feb 02 15:18:43.507058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.522447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.540939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.553084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad8db52-c1df-4866-9888-a9d686737871,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:43.582397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e57c54f-15a9-4b59-84ee-bb1190b90a4a req-c9bc9114-c025-4be3-a766-3ff9ebe12a21 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907640 Feb 02 15:18:43.583340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:18:43.589840 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-aa030df4-2c2d-4fb1-841f-9b5f098c76b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570618 Feb 02 15:18:43.612442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d612307-2795-4e27-ae8d-51f8af0d75fc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:43.619638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.620020 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Added segment e7fe57c2-e6b4-411b-a38e-56ce690aae9e of type vlan for network 36a1f52b-930c-41bd-bd31-126ccbc5b65e Feb 02 15:18:43.651017 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.754906 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4275f3c3-3e9f-4138-9963-8d1ffc8b2518 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5ad8db52-c1df-4866-9888-a9d686737871 HTTP/1.1" status: 204 len: 168 time: 3.4441450 Feb 02 15:18:43.764436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.764436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:43.764436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:43.782329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1a9e6b8d-879d-4f5c-a9ba-84210be69e43 req-5d68d1c5-8a28-4d26-8463-f52a7cd7d079 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:43.866901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-df6a2c2f-4d8d-4682-918b-42036d863b44 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703824 Feb 02 15:18:43.923007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1a9e6b8d-879d-4f5c-a9ba-84210be69e43 req-5d68d1c5-8a28-4d26-8463-f52a7cd7d079 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:43.924573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a9e6b8d-879d-4f5c-a9ba-84210be69e43 req-5d68d1c5-8a28-4d26-8463-f52a7cd7d079 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 210 time: 0.2890489 Feb 02 15:18:43.937426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e38d18fa-db47-421a-9152-1990cbcca6e1 req-2a9adae8-9999-4526-8e50-f8bdfba1095f tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 210 time: 0.1599362 Feb 02 15:18:43.984933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] Pushing event updated for resources: {'Network': ['ID=36a1f52b-930c-41bd-bd31-126ccbc5b65e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:43.997036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 36a1f52b-930c-41bd-bd31-126ccbc5b65e details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:18:44.044947 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-14c3cde0-b2f8-45a3-902b-91e3bfd0186c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1986167 Feb 02 15:18:44.046667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49310) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:44.054942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Request body: {'subnet': {'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-925168824-subnet', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:44.075674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:44.082910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Usage tracker for resource:subnet and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:44.088062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:44.105432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:44.119089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ddbf599-a444-4098-aab8-096ae78a2aec req-ff15a306-7886-4b2c-8429-c40c7b95acc1 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456784 Feb 02 15:18:44.195322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:44.198867 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:44.338877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:44.433625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-72edf171-dec6-4d2f-a374-137801bc842f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b84de64cd56f4fa89fd71e1094c1a1b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0932014 Feb 02 15:18:44.436039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49320) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:44.578164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-588aa205-f260-4212-9724-3af3564f7562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:44.607134 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:44.647354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-588aa205-f260-4212-9724-3af3564f7562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:44.709287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9469cf2d-f9c8-4e36-8d06-c04e7053b061,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:44.716247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af732313-35e1-412f-a55b-1dff2da04de0 req-cb805d08-d3af-4e19-abec-e600a6e2180d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:44.721015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Checking segment: {'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:44.721386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Network hostable DHCP agents. Network: 36a1f52b-930c-41bd-bd31-126ccbc5b65e, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:18:44.723308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af732313-35e1-412f-a55b-1dff2da04de0 req-cb805d08-d3af-4e19-abec-e600a6e2180d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2153542 Feb 02 15:18:44.781672 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0440a85c-ff40-4662-9798-f54d39bf1864 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:18:44.792181 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af732313-35e1-412f-a55b-1dff2da04de0 req-66f01a66-c5ac-40ca-bcf7-5206082b68c1 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675080 Feb 02 15:18:44.824718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Network 36a1f52b-930c-41bd-bd31-126ccbc5b65e is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:18:44.865324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-588aa205-f260-4212-9724-3af3564f7562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:44.902572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aa205-f260-4212-9724-3af3564f7562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8f2f88-81d6-44ce-bc00-ed8d3ed1bf9d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:44.937076 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-588aa205-f260-4212-9724-3af3564f7562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:44.938550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-588aa205-f260-4212-9724-3af3564f7562 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa8f2f88-81d6-44ce-bc00-ed8d3ed1bf9d HTTP/1.1" status: 204 len: 168 time: 0.5016091 Feb 02 15:18:44.945028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 36a1f52b-930c-41bd-bd31-126ccbc5b65e) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:44.968821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:44.985900 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:45.058825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa40fd-7c9a-4389-9474-ba090940c45f None None] Network 36a1f52b-930c-41bd-bd31-126ccbc5b65e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:18:45.074249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10f3d5-02b5-4b58-bc79-3f3b512c2d05 req-19122e8d-06d5-43eb-a053-6def233e70d6 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:45.076212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b10f3d5-02b5-4b58-bc79-3f3b512c2d05 req-19122e8d-06d5-43eb-a053-6def233e70d6 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.2110958 Feb 02 15:18:45.197586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-25e23dee-5f18-46dd-bd0f-4987a23c5bc1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1480565 Feb 02 15:18:45.198563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49338) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:45.201818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b10f3d5-02b5-4b58-bc79-3f3b512c2d05 req-484b75a8-3b8b-43af-94d8-994a4884b5e7 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195915 Feb 02 15:18:45.207970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:45.216141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:45.221975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Usage tracker for resource:router and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:45.226269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:45.234483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:45.331260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-541d183b-2e10-402f-a841-5ea89bf41d58 req-8bf912a6-27cb-472e-8249-bd29182709da tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 210 time: 0.1221948 Feb 02 15:18:45.337261 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:45.338361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:45.390933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:45.463484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-4fd9068b-24dd-4437-a002-273f6aa11944 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:45.466441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-4fd9068b-24dd-4437-a002-273f6aa11944 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.64 "GET /v2.0/networks?id=736602e5-9013-49a0-8b12-d19f487f30c3 HTTP/1.1" status: 200 len: 813 time: 0.3034470 Feb 02 15:18:45.491176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Request body: {'port': {'device_id': '860a7d0c-516b-49f6-ab88-090e8d284038', 'network_id': '736602e5-9013-49a0-8b12-d19f487f30c3', 'admin_state_up': True, 'tenant_id': '2c57fb8e2f954e5fa0e426fa6c97c19a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:45.536694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:45.599735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '0440a85c-ff40-4662-9798-f54d39bf1864', 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514', 'port_id': '0440a85c-ff40-4662-9798-f54d39bf1864', 'mac_address': 'fa:16:3e:11:3b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76bf1dd-18f1-4463-b02d-e1edb574e524', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:18:45.658795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e34bfadc-144a-47d0-a374-50980e3f9a5b req-9a646441-e163-4130-9ad4-aaf184c0fd56 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 210 time: 0.2287233 Feb 02 15:18:45.756077 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:45.774908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:45.784417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Usage tracker for resource:port and tenant:2c57fb8e2f954e5fa0e426fa6c97c19a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:45.791630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:45.793960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-36a1f52b-930c-41bd-bd31-126ccbc5b65e', 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'fixed_ips': [{'subnet_id': '9469cf2d-f9c8-4e36-8d06-c04e7053b061'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:18:45.797035 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:45.802687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:45.883666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:45.920931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Made reservation on behalf of 2c57fb8e2f954e5fa0e426fa6c97c19a for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:45.925546 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:46.046517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Allocated IP 172.20.0.2 (36a1f52b-930c-41bd-bd31-126ccbc5b65e/9469cf2d-f9c8-4e36-8d06-c04e7053b061/347fe0ac-c270-4b4c-9d1e-f1b4fff8b157) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:46.225494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80f23-c3f1-452d-8fed-59de8154061f req-5750fccd-f3f5-474b-808e-9146dcc3b1bb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:46.233134 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27b80f23-c3f1-452d-8fed-59de8154061f req-5750fccd-f3f5-474b-808e-9146dcc3b1bb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2015517 Feb 02 15:18:46.300601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Allocated IP 172.20.0.10 (736602e5-9013-49a0-8b12-d19f487f30c3/347c5c48-41ea-47f8-9876-411e6a7ba61e/eae3d2a9-e658-46f7-9204-fe2e0d7b237f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:46.347093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27b80f23-c3f1-452d-8fed-59de8154061f req-03dc4a09-68be-4c6e-bc35-c123710e1d0a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125505 Feb 02 15:18:46.365346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:46.398475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0440a85c-ff40-4662-9798-f54d39bf1864 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:46.452884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:46.454982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:46.495621 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Transition to ACTIVE for port object 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:46.565528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:46.573796 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:46.722576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:46.738119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Transition to ACTIVE for port object 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:46.818009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:46.848110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:46.911136 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef5e30d5-776c-44b4-9d4d-ff0a653dc03a req-54fbe82d-81a5-41c6-8d10-390b860509be tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 210 time: 0.2913365 Feb 02 15:18:46.940074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c385d6-0ac8-4f7e-bf67-25a4569f1be9 req-c220cd7f-9b2d-4106-8978-5abecffdd62a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:46.949518 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6c385d6-0ac8-4f7e-bf67-25a4569f1be9 req-c220cd7f-9b2d-4106-8978-5abecffdd62a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 945 time: 0.3877425 Feb 02 15:18:46.952545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Network 36a1f52b-930c-41bd-bd31-126ccbc5b65e is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:46.958191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:46.961871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:46.964691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['0440a85c-ff40-4662-9798-f54d39bf1864'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:47.032670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Pushing event updated for resources: {'Port': ['ID=347fe0ac-c270-4b4c-9d1e-f1b4fff8b157,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:47.049865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-5b483976-cd79-4b1a-ba61-fbd22ad06526 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:47.052162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-5b483976-cd79-4b1a-ba61-fbd22ad06526 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.6769481 Feb 02 15:18:47.090790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Request body: {'port': {'device_id': 'b0398470-2d4d-4fce-83d5-e667d9fd4d03', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'admin_state_up': True, 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:47.200739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Allocated IP 172.25.0.51 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/8409674e-581c-494f-bbf5-62066d35f7a5) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:47.270555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Attempting to bind port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:47.271070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Attempting to bind port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:47.271442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Attempting to bind port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 on network 36a1f52b-930c-41bd-bd31-126ccbc5b65e {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:47.312069 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.342520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:47.356299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:47.356677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Checking segment: {'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:47.357084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.359441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:47.360258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Bound using segment: {'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:47.360756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Bound port: 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:47.366097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.455246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d907544-e329-42d8-be8e-35ace7fc8215 req-9ed9fa9d-1e30-42e2-9506-fe83dcc86936 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 210 time: 0.0482547 Feb 02 15:18:47.458433 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:47.464591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.581714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] For port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:47.585224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] For port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=347fe0ac-c270-4b4c-9d1e-f1b4fff8b157,segment=NetworkSegment(e7fe57c2-e6b4-411b-a38e-56ce690aae9e),segment_id=e7fe57c2-e6b4-411b-a38e-56ce690aae9e)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:47.589955 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6c385d6-0ac8-4f7e-bf67-25a4569f1be9 req-a056c1dc-710b-4f0c-b28c-8c6f718eed17 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151972 Feb 02 15:18:47.604428 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.615686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.661153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.682422 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.825070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Network 736602e5-9013-49a0-8b12-d19f487f30c3 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:47.832113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:47.838340 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c0d95-8151-4d5e-8622-2dded14e156a None None] Pushing event updated for resources: {'Port': ['ID=347fe0ac-c270-4b4c-9d1e-f1b4fff8b157,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:47.845341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:47.847944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:47.964934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:47.966966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Pushing event updated for resources: {'Port': ['ID=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:47.968210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:48.012758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:48.033985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:48.034646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:48.117520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Pushing event updated for resources: {'Port': ['ID=8409674e-581c-494f-bbf5-62066d35f7a5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:48.135414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Allocated IP 172.20.0.13 (254e918a-e7ed-428b-ac1e-aeb570cad971/73ec79d3-5556-4ce2-a222-25352a802725/815ccdf8-3d6a-4523-8787-2f746cb741fe) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:48.181313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-9c115d6b-46fb-4f13-ac2d-a6f16783e827 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6944060 Feb 02 15:18:48.207140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Request body: {'port': {'device_id': '860a7d0c-516b-49f6-ab88-090e8d284038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:48.374029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3d7e8fa5-7a6b-4791-a790-6a1993f94f33 req-7811dbf2-5e9e-463a-a246-8ff6bee04ba1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:48.394396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:48.395156 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:48.603873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3d7e8fa5-7a6b-4791-a790-6a1993f94f33 req-7811dbf2-5e9e-463a-a246-8ff6bee04ba1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:48.618481 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d7e8fa5-7a6b-4791-a790-6a1993f94f33 req-7811dbf2-5e9e-463a-a246-8ff6bee04ba1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 210 time: 0.3336966 Feb 02 15:18:48.753497 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:48.800245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0440a85c-ff40-4662-9798-f54d39bf1864 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:48.887801 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:48.891707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47602-28c4-4deb-a1de-99e65a289f4d req-ff383177-3639-45de-af61-c009695d223c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:48.894144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56b47602-28c4-4deb-a1de-99e65a289f4d req-ff383177-3639-45de-af61-c009695d223c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 932 time: 0.2293706 Feb 02 15:18:48.978912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:18:48.990037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-56b47602-28c4-4deb-a1de-99e65a289f4d req-29888c93-4eae-48d7-af39-d6d2658d2e62 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Synchronizing usage tracker for tenant:2c57fb8e2f954e5fa0e426fa6c97c19a on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:49.046998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 0440a85c-ff40-4662-9798-f54d39bf1864 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:49.053085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 0440a85c-ff40-4662-9798-f54d39bf1864 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:49.053760 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:49.103011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49422) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:49.178270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-56b47602-28c4-4deb-a1de-99e65a289f4d req-29888c93-4eae-48d7-af39-d6d2658d2e62 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Unset dirty status for tenant:2c57fb8e2f954e5fa0e426fa6c97c19a on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:49.181156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56b47602-28c4-4deb-a1de-99e65a289f4d req-29888c93-4eae-48d7-af39-d6d2658d2e62 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768419 Feb 02 15:18:49.210263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe705af-1a9a-438e-a0d3-6f1fbae3d0cf req-c7fef5b6-0c7e-4382-8cbc-29fff252795f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:49.216778 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abe705af-1a9a-438e-a0d3-6f1fbae3d0cf req-c7fef5b6-0c7e-4382-8cbc-29fff252795f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 945 time: 0.3413854 Feb 02 15:18:49.276893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:49.422356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3fb63-e729-4d32-b826-07ea02ff9e5b None None] Network 36a1f52b-930c-41bd-bd31-126ccbc5b65e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:18:49.456303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:49.490445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:18:49.551666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:18:49.566187 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:49.618571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:49.622532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c8c55f0e-34e9-4f93-9b4f-70c94e84c382 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4168770 Feb 02 15:18:49.622719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49434) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:49.645328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:49.653951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:49.655738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event updated for resources: {'Port': ['ID=815ccdf8-3d6a-4523-8787-2f746cb741fe,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:49.659053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:49.713207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abe705af-1a9a-438e-a0d3-6f1fbae3d0cf req-330c38e0-c7bf-4c48-9b1f-ba43c20b16ca tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794121 Feb 02 15:18:49.718468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Sync routers for ids ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:18:49.754807 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:49.772363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:49.793912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:a22689a8f61240c1b3f2e28c187174b5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:49.800340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:49.810683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:49.818116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:49.819093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:49.828685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:49.870397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:49.920996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:49.982648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:49.999366 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864', 'code': 200} Feb 02 15:18:50.021498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-86a6cc44-8913-4c64-86f4-d0baae8cf518 None None] Provisioning for port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:50.026439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb655af-5848-43f2-93b9-5b86c3a2f622 req-e7ac6376-54e0-4001-beb3-d7ec13ae318e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:50.027104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Routers {'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:18:50.027738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:18:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:50.028252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9eb655af-5848-43f2-93b9-5b86c3a2f622 req-e7ac6376-54e0-4001-beb3-d7ec13ae318e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 932 time: 0.1494997 Feb 02 15:18:50.034032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae3d2a9-e658-46f7-9204-fe2e0d7b237f {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:50.046480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:50.077356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-b2e0f371-054e-4694-90ce-eb52b43dfc66 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9928794 Feb 02 15:18:50.093757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Transition to ACTIVE for port object eae3d2a9-e658-46f7-9204-fe2e0d7b237f will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:50.103182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Request body: {'port': {'device_id': 'b0398470-2d4d-4fce-83d5-e667d9fd4d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:50.156576 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9eb655af-5848-43f2-93b9-5b86c3a2f622 req-0711f092-d3bf-4370-9d23-37717bc3eab1 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636725 Feb 02 15:18:50.276650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Set router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:18:50.408023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-86a6cc44-8913-4c64-86f4-d0baae8cf518 None None] Provisioning complete for port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:50.408997 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86a6cc44-8913-4c64-86f4-d0baae8cf518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:50.494890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:50.517136 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:50.614177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:50.750096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:50.939255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86a6cc44-8913-4c64-86f4-d0baae8cf518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:50.943199 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:50.979782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:18:48Z', 'revision_number': 3, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:50.993932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Checking router: a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:18:50.994386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Updating router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f port 8409674e-581c-494f-bbf5-62066d35f7a5 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:18:51.026031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-86a6cc44-8913-4c64-86f4-d0baae8cf518 None None] For port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=347fe0ac-c270-4b4c-9d1e-f1b4fff8b157,segment=NetworkSegment(e7fe57c2-e6b4-411b-a38e-56ce690aae9e),segment_id=e7fe57c2-e6b4-411b-a38e-56ce690aae9e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:51.069789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.087277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa247b5-61a7-414c-b867-4de2594fd9b0 req-53fa7d45-57bc-4cb9-bee3-fa7bf19a6262 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:51.095058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-daa247b5-61a7-414c-b867-4de2594fd9b0 req-53fa7d45-57bc-4cb9-bee3-fa7bf19a6262 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.1711829 Feb 02 15:18:51.168029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-daa247b5-61a7-414c-b867-4de2594fd9b0 req-64887241-484d-4613-b04c-5d21f4b61327 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708132 Feb 02 15:18:51.193488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7bd25-3fe6-4eda-83a6-12fc96265927 req-3d1849e6-9a1b-4243-b2fa-da1f5ea9a7db tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:51.194187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d6a7bd25-3fe6-4eda-83a6-12fc96265927 req-3d1849e6-9a1b-4243-b2fa-da1f5ea9a7db tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Synchronizing usage tracker for tenant:2c57fb8e2f954e5fa0e426fa6c97c19a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:18:51.199919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-65b401f7-713c-4597-871f-02f0d1675129 req-43c7b66d-c85d-4ac4-8184-01c1a936b491 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1097 time: 0.7663176 Feb 02 15:18:51.270259 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.311355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Attempting to bind port eae3d2a9-e658-46f7-9204-fe2e0d7b237f on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:51.311609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Attempting to bind port eae3d2a9-e658-46f7-9204-fe2e0d7b237f by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'e0942d3b-0807-43b6-b9b4-8a3358d0eca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '736602e5-9013-49a0-8b12-d19f487f30c3'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:51.311960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Attempting to bind port eae3d2a9-e658-46f7-9204-fe2e0d7b237f on network 736602e5-9013-49a0-8b12-d19f487f30c3 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:51.324474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-65b401f7-713c-4597-871f-02f0d1675129 req-aa7106d4-9cd0-4cb5-921c-f0693dd74e84 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042027 Feb 02 15:18:51.333341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Port eae3d2a9-e658-46f7-9204-fe2e0d7b237f on network 736602e5-9013-49a0-8b12-d19f487f30c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:18:51.333670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Attempting to bind port eae3d2a9-e658-46f7-9204-fe2e0d7b237f on network 736602e5-9013-49a0-8b12-d19f487f30c3 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:51.344671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.396275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:51.396614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Checking segment: {'id': 'e0942d3b-0807-43b6-b9b4-8a3358d0eca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '736602e5-9013-49a0-8b12-d19f487f30c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:51.400962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Bound using segment: {'id': 'e0942d3b-0807-43b6-b9b4-8a3358d0eca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '736602e5-9013-49a0-8b12-d19f487f30c3'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:51.400962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Bound port: eae3d2a9-e658-46f7-9204-fe2e0d7b237f, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0942d3b-0807-43b6-b9b4-8a3358d0eca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '736602e5-9013-49a0-8b12-d19f487f30c3'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:51.401564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.416483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d6a7bd25-3fe6-4eda-83a6-12fc96265927 req-3d1849e6-9a1b-4243-b2fa-da1f5ea9a7db tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Unset dirty status for tenant:2c57fb8e2f954e5fa0e426fa6c97c19a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:18:51.417617 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6a7bd25-3fe6-4eda-83a6-12fc96265927 req-3d1849e6-9a1b-4243-b2fa-da1f5ea9a7db tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 944 time: 0.8874238 Feb 02 15:18:51.480351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815ccdf8-3d6a-4523-8787-2f746cb741fe {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:18:51.534343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdab61-cdc9-47a3-b666-25816b80fd13 req-2242b551-9f46-4afc-9cc7-644cee1b401e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:51.541486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00bdab61-cdc9-47a3-b666-25816b80fd13 req-2242b551-9f46-4afc-9cc7-644cee1b401e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 932 time: 0.2065504 Feb 02 15:18:51.574093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.587392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Transition to ACTIVE for port object 8409674e-581c-494f-bbf5-62066d35f7a5 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:51.592001 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86a6cc44-8913-4c64-86f4-d0baae8cf518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.610935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] For port eae3d2a9-e658-46f7-9204-fe2e0d7b237f, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:51.615479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] For port eae3d2a9-e658-46f7-9204-fe2e0d7b237f, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,segment=NetworkSegment(e0942d3b-0807-43b6-b9b4-8a3358d0eca9),segment_id=e0942d3b-0807-43b6-b9b4-8a3358d0eca9)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:51.618812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00bdab61-cdc9-47a3-b666-25816b80fd13 req-4535ae88-c391-4b53-a010-70af8f19c8b3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759263 Feb 02 15:18:51.645212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Allocated IP 172.20.0.1 (36a1f52b-930c-41bd-bd31-126ccbc5b65e/9469cf2d-f9c8-4e36-8d06-c04e7053b061/4726d469-d98c-40cb-8521-f6241e50ba23) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:51.654642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf9f10e-e724-4ce1-8da8-1bb81735c643,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:51.661205 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.668428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5ec17141-9a91-4b2a-bfa8-d58eb84d2cd0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a22689a8f61240c1b3f2e28c187174b5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5619450 Feb 02 15:18:51.684683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49464) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:51.711641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6cc44-8913-4c64-86f4-d0baae8cf518 None None] Pushing event updated for resources: {'Port': ['ID=347fe0ac-c270-4b4c-9d1e-f1b4fff8b157,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:51.718774 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.729043 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.792409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264535f-9863-4600-86f8-f906e86a895e None None] Pushing event updated for resources: {'Port': ['ID=8409674e-581c-494f-bbf5-62066d35f7a5,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:51.802228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Attempting to bind port 8409674e-581c-494f-bbf5-62066d35f7a5 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:51.802601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Attempting to bind port 8409674e-581c-494f-bbf5-62066d35f7a5 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:51.802966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Attempting to bind port 8409674e-581c-494f-bbf5-62066d35f7a5 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:51.816041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3ed35b91-5fea-477a-91bc-195ebc400156 None None] Provisioning complete for port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:51.816041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3ed35b91-5fea-477a-91bc-195ebc400156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.851883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:51.868264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:51.868687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:51.869101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.869486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:51.869963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Bound port: 8409674e-581c-494f-bbf5-62066d35f7a5, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:51.870329 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.883708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.885830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d5f0951c-b97a-430d-8d49-a80e909fdae4 service neutron] 10.222.0.64 "PUT /v2.0/ports/eae3d2a9-e658-46f7-9204-fe2e0d7b237f HTTP/1.1" status: 200 len: 1092 time: 3.6894486 Feb 02 15:18:51.886278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860a7d0c-516b-49f6-ab88-090e8d284038', 'tag': 'eae3d2a9-e658-46f7-9204-fe2e0d7b237f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:51.893373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Transition to ACTIVE for port object 815ccdf8-3d6a-4523-8787-2f746cb741fe will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:51.914835 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6a7bd25-3fe6-4eda-83a6-12fc96265927 req-1983af3f-b7d1-461c-b174-54bb55cb392c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723330 Feb 02 15:18:51.962406 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:51.988281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] For port 8409674e-581c-494f-bbf5-62066d35f7a5, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:52.017685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183c989c-a078-4dbe-ac18-b57dcffddc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:52.034979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] For port 8409674e-581c-494f-bbf5-62066d35f7a5, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8409674e-581c-494f-bbf5-62066d35f7a5,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:52.046401 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:52.080580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183c989c-a078-4dbe-ac18-b57dcffddc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:52.084980 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860a7d0c-516b-49f6-ab88-090e8d284038', 'tag': 'eae3d2a9-e658-46f7-9204-fe2e0d7b237f', 'status': 'completed', 'code': 200} Feb 02 15:18:52.085830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Pushing event updated for resources: {'Port': ['ID=815ccdf8-3d6a-4523-8787-2f746cb741fe,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:52.091683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Transition to ACTIVE for port object 4726d469-d98c-40cb-8521-f6241e50ba23 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:52.117743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:52.227019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264535f-9863-4600-86f8-f906e86a895e None None] Pushing event updated for resources: {'Port': ['ID=8409674e-581c-494f-bbf5-62066d35f7a5,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:52.229724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:52.236255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Routers {'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:18:52.236991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:18:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:52.300025 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76c52840-2261-4d64-8a47-b7851261b682 req-35e3d58d-d343-4e22-8a3a-6946efa813f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c57fb8e2f954e5fa0e426fa6c97c19a&device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 1095 time: 0.2179170 Feb 02 15:18:52.498748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Pushing event updated for resources: {'Port': ['ID=4726d469-d98c-40cb-8521-f6241e50ba23,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:52.502041 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183c989c-a078-4dbe-ac18-b57dcffddc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:52.525807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c989c-a078-4dbe-ac18-b57dcffddc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf9f10e-e724-4ce1-8da8-1bb81735c643,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:52.538344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Network 36a1f52b-930c-41bd-bd31-126ccbc5b65e is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:52.544903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:52.546955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183c989c-a078-4dbe-ac18-b57dcffddc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:52.548214 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-183c989c-a078-4dbe-ac18-b57dcffddc8c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/abf9f10e-e724-4ce1-8da8-1bb81735c643 HTTP/1.1" status: 204 len: 168 time: 0.8624058 Feb 02 15:18:52.549145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:18:52.602872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] Set router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:18:52.632434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:53.025720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:53.144347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:53.195584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e924f299-e67e-4ac3-a4d6-82ee95248f9a None None] Provisioning for port 4726d469-d98c-40cb-8521-f6241e50ba23 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:53.204617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:18:48Z', 'revision_number': 3, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:53.214735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a38ca-4d66-4731-9b52-ae949e85c68a req-7e9525d1-2d92-4360-ae55-bdecb6985fab tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:53.219397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ab2c1b-d3e0-4f89-b292-a3abc563533e None None] The sync data for ids ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'] in n-d-827122-1 is: [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:18:48Z', 'revision_number': 3, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:18:53.225892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f49a38ca-4d66-4731-9b52-ae949e85c68a req-7e9525d1-2d92-4360-ae55-bdecb6985fab tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.8840444 Feb 02 15:18:53.230844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e924f299-e67e-4ac3-a4d6-82ee95248f9a None None] Provisioning complete for port 4726d469-d98c-40cb-8521-f6241e50ba23 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:53.232228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Attempting to bind port 815ccdf8-3d6a-4523-8787-2f746cb741fe on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:18:53.232429 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e924f299-e67e-4ac3-a4d6-82ee95248f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:53.232921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Attempting to bind port 815ccdf8-3d6a-4523-8787-2f746cb741fe by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:18:53.233833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Attempting to bind port 815ccdf8-3d6a-4523-8787-2f746cb741fe on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:53.271144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbdc82-3804-414e-8878-2bce87673bbd req-ce75f4de-d765-4a9a-97b7-52b0c9ddec75 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:53.278367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00bbdc82-3804-414e-8878-2bce87673bbd req-ce75f4de-d765-4a9a-97b7-52b0c9ddec75 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 944 time: 0.3879621 Feb 02 15:18:53.301658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c52840-2261-4d64-8a47-b7851261b682 req-8a5e62a1-596f-4548-a450-18b2dcabf592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:53.303170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76c52840-2261-4d64-8a47-b7851261b682 req-8a5e62a1-596f-4548-a450-18b2dcabf592 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2c57fb8e2f954e5fa0e426fa6c97c19a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9462433 Feb 02 15:18:53.306025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Port 815ccdf8-3d6a-4523-8787-2f746cb741fe on network 254e918a-e7ed-428b-ac1e-aeb570cad971 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:18:53.306348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Attempting to bind port 815ccdf8-3d6a-4523-8787-2f746cb741fe on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:18:53.370366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e924f299-e67e-4ac3-a4d6-82ee95248f9a None None] Port 4726d469-d98c-40cb-8521-f6241e50ba23 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:18:53.411327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:53.411975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:53.491185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00bbdc82-3804-414e-8878-2bce87673bbd req-f7bee721-faab-40d1-829a-27f84a03e50e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062054 Feb 02 15:18:53.527272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f49a38ca-4d66-4731-9b52-ae949e85c68a req-4f16dcf7-98b6-4274-884c-e90bed0e5152 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996478 Feb 02 15:18:53.530040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:18:53.530561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Checking segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:53.531065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Bound using segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:18:53.533333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Bound port: 815ccdf8-3d6a-4523-8787-2f746cb741fe, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:18:53.535378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:53.703709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c52840-2261-4d64-8a47-b7851261b682 req-9acd72a9-7a84-44ae-9761-3c746a2b823c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:53.705396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76c52840-2261-4d64-8a47-b7851261b682 req-9acd72a9-7a84-44ae-9761-3c746a2b823c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3962061 Feb 02 15:18:53.795305 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:53.833959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] For port 815ccdf8-3d6a-4523-8787-2f746cb741fe, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:18:53.837854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] For port 815ccdf8-3d6a-4523-8787-2f746cb741fe, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=815ccdf8-3d6a-4523-8787-2f746cb741fe,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:18:53.869860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:54.009501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:54.013213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Pushing event updated for resources: {'Port': ['ID=4726d469-d98c-40cb-8521-f6241e50ba23,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:54.041599 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:54.177418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:54.178934 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] 10.222.0.64 "PUT /v2.0/ports/815ccdf8-3d6a-4523-8787-2f746cb741fe HTTP/1.1" status: 200 len: 1092 time: 4.0828118 Feb 02 15:18:54.182387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0398470-2d4d-4fce-83d5-e667d9fd4d03', 'tag': '815ccdf8-3d6a-4523-8787-2f746cb741fe'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:18:54.240337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78053b89-f8af-4a01-9064-32c8ef55b321 service neutron] Pushing event updated for resources: {'Port': ['ID=815ccdf8-3d6a-4523-8787-2f746cb741fe,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:54.242080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Network 36a1f52b-930c-41bd-bd31-126ccbc5b65e is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:18:54.244274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:54.287499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-f5ccb52c-8031-4957-924d-d6a84f3c405c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c57fb8e2f954e5fa0e426fa6c97c19a&device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 1095 time: 0.4405811 Feb 02 15:18:54.462103 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0398470-2d4d-4fce-83d5-e667d9fd4d03', 'tag': '815ccdf8-3d6a-4523-8787-2f746cb741fe', 'status': 'completed', 'code': 200} Feb 02 15:18:54.481261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae27e54-cfed-443e-bb8d-80078e62a69a req-e4fa0f64-e1f1-47ac-9ee8-d79962c352e7 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:54.491649 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-defc3535-3817-45f3-9b20-330c8b4212df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:54.494466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dae27e54-cfed-443e-bb8d-80078e62a69a req-e4fa0f64-e1f1-47ac-9ee8-d79962c352e7 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 944 time: 0.5563400 Feb 02 15:18:54.617844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4f675f75-09a0-454b-8ff9-3031ba88e2f7 None None] Provisioning complete for port 4726d469-d98c-40cb-8521-f6241e50ba23 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:54.619483 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4f675f75-09a0-454b-8ff9-3031ba88e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:54.630898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:54.735891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-6432b35c-789a-45c5-beb5-91786e3d5e9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae3d2a9-e658-46f7-9204-fe2e0d7b237f HTTP/1.1" status: 200 len: 217 time: 0.4335639 Feb 02 15:18:54.743583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4f675f75-09a0-454b-8ff9-3031ba88e2f7 None None] Port 4726d469-d98c-40cb-8521-f6241e50ba23 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:18:54.876004 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dae27e54-cfed-443e-bb8d-80078e62a69a req-9d8bf08a-cd64-4942-bbc5-e2653ec07c07 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792639 Feb 02 15:18:54.923672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-470ec5a1-db84-4fe7-b389-548b6902994b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 1095 time: 0.4768014 Feb 02 15:18:54.925453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-30d18c79-b1a5-4361-9ca8-da1ece6e2d6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:54.931748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-30d18c79-b1a5-4361-9ca8-da1ece6e2d6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=347c5c48-41ea-47f8-9876-411e6a7ba61e HTTP/1.1" status: 200 len: 853 time: 0.1833639 Feb 02 15:18:54.942128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36068a3-e4a4-4da2-8298-1020030de166 req-51bd923a-663a-4b7d-8e42-d07a46af7a6f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:54.950032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b36068a3-e4a4-4da2-8298-1020030de166 req-51bd923a-663a-4b7d-8e42-d07a46af7a6f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 944 time: 0.1709237 Feb 02 15:18:55.117319 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b36068a3-e4a4-4da2-8298-1020030de166 req-2fb45205-12db-456c-af39-52c8e40b452b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656761 Feb 02 15:18:55.228097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d2039afd-98d5-4b54-8f01-524caed25e9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=736602e5-9013-49a0-8b12-d19f487f30c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594057 Feb 02 15:18:55.234146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8409674e-581c-494f-bbf5-62066d35f7a5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:55.241778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-963692898-network', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:55.243269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-cdee5d08-755b-476f-8861-f408f3524d04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=815ccdf8-3d6a-4523-8787-2f746cb741fe HTTP/1.1" status: 200 len: 217 time: 0.3017199 Feb 02 15:18:55.251819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:18:55.261802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:55.270322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Usage tracker for resource:network and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:55.276905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:55.311699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:55.435027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8409674e-581c-494f-bbf5-62066d35f7a5 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:18:55.440678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8409674e-581c-494f-bbf5-62066d35f7a5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:55.441096 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:55.529838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Made reservation on behalf of e1369c1cef9b495ebe7ed93f5fe27e76 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:55.533707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:55.557529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-c31c022a-003b-4755-bbe5-153f7e5ff372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:55.563246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-c31c022a-003b-4755-bbe5-153f7e5ff372 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.2709885 Feb 02 15:18:55.572622 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:55.642544 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:55.665842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8409674e-581c-494f-bbf5-62066d35f7a5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8409674e-581c-494f-bbf5-62066d35f7a5,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:55.698598 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-50aa4ac1-5cd6-450e-8891-dda07613d885 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224282 Feb 02 15:18:55.735418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:55.740050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:55.743077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:55.749753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:55.761019 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:55.906671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acc480-39f5-45dd-b644-3b6f6d778dde req-afd1ae69-944d-4513-bd9b-9894cf227536 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:55.907212 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:55.922264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2acc480-39f5-45dd-b644-3b6f6d778dde req-afd1ae69-944d-4513-bd9b-9894cf227536 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.7591035 Feb 02 15:18:55.931854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8409674e-581c-494f-bbf5-62066d35f7a5,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:55.984690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-d3caeca8-f5c1-44bb-842e-7e5e1de10a22 service neutron] 10.222.0.64 "GET /v2.0/networks/736602e5-9013-49a0-8b12-d19f487f30c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464683 Feb 02 15:18:56.130550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:56.153171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2acc480-39f5-45dd-b644-3b6f6d778dde req-3f168b34-502a-48b9-bcb6-e0da7ec224c7 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296917 Feb 02 15:18:56.165233 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-302a4f52-e58b-4b94-8dc9-3e65435755ff service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442601 Feb 02 15:18:56.213592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:18:56.245503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209e4be-9cf9-4d3f-9671-4d509b59d3d2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:56.249719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:56.250237 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Added segment d0852cf0-3ffc-49f4-a186-d602b4d0cf7c of type vlan for network 6bb452a6-5e23-4dd5-a667-dd158f932e95 Feb 02 15:18:56.301321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:56.325041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4965f39-21b5-4617-92df-4d17cd591eff req-05c2ccb7-f4f6-401b-b670-dc819f7b69b8 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:56.326837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4965f39-21b5-4617-92df-4d17cd591eff req-05c2ccb7-f4f6-401b-b670-dc819f7b69b8 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 944 time: 0.2008190 Feb 02 15:18:56.359301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:18:56.423047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4965f39-21b5-4617-92df-4d17cd591eff req-9d3c979d-0c40-4dae-8e2d-d0f9af93a961 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891249 Feb 02 15:18:56.430636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-85e94c2a-d580-494f-9462-391cb152b790 admin admin] 10.222.0.88 "PUT /v2.0/routers/a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8067427 Feb 02 15:18:56.525292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:56.526405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:56.527084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:56.622075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49530) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:56.657824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698c37ca-8a7c-40d8-a00d-5985a445c4ae req-a456cec7-f974-4238-9d0e-9f96264c0c78 service neutron] 10.222.0.64 "GET /v2.0/networks/736602e5-9013-49a0-8b12-d19f487f30c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590252 Feb 02 15:18:56.720858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0888848 Feb 02 15:18:56.731218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:56.758590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Request body: {'subnet': {'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-963692898-subnet', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:56.763591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26fab-3aaf-4446-a908-3065e2f73cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb452a6-5e23-4dd5-a667-dd158f932e95,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:56.770707 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0387b67b-7c93-4eea-8e24-7089bafea25b req-f8ab6e9d-728b-4261-b36b-deeca5a7ca13 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1097 time: 0.1915274 Feb 02 15:18:56.777836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:18:56.795261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1848677907'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:56.823374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0387b67b-7c93-4eea-8e24-7089bafea25b req-aaaeb8c8-7570-4313-bc28-9a8981020318 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Feb 02 15:18:56.836933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f56595c4-bc8f-42b3-b9e4-c60ba74041a1 req-068d07d9-eba8-4456-a4c0-331ab1bb1adc service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232524 Feb 02 15:18:56.838037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:56.843639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:56.847492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Usage tracker for resource:subnet and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:56.852632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:56.862200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:network and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:56.877728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24233015-962b-4695-a963-426e99e833c8 req-44982863-e21f-4664-a861-7dba5916342b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:56.881618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24233015-962b-4695-a963-426e99e833c8 req-44982863-e21f-4664-a861-7dba5916342b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 944 time: 0.2974343 Feb 02 15:18:56.884224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:56.885438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:56.905647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:56.907776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3d6f936e-9c6c-4959-8160-a599c8f526a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:56.989942 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24233015-962b-4695-a963-426e99e833c8 req-c1300d1c-caa4-4619-bd1a-2b863b3492ce tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852900 Feb 02 15:18:57.110016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8409674e-581c-494f-bbf5-62066d35f7a5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:18:57.176147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f2918c0-2b78-438b-af62-c986772bc2f9 req-8f8af846-8e59-4df3-a8fe-0cc7f365d0be tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1097 time: 0.0979209 Feb 02 15:18:57.545801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8409674e-581c-494f-bbf5-62066d35f7a5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:18:57.545801 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:57.547866 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f2918c0-2b78-438b-af62-c986772bc2f9 req-b2169dff-adc5-473a-a51c-f9dd9ec60235 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564411 Feb 02 15:18:57.548793 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-27458ffd-2a56-417b-b8ae-8daf188b5a65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 1095 time: 0.0745349 Feb 02 15:18:57.617647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-afa10242-8395-4938-8c7f-6847956417a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:57.617647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-afa10242-8395-4938-8c7f-6847956417a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 0.1802166 Feb 02 15:18:57.758209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Made reservation on behalf of e1369c1cef9b495ebe7ed93f5fe27e76 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:57.758209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:57.791246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e6d3-dd35-44f0-bd0c-f5a08d0edf38 req-f0a8f62b-8ea0-4351-a2c3-70f2e06a72d1 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:57.793300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5299e6d3-dd35-44f0-bd0c-f5a08d0edf38 req-f0a8f62b-8ea0-4351-a2c3-70f2e06a72d1 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 944 time: 0.1786089 Feb 02 15:18:57.867573 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5299e6d3-dd35-44f0-bd0c-f5a08d0edf38 req-852dbc92-ac0f-4ec5-910a-0bec4a49fad0 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659003 Feb 02 15:18:57.910556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:57.914507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.108419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-595cd9a2-2269-47c3-8090-b51fa9df7fcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=815ccdf8-3d6a-4523-8787-2f746cb741fe HTTP/1.1" status: 200 len: 217 time: 0.3525379 Feb 02 15:18:58.111855 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Sync routers for ids ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:18:58.111855 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Routers {'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:18:58.111855 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:18:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:58.112447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:18:58.112447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-475b604e-16f5-4825-855f-7472c533ae16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:58.112447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-475b604e-16f5-4825-855f-7472c533ae16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1067460 Feb 02 15:18:58.112447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.112447 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Added segment 4f7e453c-e29b-4b0e-b60c-96e850d3855a of type vlan for network 1c9e825c-1f8d-4378-a887-168bd8e61f10 Feb 02 15:18:58.157751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-75e12004-846b-4c68-8269-5ff58c1c385b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508914 Feb 02 15:18:58.200250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.216110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0245ab21-07b3-431b-8139-eacf0e700090 req-0b8fa0da-b370-47d9-9140-f1c3246170bd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4699860 Feb 02 15:18:58.221962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26932-666f-4a6f-8c99-0fdc828b1eb8 req-d42acce8-5c58-4b3c-b5a8-e9988670a5d6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:58.226646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.230167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bf26932-666f-4a6f-8c99-0fdc828b1eb8 req-d42acce8-5c58-4b3c-b5a8-e9988670a5d6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 944 time: 0.0935411 Feb 02 15:18:58.255809 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Set router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:18:58.285461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bf26932-666f-4a6f-8c99-0fdc828b1eb8 req-685d8f5e-7c95-4364-857f-2eaa05155061 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539949 Feb 02 15:18:58.304645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.423668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-ce595f63-cb23-47ce-bfb8-49cda88a1e70 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517493 Feb 02 15:18:58.451219 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.454910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:58.455495 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.541633 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.699534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Network': ['ID=1c9e825c-1f8d-4378-a887-168bd8e61f10,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:58.704523 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:18:52Z', 'revision_number': 4, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4726d469-d98c-40cb-8521-f6241e50ba23', 'name': '', 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'mac_address': 'fa:16:3e:e7:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9469cf2d-f9c8-4e36-8d06-c04e7053b061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:51Z', 'updated_at': '2022-02-02T15:18:53Z', 'revision_number': 2, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'subnets': [{'id': '9469cf2d-f9c8-4e36-8d06-c04e7053b061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:18:58.713067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 1c9e825c-1f8d-4378-a887-168bd8e61f10 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:18:58.715972 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Checking router: a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:18:58.716333 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Updating router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f port 4726d469-d98c-40cb-8521-f6241e50ba23 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:18:58.728294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:58.753404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a996d853-78b4-4fb1-a17f-6f9ba09e97a0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1234040 Feb 02 15:18:58.759700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49568) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:58.761590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a5f4842-7173-4b77-bc8b-7901779a7745 req-0538d8d1-8f14-439f-be3e-ed928333183f service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302491 Feb 02 15:18:58.765915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'subnet': {'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:58.773410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Checking segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:58.773939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Network hostable DHCP agents. Network: 6bb452a6-5e23-4dd5-a667-dd158f932e95, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:18:58.860331 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.881439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:18:58.955136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:58.962802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:subnet and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:58.964633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 6bb452a6-5e23-4dd5-a667-dd158f932e95) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:18:58.969286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:58.969881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:58.971378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:58.977725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35de4d9-639b-4de8-ad49-5a34dd0f9efe None None] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:18:58.981170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:59.031298 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:18:59.050583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:18:59.079918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5d902ded-7b37-4b4e-9952-73484da31600 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3421450 Feb 02 15:18:59.082763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49578) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:18:59.087827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:18:59.093026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:18:59.102163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Usage tracker for resource:router and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:18:59.109393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:18:59.120815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:18:59.199959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.201028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.281566 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.322707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.407655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-6bb452a6-5e23-4dd5-a667-dd158f932e95', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:18:59.409262 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.446842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400b1d2-92ee-448d-8266-0838d71fb4fe req-1411b27b-c5f5-4a69-a6fb-ac65287b24c0 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:18:59.448409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a400b1d2-92ee-448d-8266-0838d71fb4fe req-1411b27b-c5f5-4a69-a6fb-ac65287b24c0 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 944 time: 0.3415291 Feb 02 15:18:59.500836 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.528182 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Transition to ACTIVE for port object 4726d469-d98c-40cb-8521-f6241e50ba23 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:18:59.534194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device eae3d2a9-e658-46f7-9204-fe2e0d7b237f details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:18:59.568156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a400b1d2-92ee-448d-8266-0838d71fb4fe req-8770657a-5bbf-44ab-abc9-e8935d20bff1 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120269 Feb 02 15:18:59.658047 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.720887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.771094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Allocated IP 172.20.0.2 (6bb452a6-5e23-4dd5-a667-dd158f932e95/0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9/efa67ddf-03c1-4c03-87f9-8bfeaebd395f) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:18:59.801115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.910897 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Pushing event updated for resources: {'Port': ['ID=4726d469-d98c-40cb-8521-f6241e50ba23,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:59.936975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Subnet': ['ID=ecde2f66-2912-4c8c-b53e-34cd06c1c01b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:18:59.969344 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:18:59.971053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port eae3d2a9-e658-46f7-9204-fe2e0d7b237f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,segment=NetworkSegment(e0942d3b-0807-43b6-b9b4-8a3358d0eca9),segment_id=e0942d3b-0807-43b6-b9b4-8a3358d0eca9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:18:59.984746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Checking segment: {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:18:59.987462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network hostable DHCP agents. Network: 1c9e825c-1f8d-4378-a887-168bd8e61f10, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:19:00.004251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'eae3d2a9-e658-46f7-9204-fe2e0d7b237f', 'network_id': '736602e5-9013-49a0-8b12-d19f487f30c3', 'port_id': 'eae3d2a9-e658-46f7-9204-fe2e0d7b237f', 'mac_address': 'fa:16:3e:8a:07:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347c5c48-41ea-47f8-9876-411e6a7ba61e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:00.092239 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.092581 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.092915 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.093246 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.093563 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.093884 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.094202 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.094517 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.094831 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.095139 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.095450 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:00.144565 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.185191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.212666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283beb-a4cb-4a4c-bef5-1a932e739ea8 req-d7c4e9ac-dbc7-4d19-9a2e-19041177eb42 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:00.214835 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-18283beb-a4cb-4a4c-bef5-1a932e739ea8 req-d7c4e9ac-dbc7-4d19-9a2e-19041177eb42 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 944 time: 0.1779039 Feb 02 15:19:00.257632 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Attempting to bind port 4726d469-d98c-40cb-8521-f6241e50ba23 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:00.261116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Attempting to bind port 4726d469-d98c-40cb-8521-f6241e50ba23 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:00.261116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Attempting to bind port 4726d469-d98c-40cb-8521-f6241e50ba23 on network 36a1f52b-930c-41bd-bd31-126ccbc5b65e {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:00.267873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 1c9e825c-1f8d-4378-a887-168bd8e61f10 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:19:00.276629 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:00.277398 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Checking segment: {'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:00.277976 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.278535 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Bound using segment: {'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:00.279155 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Bound port: 4726d469-d98c-40cb-8521-f6241e50ba23, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:00.279719 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.293668 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.310181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-18283beb-a4cb-4a4c-bef5-1a932e739ea8 req-34bc5ea7-67a9-4f31-b36e-dc2af17f9147 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885885 Feb 02 15:19:00.351811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae3d2a9-e658-46f7-9204-fe2e0d7b237f {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:00.370702 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.383503 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] For port 4726d469-d98c-40cb-8521-f6241e50ba23, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:00.386666 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] For port 4726d469-d98c-40cb-8521-f6241e50ba23, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4726d469-d98c-40cb-8521-f6241e50ba23,segment=NetworkSegment(e7fe57c2-e6b4-411b-a38e-56ce690aae9e),segment_id=e7fe57c2-e6b4-411b-a38e-56ce690aae9e)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:00.389081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port eae3d2a9-e658-46f7-9204-fe2e0d7b237f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,segment=NetworkSegment(e0942d3b-0807-43b6-b9b4-8a3358d0eca9),segment_id=e0942d3b-0807-43b6-b9b4-8a3358d0eca9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:00.389573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 1c9e825c-1f8d-4378-a887-168bd8e61f10) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:00.393333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Allocated IP 172.25.0.253 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/853524c9-a08a-4a4c-89a2-f4aa3ee90369) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:00.393924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Transition to ACTIVE for port object efa67ddf-03c1-4c03-87f9-8bfeaebd395f will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:00.399877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:00.402037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.403434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ef7d8-abd9-4d3e-b499-a51a57381dc9 None None] Network 1c9e825c-1f8d-4378-a887-168bd8e61f10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:19:00.496494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Transition to ACTIVE for port object efa67ddf-03c1-4c03-87f9-8bfeaebd395f will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:00.516613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.517265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 815ccdf8-3d6a-4523-8787-2f746cb741fe details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:00.522130 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.578696 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-75dcb68c-2752-4d31-8749-5bf503e267f2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8179619 Feb 02 15:19:00.581200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49614) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:00.582867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.588059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2028785130'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:00.594221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:00.613248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:network and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:00.619975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:00.626224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:00.640098 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Routers {'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:19:00.640854 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:18:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:00.745305 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad477f28-1032-4571-9e2d-58a611a71c95 None None] Pushing event updated for resources: {'Port': ['ID=4726d469-d98c-40cb-8521-f6241e50ba23,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:00.773877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:00.775235 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.783668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.827656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 815ccdf8-3d6a-4523-8787-2f746cb741fe, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=815ccdf8-3d6a-4523-8787-2f746cb741fe,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:00.847981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '815ccdf8-3d6a-4523-8787-2f746cb741fe', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'port_id': '815ccdf8-3d6a-4523-8787-2f746cb741fe', 'mac_address': 'fa:16:3e:9b:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ec79d3-5556-4ce2-a222-25352a802725', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:00.901636 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] Set router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:19:00.931398 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.964268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:19:00.981035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:00.981380 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Added segment d782e40e-72e9-433c-8d56-97391bdb3116 of type vlan for network 6c3f7123-6644-4b84-8db3-bcaa03eee59f Feb 02 15:19:00.982558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-d208197b-0f62-416b-8e5a-bfa8c477fdf1 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:19:00.998445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:00.998563 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-d208197b-0f62-416b-8e5a-bfa8c477fdf1 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0297182 Feb 02 15:19:01.004791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:01.009902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Request body: {'binding': {'host': 'n-h1-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:01.010357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:19:01.018328 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.020707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:01.071875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:01.074219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=853524c9-a08a-4a4c-89a2-f4aa3ee90369,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:01.088299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:01.125865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b8c7-d6b4-43c8-b097-5c9618f277c5 req-0bb76de0-4524-4044-8f66-74356dbbce63 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:01.130577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4759b8c7-d6b4-43c8-b097-5c9618f277c5 req-0bb76de0-4524-4044-8f66-74356dbbce63 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 945 time: 0.3127701 Feb 02 15:19:01.132480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.197928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4759b8c7-d6b4-43c8-b097-5c9618f277c5 req-de9094eb-3ce2-4a9c-bf7c-6abcc29a1cce tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596030 Feb 02 15:19:01.198810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.206390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:01.211767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.343078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:01.346335 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:18:52Z', 'revision_number': 4, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4726d469-d98c-40cb-8521-f6241e50ba23', 'name': '', 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'mac_address': 'fa:16:3e:e7:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9469cf2d-f9c8-4e36-8d06-c04e7053b061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:51Z', 'updated_at': '2022-02-02T15:19:00Z', 'revision_number': 4, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'subnets': [{'id': '9469cf2d-f9c8-4e36-8d06-c04e7053b061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:01.353315 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a609a-fef1-405f-9958-08ff15e7a7bd None None] The sync data for ids ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'] in n-d-827122-1 is: [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:18:52Z', 'revision_number': 4, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4726d469-d98c-40cb-8521-f6241e50ba23', 'name': '', 'network_id': '36a1f52b-930c-41bd-bd31-126ccbc5b65e', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'mac_address': 'fa:16:3e:e7:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9469cf2d-f9c8-4e36-8d06-c04e7053b061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:51Z', 'updated_at': '2022-02-02T15:19:00Z', 'revision_number': 4, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'subnets': [{'id': '9469cf2d-f9c8-4e36-8d06-c04e7053b061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:19:01.406430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on host n-h1-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:01.406765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:01.408971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:01.466791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815ccdf8-3d6a-4523-8787-2f746cb741fe {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:01.499497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 815ccdf8-3d6a-4523-8787-2f746cb741fe, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=815ccdf8-3d6a-4523-8787-2f746cb741fe,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:01.501701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:01.524083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Network': ['ID=6c3f7123-6644-4b84-8db3-bcaa03eee59f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:01.542928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:01.542928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:01.555524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:01.556145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:01.556768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:01.557502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Bound port: 0440a85c-ff40-4662-9798-f54d39bf1864, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:01.612655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:01.639991 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9b93f939-842b-4366-ad9e-11a5f7609de4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0575569 Feb 02 15:19:01.642905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49636) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:01.645680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 6c3f7123-6644-4b84-8db3-bcaa03eee59f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:19:01.654074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'subnet': {'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:01.679550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-1c9e825c-1f8d-4378-a887-168bd8e61f10', 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'fixed_ips': [{'subnet_id': 'ecde2f66-2912-4c8c-b53e-34cd06c1c01b'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:19:01.679550 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.697372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.749514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ee2e-966f-47b2-ae72-71ca96c2b8ef req-4f25608c-59b5-46d0-8e02-46c5f9e1c4ba tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:01.750988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3b7ee2e-966f-47b2-ae72-71ca96c2b8ef req-4f25608c-59b5-46d0-8e02-46c5f9e1c4ba tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 945 time: 0.1476829 Feb 02 15:19:01.780526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:01.787776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:subnet and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:01.793843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:01.805589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:01.807715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.808907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-fb84739a-15d1-4ec6-89dc-09dc6ab4671e service neutron] 10.222.0.88 "POST /v2.0/ports/0440a85c-ff40-4662-9798-f54d39bf1864/bindings HTTP/1.1" status: 201 len: 389 time: 0.8120403 Feb 02 15:19:01.838988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.839756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:01.877439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Allocated IP 19.80.0.2 (1c9e825c-1f8d-4378-a887-168bd8e61f10/ecde2f66-2912-4c8c-b53e-34cd06c1c01b/b7f540ea-02a1-434b-a23f-6ca081887553) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:01.880610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3b7ee2e-966f-47b2-ae72-71ca96c2b8ef req-4b2f209d-61b3-4f47-9f55-ba59b9c3cbd0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191783 Feb 02 15:19:01.922089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:02.060643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:02.227917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Attempting to bind port efa67ddf-03c1-4c03-87f9-8bfeaebd395f on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:02.228705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Attempting to bind port efa67ddf-03c1-4c03-87f9-8bfeaebd395f by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:02.229343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Attempting to bind port efa67ddf-03c1-4c03-87f9-8bfeaebd395f on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:02.246202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:02.247054 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Checking segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:02.248439 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:02.249212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Bound using segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:02.249908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Bound port: efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:02.250608 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:02.339663 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:02.345366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['eae3d2a9-e658-46f7-9204-fe2e0d7b237f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:02.385921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['815ccdf8-3d6a-4523-8787-2f746cb741fe'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:02.427881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Pushing event updated for resources: {'Port': ['ID=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:02.611062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Transition to ACTIVE for port object b7f540ea-02a1-434b-a23f-6ca081887553 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:02.668878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:02.765926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Subnet': ['ID=730f5718-242d-4bd7-84eb-12f4abe7bd1f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:02.785162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Transition to ACTIVE for port object b7f540ea-02a1-434b-a23f-6ca081887553 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:02.795820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Router e32ecfe2-d030-4565-a7f3-65ec514a61b0 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:19:02.811440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=815ccdf8-3d6a-4523-8787-2f746cb741fe,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:02.925347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] For port efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:02.940450 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:02.947306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Checking segment: {'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:02.947682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network hostable DHCP agents. Network: 6c3f7123-6644-4b84-8db3-bcaa03eee59f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:19:03.009711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] For port efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:03.015099 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-2f282ec4-d02b-41f5-8d0b-972726ce11c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1097 time: 0.3839223 Feb 02 15:19:03.080081 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:03.119765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c58c24-747c-4783-af92-de34ba9540c1 req-37669b74-e081-4e5b-9a1b-a8055a84adf2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:03.121305 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6c58c24-747c-4783-af92-de34ba9540c1 req-37669b74-e081-4e5b-9a1b-a8055a84adf2 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.3081164 Feb 02 15:19:03.148309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Network 1c9e825c-1f8d-4378-a887-168bd8e61f10 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:03.150904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Pushing event updated for resources: {'Port': ['ID=b7f540ea-02a1-434b-a23f-6ca081887553,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:03.183157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:03.196578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:03.205266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4726d469-d98c-40cb-8521-f6241e50ba23 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:03.221112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b2fee36c-2358-46c5-9a23-91e44e9b9599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:03.222568 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b2fee36c-2358-46c5-9a23-91e44e9b9599 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.2141762 Feb 02 15:19:03.275641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 6c3f7123-6644-4b84-8db3-bcaa03eee59f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:19:03.351390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6c58c24-747c-4783-af92-de34ba9540c1 req-a86bdab7-f37d-489a-968d-ef2bf4ecf747 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133119 Feb 02 15:19:03.364235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-58a54ffc-2d23-478d-bb19-de2fe8efbc0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0440a85c-ff40-4662-9798-f54d39bf1864 HTTP/1.1" status: 200 len: 217 time: 0.0938897 Feb 02 15:19:03.459800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 6c3f7123-6644-4b84-8db3-bcaa03eee59f) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:03.478261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-5ab8bb3c-b41a-405e-968a-5ce939af4f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:03.482647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-5ab8bb3c-b41a-405e-968a-5ce939af4f57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.1047335 Feb 02 15:19:03.491757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:03.491757 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:03.493337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa171ad-0f3e-49da-8ebd-f3f47079f5d4 None None] Network 6c3f7123-6644-4b84-8db3-bcaa03eee59f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:19:03.510242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37147f-65f5-48e6-907e-cd816bfb9cf1 None None] Pushing event updated for resources: {'Port': ['ID=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:03.563751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-da3a7979-d8a0-4d11-bf10-ddc605023774 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688050 Feb 02 15:19:03.605887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Attempting to bind port b7f540ea-02a1-434b-a23f-6ca081887553 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:03.605887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Attempting to bind port b7f540ea-02a1-434b-a23f-6ca081887553 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:03.605887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Attempting to bind port b7f540ea-02a1-434b-a23f-6ca081887553 on network 1c9e825c-1f8d-4378-a887-168bd8e61f10 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:03.673398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:03.673398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Checking segment: {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:03.673398 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:03.673398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Bound using segment: {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:03.682354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Bound port: b7f540ea-02a1-434b-a23f-6ca081887553, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:03.683164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:03.746129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3c5772db-fa6e-44ab-a239-a615f45d798f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1010587 Feb 02 15:19:03.761751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:19:03.892910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-a195d2f7-c996-4374-befe-68ae7efc1e22 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243494 Feb 02 15:19:03.897770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 65c80bf5-065b-4265-9f1d-a7c5834867c5 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:03.954125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4726d469-d98c-40cb-8521-f6241e50ba23 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:03.994127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Sync routers for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:19:04.034339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4726d469-d98c-40cb-8521-f6241e50ba23 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:04.034448 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:04.058232 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:04.059894 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-654d8f08-1a3a-4b8a-8a42-0cea46c5d0c9 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9758880 Feb 02 15:19:04.067809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49690) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:04.111226 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-2b7e4dd4-8ef3-4762-99ff-12bdeeb4a767 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772876 Feb 02 15:19:04.137093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230db18-7525-4a36-9196-c15579aedca8 req-3200e8dc-b4a9-4cda-91fc-d37ca28f7aff tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:04.145684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8230db18-7525-4a36-9196-c15579aedca8 req-3200e8dc-b4a9-4cda-91fc-d37ca28f7aff tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 945 time: 0.2508202 Feb 02 15:19:04.216887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:19:04.216887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:18:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:04.219905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428327dd-6cb9-43af-9166-a6dc27904ded req-acf9618f-c108-43a4-9a64-842e77e16d55 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:04.219905 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-428327dd-6cb9-43af-9166-a6dc27904ded req-acf9618f-c108-43a4-9a64-842e77e16d55 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 945 time: 0.2105169 Feb 02 15:19:04.222784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8230db18-7525-4a36-9196-c15579aedca8 req-0cbc6a37-63d5-4eca-901f-9b284b671c20 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714910 Feb 02 15:19:04.290547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-428327dd-6cb9-43af-9166-a6dc27904ded req-7b219bfe-575b-4ba4-81c1-cf4512e73944 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705800 Feb 02 15:19:04.444040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] For port b7f540ea-02a1-434b-a23f-6ca081887553, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:04.518880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-6c3f7123-6644-4b84-8db3-bcaa03eee59f', 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'fixed_ips': [{'subnet_id': '730f5718-242d-4bd7-84eb-12f4abe7bd1f'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:19:04.518880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:04.607083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] For port b7f540ea-02a1-434b-a23f-6ca081887553, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b7f540ea-02a1-434b-a23f-6ca081887553,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:04.782456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:04.890358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-9f222af0-a89a-4b06-b749-7c82fe8dfd2a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:04.901816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-9f222af0-a89a-4b06-b749-7c82fe8dfd2a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:04.908627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-9f222af0-a89a-4b06-b749-7c82fe8dfd2a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:04.971540 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:05.158243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:05.162693 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:05.190030 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adbc302-33b9-4648-b84d-3ec346b86afc None None] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:19:05.209330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-9f222af0-a89a-4b06-b749-7c82fe8dfd2a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:05.220234 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-9f222af0-a89a-4b06-b749-7c82fe8dfd2a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/networks?id=1c9e825c-1f8d-4378-a887-168bd8e61f10&id=6c3f7123-6644-4b84-8db3-bcaa03eee59f&id=1c9e825c-1f8d-4378-a887-168bd8e61f10 HTTP/1.1" status: 200 len: 1392 time: 0.5735524 Feb 02 15:19:05.222937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679832d-b858-41d2-ae5b-97b432f67fc3 None None] Pushing event updated for resources: {'Port': ['ID=b7f540ea-02a1-434b-a23f-6ca081887553,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:05.257691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-3f41c741-c491-47af-926c-a6d5928d1f0c tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/quotas/9c84f65ce257473ea68ccd5ca0e006f4 HTTP/1.1" status: 200 len: 375 time: 0.0361164 Feb 02 15:19:05.387407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:05.442042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-cbe2ce34-8078-410f-9f5b-c996859335f5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:05.449634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:19:05.468908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e0637-edf3-429e-85b1-cb0816bc8f27 req-eea61790-0ca1-4bf9-83ba-b2e08764b8eb tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:05.480441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-231e0637-edf3-429e-85b1-cb0816bc8f27 req-eea61790-0ca1-4bf9-83ba-b2e08764b8eb tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.1655400 Feb 02 15:19:05.539361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-231e0637-edf3-429e-85b1-cb0816bc8f27 req-9b0569c8-71c2-431c-976e-7a798b51dd35 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575097 Feb 02 15:19:05.540496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 4726d469-d98c-40cb-8521-f6241e50ba23, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4726d469-d98c-40cb-8521-f6241e50ba23,segment=NetworkSegment(e7fe57c2-e6b4-411b-a38e-56ce690aae9e),segment_id=e7fe57c2-e6b4-411b-a38e-56ce690aae9e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:05.564912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:05.642217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-cbe2ce34-8078-410f-9f5b-c996859335f5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:05.651823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-cbe2ce34-8078-410f-9f5b-c996859335f5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3928173 Feb 02 15:19:05.744243 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'code': 200} Feb 02 15:19:05.747725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:05.752328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:05.856417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da3dd-7b81-412f-a8d0-10afbc063416 req-a7fae5bf-e389-4792-8e72-ab15667a5c52 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:05.864389 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-411da3dd-7b81-412f-a8d0-10afbc063416 req-a7fae5bf-e389-4792-8e72-ab15667a5c52 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 945 time: 0.1069531 Feb 02 15:19:05.922348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-411da3dd-7b81-412f-a8d0-10afbc063416 req-a0bbead0-728d-4af4-bb7b-eb40e4057054 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 Feb 02 15:19:05.922569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2c5fb139-aa9c-4a90-bc47-2d899219b8d5 None None] Provisioning for port efa67ddf-03c1-4c03-87f9-8bfeaebd395f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:05.929492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device eae3d2a9-e658-46f7-9204-fe2e0d7b237f up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:06.010025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=4726d469-d98c-40cb-8521-f6241e50ba23,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:06.032568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device efa67ddf-03c1-4c03-87f9-8bfeaebd395f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:06.042449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:06.298494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67364416-a683-4f2f-8bae-66940b36095d req-afb22341-927f-494c-be80-1b299a663035 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:06.300955 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67364416-a683-4f2f-8bae-66940b36095d req-afb22341-927f-494c-be80-1b299a663035 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 945 time: 0.1431105 Feb 02 15:19:06.373668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67364416-a683-4f2f-8bae-66940b36095d req-6258b335-fb0c-47fe-a53c-2244c750014d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Feb 02 15:19:06.422422 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Allocated IP 19.86.0.2 (6c3f7123-6644-4b84-8db3-bcaa03eee59f/730f5718-242d-4bd7-84eb-12f4abe7bd1f/8d3d1859-282e-4f6c-8a92-1b0196faacfe) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:06.482346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd41dac-e8c6-4fde-9b6d-08fe59f792b1 None None] Network 1c9e825c-1f8d-4378-a887-168bd8e61f10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:19:06.486746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Allocated IP 172.20.0.1 (6bb452a6-5e23-4dd5-a667-dd158f932e95/0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9/a374f3f3-7d9a-4c0d-be93-2d00374cdf0b) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:06.512357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port efa67ddf-03c1-4c03-87f9-8bfeaebd395f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:06.608040 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-66962e5e-e006-4bbf-b38a-48eecdf2186c service neutron] 10.222.0.88 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9549623 Feb 02 15:19:06.641154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port efa67ddf-03c1-4c03-87f9-8bfeaebd395f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:06.641511 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:06.680766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port eae3d2a9-e658-46f7-9204-fe2e0d7b237f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:06.747264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port eae3d2a9-e658-46f7-9204-fe2e0d7b237f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:06.747929 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:06.825850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:06.859364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Transition to ACTIVE for port object a374f3f3-7d9a-4c0d-be93-2d00374cdf0b will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:06.862387 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-eab813b0-997a-4306-94b9-e407d9d70e3c service neutron] 10.222.0.88 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536390 Feb 02 15:19:06.871334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-8607a4d3-d3a8-441f-8d5e-d1d61b9ec3a2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:06.874543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-8607a4d3-d3a8-441f-8d5e-d1d61b9ec3a2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 805 time: 0.3373427 Feb 02 15:19:06.887391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:01Z', 'revision_number': 3, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:06.918995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-da2bf77e-e103-409c-911f-d2c3fc72abd3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/quotas/185c74bb7d5847b4b78b07b9efb99066 HTTP/1.1" status: 200 len: 375 time: 0.0372019 Feb 02 15:19:07.005240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-e10f626f-cc37-4145-94a2-75cb5624a5a2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:07.008839 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-e10f626f-cc37-4145-94a2-75cb5624a5a2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ee851b-a1f1-4f71-b537-74c1dc3af873 HTTP/1.1" status: 200 len: 944 time: 0.1993799 Feb 02 15:19:07.044186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-b0878b6c-a324-4727-826f-108595b7ecb5 service neutron] 10.222.0.88 "GET /v2.0/networks/6c3f7123-6644-4b84-8db3-bcaa03eee59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737216 Feb 02 15:19:07.086402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.122995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-64b6a0c6-874a-4002-8938-50a3caf77d7e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2029657 Feb 02 15:19:07.127649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5c263556-2666-49b7-990a-77137175ae25 None None] Provisioning for port b7f540ea-02a1-434b-a23f-6ca081887553 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:07.131138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-61f55faa-41a2-46c0-a6d3-61dde5a458de service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:19:07.138779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-61f55faa-41a2-46c0-a6d3-61dde5a458de service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0125723 Feb 02 15:19:07.179931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Deleting port 65c80bf5-065b-4265-9f1d-a7c5834867c5 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:07.179931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.201591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Checking router: e32ecfe2-d030-4565-a7f3-65ec514a61b0 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:19:07.201960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Updating router e32ecfe2-d030-4565-a7f3-65ec514a61b0 port 853524c9-a08a-4a4c-89a2-f4aa3ee90369 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:19:07.243392 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.251246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:07.254608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:07.257530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:07.293001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Pushing event updated for resources: {'Port': ['ID=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:07.332319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.372078 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-9bec456d-e2d9-4a1f-b70a-fb1879cfc750 service neutron] 10.222.0.88 "GET /v2.0/networks/6c3f7123-6644-4b84-8db3-bcaa03eee59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215585 Feb 02 15:19:07.373474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.386659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Transition to ACTIVE for port object 8d3d1859-282e-4f6c-8a92-1b0196faacfe will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:07.420011 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-bb03510b-bbd8-4888-8c85-f58090ac5e57 service neutron] 10.222.0.88 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640245 Feb 02 15:19:07.462563 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.554044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:07.572184 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.585916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-aa6b5e32-1730-4412-9340-2759a0e697b8 service neutron] 10.222.0.88 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051544 Feb 02 15:19:07.586545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Transition to ACTIVE for port object 8d3d1859-282e-4f6c-8a92-1b0196faacfe will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:07.659772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-733e1d6d-9dbd-4a01-b01b-87302c7992bb None None] Provisioning complete for port efa67ddf-03c1-4c03-87f9-8bfeaebd395f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:07.660414 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-733e1d6d-9dbd-4a01-b01b-87302c7992bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.708624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-98df99e2-b6b6-4668-ac4c-9e80139342ec service neutron] 10.222.0.88 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963793 Feb 02 15:19:07.711220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] For port 65c80bf5-065b-4265-9f1d-a7c5834867c5, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=65c80bf5-065b-4265-9f1d-a7c5834867c5,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:07.711590 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.746450 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.747440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b7f540ea-02a1-434b-a23f-6ca081887553 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:07.763097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-165829da-5a26-4f9b-8a51-65c23fe4f8be service neutron] 10.222.0.88 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610625 Feb 02 15:19:07.860785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.866901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860a7d0c-516b-49f6-ab88-090e8d284038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae3d2a9-e658-46f7-9204-fe2e0d7b237f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:07.868542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Calling delete_port for 65c80bf5-065b-4265-9f1d-a7c5834867c5 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:19:07.883130 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:07.917034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port eae3d2a9-e658-46f7-9204-fe2e0d7b237f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,segment=NetworkSegment(e0942d3b-0807-43b6-b9b4-8a3358d0eca9),segment_id=e0942d3b-0807-43b6-b9b4-8a3358d0eca9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:08.146862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:08.158635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Network 6c3f7123-6644-4b84-8db3-bcaa03eee59f is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:08.266124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:08.268608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Pushing event updated for resources: {'Port': ['ID=8d3d1859-282e-4f6c-8a92-1b0196faacfe,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:08.278895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:08.284370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:08.289004 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:08.289977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 815ccdf8-3d6a-4523-8787-2f746cb741fe up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:08.358830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:08.430902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Pushing event deleted for resources: {'Port': ['ID=65c80bf5-065b-4265-9f1d-a7c5834867c5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:08.438918 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:08.526470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] No DVR routers for this DVR port 65c80bf5-065b-4265-9f1d-a7c5834867c5 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:19:08.540944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae200-89b7-422a-888a-74f033e8d145 req-eba29a6e-dd8a-4963-9c9a-3c665cc62be9 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:08.540944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff6ae200-89b7-422a-888a-74f033e8d145 req-eba29a6e-dd8a-4963-9c9a-3c665cc62be9 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.3647952 Feb 02 15:19:08.540944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:08.546969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'name': 'network-vif-deleted', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:08.578107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Attempting to bind port 8d3d1859-282e-4f6c-8a92-1b0196faacfe on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:08.578107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Attempting to bind port 8d3d1859-282e-4f6c-8a92-1b0196faacfe by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:08.578107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Attempting to bind port 8d3d1859-282e-4f6c-8a92-1b0196faacfe on network 6c3f7123-6644-4b84-8db3-bcaa03eee59f {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:08.681814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:08.681814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:08.681814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Checking segment: {'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:08.681814 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:08.684735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff6ae200-89b7-422a-888a-74f033e8d145 req-4b6905b4-fc42-4c3b-be50-f96f87d1e91c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008964 Feb 02 15:19:08.684735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a88e4f9-79a7-4bbd-bbf6-bca6d050079f req-4aa156f2-ac1e-4677-b4dd-880a6206aab3 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.64 "DELETE /v2.0/ports/65c80bf5-065b-4265-9f1d-a7c5834867c5 HTTP/1.1" status: 204 len: 173 time: 1.6665425 Feb 02 15:19:08.706799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Bound using segment: {'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:08.706799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Bound port: 8d3d1859-282e-4f6c-8a92-1b0196faacfe, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:08.706799 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:08.763355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Pushing event updated for resources: {'Port': ['ID=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:08.788369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:08.793404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 815ccdf8-3d6a-4523-8787-2f746cb741fe completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:08.970993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b7f540ea-02a1-434b-a23f-6ca081887553 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:08.970993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 815ccdf8-3d6a-4523-8787-2f746cb741fe triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:08.970993 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:09.071133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b7f540ea-02a1-434b-a23f-6ca081887553 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:09.071507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:09.142071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0afdde-115a-461d-97db-4f6f915f49c5 req-9ac96be9-a465-44ca-9f66-f62ad18fe002 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:09.144302 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce0afdde-115a-461d-97db-4f6f915f49c5 req-9ac96be9-a465-44ca-9f66-f62ad18fe002 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 946 time: 0.7836707 Feb 02 15:19:09.161582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce5c1-3107-4d75-a592-8e99eaf4deb8 req-cbf39974-8029-4d56-b99c-b7582f159f29 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:09.164731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3ce5c1-3107-4d75-a592-8e99eaf4deb8 req-cbf39974-8029-4d56-b99c-b7582f159f29 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 945 time: 0.1076901 Feb 02 15:19:09.208855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:19:09.216200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3ce5c1-3107-4d75-a592-8e99eaf4deb8 req-d433b53b-5d12-4676-b249-0ef4fa65107d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456474 Feb 02 15:19:09.233306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] For port 8d3d1859-282e-4f6c-8a92-1b0196faacfe, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:09.245684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] For port 8d3d1859-282e-4f6c-8a92-1b0196faacfe, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8d3d1859-282e-4f6c-8a92-1b0196faacfe,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:09.253235 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce0afdde-115a-461d-97db-4f6f915f49c5 req-1c109b81-e75a-4ff5-b697-b5189c5d78e9 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986898 Feb 02 15:19:09.279051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:09.280358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:09.332660 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860a7d0c-516b-49f6-ab88-090e8d284038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae3d2a9-e658-46f7-9204-fe2e0d7b237f', 'code': 200} Feb 02 15:19:09.349611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:09.410774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Provisioning complete for port b7f540ea-02a1-434b-a23f-6ca081887553 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:09.411338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:09.452135 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:09.469043 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1183a992-131c-4958-a4b8-72be9460ecf6 req-de124073-a0dd-4b68-83c2-11ff6b92dad9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 210 time: 0.0682647 Feb 02 15:19:09.469576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:09.552997 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-65fa4c7c-513a-4866-9db7-dba74767a31c req-fe7e86cf-3271-4cab-92ff-aa507c5a26ae tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 210 time: 0.0882511 Feb 02 15:19:09.607369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Transition to ACTIVE for port object 853524c9-a08a-4a4c-89a2-f4aa3ee90369 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:09.770350 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ee851b-a1f1-4f71-b537-74c1dc3af873', 'name': 'network-vif-deleted', 'tag': '65c80bf5-065b-4265-9f1d-a7c5834867c5', 'status': 'completed', 'code': 200} Feb 02 15:19:09.823461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:09.845726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff540101-4771-421e-9ff7-0b4b60549815 None None] Pushing event updated for resources: {'Port': ['ID=8d3d1859-282e-4f6c-8a92-1b0196faacfe,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:09.873324 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:09.886288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a3facb9-a3d4-4834-b708-4ce9d0236130 req-6c2f91f6-12a3-481a-a3e0-d409c65ab66a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 1097 time: 0.4163253 Feb 02 15:19:09.947557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a3facb9-a3d4-4834-b708-4ce9d0236130 req-bbf7848a-1ea4-4c62-a634-92e8b02b89c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550017 Feb 02 15:19:09.947799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 815ccdf8-3d6a-4523-8787-2f746cb741fe, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=815ccdf8-3d6a-4523-8787-2f746cb741fe,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:09.985806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b7f540ea-02a1-434b-a23f-6ca081887553, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b7f540ea-02a1-434b-a23f-6ca081887553,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:10.029121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:10.044057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c464a4f-b7b3-4fd7-b8c2-b4e26e741fc3 None None] Pushing event updated for resources: {'Port': ['ID=853524c9-a08a-4a4c-89a2-f4aa3ee90369,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:10.093460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Attempting to bind port 853524c9-a08a-4a4c-89a2-f4aa3ee90369 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:10.093767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Attempting to bind port 853524c9-a08a-4a4c-89a2-f4aa3ee90369 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:10.094485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Attempting to bind port 853524c9-a08a-4a4c-89a2-f4aa3ee90369 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:10.096477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 65c80bf5-065b-4265-9f1d-a7c5834867c5 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:10.123031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72b9d5-12f5-435e-b150-401d17c0af2a req-49410510-95dd-4306-875e-7c65256569bd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:10.124529 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc72b9d5-12f5-435e-b150-401d17c0af2a req-49410510-95dd-4306-875e-7c65256569bd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.1328843 Feb 02 15:19:10.139833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Router e32ecfe2-d030-4565-a7f3-65ec514a61b0 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:19:10.141479 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:10.165833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 65c80bf5-065b-4265-9f1d-a7c5834867c5 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:19:10.166185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 65c80bf5-065b-4265-9f1d-a7c5834867c5 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:19:10.170203 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:10.180616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:10.181117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:10.181405 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:10.181801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:10.182318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Bound port: 853524c9-a08a-4a4c-89a2-f4aa3ee90369, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:10.182989 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:10.294245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=815ccdf8-3d6a-4523-8787-2f746cb741fe,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:10.352861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc72b9d5-12f5-435e-b150-401d17c0af2a req-5c054197-cdcb-4665-9d72-d36d84dad274 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186544 Feb 02 15:19:10.396205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4726d469-d98c-40cb-8521-f6241e50ba23 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:10.549157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a605db5-7aa7-4d56-97a4-8ec06178799c req-d04660e9-ac43-4e2a-9d6b-a6bf3e91ba75 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:10.550836 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a605db5-7aa7-4d56-97a4-8ec06178799c req-d04660e9-ac43-4e2a-9d6b-a6bf3e91ba75 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 946 time: 0.0988009 Feb 02 15:19:10.611615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a605db5-7aa7-4d56-97a4-8ec06178799c req-82578a83-f04b-4708-a133-39b4e081ea2b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Feb 02 15:19:10.643145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] For port 853524c9-a08a-4a4c-89a2-f4aa3ee90369, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:10.649736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:19:10.650112 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:19:10.658160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] For port 853524c9-a08a-4a4c-89a2-f4aa3ee90369, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=853524c9-a08a-4a4c-89a2-f4aa3ee90369,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:10.660692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b7f540ea-02a1-434b-a23f-6ca081887553,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:10.679311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4726d469-d98c-40cb-8521-f6241e50ba23 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:10.679964 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:10.695172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:19:10.713814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc23806-0595-48f6-8453-1afb73bb1622 req-abfae886-e1b5-44ae-a1c7-09c9a6fdf3d1 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:10.720996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc23806-0595-48f6-8453-1afb73bb1622 req-abfae886-e1b5-44ae-a1c7-09c9a6fdf3d1 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 946 time: 0.1393077 Feb 02 15:19:10.745924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8446b0c9-40c3-49f9-911f-3c28c9edbe4e admin admin] 10.222.0.88 "PUT /v2.0/routers/e32ecfe2-d030-4565-a7f3-65ec514a61b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6766088 Feb 02 15:19:10.752393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:10.789249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc23806-0595-48f6-8453-1afb73bb1622 req-616636c7-f29c-436d-bc26-a5464ce4fd64 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669796 Feb 02 15:19:10.918662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c464a4f-b7b3-4fd7-b8c2-b4e26e741fc3 None None] Pushing event updated for resources: {'Port': ['ID=853524c9-a08a-4a4c-89a2-f4aa3ee90369,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:10.935174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:19:10.948061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:18:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:11.019529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b38e11d-512b-412b-a42f-b5818f66b97e req-e8743f50-846d-4997-aaa9-3f1184698158 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 210 time: 0.1080649 Feb 02 15:19:11.075483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device efa67ddf-03c1-4c03-87f9-8bfeaebd395f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:11.131878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eb5b2747-bd3f-48d4-932f-3d5af2d7f929 req-18b3abd2-3e92-402e-8ec6-49866a7d218a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 210 time: 0.1416330 Feb 02 15:19:11.338442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0398470-2d4d-4fce-83d5-e667d9fd4d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ccdf8-3d6a-4523-8787-2f746cb741fe'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:11.372625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:19:11.474468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port efa67ddf-03c1-4c03-87f9-8bfeaebd395f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:11.474468 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:11.540146 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0398470-2d4d-4fce-83d5-e667d9fd4d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ccdf8-3d6a-4523-8787-2f746cb741fe', 'code': 200} Feb 02 15:19:11.637576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Provisioning for port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:11.651696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f646121c-d795-426e-a5bd-a8354fbb5425 None None] Network 6c3f7123-6644-4b84-8db3-bcaa03eee59f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:19:11.760169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-b062cf80-383e-4b05-8c44-70d5e8192d8b tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:11.760169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-b062cf80-383e-4b05-8c44-70d5e8192d8b tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.107 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 805 time: 0.3643272 Feb 02 15:19:11.783933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Provisioning complete for port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:11.783933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:11.792424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Request body: {'port': {'device_id': 'c7991522-9caa-45c7-8338-0a1d09669515', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'admin_state_up': True, 'tenant_id': '185c74bb7d5847b4b78b07b9efb99066'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:11.884573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d54ac4-7647-434e-95bd-af79a835e864 req-166fda90-1103-40c9-ad47-915b11bd7614 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:11.898976 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-31d54ac4-7647-434e-95bd-af79a835e864 req-166fda90-1103-40c9-ad47-915b11bd7614 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.1371598 Feb 02 15:19:11.965868 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-31d54ac4-7647-434e-95bd-af79a835e864 req-633abb5d-43da-48a0-842e-46ea24de0e63 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750198 Feb 02 15:19:11.966897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:11.972951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12708e62-1888-4008-829d-5309488b9a83 req-6a826948-972a-454f-9fb7-848a5739bcaf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 1097 time: 0.3256390 Feb 02 15:19:11.976701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Usage tracker for resource:port and tenant:185c74bb7d5847b4b78b07b9efb99066 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:12.022958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:12.033582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:12.066354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-68124ec6-6aec-411f-8afe-16f586f91ab4 None None] Port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:19:12.075954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12708e62-1888-4008-829d-5309488b9a83 req-4bf3c8d8-805f-4c5a-8c58-eecd40a7b008 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876625 Feb 02 15:19:12.140283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Made reservation on behalf of 185c74bb7d5847b4b78b07b9efb99066 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:12.140283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:12.215752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02837d60-e641-4cc2-b8b5-c7b0aa6ddae1 req-d5f26ee0-7613-4925-bb30-80488ef53bee tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:12.215752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02837d60-e641-4cc2-b8b5-c7b0aa6ddae1 req-d5f26ee0-7613-4925-bb30-80488ef53bee tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 946 time: 0.0998333 Feb 02 15:19:12.355668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02837d60-e641-4cc2-b8b5-c7b0aa6ddae1 req-e3b6a85e-f43d-4552-9104-fdf5879ad5fb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241486 Feb 02 15:19:12.398284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-02138075-45eb-43cf-bda4-0594d358ce77 None None] Provisioning for port 8d3d1859-282e-4f6c-8a92-1b0196faacfe completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:12.448103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:08Z', 'revision_number': 2, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:12.480919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6850273-fe7d-42e3-8f10-0a6333551d07 None None] The sync data for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 is: [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:08Z', 'revision_number': 2, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:19:12.489273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-02138075-45eb-43cf-bda4-0594d358ce77 None None] Provisioning complete for port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:12.489653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02138075-45eb-43cf-bda4-0594d358ce77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:12.609235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-02138075-45eb-43cf-bda4-0594d358ce77 None None] Port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:19:12.622409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8d3d1859-282e-4f6c-8a92-1b0196faacfe up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:12.847831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Allocated IP 172.20.0.12 (cac53d52-482c-4daa-852f-908eba5316f0/19308d4a-1b6c-425b-8f71-a3d7d82c4721/2d701cc8-1a08-422c-8fd5-7f08f3f3be90) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:12.879930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428792fd-52e3-44a9-84be-7963d339faff req-a0c169ab-39e3-486c-8161-ba73858900c3 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:12.884381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-428792fd-52e3-44a9-84be-7963d339faff req-a0c169ab-39e3-486c-8161-ba73858900c3 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 946 time: 0.1843631 Feb 02 15:19:12.925460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-e9a5745a-4865-4864-b478-9217732fee74 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:12.929104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8d3d1859-282e-4f6c-8a92-1b0196faacfe completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:12.930245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-e9a5745a-4865-4864-b478-9217732fee74 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:12.931038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-e9a5745a-4865-4864-b478-9217732fee74 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:12.931180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-428792fd-52e3-44a9-84be-7963d339faff req-d5ff1885-c7fc-4f09-8b05-3daba6c0618f tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Feb 02 15:19:12.933727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7eaa613b-6ef1-4d42-adc7-0589323658bc None None] Provisioning complete for port 8d3d1859-282e-4f6c-8a92-1b0196faacfe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:12.934098 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7eaa613b-6ef1-4d42-adc7-0589323658bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:12.963620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8d3d1859-282e-4f6c-8a92-1b0196faacfe triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:12.964310 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.002260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-e9a5745a-4865-4864-b478-9217732fee74 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:13.003466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-e9a5745a-4865-4864-b478-9217732fee74 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.107 "GET /v2.0/networks?id=1c9e825c-1f8d-4378-a887-168bd8e61f10&id=6c3f7123-6644-4b84-8db3-bcaa03eee59f&id=1c9e825c-1f8d-4378-a887-168bd8e61f10 HTTP/1.1" status: 200 len: 1392 time: 0.5728533 Feb 02 15:19:13.074575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'port': {'device_id': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10', 'admin_state_up': True, 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:13.176042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49784) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:13.204622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25106723', 'description': 'tempest-description--781655220'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:13.227920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de799eba-f9da-4cd6-a868-b244569b74b6 req-fbdf9c3c-c0f2-44a0-99ea-8502e3731990 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 210 time: 0.1182199 Feb 02 15:19:13.229624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:13.234130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Usage tracker for resource:security_group and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:13.237793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:13.245526 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7eaa613b-6ef1-4d42-adc7-0589323658bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.247110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:13.312366 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.323701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.333526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7eaa613b-6ef1-4d42-adc7-0589323658bc None None] For port 8d3d1859-282e-4f6c-8a92-1b0196faacfe, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8d3d1859-282e-4f6c-8a92-1b0196faacfe,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:13.370768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:13.375242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Usage tracker for resource:security_group_rule and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:13.380335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:13.380862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-eafbe730-3490-4634-932e-154865b63183 req-d2a612ba-91e0-4955-811e-fa3789061b61 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Synchronizing usage tracker for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:13.389848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:13.405920 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7eaa613b-6ef1-4d42-adc7-0589323658bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.474865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.520195 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:19:13.520607 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:19:13.524778 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.533158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:13.535461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-eafbe730-3490-4634-932e-154865b63183 req-d2a612ba-91e0-4955-811e-fa3789061b61 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Unset dirty status for tenant:185c74bb7d5847b4b78b07b9efb99066 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:13.536721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eafbe730-3490-4634-932e-154865b63183 req-d2a612ba-91e0-4955-811e-fa3789061b61 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 210 time: 0.2542486 Feb 02 15:19:13.542286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:port and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:13.547428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for port was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:13.550478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa613b-6ef1-4d42-adc7-0589323658bc None None] Pushing event updated for resources: {'Port': ['ID=8d3d1859-282e-4f6c-8a92-1b0196faacfe,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:13.557182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:13.588670 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-33fd5276-194e-479f-85a7-25d6c14d9ad1 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1097 time: 0.1535904 Feb 02 15:19:13.599785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827122-1'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:13.610363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b2de-68bc-42d5-a75c-5495ed9d0a28 req-3ab1ea0e-600e-4155-89ea-6326b7a4f060 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:13.615489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2d4b2de-68bc-42d5-a75c-5495ed9d0a28 req-3ab1ea0e-600e-4155-89ea-6326b7a4f060 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 946 time: 0.0863130 Feb 02 15:19:13.651291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.657544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.768486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:13.773635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.810501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Network cac53d52-482c-4daa-852f-908eba5316f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:13.828839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2d4b2de-68bc-42d5-a75c-5495ed9d0a28 req-038b0182-8ee2-423d-b266-17bc2ae6c98d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110512 Feb 02 15:19:13.829431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b36c10-1e5c-4cd1-a04a-a927b18817e9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:13.857331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:13.873668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:13.983353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:13.997391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5390bbe5-56e0-46c9-8c49-72eb3075fd04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.7911365 Feb 02 15:19:14.001732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49798) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:14.009782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'security_group_rule': {'security_group_id': 'd7b36c10-1e5c-4cd1-a04a-a927b18817e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:14.018413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:14.019027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Pushing event updated for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:14.031669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Usage tracker for resource:security_group_rule and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:14.040068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:14.047596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:14.079445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.098301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b7f540ea-02a1-434b-a23f-6ca081887553 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:14.124284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.125010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.125010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.125309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.125822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.128688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.128688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.129000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.130456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.130801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.131141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:14.189410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b7f540ea-02a1-434b-a23f-6ca081887553 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:14.189410 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.189624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.231303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:14.231947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.251678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.365368 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.371682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8d3d1859-282e-4f6c-8a92-1b0196faacfe up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:14.392066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a512f4d-4d68-46ea-abdb-7140f88f799b req-ce8e99a1-fac5-4e76-b6e5-dc62445bd111 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:14.393400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4855bcc-cc26-46d6-b754-a352b733a209,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:14.393535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a512f4d-4d68-46ea-abdb-7140f88f799b req-ce8e99a1-fac5-4e76-b6e5-dc62445bd111 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 946 time: 0.5950005 Feb 02 15:19:14.432726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-1c61565b-f2b2-45e0-a9a8-f524d1bbe7bf tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6570566 Feb 02 15:19:14.453919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8d3d1859-282e-4f6c-8a92-1b0196faacfe triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:14.454431 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.461621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Request body: {'port': {'device_id': 'c7991522-9caa-45c7-8338-0a1d09669515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:14.479061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.480260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-54e54607-0344-4ff6-96e0-9158949126b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4772594 Feb 02 15:19:14.482842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49804) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:14.488762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'security_group_rule': {'security_group_id': 'd7b36c10-1e5c-4cd1-a04a-a927b18817e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:14.492494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Allocated IP 19.80.0.31 (1c9e825c-1f8d-4378-a887-168bd8e61f10/ecde2f66-2912-4c8c-b53e-34cd06c1c01b/ecee1ecb-9360-4ada-b2a3-1ad368c689e5) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:14.495628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:14.501901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Usage tracker for resource:security_group_rule and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:14.505571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:14.512238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:14.610395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.611713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a512f4d-4d68-46ea-abdb-7140f88f799b req-b19d78ef-1aea-45c9-b6c1-bcadb6a2c960 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019389 Feb 02 15:19:14.713701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:14.722340 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bbacd0d-49be-4542-8fae-11fb90e9430d req-8db91bb0-cc27-40ed-915f-6a4aff40a17d tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 210 time: 0.0529873 Feb 02 15:19:14.743371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.827342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.854151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436f6300-a208-4f3d-8671-62de1d5c560c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:14.883793 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:19:14.890093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.961355 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:14.962506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-27da657f-540f-4b0d-842e-293c147be284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4787025 Feb 02 15:19:14.967739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49816) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:14.976811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:14.981761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:14.988415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Usage tracker for resource:floatingip and tenant:e1369c1cef9b495ebe7ed93f5fe27e76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:14.997586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:15.006028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:15.010106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:15.033819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1dee-9729-4f6d-8a83-fb311c9ba597 req-a99096e3-be39-438e-bb94-f36cabaed5aa tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:15.035235 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcff1dee-9729-4f6d-8a83-fb311c9ba597 req-a99096e3-be39-438e-bb94-f36cabaed5aa tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 932 time: 0.1116033 Feb 02 15:19:15.090186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcff1dee-9729-4f6d-8a83-fb311c9ba597 req-237b3b55-5707-4d85-ad18-27b0cf698705 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483568 Feb 02 15:19:15.091602 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:15.243396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:15.243396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:15.266935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:15.276197 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:15.302062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12664a-64ab-4b91-bb52-a6e9db7d9287 req-354d041a-b238-40b5-847b-d70a0ca158c8 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:15.302062 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a12664a-64ab-4b91-bb52-a6e9db7d9287 req-354d041a-b238-40b5-847b-d70a0ca158c8 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 946 time: 0.4655483 Feb 02 15:19:15.339436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:15.430564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Allocated IP 172.25.0.207 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/1e5b78f9-e5d4-446c-a6de-e305da3459f5) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:15.439176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Transition to ACTIVE for port object ecee1ecb-9360-4ada-b2a3-1ad368c689e5 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:15.591959 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a12664a-64ab-4b91-bb52-a6e9db7d9287 req-76184225-aa79-4512-be80-f9d58a41f25b tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969918 Feb 02 15:19:15.623190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Pushing event updated for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:15.702452 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864', 'code': 200} Feb 02 15:19:15.715611 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:15.729606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780596b-4391-4b87-8fef-6a30cfc36368 req-2943e972-adea-4a7d-a0fd-74296de0aab4 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:15.736884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c780596b-4391-4b87-8fef-6a30cfc36368 req-2943e972-adea-4a7d-a0fd-74296de0aab4 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.1932194 Feb 02 15:19:15.786053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 1c9e825c-1f8d-4378-a887-168bd8e61f10 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:15.796162 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:15.796398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 0440a85c-ff40-4662-9798-f54d39bf1864 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:15.815185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:15.815185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:15.882000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c780596b-4391-4b87-8fef-6a30cfc36368 req-6eea92e0-03cd-4c46-afb0-ce394b7df9b6 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434054 Feb 02 15:19:15.931702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on host n-h2-827122-1 for vnic_type normal with profile {"migrating_to": "n-h1-827122-1"} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:15.932244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:15.932496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:15.966323 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:15.971571 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:19:16.046031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, got binding levels [] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:16.105673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on host n-h2-827122-1 for vnic_type normal with profile {"migrating_to": "n-h1-827122-1"} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:16.107411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:16.107411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:16.113199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:16.113947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:16.121066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:16.121748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:16.122318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:16.122779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Bound port: 0440a85c-ff40-4662-9798-f54d39bf1864, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:16.123158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.176502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:16.182205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:16.187806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'Port': ['ID=1e5b78f9-e5d4-446c-a6de-e305da3459f5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:16.199253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:16.211760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:16.212429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Attempting to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 on network 76012fa1-2f3f-41a3-bc2b-91287288c514 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:16.235948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:16.244623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:16.254437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.255864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.255864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.255864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.260219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.260219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.260219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.260219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.260219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.260219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.260219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:16.266095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Port': ['ID=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:16.279293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a144a-69a8-4938-9cc2-6a0c59217c93 req-9d9d52b5-d7cc-4529-b347-a2a2a2d1d2d6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:16.288425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:16.290320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a8a144a-69a8-4938-9cc2-6a0c59217c93 req-9d9d52b5-d7cc-4529-b347-a2a2a2d1d2d6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 931 time: 0.2341263 Feb 02 15:19:16.290445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.305313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-882bd026-5a6e-486c-b15a-149651c238d5 None None] Provisioning for port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:16.316202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:16.316202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Checking segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:16.316202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Bound using segment: {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:16.316202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Bound port: 0440a85c-ff40-4662-9798-f54d39bf1864, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacee03e-83c0-44dc-a531-e96e9b60f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '76012fa1-2f3f-41a3-bc2b-91287288c514'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:16.316917 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.319676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.324886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-882bd026-5a6e-486c-b15a-149651c238d5 None None] Provisioning complete for port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:16.325463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-882bd026-5a6e-486c-b15a-149651c238d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.350105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:16.350231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a8a144a-69a8-4938-9cc2-6a0c59217c93 req-fc881e40-42ec-4221-adc4-7ee3c215f147 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:16.355375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.448194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6afd63ce-44ce-43fe-93d5-a6fc75438fa6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3695550 Feb 02 15:19:16.470857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a8a144a-69a8-4938-9cc2-6a0c59217c93 req-fc881e40-42ec-4221-adc4-7ee3c215f147 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:16.478759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Transition to ACTIVE for port object 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:16.487027 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a8a144a-69a8-4938-9cc2-6a0c59217c93 req-fc881e40-42ec-4221-adc4-7ee3c215f147 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833608 Feb 02 15:19:16.501630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'port': {'device_id': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f', 'admin_state_up': True, 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:16.534195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-882bd026-5a6e-486c-b15a-149651c238d5 None None] Port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:19:16.537953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6c36b-c446-436f-975d-c93aa5934bb5 req-715073eb-fc96-4039-a7f2-392ad4dc8756 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:16.538059 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.544896 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cd6c36b-c446-436f-975d-c93aa5934bb5 req-715073eb-fc96-4039-a7f2-392ad4dc8756 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 946 time: 0.6682324 Feb 02 15:19:16.583380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:16.597875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 0440a85c-ff40-4662-9798-f54d39bf1864 has no active binding in host n-h1-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:19:16.624613 n-d-827122-1 neutron-server[95772]: WARNING neutron.plugins.ml2.plugin [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Concurrent port binding operations failed on port 0440a85c-ff40-4662-9798-f54d39bf1864 Feb 02 15:19:16.628472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.634204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:16.700486 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Attempt 2 to bind port 0440a85c-ff40-4662-9798-f54d39bf1864 Feb 02 15:19:16.703251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.718254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-03807c35-b0c1-4ec3-b1ce-7df40c0b2a9f tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:16.719962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-03807c35-b0c1-4ec3-b1ce-7df40c0b2a9f tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.64 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 946 time: 0.5247972 Feb 02 15:19:16.746890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.763672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:16.765256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-b7c0f042-d8c9-45cc-9f84-f73ed70c2351 service neutron] 10.222.0.64 "PUT /v2.0/ports/0440a85c-ff40-4662-9798-f54d39bf1864 HTTP/1.1" status: 200 len: 1122 time: 3.1699216 Feb 02 15:19:16.823800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274d9dc-c544-438e-acdd-e5bb46fea5b2 req-16ebdcb7-354e-4240-8e91-a7fcd54739f2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:16.825258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c274d9dc-c544-438e-acdd-e5bb46fea5b2 req-16ebdcb7-354e-4240-8e91-a7fcd54739f2 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 944 time: 0.2042971 Feb 02 15:19:16.849014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['0440a85c-ff40-4662-9798-f54d39bf1864'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:16.869943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:16.919329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cd6c36b-c446-436f-975d-c93aa5934bb5 req-9a99c379-a9f6-422f-95d8-c8f3b281d893 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732719 Feb 02 15:19:16.937412 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c274d9dc-c544-438e-acdd-e5bb46fea5b2 req-da10e7bf-cb12-4a13-97b0-acb98b94db16 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028550 Feb 02 15:19:16.960992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:16.969092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:port and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:16.976922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['0440a85c-ff40-4662-9798-f54d39bf1864'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:16.985722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for port was recalculated. Used quota:5. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:16.992508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:17.033787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Deleting port eae3d2a9-e658-46f7-9204-fe2e0d7b237f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:17.039104 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.112888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.226968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:17.232920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.233574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.391683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbcbd0-187d-48d1-963b-0d43ed62b788 req-f09a1a83-a2cf-4f02-a056-ce8a19284100 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:17.393207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-60bbcbd0-187d-48d1-963b-0d43ed62b788 req-f09a1a83-a2cf-4f02-a056-ce8a19284100 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.2354236 Feb 02 15:19:17.450576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'Port': ['ID=1e5b78f9-e5d4-446c-a6de-e305da3459f5,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:17.499639 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.509533 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-60bbcbd0-187d-48d1-963b-0d43ed62b788 req-60dac40a-c2bb-4102-8260-0b3fb8a6443e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816307 Feb 02 15:19:17.520230 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.576629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Attempting to bind port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:17.577057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Attempting to bind port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:17.577057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Attempting to bind port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 on network cac53d52-482c-4daa-852f-908eba5316f0 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:17.601085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.602957 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e15613f2-4979-42c7-a0ea-8f08a66bd326 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6341758 Feb 02 15:19:17.651158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 on network cac53d52-482c-4daa-852f-908eba5316f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:17.651581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Attempting to bind port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 on network cac53d52-482c-4daa-852f-908eba5316f0 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:17.673110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71688aa5-c610-4ac0-a381-09a461f3bd8e req-b5e29c9c-ace6-452d-aeba-d7809c7267ed tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:17.674589 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71688aa5-c610-4ac0-a381-09a461f3bd8e req-b5e29c9c-ace6-452d-aeba-d7809c7267ed tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 946 time: 0.5713370 Feb 02 15:19:17.699625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:17.731048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6d3c2-bbd9-4d33-97e5-d916d584c93c req-8ff5b842-5e60-4eea-83ae-e0e6c706c4bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:17.735241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69f6d3c2-bbd9-4d33-97e5-d916d584c93c req-8ff5b842-5e60-4eea-83ae-e0e6c706c4bb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 946 time: 0.0965908 Feb 02 15:19:17.739802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:17.744613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Checking segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:17.744613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Bound using segment: {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:17.744613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Bound port: 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc21329d-8d38-4fc0-959e-2c1d92552653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:17.744613 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.762216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] For port eae3d2a9-e658-46f7-9204-fe2e0d7b237f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,segment=NetworkSegment(e0942d3b-0807-43b6-b9b4-8a3358d0eca9),segment_id=e0942d3b-0807-43b6-b9b4-8a3358d0eca9)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:17.762577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:17.798089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69f6d3c2-bbd9-4d33-97e5-d916d584c93c req-25605509-3a21-44e4-92e9-b0a41f8e61a7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547364 Feb 02 15:19:17.919225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Calling delete_port for eae3d2a9-e658-46f7-9204-fe2e0d7b237f owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:19:17.949210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Allocated IP 19.86.0.158 (6c3f7123-6644-4b84-8db3-bcaa03eee59f/730f5718-242d-4bd7-84eb-12f4abe7bd1f/235cb2d4-6237-410c-bace-839cde4c35fd) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:17.992245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fcf0e-ae5a-49c9-8de9-459d96d53705 req-f39678ab-5a72-4074-967f-bd2927e1c6b4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:17.992918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-240fcf0e-ae5a-49c9-8de9-459d96d53705 req-f39678ab-5a72-4074-967f-bd2927e1c6b4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 931 time: 0.0796199 Feb 02 15:19:18.045590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71688aa5-c610-4ac0-a381-09a461f3bd8e req-54d9d63d-960b-47ce-92db-b11e74b1e4cb tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/security-groups?id=6f1317fb-b824-4679-98a6-f92cdc61f69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417172 Feb 02 15:19:18.057286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-240fcf0e-ae5a-49c9-8de9-459d96d53705 req-1f60c242-bb37-42b5-9027-504e38d1d2e4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560324 Feb 02 15:19:18.227025 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864', 'status': 'completed', 'code': 200} Feb 02 15:19:18.551280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:18.615194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:18.654886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-314982fe-f946-45d8-9216-8a0454b2e90b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--25106723&fields=id&tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76 HTTP/1.1" status: 200 len: 267 time: 0.3853552 Feb 02 15:19:18.717366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee949d1-a500-4829-a25d-20c6c225d019 req-5ce3618a-29cc-4319-bd61-0143da223f37 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1125 time: 0.4893701 Feb 02 15:19:18.764348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:18.873955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:18.894223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:18.968246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Transition to ACTIVE for port object 235cb2d4-6237-410c-bace-839cde4c35fd will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:19.016083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed296d-3d61-42b4-9f6d-ab467903b1a3 req-45fc024d-8265-4fce-8250-6dbee2622a6a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:19.017724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97ed296d-3d61-42b4-9f6d-ab467903b1a3 req-45fc024d-8265-4fce-8250-6dbee2622a6a tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 944 time: 0.1053343 Feb 02 15:19:19.073138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:19.074379 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] 10.222.0.107 "PUT /v2.0/ports/2d701cc8-1a08-422c-8fd5-7f08f3f3be90 HTTP/1.1" status: 200 len: 1092 time: 4.6180084 Feb 02 15:19:19.096519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97ed296d-3d61-42b4-9f6d-ab467903b1a3 req-2e45b0d7-ae89-4da3-a6b6-eb3475bc8556 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Feb 02 15:19:19.197571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] No DVR routers for this DVR port eae3d2a9-e658-46f7-9204-fe2e0d7b237f on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:19:19.200583 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:19.219376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96bd2-1772-4be8-8288-8167da348c93 req-824f2182-ddcf-4b1a-99a6-b5777f34183d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:19.220904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-824f2182-ddcf-4b1a-99a6-b5777f34183d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.5513582 Feb 02 15:19:19.255987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672695f-4dfa-4996-84af-a7b0c7da68fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:19.294875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee949d1-a500-4829-a25d-20c6c225d019 req-9265de81-32c1-4f54-bc69-b9216600513f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:19.296395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee949d1-a500-4829-a25d-20c6c225d019 req-9265de81-32c1-4f54-bc69-b9216600513f service neutron] 10.222.0.107 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.5288653 Feb 02 15:19:19.340797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de59f6-5421-48ab-b01a-1eadacdb9fdc req-7754e330-c915-40cb-8687-65550e8286ab tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:19.342311 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1de59f6-5421-48ab-b01a-1eadacdb9fdc req-7754e330-c915-40cb-8687-65550e8286ab tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.0888710 Feb 02 15:19:19.373492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] Pushing event deleted for resources: {'Port': ['ID=eae3d2a9-e658-46f7-9204-fe2e0d7b237f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:19.393205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1de59f6-5421-48ab-b01a-1eadacdb9fdc req-81db95b9-7222-4112-943d-88f8fc4a519e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451257 Feb 02 15:19:19.412716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee949d1-a500-4829-a25d-20c6c225d019 req-1a143666-05fd-4447-8e68-abe47508fa4e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0440a85c-ff40-4662-9798-f54d39bf1864 HTTP/1.1" status: 200 len: 217 time: 0.0924153 Feb 02 15:19:19.414230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-57279e25-a048-449c-a67d-3110a8b9a8fc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/quotas/e1369c1cef9b495ebe7ed93f5fe27e76 HTTP/1.1" status: 200 len: 375 time: 0.1145651 Feb 02 15:19:19.515750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ea0ea6bd-b2dc-4b8f-b4f6-0d27594b3066 req-6b7e8ce2-3a28-4566-953e-0449166c290c tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.64 "DELETE /v2.0/ports/eae3d2a9-e658-46f7-9204-fe2e0d7b237f HTTP/1.1" status: 204 len: 173 time: 2.7865124 Feb 02 15:19:19.528237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:19.605389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c850da-67c4-4f29-b2b6-8807c50e98f1 req-0f5f41e0-de80-416b-b6a8-14a52ff212b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:19.606864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-11c850da-67c4-4f29-b2b6-8807c50e98f1 req-0f5f41e0-de80-416b-b6a8-14a52ff212b5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 946 time: 0.0877936 Feb 02 15:19:19.617755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee949d1-a500-4829-a25d-20c6c225d019 req-b649b963-6e17-4279-a144-c88097a148d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:19.619060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee949d1-a500-4829-a25d-20c6c225d019 req-b649b963-6e17-4279-a144-c88097a148d1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.1980772 Feb 02 15:19:19.642303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-45b9733b-d72a-4e88-8fd4-76bc944d1530 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 1095 time: 0.4308567 Feb 02 15:19:19.653593 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-11c850da-67c4-4f29-b2b6-8807c50e98f1 req-743db2b4-a2d6-43c7-9ce5-cfa87cd99f44 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 Feb 02 15:19:19.683425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 6c3f7123-6644-4b84-8db3-bcaa03eee59f is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:19.742841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:19.747828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee949d1-a500-4829-a25d-20c6c225d019 req-b756e203-62e6-4015-9af3-29044f4d9e85 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117680 Feb 02 15:19:19.748711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Port': ['ID=235cb2d4-6237-410c-bace-839cde4c35fd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:19.751042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:19.811041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device eae3d2a9-e658-46f7-9204-fe2e0d7b237f no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:19.855176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: eae3d2a9-e658-46f7-9204-fe2e0d7b237f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:19:19.856512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device eae3d2a9-e658-46f7-9204-fe2e0d7b237f not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:19:19.876178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa0a3939-c2d1-4a07-938b-323daf8cdfa9 req-b1fb949c-3b97-4668-bdb0-2b313fd18c23 tempest-ServerAddressesTestJSON-2110375373 tempest-ServerAddressesTestJSON-2110375373-project] 10.222.0.88 "GET /v2.0/ports?device_id=860a7d0c-516b-49f6-ab88-090e8d284038 HTTP/1.1" status: 200 len: 210 time: 0.0806289 Feb 02 15:19:19.907189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-ec33d2ff-9848-427b-bb40-5b9b9a611748 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90 HTTP/1.1" status: 200 len: 217 time: 0.2264755 Feb 02 15:19:19.965750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:19.966379 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:20.010107 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-fbfb3daa-50ad-4088-956f-f322d235edee tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5569413 Feb 02 15:19:20.154265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-08c4e764-f6e1-41e6-ac3b-78b01075bf96 None None] Provisioning for port 235cb2d4-6237-410c-bace-839cde4c35fd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:20.159739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-08c4e764-f6e1-41e6-ac3b-78b01075bf96 None None] Provisioning complete for port 235cb2d4-6237-410c-bace-839cde4c35fd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:20.160398 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08c4e764-f6e1-41e6-ac3b-78b01075bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:20.219908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-08c4e764-f6e1-41e6-ac3b-78b01075bf96 None None] Port 235cb2d4-6237-410c-bace-839cde4c35fd cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:19:20.258000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f92241-8801-451c-9bcc-904c2f4386b3 req-5777d597-008d-41fd-a27e-5b33051016c5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:20.260352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90'}, {'server_uuid': '860a7d0c-516b-49f6-ab88-090e8d284038', 'name': 'network-vif-deleted', 'tag': 'eae3d2a9-e658-46f7-9204-fe2e0d7b237f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:20.261927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f92241-8801-451c-9bcc-904c2f4386b3 req-5777d597-008d-41fd-a27e-5b33051016c5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:20.263460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47f92241-8801-451c-9bcc-904c2f4386b3 req-5777d597-008d-41fd-a27e-5b33051016c5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 1654 time: 0.0894759 Feb 02 15:19:20.265296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-df99d777-5fd5-4a3e-bf10-6d68e385fa25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:20.266742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-df99d777-5fd5-4a3e-bf10-6d68e385fa25 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 200 len: 845 time: 0.3500409 Feb 02 15:19:20.278121 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-65f34c92-63ad-4a0f-9896-6dc153f65ed0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8133657 Feb 02 15:19:20.309599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47f92241-8801-451c-9bcc-904c2f4386b3 req-cf8b9269-687c-4cb6-bb0a-ce8486a16442 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 Feb 02 15:19:20.321450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'port': {'device_id': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10', 'admin_state_up': True, 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:20.340472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee949d1-a500-4829-a25d-20c6c225d019 req-aa789349-0c66-4c70-bf17-7d50319c4cbd service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355411 Feb 02 15:19:20.346866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-49e5a86f-48ff-4b2a-b099-75401b9cbb77 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cac53d52-482c-4daa-852f-908eba5316f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720489 Feb 02 15:19:20.432020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 853524c9-a08a-4a4c-89a2-f4aa3ee90369 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:20.535942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb503-0c94-423b-b1bc-a805b7d8d892 req-b186f230-632a-4db3-bb2e-8ceec5d4b17e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:20.538598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dddbb503-0c94-423b-b1bc-a805b7d8d892 req-b186f230-632a-4db3-bb2e-8ceec5d4b17e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 944 time: 0.0963128 Feb 02 15:19:20.620181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dddbb503-0c94-423b-b1bc-a805b7d8d892 req-a223f698-863d-4895-83ab-658b27935303 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754066 Feb 02 15:19:20.686693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4c96ad38-8a36-4618-9ce0-8157b9a1b774 service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575685 Feb 02 15:19:20.695350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 853524c9-a08a-4a4c-89a2-f4aa3ee90369 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:20.705114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 853524c9-a08a-4a4c-89a2-f4aa3ee90369 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:20.705489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:20.747600 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'status': 'completed', 'code': 200} Feb 02 15:19:20.747600 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860a7d0c-516b-49f6-ab88-090e8d284038', 'name': 'network-vif-deleted', 'tag': 'eae3d2a9-e658-46f7-9204-fe2e0d7b237f', 'status': 'completed', 'code': 200} Feb 02 15:19:20.854866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-5eb224da-de86-4c3f-82e4-f1f682ba902b service neutron] 10.222.0.107 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383969 Feb 02 15:19:20.854866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:20.854866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee949d1-a500-4829-a25d-20c6c225d019 req-7601f369-af3b-4d03-b5e4-20165e00b336 service neutron] 10.222.0.107 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431922 Feb 02 15:19:20.854866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:port and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:20.869863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for port was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:20.872467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:20.899963 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:20.914374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 853524c9-a08a-4a4c-89a2-f4aa3ee90369, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=853524c9-a08a-4a4c-89a2-f4aa3ee90369,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:21.023142 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:21.079162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5dfdd-375d-40fc-8fe1-1c69353ba5d0 req-057793fd-157f-4fa9-a406-1a3ddfa0d434 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:21.080644 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79a5dfdd-375d-40fc-8fe1-1c69353ba5d0 req-057793fd-157f-4fa9-a406-1a3ddfa0d434 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.1465535 Feb 02 15:19:21.083030 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0487caaa-3b81-465d-99b4-4bae43672ebe service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693180 Feb 02 15:19:21.103190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:21.106911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:21.141519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=853524c9-a08a-4a4c-89a2-f4aa3ee90369,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:21.153434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79a5dfdd-375d-40fc-8fe1-1c69353ba5d0 req-73de3996-f545-4a8a-83a5-033fc3921a84 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610216 Feb 02 15:19:21.237608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-cd6a1f1d-2675-4802-b322-15e7aae3cde5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:21.239281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-cd6a1f1d-2675-4802-b322-15e7aae3cde5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 946 time: 0.3696148 Feb 02 15:19:21.242736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-daf8bf63-5dd0-4cd6-8609-23b293509c63 req-2520db36-deaa-47c2-9213-4fc6aa0bec5e service neutron] 10.222.0.107 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383861 Feb 02 15:19:21.341326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Deleting port 815ccdf8-3d6a-4523-8787-2f746cb741fe {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:21.341902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:21.661660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Allocated IP 19.80.0.161 (1c9e825c-1f8d-4378-a887-168bd8e61f10/ecde2f66-2912-4c8c-b53e-34cd06c1c01b/1797a478-7ee1-4b23-88f2-deea3b9c50f7) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:21.730650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-e8034389-356f-47b0-9d06-b796b62ce63f service neutron] 10.222.0.107 "GET /v2.0/ports/0440a85c-ff40-4662-9798-f54d39bf1864/bindings/n-h1-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.3597443 Feb 02 15:19:21.839021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49892) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:21.907027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef50f8f-f812-4d68-91ed-1ed784109e45 admin admin] Deleting subnet 347c5c48-41ea-47f8-9876-411e6a7ba61e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:19:21.910477 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cef50f8f-f812-4d68-91ed-1ed784109e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:21.970141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cef50f8f-f812-4d68-91ed-1ed784109e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.081413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-e90367b9-a637-4332-8838-0552466d9cd8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=185c74bb7d5847b4b78b07b9efb99066&device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 1095 time: 0.6175919 Feb 02 15:19:22.088223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cef50f8f-f812-4d68-91ed-1ed784109e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.150724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe33a-fd3b-4214-b50d-5fe9ddb9313b req-d8ecb60f-5467-4795-8495-fb504eea617e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:22.155210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe33a-fd3b-4214-b50d-5fe9ddb9313b req-d8ecb60f-5467-4795-8495-fb504eea617e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:22.156205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e25fe33a-fd3b-4214-b50d-5fe9ddb9313b req-d8ecb60f-5467-4795-8495-fb504eea617e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 1654 time: 0.1586511 Feb 02 15:19:22.216206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e25fe33a-fd3b-4214-b50d-5fe9ddb9313b req-7a9dfe68-e0cf-40bf-aaca-1c4505063f57 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Feb 02 15:19:22.263471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cef50f8f-f812-4d68-91ed-1ed784109e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.324595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249f62-df14-4126-ac33-c3fb50dd94db req-9943ca96-a70b-406a-aaa9-97483ae742ef tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:22.327082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb249f62-df14-4126-ac33-c3fb50dd94db req-9943ca96-a70b-406a-aaa9-97483ae742ef tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 946 time: 0.7800901 Feb 02 15:19:22.344847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef50f8f-f812-4d68-91ed-1ed784109e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347c5c48-41ea-47f8-9876-411e6a7ba61e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:22.360120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c4135659-cabe-425b-bc0e-94b6c55e0ccd req-62ce6907-8099-494b-a297-ad3fe1109199 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:22.367458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cef50f8f-f812-4d68-91ed-1ed784109e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.383410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cef50f8f-f812-4d68-91ed-1ed784109e45 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/347c5c48-41ea-47f8-9876-411e6a7ba61e HTTP/1.1" status: 204 len: 168 time: 0.5365005 Feb 02 15:19:22.383410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49898) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:22.414252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 853524c9-a08a-4a4c-89a2-f4aa3ee90369 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:22.442029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] For port 815ccdf8-3d6a-4523-8787-2f746cb741fe, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=815ccdf8-3d6a-4523-8787-2f746cb741fe,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:22.442029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.510657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.550066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 853524c9-a08a-4a4c-89a2-f4aa3ee90369 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:22.550363 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.644469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c4135659-cabe-425b-bc0e-94b6c55e0ccd req-62ce6907-8099-494b-a297-ad3fe1109199 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:22.649494 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4135659-cabe-425b-bc0e-94b6c55e0ccd req-62ce6907-8099-494b-a297-ad3fe1109199 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 210 time: 0.3487272 Feb 02 15:19:22.674630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.717831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736602e5-9013-49a0-8b12-d19f487f30c3']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:22.732518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0942d3b-0807-43b6-b9b4-8a3358d0eca9') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:22.735987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0942d3b-0807-43b6-b9b4-8a3358d0eca9') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:22.748553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.779400 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.786499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:19:22.786927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:19:22.803670 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:19:22.824086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Calling delete_port for 815ccdf8-3d6a-4523-8787-2f746cb741fe owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:19:22.917990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-1fad5dff-6528-4223-98dc-94d8407cb646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:22.919369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-1fad5dff-6528-4223-98dc-94d8407cb646 service neutron] 10.222.0.107 "GET /v2.0/networks?id=cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 200 len: 907 time: 0.8209617 Feb 02 15:19:22.954107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:22.964161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0440a85c-ff40-4662-9798-f54d39bf1864 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:22.995208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:23.018421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb249f62-df14-4126-ac33-c3fb50dd94db req-06bdef90-658f-4345-8d4f-31259d5381e8 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801188 Feb 02 15:19:23.075212 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-8db14342-9bb6-4414-943c-7bc1e707c01b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90 HTTP/1.1" status: 200 len: 217 time: 0.1446409 Feb 02 15:19:23.076444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Transition to ACTIVE for port object 1797a478-7ee1-4b23-88f2-deea3b9c50f7 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:23.194810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769993a-f289-46da-9dab-e69a9ea50ee9 req-47431309-23d1-4013-9671-30c8afc3fc99 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:23.204213 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a769993a-f289-46da-9dab-e69a9ea50ee9 req-47431309-23d1-4013-9671-30c8afc3fc99 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 944 time: 0.2276530 Feb 02 15:19:23.227629 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:19:23.258753 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:23.276983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:23.309870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=736602e5-9013-49a0-8b12-d19f487f30c3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:23.321532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:23.332517 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a769993a-f289-46da-9dab-e69a9ea50ee9 req-08e1c5b8-ba47-47e0-8494-39732ad4405e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239369 Feb 02 15:19:23.356640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-1b1a31d0-f8d9-48fc-bea9-1b53bedeb1cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:23.358339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-1b1a31d0-f8d9-48fc-bea9-1b53bedeb1cc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 200 len: 845 time: 0.2725389 Feb 02 15:19:23.410378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:23.423135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-44af6c31-ae7c-4ab4-a30a-2c2044327ab5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/736602e5-9013-49a0-8b12-d19f487f30c3 HTTP/1.1" status: 204 len: 168 time: 1.0440309 Feb 02 15:19:23.426649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-78bad797-06bf-44d4-8258-8479cbf340f2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cac53d52-482c-4daa-852f-908eba5316f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588243 Feb 02 15:19:23.434801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:23.439760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'port_id': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'mac_address': 'fa:16:3e:41:1b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19308d4a-1b6c-425b-8f71-a3d7d82c4721', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:23.503769 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:23.531925 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:23.554458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:23.576995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:23.598596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092065-ba20-4983-86a2-1ce68f105fbe req-9643432f-fc12-47d6-8cc6-f680554319bc tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:23.603485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092065-ba20-4983-86a2-1ce68f105fbe req-9643432f-fc12-47d6-8cc6-f680554319bc tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:23.607530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092065-ba20-4983-86a2-1ce68f105fbe req-9643432f-fc12-47d6-8cc6-f680554319bc tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:23.609348 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c092065-ba20-4983-86a2-1ce68f105fbe req-9643432f-fc12-47d6-8cc6-f680554319bc tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2376 time: 0.1276140 Feb 02 15:19:23.626530 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:23.658796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['815ccdf8-3d6a-4523-8787-2f746cb741fe'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:23.671692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c092065-ba20-4983-86a2-1ce68f105fbe req-4f3a3038-ec63-4af9-bebc-9bfc59086d57 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526314 Feb 02 15:19:23.671828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0440a85c-ff40-4662-9798-f54d39bf1864 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:23.706690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:23.716731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dc2eb-8e77-4795-a926-6338d665c101 req-23375c8a-fe21-4948-b607-6e29c501dfe3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:23.718204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c6dc2eb-8e77-4795-a926-6338d665c101 req-23375c8a-fe21-4948-b607-6e29c501dfe3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 944 time: 0.4732318 Feb 02 15:19:23.720113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:23.745739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Port': ['ID=1797a478-7ee1-4b23-88f2-deea3b9c50f7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:23.745851 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:23.829681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:23.882102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a68516cb-8d03-4058-8ecf-a3b8ab92decc req-321e4630-e556-4365-85bb-970afe3f016f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 210 time: 0.0741260 Feb 02 15:19:23.978351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 1c9e825c-1f8d-4378-a887-168bd8e61f10 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:23.979316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event deleted for resources: {'Port': ['ID=815ccdf8-3d6a-4523-8787-2f746cb741fe,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:23.996824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:24.031625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:24.071249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-ce4df365-ebc0-417d-a6c9-ea1db77505fd service neutron] 10.222.0.107 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078110 Feb 02 15:19:24.108846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] No DVR routers for this DVR port 815ccdf8-3d6a-4523-8787-2f746cb741fe on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:19:24.116314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.128776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.128984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49916) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:24.139777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0398470-2d4d-4fce-83d5-e667d9fd4d03', 'name': 'network-vif-deleted', 'tag': '815ccdf8-3d6a-4523-8787-2f746cb741fe'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:24.174283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['2d701cc8-1a08-422c-8fd5-7f08f3f3be90'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:24.243899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c6dc2eb-8e77-4795-a926-6338d665c101 req-b624fa04-b9a3-4347-8ee3-2c6116514723 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082686 Feb 02 15:19:24.259016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:24.260251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.331168 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46472285-9bab-4621-8a87-6c2b0709cb8f req-43b45eba-6c49-4467-9a8c-7f668ccd35c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "DELETE /v2.0/ports/815ccdf8-3d6a-4523-8787-2f746cb741fe HTTP/1.1" status: 204 len: 173 time: 3.0829215 Feb 02 15:19:24.367462 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-239e830b-55d4-4115-a4a5-525e7c394e2a req-9ccbfcf4-3767-4ca7-b5ab-2bf786b81e35 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 210 time: 0.1289186 Feb 02 15:19:24.387475 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d601d6b-565b-4d2f-a962-4d9c46828346 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2c57fb8e2f954e5fa0e426fa6c97c19a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2576725 Feb 02 15:19:24.391412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49926) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:24.394973 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0398470-2d4d-4fce-83d5-e667d9fd4d03', 'name': 'network-vif-deleted', 'tag': '815ccdf8-3d6a-4523-8787-2f746cb741fe', 'status': 'completed', 'code': 200} Feb 02 15:19:24.406110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9632f1-5644-49bd-8b4c-8c9d3886f0c9 req-1b45ffde-3b53-420f-9187-ca2ab2ff9a42 service neutron] 10.222.0.107 "GET /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161635 Feb 02 15:19:24.431825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] Transition to ACTIVE for port object 0440a85c-ff40-4662-9798-f54d39bf1864 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:24.452254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1582a3f7-82e1-46c6-8959-30c21f848393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1380563 Feb 02 15:19:24.470063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Request body: {'port': {'device_id': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:24.483134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c4a0debb-bfcf-4ca7-9ec1-c480d06424f3 None None] Provisioning for port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:24.524987 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0553e1f-dcb9-4930-ac79-d19b51984a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.526868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c4a0debb-bfcf-4ca7-9ec1-c480d06424f3 None None] Provisioning complete for port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:24.527159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4a0debb-bfcf-4ca7-9ec1-c480d06424f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.600702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0553e1f-dcb9-4930-ac79-d19b51984a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.624424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0debb-bfcf-4ca7-9ec1-c480d06424f3 None None] Port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:19:24.646145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.654879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52bac4bd-c403-4bf0-a174-b531c7c4e2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.671124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db3566-777b-4b6e-b6fb-db66f79ff1bf req-2285e46c-06ad-4897-93c5-7e96c06617d7 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:24.672720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39db3566-777b-4b6e-b6fb-db66f79ff1bf req-2285e46c-06ad-4897-93c5-7e96c06617d7 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 945 time: 0.1336505 Feb 02 15:19:24.732170 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39db3566-777b-4b6e-b6fb-db66f79ff1bf req-2190264b-38a0-44ba-bd86-4f2d3723f826 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494044 Feb 02 15:19:24.789015 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0553e1f-dcb9-4930-ac79-d19b51984a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.798538 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.808221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0553e1f-dcb9-4930-ac79-d19b51984a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1317fb-b824-4679-98a6-f92cdc61f69d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:24.890972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] Pushing event updated for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=10']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:24.944189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] No DVR routers for this DVR port 0440a85c-ff40-4662-9798-f54d39bf1864 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:19:24.986285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0553e1f-dcb9-4930-ac79-d19b51984a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:24.986496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f0553e1f-dcb9-4930-ac79-d19b51984a82 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6f1317fb-b824-4679-98a6-f92cdc61f69d HTTP/1.1" status: 204 len: 168 time: 0.5941377 Feb 02 15:19:24.997664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0dd45-4e0c-4557-97a0-98db33a2080b req-1de0769c-9fe6-48f0-80f9-bd09cabfe209 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:25.002162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0dd45-4e0c-4557-97a0-98db33a2080b req-1de0769c-9fe6-48f0-80f9-bd09cabfe209 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:25.011051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0dd45-4e0c-4557-97a0-98db33a2080b req-1de0769c-9fe6-48f0-80f9-bd09cabfe209 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:25.016454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eea0dd45-4e0c-4557-97a0-98db33a2080b req-1de0769c-9fe6-48f0-80f9-bd09cabfe209 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2376 time: 0.1300008 Feb 02 15:19:25.086847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eea0dd45-4e0c-4557-97a0-98db33a2080b req-b6ecf788-e24b-4d35-b7bd-36bddab6336f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659885 Feb 02 15:19:25.139888 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-006ed3df-4615-491e-bb74-023483f8cb6d service neutron] 10.222.0.107 "PUT /v2.0/ports/0440a85c-ff40-4662-9798-f54d39bf1864/bindings/n-h1-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1743710 Feb 02 15:19:25.257937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96bd2-1772-4be8-8288-8167da348c93 req-f43f4305-d987-4da7-b7bf-47888cd6f56d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:25.259340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-f43f4305-d987-4da7-b7bf-47888cd6f56d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.3689098 Feb 02 15:19:25.289417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25e4f47f-979e-4721-b646-9ae688ad2634 req-a494cba0-1353-48e2-b7dc-22b394252eaf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 210 time: 0.0533547 Feb 02 15:19:25.406842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3072ebe-ed2e-4069-a6ac-f86ba78a5046 req-3b8f3da5-5534-42f4-8447-21581fda062c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:25.408313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3072ebe-ed2e-4069-a6ac-f86ba78a5046 req-3b8f3da5-5534-42f4-8447-21581fda062c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.3888152 Feb 02 15:19:25.475323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-2c0e45f1-b5dd-4805-bd3d-e33e43551b94 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76 HTTP/1.1" status: 200 len: 378 time: 0.1509774 Feb 02 15:19:25.501359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'port': {'device_id': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'admin_state_up': True, 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'security_groups': ['d7b36c10-1e5c-4cd1-a04a-a927b18817e9']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:25.504510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567d193-d890-4e09-afca-d458cc3bf8ea req-49bfc051-ec43-4757-932f-35157b112d30 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:25.506121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4567d193-d890-4e09-afca-d458cc3bf8ea req-49bfc051-ec43-4757-932f-35157b112d30 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 945 time: 0.0877886 Feb 02 15:19:25.557150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4567d193-d890-4e09-afca-d458cc3bf8ea req-660d0042-6d98-4a67-b770-3e1ead0b0f5f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Feb 02 15:19:25.636049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3072ebe-ed2e-4069-a6ac-f86ba78a5046 req-91a54a35-76b8-4ecc-bd7a-c6ac873cdaee tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105618 Feb 02 15:19:25.796819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c227a0e1-c181-4d73-977d-5599faf5c95f req-82e54ca5-8fed-45a3-aa68-5881c786a054 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=b0398470-2d4d-4fce-83d5-e667d9fd4d03 HTTP/1.1" status: 200 len: 210 time: 0.0515287 Feb 02 15:19:25.829048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 815ccdf8-3d6a-4523-8787-2f746cb741fe no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:25.883873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 815ccdf8-3d6a-4523-8787-2f746cb741fe {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:19:25.895348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 815ccdf8-3d6a-4523-8787-2f746cb741fe not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:19:25.978543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-32c1d70f-c424-482c-9720-bd4fe3c62908 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.6207795 Feb 02 15:19:25.980434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecee1ecb-9360-4ada-b2a3-1ad368c689e5 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:26.018932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:26.038102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:26.065823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:26.074059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Transition to ACTIVE for port object ecee1ecb-9360-4ada-b2a3-1ad368c689e5 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:26.113032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f22674-aac2-4d90-89ae-5dc16805cb30 req-4bc90b6a-b441-46bf-8406-487541ffebd1 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:26.114496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62f22674-aac2-4d90-89ae-5dc16805cb30 req-4bc90b6a-b441-46bf-8406-487541ffebd1 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 945 time: 0.2022583 Feb 02 15:19:26.121902 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-f36dd419-1b88-4f87-aba7-548243149a49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f&tenant_id=87fd436be89f477c990329a68ab9df43 HTTP/1.1" status: 200 len: 1096 time: 0.1320946 Feb 02 15:19:26.199001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:26.234427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Made reservation on behalf of e1369c1cef9b495ebe7ed93f5fe27e76 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:26.237285 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:26.271533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62f22674-aac2-4d90-89ae-5dc16805cb30 req-7b39e1ee-ba61-4358-92da-320a1fee0998 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482754 Feb 02 15:19:26.296934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0bb64-a5b4-48cd-abd6-a4f9e5566697 req-fc2427d2-c940-4649-9877-d2f3ce83a454 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:26.301731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0bb64-a5b4-48cd-abd6-a4f9e5566697 req-fc2427d2-c940-4649-9877-d2f3ce83a454 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:26.306320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0bb64-a5b4-48cd-abd6-a4f9e5566697 req-fc2427d2-c940-4649-9877-d2f3ce83a454 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:26.314050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53a0bb64-a5b4-48cd-abd6-a4f9e5566697 req-fc2427d2-c940-4649-9877-d2f3ce83a454 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2388 time: 0.0982215 Feb 02 15:19:26.383320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53a0bb64-a5b4-48cd-abd6-a4f9e5566697 req-cf2e2ace-79a0-47c9-bd9f-2a2116642696 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681696 Feb 02 15:19:26.432970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:26.623369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3b08681-1553-4de5-9ba3-5faf81c6ae5c req-4188064f-8da6-4c8c-9498-9eeeeef05c0b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 210 time: 0.1189542 Feb 02 15:19:26.626565 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-93fca378-c99e-478b-adbf-04befc887b3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87fd436be89f477c990329a68ab9df43&device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1096 time: 0.4669034 Feb 02 15:19:26.695280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49968) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:26.782640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Allocated IP 172.20.0.14 (6bb452a6-5e23-4dd5-a667-dd158f932e95/0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9/56912545-f1e7-422a-b148-c0fb6bbe2c68) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:26.816480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Attempting to bind port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:26.816814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Attempting to bind port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:26.817159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Attempting to bind port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 on network 1c9e825c-1f8d-4378-a887-168bd8e61f10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:26.891418 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-433eaf5f-2cad-4936-8aaf-72e7e7b2d6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:26.904381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1823725725-network', 'tenant_id': '6ef1de16f4c44c52b7e9bebf55b8e651'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:26.906006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-3064ae9c-d37a-45b7-92d6-7af96a16a6ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:26.907436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-3064ae9c-d37a-45b7-92d6-7af96a16a6ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 200 len: 908 time: 0.2737734 Feb 02 15:19:26.907987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 on network 1c9e825c-1f8d-4378-a887-168bd8e61f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:26.908305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Attempting to bind port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 on network 1c9e825c-1f8d-4378-a887-168bd8e61f10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:26.911660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:26.917765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Usage tracker for resource:network and tenant:6ef1de16f4c44c52b7e9bebf55b8e651 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:26.921996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:26.931045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:26.940177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb9548-9b47-445d-bb67-a0dd15ab8448 req-9bdbb0a1-0f37-4eae-9ce8-3f5753d65130 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:26.941690 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44bb9548-9b47-445d-bb67-a0dd15ab8448 req-9bdbb0a1-0f37-4eae-9ce8-3f5753d65130 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 945 time: 0.1378779 Feb 02 15:19:26.989102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:26.994145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44bb9548-9b47-445d-bb67-a0dd15ab8448 req-8a0dc9e1-4d7d-4527-b62c-59800003f46e tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458241 Feb 02 15:19:27.026136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Made reservation on behalf of 6ef1de16f4c44c52b7e9bebf55b8e651 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:27.028861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.051218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.060469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:27.060469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Checking segment: {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:27.060469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Bound using segment: {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:27.060469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Bound port: ecee1ecb-9360-4ada-b2a3-1ad368c689e5, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:27.060469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.082497 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-ca1fe172-2575-4e00-aa6f-f1f7a6836959 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0440a85c-ff40-4662-9798-f54d39bf1864 HTTP/1.1" status: 200 len: 217 time: 0.1671724 Feb 02 15:19:27.090981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:27.095277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Usage tracker for resource:security_group_rule and tenant:6ef1de16f4c44c52b7e9bebf55b8e651 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:27.098480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:27.105277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:27.187296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:27.187547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.187713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:27.188127 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.235302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355c3e0-8a8b-4e9d-a019-e3790fe46d6a req-8ccc0e83-f193-48e5-af92-7bd0a047d9e0 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:27.240377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e355c3e0-8a8b-4e9d-a019-e3790fe46d6a req-8ccc0e83-f193-48e5-af92-7bd0a047d9e0 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.4290257 Feb 02 15:19:27.272884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-9eb85313-5b27-432f-a4fb-c305bfe92485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:27.274384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-9eb85313-5b27-432f-a4fb-c305bfe92485 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 200 len: 846 time: 0.1814189 Feb 02 15:19:27.291148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.312441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.339940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884aeffa-8368-4e24-9012-8b9f10a9ce89,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:27.346297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:19:27.357070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.357512 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Added segment bcc410fa-08ff-4587-80e7-07bff720f8ac of type vlan for network b40c178e-739c-4bbd-ac26-75268f9008d8 Feb 02 15:19:27.367571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-e8868d50-d400-43b6-ad57-40748c1db3b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76012fa1-2f3f-41a3-bc2b-91287288c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681126 Feb 02 15:19:27.367731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:27.373497 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.379156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:27.412219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] For port ecee1ecb-9360-4ada-b2a3-1ad368c689e5, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:27.455759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.463305 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.480207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Transition to ACTIVE for port object 56912545-f1e7-422a-b148-c0fb6bbe2c68 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:27.485062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] For port ecee1ecb-9360-4ada-b2a3-1ad368c689e5, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:27.500566 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e355c3e0-8a8b-4e9d-a019-e3790fe46d6a req-23a6b5f6-17d9-488e-b9a4-b5d3c1732238 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403386 Feb 02 15:19:27.535746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:27.565005 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.565365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-e6e9e969-efaa-4a53-be38-ec509c9f7aaa tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:27.567150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-e6e9e969-efaa-4a53-be38-ec509c9f7aaa tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.1939080 Feb 02 15:19:27.592067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-44331265-4adc-45ab-a6f2-b405c3ecd849 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/quotas/73d6a44ccb544ca9b8f22dda7d20a075 HTTP/1.1" status: 200 len: 375 time: 0.0165191 Feb 02 15:19:27.688842 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-bafd8bac-7388-4f06-a95d-9bb1b2036c89 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882609 Feb 02 15:19:27.713713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.720296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:27.720296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.766417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:27.774036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.823113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-2b25f6f7-8647-4392-a9c7-e1c10385a638 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:19:27.824560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-2b25f6f7-8647-4392-a9c7-e1c10385a638 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1238463 Feb 02 15:19:27.865594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-4d06b0ad-e27d-4e59-a783-8582376dd4f2 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894693 Feb 02 15:19:27.921913 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:27.922706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] Pushing event updated for resources: {'Network': ['ID=b40c178e-739c-4bbd-ac26-75268f9008d8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:27.923513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-17f9df53-1321-43a0-a673-b1cd4b0658b9 service neutron] 10.222.0.107 "PUT /v2.0/ports/ecee1ecb-9360-4ada-b2a3-1ad368c689e5 HTTP/1.1" status: 200 len: 1091 time: 3.4584110 Feb 02 15:19:27.926154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'tag': 'ecee1ecb-9360-4ada-b2a3-1ad368c689e5'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:27.937674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network b40c178e-739c-4bbd-ac26-75268f9008d8 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:19:27.958642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ced3c055-ffb8-469d-ab03-0f5cb5e68c39 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2619410 Feb 02 15:19:27.962585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49996) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:27.973619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Request body: {'subnet': {'network_id': 'b40c178e-739c-4bbd-ac26-75268f9008d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1823725725-subnet', 'tenant_id': '6ef1de16f4c44c52b7e9bebf55b8e651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:28.008441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:28.028722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:28.033320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:28.036549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:28.105770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Request body: {'port': {'device_id': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:28.122846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:28.130317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Usage tracker for resource:subnet and tenant:6ef1de16f4c44c52b7e9bebf55b8e651 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:28.135789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:28.155748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:28.204936 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-0f854697-087f-4f7c-9876-bcdc425a0ec2 service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616335 Feb 02 15:19:28.257717 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:28.267752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:28.267752 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:28.279992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-90f31efa-e836-4a67-bace-7b150f782aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029920 Feb 02 15:19:28.283167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Made reservation on behalf of 6ef1de16f4c44c52b7e9bebf55b8e651 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:28.285684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:28.293171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56121b2a-d62d-45da-a602-82fffa0ea1f5 req-a5b43ed0-6693-4d12-9e39-c79a7af0b123 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:28.300278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56121b2a-d62d-45da-a602-82fffa0ea1f5 req-a5b43ed0-6693-4d12-9e39-c79a7af0b123 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 946 time: 0.5434592 Feb 02 15:19:28.360140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:28.363789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:28.425198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56121b2a-d62d-45da-a602-82fffa0ea1f5 req-5dd62751-6b25-4a8e-84f1-c952f4ea04a9 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232343 Feb 02 15:19:28.447266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-436dea2d-fdfc-4fd2-9206-3f2295c662a2 service neutron] 10.222.0.88 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371869 Feb 02 15:19:28.525239 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'code': 200} Feb 02 15:19:28.807888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ae5e3cc9-cc33-461b-a88c-5270f157caba None None] Provisioning for port 56912545-f1e7-422a-b148-c0fb6bbe2c68 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:28.820411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ae5e3cc9-cc33-461b-a88c-5270f157caba None None] Provisioning complete for port 56912545-f1e7-422a-b148-c0fb6bbe2c68 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:28.820411 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3cc9-cc33-461b-a88c-5270f157caba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:28.820970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-0f1424da-05e9-457e-bbbe-f80008384ec5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3251247 Feb 02 15:19:28.844227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Request body: {'port': {'device_id': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:28.893106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e3cc9-cc33-461b-a88c-5270f157caba None None] Port 56912545-f1e7-422a-b148-c0fb6bbe2c68 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:19:28.933833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-110001cf-f06a-46e2-b153-4a13238923cc req-e051e0e9-b14b-414d-b7ed-371a05615fb0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 1097 time: 0.2605882 Feb 02 15:19:28.951319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3d45-6864-4e7d-86ba-be63d40433be req-47bccfe8-2911-45f8-bd12-78cd749393c9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:28.955192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3d45-6864-4e7d-86ba-be63d40433be req-47bccfe8-2911-45f8-bd12-78cd749393c9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:28.959704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3d45-6864-4e7d-86ba-be63d40433be req-47bccfe8-2911-45f8-bd12-78cd749393c9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:28.960500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-599a3d45-6864-4e7d-86ba-be63d40433be req-47bccfe8-2911-45f8-bd12-78cd749393c9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:29.096099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235cb2d4-6237-410c-bace-839cde4c35fd {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:29.103259 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:29.107011 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:29.119119 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:29.187274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-110001cf-f06a-46e2-b153-4a13238923cc req-26d14091-46d7-4e64-9fd1-c9ed6880a394 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423370 Feb 02 15:19:29.197876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-599a3d45-6864-4e7d-86ba-be63d40433be req-47bccfe8-2911-45f8-bd12-78cd749393c9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:29.199016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-599a3d45-6864-4e7d-86ba-be63d40433be req-47bccfe8-2911-45f8-bd12-78cd749393c9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2388 time: 0.5269775 Feb 02 15:19:29.203573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Transition to ACTIVE for port object 235cb2d4-6237-410c-bace-839cde4c35fd will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:29.296583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57442c65-1e45-406f-9781-66a53dd6acca,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:29.317948 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:29.336879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Checking segment: {'id': 'bcc410fa-08ff-4587-80e7-07bff720f8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b40c178e-739c-4bbd-ac26-75268f9008d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:29.337253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Network hostable DHCP agents. Network: b40c178e-739c-4bbd-ac26-75268f9008d8, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:19:29.367891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38537b-c538-4f31-8250-76648aaf1814 req-f6416f4b-c762-4e59-b57a-80e9730377ff tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:29.374628 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0d38537b-c538-4f31-8250-76648aaf1814 req-f6416f4b-c762-4e59-b57a-80e9730377ff tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 932 time: 0.1956260 Feb 02 15:19:29.381791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-599a3d45-6864-4e7d-86ba-be63d40433be req-da7d8977-27d8-4d04-bffc-98848eb1c779 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753488 Feb 02 15:19:29.433859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0d38537b-c538-4f31-8250-76648aaf1814 req-145d90d0-e0af-4950-8359-15d0e1640b96 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:29.492364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Network b40c178e-739c-4bbd-ac26-75268f9008d8 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:19:29.519988 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'tag': 'ecee1ecb-9360-4ada-b2a3-1ad368c689e5', 'status': 'completed', 'code': 200} Feb 02 15:19:29.559571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0d38537b-c538-4f31-8250-76648aaf1814 req-145d90d0-e0af-4950-8359-15d0e1640b96 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:29.563140 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0d38537b-c538-4f31-8250-76648aaf1814 req-145d90d0-e0af-4950-8359-15d0e1640b96 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1855197 Feb 02 15:19:29.592700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, b40c178e-739c-4bbd-ac26-75268f9008d8) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:29.592906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:29.594675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:29.600295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc4f82-9815-4f23-9542-72f7f21dfaa8 None None] Network b40c178e-739c-4bbd-ac26-75268f9008d8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:19:29.730836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-707cc7da-3365-4fa3-9add-78c305ed484b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7629859 Feb 02 15:19:29.774609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Pushing event updated for resources: {'Port': ['ID=235cb2d4-6237-410c-bace-839cde4c35fd,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:29.973724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2cff72-22b0-40ba-beea-59e8ba5946ec None None] Network b40c178e-739c-4bbd-ac26-75268f9008d8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:19:29.996998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7ddbf-a5cd-4997-85f6-71341809cb1c req-3a2e5c37-204c-4042-b41c-6210b0940dde tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:30.004032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:30.007315 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5bf7ddbf-a5cd-4997-85f6-71341809cb1c req-3a2e5c37-204c-4042-b41c-6210b0940dde tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.1844661 Feb 02 15:19:30.094147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5bf7ddbf-a5cd-4997-85f6-71341809cb1c req-c48d7604-1e8a-4d64-8318-9550550533c8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856082 Feb 02 15:19:30.182828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-510c8f90-915c-439a-998c-ebc0ffadb28d req-417b246c-e758-4579-a65c-e7fd03e95c05 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2756 time: 0.4096689 Feb 02 15:19:30.188949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-775e8553-056b-48e6-aeb7-510636a12712 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f&tenant_id=87fd436be89f477c990329a68ab9df43&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.9494922 Feb 02 15:19:30.193898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a80c342-c12a-4b2a-91c1-c1cad4306db4 req-a75b7020-1192-4ded-94ac-5905aef27aed tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 210 time: 0.0432701 Feb 02 15:19:30.194361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Attempting to bind port 235cb2d4-6237-410c-bace-839cde4c35fd on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:30.194361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Attempting to bind port 235cb2d4-6237-410c-bace-839cde4c35fd by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:30.194361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Attempting to bind port 235cb2d4-6237-410c-bace-839cde4c35fd on network 6c3f7123-6644-4b84-8db3-bcaa03eee59f {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:30.264122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48343a60-5255-4f67-a960-32dfc3aae82c req-ad4bd4ac-4778-469b-9497-1e7ecd1dfd1a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:30.265544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-48343a60-5255-4f67-a960-32dfc3aae82c req-ad4bd4ac-4778-469b-9497-1e7ecd1dfd1a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 945 time: 0.4941273 Feb 02 15:19:30.407306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Port 235cb2d4-6237-410c-bace-839cde4c35fd on network 6c3f7123-6644-4b84-8db3-bcaa03eee59f not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:30.408048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Attempting to bind port 235cb2d4-6237-410c-bace-839cde4c35fd on network 6c3f7123-6644-4b84-8db3-bcaa03eee59f {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:30.437131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba7fe4-023c-4225-8484-e9790cee0cfb req-afb622f5-a906-456b-9a5a-9ef7251ea69e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:30.437131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3eba7fe4-023c-4225-8484-e9790cee0cfb req-afb622f5-a906-456b-9a5a-9ef7251ea69e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 946 time: 0.0942278 Feb 02 15:19:30.458420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:30.460879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Checking segment: {'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:30.460879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Bound using segment: {'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:30.460879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Bound port: 235cb2d4-6237-410c-bace-839cde4c35fd, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd782e40e-72e9-433c-8d56-97391bdb3116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:30.460879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:30.477864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56912545-f1e7-422a-b148-c0fb6bbe2c68 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:30.491645 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3eba7fe4-023c-4225-8484-e9790cee0cfb req-2c488737-583d-49bf-b083-e05abe56c3c0 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Feb 02 15:19:30.500767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:30.552652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-48343a60-5255-4f67-a960-32dfc3aae82c req-cc978228-51b9-4f58-b00d-9dd05fc36723 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275393 Feb 02 15:19:30.586299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Transition to ACTIVE for port object 56912545-f1e7-422a-b148-c0fb6bbe2c68 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:30.635544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8f90-915c-439a-998c-ebc0ffadb28d req-6f6e5c6f-1ba2-4ea3-8980-5c909ac0ed7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:30.635544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8f90-915c-439a-998c-ebc0ffadb28d req-6f6e5c6f-1ba2-4ea3-8980-5c909ac0ed7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:30.635544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8f90-915c-439a-998c-ebc0ffadb28d req-6f6e5c6f-1ba2-4ea3-8980-5c909ac0ed7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:30.635544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-510c8f90-915c-439a-998c-ebc0ffadb28d req-6f6e5c6f-1ba2-4ea3-8980-5c909ac0ed7e service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3766038 Feb 02 15:19:30.673041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:30.827736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] For port 235cb2d4-6237-410c-bace-839cde4c35fd, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:30.876733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-f67997cf-e20f-42fc-81d1-05387fc05bab service neutron] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:30.876733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] For port 235cb2d4-6237-410c-bace-839cde4c35fd, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=235cb2d4-6237-410c-bace-839cde4c35fd,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:30.929179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-f67997cf-e20f-42fc-81d1-05387fc05bab service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:30.930197 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34f5462e-869a-4ce4-94fb-9a5ee16a33c1 req-f67997cf-e20f-42fc-81d1-05387fc05bab service neutron] 10.222.0.64 "DELETE /v2.0/ports/0440a85c-ff40-4662-9798-f54d39bf1864/bindings/n-h2-827122-1 HTTP/1.1" status: 204 len: 173 time: 0.7331512 Feb 02 15:19:30.953673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-97409e87-22cb-41e2-9dc9-1f26114690dd tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:30.954813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-97409e87-22cb-41e2-9dc9-1f26114690dd tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Synchronizing usage tracker for tenant:6ef1de16f4c44c52b7e9bebf55b8e651 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:30.984499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:31.005591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8f90-915c-439a-998c-ebc0ffadb28d req-72d4ccf8-5911-4467-94f8-d675742aac98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:31.005591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-510c8f90-915c-439a-998c-ebc0ffadb28d req-72d4ccf8-5911-4467-94f8-d675742aac98 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3606029 Feb 02 15:19:31.050224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:31.085060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-97409e87-22cb-41e2-9dc9-1f26114690dd tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Unset dirty status for tenant:6ef1de16f4c44c52b7e9bebf55b8e651 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:31.087758 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-97409e87-22cb-41e2-9dc9-1f26114690dd tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/networks?id=b40c178e-739c-4bbd-ac26-75268f9008d8 HTTP/1.1" status: 200 len: 822 time: 0.3099651 Feb 02 15:19:31.106411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1d43f19a-a646-4b93-8005-dcc84917820d tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/quotas/6ef1de16f4c44c52b7e9bebf55b8e651 HTTP/1.1" status: 200 len: 375 time: 0.0126762 Feb 02 15:19:31.156977 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-3c80f281-4ddc-4c7f-95cf-6ebf906d4363 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6ef1de16f4c44c52b7e9bebf55b8e651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450280 Feb 02 15:19:31.176062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddfdb6-10f6-4c40-bdb0-405f193c2195 req-1f3e2a94-a05e-4a20-bae7-4a45acce22b9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:31.177838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddfdb6-10f6-4c40-bdb0-405f193c2195 req-1f3e2a94-a05e-4a20-bae7-4a45acce22b9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:31.182106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddfdb6-10f6-4c40-bdb0-405f193c2195 req-1f3e2a94-a05e-4a20-bae7-4a45acce22b9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:31.190578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cddfdb6-10f6-4c40-bdb0-405f193c2195 req-1f3e2a94-a05e-4a20-bae7-4a45acce22b9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2400 time: 0.4266143 Feb 02 15:19:31.226404 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:31.227920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] 10.222.0.107 "PUT /v2.0/ports/235cb2d4-6237-410c-bace-839cde4c35fd HTTP/1.1" status: 200 len: 1092 time: 3.1346614 Feb 02 15:19:31.254023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cde9a-3810-4f72-a96b-16ea607600a2 service neutron] Pushing event updated for resources: {'Port': ['ID=235cb2d4-6237-410c-bace-839cde4c35fd,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:31.277418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Attempting to bind port 56912545-f1e7-422a-b148-c0fb6bbe2c68 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:31.277751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Attempting to bind port 56912545-f1e7-422a-b148-c0fb6bbe2c68 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:31.278083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Attempting to bind port 56912545-f1e7-422a-b148-c0fb6bbe2c68 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:31.286336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cddfdb6-10f6-4c40-bdb0-405f193c2195 req-a9263351-3f38-4f1d-8082-60d0777da9e3 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949137 Feb 02 15:19:31.289564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Port 56912545-f1e7-422a-b148-c0fb6bbe2c68 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:31.290118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Attempting to bind port 56912545-f1e7-422a-b148-c0fb6bbe2c68 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:31.297043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:31.297692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Checking segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:31.298277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Bound using segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:31.299098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Bound port: 56912545-f1e7-422a-b148-c0fb6bbe2c68, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:31.299699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:31.374603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Request body: {'port': {'device_id': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:31.390035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b85dc7ef-9807-47ec-9295-111f61796edb service neutron] 10.222.0.88 "GET /v2.0/networks/b40c178e-739c-4bbd-ac26-75268f9008d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125392 Feb 02 15:19:31.558516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'tag': '235cb2d4-6237-410c-bace-839cde4c35fd'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:31.586504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-16b262ab-153c-49c8-ae6e-6a1ca1b8df38 service neutron] 10.222.0.88 "GET /v2.0/networks/b40c178e-739c-4bbd-ac26-75268f9008d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913528 Feb 02 15:19:31.672926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:31.674833 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:31.811407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:31.874645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc599ef0-167a-4d07-bd7b-ade033de5ddd req-9c3cabdf-087c-475d-b81d-cb70c361306a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:31.875341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cc599ef0-167a-4d07-bd7b-ade033de5ddd req-9c3cabdf-087c-475d-b81d-cb70c361306a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:31.955032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:32.010373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d8b1-8eb2-48be-9c58-d398436f242f req-a095cc84-bce0-482d-ad5f-4e11e2bfe903 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:32.016406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3527d8b1-8eb2-48be-9c58-d398436f242f req-a095cc84-bce0-482d-ad5f-4e11e2bfe903 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.0923471 Feb 02 15:19:32.041912 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:32.043792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] 10.222.0.64 "PUT /v2.0/ports/56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1092 time: 3.2069769 Feb 02 15:19:32.096096 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3527d8b1-8eb2-48be-9c58-d398436f242f req-143abace-ab45-447a-b66c-6fe0d89829cf tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780289 Feb 02 15:19:32.132688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cc599ef0-167a-4d07-bd7b-ade033de5ddd req-9c3cabdf-087c-475d-b81d-cb70c361306a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:32.140051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc599ef0-167a-4d07-bd7b-ade033de5ddd req-9c3cabdf-087c-475d-b81d-cb70c361306a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 944 time: 0.6474612 Feb 02 15:19:32.183555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ac2e-c7fc-4747-926b-169a66c4c039 service neutron] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:32.248798 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Sync routers for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:19:32.253032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc599ef0-167a-4d07-bd7b-ade033de5ddd req-97d7e20e-a592-4249-8643-6336a8aaf3a6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120021 Feb 02 15:19:32.281221 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:19:32.281854 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:32.365069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70ade452-15ec-4d16-b873-eee8d31cc582 req-2ee7ed5c-db10-460d-b0e3-57d6ec85947a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 210 time: 0.0535049 Feb 02 15:19:32.581139 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:19:32.688941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13b757-6ca6-49e3-a3ec-9cc7e44a45c5 req-12cc0123-7564-4282-ba52-2ef115eb2691 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:32.693556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c13b757-6ca6-49e3-a3ec-9cc7e44a45c5 req-12cc0123-7564-4282-ba52-2ef115eb2691 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 946 time: 0.1255097 Feb 02 15:19:32.716832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-b4c9b22b-90fe-4444-a74d-4d1b8f794a16 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:32.718369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-b4c9b22b-90fe-4444-a74d-4d1b8f794a16 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 805 time: 0.3658576 Feb 02 15:19:32.750115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-1e43962e-1247-4c11-95e0-70a30092d5de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1095 time: 0.4775140 Feb 02 15:19:32.750115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1797a478-7ee1-4b23-88f2-deea3b9c50f7 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:32.752910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Request body: {'port': {'device_id': 'e57dc47a-5f63-408e-b3fb-5e8d306769b4', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'admin_state_up': True, 'tenant_id': '73d6a44ccb544ca9b8f22dda7d20a075'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:32.756570 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c13b757-6ca6-49e3-a3ec-9cc7e44a45c5 req-ae9d1b46-502e-42e1-b870-b2b44a6b12cd tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568838 Feb 02 15:19:32.778889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:32.926932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9590a49-e0b7-4eb0-a691-9535351c5b61 req-8f1f72b3-708f-42cf-9ea9-009c9e574d7e tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 1096 time: 0.5083053 Feb 02 15:19:32.929096 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'tag': '235cb2d4-6237-410c-bace-839cde4c35fd', 'status': 'completed', 'code': 200} Feb 02 15:19:33.001295 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:08Z', 'revision_number': 2, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:33.001539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b915b400-78a3-4435-95cb-642cb2904975 req-2eb3bfec-277a-4901-a8d5-af650e70cc5a tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 210 time: 0.0646665 Feb 02 15:19:33.001640 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Checking router: e32ecfe2-d030-4565-a7f3-65ec514a61b0 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:19:33.001640 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Updating router e32ecfe2-d030-4565-a7f3-65ec514a61b0 port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:19:33.034552 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-efb89d72-5680-4316-a695-a875b6620360 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 217 time: 0.2599087 Feb 02 15:19:33.034552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Transition to ACTIVE for port object 1797a478-7ee1-4b23-88f2-deea3b9c50f7 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:33.057309 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:33.171418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:33.234699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31267e2-251f-439a-9087-927f11766143 req-021746ac-b23c-414c-903f-8cf39a18dea1 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:33.238693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31267e2-251f-439a-9087-927f11766143 req-021746ac-b23c-414c-903f-8cf39a18dea1 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:33.240914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96bd2-1772-4be8-8288-8167da348c93 req-bd4f9406-c849-4f51-9b41-6b0e2f17db9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:33.242347 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-bd4f9406-c849-4f51-9b41-6b0e2f17db9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1846256 Feb 02 15:19:33.243676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31267e2-251f-439a-9087-927f11766143 req-021746ac-b23c-414c-903f-8cf39a18dea1 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:33.243897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9590a49-e0b7-4eb0-a691-9535351c5b61 req-435d7075-b0c0-4e21-be45-808784d10770 tempest-LiveMigrationTest-988958267 tempest-LiveMigrationTest-988958267-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860160 Feb 02 15:19:33.245056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:33.257635 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c31267e2-251f-439a-9087-927f11766143 req-021746ac-b23c-414c-903f-8cf39a18dea1 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2412 time: 0.0996015 Feb 02 15:19:33.289991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Usage tracker for resource:port and tenant:73d6a44ccb544ca9b8f22dda7d20a075 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:33.303426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:33.321430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:33.345030 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c31267e2-251f-439a-9087-927f11766143 req-b82b9287-c790-445b-b2b0-a3f8af736ee4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911427 Feb 02 15:19:33.390598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Pushing event updated for resources: {'Port': ['ID=1797a478-7ee1-4b23-88f2-deea3b9c50f7,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:33.429311 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c543e622-29fe-4200-8f39-6c5e875b43fa req-8f601eba-3ae8-4b57-9177-57869157d768 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2798 time: 0.4789755 Feb 02 15:19:33.587763 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:33.602203 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Transition to ACTIVE for port object a374f3f3-7d9a-4c0d-be93-2d00374cdf0b will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:33.659023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Made reservation on behalf of 73d6a44ccb544ca9b8f22dda7d20a075 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:33.661175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:33.759699 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:33.763538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9de9ce-918f-488e-aac0-12c0a51b9d4f req-f2826067-d5f9-469d-954a-131d2bd7c8aa tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:33.763538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd9de9ce-918f-488e-aac0-12c0a51b9d4f req-f2826067-d5f9-469d-954a-131d2bd7c8aa tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2114594 Feb 02 15:19:33.824614 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd9de9ce-918f-488e-aac0-12c0a51b9d4f req-ac946a04-97f9-4937-a80c-81c89376b187 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537908 Feb 02 15:19:33.919359 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7f38c-a73d-476b-8b74-2cfa9b0c0c07 None None] Pushing event updated for resources: {'Port': ['ID=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:33.925948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e622-29fe-4200-8f39-6c5e875b43fa req-2cc297bc-4c36-4dea-870f-36bd1f7116c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:33.926330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e622-29fe-4200-8f39-6c5e875b43fa req-2cc297bc-4c36-4dea-870f-36bd1f7116c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:33.926698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e622-29fe-4200-8f39-6c5e875b43fa req-2cc297bc-4c36-4dea-870f-36bd1f7116c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:33.928979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c543e622-29fe-4200-8f39-6c5e875b43fa req-2cc297bc-4c36-4dea-870f-36bd1f7116c8 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4836168 Feb 02 15:19:34.010661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-37dc42bd-9eff-4fe8-a55e-a928c302648a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7515833 Feb 02 15:19:34.038598 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Attempting to bind port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:34.038976 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Attempting to bind port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:34.039400 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Attempting to bind port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:34.049677 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:34.053270 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Checking segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:34.053270 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:34.053270 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Bound using segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:34.053270 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Bound port: a374f3f3-7d9a-4c0d-be93-2d00374cdf0b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:34.053270 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:34.159537 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] For port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:34.163691 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] For port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:34.195385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b13f17-3645-40dd-b361-36e77adcac66 req-65300041-9576-4bb2-8ff1-589e1bcec19f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:34.196780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8b13f17-3645-40dd-b361-36e77adcac66 req-65300041-9576-4bb2-8ff1-589e1bcec19f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 944 time: 0.1542144 Feb 02 15:19:34.250559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8b13f17-3645-40dd-b361-36e77adcac66 req-64410db8-64f6-433a-9ff5-57246c85fa6a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470459 Feb 02 15:19:34.251923 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:34.316470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Attempting to bind port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:34.317462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Attempting to bind port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:34.318036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Attempting to bind port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 on network 1c9e825c-1f8d-4378-a887-168bd8e61f10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:34.332426 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7f38c-a73d-476b-8b74-2cfa9b0c0c07 None None] Pushing event updated for resources: {'Port': ['ID=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:34.350798 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:19:34.351400 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:34.382581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 on network 1c9e825c-1f8d-4378-a887-168bd8e61f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:34.383207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Attempting to bind port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 on network 1c9e825c-1f8d-4378-a887-168bd8e61f10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:34.406658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:34.407293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Checking segment: {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:34.407778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Bound using segment: {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:34.408413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Bound port: 1797a478-7ee1-4b23-88f2-deea3b9c50f7, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7e453c-e29b-4b0e-b60c-96e850d3855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:34.408882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:34.429925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e622-29fe-4200-8f39-6c5e875b43fa req-75ca28f5-2f6b-45ab-9536-b02f0139ec27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:34.431545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c543e622-29fe-4200-8f39-6c5e875b43fa req-75ca28f5-2f6b-45ab-9536-b02f0139ec27 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4594877 Feb 02 15:19:34.528920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Allocated IP 172.20.0.6 (254e918a-e7ed-428b-ac1e-aeb570cad971/73ec79d3-5556-4ce2-a222-25352a802725/5f28015e-f28e-44aa-8402-b9b2218eba48) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:34.554902 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-b03ee3cb-9b3c-415b-a972-b8cd0496c772 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657912 Feb 02 15:19:34.640379 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:19:34.736889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] For port 1797a478-7ee1-4b23-88f2-deea3b9c50f7, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:34.757407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b56546a5-3aef-4822-95db-823eae40c90e req-31efb921-84f6-4343-8d8b-16a1e1fcf761 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:34.762794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] For port 1797a478-7ee1-4b23-88f2-deea3b9c50f7, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1797a478-7ee1-4b23-88f2-deea3b9c50f7,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:34.916841 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:34.963621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:34.979931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f96bd2-1772-4be8-8288-8167da348c93 req-b0bd6b46-71db-4251-8825-7de0d6e8545a service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164178 Feb 02 15:19:35.009779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b56546a5-3aef-4822-95db-823eae40c90e req-31efb921-84f6-4343-8d8b-16a1e1fcf761 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:35.025416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b56546a5-3aef-4822-95db-823eae40c90e req-31efb921-84f6-4343-8d8b-16a1e1fcf761 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 210 time: 0.3479502 Feb 02 15:19:35.049897 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:34Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:35.054733 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f659d7c-274a-4c07-af4f-b8ad24a1e766 None None] The sync data for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 is: [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:34Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:19:35.092516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:35.092516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] 10.222.0.107 "PUT /v2.0/ports/1797a478-7ee1-4b23-88f2-deea3b9c50f7 HTTP/1.1" status: 200 len: 1092 time: 3.7200203 Feb 02 15:19:35.113076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5ce14-b0fe-4007-b682-01805cf55325 service neutron] Pushing event updated for resources: {'Port': ['ID=1797a478-7ee1-4b23-88f2-deea3b9c50f7,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:35.157192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:35.237607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1f04cd4-aa5d-4866-b1ae-800aa79c1f6b req-5d671b20-3cd1-4c31-beec-151b410de82d tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 210 time: 0.0687099 Feb 02 15:19:35.394948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1559d4-71d8-4337-a323-a8556d339d9d req-27cebcc0-c82e-405e-9923-9222f39727aa tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:35.399253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1559d4-71d8-4337-a323-a8556d339d9d req-27cebcc0-c82e-405e-9923-9222f39727aa tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:35.403241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1559d4-71d8-4337-a323-a8556d339d9d req-27cebcc0-c82e-405e-9923-9222f39727aa tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:35.406691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b1559d4-71d8-4337-a323-a8556d339d9d req-27cebcc0-c82e-405e-9923-9222f39727aa tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2412 time: 0.2105777 Feb 02 15:19:35.431946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:35.467381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:35.561474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Network 254e918a-e7ed-428b-ac1e-aeb570cad971 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:35.568387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event updated for resources: {'Port': ['ID=5f28015e-f28e-44aa-8402-b9b2218eba48,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:35.573148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:35.575257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:35.609482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-89f9f031-1260-4326-843d-6bdb3bd85ad3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2865 time: 0.2956834 Feb 02 15:19:35.619571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b1559d4-71d8-4337-a323-a8556d339d9d req-38f2c9ad-d46a-4607-857b-a4d03deeea8d tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061439 Feb 02 15:19:35.677580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b74b97-fa9d-448e-93ec-97c9270ebacd req-e5c924bf-1094-420f-9e41-103e89ab64c3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:35.677580 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04b74b97-fa9d-448e-93ec-97c9270ebacd req-e5c924bf-1094-420f-9e41-103e89ab64c3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.2085445 Feb 02 15:19:35.761107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04b74b97-fa9d-448e-93ec-97c9270ebacd req-2567e3c4-24ed-4c6e-8646-0d222709b1a4 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772448 Feb 02 15:19:35.763004 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6dcc3b27-6f7f-46f4-9fbc-384a00425883 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=ecee1ecb-9360-4ada-b2a3-1ad368c689e5 HTTP/1.1" status: 200 len: 217 time: 0.1356671 Feb 02 15:19:35.840209 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'status': 'completed', 'code': 200} Feb 02 15:19:35.866822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:35.866822 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:35.989844 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:19:36.014711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-dd7bee87-62be-48d5-ab24-2ec87fc86d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:36.016471 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-dd7bee87-62be-48d5-ab24-2ec87fc86d5a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ecde2f66-2912-4c8c-b53e-34cd06c1c01b HTTP/1.1" status: 200 len: 801 time: 0.2395058 Feb 02 15:19:36.053629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134e30a-f48c-476a-a843-d31321612109 req-11fcca45-d17d-4cf8-878f-247fe56dd003 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:36.055229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0134e30a-f48c-476a-a843-d31321612109 req-11fcca45-d17d-4cf8-878f-247fe56dd003 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 944 time: 0.1209784 Feb 02 15:19:36.061602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-e6f0f01a-c3e7-4264-9332-c000f2bf7f6d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:36.063067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-e6f0f01a-c3e7-4264-9332-c000f2bf7f6d tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.64 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 945 time: 0.1743836 Feb 02 15:19:36.147204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Deleting port 0440a85c-ff40-4662-9798-f54d39bf1864 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:36.147666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:36.249825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-3dc81b30-5066-4fed-8f56-ad06f6124497 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5104537 Feb 02 15:19:36.270050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0134e30a-f48c-476a-a843-d31321612109 req-ba161d28-204e-42a9-bd50-2452f4737f04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2052467 Feb 02 15:19:36.280646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Request body: {'port': {'device_id': 'e57dc47a-5f63-408e-b3fb-5e8d306769b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:36.460936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a374f3f3-7d9a-4c0d-be93-2d00374cdf0b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:36.470347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] For port 0440a85c-ff40-4662-9798-f54d39bf1864, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=0440a85c-ff40-4662-9798-f54d39bf1864,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:36.470927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:36.506141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-9f8c1284-01e7-4e7d-959d-4a13c4b8e3f9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:36.507554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-9f8c1284-01e7-4e7d-959d-4a13c4b8e3f9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.107 "GET /v2.0/networks?id=b40c178e-739c-4bbd-ac26-75268f9008d8 HTTP/1.1" status: 200 len: 822 time: 0.5885875 Feb 02 15:19:36.547191 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-fff5d92f-180f-4795-9bcc-88128d006735 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1095 time: 0.6272061 Feb 02 15:19:36.552519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Request body: {'port': {'device_id': '7b7e8d22-96ac-4125-89d5-afe93ba1a919', 'network_id': 'b40c178e-739c-4bbd-ac26-75268f9008d8', 'admin_state_up': True, 'tenant_id': '6ef1de16f4c44c52b7e9bebf55b8e651'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:36.572558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ae8bc-60b7-4414-b7bc-da8547b63410 req-77bb4374-2b43-4401-8f15-8f017bd66e20 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:36.573927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f3ae8bc-60b7-4414-b7bc-da8547b63410 req-77bb4374-2b43-4401-8f15-8f017bd66e20 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 945 time: 0.6563780 Feb 02 15:19:36.576983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-d1737910-7191-4e77-9a12-f2070a7fcdf3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1c9e825c-1f8d-4378-a887-168bd8e61f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4951396 Feb 02 15:19:36.581832 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:36.592317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:36.598365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:36.598804 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:36.637384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Calling delete_port for 0440a85c-ff40-4662-9798-f54d39bf1864 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:19:36.738979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746169b-ab07-446e-a185-3947f0d22523 req-d907b48d-e82e-46c0-98fc-c5984f69d826 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:36.739450 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:36.741238 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9746169b-ab07-446e-a185-3947f0d22523 req-d907b48d-e82e-46c0-98fc-c5984f69d826 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 931 time: 0.2620981 Feb 02 15:19:36.792497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:36.845193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9746169b-ab07-446e-a185-3947f0d22523 req-ed0c2470-070e-4252-a3fd-50171d54a7ef tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933807 Feb 02 15:19:36.861428 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:36.944719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:36.965474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:36.982798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f3ae8bc-60b7-4414-b7bc-da8547b63410 req-5f014d6b-1d55-4940-86eb-4563e41e693f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719654 Feb 02 15:19:36.996954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['0440a85c-ff40-4662-9798-f54d39bf1864'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:37.049976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['033af283-58ed-4fa1-b407-145aeb8c5563'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:37.076490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Pushing event deleted for resources: {'Port': ['ID=0440a85c-ff40-4662-9798-f54d39bf1864,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:37.092508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30b99f1a-7d60-41c3-b67d-98baf8656695 req-928afc23-593d-4f3e-9e3d-3a26a4a5aee3 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 210 time: 0.0579476 Feb 02 15:19:37.093497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:37.128373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-40b7ed8a-665c-469f-9927-8df00bd8260a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:37.129915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-40b7ed8a-665c-469f-9927-8df00bd8260a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.5520291 Feb 02 15:19:37.137529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:19:37.195556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-6eca94ac-7d8d-4e9c-9a3c-b1bb2c43b014 service neutron] 10.222.0.107 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802245 Feb 02 15:19:37.202525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] No DVR routers for this DVR port 0440a85c-ff40-4662-9798-f54d39bf1864 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:19:37.203383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Usage tracker for resource:port and tenant:6ef1de16f4c44c52b7e9bebf55b8e651 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:19:37.206800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:37.213186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'name': 'network-vif-deleted', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:37.238311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:19:37.306797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:19:37.313379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0991db4-86d0-47c2-96a8-c820720f5d82 req-427a6932-a3b2-483f-9994-4723ee31a08c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.64 "DELETE /v2.0/ports/0440a85c-ff40-4662-9798-f54d39bf1864 HTTP/1.1" status: 204 len: 173 time: 1.2349813 Feb 02 15:19:37.316752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-d05e8dee-cb60-43bc-a9e0-c1bf33d66b85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 217 time: 0.1767869 Feb 02 15:19:37.361455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:37.397958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb7ca-fe36-47e3-a599-6aa7160fcf1a req-af4f19e8-3803-4977-8067-8fc9f93f8bf5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:37.400108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb7ca-fe36-47e3-a599-6aa7160fcf1a req-af4f19e8-3803-4977-8067-8fc9f93f8bf5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:37.402947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'network_id': 'cac53d52-482c-4daa-852f-908eba5316f0', 'port_id': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'mac_address': 'fa:16:3e:41:1b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19308d4a-1b6c-425b-8f71-a3d7d82c4721', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:37.405708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb7ca-fe36-47e3-a599-6aa7160fcf1a req-af4f19e8-3803-4977-8067-8fc9f93f8bf5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:37.414334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5dadb7ca-fe36-47e3-a599-6aa7160fcf1a req-af4f19e8-3803-4977-8067-8fc9f93f8bf5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2412 time: 0.1446686 Feb 02 15:19:37.481445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5dadb7ca-fe36-47e3-a599-6aa7160fcf1a req-d302b1cc-4595-444b-bdf7-5e4b454ac874 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651083 Feb 02 15:19:37.521338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:37.535196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-e975e104-7188-461b-bc33-813d5a0adaee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:37.535737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-e975e104-7188-461b-bc33-813d5a0adaee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1670613 Feb 02 15:19:37.542766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:37.553534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Made reservation on behalf of 6ef1de16f4c44c52b7e9bebf55b8e651 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:19:37.556559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:37.562786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:37.648843 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90181a11-e697-47f8-ab2b-1dbbd9251c2f', 'name': 'network-vif-deleted', 'tag': '0440a85c-ff40-4662-9798-f54d39bf1864', 'status': 'completed', 'code': 200} Feb 02 15:19:37.651538 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:37.652200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-e068b060-cd59-4f2e-86c9-343987f74c11 service neutron] 10.222.0.107 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228652 Feb 02 15:19:37.745576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:37.766174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:19:37.915102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:37.931251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'tag': '1797a478-7ee1-4b23-88f2-deea3b9c50f7'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:37.943556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d43b0-07c7-4a2d-bc1f-65c29552e28c req-1dae7f79-8bc8-42d5-959c-9ff11f367b40 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:37.945292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a91d43b0-07c7-4a2d-bc1f-65c29552e28c req-1dae7f79-8bc8-42d5-959c-9ff11f367b40 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 944 time: 0.1027329 Feb 02 15:19:37.961745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['2d701cc8-1a08-422c-8fd5-7f08f3f3be90'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:38.003204 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a91d43b0-07c7-4a2d-bc1f-65c29552e28c req-7700256c-e285-4b74-8367-df937e7623cd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522139 Feb 02 15:19:38.065237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-adbbdbcf-7579-4710-8ce0-498b665ddc98 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=235cb2d4-6237-410c-bace-839cde4c35fd HTTP/1.1" status: 200 len: 217 time: 0.3595514 Feb 02 15:19:38.181513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f28015e-f28e-44aa-8402-b9b2218eba48 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:38.243382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:38.249879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:38.276402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'mac_address': 'fa:16:3e:98:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:38.282734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad455584-8e69-4e0e-a519-56aacea8658e req-43fb661b-80ce-434e-88c1-62f2276794ad tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:38.282734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad455584-8e69-4e0e-a519-56aacea8658e req-43fb661b-80ce-434e-88c1-62f2276794ad tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.7997091 Feb 02 15:19:38.315199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-3d6a9681-6cfa-45d9-801b-86d654988a84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1504848 Feb 02 15:19:38.339350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-04f697b7-c4ef-4825-831d-cce931a5b895 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7692738 Feb 02 15:19:38.350420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Transition to ACTIVE for port object 5f28015e-f28e-44aa-8402-b9b2218eba48 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:38.385020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-8f2116a1-6b05-45ba-bb9b-c373dd706a32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:38.386813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-8f2116a1-6b05-45ba-bb9b-c373dd706a32 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=730f5718-242d-4bd7-84eb-12f4abe7bd1f HTTP/1.1" status: 200 len: 801 time: 0.3039351 Feb 02 15:19:38.471343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Allocated IP 172.20.0.10 (b40c178e-739c-4bbd-ac26-75268f9008d8/57442c65-1e45-406f-9781-66a53dd6acca/2e75cb22-a34f-4e3f-b8d3-e976d1853b41) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:19:38.479303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a374f3f3-7d9a-4c0d-be93-2d00374cdf0b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:38.514661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:38.558186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:38.592303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-69827dde-2bea-410d-a6dd-124970fda363 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6516554 Feb 02 15:19:38.604715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56912545-f1e7-422a-b148-c0fb6bbe2c68 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:38.640211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:38.644098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad455584-8e69-4e0e-a519-56aacea8658e req-9a12bfdd-6ad7-444b-808e-27c4aa87140f tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506737 Feb 02 15:19:38.671428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:38.671428 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:38.707546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1296330-ffd0-48e5-9376-2a62d6285b64 req-0853628c-e5fe-42dc-803d-845a98cd7d3b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:38.715881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1296330-ffd0-48e5-9376-2a62d6285b64 req-0853628c-e5fe-42dc-803d-845a98cd7d3b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 943 time: 0.3709779 Feb 02 15:19:38.747427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-886d2c8a-7ef3-4e6b-a30b-353b6be6d3bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 1097 time: 0.1667047 Feb 02 15:19:38.804105 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:38.845991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f28015e-f28e-44aa-8402-b9b2218eba48,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:38.877393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1296330-ffd0-48e5-9376-2a62d6285b64 req-f11b199f-c3d2-4e39-96ca-dc123afaaa2e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595697 Feb 02 15:19:38.878705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-82ab26f4-9df1-40e7-8931-f9d819abc282 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268230 Feb 02 15:19:38.904543 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'tag': '1797a478-7ee1-4b23-88f2-deea3b9c50f7', 'status': 'completed', 'code': 200} Feb 02 15:19:38.978103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:39.045829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-7935dc77-5a2f-4b71-82dd-adeaae779961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:39.049541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-7935dc77-5a2f-4b71-82dd-adeaae779961 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 912 time: 0.2793024 Feb 02 15:19:39.053876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:39.103673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['56912545-f1e7-422a-b148-c0fb6bbe2c68'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:39.176036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0f4a6f74-6df1-42b5-88ec-5b3de5576079 req-f0eac27e-1405-4b0b-9a7a-1734ad59fa32 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 210 time: 0.0588288 Feb 02 15:19:39.211658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c35377a3-5368-40ef-9780-6e409483251e req-e22136b1-23c3-4a00-8bff-3c2f62b0a1d5 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=90181a11-e697-47f8-ab2b-1dbbd9251c2f HTTP/1.1" status: 200 len: 210 time: 0.0950968 Feb 02 15:19:39.242423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-0e282071-2fd6-47a8-ac50-e17d1caffb63 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6c3f7123-6644-4b84-8db3-bcaa03eee59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8348794 Feb 02 15:19:39.245425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-ca4d8ceb-fd18-45d9-add4-a7545fdde8b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 200 len: 1002 time: 0.1805949 Feb 02 15:19:39.340594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:39.341590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:39.399574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-a8b67473-ed2b-452d-a291-f7d97bdc66e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:39.408009 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-a8b67473-ed2b-452d-a291-f7d97bdc66e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.1492968 Feb 02 15:19:39.423296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Attempting to bind port 5f28015e-f28e-44aa-8402-b9b2218eba48 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:39.424033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Attempting to bind port 5f28015e-f28e-44aa-8402-b9b2218eba48 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:39.427972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Attempting to bind port 5f28015e-f28e-44aa-8402-b9b2218eba48 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:39.430042 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de38009e-a87f-44a5-a291-3f5af6378dd3 req-81ab2e8b-a56c-4f3b-b299-18cab626219a service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273583 Feb 02 15:19:39.459009 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-cd1fc318-d15b-40e9-a177-fb4685a25c32 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 1096 time: 0.7998104 Feb 02 15:19:39.483215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:39.495794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Port 5f28015e-f28e-44aa-8402-b9b2218eba48 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:39.496380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Attempting to bind port 5f28015e-f28e-44aa-8402-b9b2218eba48 on network 254e918a-e7ed-428b-ac1e-aeb570cad971 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:39.590621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:39.638638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:39.640221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:39.681964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-37dc92a4-4dee-4f4d-aeca-dff756749ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2729940 Feb 02 15:19:39.720476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf45482-b25a-4be6-88c1-96301c007f96 req-36ad7db9-4af6-4a59-a1fe-efcc8117ccf0 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:39.722024 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ccf45482-b25a-4be6-88c1-96301c007f96 req-36ad7db9-4af6-4a59-a1fe-efcc8117ccf0 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 945 time: 0.2149971 Feb 02 15:19:39.729797 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:39.921655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:39.941073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 0440a85c-ff40-4662-9798-f54d39bf1864 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:39.971487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-eacb8ff5-227d-4936-8974-16b0917ac832 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484801 Feb 02 15:19:39.979698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 0440a85c-ff40-4662-9798-f54d39bf1864 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:19:39.979698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 0440a85c-ff40-4662-9798-f54d39bf1864 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:19:40.001647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:40.002282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Checking segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:40.002440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Bound using segment: {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:40.002882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Bound port: 5f28015e-f28e-44aa-8402-b9b2218eba48, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f879b05-f024-4c99-9873-abed420865d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:40.003221 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:40.047101 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-354b7364-26b7-4c0f-a0c7-fd19b8946aa2 service neutron] 10.222.0.107 "GET /v2.0/networks/6c3f7123-6644-4b84-8db3-bcaa03eee59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016407 Feb 02 15:19:40.126301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c10967e-580c-4691-81fa-d7b799a66ea8 req-9e1e7e47-4886-45c9-b3ca-2c449652424c service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454914 Feb 02 15:19:40.132260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ccf45482-b25a-4be6-88c1-96301c007f96 req-c78d079f-2e5b-4e18-863c-f3d868ff3695 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835530 Feb 02 15:19:40.231343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:40.251266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-1dea6652-aa60-4512-a6f1-d1fbc66077f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:40.251266 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-1dea6652-aa60-4512-a6f1-d1fbc66077f2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 0.7539039 Feb 02 15:19:40.451167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661955a1-2d66-443b-84f5-f0979a3f4098 req-416b24e3-fc0d-41ae-a30d-1688cb8f7141 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:40.455088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661955a1-2d66-443b-84f5-f0979a3f4098 req-416b24e3-fc0d-41ae-a30d-1688cb8f7141 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:40.459736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661955a1-2d66-443b-84f5-f0979a3f4098 req-416b24e3-fc0d-41ae-a30d-1688cb8f7141 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:40.461288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-661955a1-2d66-443b-84f5-f0979a3f4098 req-416b24e3-fc0d-41ae-a30d-1688cb8f7141 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2412 time: 0.9300699 Feb 02 15:19:40.462543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-92bc8fa0-fe51-4f57-93b0-61e65581fb59 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef577f86-bffd-4987-9acf-859ef9aeb405 HTTP/1.1" status: 200 len: 217 time: 0.1740975 Feb 02 15:19:40.522750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Network b40c178e-739c-4bbd-ac26-75268f9008d8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:19:40.543498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:19:40.545361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Pushing event updated for resources: {'Port': ['ID=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:40.547770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] For port 5f28015e-f28e-44aa-8402-b9b2218eba48, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:40.565574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:19:40.630351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-d03aaccb-e2fb-485a-a154-a6e51b185311 service neutron] 10.222.0.107 "GET /v2.0/networks/6c3f7123-6644-4b84-8db3-bcaa03eee59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666106 Feb 02 15:19:40.635691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] For port 5f28015e-f28e-44aa-8402-b9b2218eba48, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5f28015e-f28e-44aa-8402-b9b2218eba48,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:40.740684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:40.782467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-3f90c0b0-45f1-40ae-b53e-b8b9918f1b25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:40.783953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-3f90c0b0-45f1-40ae-b53e-b8b9918f1b25 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.2977371 Feb 02 15:19:40.805059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:40.805960 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:40.832647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-1483d472-236f-4a12-8a07-82b62d5d4444 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=1797a478-7ee1-4b23-88f2-deea3b9c50f7 HTTP/1.1" status: 200 len: 217 time: 0.1867895 Feb 02 15:19:40.853449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30bf5-4ecd-4f1c-99a1-8fd4eb110dd6 req-632b2081-1f46-4f62-a482-7efc41e6cd09 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:40.867224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ff30bf5-4ecd-4f1c-99a1-8fd4eb110dd6 req-632b2081-1f46-4f62-a482-7efc41e6cd09 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1373920 Feb 02 15:19:40.874337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-661955a1-2d66-443b-84f5-f0979a3f4098 req-f21376d9-0a97-4455-aee5-b045cff7adba tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907077 Feb 02 15:19:40.949100 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-ca286918-cd9d-4d64-ad67-10c3de0d4ae7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300673 Feb 02 15:19:40.966506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:40.968069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f28015e-f28e-44aa-8402-b9b2218eba48 HTTP/1.1" status: 200 len: 1091 time: 4.6970735 Feb 02 15:19:40.992749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57dc47a-5f63-408e-b3fb-5e8d306769b4', 'tag': '5f28015e-f28e-44aa-8402-b9b2218eba48'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:40.998224 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'code': 200} Feb 02 15:19:41.078129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:41.087186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ff30bf5-4ecd-4f1c-99a1-8fd4eb110dd6 req-d3ddb7bf-7ef5-4786-829b-53c34cf188a8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2181745 Feb 02 15:19:41.101983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-1394a4a8-180c-405e-ba1a-3e081998edb9 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5589824 Feb 02 15:19:41.107310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baac30e-3fe4-48ab-8a06-8df921c0d2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f28015e-f28e-44aa-8402-b9b2218eba48,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:41.153010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-9a74dcd5-ca17-4cab-a97e-ddddaebbff0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:41.162525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-9a74dcd5-ca17-4cab-a97e-ddddaebbff0e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ecde2f66-2912-4c8c-b53e-34cd06c1c01b HTTP/1.1" status: 200 len: 801 time: 0.2792535 Feb 02 15:19:41.171306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Request body: {'port': {'device_id': '7b7e8d22-96ac-4125-89d5-afe93ba1a919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:41.176031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-390b364c-634f-43db-a6f9-82ffe2c94b58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 1097 time: 0.2427993 Feb 02 15:19:41.278340 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:41.328432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:41.364871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-5a61f0ba-0bd3-4f9a-beb4-33c2a7b5ed9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:41.365931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-5a61f0ba-0bd3-4f9a-beb4-33c2a7b5ed9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 912 time: 0.1832924 Feb 02 15:19:41.439396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:41.488754 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-ade8e215-296a-4134-a7f0-89f0dfe0f917 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240510 Feb 02 15:19:41.488983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-b7b9ee23-dc62-40fa-86e6-ee208938212c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 200 len: 1002 time: 0.1165152 Feb 02 15:19:41.527250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:41.582257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-b80d423c-5955-48f5-8b19-8d5e7bfb33ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:41.584672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:41.584816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-b80d423c-5955-48f5-8b19-8d5e7bfb33ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.0761764 Feb 02 15:19:41.658539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-73e1ccb4-2f71-4b2a-b475-618680f84446 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 1094 time: 0.5442019 Feb 02 15:19:41.668386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-7f37357e-5b25-402d-ae6f-15ed06099284 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1c9e825c-1f8d-4378-a887-168bd8e61f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4417655 Feb 02 15:19:41.669566 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-a20b5c60-433e-4fe8-a40e-0f91148d58fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802615 Feb 02 15:19:41.682208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7804e-d3f7-4101-87f9-7c6fa7ef1a71 req-b98dad9e-197b-438d-acb5-47f11b94f2fe tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:41.683648 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67a7804e-d3f7-4101-87f9-7c6fa7ef1a71 req-b98dad9e-197b-438d-acb5-47f11b94f2fe tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 943 time: 0.4228172 Feb 02 15:19:41.938238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:41.975528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-a2c72582-e25d-4078-8ec6-8e5e6c774409 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994542 Feb 02 15:19:42.065341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5af498-f3f8-4781-8cd9-2be6400b7c6c req-be4149dd-efb9-4939-be44-adc6b3f08677 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:42.066680 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f5af498-f3f8-4781-8cd9-2be6400b7c6c req-be4149dd-efb9-4939-be44-adc6b3f08677 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 932 time: 0.1958978 Feb 02 15:19:42.103879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 56912545-f1e7-422a-b148-c0fb6bbe2c68 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:42.107606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-eb415277-f92c-43a0-93bb-93ee34a7994c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f28015e-f28e-44aa-8402-b9b2218eba48 HTTP/1.1" status: 200 len: 217 time: 0.4229746 Feb 02 15:19:42.113375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 56912545-f1e7-422a-b148-c0fb6bbe2c68 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:42.114718 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:42.149951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52a32767-6527-48a4-b1c9-d7b59c72a20a req-6c9e1404-84f3-4390-b8c2-89c09fe6a396 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520176 Feb 02 15:19:42.163344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5f5af498-f3f8-4781-8cd9-2be6400b7c6c req-b4fd5cd7-c84b-43e0-a478-96b5818f9647 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Synchronizing usage tracker for tenant:6ef1de16f4c44c52b7e9bebf55b8e651 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:42.175836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed784535-ffa2-45a6-a8b9-f930d2f911c2 req-234911ef-c768-407c-888e-665dcbe387b1 service neutron] 10.222.0.64 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909058 Feb 02 15:19:42.243988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67a7804e-d3f7-4101-87f9-7c6fa7ef1a71 req-03509fd3-7729-4b1b-87ab-5e6ca16d3d84 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300266 Feb 02 15:19:42.257054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-72b03d41-c13d-4541-8567-1c17128f9c18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:42.258473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-72b03d41-c13d-4541-8567-1c17128f9c18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.1411126 Feb 02 15:19:42.262210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5f5af498-f3f8-4781-8cd9-2be6400b7c6c req-b4fd5cd7-c84b-43e0-a478-96b5818f9647 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Unset dirty status for tenant:6ef1de16f4c44c52b7e9bebf55b8e651 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:42.264738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f5af498-f3f8-4781-8cd9-2be6400b7c6c req-b4fd5cd7-c84b-43e0-a478-96b5818f9647 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784105 Feb 02 15:19:42.379465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-6b9e67ef-6d89-477c-a2bc-95643fa69341 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700259 Feb 02 15:19:42.386261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-bd603ece-ae24-49dd-8855-7ec6d1932651 service neutron] 10.222.0.107 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984725 Feb 02 15:19:42.394523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:42.467059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:42.550959 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57dc47a-5f63-408e-b3fb-5e8d306769b4', 'tag': '5f28015e-f28e-44aa-8402-b9b2218eba48', 'status': 'completed', 'code': 200} Feb 02 15:19:42.576023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:42.614650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57795a-129e-4017-a3a2-a890ce1158c5 req-9af259d4-5d1a-476b-85e5-da3038d2cc0c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:42.614650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0d57795a-129e-4017-a3a2-a890ce1158c5 req-9af259d4-5d1a-476b-85e5-da3038d2cc0c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.1316268 Feb 02 15:19:42.734524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0d57795a-129e-4017-a3a2-a890ce1158c5 req-237c8fae-7460-4788-bc24-a3e76cc67301 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047122 Feb 02 15:19:42.744773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:42.768246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.772771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.773162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.773490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.773828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.779199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.779617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.780047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.780388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.781789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.782139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:19:42.793772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:42.800727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:42.824561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Transition to ACTIVE for port object 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:19:42.827242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-9e21eb4c-abdf-44be-b32f-435e51008be6 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383461 Feb 02 15:19:42.999898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90'}, {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:43.028736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d00e7-ee47-4e98-871d-e8968edd9a7c req-32c4c071-a7c0-4400-ac6c-872624dca04d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:43.031224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab5d00e7-ee47-4e98-871d-e8968edd9a7c req-32c4c071-a7c0-4400-ac6c-872624dca04d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 946 time: 0.1323969 Feb 02 15:19:43.046789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00fbf253-c0b5-469e-837f-8ee408f96b30 req-586c0880-cab1-44de-8c85-5baf0a54c7f4 service neutron] 10.222.0.107 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303287 Feb 02 15:19:43.056164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:43.112453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab5d00e7-ee47-4e98-871d-e8968edd9a7c req-0a516a04-030a-4270-9975-a127ab950baf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737159 Feb 02 15:19:43.127773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6e500-3e19-4146-90c1-48f90180a99a req-51f7de16-793c-4cf5-ace1-4c2e68d5fd4a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:43.132411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6e500-3e19-4146-90c1-48f90180a99a req-51f7de16-793c-4cf5-ace1-4c2e68d5fd4a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:43.136454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6e500-3e19-4146-90c1-48f90180a99a req-51f7de16-793c-4cf5-ace1-4c2e68d5fd4a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:43.138056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ed6e500-3e19-4146-90c1-48f90180a99a req-51f7de16-793c-4cf5-ace1-4c2e68d5fd4a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2412 time: 0.3090847 Feb 02 15:19:43.252692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Pushing event updated for resources: {'Port': ['ID=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:43.265765 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6739d108-f3b3-44ec-b854-ce908f74b2e6 req-360ee183-d5f2-4ed4-a0c0-cb814bd01123 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246676 Feb 02 15:19:43.313367 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ed6e500-3e19-4146-90c1-48f90180a99a req-1c7c9e4d-c37c-411a-8d0d-db76e1e327d4 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609774 Feb 02 15:19:43.390527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Attempting to bind port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:19:43.391148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Attempting to bind port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'bcc410fa-08ff-4587-80e7-07bff720f8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b40c178e-739c-4bbd-ac26-75268f9008d8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:19:43.391483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Attempting to bind port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 on network b40c178e-739c-4bbd-ac26-75268f9008d8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:43.401752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 on network b40c178e-739c-4bbd-ac26-75268f9008d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:19:43.401752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Attempting to bind port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 on network b40c178e-739c-4bbd-ac26-75268f9008d8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:19:43.415346 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'code': 200} Feb 02 15:19:43.416424 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'code': 200} Feb 02 15:19:43.456573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:19:43.456573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Checking segment: {'id': 'bcc410fa-08ff-4587-80e7-07bff720f8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b40c178e-739c-4bbd-ac26-75268f9008d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:19:43.456573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Bound using segment: {'id': 'bcc410fa-08ff-4587-80e7-07bff720f8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b40c178e-739c-4bbd-ac26-75268f9008d8'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:19:43.456573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Bound port: 2e75cb22-a34f-4e3f-b8d3-e976d1853b41, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc410fa-08ff-4587-80e7-07bff720f8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b40c178e-739c-4bbd-ac26-75268f9008d8'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:19:43.456573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:43.657347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e23fa8e-24a3-4881-a089-999f79f28bf9 req-0e5c3e46-b3ea-451a-a0f0-497df6d33726 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1097 time: 0.1083453 Feb 02 15:19:43.715018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e23fa8e-24a3-4881-a089-999f79f28bf9 req-4843847f-9117-48d8-a83d-dffc3ab8879e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509799 Feb 02 15:19:43.831061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae109c8-0d93-4dd3-976a-18aa5ff2e705 req-adde0e95-9157-4a1c-b39a-95d15c727c6f tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:43.833719 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ae109c8-0d93-4dd3-976a-18aa5ff2e705 req-adde0e95-9157-4a1c-b39a-95d15c727c6f tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 944 time: 0.0979927 Feb 02 15:19:43.850474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] For port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:19:43.864485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51d5a06a-099f-4a15-bb85-338a04961069 req-fae18f9c-0db6-4e22-a363-dc2f4bcf84de service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2865 time: 0.4632850 Feb 02 15:19:43.877830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] For port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,segment=NetworkSegment(bcc410fa-08ff-4587-80e7-07bff720f8ac),segment_id=bcc410fa-08ff-4587-80e7-07bff720f8ac)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:19:43.884837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ae109c8-0d93-4dd3-976a-18aa5ff2e705 req-fe578094-beb1-4858-b65f-eeb7c345df6e tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456123 Feb 02 15:19:43.974795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:44.040534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-e8252085-2651-47f2-a95f-a2476d10a506 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 1094 time: 0.5386748 Feb 02 15:19:44.054572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d9ec3-02e2-446e-b119-acdc8d3fa1f8 req-ec475621-493f-4637-a37b-115e45556bea tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.056068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f52d9ec3-02e2-446e-b119-acdc8d3fa1f8 req-ec475621-493f-4637-a37b-115e45556bea tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 943 time: 0.3814116 Feb 02 15:19:44.102859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31781-79aa-422f-98ac-60f6e4e77e04 req-6bb1c3cc-55dd-4d3e-854b-aab08ae9b3c1 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.104484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fcd31781-79aa-422f-98ac-60f6e4e77e04 req-6bb1c3cc-55dd-4d3e-854b-aab08ae9b3c1 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 944 time: 0.1064031 Feb 02 15:19:44.158565 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fcd31781-79aa-422f-98ac-60f6e4e77e04 req-7a2df436-3371-4518-952c-823dfbe86927 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485115 Feb 02 15:19:44.260260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:44.261627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] 10.222.0.107 "PUT /v2.0/ports/2e75cb22-a34f-4e3f-b8d3-e976d1853b41 HTTP/1.1" status: 200 len: 1092 time: 3.1056712 Feb 02 15:19:44.273410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508a177-dced-4982-b438-15a8d13fe3fd service neutron] Pushing event updated for resources: {'Port': ['ID=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:44.291335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5a06a-099f-4a15-bb85-338a04961069 req-ee90a5c9-82ee-47d4-8074-dc159c1549fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.293144 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51d5a06a-099f-4a15-bb85-338a04961069 req-ee90a5c9-82ee-47d4-8074-dc159c1549fb service neutron] 10.222.0.107 "GET /v2.0/networks?id=1c9e825c-1f8d-4378-a887-168bd8e61f10 HTTP/1.1" status: 200 len: 904 time: 0.4191937 Feb 02 15:19:44.373718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8b80-0176-43f6-b8ef-2c3375f60bc0 req-f342eb89-e3ab-4cca-927c-a6a9f1146e85 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.373718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9bc8b80-0176-43f6-b8ef-2c3375f60bc0 req-f342eb89-e3ab-4cca-927c-a6a9f1146e85 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.0879805 Feb 02 15:19:44.393662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e1695-61d9-4999-a199-65073c75378e req-a2fb0242-7f48-4c1a-a765-990fc4491233 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.395072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-844e1695-61d9-4999-a199-65073c75378e req-a2fb0242-7f48-4c1a-a765-990fc4491233 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 944 time: 0.6204431 Feb 02 15:19:44.429055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9bc8b80-0176-43f6-b8ef-2c3375f60bc0 req-b02df494-c9e9-4b5c-a3e8-4bb37f2392df tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Feb 02 15:19:44.493910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-43391af7-5b7a-408d-ac6f-16e324fcc114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.495390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-43391af7-5b7a-408d-ac6f-16e324fcc114 service neutron] 10.222.0.64 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 0.4017594 Feb 02 15:19:44.516787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f52d9ec3-02e2-446e-b119-acdc8d3fa1f8 req-c3725cdc-23d4-4b2b-977c-0b52e583a384 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036737 Feb 02 15:19:44.517996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51d5a06a-099f-4a15-bb85-338a04961069 req-64a6ad69-d974-4855-9d23-587a90ff0139 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=1797a478-7ee1-4b23-88f2-deea3b9c50f7 HTTP/1.1" status: 200 len: 217 time: 0.1969717 Feb 02 15:19:44.623791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7e8d22-96ac-4125-89d5-afe93ba1a919', 'tag': '2e75cb22-a34f-4e3f-b8d3-e976d1853b41'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:44.635466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84b4e4-1794-421a-9c6a-56e747a5b556 req-0f6a15b2-034e-4ba4-8a0b-a6ff30a24b7b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.643698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b84b4e4-1794-421a-9c6a-56e747a5b556 req-0f6a15b2-034e-4ba4-8a0b-a6ff30a24b7b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 946 time: 0.0946522 Feb 02 15:19:44.669971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-e3d170b5-7394-48ea-977e-073a1c8e9704 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f28015e-f28e-44aa-8402-b9b2218eba48 HTTP/1.1" status: 200 len: 217 time: 0.1508043 Feb 02 15:19:44.691248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Deleting port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:44.691596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:44.710371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b84b4e4-1794-421a-9c6a-56e747a5b556 req-7ff899eb-6831-464e-86c0-0af5cafc764b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630341 Feb 02 15:19:44.820984 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7e8d22-96ac-4125-89d5-afe93ba1a919', 'tag': '2e75cb22-a34f-4e3f-b8d3-e976d1853b41', 'status': 'completed', 'code': 200} Feb 02 15:19:44.843929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5a06a-099f-4a15-bb85-338a04961069 req-bdae3133-cb78-41d8-a217-c81542f2d4c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.845568 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51d5a06a-099f-4a15-bb85-338a04961069 req-bdae3133-cb78-41d8-a217-c81542f2d4c0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ecde2f66-2912-4c8c-b53e-34cd06c1c01b HTTP/1.1" status: 200 len: 801 time: 0.2516525 Feb 02 15:19:44.975022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-4ad568dd-65bd-4c54-b908-a4288b389908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:44.976500 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-4ad568dd-65bd-4c54-b908-a4288b389908 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.2888684 Feb 02 15:19:45.008333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-db7aa4c4-757c-4ee9-bca2-2b357720b76a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6ef1de16f4c44c52b7e9bebf55b8e651&device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 1095 time: 0.5310550 Feb 02 15:19:45.086854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 235cb2d4-6237-410c-bace-839cde4c35fd details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:45.094166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e7db7-fc59-4c1d-b850-26d1af75854f req-ec56d0af-abb6-4a35-b7ba-7b3be967b1b4 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:45.101673 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-013e7db7-fc59-4c1d-b850-26d1af75854f req-ec56d0af-abb6-4a35-b7ba-7b3be967b1b4 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 944 time: 0.0762064 Feb 02 15:19:45.124908 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-22c6c704-f6f9-4d61-b9d7-30f83c33667b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273191 Feb 02 15:19:45.157344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-013e7db7-fc59-4c1d-b850-26d1af75854f req-1cce2d29-12e2-4a8f-800d-237c4810eb51 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468035 Feb 02 15:19:45.234012 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-81facc4e-a0a5-454f-bf82-2b796f25cafd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e75cb22-a34f-4e3f-b8d3-e976d1853b41 HTTP/1.1" status: 200 len: 217 time: 0.1910279 Feb 02 15:19:45.287505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 235cb2d4-6237-410c-bace-839cde4c35fd, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=235cb2d4-6237-410c-bace-839cde4c35fd,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:45.316957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '235cb2d4-6237-410c-bace-839cde4c35fd', 'network_id': '6c3f7123-6644-4b84-8db3-bcaa03eee59f', 'port_id': '235cb2d4-6237-410c-bace-839cde4c35fd', 'mac_address': 'fa:16:3e:25:e0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730f5718-242d-4bd7-84eb-12f4abe7bd1f', 'ip_address': '19.86.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:45.400535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:45.421266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235cb2d4-6237-410c-bace-839cde4c35fd {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:45.440366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 235cb2d4-6237-410c-bace-839cde4c35fd, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=235cb2d4-6237-410c-bace-839cde4c35fd,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:45.468688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c5f5-d8ba-4151-bd9b-1c764555b73e req-60288e5a-2adc-419c-b2f0-9c1851ae9a4d tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:45.470077 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-46f9c5f5-d8ba-4151-bd9b-1c764555b73e req-60288e5a-2adc-419c-b2f0-9c1851ae9a4d tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 944 time: 0.0828526 Feb 02 15:19:45.506329 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:45.507141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ecee1ecb-9360-4ada-b2a3-1ad368c689e5 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:45.513346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b757a6-0cba-4eef-b3da-8bf11b5e5843 req-a6319177-2890-47cd-8ccf-4ed2f6d5ae85 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:45.517584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b757a6-0cba-4eef-b3da-8bf11b5e5843 req-a6319177-2890-47cd-8ccf-4ed2f6d5ae85 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:45.522173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b757a6-0cba-4eef-b3da-8bf11b5e5843 req-a6319177-2890-47cd-8ccf-4ed2f6d5ae85 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:45.523793 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1b757a6-0cba-4eef-b3da-8bf11b5e5843 req-a6319177-2890-47cd-8ccf-4ed2f6d5ae85 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2412 time: 0.7914627 Feb 02 15:19:45.523933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-46f9c5f5-d8ba-4151-bd9b-1c764555b73e req-318e403d-adf2-422e-932e-8a37078f2e57 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/security-groups?id=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 Feb 02 15:19:45.627079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51d5a06a-099f-4a15-bb85-338a04961069 req-b873d9d4-d273-4c3a-91e0-9042bdbd54a1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1c9e825c-1f8d-4378-a887-168bd8e61f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7720358 Feb 02 15:19:45.628285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-d22d93b1-ddc9-41d3-bad7-c3befc3fcd8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:45.629548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-d22d93b1-ddc9-41d3-bad7-c3befc3fcd8b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=57442c65-1e45-406f-9781-66a53dd6acca HTTP/1.1" status: 200 len: 862 time: 0.1907151 Feb 02 15:19:45.672383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=235cb2d4-6237-410c-bace-839cde4c35fd,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:45.751510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] For port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,segment=NetworkSegment(bc21329d-8d38-4fc0-959e-2c1d92552653),segment_id=bc21329d-8d38-4fc0-959e-2c1d92552653)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:45.752202 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:45.776479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-8f9f30e7-8ea6-4a04-99b0-1cf76f4756e2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b40c178e-739c-4bbd-ac26-75268f9008d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158037 Feb 02 15:19:45.786622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ecee1ecb-9360-4ada-b2a3-1ad368c689e5, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:45.789528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff994-4a5f-4921-b9e5-a325ca8407f1 req-4a37a5a8-287f-4675-8837-9d5e457034a3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:45.791158 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55dff994-4a5f-4921-b9e5-a325ca8407f1 req-4a37a5a8-287f-4675-8837-9d5e457034a3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 943 time: 0.1246214 Feb 02 15:19:45.802285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'ecee1ecb-9360-4ada-b2a3-1ad368c689e5', 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10', 'port_id': 'ecee1ecb-9360-4ada-b2a3-1ad368c689e5', 'mac_address': 'fa:16:3e:9b:2e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecde2f66-2912-4c8c-b53e-34cd06c1c01b', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:45.850835 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-15da4347-c367-4177-865f-e91022879500 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586039 Feb 02 15:19:45.857848 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55dff994-4a5f-4921-b9e5-a325ca8407f1 req-771554b9-0688-435e-abd8-9dc48262a311 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592439 Feb 02 15:19:45.869816 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:45.890433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecee1ecb-9360-4ada-b2a3-1ad368c689e5 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:45.909313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ecee1ecb-9360-4ada-b2a3-1ad368c689e5, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:45.935566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5f28015e-f28e-44aa-8402-b9b2218eba48 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:46.008420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1b757a6-0cba-4eef-b3da-8bf11b5e5843 req-e5371b43-ad71-48d4-b0ea-61f2f0a5c42a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762740 Feb 02 15:19:46.048157 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:46.050387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1797a478-7ee1-4b23-88f2-deea3b9c50f7 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:46.061306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623a811-d556-41f3-862c-a68a032c9aae req-567f68f3-8426-4100-9b6a-6b2c1fa76a28 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:46.068803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d623a811-d556-41f3-862c-a68a032c9aae req-567f68f3-8426-4100-9b6a-6b2c1fa76a28 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 946 time: 0.0911009 Feb 02 15:19:46.080851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Calling delete_port for 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:19:46.126693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d623a811-d556-41f3-862c-a68a032c9aae req-3ce581d4-3021-44e8-bc56-42f9c7d0b0c5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569491 Feb 02 15:19:46.204562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:46.231654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1797a478-7ee1-4b23-88f2-deea3b9c50f7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1797a478-7ee1-4b23-88f2-deea3b9c50f7,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:46.250741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5f28015e-f28e-44aa-8402-b9b2218eba48, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5f28015e-f28e-44aa-8402-b9b2218eba48,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:46.262658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '1797a478-7ee1-4b23-88f2-deea3b9c50f7', 'network_id': '1c9e825c-1f8d-4378-a887-168bd8e61f10', 'port_id': '1797a478-7ee1-4b23-88f2-deea3b9c50f7', 'mac_address': 'fa:16:3e:1d:e0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecde2f66-2912-4c8c-b53e-34cd06c1c01b', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:46.326131 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:46.341315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '5f28015e-f28e-44aa-8402-b9b2218eba48', 'network_id': '254e918a-e7ed-428b-ac1e-aeb570cad971', 'port_id': '5f28015e-f28e-44aa-8402-b9b2218eba48', 'mac_address': 'fa:16:3e:75:5d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ec79d3-5556-4ce2-a222-25352a802725', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:46.388356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1797a478-7ee1-4b23-88f2-deea3b9c50f7 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:46.390300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-62899d4c-3717-47e1-9a68-60642e47517c service neutron] 10.222.0.107 "GET /v2.0/networks/b40c178e-739c-4bbd-ac26-75268f9008d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605054 Feb 02 15:19:46.414888 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:46.443282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f28015e-f28e-44aa-8402-b9b2218eba48 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:46.448141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1797a478-7ee1-4b23-88f2-deea3b9c50f7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1797a478-7ee1-4b23-88f2-deea3b9c50f7,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:46.451727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4adc67-e025-4ff9-913a-7e1eb5d7dfda req-2e54d471-9def-4990-9814-2edad75475b2 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:46.454856 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c4adc67-e025-4ff9-913a-7e1eb5d7dfda req-2e54d471-9def-4990-9814-2edad75475b2 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 944 time: 0.1137226 Feb 02 15:19:46.473255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5f28015e-f28e-44aa-8402-b9b2218eba48, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5f28015e-f28e-44aa-8402-b9b2218eba48,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:46.522065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c4adc67-e025-4ff9-913a-7e1eb5d7dfda req-b4e001d3-5897-46d9-9760-26c1f5082d94 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600019 Feb 02 15:19:46.538077 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:46.557594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51d5a06a-099f-4a15-bb85-338a04961069 req-e1ebd834-af30-46b2-b213-80099910a754 service neutron] 10.222.0.107 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9137928 Feb 02 15:19:46.588173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:46.629369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1797a478-7ee1-4b23-88f2-deea3b9c50f7,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:46.692026 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:46.711195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5f28015e-f28e-44aa-8402-b9b2218eba48,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:46.764049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff1bcd0d-43de-4cc6-aeb3-8cea44fc8cfb req-48ffe1be-719e-46e5-b67c-829e1c113c74 service neutron] 10.222.0.64 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8484154 Feb 02 15:19:46.842395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadf293-7225-4fc7-8a3d-e11da28befe9 req-f7ec4b98-7092-485d-a4b6-3b16cdf2a66c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:46.842395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdadf293-7225-4fc7-8a3d-e11da28befe9 req-f7ec4b98-7092-485d-a4b6-3b16cdf2a66c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 946 time: 0.5226133 Feb 02 15:19:46.852921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:46.859804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'floatingip': {'port_id': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:19:46.865175 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fe012d6-028b-402b-8e50-5d938d1f7372 req-496cb8b2-3aa6-49a3-8261-a3e7017e92db service neutron] 10.222.0.107 "GET /v2.0/networks/b40c178e-739c-4bbd-ac26-75268f9008d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671143 Feb 02 15:19:46.873036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5f28015e-f28e-44aa-8402-b9b2218eba48'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:46.890059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51d5a06a-099f-4a15-bb85-338a04961069 req-08edc3db-b958-4405-b6db-7259e582e10a service neutron] 10.222.0.107 "GET /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609754 Feb 02 15:19:46.900343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:46.973440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Pushing event deleted for resources: {'Port': ['ID=2d701cc8-1a08-422c-8fd5-7f08f3f3be90,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:46.993844 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:47.051274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25ffe2cf-a0e4-4498-adf9-3311d9f45887 req-7f698c87-d115-4052-9b3a-ed5d37409b34 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 210 time: 0.0887640 Feb 02 15:19:47.096581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['235cb2d4-6237-410c-bace-839cde4c35fd'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:47.117324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] No DVR routers for this DVR port 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:19:47.120243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:47.159217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'name': 'network-vif-deleted', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:47.215139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:47.221049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-a8b6699d-eae8-4ebc-b15b-c074bedb3f20 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6ef1de16f4c44c52b7e9bebf55b8e651&device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 1095 time: 0.1081369 Feb 02 15:19:47.267225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1797a478-7ee1-4b23-88f2-deea3b9c50f7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:47.331017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:19:47.331362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2d701cc8-1a08-422c-8fd5-7f08f3f3be90 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:19:47.458606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-844e1695-61d9-4999-a199-65073c75378e req-6422115f-4ad7-4454-afe5-1547f273a54e tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.107 "DELETE /v2.0/ports/2d701cc8-1a08-422c-8fd5-7f08f3f3be90 HTTP/1.1" status: 204 len: 173 time: 3.0495920 Feb 02 15:19:47.514614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:47.599875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-f304b7c4-7bc2-4017-82bc-4aca159beebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:47.601284 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-f304b7c4-7bc2-4017-82bc-4aca159beebe service neutron] 10.222.0.107 "GET /v2.0/networks?id=b40c178e-739c-4bbd-ac26-75268f9008d8 HTTP/1.1" status: 200 len: 924 time: 0.3745289 Feb 02 15:19:47.617909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1c0ec-5548-4e57-b410-cacf7fc9d4e8 req-b833a20e-0b92-497d-848d-d9e79e2dbc8e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:47.621903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1c0ec-5548-4e57-b410-cacf7fc9d4e8 req-b833a20e-0b92-497d-848d-d9e79e2dbc8e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:47.625800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1c0ec-5548-4e57-b410-cacf7fc9d4e8 req-b833a20e-0b92-497d-848d-d9e79e2dbc8e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:47.627363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72a1c0ec-5548-4e57-b410-cacf7fc9d4e8 req-b833a20e-0b92-497d-848d-d9e79e2dbc8e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2415 time: 0.2522974 Feb 02 15:19:47.678243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c732b39-1d98-4ffc-a639-34761b5f42c8 req-f1b2cd81-91ab-46c5-bcc5-fe95a217e12b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:47.680024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c732b39-1d98-4ffc-a639-34761b5f42c8 req-f1b2cd81-91ab-46c5-bcc5-fe95a217e12b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 944 time: 0.2263594 Feb 02 15:19:47.713595 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72a1c0ec-5548-4e57-b410-cacf7fc9d4e8 req-a55a4f6e-4000-4c06-bcfb-fd43a8387fee tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771906 Feb 02 15:19:47.716699 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-0d9599b1-89c6-4778-bfca-52ae729186b6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e75cb22-a34f-4e3f-b8d3-e976d1853b41 HTTP/1.1" status: 200 len: 217 time: 0.1077292 Feb 02 15:19:47.818878 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7991522-9caa-45c7-8338-0a1d09669515', 'name': 'network-vif-deleted', 'tag': '2d701cc8-1a08-422c-8fd5-7f08f3f3be90', 'status': 'completed', 'code': 200} Feb 02 15:19:47.818878 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c732b39-1d98-4ffc-a639-34761b5f42c8 req-b02d3f73-4cdb-41bf-9ba7-766481826cdb tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271727 Feb 02 15:19:47.824132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-884c9009-048f-4c9b-8fe7-21d94d63bb64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:47.825538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-884c9009-048f-4c9b-8fe7-21d94d63bb64 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=57442c65-1e45-406f-9781-66a53dd6acca HTTP/1.1" status: 200 len: 862 time: 0.0999393 Feb 02 15:19:47.890893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-53aa63da-407e-4e34-9e7f-86b0bf36eb29 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b40c178e-739c-4bbd-ac26-75268f9008d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587623 Feb 02 15:19:47.946085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5f28015e-f28e-44aa-8402-b9b2218eba48 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:48.000630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:48.049731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5f866-9d4b-4a1c-a8f2-488f9307399c req-3c32ca15-c724-4541-a1ed-ceeb839f07e3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:48.050417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-30a5f866-9d4b-4a1c-a8f2-488f9307399c req-3c32ca15-c724-4541-a1ed-ceeb839f07e3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:48.056376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:48.079195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 5f28015e-f28e-44aa-8402-b9b2218eba48 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:48.085806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 5f28015e-f28e-44aa-8402-b9b2218eba48 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:48.086238 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:48.162618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-4ff0906d-2e55-4b17-85c7-bc46b2a11995 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:48.164104 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-4ff0906d-2e55-4b17-85c7-bc46b2a11995 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.1708648 Feb 02 15:19:48.212520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-30a5f866-9d4b-4a1c-a8f2-488f9307399c req-3c32ca15-c724-4541-a1ed-ceeb839f07e3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:48.212777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30a5f866-9d4b-4a1c-a8f2-488f9307399c req-3c32ca15-c724-4541-a1ed-ceeb839f07e3 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 944 time: 0.2444465 Feb 02 15:19:48.219367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:48.231478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-f16cabac-cda9-4506-bb2b-8ba18156e5ad service neutron] 10.222.0.107 "GET /v2.0/networks/b40c178e-739c-4bbd-ac26-75268f9008d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315191 Feb 02 15:19:48.250625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57dc47a-5f63-408e-b3fb-5e8d306769b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f28015e-f28e-44aa-8402-b9b2218eba48'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:48.262700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5f28015e-f28e-44aa-8402-b9b2218eba48, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5f28015e-f28e-44aa-8402-b9b2218eba48,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:48.283060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30a5f866-9d4b-4a1c-a8f2-488f9307399c req-bc8155c7-a8a7-49bc-8fba-bbf052bcc306 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608764 Feb 02 15:19:48.303802 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Floating IP 4efae83c-2175-4a2b-8eb8-c3df9d899977 associated. External IP: 172.25.0.207, port: 56912545-f1e7-422a-b148-c0fb6bbe2c68. Feb 02 15:19:48.322540 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:48.376542 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcf85efc-aece-45cc-a8be-c881e576b13c req-efd5e4d2-9d6c-4608-85c9-9f791766acc8 service neutron] 10.222.0.107 "GET /v2.0/networks/b40c178e-739c-4bbd-ac26-75268f9008d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334786 Feb 02 15:19:48.386321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcf39d-2119-42b3-bd8e-0e4f44c973b5 req-0c6aa920-acf8-492a-b395-beb202df2d47 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:48.387017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c6bcf39d-2119-42b3-bd8e-0e4f44c973b5 req-0c6aa920-acf8-492a-b395-beb202df2d47 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Synchronizing usage tracker for tenant:6ef1de16f4c44c52b7e9bebf55b8e651 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:48.412400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Deleting port 033af283-58ed-4fa1-b407-145aeb8c5563 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:48.413057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:48.428867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ecee1ecb-9360-4ada-b2a3-1ad368c689e5'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:48.524220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5f28015e-f28e-44aa-8402-b9b2218eba48,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:48.550314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d462cd5c-10d4-427c-90dd-c5b14ce2ff70 req-b9a0ab21-00a0-4a57-8b77-954bccdee2a5 tempest-ImagesTestJSON-1719344298 tempest-ImagesTestJSON-1719344298-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7991522-9caa-45c7-8338-0a1d09669515 HTTP/1.1" status: 200 len: 210 time: 0.0553052 Feb 02 15:19:48.591000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c6bcf39d-2119-42b3-bd8e-0e4f44c973b5 req-0c6aa920-acf8-492a-b395-beb202df2d47 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Unset dirty status for tenant:6ef1de16f4c44c52b7e9bebf55b8e651 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:48.596348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6bcf39d-2119-42b3-bd8e-0e4f44c973b5 req-0c6aa920-acf8-492a-b395-beb202df2d47 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 944 time: 0.6043406 Feb 02 15:19:48.700748 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57dc47a-5f63-408e-b3fb-5e8d306769b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f28015e-f28e-44aa-8402-b9b2218eba48', 'code': 200} Feb 02 15:19:48.736562 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6bcf39d-2119-42b3-bd8e-0e4f44c973b5 req-38044f3b-cc97-4c28-8cef-134ea6cc024b tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340978 Feb 02 15:19:48.763315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] For port 033af283-58ed-4fa1-b407-145aeb8c5563, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=033af283-58ed-4fa1-b407-145aeb8c5563,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:48.763955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:48.872906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Router e32ecfe2-d030-4565-a7f3-65ec514a61b0 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:19:48.970320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Calling delete_port for 033af283-58ed-4fa1-b407-145aeb8c5563 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:19:49.097775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:49.108700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 235cb2d4-6237-410c-bace-839cde4c35fd up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:49.230350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af6107-58fc-4bcd-abcc-171f1e44e415 req-d954587a-e117-40d3-b5fc-12a808b990b6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:49.234581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af6107-58fc-4bcd-abcc-171f1e44e415 req-d954587a-e117-40d3-b5fc-12a808b990b6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:49.242260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24f3716b-4693-4b53-9baa-08df114c2bca req-e282ff2e-2da2-4db5-b3a8-c1f7ad2c4c78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 1096 time: 0.4323843 Feb 02 15:19:49.242367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af6107-58fc-4bcd-abcc-171f1e44e415 req-d954587a-e117-40d3-b5fc-12a808b990b6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:49.248015 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97af6107-58fc-4bcd-abcc-171f1e44e415 req-d954587a-e117-40d3-b5fc-12a808b990b6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2415 time: 0.1987576 Feb 02 15:19:49.312539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895c71c-f362-4d8c-9f08-06429288b961 req-e57af3ae-1f5f-47bd-9232-5e3de52a9ebd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:49.313993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4895c71c-f362-4d8c-9f08-06429288b961 req-e57af3ae-1f5f-47bd-9232-5e3de52a9ebd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.3149099 Feb 02 15:19:49.327348 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97af6107-58fc-4bcd-abcc-171f1e44e415 req-fb524ca3-d7ee-4fdc-bef8-7b22ee9815d1 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781658 Feb 02 15:19:49.356041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:19:49.370348 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:49.372198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] Sync routers for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:19:49.376177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,segment=NetworkSegment(bcc410fa-08ff-4587-80e7-07bff720f8ac),segment_id=bcc410fa-08ff-4587-80e7-07bff720f8ac)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:49.382408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24f3716b-4693-4b53-9baa-08df114c2bca req-c04ade7a-e51a-4eed-ad0e-01841f5e2ca6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126809 Feb 02 15:19:49.385237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 235cb2d4-6237-410c-bace-839cde4c35fd completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:49.397299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 235cb2d4-6237-410c-bace-839cde4c35fd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:49.397668 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:49.402525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4895c71c-f362-4d8c-9f08-06429288b961 req-74aa6fa2-92e0-4092-907d-4c950cdc9906 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715239 Feb 02 15:19:49.443569 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e4147bc-d794-48a3-b3f2-972f0fd4358a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "PUT /v2.0/floatingips/4efae83c-2175-4a2b-8eb8-c3df9d899977 HTTP/1.1" status: 200 len: 992 time: 2.5889678 Feb 02 15:19:49.444571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:49.446647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '2e75cb22-a34f-4e3f-b8d3-e976d1853b41', 'network_id': 'b40c178e-739c-4bbd-ac26-75268f9008d8', 'port_id': '2e75cb22-a34f-4e3f-b8d3-e976d1853b41', 'mac_address': 'fa:16:3e:c4:a0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57442c65-1e45-406f-9781-66a53dd6acca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:49.450162 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:49.498160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:19:49.498712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:49.522796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1487928-6b20-40b5-a458-09d22f567519 req-ee49166d-610f-4a8e-a80b-911f3a895246 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 210 time: 0.0685027 Feb 02 15:19:49.554679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Pushing event deleted for resources: {'Port': ['ID=033af283-58ed-4fa1-b407-145aeb8c5563,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:49.565810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['033af283-58ed-4fa1-b407-145aeb8c5563'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:49.593304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] No DVR routers for this DVR port 033af283-58ed-4fa1-b407-145aeb8c5563 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:19:49.595984 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:49.621567 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'status': 'completed', 'code': 200} Feb 02 15:19:49.644895 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:49.696072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969f8c8-a0fa-43cb-ad01-771813317d93 req-7ad2bba5-60a8-40b0-9258-d4de461eaea6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:49.697532 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1969f8c8-a0fa-43cb-ad01-771813317d93 req-7ad2bba5-60a8-40b0-9258-d4de461eaea6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 946 time: 0.0935035 Feb 02 15:19:49.747303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63b8c4b5-f13f-4d7e-92de-bd6ef9954eb7 req-c1a1d1d8-af18-4d2f-94d9-36302ce35cfd tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "DELETE /v2.0/ports/033af283-58ed-4fa1-b407-145aeb8c5563 HTTP/1.1" status: 204 len: 173 time: 1.5650427 Feb 02 15:19:49.810809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:49.820948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'name': 'network-vif-deleted', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:49.830934 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1969f8c8-a0fa-43cb-ad01-771813317d93 req-110daba3-9aa4-41f3-be29-aa225a206ac1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899856 Feb 02 15:19:49.849797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88c73768-6d27-477f-ab9f-105317cfe431 req-bd6e0059-1b1e-4a9b-b08f-58b8c0aadfc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1097 time: 0.1509466 Feb 02 15:19:49.877107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,segment=NetworkSegment(bcc410fa-08ff-4587-80e7-07bff720f8ac),segment_id=bcc410fa-08ff-4587-80e7-07bff720f8ac)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:49.882831 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:49.922737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 235cb2d4-6237-410c-bace-839cde4c35fd, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=235cb2d4-6237-410c-bace-839cde4c35fd,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:49.931637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:19:49.981441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:50.000217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920217cc-3c00-41eb-a3cf-3937954107c0 req-822d731d-862a-48f9-85b9-c1438fcb14b1 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:50.002406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-920217cc-3c00-41eb-a3cf-3937954107c0 req-822d731d-862a-48f9-85b9-c1438fcb14b1 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 944 time: 0.0963836 Feb 02 15:19:50.021619 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527341c8-3f2a-4096-b2fc-90a17c4799f7', 'name': 'network-vif-deleted', 'tag': '033af283-58ed-4fa1-b407-145aeb8c5563', 'status': 'completed', 'code': 200} Feb 02 15:19:50.035388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73768-6d27-477f-ab9f-105317cfe431 req-35c9a4a8-053c-4d9c-90b8-a393eb5f9242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:50.035388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88c73768-6d27-477f-ab9f-105317cfe431 req-35c9a4a8-053c-4d9c-90b8-a393eb5f9242 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.1612015 Feb 02 15:19:50.076399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-920217cc-3c00-41eb-a3cf-3937954107c0 req-ea76be3e-03d3-4242-8dff-d6c340949801 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663712 Feb 02 15:19:50.103743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:50.104613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1797a478-7ee1-4b23-88f2-deea3b9c50f7 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:50.193245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88c73768-6d27-477f-ab9f-105317cfe431 req-902fdd1b-22eb-4756-bc1d-23aa5f406c53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1000 time: 0.1558874 Feb 02 15:19:50.263735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:50.267871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73768-6d27-477f-ab9f-105317cfe431 req-aba14b89-9738-4dc0-b56d-82359ac83b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:50.269665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88c73768-6d27-477f-ab9f-105317cfe431 req-aba14b89-9738-4dc0-b56d-82359ac83b15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.0677669 Feb 02 15:19:50.388438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88c73768-6d27-477f-ab9f-105317cfe431 req-5f35f6aa-bd7e-49c0-8259-f689b1f038b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085536 Feb 02 15:19:50.433945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=235cb2d4-6237-410c-bace-839cde4c35fd,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:50.440933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['2e75cb22-a34f-4e3f-b8d3-e976d1853b41'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:50.479586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:50.511622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:50.512264 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:50.606037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88c73768-6d27-477f-ab9f-105317cfe431 req-aaafd4f3-45c8-460c-9e87-4eadd7828909 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028599 Feb 02 15:19:50.622358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd4f7b-458b-417f-8319-9a05deb08d11 req-c88fad89-44b7-4a08-8171-217b3b2d4a64 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:50.626703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd4f7b-458b-417f-8319-9a05deb08d11 req-c88fad89-44b7-4a08-8171-217b3b2d4a64 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:50.630998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd4f7b-458b-417f-8319-9a05deb08d11 req-c88fad89-44b7-4a08-8171-217b3b2d4a64 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:50.632997 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4cd4f7b-458b-417f-8319-9a05deb08d11 req-c88fad89-44b7-4a08-8171-217b3b2d4a64 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2416 time: 0.1429856 Feb 02 15:19:50.699105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235cb2d4-6237-410c-bace-839cde4c35fd'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:50.743655 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4cd4f7b-458b-417f-8319-9a05deb08d11 req-bd53bbdd-b470-4c89-9f85-53537409e011 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043904 Feb 02 15:19:50.753015 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:50.853998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50276) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:50.889069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88c73768-6d27-477f-ab9f-105317cfe431 req-19d930c7-87e7-4636-abda-00374b553b59 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768102 Feb 02 15:19:50.897055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1797a478-7ee1-4b23-88f2-deea3b9c50f7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1797a478-7ee1-4b23-88f2-deea3b9c50f7,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:50.911950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '4efae83c-2175-4a2b-8eb8-c3df9d899977', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'port_id': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'mac_address': 'fa:16:3e:98:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:19:16Z', 'updated_at': '2022-02-02T15:19:47Z', 'revision_number': 1, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:36Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:50.924741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] Checking router: e32ecfe2-d030-4565-a7f3-65ec514a61b0 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:19:50.931779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c9da-1aeb-4b71-a8c1-6bd3b30ba97d req-0e41c452-1e65-4c72-b5ba-260e4357b38a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:50.932391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4506805-4642-45b7-b08e-2840f4c2ca02 admin admin] Deleting subnet 19308d4a-1b6c-425b-8f71-a3d7d82c4721 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:19:50.936616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c827c9da-1aeb-4b71-a8c1-6bd3b30ba97d req-0e41c452-1e65-4c72-b5ba-260e4357b38a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.2109339 Feb 02 15:19:50.963874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4506805-4642-45b7-b08e-2840f4c2ca02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:50.964081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:19:50.964081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:51.022447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4506805-4642-45b7-b08e-2840f4c2ca02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.048395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c827c9da-1aeb-4b71-a8c1-6bd3b30ba97d req-a927574d-60ce-47ca-bda3-1d3292298b5c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054370 Feb 02 15:19:51.103502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4753d94-8082-425c-b935-949efb37c72f req-60603b17-a893-4721-9d20-d1a51b988d8f tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=527341c8-3f2a-4096-b2fc-90a17c4799f7 HTTP/1.1" status: 200 len: 210 time: 0.0523095 Feb 02 15:19:51.122724 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.123123 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235cb2d4-6237-410c-bace-839cde4c35fd', 'code': 200} Feb 02 15:19:51.143449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4506805-4642-45b7-b08e-2840f4c2ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.229068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ecee1ecb-9360-4ada-b2a3-1ad368c689e5 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:51.323224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1797a478-7ee1-4b23-88f2-deea3b9c50f7,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:51.341817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:19:51.353353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b551-c967-4bc6-8c18-d22bbbf17d36 req-e568f162-2f8d-4af1-8a41-9013e6e30932 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:51.353706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd20b4-0dc9-49a8-a810-bbc236c54f19 req-77b197e4-15d1-4a8a-b8f4-20ab874af675 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:51.354963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b535b551-c967-4bc6-8c18-d22bbbf17d36 req-e568f162-2f8d-4af1-8a41-9013e6e30932 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 945 time: 0.0888228 Feb 02 15:19:51.356525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4506805-4642-45b7-b08e-2840f4c2ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.360635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35bd20b4-0dc9-49a8-a810-bbc236c54f19 req-77b197e4-15d1-4a8a-b8f4-20ab874af675 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 946 time: 0.1004105 Feb 02 15:19:51.412604 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35bd20b4-0dc9-49a8-a810-bbc236c54f19 req-70b470ae-0bb0-477b-992d-4cdeca6dc3ee tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508759 Feb 02 15:19:51.415618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4506805-4642-45b7-b08e-2840f4c2ca02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19308d4a-1b6c-425b-8f71-a3d7d82c4721,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:51.439032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4506805-4642-45b7-b08e-2840f4c2ca02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.449342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b535b551-c967-4bc6-8c18-d22bbbf17d36 req-703ad385-31c0-4587-980a-dae189a8b098 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644324 Feb 02 15:19:51.451280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b4506805-4642-45b7-b08e-2840f4c2ca02 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/19308d4a-1b6c-425b-8f71-a3d7d82c4721 HTTP/1.1" status: 204 len: 168 time: 0.5962126 Feb 02 15:19:51.454219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50286) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:51.496954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:51.506135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:51.506135 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.581707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.619206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6135e7-00e0-4726-af02-e86aa984bbb7 req-b25be749-89ac-496b-9813-20da8ec4ff7b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:51.621116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb6135e7-00e0-4726-af02-e86aa984bbb7 req-b25be749-89ac-496b-9813-20da8ec4ff7b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 946 time: 0.0877333 Feb 02 15:19:51.673065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb6135e7-00e0-4726-af02-e86aa984bbb7 req-29993735-f8e4-413a-847c-04dd8296531e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450916 Feb 02 15:19:51.716427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.744178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac53d52-482c-4daa-852f-908eba5316f0']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:51.747976 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.757712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc21329d-8d38-4fc0-959e-2c1d92552653') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:51.758118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc21329d-8d38-4fc0-959e-2c1d92552653') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:51.771646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.796709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.810455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ecee1ecb-9360-4ada-b2a3-1ad368c689e5, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:51.811705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:19:51.812137 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.850602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '4efae83c-2175-4a2b-8eb8-c3df9d899977', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'port_id': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'mac_address': 'fa:16:3e:98:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:19:16Z', 'updated_at': '2022-02-02T15:19:47Z', 'revision_number': 1, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:36Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:19:51.856235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699c8cc-0e12-4be4-8028-1eefc4d17e29 None None] The sync data for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 is: [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '4efae83c-2175-4a2b-8eb8-c3df9d899977', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'port_id': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'mac_address': 'fa:16:3e:98:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:19:16Z', 'updated_at': '2022-02-02T15:19:47Z', 'revision_number': 1, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:36Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:19:51.879089 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.880060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 033af283-58ed-4fa1-b407-145aeb8c5563 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:19:51.919251 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:19:51.991469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436962-0e25-45b1-8197-3530c9ee0939 req-2149a46b-2bf9-4b80-8bea-0c58c52e1333 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:51.993038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:51.997305 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:52.001723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436962-0e25-45b1-8197-3530c9ee0939 req-2149a46b-2bf9-4b80-8bea-0c58c52e1333 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:52.005953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436962-0e25-45b1-8197-3530c9ee0939 req-2149a46b-2bf9-4b80-8bea-0c58c52e1333 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:52.013430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa436962-0e25-45b1-8197-3530c9ee0939 req-2149a46b-2bf9-4b80-8bea-0c58c52e1333 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2418 time: 0.1180961 Feb 02 15:19:52.021907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac53d52-482c-4daa-852f-908eba5316f0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:52.022931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 033af283-58ed-4fa1-b407-145aeb8c5563 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:19:52.023403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 033af283-58ed-4fa1-b407-145aeb8c5563 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:19:52.063568 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa436962-0e25-45b1-8197-3530c9ee0939 req-304b049c-e877-453c-894a-0ffa98b2d001 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490596 Feb 02 15:19:52.081688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:52.148227 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eeb8ba-954d-4850-81c6-c2e7fb27a590 None None] New status for floating IP 4efae83c-2175-4a2b-8eb8-c3df9d899977: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:19:52.182823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6d85c172-2ee4-411b-a69a-5e1035008f38 admin admin] 10.222.0.88 "DELETE /v2.0/networks/cac53d52-482c-4daa-852f-908eba5316f0 HTTP/1.1" status: 204 len: 168 time: 0.7266557 Feb 02 15:19:52.277292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106120b-930c-4863-a922-aa021b91f089 req-7da70c56-0154-430d-94d8-23d513c0f5c3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:52.278750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0106120b-930c-4863-a922-aa021b91f089 req-7da70c56-0154-430d-94d8-23d513c0f5c3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.0849729 Feb 02 15:19:52.327836 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0106120b-930c-4863-a922-aa021b91f089 req-a0c9c4ee-7124-4644-a5e9-cdc80dd05fd9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Feb 02 15:19:52.554045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50310) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:52.622019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f755516-2511-4ab2-a0a5-7810fecabdd8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=185c74bb7d5847b4b78b07b9efb99066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0599246 Feb 02 15:19:52.624142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:19:52.685409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-271654ea-0498-465d-a6ca-b128b8a77d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:52.712184 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-271654ea-0498-465d-a6ca-b128b8a77d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:52.939745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-271654ea-0498-465d-a6ca-b128b8a77d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:52.965978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271654ea-0498-465d-a6ca-b128b8a77d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:53.000905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b6158-71f7-4bb6-ad7f-40378ee9d87c req-fc4b28ec-161a-4675-9326-d13470f0f78d tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:53.002505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-944b6158-71f7-4bb6-ad7f-40378ee9d87c req-fc4b28ec-161a-4675-9326-d13470f0f78d tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 945 time: 0.1921351 Feb 02 15:19:53.050582 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-944b6158-71f7-4bb6-ad7f-40378ee9d87c req-3eb57447-b664-473c-bb20-81cd5fd165ea tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Feb 02 15:19:53.089667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-271654ea-0498-465d-a6ca-b128b8a77d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:53.090867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-271654ea-0498-465d-a6ca-b128b8a77d03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c8df13e-a6d9-4d3d-a3cf-ca6c5aae2372 HTTP/1.1" status: 204 len: 168 time: 0.4657137 Feb 02 15:19:53.109094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:53.138255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1797a478-7ee1-4b23-88f2-deea3b9c50f7'}, {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecee1ecb-9360-4ada-b2a3-1ad368c689e5'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:53.269491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71551772-3b12-40d4-85f7-22df07c714ef req-f9c46d3c-842f-47ac-a09f-90559028b852 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:53.271185 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71551772-3b12-40d4-85f7-22df07c714ef req-f9c46d3c-842f-47ac-a09f-90559028b852 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1013567 Feb 02 15:19:53.290384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:19:53.296698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:53.297074 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:53.326581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71551772-3b12-40d4-85f7-22df07c714ef req-f265c1de-9a3b-44cd-81db-b186d3da225c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Feb 02 15:19:53.411522 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1797a478-7ee1-4b23-88f2-deea3b9c50f7', 'code': 200} Feb 02 15:19:53.412023 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecee1ecb-9360-4ada-b2a3-1ad368c689e5', 'code': 200} Feb 02 15:19:53.435666 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:53.488498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,segment=NetworkSegment(bcc410fa-08ff-4587-80e7-07bff720f8ac),segment_id=bcc410fa-08ff-4587-80e7-07bff720f8ac)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:53.576843 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:53.581699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23f0ee-daaa-4435-97e1-493a0b56d52a req-8abee043-1ada-41d1-85a3-f2f0a0dbb6d8 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:53.585509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23f0ee-daaa-4435-97e1-493a0b56d52a req-8abee043-1ada-41d1-85a3-f2f0a0dbb6d8 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:53.589747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23f0ee-daaa-4435-97e1-493a0b56d52a req-8abee043-1ada-41d1-85a3-f2f0a0dbb6d8 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:53.591547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a23f0ee-daaa-4435-97e1-493a0b56d52a req-8abee043-1ada-41d1-85a3-f2f0a0dbb6d8 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2418 time: 0.0922837 Feb 02 15:19:53.656920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:53.665882 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a23f0ee-daaa-4435-97e1-493a0b56d52a req-e090fe9a-c4d9-4590-9c1d-f388dcb0d8a9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680752 Feb 02 15:19:53.708476 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0d0761c1-cd0f-4a4c-9d52-55a3b254a3ae req-180ad605-1a8e-4d20-a70e-0695ebe1d3cf service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2871 time: 0.1252310 Feb 02 15:19:53.715193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7e15a-1eb8-428b-abc5-18ae5728126c req-6dfe2261-4f2b-41f1-9df8-9a22807c98af tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:53.716521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-63f7e15a-1eb8-428b-abc5-18ae5728126c req-6dfe2261-4f2b-41f1-9df8-9a22807c98af tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:53.783877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0d0761c1-cd0f-4a4c-9d52-55a3b254a3ae req-0cb9d716-98f3-4a4d-a522-aacce380b6ff service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633421 Feb 02 15:19:53.856260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-63f7e15a-1eb8-428b-abc5-18ae5728126c req-6dfe2261-4f2b-41f1-9df8-9a22807c98af tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:53.861490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63f7e15a-1eb8-428b-abc5-18ae5728126c req-6dfe2261-4f2b-41f1-9df8-9a22807c98af tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.3281977 Feb 02 15:19:53.911227 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63f7e15a-1eb8-428b-abc5-18ae5728126c req-ded74e2c-8421-4c8f-ad63-76a68a92f8ea tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 Feb 02 15:19:53.982709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176deeba-6dbf-4e49-ae64-239ca5ab4393 req-3c67f8f9-9d26-4995-aedd-19d992eb736c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:53.982709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-176deeba-6dbf-4e49-ae64-239ca5ab4393 req-3c67f8f9-9d26-4995-aedd-19d992eb736c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1817985 Feb 02 15:19:54.014243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-176deeba-6dbf-4e49-ae64-239ca5ab4393 req-4ee72a79-e262-45d2-9267-f90c075dde00 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Feb 02 15:19:54.217383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-687b436c-b022-4246-b83d-838dfffe706a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:54.219141 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-687b436c-b022-4246-b83d-838dfffe706a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.1037352 Feb 02 15:19:54.296609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd5724-686d-4051-aa05-0fcb578f3756 req-7e09103c-1ec0-420e-b483-01612d2bae3d tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:54.300423 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57bd5724-686d-4051-aa05-0fcb578f3756 req-7e09103c-1ec0-420e-b483-01612d2bae3d tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 946 time: 0.0904610 Feb 02 15:19:54.303010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Deleting port fcdbc48b-4d8b-4779-91db-aa36488fd53b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:54.303579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:54.350476 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57bd5724-686d-4051-aa05-0fcb578f3756 req-e4adfd87-9bae-45ac-8ae0-0fb85c017886 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474279 Feb 02 15:19:54.545619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-44a8b660-c49e-4c75-9eea-f0d291b8b028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:54.581229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] For port fcdbc48b-4d8b-4779-91db-aa36488fd53b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=fcdbc48b-4d8b-4779-91db-aa36488fd53b,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:54.581577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:54.603105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96a75-cddc-4c60-84ae-8e38cfc054e7 req-ea31564b-0307-4b72-b3f8-f5ec94006ad5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:54.604661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fad96a75-cddc-4c60-84ae-8e38cfc054e7 req-ea31564b-0307-4b72-b3f8-f5ec94006ad5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.0988762 Feb 02 15:19:54.652583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fad96a75-cddc-4c60-84ae-8e38cfc054e7 req-f7499169-de27-44bb-afa8-74c0c289a7c3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Feb 02 15:19:54.715177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Calling delete_port for fcdbc48b-4d8b-4779-91db-aa36488fd53b owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:19:54.955817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99980-8d97-4325-bcad-aba2146417d1 req-c3235d8c-2059-472b-9a8d-237bd8694a8f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:54.960915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99980-8d97-4325-bcad-aba2146417d1 req-c3235d8c-2059-472b-9a8d-237bd8694a8f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:54.964892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99980-8d97-4325-bcad-aba2146417d1 req-c3235d8c-2059-472b-9a8d-237bd8694a8f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:54.966596 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1d99980-8d97-4325-bcad-aba2146417d1 req-c3235d8c-2059-472b-9a8d-237bd8694a8f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2418 time: 0.1191347 Feb 02 15:19:55.018933 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:55.072401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1d99980-8d97-4325-bcad-aba2146417d1 req-5856e5dd-edfd-43ee-981e-a3c10b234e0f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000190 Feb 02 15:19:55.089330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Pushing event deleted for resources: {'Port': ['ID=fcdbc48b-4d8b-4779-91db-aa36488fd53b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:55.173266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] No DVR routers for this DVR port fcdbc48b-4d8b-4779-91db-aa36488fd53b on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:19:55.176108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:55.179626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'name': 'network-vif-deleted', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:55.243462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0611744e-e067-4884-a734-a874bfe10871 req-777022ea-b270-4f0e-aebb-88369ee1a704 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:19:55.320475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1815ee37-ce8c-4389-8766-b65693cbb483 req-4fae0a5c-3d30-40e1-b97a-7b4e45c26e07 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "DELETE /v2.0/ports/fcdbc48b-4d8b-4779-91db-aa36488fd53b HTTP/1.1" status: 204 len: 173 time: 1.0954511 Feb 02 15:19:55.412793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7e8d22-96ac-4125-89d5-afe93ba1a919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e75cb22-a34f-4e3f-b8d3-e976d1853b41'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:55.428807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0611744e-e067-4884-a734-a874bfe10871 req-777022ea-b270-4f0e-aebb-88369ee1a704 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:19:55.431894 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0611744e-e067-4884-a734-a874bfe10871 req-777022ea-b270-4f0e-aebb-88369ee1a704 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.2352040 Feb 02 15:19:55.508355 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5', 'name': 'network-vif-deleted', 'tag': 'fcdbc48b-4d8b-4779-91db-aa36488fd53b', 'status': 'completed', 'code': 200} Feb 02 15:19:55.556643 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7e8d22-96ac-4125-89d5-afe93ba1a919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e75cb22-a34f-4e3f-b8d3-e976d1853b41', 'code': 200} Feb 02 15:19:55.641666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ae335-35e9-4c16-a1bb-e87b025548f0 req-a0824540-e9b7-4edc-9435-78d963718d19 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:55.643119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da5ae335-35e9-4c16-a1bb-e87b025548f0 req-a0824540-e9b7-4edc-9435-78d963718d19 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 946 time: 0.0865095 Feb 02 15:19:55.749467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da5ae335-35e9-4c16-a1bb-e87b025548f0 req-e0627da0-fc4c-4592-b374-e1d7e820221c tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003947 Feb 02 15:19:55.764489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f265d492-c1b3-4271-b996-44644b18dd3d req-1428fc73-4076-408c-89a7-375fd2f4a98f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 1097 time: 0.0971131 Feb 02 15:19:55.812116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f265d492-c1b3-4271-b996-44644b18dd3d req-fa5cd49a-184f-485e-bab4-37baaacdcf60 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391152 Feb 02 15:19:55.899882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20157fc-5d90-4ae5-ae39-fac38b7feda6 req-bd244867-eace-4897-8e20-4b1edd6aca44 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:55.901346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c20157fc-5d90-4ae5-ae39-fac38b7feda6 req-bd244867-eace-4897-8e20-4b1edd6aca44 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.0801632 Feb 02 15:19:55.948124 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c20157fc-5d90-4ae5-ae39-fac38b7feda6 req-7ce5c7ce-7f16-44ad-8ccd-7b8793a56a92 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Feb 02 15:19:55.980114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:19:56.127013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:56.140389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'mac_address': 'fa:16:3e:98:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:19:56.194388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:56.212887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56912545-f1e7-422a-b148-c0fb6bbe2c68 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:19:56.229895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:56.273395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dfb9d-17ff-47d9-84a8-7bd9f91e3aab req-90f9d955-ec9a-4a21-ba08-cf9d08b7463b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:56.277387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dfb9d-17ff-47d9-84a8-7bd9f91e3aab req-90f9d955-ec9a-4a21-ba08-cf9d08b7463b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:56.281250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dfb9d-17ff-47d9-84a8-7bd9f91e3aab req-90f9d955-ec9a-4a21-ba08-cf9d08b7463b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:56.282903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-795dfb9d-17ff-47d9-84a8-7bd9f91e3aab req-90f9d955-ec9a-4a21-ba08-cf9d08b7463b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2418 time: 0.0917881 Feb 02 15:19:56.335047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-795dfb9d-17ff-47d9-84a8-7bd9f91e3aab req-ad0b2c2a-d9d0-4e4b-826e-84a964d96d62 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Feb 02 15:19:56.387393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:56.481740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:56.545274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['56912545-f1e7-422a-b148-c0fb6bbe2c68'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:19:56.834618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64241f55-b099-4063-b4b7-83cfc919428d req-ac0f3030-f99c-4c3c-8f1f-dadca1b9f21c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=61e81fbc-e0fb-4cf4-aa87-cede8ec9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0602546 Feb 02 15:19:56.889839 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-33e98554-e46b-4648-9842-2a52af7d98ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:57.132728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fcdbc48b-4d8b-4779-91db-aa36488fd53b no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:19:57.184099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: fcdbc48b-4d8b-4779-91db-aa36488fd53b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:19:57.184450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device fcdbc48b-4d8b-4779-91db-aa36488fd53b not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:19:57.199882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc119-263d-48bc-b038-be034770f7d2 req-da92bcdc-be99-452c-9d1d-97914a88aa34 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:57.201378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-009dc119-263d-48bc-b038-be034770f7d2 req-da92bcdc-be99-452c-9d1d-97914a88aa34 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 946 time: 0.0918655 Feb 02 15:19:57.253123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-009dc119-263d-48bc-b038-be034770f7d2 req-77e882c5-79cd-43bc-a9a8-80e2e9cd3707 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456269 Feb 02 15:19:57.292017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32d05-1efb-4485-958e-dd8555eae773 req-bde54529-34f5-4c07-8d3c-2ba2a0902658 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:57.295941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32d05-1efb-4485-958e-dd8555eae773 req-bde54529-34f5-4c07-8d3c-2ba2a0902658 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:57.300267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32d05-1efb-4485-958e-dd8555eae773 req-bde54529-34f5-4c07-8d3c-2ba2a0902658 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:57.302281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66b32d05-1efb-4485-958e-dd8555eae773 req-bde54529-34f5-4c07-8d3c-2ba2a0902658 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2418 time: 0.2289798 Feb 02 15:19:57.353905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66b32d05-1efb-4485-958e-dd8555eae773 req-3f28d255-fe62-48be-9dd2-d2100108e515 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Feb 02 15:19:57.552997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910f02-8aa9-48d6-8e41-3c141f0c974f req-f520b864-b1ee-428c-831b-cf0e27c03e8a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:57.560338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a910f02-8aa9-48d6-8e41-3c141f0c974f req-f520b864-b1ee-428c-831b-cf0e27c03e8a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.0845253 Feb 02 15:19:57.608862 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a910f02-8aa9-48d6-8e41-3c141f0c974f req-25ea4e72-0bba-43c9-8183-350861c299f0 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475066 Feb 02 15:19:58.000324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:19:58.120503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 56912545-f1e7-422a-b148-c0fb6bbe2c68 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:19:58.120986 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:58.311756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:58.325257 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:58.366309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:58.367375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:19:58.421440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:58.456142 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:58.599787 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'code': 200} Feb 02 15:19:58.609442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:19:58.637322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66e2a6-5c88-4034-b04f-a3bddaa4fe51 req-9c2de220-c373-435f-8a59-09359cc73e6c tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:58.638893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b66e2a6-5c88-4034-b04f-a3bddaa4fe51 req-9c2de220-c373-435f-8a59-09359cc73e6c tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 946 time: 0.1071496 Feb 02 15:19:58.771143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b66e2a6-5c88-4034-b04f-a3bddaa4fe51 req-56bb6e50-5276-466e-9718-34fb102eb67a tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239915 Feb 02 15:19:58.867490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac159-3c34-4730-97a4-59c4c407364a req-67383ae5-f1b1-4b22-bf62-0cc8f4f9103c tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:58.881223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac159-3c34-4730-97a4-59c4c407364a req-67383ae5-f1b1-4b22-bf62-0cc8f4f9103c tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:58.881223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac159-3c34-4730-97a4-59c4c407364a req-67383ae5-f1b1-4b22-bf62-0cc8f4f9103c tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:58.883134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-916ac159-3c34-4730-97a4-59c4c407364a req-67383ae5-f1b1-4b22-bf62-0cc8f4f9103c tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2418 time: 0.1579812 Feb 02 15:19:58.886549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-660f0b57-8856-48d2-acc1-2977a880e79b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:58.900112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-660f0b57-8856-48d2-acc1-2977a880e79b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:58.916121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-660f0b57-8856-48d2-acc1-2977a880e79b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:58.918020 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-660f0b57-8856-48d2-acc1-2977a880e79b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 2418 time: 0.2087593 Feb 02 15:19:58.987436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-916ac159-3c34-4730-97a4-59c4c407364a req-b0082d9a-c9aa-4cb4-8cbc-93f1a787a0a2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911140 Feb 02 15:19:59.065119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:59.065119 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:59.249338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59063d-0e29-46d8-8b60-3f38458c93d9 req-918f4d89-f702-41f8-8973-8a142f0d442a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:59.251675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb59063d-0e29-46d8-8b60-3f38458c93d9 req-918f4d89-f702-41f8-8973-8a142f0d442a tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 944 time: 0.1466985 Feb 02 15:19:59.331210 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb59063d-0e29-46d8-8b60-3f38458c93d9 req-3d144c47-f9bf-4f4c-bf89-fa205dde12da tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732553 Feb 02 15:19:59.443888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1234-fa33-4161-b503-51f15b19457b req-d6defed9-ca24-4239-8a86-84ff9dbbb861 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:59.445261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12fb1234-fa33-4161-b503-51f15b19457b req-d6defed9-ca24-4239-8a86-84ff9dbbb861 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 944 time: 0.2725241 Feb 02 15:19:59.531834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port ecee1ecb-9360-4ada-b2a3-1ad368c689e5, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:19:59.532230 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:59.683427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for ecee1ecb-9360-4ada-b2a3-1ad368c689e5 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:19:59.960479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Deleting port 41a518fa-6195-4300-a4ed-bc866b124ade {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:19:59.960479 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:19:59.960479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13843c2-04c1-4d9f-9042-3ae5def3bc60 req-18b38e16-4879-409e-bce6-ce5833415aaf tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:19:59.960479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e13843c2-04c1-4d9f-9042-3ae5def3bc60 req-18b38e16-4879-409e-bce6-ce5833415aaf tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.4621477 Feb 02 15:19:59.960479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e13843c2-04c1-4d9f-9042-3ae5def3bc60 req-1718acec-ebdf-4713-8ecc-b9e234208cc7 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580349 Feb 02 15:20:00.180017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] For port 41a518fa-6195-4300-a4ed-bc866b124ade, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=41a518fa-6195-4300-a4ed-bc866b124ade,segment=NetworkSegment(dacee03e-83c0-44dc-a531-e96e9b60f27d),segment_id=dacee03e-83c0-44dc-a531-e96e9b60f27d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:00.180412 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:00.393352 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:00.423692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Calling delete_port for 41a518fa-6195-4300-a4ed-bc866b124ade owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:00.454264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:00.513063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Port': ['ID=ecee1ecb-9360-4ada-b2a3-1ad368c689e5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:00.690538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] No DVR routers for this DVR port ecee1ecb-9360-4ada-b2a3-1ad368c689e5 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:00.694996 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:00.697713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-deleted', 'tag': 'ecee1ecb-9360-4ada-b2a3-1ad368c689e5'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:00.815646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-c8510ef5-7298-483d-b9b6-864419d3656f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.107 "DELETE /v2.0/ports/ecee1ecb-9360-4ada-b2a3-1ad368c689e5 HTTP/1.1" status: 204 len: 173 time: 1.8846951 Feb 02 15:20:00.831634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf2388-a49d-4811-ab49-e05517627b98 req-b93fc8e9-fe6b-4bd3-a57f-478035ac7dd0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:00.835726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf2388-a49d-4811-ab49-e05517627b98 req-b93fc8e9-fe6b-4bd3-a57f-478035ac7dd0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:00.836718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fbaf2388-a49d-4811-ab49-e05517627b98 req-b93fc8e9-fe6b-4bd3-a57f-478035ac7dd0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:00.906334 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:00.954824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7356-b6ef-4ac0-8f7d-2a9a84ec2e7e req-7ff96cc8-6fa6-43c0-bf97-6b44a2e2054c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:00.957885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1bac7356-b6ef-4ac0-8f7d-2a9a84ec2e7e req-7ff96cc8-6fa6-43c0-bf97-6b44a2e2054c tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 866 time: 0.1280074 Feb 02 15:20:01.024566 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1bac7356-b6ef-4ac0-8f7d-2a9a84ec2e7e req-e846e4a1-f4a6-4a11-9c09-34510d136223 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/security-groups?id=5bda0088-9a1c-473a-98f3-138e3befcbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607455 Feb 02 15:20:01.042902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Pushing event deleted for resources: {'Port': ['ID=41a518fa-6195-4300-a4ed-bc866b124ade,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:01.093919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] No DVR routers for this DVR port 41a518fa-6195-4300-a4ed-bc866b124ade on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:01.098216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:01.108835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 235cb2d4-6237-410c-bace-839cde4c35fd {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:01.111437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:01.150332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fbaf2388-a49d-4811-ab49-e05517627b98 req-b93fc8e9-fe6b-4bd3-a57f-478035ac7dd0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:01.152908 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbaf2388-a49d-4811-ab49-e05517627b98 req-b93fc8e9-fe6b-4bd3-a57f-478035ac7dd0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 1683 time: 0.5779176 Feb 02 15:20:01.177890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 41a518fa-6195-4300-a4ed-bc866b124ade no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:01.184792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12fb1234-fa33-4161-b503-51f15b19457b req-41f6a9a8-bb30-40f3-953b-61a7b5cdf4e1 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.107 "DELETE /v2.0/ports/41a518fa-6195-4300-a4ed-bc866b124ade HTTP/1.1" status: 204 len: 173 time: 1.7246644 Feb 02 15:20:01.241295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 41a518fa-6195-4300-a4ed-bc866b124ade {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:20:01.241943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 41a518fa-6195-4300-a4ed-bc866b124ade not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:01.242479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 235cb2d4-6237-410c-bace-839cde4c35fd no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:01.280090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbaf2388-a49d-4811-ab49-e05517627b98 req-31bf4e07-bda4-4a48-8a18-b8b148b77c3e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197016 Feb 02 15:20:01.440944 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-deleted', 'tag': 'ecee1ecb-9360-4ada-b2a3-1ad368c689e5', 'status': 'completed', 'code': 200} Feb 02 15:20:01.486480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b62cd-0a95-44ae-ac9b-9abe57eeb7cb req-ae60e83f-9625-4d36-b99a-0894a072bb29 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:01.488503 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d1b62cd-0a95-44ae-ac9b-9abe57eeb7cb req-ae60e83f-9625-4d36-b99a-0894a072bb29 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 946 time: 0.1339097 Feb 02 15:20:01.530947 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:01.605292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235cb2d4-6237-410c-bace-839cde4c35fd'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:01.607229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d1b62cd-0a95-44ae-ac9b-9abe57eeb7cb req-90bd1dc7-63d9-48ef-b3dd-71397f29e464 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Feb 02 15:20:01.640803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 235cb2d4-6237-410c-bace-839cde4c35fd, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=235cb2d4-6237-410c-bace-839cde4c35fd,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:01.641178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port 235cb2d4-6237-410c-bace-839cde4c35fd, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=235cb2d4-6237-410c-bace-839cde4c35fd,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:01.641178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:01.824546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for 235cb2d4-6237-410c-bace-839cde4c35fd owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:01.924779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b1bee-ce24-4cff-9a2b-a7b70294926a req-4ff81c59-802a-449b-ac0a-de40909f3f28 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:01.926313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3b1bee-ce24-4cff-9a2b-a7b70294926a req-4ff81c59-802a-449b-ac0a-de40909f3f28 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.2791789 Feb 02 15:20:01.978261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3b1bee-ce24-4cff-9a2b-a7b70294926a req-8bd57709-5ba2-4321-b57b-fc4caaf5d319 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Feb 02 15:20:01.982054 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:01.982393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ecee1ecb-9360-4ada-b2a3-1ad368c689e5 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:02.039956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:20:02.042224 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:20:02.073813 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235cb2d4-6237-410c-bace-839cde4c35fd', 'code': 200} Feb 02 15:20:02.074759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: ecee1ecb-9360-4ada-b2a3-1ad368c689e5 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:20:02.074759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ecee1ecb-9360-4ada-b2a3-1ad368c689e5 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:02.075073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1797a478-7ee1-4b23-88f2-deea3b9c50f7 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:02.155385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=235cb2d4-6237-410c-bace-839cde4c35fd,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:02.229200 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:02.264709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1797a478-7ee1-4b23-88f2-deea3b9c50f7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1797a478-7ee1-4b23-88f2-deea3b9c50f7,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:02.300207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-642ffd65-a847-4425-9a0a-3ffdceaa2b42 req-cc9bba8f-31a5-4238-a1a3-13fde1b7a713 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Synchronizing usage tracker for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:02.329806 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:02.359366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c020a48d-130b-4f19-bc29-e315c6134d79 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:02.362309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c020a48d-130b-4f19-bc29-e315c6134d79 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.107 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 946 time: 0.1513314 Feb 02 15:20:02.424047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-642ffd65-a847-4425-9a0a-3ffdceaa2b42 req-cc9bba8f-31a5-4238-a1a3-13fde1b7a713 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] Unset dirty status for tenant:87fd436be89f477c990329a68ab9df43 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:02.425196 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-642ffd65-a847-4425-9a0a-3ffdceaa2b42 req-cc9bba8f-31a5-4238-a1a3-13fde1b7a713 tempest-LiveMigrationTest-1994783995 tempest-LiveMigrationTest-1994783995-project] 10.222.0.88 "GET /v2.0/ports?device_id=da41a340-5ab7-4947-9707-c1687452f510 HTTP/1.1" status: 200 len: 210 time: 0.2154694 Feb 02 15:20:02.493320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Deleting port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:02.493745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:02.542338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1797a478-7ee1-4b23-88f2-deea3b9c50f7,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:02.638862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 235cb2d4-6237-410c-bace-839cde4c35fd {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:02.639302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:03.142110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1ee56-0b00-4c6f-b3fa-9309fbc6dd9f req-37589273-b47f-441a-85cb-b95c654339e1 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:03.146482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1ee56-0b00-4c6f-b3fa-9309fbc6dd9f req-37589273-b47f-441a-85cb-b95c654339e1 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:03.148060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d7e1ee56-0b00-4c6f-b3fa-9309fbc6dd9f req-37589273-b47f-441a-85cb-b95c654339e1 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 1679 time: 0.5415664 Feb 02 15:20:03.204853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] For port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,segment=NetworkSegment(bcc410fa-08ff-4587-80e7-07bff720f8ac),segment_id=bcc410fa-08ff-4587-80e7-07bff720f8ac)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:03.205255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:03.379419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Calling delete_port for 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:03.414029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf4cd-9a45-4201-8790-59deb67a672e req-18edc2c1-c773-493f-826d-d695d0eb1fb5 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:03.420382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3dfbf4cd-9a45-4201-8790-59deb67a672e req-18edc2c1-c773-493f-826d-d695d0eb1fb5 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 946 time: 0.0883224 Feb 02 15:20:03.421319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d7e1ee56-0b00-4c6f-b3fa-9309fbc6dd9f req-996abea5-481e-4774-b779-c8ee9a2cf5d3 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634711 Feb 02 15:20:03.451205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'name': 'network-vif-deleted', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:03.503639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3dfbf4cd-9a45-4201-8790-59deb67a672e req-2ade0c4d-b8d8-46bb-a644-e5e7dfed9c10 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/security-groups?id=884aeffa-8368-4e24-9012-8b9f10a9ce89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808780 Feb 02 15:20:03.508424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port 235cb2d4-6237-410c-bace-839cde4c35fd, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=235cb2d4-6237-410c-bace-839cde4c35fd,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:03.508782 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:03.650431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50504) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:03.691327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for 235cb2d4-6237-410c-bace-839cde4c35fd owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:03.767336 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da41a340-5ab7-4947-9707-c1687452f510', 'name': 'network-vif-deleted', 'tag': '41a518fa-6195-4300-a4ed-bc866b124ade', 'status': 'completed', 'code': 200} Feb 02 15:20:04.007004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f11f71d-178c-4a55-bc26-7239209a50db admin admin] Deleting subnet d76bf1dd-18f1-4463-b02d-e1edb574e524 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:20:04.011749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f11f71d-178c-4a55-bc26-7239209a50db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.075184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1797a478-7ee1-4b23-88f2-deea3b9c50f7'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:04.084576 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f11f71d-178c-4a55-bc26-7239209a50db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.093088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44835df6-a539-41ab-a802-f0ab0b07d631 req-1a72c3bc-8fb1-4825-a0c0-3159cebbfed9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:04.100659 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44835df6-a539-41ab-a802-f0ab0b07d631 req-1a72c3bc-8fb1-4825-a0c0-3159cebbfed9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.3324344 Feb 02 15:20:04.179222 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1797a478-7ee1-4b23-88f2-deea3b9c50f7', 'code': 200} Feb 02 15:20:04.190419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44835df6-a539-41ab-a802-f0ab0b07d631 req-ec9ed39a-b939-4cdf-9f05-ac368e1a146d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779974 Feb 02 15:20:04.199366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.224720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f11f71d-178c-4a55-bc26-7239209a50db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.307518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.313660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Pushing event deleted for resources: {'Port': ['ID=2e75cb22-a34f-4e3f-b8d3-e976d1853b41,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:04.364322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f11f71d-178c-4a55-bc26-7239209a50db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.411040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f71d-178c-4a55-bc26-7239209a50db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76bf1dd-18f1-4463-b02d-e1edb574e524,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:04.411383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] No DVR routers for this DVR port 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:04.413202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Port': ['ID=235cb2d4-6237-410c-bace-839cde4c35fd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:04.415283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.424966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f11f71d-178c-4a55-bc26-7239209a50db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.433890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1f11f71d-178c-4a55-bc26-7239209a50db admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d76bf1dd-18f1-4463-b02d-e1edb574e524 HTTP/1.1" status: 204 len: 168 time: 0.7822366 Feb 02 15:20:04.436381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50520) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:04.502526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50526) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:04.577657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] No DVR routers for this DVR port 235cb2d4-6237-410c-bace-839cde4c35fd on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:04.580528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.583564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-60e6c75f-0441-49f6-8182-46b721330c59 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.107 "DELETE /v2.0/ports/235cb2d4-6237-410c-bace-839cde4c35fd HTTP/1.1" status: 204 len: 173 time: 3.7594607 Feb 02 15:20:04.585182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f9da5a4e-15a5-4594-826e-9cd8bd530a24 req-c7db6b8f-8f44-4e5f-809e-768a23aa1228 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.107 "DELETE /v2.0/ports/2e75cb22-a34f-4e3f-b8d3-e976d1853b41 HTTP/1.1" status: 204 len: 173 time: 2.2153850 Feb 02 15:20:04.729277 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.874573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:04.875257 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.931529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d7f6e709-8864-456e-bdd4-ba2040736b0c req-a1b31fbd-9cdf-4661-8478-dcad4b070b47 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Synchronizing usage tracker for tenant:6ef1de16f4c44c52b7e9bebf55b8e651 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:04.947157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:04.972952 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.005400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76012fa1-2f3f-41a3-bc2b-91287288c514']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:05.006129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:05.022842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacee03e-83c0-44dc-a531-e96e9b60f27d') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:05.023464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacee03e-83c0-44dc-a531-e96e9b60f27d') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:05.037086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.043593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] Usage tracker for resource:security_group_rule and tenant:ece941e523d547ebb768f1d47c9e9295 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:05.054051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:05.061674 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.070071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:20:05.070602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:05.070881 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.122054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d7f6e709-8864-456e-bdd4-ba2040736b0c req-a1b31fbd-9cdf-4661-8478-dcad4b070b47 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] Unset dirty status for tenant:6ef1de16f4c44c52b7e9bebf55b8e651 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:05.123376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d7f6e709-8864-456e-bdd4-ba2040736b0c req-a1b31fbd-9cdf-4661-8478-dcad4b070b47 tempest-ServerAddressesNegativeTestJSON-2047813571 tempest-ServerAddressesNegativeTestJSON-2047813571-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b7e8d22-96ac-4125-89d5-afe93ba1a919 HTTP/1.1" status: 200 len: 210 time: 0.3520699 Feb 02 15:20:05.151440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:05.217220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:20:05.219460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2e75cb22-a34f-4e3f-b8d3-e976d1853b41 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:20:05.303397 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:20:05.329154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335faf4-60bd-4d5f-ba77-28cf511b67b0 req-88feae03-4a62-453e-a24d-c352724c7a8b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:05.337312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6335faf4-60bd-4d5f-ba77-28cf511b67b0 req-88feae03-4a62-453e-a24d-c352724c7a8b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 944 time: 0.6001577 Feb 02 15:20:05.400756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6335faf4-60bd-4d5f-ba77-28cf511b67b0 req-8ff10aa2-1951-49bd-954b-544602b4ef6b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 Feb 02 15:20:05.402633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.431000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.447409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] Pushing event deleted for resources: {'Network': ['ID=76012fa1-2f3f-41a3-bc2b-91287288c514,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:05.466640 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.472984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port 1797a478-7ee1-4b23-88f2-deea3b9c50f7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1797a478-7ee1-4b23-88f2-deea3b9c50f7,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:05.473480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.494151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f18addc1-e4fe-4648-838a-59824638de02 admin admin] 10.222.0.88 "DELETE /v2.0/networks/76012fa1-2f3f-41a3-bc2b-91287288c514 HTTP/1.1" status: 204 len: 168 time: 1.0567095 Feb 02 15:20:05.496633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50540) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:05.591682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.604701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c329d9de-a1f0-4413-bacf-20bd4cc67f19 admin admin] Deleting subnet ced75dc0-14e9-475b-9872-c08f4c7544ba {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:20:05.608417 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c329d9de-a1f0-4413-bacf-20bd4cc67f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.670823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c329d9de-a1f0-4413-bacf-20bd4cc67f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.719751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ece941e523d547ebb768f1d47c9e9295&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2161481 Feb 02 15:20:05.728400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for 1797a478-7ee1-4b23-88f2-deea3b9c50f7 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:05.744714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50544) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:05.760389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7a0da-2733-426a-8b13-0cb2e5530c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6f08d1-97c5-430c-83b6-db07c0e30441,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:05.799627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7e8d22-96ac-4125-89d5-afe93ba1a919', 'name': 'network-vif-deleted', 'tag': '2e75cb22-a34f-4e3f-b8d3-e976d1853b41'}, {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-deleted', 'tag': '235cb2d4-6237-410c-bace-839cde4c35fd'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:05.804343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c329d9de-a1f0-4413-bacf-20bd4cc67f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.954578 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7e8d22-96ac-4125-89d5-afe93ba1a919', 'name': 'network-vif-deleted', 'tag': '2e75cb22-a34f-4e3f-b8d3-e976d1853b41', 'status': 'completed', 'code': 200} Feb 02 15:20:05.954856 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-deleted', 'tag': '235cb2d4-6237-410c-bace-839cde4c35fd', 'status': 'completed', 'code': 200} Feb 02 15:20:05.958057 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d89873b9-df01-465e-af69-87a511bbb7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:05.971230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18521ed4-e83f-47d1-a181-c72faed3e31c req-20c7d604-b163-4fd2-83ad-2de7e92183c5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:05.973808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18521ed4-e83f-47d1-a181-c72faed3e31c req-20c7d604-b163-4fd2-83ad-2de7e92183c5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.2837651 Feb 02 15:20:05.996194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d89873b9-df01-465e-af69-87a511bbb7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.047076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18521ed4-e83f-47d1-a181-c72faed3e31c req-a3f2366e-4294-4b3d-bed7-3e3e0543c3c6 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607738 Feb 02 15:20:06.084447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c329d9de-a1f0-4413-bacf-20bd4cc67f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.106723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.121906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329d9de-a1f0-4413-bacf-20bd4cc67f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced75dc0-14e9-475b-9872-c08f4c7544ba,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:06.125573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d89873b9-df01-465e-af69-87a511bbb7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.145178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89873b9-df01-465e-af69-87a511bbb7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6f08d1-97c5-430c-83b6-db07c0e30441,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:06.156093 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c329d9de-a1f0-4413-bacf-20bd4cc67f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.163692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d89873b9-df01-465e-af69-87a511bbb7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.164893 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d89873b9-df01-465e-af69-87a511bbb7fe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d6f08d1-97c5-430c-83b6-db07c0e30441 HTTP/1.1" status: 204 len: 168 time: 0.4185929 Feb 02 15:20:06.181663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c329d9de-a1f0-4413-bacf-20bd4cc67f19 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ced75dc0-14e9-475b-9872-c08f4c7544ba HTTP/1.1" status: 204 len: 168 time: 0.6856303 Feb 02 15:20:06.185341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50556) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:06.192556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Port': ['ID=1797a478-7ee1-4b23-88f2-deea3b9c50f7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:06.311114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] No DVR routers for this DVR port 1797a478-7ee1-4b23-88f2-deea3b9c50f7 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:06.313851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.334458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50560) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:06.406989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15b3bbf7-37c0-49fa-8cea-2cfd9cb054f5 req-27e9d49e-104c-4586-9cd4-f280863a6c06 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.107 "DELETE /v2.0/ports/1797a478-7ee1-4b23-88f2-deea3b9c50f7 HTTP/1.1" status: 204 len: 173 time: 1.8073709 Feb 02 15:20:06.432848 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.437631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b194c8-6f14-4ff3-8fea-a9ea2274162e admin admin] Deleting subnet 57442c65-1e45-406f-9781-66a53dd6acca {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:20:06.449867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b194c8-6f14-4ff3-8fea-a9ea2274162e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.540903 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b194c8-6f14-4ff3-8fea-a9ea2274162e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.593444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.623447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6447c779-2544-492e-8e1f-319c16c67003']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:06.649534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfdce28-ab3b-4f93-ba37-0b46219608d6') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:06.649839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfdce28-ab3b-4f93-ba37-0b46219608d6') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:06.655300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b194c8-6f14-4ff3-8fea-a9ea2274162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.662771 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.681440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.688463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:20:06.688463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.721264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d3e5727d-f164-445d-b8e4-3114ecf1e325 req-9fa05de9-7455-4842-9bf0-b496e11c23e8 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:20:06.817771 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:20:06.833214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d3e5727d-f164-445d-b8e4-3114ecf1e325 req-9fa05de9-7455-4842-9bf0-b496e11c23e8 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:06.835058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d3e5727d-f164-445d-b8e4-3114ecf1e325 req-9fa05de9-7455-4842-9bf0-b496e11c23e8 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=e88286d3-9fea-4908-bef4-9098d282ed84 HTTP/1.1" status: 200 len: 210 time: 0.2249599 Feb 02 15:20:06.906795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b194c8-6f14-4ff3-8fea-a9ea2274162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.935984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.964137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b194c8-6f14-4ff3-8fea-a9ea2274162e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57442c65-1e45-406f-9781-66a53dd6acca,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:06.966455 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.969766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6447c779-2544-492e-8e1f-319c16c67003,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:06.976969 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b194c8-6f14-4ff3-8fea-a9ea2274162e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:06.982427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d4ee846-6e8e-427c-a707-cd0e15ae4b62 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6447c779-2544-492e-8e1f-319c16c67003 HTTP/1.1" status: 204 len: 168 time: 0.7934821 Feb 02 15:20:06.989938 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a3b194c8-6f14-4ff3-8fea-a9ea2274162e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/57442c65-1e45-406f-9781-66a53dd6acca HTTP/1.1" status: 204 len: 168 time: 0.6509941 Feb 02 15:20:06.990307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50574) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:07.161293 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.353770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad77d-dd9b-4891-9eda-98a6c27c7592 req-07f13efd-b01d-47e5-9d23-e88342a2ca00 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:07.353770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a94ad77d-dd9b-4891-9eda-98a6c27c7592 req-07f13efd-b01d-47e5-9d23-e88342a2ca00 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.0890968 Feb 02 15:20:07.354662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.354750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a94ad77d-dd9b-4891-9eda-98a6c27c7592 req-10d2fe8f-e0ed-49d6-80f1-e93be6105303 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Feb 02 15:20:07.354830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40c178e-739c-4bbd-ac26-75268f9008d8']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:07.355463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc410fa-08ff-4587-80e7-07bff720f8ac') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:07.355814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc410fa-08ff-4587-80e7-07bff720f8ac') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:07.369188 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.387522 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.394718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:20:07.395128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:20:07.409012 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:20:07.586957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.591815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.636664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] Pushing event deleted for resources: {'Network': ['ID=b40c178e-739c-4bbd-ac26-75268f9008d8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:07.725778 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2c2a9930-e6d3-4835-9cdb-6ed9750ad84f admin admin] 10.222.0.88 "DELETE /v2.0/networks/b40c178e-739c-4bbd-ac26-75268f9008d8 HTTP/1.1" status: 204 len: 168 time: 0.7343898 Feb 02 15:20:07.781908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50592) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:07.842690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-562f30df-863e-4740-85bc-ba12e269fd03 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87fd436be89f477c990329a68ab9df43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0596898 Feb 02 15:20:07.845420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50596) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:07.930710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9787a4b-00f6-4afb-b727-32afca6a9099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.955828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-deleted', 'tag': '1797a478-7ee1-4b23-88f2-deea3b9c50f7'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:07.972167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9787a4b-00f6-4afb-b727-32afca6a9099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:07.980021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50606) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:08.095515 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88286d3-9fea-4908-bef4-9098d282ed84', 'name': 'network-vif-deleted', 'tag': '1797a478-7ee1-4b23-88f2-deea3b9c50f7', 'status': 'completed', 'code': 200} Feb 02 15:20:08.101043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9787a4b-00f6-4afb-b727-32afca6a9099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:08.130703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9787a4b-00f6-4afb-b727-32afca6a9099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bda0088-9a1c-473a-98f3-138e3befcbbe,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:08.203103 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9787a4b-00f6-4afb-b727-32afca6a9099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:08.204271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e9787a4b-00f6-4afb-b727-32afca6a9099 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5bda0088-9a1c-473a-98f3-138e3befcbbe HTTP/1.1" status: 204 len: 168 time: 0.3578782 Feb 02 15:20:08.348463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a28e97-47c5-475d-a381-c8892666cc69 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting subnet 730f5718-242d-4bd7-84eb-12f4abe7bd1f {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:20:08.354556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a28e97-47c5-475d-a381-c8892666cc69 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:08.452333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50620) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:08.467347 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a28e97-47c5-475d-a381-c8892666cc69 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:08.565202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e63e08a-93d6-4b8e-9703-ae435de90256 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ef1de16f4c44c52b7e9bebf55b8e651&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1113069 Feb 02 15:20:08.565823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50624) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:08.680093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a28e97-47c5-475d-a381-c8892666cc69 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:08.686486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50628) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:08.722902 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8758842-3531-443b-8121-c535719a1c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:08.754534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20353a64-ae0d-414b-8f74-ab1b3dcd86f3 req-114adcb2-aa40-49d0-871b-c0e0f03b6457 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:08.757149 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20353a64-ae0d-414b-8f74-ab1b3dcd86f3 req-114adcb2-aa40-49d0-871b-c0e0f03b6457 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1939487 Feb 02 15:20:08.806746 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8758842-3531-443b-8121-c535719a1c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:08.868806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20353a64-ae0d-414b-8f74-ab1b3dcd86f3 req-528bd261-7a98-4fd9-8b55-b70e7e72a67a tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035323 Feb 02 15:20:08.918452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a28e97-47c5-475d-a381-c8892666cc69 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:08.997886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8758842-3531-443b-8121-c535719a1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.026913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8758842-3531-443b-8121-c535719a1c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884aeffa-8368-4e24-9012-8b9f10a9ce89,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:09.032503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c20aca-68fc-4e60-b134-c6932af6e99f None None] Network 6c3f7123-6644-4b84-8db3-bcaa03eee59f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:09.041605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a28e97-47c5-475d-a381-c8892666cc69 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.055629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28e97-47c5-475d-a381-c8892666cc69 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Subnet': ['ID=730f5718-242d-4bd7-84eb-12f4abe7bd1f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:09.067697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50636) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:09.076400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f8a28e97-47c5-475d-a381-c8892666cc69 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "DELETE /v2.0/subnets/730f5718-242d-4bd7-84eb-12f4abe7bd1f HTTP/1.1" status: 204 len: 168 time: 1.0831311 Feb 02 15:20:09.094770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2025575063-network', 'tenant_id': '83e50a662f9340278758866d8e48d4ff'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:09.100461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:09.104473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Usage tracker for resource:network and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:09.107746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:09.114683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:09.197799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8758842-3531-443b-8121-c535719a1c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.198938 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d8758842-3531-443b-8121-c535719a1c48 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/884aeffa-8368-4e24-9012-8b9f10a9ce89 HTTP/1.1" status: 204 len: 168 time: 0.6315229 Feb 02 15:20:09.243873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Made reservation on behalf of 83e50a662f9340278758866d8e48d4ff for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:09.248277 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.290607 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.335780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.378031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:09.386052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:09.400460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:09.419754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] DHCP port deletion for 6c3f7123-6644-4b84-8db3-bcaa03eee59f request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:20:09.431894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] Deleting port 8d3d1859-282e-4f6c-8a92-1b0196faacfe {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:09.432278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.436126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:09.455399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 8d3d1859-282e-4f6c-8a92-1b0196faacfe {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:09.455743 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.483428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50644) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:09.565800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e84a6934-9e85-4260-8c50-26b9f4510070 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=de1575765ce14ef3b1a828b937896618&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0806301 Feb 02 15:20:09.568091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50648) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:09.671344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f039c898-09c4-45f8-9b54-d5768a61b4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.708725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f039c898-09c4-45f8-9b54-d5768a61b4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.864978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] For port 8d3d1859-282e-4f6c-8a92-1b0196faacfe, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8d3d1859-282e-4f6c-8a92-1b0196faacfe,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:09.866699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f039c898-09c4-45f8-9b54-d5768a61b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.867995 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.889647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039c898-09c4-45f8-9b54-d5768a61b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94caf125-7f8c-4bb0-85cc-baf0b4685a95,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:09.946247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port 8d3d1859-282e-4f6c-8a92-1b0196faacfe, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8d3d1859-282e-4f6c-8a92-1b0196faacfe,segment=NetworkSegment(d782e40e-72e9-433c-8d56-97391bdb3116),segment_id=d782e40e-72e9-433c-8d56-97391bdb3116)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:09.946619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.967571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.981248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f039c898-09c4-45f8-9b54-d5768a61b4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:09.982760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f039c898-09c4-45f8-9b54-d5768a61b4fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94caf125-7f8c-4bb0-85cc-baf0b4685a95 HTTP/1.1" status: 204 len: 168 time: 0.4135981 Feb 02 15:20:10.030124 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:10.131134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] Calling delete_port for 8d3d1859-282e-4f6c-8a92-1b0196faacfe owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:10.165983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for 8d3d1859-282e-4f6c-8a92-1b0196faacfe owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:10.265439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:20:10.313143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aabf53d-d21c-4f38-a099-46f44d867f93,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:10.318667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:10.323190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:10.323644 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Added segment 7fb99029-4270-4a72-b045-c6dc121b5cd3 of type vlan for network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 Feb 02 15:20:10.416552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:10.443568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] Pushing event deleted for resources: {'Port': ['ID=8d3d1859-282e-4f6c-8a92-1b0196faacfe,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:10.453171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc12184-361e-433c-a169-d34f7ec803b1 None None] No DVR routers for this DVR port 8d3d1859-282e-4f6c-8a92-1b0196faacfe on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:10.462234 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:20:10.462234 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:20:10.495203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8d3d1859-282e-4f6c-8a92-1b0196faacfe no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:10.533790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8d3d1859-282e-4f6c-8a92-1b0196faacfe {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:20:10.534138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8d3d1859-282e-4f6c-8a92-1b0196faacfe not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:10.541661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a890-cb55-46ea-8d38-92690b86a09e req-c1366310-110b-4a9c-9cdd-814e4e90a878 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:10.541661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c29a890-cb55-46ea-8d38-92690b86a09e req-c1366310-110b-4a9c-9cdd-814e4e90a878 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.3880358 Feb 02 15:20:10.604363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c29a890-cb55-46ea-8d38-92690b86a09e req-7fd73caa-0d24-44b0-9543-ae0d5f1c63c9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567296 Feb 02 15:20:10.615615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:10.616618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:10.618270 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:10.785853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] Pushing event updated for resources: {'Network': ['ID=97c3d28e-7eb0-47b7-96be-ff5314d068e6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:10.801591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:20:10.925114 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c1cef25c-1c3a-408a-a26f-71b57ce8e476 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2350383 Feb 02 15:20:10.928087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50686) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:10.938276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Request body: {'subnet': {'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2025575063-subnet', 'tenant_id': '83e50a662f9340278758866d8e48d4ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:10.945169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:10.950774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Usage tracker for resource:subnet and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:10.953669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:10.961176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:10.963163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 8d3d1859-282e-4f6c-8a92-1b0196faacfe {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:10.963506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.045660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] The port '8d3d1859-282e-4f6c-8a92-1b0196faacfe' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:20:11.060852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Made reservation on behalf of 83e50a662f9340278758866d8e48d4ff for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:11.063728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.216548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.291214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3f7123-6644-4b84-8db3-bcaa03eee59f']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:11.309326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd782e40e-72e9-433c-8d56-97391bdb3116') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:11.309625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd782e40e-72e9-433c-8d56-97391bdb3116') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:11.340556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.357461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50692) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:11.380401 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.398423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:20:11.398837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.421378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.560843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4150e91e-24e9-41eb-a4d5-48d4aaa279bb,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:20:11.590123 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:20:11.612180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-network', 'tenant_id': '5a2291a443c5408b9520b61fd365da08'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:11.620615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:11.626170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Usage tracker for resource:network and tenant:5a2291a443c5408b9520b61fd365da08 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:11.632637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:11.639030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Checking segment: {'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:11.639466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Network hostable DHCP agents. Network: 97c3d28e-7eb0-47b7-96be-ff5314d068e6, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:20:11.645566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:11.702656 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.713491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.764493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Made reservation on behalf of 5a2291a443c5408b9520b61fd365da08 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:11.767261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.786062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Network': ['ID=6c3f7123-6644-4b84-8db3-bcaa03eee59f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:11.795380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:20:11.805650 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.865041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:11.869328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a2291a443c5408b9520b61fd365da08 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:11.874099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:11.881842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:11.903685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 97c3d28e-7eb0-47b7-96be-ff5314d068e6) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:11.915641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c852c795-12c4-40f2-a33a-4102c23bdcce None None] Network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:11.927706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:11.928410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:11.943220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-62c827d2-8487-4c25-b899-0fa0c01df6c6 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "DELETE /v2.0/networks/6c3f7123-6644-4b84-8db3-bcaa03eee59f HTTP/1.1" status: 204 len: 168 time: 2.8716304 Feb 02 15:20:11.947813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:12.026272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50d035-6dfb-488e-a5de-5166c24ebc79 req-b0150d75-1f10-49d4-a89a-71fdd095ab7c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.036068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba50d035-6dfb-488e-a5de-5166c24ebc79 req-b0150d75-1f10-49d4-a89a-71fdd095ab7c tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1924148 Feb 02 15:20:12.101222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba50d035-6dfb-488e-a5de-5166c24ebc79 req-867094ab-2575-41c9-aff8-00137b50efbd tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Feb 02 15:20:12.193297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.268791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b472a9e-2e42-496a-bd10-cff1a2ae314e None None] Network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:12.293744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-089a6e6d-03fd-4e94-bb99-edb53e3925c4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3544643 Feb 02 15:20:12.293744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.341051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:20:12.351645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:12.375977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-ccd015a4-e8c1-467e-9aab-5bd982f166a9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.380546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-ccd015a4-e8c1-467e-9aab-5bd982f166a9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.384486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-ccd015a4-e8c1-467e-9aab-5bd982f166a9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.396623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-ccd015a4-e8c1-467e-9aab-5bd982f166a9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.400672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-ccd015a4-e8c1-467e-9aab-5bd982f166a9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.416834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-ccd015a4-e8c1-467e-9aab-5bd982f166a9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.420742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-ccd015a4-e8c1-467e-9aab-5bd982f166a9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.422705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-ccd015a4-e8c1-467e-9aab-5bd982f166a9 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.4310095 Feb 02 15:20:12.448639 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.449075 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Added segment ac26dbc7-c217-433d-9c98-dba6dd7a02e4 of type vlan for network 40c39446-d78e-4f78-84fe-8fbf661b2b6b Feb 02 15:20:12.520537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8657814-c1a4-4f1c-9925-fcb30dd93897 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting subnet ecde2f66-2912-4c8c-b53e-34cd06c1c01b {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:20:12.523738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a8657814-c1a4-4f1c-9925-fcb30dd93897 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.591506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a8657814-c1a4-4f1c-9925-fcb30dd93897 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.689742 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a8657814-c1a4-4f1c-9925-fcb30dd93897 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.725548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-112402839', 'description': 'tempest-description-1596401440'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:12.750967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:12.767229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:12.782379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:12.795345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:12.802161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.831980 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccb6c176-3bdd-4183-9287-c7aea731f75e req-01890c91-8813-4baf-84e5-6b6dd5ef5404 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3792648 Feb 02 15:20:12.866734 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.884343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a8657814-c1a4-4f1c-9925-fcb30dd93897 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.924590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8657814-c1a4-4f1c-9925-fcb30dd93897 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Subnet': ['ID=ecde2f66-2912-4c8c-b53e-34cd06c1c01b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:12.924866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:12.930697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.931100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:12.931610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.937965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:12.942693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:12.948654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:12.958179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a8657814-c1a4-4f1c-9925-fcb30dd93897 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:12.965478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a7bb8-1dc0-466d-8c46-6319c7ee431c None None] Network 1c9e825c-1f8d-4378-a887-168bd8e61f10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:12.993564 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:20:13.094272 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.169519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.226917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c3f2fa-7f68-404d-ad7c-843691c86f94,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:13.257845 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a8657814-c1a4-4f1c-9925-fcb30dd93897 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "DELETE /v2.0/subnets/ecde2f66-2912-4c8c-b53e-34cd06c1c01b HTTP/1.1" status: 204 len: 168 time: 1.3053317 Feb 02 15:20:13.258952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50736) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:13.280218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] Pushing event updated for resources: {'Network': ['ID=40c39446-d78e-4f78-84fe-8fbf661b2b6b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:13.307058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 40c39446-d78e-4f78-84fe-8fbf661b2b6b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:20:13.322178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-61e68e3e-3179-4949-91ac-278614a584d8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9632382 Feb 02 15:20:13.322857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50742) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:13.335463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Request body: {'subnet': {'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-subnet', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:13.338776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:13.348202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Usage tracker for resource:subnet and tenant:5a2291a443c5408b9520b61fd365da08 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:13.358082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:13.373359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:13.476517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.479573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] DHCP port deletion for 1c9e825c-1f8d-4378-a887-168bd8e61f10 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:20:13.520639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a37c4c1c-91a3-4532-befd-769e74714e1d req-39a80303-295b-41f7-aad5-360856e55c00 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.7950013 Feb 02 15:20:13.520771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] Deleting port b7f540ea-02a1-434b-a23f-6ca081887553 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:13.520771 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.560548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Made reservation on behalf of 5a2291a443c5408b9520b61fd365da08 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:13.562130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1020772064', 'description': 'tempest-description-328897008'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:13.564021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.573530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:13.585920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.588276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:13.592922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:13.603820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:13.668664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port b7f540ea-02a1-434b-a23f-6ca081887553 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:13.668664 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.778689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661ef98-b166-48ba-b40d-c5e54fb9ef1b req-76e4d46a-5797-446c-8eea-0b975a08c5ae tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:13.786384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6661ef98-b166-48ba-b40d-c5e54fb9ef1b req-76e4d46a-5797-446c-8eea-0b975a08c5ae tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.4010849 Feb 02 15:20:13.789884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] For port b7f540ea-02a1-434b-a23f-6ca081887553, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b7f540ea-02a1-434b-a23f-6ca081887553,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:13.790363 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.866978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6661ef98-b166-48ba-b40d-c5e54fb9ef1b req-120174bb-15e6-4f52-b40d-ad773f98c218 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797184 Feb 02 15:20:13.887976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.915738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] Calling delete_port for b7f540ea-02a1-434b-a23f-6ca081887553 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:13.953225 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:13.980642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port b7f540ea-02a1-434b-a23f-6ca081887553, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b7f540ea-02a1-434b-a23f-6ca081887553,segment=NetworkSegment(4f7e453c-e29b-4b0e-b60c-96e850d3855a),segment_id=4f7e453c-e29b-4b0e-b60c-96e850d3855a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:13.981374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:14.082728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c32f78-9b95-4e0f-ab4a-88e45d54e386,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:14.186758 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:14.272996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] Pushing event deleted for resources: {'Port': ['ID=b7f540ea-02a1-434b-a23f-6ca081887553,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:14.297805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:14.298524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea0e25-c40f-42e6-bc0b-3bb0b237f861 None None] No DVR routers for this DVR port b7f540ea-02a1-434b-a23f-6ca081887553 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:14.304108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-8099ff94-a55f-448c-abb6-67010fb22466 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.310046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for b7f540ea-02a1-434b-a23f-6ca081887553 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:14.310706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-8099ff94-a55f-448c-abb6-67010fb22466 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.314623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-8099ff94-a55f-448c-abb6-67010fb22466 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.319108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-8099ff94-a55f-448c-abb6-67010fb22466 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.323018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-8099ff94-a55f-448c-abb6-67010fb22466 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.327139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-8099ff94-a55f-448c-abb6-67010fb22466 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.331156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-8099ff94-a55f-448c-abb6-67010fb22466 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.333904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-8099ff94-a55f-448c-abb6-67010fb22466 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.2921500 Feb 02 15:20:14.343948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Checking segment: {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:14.344305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Network hostable DHCP agents. Network: 40c39446-d78e-4f78-84fe-8fbf661b2b6b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:20:14.346924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:14.354399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:14.368893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:14.440215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:20:14.440822 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:20:14.458201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b7f540ea-02a1-434b-a23f-6ca081887553 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:14.458611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-3914b282-6f57-4c4b-8b54-ac48440d6bca tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.462841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-3914b282-6f57-4c4b-8b54-ac48440d6bca tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.467829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-3914b282-6f57-4c4b-8b54-ac48440d6bca tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.472987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-3914b282-6f57-4c4b-8b54-ac48440d6bca tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.475483 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:14.478276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-3914b282-6f57-4c4b-8b54-ac48440d6bca tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.484859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-3914b282-6f57-4c4b-8b54-ac48440d6bca tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.490814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-3914b282-6f57-4c4b-8b54-ac48440d6bca tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.492969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-3914b282-6f57-4c4b-8b54-ac48440d6bca tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 5435 time: 0.4066572 Feb 02 15:20:14.502315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b7f540ea-02a1-434b-a23f-6ca081887553 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:20:14.502924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b7f540ea-02a1-434b-a23f-6ca081887553 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:14.546845 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:14.548446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-e8dfe440-c46d-4829-870b-0ab99d38c146 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.552661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-e8dfe440-c46d-4829-870b-0ab99d38c146 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "GET /v2.0/ports/09ccfda4-51cc-4fa3-aafe-a9ca062c31a8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2087533 Feb 02 15:20:14.607465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c8f372-048e-4d51-a629-d56982f8cdab,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:14.652737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Network 40c39446-d78e-4f78-84fe-8fbf661b2b6b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:20:14.661286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc2f1faa-df80-48da-9a6b-101e7783b4a2 req-5c2e4649-cfdd-4592-a02a-36ef0e3f8e18 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516490 Feb 02 15:20:14.689620 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:14.692318 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7834c54-ee38-4853-bad7-671c8b63da5b req-c9af01f7-d946-4b81-88c9-1127aa5451c7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.1387453 Feb 02 15:20:14.799165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-0275b695-bd98-4b92-aa20-5a97efafe3b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:14.807316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 40c39446-d78e-4f78-84fe-8fbf661b2b6b) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:14.812494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:14.828053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:14.828355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4913e302-d3d6-43ac-adf4-5a01c4b1da7b None None] Network 40c39446-d78e-4f78-84fe-8fbf661b2b6b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:14.828470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-0275b695-bd98-4b92-aa20-5a97efafe3b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:14.828470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-0275b695-bd98-4b92-aa20-5a97efafe3b7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "GET /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2533920 Feb 02 15:20:14.854236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:14.942265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port b7f540ea-02a1-434b-a23f-6ca081887553 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:14.942680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:14.980063 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aa4219db-105b-4298-9319-afaab6148f20 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6520517 Feb 02 15:20:14.983909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50778) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:15.003128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:15.040022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:15.086207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] The port 'b7f540ea-02a1-434b-a23f-6ca081887553' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:20:15.100795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.107726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825fae12-483e-4424-b5e5-1a343679c512 None None] Network 40c39446-d78e-4f78-84fe-8fbf661b2b6b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:15.116418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Usage tracker for resource:router and tenant:5a2291a443c5408b9520b61fd365da08 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:15.120604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:15.132276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:15.221824 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-295e51c8-1d11-4ddc-86d2-b221aec18811 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4a45236fd49a4609b20b9ee44f01780a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985215 Feb 02 15:20:15.281466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-bdd5afb3-b415-4ec8-9424-512c10f2abde tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:15.282889 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-bdd5afb3-b415-4ec8-9424-512c10f2abde tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 813 time: 0.2869937 Feb 02 15:20:15.330811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.331551 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.335974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.378626 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-a9ed85a9-aa89-42d4-8db9-30553a03775a tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/quotas/83e50a662f9340278758866d8e48d4ff HTTP/1.1" status: 200 len: 375 time: 0.0429826 Feb 02 15:20:15.381198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9e825c-1f8d-4378-a887-168bd8e61f10']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:15.411878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7e453c-e29b-4b0e-b60c-96e850d3855a') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:15.412134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7e453c-e29b-4b0e-b60c-96e850d3855a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:15.433643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.436662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.450937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288dada-0b6b-4538-a94e-364ec45415ef req-fd42f5a5-77ec-4f76-be2d-470ceedb5b63 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:15.452640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-fd42f5a5-77ec-4f76-be2d-470ceedb5b63 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248902 Feb 02 15:20:15.454367 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-e97f877a-6cf7-40c9-8606-0550f9aad6ff tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630746 Feb 02 15:20:15.461031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.475511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:20:15.475511 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:20:15.490633 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:20:15.495959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-5faeddb1-f6d0-432a-b4c9-ba4a4861252a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/quotas/4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 375 time: 0.0367646 Feb 02 15:20:15.557073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] For port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:15.603381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-5c4dc9af-06ce-4dc0-a2c7-a34d30249bc1 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650895 Feb 02 15:20:15.693191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.711989 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.724063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "DELETE /v2.0/networks/1c9e825c-1f8d-4378-a887-168bd8e61f10 HTTP/1.1" status: 204 len: 168 time: 2.4639831 Feb 02 15:20:15.738203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50794) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:15.742853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2096344513'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:15.749221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:15.753540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:network and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:15.757036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:15.763325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:15.773876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d74dc-4b85-43a7-af29-ac4443b0f25b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Network': ['ID=1c9e825c-1f8d-4378-a887-168bd8e61f10,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:15.798312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] For port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:15.831831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-bfafab5a-99ea-4ee2-9025-58f2d6581e81 service neutron] 10.222.0.88 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630235 Feb 02 15:20:15.883781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:15.886805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.930510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:20:15.972793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:15.973133 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Added segment 8dbf17cb-740e-4307-9901-644d6859f2d3 of type vlan for network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 Feb 02 15:20:15.993967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] device_id is not set on port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:20:16.011054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.026986 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.033789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.071448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95685d9b-43bc-4f5d-bb86-81f1b7484727 req-e04dc73a-182f-4760-9dc3-75c0d8597cad tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:16.071625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95685d9b-43bc-4f5d-bb86-81f1b7484727 req-e04dc73a-182f-4760-9dc3-75c0d8597cad tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1326504 Feb 02 15:20:16.078710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-2751344e-860e-48df-9376-578cd2a6c37d service neutron] 10.222.0.88 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255266 Feb 02 15:20:16.089763 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.132587 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-95685d9b-43bc-4f5d-bb86-81f1b7484727 req-0a4a0fad-f284-4d95-90d2-97b5e9a10f6b tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520175 Feb 02 15:20:16.221370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.230930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:16.232441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.274966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Pushing event updated for resources: {'Port': ['ID=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:16.285004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] No DVR routers for this DVR port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:16.412146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.414179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.414996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.415717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.417958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.418318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.418662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.419002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.419333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.419750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.420042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.437810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] In _notify_port_updated(), no bound segment for port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:20:16.437910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.439186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4dc3b8b5-0db8-4104-a055-1509132d6879 service neutron] 10.222.0.107 "PUT /v2.0/ports/09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 HTTP/1.1" status: 200 len: 1026 time: 1.5894842 Feb 02 15:20:16.465858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Network': ['ID=1ba0e441-93b4-429f-a4c5-9107ada6fff1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:16.482839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-40b4289c-c543-4e67-b3e8-d1d87746da60 None None] Provisioning complete for port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:16.483436 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40b4289c-c543-4e67-b3e8-d1d87746da60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.498311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.502938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.504263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.504862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.505558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.506387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.507051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.507653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.508266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.508895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.510006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:16.521063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-529e5443-cf68-47f6-8e8e-5068f7e39e86 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7828846 Feb 02 15:20:16.523618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50814) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:16.550831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'subnet': {'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:16.553928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:20:16.600207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4752941a-82ea-495d-99a0-62aca78b5b94 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:16.602157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-4752941a-82ea-495d-99a0-62aca78b5b94 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "GET /v2.0/ports/38ce9bd4-2ad6-4780-834e-455ed7c0ebe0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1572576 Feb 02 15:20:16.603491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a33884-927d-4d3e-af0c-0380151ed3bf req-ec36ee9e-3e3a-40ea-b20a-353658b44c31 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:16.605052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86a33884-927d-4d3e-af0c-0380151ed3bf req-ec36ee9e-3e3a-40ea-b20a-353658b44c31 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 946 time: 0.3420458 Feb 02 15:20:16.619827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:16.727577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-40b4289c-c543-4e67-b3e8-d1d87746da60 None None] Port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:20:16.766606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:16.773868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:subnet and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:16.777946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:16.783022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86a33884-927d-4d3e-af0c-0380151ed3bf req-e02e0ff9-6960-4ea9-8f14-c0b66b90ead7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265707 Feb 02 15:20:16.787160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:16.838386 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.900629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.902674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eb136402-269a-4527-9420-7b8a22f21d83 req-7767679a-df25-421f-86f6-62964e5c4fb4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 210 time: 0.0491135 Feb 02 15:20:16.903700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:16.936260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:16.965172 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.126237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b65-4fc7-4150-8ee4-904c7465e24e req-70e32ae8-08d8-47ff-bf64-58f4a1959d30 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:17.129951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b65-4fc7-4150-8ee4-904c7465e24e req-70e32ae8-08d8-47ff-bf64-58f4a1959d30 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:17.134318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b65-4fc7-4150-8ee4-904c7465e24e req-70e32ae8-08d8-47ff-bf64-58f4a1959d30 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:17.137757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b65-4fc7-4150-8ee4-904c7465e24e req-70e32ae8-08d8-47ff-bf64-58f4a1959d30 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:17.140829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-43a13ae1-2354-48e0-97e8-226cc6ec5141 req-d30e22f6-072a-4ceb-bbc4-3d0ffc60e42f tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 210 time: 0.1480684 Feb 02 15:20:17.142048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b65-4fc7-4150-8ee4-904c7465e24e req-70e32ae8-08d8-47ff-bf64-58f4a1959d30 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:17.146004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1b65-4fc7-4150-8ee4-904c7465e24e req-70e32ae8-08d8-47ff-bf64-58f4a1959d30 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:17.147797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd9b1b65-4fc7-4150-8ee4-904c7465e24e req-70e32ae8-08d8-47ff-bf64-58f4a1959d30 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 4662 time: 0.3811297 Feb 02 15:20:17.149315 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.186024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 9918c17f-828f-4929-bfbb-6b256b3dd917 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:17.305688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Allocated IP 172.25.0.66 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/8cef0a98-42da-4ccd-bd1a-b0e06810bd7c) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:17.310672 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.343793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9918c17f-828f-4929-bfbb-6b256b3dd917'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:17.359160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 9918c17f-828f-4929-bfbb-6b256b3dd917, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9918c17f-828f-4929-bfbb-6b256b3dd917,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:17.427016 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.428106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:17.481380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd9b1b65-4fc7-4150-8ee4-904c7465e24e req-f2c2855a-e1da-4ff5-9336-9c9a6ee23ad7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=b02c28e9-c0fe-4007-81ce-92b0dc991003&id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624250 Feb 02 15:20:17.539000 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.545955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.559028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:17.559817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 36d22fe2-544f-4ef1-98cd-069d2dd457a6 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:17.678390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=9918c17f-828f-4929-bfbb-6b256b3dd917,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:17.705952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Subnet': ['ID=38fa3c75-c216-4592-90f5-126af8acf499,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:17.713574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] For port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:17.760547 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.762935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Checking segment: {'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:17.763350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network hostable DHCP agents. Network: 1ba0e441-93b4-429f-a4c5-9107ada6fff1, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:20:17.797779 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.827144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 36d22fe2-544f-4ef1-98cd-069d2dd457a6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:17.836320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] For port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:17.854120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:20:17.913685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] device_id is not set on port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:20:17.929264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.938689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052912e-19b8-46a8-ac36-3be76b8ea259 req-985f09f3-6a1a-4e06-ac6b-4cc966c64c3d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:17.939882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:17.940087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4052912e-19b8-46a8-ac36-3be76b8ea259 req-985f09f3-6a1a-4e06-ac6b-4cc966c64c3d tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1898723 Feb 02 15:20:17.940641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:17.968324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 1ba0e441-93b4-429f-a4c5-9107ada6fff1) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:17.973883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:17.974504 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.002263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4052912e-19b8-46a8-ac36-3be76b8ea259 req-0dbb8acd-0731-4705-aa13-c26c0ec41b8e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548153 Feb 02 15:20:18.027343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.039129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975f4cee-e772-41cd-810a-cce3304470f8 None None] Network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:18.068272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.122826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:18.127892 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9918c17f-828f-4929-bfbb-6b256b3dd917', 'code': 200} Feb 02 15:20:18.145482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4c8e580c-5da9-430f-8429-6bc58b59c0c7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6197751 Feb 02 15:20:18.146333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50840) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:18.154114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-547550513'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:18.165909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:18.176148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:network and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:18.183699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:18.195530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:18.204534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:18.208869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:18.223297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=36d22fe2-544f-4ef1-98cd-069d2dd457a6,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:18.289005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:18.292675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.351373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:20:18.352664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52d717d0-d5bc-4770-a16b-69a1d05d4b31 req-cd46bbcd-b7de-4bf3-88c1-dc64503855f5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 210 time: 0.0900886 Feb 02 15:20:18.405223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.405835 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Added segment 4d2599fb-a5ed-426a-b010-457100574778 of type vlan for network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 Feb 02 15:20:18.413547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] Pushing event updated for resources: {'Port': ['ID=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:18.438608 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.480771 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-acd7011e-bd71-4c7e-ab84-6dff1f8592fe req-f9abee13-bed0-4e03-8ab1-6577465f700d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 210 time: 0.1357133 Feb 02 15:20:18.492774 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.518410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] No DVR routers for this DVR port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:18.552753 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.556553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:18.557190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.598902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8cef0a98-42da-4ccd-bd1a-b0e06810bd7c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:18.616104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-1ba0e441-93b4-429f-a4c5-9107ada6fff1', 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'fixed_ips': [{'subnet_id': '38fa3c75-c216-4592-90f5-126af8acf499'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:20:18.617653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.625607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] In _notify_port_updated(), no bound segment for port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 on network e956464a-8c94-41d0-a13b-6ba285f31f63 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:20:18.626789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.629677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-783c8445-b1b4-4a62-902c-235bbd3f8f53 service neutron] 10.222.0.107 "PUT /v2.0/ports/38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 HTTP/1.1" status: 200 len: 1028 time: 2.0126679 Feb 02 15:20:18.725467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Network': ['ID=727e2d32-3b2d-4017-b232-ea9b9478dcf1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:18.726173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:18.737971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:20:18.757822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2023bd47-f5e9-4aa4-be6e-8aba6fb418b8 None None] Provisioning complete for port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:18.758083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2023bd47-f5e9-4aa4-be6e-8aba6fb418b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.789252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c206391-f655-45ef-8ca8-0e1f1ae385be tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6418569 Feb 02 15:20:18.792113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50848) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:18.798129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'subnet': {'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:18.826458 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-c74c1fbc-144a-4b80-88de-aa73b4bd8cf1 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=4a45236fd49a4609b20b9ee44f01780a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875978 Feb 02 15:20:18.881622 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:18.882698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:18.923077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:18.927487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:subnet and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:18.930392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:18.936341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:18.962867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting port 9918c17f-828f-4929-bfbb-6b256b3dd917 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:18.967284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.014909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:19.077367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2023bd47-f5e9-4aa4-be6e-8aba6fb418b8 None None] Port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:20:19.150325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.162304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:19.164002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a4520d26-356e-4ee0-8550-b874047a33b7 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:19.169087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288dada-0b6b-4538-a94e-364ec45415ef req-785d3a11-f89c-4f80-a733-5410def85225 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:19.170733 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-785d3a11-f89c-4f80-a733-5410def85225 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3203862 Feb 02 15:20:19.202104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Request body: {'port': {'device_id': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '4a45236fd49a4609b20b9ee44f01780a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:19.243717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Allocated IP 19.80.0.2 (1ba0e441-93b4-429f-a4c5-9107ada6fff1/38fa3c75-c216-4592-90f5-126af8acf499/6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:19.250686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:19.379028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dca26-2535-4f34-951d-1544f7852532 req-4fdd1030-cf17-4907-83fd-23a67d111658 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:19.383037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dca26-2535-4f34-951d-1544f7852532 req-4fdd1030-cf17-4907-83fd-23a67d111658 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:19.386239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2cc58-d02a-4e70-9858-19e99b2b3a48 req-cca675c1-2a17-4c1b-9dd7-2cd862b6beb5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:19.387703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ed2cc58-d02a-4e70-9858-19e99b2b3a48 req-cca675c1-2a17-4c1b-9dd7-2cd862b6beb5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1182907 Feb 02 15:20:19.387828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dca26-2535-4f34-951d-1544f7852532 req-4fdd1030-cf17-4907-83fd-23a67d111658 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:19.393370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dca26-2535-4f34-951d-1544f7852532 req-4fdd1030-cf17-4907-83fd-23a67d111658 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:19.397484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dca26-2535-4f34-951d-1544f7852532 req-4fdd1030-cf17-4907-83fd-23a67d111658 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:19.400695 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.404395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e82dca26-2535-4f34-951d-1544f7852532 req-4fdd1030-cf17-4907-83fd-23a67d111658 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 3883 time: 0.6683214 Feb 02 15:20:19.470877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a4520d26-356e-4ee0-8550-b874047a33b7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a4520d26-356e-4ee0-8550-b874047a33b7,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:19.483351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ed2cc58-d02a-4e70-9858-19e99b2b3a48 req-bc4c764b-caf5-481e-953f-29d575fa6c90 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629230 Feb 02 15:20:19.551976 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.553053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b031c3ca-4554-4dd9-826c-b83c117151aa no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:19.576491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.620209 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.678559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Transition to ACTIVE for port object 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:19.687257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Subnet': ['ID=b1daecab-d241-44d2-bd29-5e6d71b68a85,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:19.698073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-ee354ea2-ac7d-4fc9-9cd4-6e01e96b8522 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:19.703286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-ee354ea2-ac7d-4fc9-9cd4-6e01e96b8522 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.107 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 813 time: 0.2206087 Feb 02 15:20:19.717506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Transition to ACTIVE for port object 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:19.718704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a4520d26-356e-4ee0-8550-b874047a33b7,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:19.731024 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bdcba8ec-5487-4a83-a433-b163e2bc5998 req-c6d1d650-2c02-4e95-9753-5bd187a2483d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 210 time: 0.0735769 Feb 02 15:20:19.756809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Checking segment: {'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:19.757119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network hostable DHCP agents. Network: 727e2d32-3b2d-4017-b232-ea9b9478dcf1, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:20:19.800442 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.831667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'port': {'device_id': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6', 'admin_state_up': True, 'tenant_id': '83e50a662f9340278758866d8e48d4ff'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:19.920457 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.936260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:19.941808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:19.946567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Pushing event updated for resources: {'Port': ['ID=6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:19.949031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:19.996958 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.997733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:19.998819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-91850cb0-3711-418e-9cb6-4cbf68aad209 req-36931c4e-9493-4f76-9fbe-7d7dd74d4915 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 210 time: 0.0761099 Feb 02 15:20:20.000477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:20:20.014188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:20.020094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Usage tracker for resource:port and tenant:4a45236fd49a4609b20b9ee44f01780a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:20.040661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b031c3ca-4554-4dd9-826c-b83c117151aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b031c3ca-4554-4dd9-826c-b83c117151aa,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:20.060479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Attempting to bind port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:20:20.060848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Attempting to bind port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:20:20.061266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Attempting to bind port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 on network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:20.068036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:20:20.068411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Checking segment: {'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:20.068807 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.069199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Bound using segment: {'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:20:20.069650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Bound port: 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:20:20.070014 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.081201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:20.083302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 727e2d32-3b2d-4017-b232-ea9b9478dcf1) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:20.087905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:20.089293 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.112399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:20.115251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958f508-c94b-4edc-ad71-814a60fcc7d4 None None] Network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:20.118238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] For port 9918c17f-828f-4929-bfbb-6b256b3dd917, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=9918c17f-828f-4929-bfbb-6b256b3dd917,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:20.118682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.136178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:20.162240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36d22fe2-544f-4ef1-98cd-069d2dd457a6'}, {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442'}, {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7'}, {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b031c3ca-4554-4dd9-826c-b83c117151aa'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:20.176362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.181815 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e82dca26-2535-4f34-951d-1544f7852532 req-7626ace0-5804-45f9-a46f-92183e034ab4 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7724307 Feb 02 15:20:20.210289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6211f2ac-94ea-4d51-987c-376a133f5e75 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4171154 Feb 02 15:20:20.286558 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36d22fe2-544f-4ef1-98cd-069d2dd457a6', 'code': 200} Feb 02 15:20:20.286817 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442', 'code': 200} Feb 02 15:20:20.287068 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'code': 200} Feb 02 15:20:20.287303 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b031c3ca-4554-4dd9-826c-b83c117151aa', 'code': 200} Feb 02 15:20:20.352279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Calling delete_port for 9918c17f-828f-4929-bfbb-6b256b3dd917 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:20.389668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Made reservation on behalf of 4a45236fd49a4609b20b9ee44f01780a for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:20.393095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.394150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b031c3ca-4554-4dd9-826c-b83c117151aa,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:20.412177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.460128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] For port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:20.482943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] For port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:20:20.515369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.551315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:20.555560 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.584078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:port and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:20.594428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:20.609359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:20.614007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:20.637813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Usage tracker for resource:security_group_rule and tenant:4a45236fd49a4609b20b9ee44f01780a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:20.637813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:20.652841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:20.696571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:20.737972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-727e2d32-3b2d-4017-b232-ea9b9478dcf1', 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'fixed_ips': [{'subnet_id': 'b1daecab-d241-44d2-bd29-5e6d71b68a85'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:20:20.740198 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.773795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Made reservation on behalf of 83e50a662f9340278758866d8e48d4ff for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:20.776621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fd1a9-87ec-44b1-b39a-ddbb72933135 req-550e9f89-5a89-4ac7-ab28-38905ddd6c69 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:20.777079 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.782233 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba5fd1a9-87ec-44b1-b39a-ddbb72933135 req-550e9f89-5a89-4ac7-ab28-38905ddd6c69 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1352541 Feb 02 15:20:20.782363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dc203-e123-4e5d-96b8-e0488b87ac37 None None] Pushing event updated for resources: {'Port': ['ID=6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:20.797680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-bc641d60-d489-4b47-b192-f83c0eaf063f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:20.801806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-bc641d60-d489-4b47-b192-f83c0eaf063f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:20.803398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-bc641d60-d489-4b47-b192-f83c0eaf063f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/networks?id=1ba0e441-93b4-429f-a4c5-9107ada6fff1&id=727e2d32-3b2d-4017-b232-ea9b9478dcf1 HTTP/1.1" status: 200 len: 1391 time: 0.3570373 Feb 02 15:20:20.837691 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:20.872846 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-917aa62f-13a2-49bd-94e4-eff1f4466ef0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/quotas/9c84f65ce257473ea68ccd5ca0e006f4 HTTP/1.1" status: 200 len: 375 time: 0.0206845 Feb 02 15:20:20.981080 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba5fd1a9-87ec-44b1-b39a-ddbb72933135 req-3a44d9c4-178c-4df8-9184-4346481180c5 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863887 Feb 02 15:20:21.012410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:21.014449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:21.130711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Allocated IP 19.86.0.2 (727e2d32-3b2d-4017-b232-ea9b9478dcf1/b1daecab-d241-44d2-bd29-5e6d71b68a85/782e1e02-9f30-49ae-93c6-01ba5cc1157b) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:21.150676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Port': ['ID=9918c17f-828f-4929-bfbb-6b256b3dd917,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:21.288460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1cffb352-eb71-4bf6-bcb7-66f4c2d6ca87 req-c3c8bd56-d139-43ed-bd7c-f07b6072d614 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 210 time: 0.0742168 Feb 02 15:20:21.353716 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:21.368908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] No DVR routers for this DVR port 9918c17f-828f-4929-bfbb-6b256b3dd917 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:21.376319 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:21.381793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': '9918c17f-828f-4929-bfbb-6b256b3dd917'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:21.398988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-416b50a9-9d09-4077-a70b-91948cfb6ec5 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5205715 Feb 02 15:20:21.454606 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:21.456734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9c71fe9-fd68-4a90-b11b-58af071a9dab req-8a495fe0-ddab-43e9-beb2-31dde68c12bd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 210 time: 0.0460711 Feb 02 15:20:21.458486 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:21.465774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Transition to ACTIVE for port object 782e1e02-9f30-49ae-93c6-01ba5cc1157b will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:21.497548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Transition to ACTIVE for port object 782e1e02-9f30-49ae-93c6-01ba5cc1157b will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:21.592722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Allocated IP 172.20.0.5 (97c3d28e-7eb0-47b7-96be-ff5314d068e6/4150e91e-24e9-41eb-a4d5-48d4aaa279bb/5a9e23eb-4ded-4dc6-9484-2f6d3adc384f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:21.592906 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:21.658789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:21.672497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Pushing event updated for resources: {'Port': ['ID=782e1e02-9f30-49ae-93c6-01ba5cc1157b,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:21.693331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:21.698269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:21.702832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:21.723374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838caede-8cf5-425f-a8e9-739c8694a17f req-a1f1df35-2e5d-4113-807a-9dff5845f972 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:21.728599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838caede-8cf5-425f-a8e9-739c8694a17f req-a1f1df35-2e5d-4113-807a-9dff5845f972 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:21.729973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-a9b5913a-2317-45c9-a043-19b0a4a6bd74 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "DELETE /v2.0/ports/9918c17f-828f-4929-bfbb-6b256b3dd917 HTTP/1.1" status: 204 len: 173 time: 3.0759575 Feb 02 15:20:21.733462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838caede-8cf5-425f-a8e9-739c8694a17f req-a1f1df35-2e5d-4113-807a-9dff5845f972 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:21.742151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838caede-8cf5-425f-a8e9-739c8694a17f req-a1f1df35-2e5d-4113-807a-9dff5845f972 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:21.744335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-838caede-8cf5-425f-a8e9-739c8694a17f req-a1f1df35-2e5d-4113-807a-9dff5845f972 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 3144 time: 0.1603124 Feb 02 15:20:21.822042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-838caede-8cf5-425f-a8e9-739c8694a17f req-c064169a-025d-4651-867e-5488877cfc6a tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700176 Feb 02 15:20:21.884184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Attempting to bind port 782e1e02-9f30-49ae-93c6-01ba5cc1157b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:20:21.884642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Attempting to bind port 782e1e02-9f30-49ae-93c6-01ba5cc1157b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:20:21.885471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Attempting to bind port 782e1e02-9f30-49ae-93c6-01ba5cc1157b on network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:21.892809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:20:21.893287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Checking segment: {'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:21.893967 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:21.894419 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Bound using segment: {'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:20:21.894986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Bound port: 782e1e02-9f30-49ae-93c6-01ba5cc1157b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:20:21.895689 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:22.009562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] For port 782e1e02-9f30-49ae-93c6-01ba5cc1157b, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:22.014056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] For port 782e1e02-9f30-49ae-93c6-01ba5cc1157b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=782e1e02-9f30-49ae-93c6-01ba5cc1157b,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:20:22.084733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ce62f-2dfd-4db5-80a4-7e7584baf20b None None] Network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:22.102341 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:22.171941 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-954b15ac-822b-4ebb-b4fe-7498095fadfb service neutron] 10.222.0.88 "GET /v2.0/networks/1ba0e441-93b4-429f-a4c5-9107ada6fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633030 Feb 02 15:20:22.212727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:20:22.222864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:22.223201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:22.288857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:22.318162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:20:22.320302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Allocated IP 192.168.233.239 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/3d554596-d72d-4e6e-a83f-f8320403d7be) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:22.402984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-31b6ab8d-276e-43c8-98d6-f48a88b0e2d9 None None] Provisioning for port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:22.436517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9443b50-0bfb-43ae-a3da-983c403b90b5 None None] Pushing event updated for resources: {'Port': ['ID=782e1e02-9f30-49ae-93c6-01ba5cc1157b,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:22.501193 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': '9918c17f-828f-4929-bfbb-6b256b3dd917', 'status': 'completed', 'code': 200} Feb 02 15:20:22.563324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:22.675741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-869a0e8f-a79b-454b-97df-25b55a1df41b service neutron] 10.222.0.88 "GET /v2.0/networks/1ba0e441-93b4-429f-a4c5-9107ada6fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022731 Feb 02 15:20:22.700189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:22.720636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'mac_address': 'fa:16:3e:98:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:20:22.757360 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:22.909333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:22.923555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:22.934711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf14c1-34ba-48cf-bea5-1a0c2c2ce9fa req-da7913c9-e4c6-4b6a-bd9a-076bee097601 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:22.938660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:22.939066 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:22.944955 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ecf14c1-34ba-48cf-bea5-1a0c2c2ce9fa req-da7913c9-e4c6-4b6a-bd9a-076bee097601 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.3311911 Feb 02 15:20:22.982057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56912545-f1e7-422a-b148-c0fb6bbe2c68 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:23.005530 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ecf14c1-34ba-48cf-bea5-1a0c2c2ce9fa req-f76076ad-009c-431d-bb4a-64f41d8c95b4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596449 Feb 02 15:20:23.028960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:23.107025 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:23.168966 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'code': 200} Feb 02 15:20:23.217386 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:23.226958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-fb31e900-5bbe-4323-a228-8bee8609a554 service neutron] 10.222.0.88 "GET /v2.0/networks/727e2d32-3b2d-4017-b232-ea9b9478dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925351 Feb 02 15:20:23.241698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:23.270932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['56912545-f1e7-422a-b148-c0fb6bbe2c68'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:23.350763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:23.387082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-142ce13b-8dcc-4114-a2df-b2ab266956e1 req-16c412df-acd4-431b-9824-306a7edd1443 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 210 time: 0.0463183 Feb 02 15:20:23.439381 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:23.493527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] For port 36d22fe2-544f-4ef1-98cd-069d2dd457a6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=36d22fe2-544f-4ef1-98cd-069d2dd457a6,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:23.493888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:23.506588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1c45e2e5-8224-4aa3-9a2b-b9d7d1c605fa None None] Provisioning complete for port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:23.507662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c45e2e5-8224-4aa3-9a2b-b9d7d1c605fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:23.665511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7d209-c77c-4cf5-a304-9a1c5ce0e7b0 req-d652b76f-d008-48f3-9ab1-0207f518c968 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:23.667437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8df7d209-c77c-4cf5-a304-9a1c5ce0e7b0 req-d652b76f-d008-48f3-9ab1-0207f518c968 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.1207705 Feb 02 15:20:23.670563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:23.702434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Calling delete_port for 36d22fe2-544f-4ef1-98cd-069d2dd457a6 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:23.758185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8df7d209-c77c-4cf5-a304-9a1c5ce0e7b0 req-75983539-be9f-4856-915c-a1b287fe6770 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741363 Feb 02 15:20:23.823895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:23.850576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:23.947743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3cff75-61b4-4393-9829-cf5c0aa0f61f None None] Network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:24.020685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c252da-c346-4434-837c-e5d3da910965 req-0571a430-d103-4c47-9008-50480aa94b43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:24.022974 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54c252da-c346-4434-837c-e5d3da910965 req-0571a430-d103-4c47-9008-50480aa94b43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 931 time: 0.1032646 Feb 02 15:20:24.080042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-54c252da-c346-4434-837c-e5d3da910965 req-c60ffb45-0aa8-45bc-bd44-53d7722405e1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:24.094472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:24.095574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Transition to ACTIVE for port object 3d554596-d72d-4e6e-a83f-f8320403d7be will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:24.099205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e07a9e97-a098-4a73-ad6a-01e8a009c209 service neutron] 10.222.0.88 "GET /v2.0/networks/727e2d32-3b2d-4017-b232-ea9b9478dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8711829 Feb 02 15:20:24.105777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:24.108765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:24.179137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:24.179737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:24.186415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-54c252da-c346-4434-837c-e5d3da910965 req-c60ffb45-0aa8-45bc-bd44-53d7722405e1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:24.191163 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54c252da-c346-4434-837c-e5d3da910965 req-c60ffb45-0aa8-45bc-bd44-53d7722405e1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589258 Feb 02 15:20:24.242831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'Port': ['ID=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:24.313077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c26bf9da-24c1-41e3-b5f6-00bd9a5b0f32 None None] Provisioning for port 782e1e02-9f30-49ae-93c6-01ba5cc1157b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:24.319989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c6ecc08b-351a-4364-a726-d5c941db33b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4972465 Feb 02 15:20:24.372787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Request body: {'port': {'device_id': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:24.472696 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:24.506440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-44384eef-9248-45fb-bd1f-d888d327341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:24.512740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6b34f-510c-478a-988c-16ce17184b8e req-53d717e7-60dd-4414-b7c8-e77cab1a988b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:24.530232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6b34f-510c-478a-988c-16ce17184b8e req-53d717e7-60dd-4414-b7c8-e77cab1a988b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:24.535316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6b34f-510c-478a-988c-16ce17184b8e req-53d717e7-60dd-4414-b7c8-e77cab1a988b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:24.545349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6b34f-510c-478a-988c-16ce17184b8e req-53d717e7-60dd-4414-b7c8-e77cab1a988b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:24.555384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5b6b34f-510c-478a-988c-16ce17184b8e req-53d717e7-60dd-4414-b7c8-e77cab1a988b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 3144 time: 0.2168446 Feb 02 15:20:24.639017 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5b6b34f-510c-478a-988c-16ce17184b8e req-e5151abe-fe06-4db8-8a26-55fa81b139ae tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763490 Feb 02 15:20:24.736812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 782e1e02-9f30-49ae-93c6-01ba5cc1157b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:24.817480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:24.837237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2c79ac7e-dc42-4214-acbc-8fca56e78777 req-0ec4aa16-f5b3-44b7-b697-03d13a017e9d tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:24.865522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:20:24.928692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Sync routers for ids ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:20:24.934152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2c79ac7e-dc42-4214-acbc-8fca56e78777 req-0ec4aa16-f5b3-44b7-b697-03d13a017e9d tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:24.935379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c79ac7e-dc42-4214-acbc-8fca56e78777 req-0ec4aa16-f5b3-44b7-b697-03d13a017e9d tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 210 time: 0.1562374 Feb 02 15:20:24.998221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:25.007653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Routers {'bd7bd440-5afc-417c-81bf-d4a6b5089ec3'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:20:25.008323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:19:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:25.073350 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:25.090697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:25.120308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:25.178750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] No DVR routers for this DVR port 36d22fe2-544f-4ef1-98cd-069d2dd457a6 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:25.181347 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:25.203211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': '36d22fe2-544f-4ef1-98cd-069d2dd457a6'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:25.286174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Port': ['ID=36d22fe2-544f-4ef1-98cd-069d2dd457a6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:25.295092 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:25.371314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:25.376801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2351b937-926b-460a-ba7f-c547008e72a1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.3914258 Feb 02 15:20:25.378542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50944) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:25.382484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 782e1e02-9f30-49ae-93c6-01ba5cc1157b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:25.383764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9cfdf-4bc8-48d3-871f-ab6c25337b1b req-2392f553-3d48-4a18-8aa5-75e87f887b86 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:25.390032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-cd244fb2-7348-43fc-b716-0ae4a9693885 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "DELETE /v2.0/ports/36d22fe2-544f-4ef1-98cd-069d2dd457a6 HTTP/1.1" status: 204 len: 173 time: 3.6284790 Feb 02 15:20:25.395501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9f9cfdf-4bc8-48d3-871f-ab6c25337b1b req-2392f553-3d48-4a18-8aa5-75e87f887b86 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 936 time: 0.2225385 Feb 02 15:20:25.414782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 782e1e02-9f30-49ae-93c6-01ba5cc1157b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:25.415310 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:25.545351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9f9cfdf-4bc8-48d3-871f-ab6c25337b1b req-40d20bc7-1d64-4da8-9b3e-69d434cce1e0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453364 Feb 02 15:20:25.610300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Set router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:20:25.655160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:25.656082 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:25.677552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-7e2864a0-4df2-498d-8746-b95a72a165e3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:25.679318 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-7e2864a0-4df2-498d-8746-b95a72a165e3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.64 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 1.0877595 Feb 02 15:20:25.698044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c8c08-fe04-4b59-951d-bb6062996ea9 req-80964b29-57d0-4845-81b3-c55a1b1f2003 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:25.699785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-212c8c08-fe04-4b59-951d-bb6062996ea9 req-80964b29-57d0-4845-81b3-c55a1b1f2003 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 1.1100206 Feb 02 15:20:25.820597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e084-1e7d-4bb5-92ea-2687af089378 req-c5a5e713-38e7-4d97-834f-e312781f91ca tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:25.821241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7421e084-1e7d-4bb5-92ea-2687af089378 req-c5a5e713-38e7-4d97-834f-e312781f91ca tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 0.1131134 Feb 02 15:20:25.876433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7421e084-1e7d-4bb5-92ea-2687af089378 req-faf214af-0627-4288-be9f-5a4203495387 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446312 Feb 02 15:20:25.902437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting port a4520d26-356e-4ee0-8550-b874047a33b7 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:25.903163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:25.994812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-011b99c1-45ef-45cd-bdff-455a5a275105 None None] Provisioning for port 3d554596-d72d-4e6e-a83f-f8320403d7be completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:26.013228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-011b99c1-45ef-45cd-bdff-455a5a275105 None None] Provisioning complete for port 3d554596-d72d-4e6e-a83f-f8320403d7be triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:26.015920 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-011b99c1-45ef-45cd-bdff-455a5a275105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:26.029176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-40f359f7-1dad-4ffc-bfad-0ab6aced4d84 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8311841 Feb 02 15:20:26.040109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Deleting port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:26.040375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:26.071928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Request body: {'port': {'device_id': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:26.093665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:26.125721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c1dd6-7ec9-41f7-a316-17d4f9cae394 req-42fafb2f-07aa-408a-ab55-1120724ad09d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:26.128059 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b72c1dd6-7ec9-41f7-a316-17d4f9cae394 req-42fafb2f-07aa-408a-ab55-1120724ad09d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 931 time: 0.1026917 Feb 02 15:20:26.155560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:26.216627 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b72c1dd6-7ec9-41f7-a316-17d4f9cae394 req-8d4c03cc-d740-47ef-a3b4-eff7bf47595e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811801 Feb 02 15:20:26.279168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 782e1e02-9f30-49ae-93c6-01ba5cc1157b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=782e1e02-9f30-49ae-93c6-01ba5cc1157b,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:26.284822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-212c8c08-fe04-4b59-951d-bb6062996ea9 req-af7b9b8b-d1c7-492d-b783-864975143a73 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702187 Feb 02 15:20:26.308707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-011b99c1-45ef-45cd-bdff-455a5a275105 None None] Port 3d554596-d72d-4e6e-a83f-f8320403d7be cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:20:26.395654 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:26.396612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:26.586872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=782e1e02-9f30-49ae-93c6-01ba5cc1157b,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:26.634188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 56912545-f1e7-422a-b148-c0fb6bbe2c68 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:26.634564 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:26.638267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca45108-12fa-4386-8cdf-bdb2110981ee req-788fb343-de8a-4419-b162-af86cb7bbd56 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:26.643764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca45108-12fa-4386-8cdf-bdb2110981ee req-788fb343-de8a-4419-b162-af86cb7bbd56 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:26.649745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca45108-12fa-4386-8cdf-bdb2110981ee req-788fb343-de8a-4419-b162-af86cb7bbd56 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:26.652176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ca45108-12fa-4386-8cdf-bdb2110981ee req-788fb343-de8a-4419-b162-af86cb7bbd56 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 2411 time: 0.1327195 Feb 02 15:20:26.669368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:20:18Z', 'revision_number': 3, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:26.679150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Checking router: bd7bd440-5afc-417c-81bf-d4a6b5089ec3 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:20:26.679510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Updating router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:20:26.711182 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': '36d22fe2-544f-4ef1-98cd-069d2dd457a6', 'status': 'completed', 'code': 200} Feb 02 15:20:26.727877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ca45108-12fa-4386-8cdf-bdb2110981ee req-e30ecf0b-624e-44c0-b329-ca17910eb37e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696015 Feb 02 15:20:26.807785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:26.808199 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:26.922456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:26.955247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:26.960594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-325a63d3-59c7-44c5-87d3-44386a911970 req-2ac7d72e-dcef-4caf-b07b-e362c1eb3c3e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 210 time: 0.2465022 Feb 02 15:20:27.022052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] For port a4520d26-356e-4ee0-8550-b874047a33b7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a4520d26-356e-4ee0-8550-b874047a33b7,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:27.022684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:27.051694 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0d13-cccd-40d1-94db-c899f5d4c5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:27.137608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28744b28-3a1a-4f1b-9b05-23f162073ac9 req-33a7ba9b-db7a-43c3-91ce-92b3431dc794 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:27.149291 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28744b28-3a1a-4f1b-9b05-23f162073ac9 req-33a7ba9b-db7a-43c3-91ce-92b3431dc794 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 936 time: 0.2288761 Feb 02 15:20:27.220898 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:27.265056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28744b28-3a1a-4f1b-9b05-23f162073ac9 req-b7ff2800-d1b9-42ba-a445-cc79241e7b5b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048419 Feb 02 15:20:27.358936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:27.394469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:27.526307 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 782e1e02-9f30-49ae-93c6-01ba5cc1157b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:27.613374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:27.712791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-b510a1d3-ea60-41c2-aebb-cd8f7a04aede tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:27.717557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-b510a1d3-ea60-41c2-aebb-cd8f7a04aede tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:27.718537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-b510a1d3-ea60-41c2-aebb-cd8f7a04aede tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:27.726645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=10']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:27.770885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81796d2-b416-48d2-b44f-f5503a765658 req-830eb8b7-e79e-464e-bae9-d28ff34cad37 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:27.780169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a81796d2-b416-48d2-b44f-f5503a765658 req-830eb8b7-e79e-464e-bae9-d28ff34cad37 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 931 time: 0.1747975 Feb 02 15:20:27.823592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-b510a1d3-ea60-41c2-aebb-cd8f7a04aede tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:27.825547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-b510a1d3-ea60-41c2-aebb-cd8f7a04aede tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.64 "GET /v2.0/networks?id=1ba0e441-93b4-429f-a4c5-9107ada6fff1&id=727e2d32-3b2d-4017-b232-ea9b9478dcf1 HTTP/1.1" status: 200 len: 1391 time: 0.5829213 Feb 02 15:20:27.853293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'port': {'device_id': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1', 'admin_state_up': True, 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:27.877351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 782e1e02-9f30-49ae-93c6-01ba5cc1157b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:27.879466 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:27.942614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] For port 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:27.943200 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:27.954645 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:20:27.962446 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a81796d2-b416-48d2-b44f-f5503a765658 req-aba650a0-4d5f-48ed-ba41-75baaf76a50a tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741357 Feb 02 15:20:28.076289 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.098690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Transition to ACTIVE for port object 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:28.135677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:28.146982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:28.150153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5bc265fd-8fd9-498c-a145-862af0bbb6f2 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:28.187532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.241975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:28.245130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.316692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faaabe-bea7-4861-ab4e-9a5c7d0f05be req-15447677-e1cb-495d-9bae-532c14e77df9 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:28.318273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35faaabe-bea7-4861-ab4e-9a5c7d0f05be req-15447677-e1cb-495d-9bae-532c14e77df9 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 946 time: 1.1218884 Feb 02 15:20:28.340528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51aa5f-c5f1-4de0-88bc-f9cb073e1e3c None None] Pushing event updated for resources: {'Port': ['ID=8cef0a98-42da-4ccd-bd1a-b0e06810bd7c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:28.342932 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.344937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Attempting to bind port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:20:28.347107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Attempting to bind port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:20:28.347107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Attempting to bind port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:28.366748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101f934-6a23-41a2-addf-77f53a8c6bf4 req-5053d5fd-f18f-43bc-80e7-00c567c78df4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:28.384446 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4101f934-6a23-41a2-addf-77f53a8c6bf4 req-5053d5fd-f18f-43bc-80e7-00c567c78df4 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.2196233 Feb 02 15:20:28.405313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:28.408464 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.417553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.426105 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.435336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:20:28.436279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:28.436279 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.436944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:20:28.437527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Bound port: 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:20:28.437992 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.447909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Transition to ACTIVE for port object 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:28.463890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4101f934-6a23-41a2-addf-77f53a8c6bf4 req-caca90c7-9f00-4583-8f37-894b6afabc3e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784426 Feb 02 15:20:28.511690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:28.546767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] For port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:28.553912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] For port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cef0a98-42da-4ccd-bd1a-b0e06810bd7c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:20:28.574751 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.600778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Allocated IP 19.80.0.77 (1ba0e441-93b4-429f-a4c5-9107ada6fff1/38fa3c75-c216-4592-90f5-126af8acf499/d972c485-c5e1-40bf-904b-dba5b70fc4ed) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:28.658387 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'code': 200} Feb 02 15:20:28.681432 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.768974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.791594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5bc265fd-8fd9-498c-a145-862af0bbb6f2,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:28.859736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Routers {'bd7bd440-5afc-417c-81bf-d4a6b5089ec3'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:20:28.860722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:28.885158 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.885527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:28.885841 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Floating IP 0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc disassociated. External IP: 172.25.0.132, port: a4520d26-356e-4ee0-8550-b874047a33b7. Feb 02 15:20:28.886237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Calling delete_port for a4520d26-356e-4ee0-8550-b874047a33b7 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:29.015006 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:29.021965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:29.043952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Transition to ACTIVE for port object d972c485-c5e1-40bf-904b-dba5b70fc4ed will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:29.049044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51aa5f-c5f1-4de0-88bc-f9cb073e1e3c None None] Pushing event updated for resources: {'Port': ['ID=8cef0a98-42da-4ccd-bd1a-b0e06810bd7c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:29.097764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] Set router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:20:29.098895 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35faaabe-bea7-4861-ab4e-9a5c7d0f05be req-8d3b0851-ef2f-4894-b028-2a3b6a27e0cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7467778 Feb 02 15:20:29.140150 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:29.217705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:29.219047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:29.222612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:29.291108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:20:29.332749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Port': ['ID=d972c485-c5e1-40bf-904b-dba5b70fc4ed,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:29.363265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:29.363834 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:29.419099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78102872-5375-431a-b76c-ff372aabdacf req-116cd169-205b-4d57-828c-809fb3528bef tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:29.425869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78102872-5375-431a-b76c-ff372aabdacf req-116cd169-205b-4d57-828c-809fb3528bef tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:29.439865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78102872-5375-431a-b76c-ff372aabdacf req-116cd169-205b-4d57-828c-809fb3528bef tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:29.449947 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78102872-5375-431a-b76c-ff372aabdacf req-116cd169-205b-4d57-828c-809fb3528bef tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 2411 time: 0.3790011 Feb 02 15:20:29.519440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78102872-5375-431a-b76c-ff372aabdacf req-f66f3871-50e1-445a-b9cd-ce40519dec5e tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682518 Feb 02 15:20:29.564256 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-10bb4466-08f0-45e0-bb47-b569a43d09ae tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7164695 Feb 02 15:20:29.582319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Request body: {'port': {'device_id': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1', 'admin_state_up': True, 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:29.627301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:20:18Z', 'revision_number': 3, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:29.639462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980635f5-8ff8-4dfd-8824-e8a20a601872 None None] The sync data for ids ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'] in n-d-827122-1 is: [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:20:18Z', 'revision_number': 3, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:20:29.746108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a2c47f73-b2ae-4c6f-90b3-119fcdcf509f None None] Provisioning for port d972c485-c5e1-40bf-904b-dba5b70fc4ed completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:29.757207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a2c47f73-b2ae-4c6f-90b3-119fcdcf509f None None] Provisioning complete for port d972c485-c5e1-40bf-904b-dba5b70fc4ed triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:29.758323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a2c47f73-b2ae-4c6f-90b3-119fcdcf509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:29.904303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a2c47f73-b2ae-4c6f-90b3-119fcdcf509f None None] Port d972c485-c5e1-40bf-904b-dba5b70fc4ed cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:20:29.921584 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:30.078403 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:30.087639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a184f-671b-43b0-bbd8-0b68ea3a4ada req-23dc16ae-c3fb-4deb-a90f-0469a69fe5bc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:30.089321 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f3a184f-671b-43b0-bbd8-0b68ea3a4ada req-23dc16ae-c3fb-4deb-a90f-0469a69fe5bc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 936 time: 0.3203232 Feb 02 15:20:30.092377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Usage tracker for resource:port and tenant:9c84f65ce257473ea68ccd5ca0e006f4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:30.126316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Quota usage for port was recalculated. Used quota:5. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:30.147071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:30.147287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d554596-d72d-4e6e-a83f-f8320403d7be {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:30.154017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:30.174845 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:30.177699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f3a184f-671b-43b0-bbd8-0b68ea3a4ada req-cdd0bdd3-fb28-4c41-8032-549187ce937a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817814 Feb 02 15:20:30.230885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Transition to ACTIVE for port object 3d554596-d72d-4e6e-a83f-f8320403d7be will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:30.249500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Made reservation on behalf of 9c84f65ce257473ea68ccd5ca0e006f4 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:30.253309 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:30.335692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:30.336088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:30.336410 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Floating IP b2742a12-82db-45ca-a0de-218ad53f2588 disassociated. External IP: 172.25.0.189, port: 5bc265fd-8fd9-498c-a145-862af0bbb6f2. Feb 02 15:20:30.336791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Calling delete_port for 5bc265fd-8fd9-498c-a145-862af0bbb6f2 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:30.407027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Port': ['ID=a4520d26-356e-4ee0-8550-b874047a33b7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:30.460281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:30.521749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Allocated IP 19.86.0.184 (727e2d32-3b2d-4017-b232-ea9b9478dcf1/b1daecab-d241-44d2-bd29-5e6d71b68a85/8fbe9222-e876-43d9-b017-65d05314a34e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:30.651133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Attempting to bind port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:20:30.651477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Attempting to bind port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:20:30.651826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Attempting to bind port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f on network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:30.659598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:30.727123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0267-0542-499d-b4c0-a7d2488dc704 req-13b7019a-5949-406f-b3c3-39a39d78ea4a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:30.730433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7ab0267-0542-499d-b4c0-a7d2488dc704 req-13b7019a-5949-406f-b3c3-39a39d78ea4a tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 931 time: 1.3925474 Feb 02 15:20:31.034321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f on network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:20:31.034563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Attempting to bind port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f on network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:31.064431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:31.069380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7ab0267-0542-499d-b4c0-a7d2488dc704 req-1e1fde9a-ab29-4c7c-8912-152ee5db72ce tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009213 Feb 02 15:20:31.076598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:31.359276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Transition to ACTIVE for port object 8fbe9222-e876-43d9-b017-65d05314a34e will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:31.359276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f494c-dc05-41b3-943d-a35827bb96ee req-31fd7401-9c81-4838-ba57-bb414a43d2b4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:31.359276 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c05f494c-dc05-41b3-943d-a35827bb96ee req-31fd7401-9c81-4838-ba57-bb414a43d2b4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 943 time: 0.3704381 Feb 02 15:20:31.359276 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c05f494c-dc05-41b3-943d-a35827bb96ee req-37b85a8d-a892-46a4-a47f-ed377b9a498d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485637 Feb 02 15:20:31.364502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:20:31.364502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Checking segment: {'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:31.364502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Bound using segment: {'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:20:31.364502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Bound port: 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:20:31.364502 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:31.528523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:31.574400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b6bd4-06cd-4fcf-9ee2-942bc8081d1c req-3b137613-911b-49cd-b280-dd05431cfcbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:31.581438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b6bd4-06cd-4fcf-9ee2-942bc8081d1c req-3b137613-911b-49cd-b280-dd05431cfcbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:31.583099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b53b6bd4-06cd-4fcf-9ee2-942bc8081d1c req-3b137613-911b-49cd-b280-dd05431cfcbe tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 1677 time: 0.1303885 Feb 02 15:20:31.641131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b53b6bd4-06cd-4fcf-9ee2-942bc8081d1c req-1ac0d585-f3d6-4623-b395-5a2399bca0a0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519037 Feb 02 15:20:31.730527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Attempting to bind port 3d554596-d72d-4e6e-a83f-f8320403d7be on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:20:31.730951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Attempting to bind port 3d554596-d72d-4e6e-a83f-f8320403d7be by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:20:31.731352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Attempting to bind port 3d554596-d72d-4e6e-a83f-f8320403d7be on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:31.732056 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'code': 200} Feb 02 15:20:31.802432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Port 3d554596-d72d-4e6e-a83f-f8320403d7be on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:20:31.802962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Attempting to bind port 3d554596-d72d-4e6e-a83f-f8320403d7be on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:31.838720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1e3fe-eac3-4b13-a810-8027dec470be req-219ad253-9163-4db3-8ef6-99df082cf167 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:31.840259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dfe1e3fe-eac3-4b13-a810-8027dec470be req-219ad253-9163-4db3-8ef6-99df082cf167 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.5820997 Feb 02 15:20:31.844402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:20:31.844991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:31.845386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:20:31.846409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Bound port: 3d554596-d72d-4e6e-a83f-f8320403d7be, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:20:31.846827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:31.861578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] For port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:31.909004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] For port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:20:31.911282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac5e21-5f03-4a47-8368-967b1c266a73 req-7adc639e-9b67-42c9-bda0-d74a1deecb2f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:31.913023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fac5e21-5f03-4a47-8368-967b1c266a73 req-7adc639e-9b67-42c9-bda0-d74a1deecb2f tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.0789940 Feb 02 15:20:31.954249 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:31.997558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:20:31.998174 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:20:31.998741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:32.003530 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fac5e21-5f03-4a47-8368-967b1c266a73 req-341cad6e-3494-44e9-95f1-8a6563924efc tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846627 Feb 02 15:20:32.010268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:32.010268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.037532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:32.040984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:32.044982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:32.048756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.155974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event updated for resources: {'Port': ['ID=8fbe9222-e876-43d9-b017-65d05314a34e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:32.213026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:32.213706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.242333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:32.246181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:20:32.263195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Router 36e1228d-edd4-4097-bf19-9dc070d22f54 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:20:32.273114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:32.304945 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dfe1e3fe-eac3-4b13-a810-8027dec470be req-ad9cfb41-6afa-4926-8c01-d654daf1672b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4483304 Feb 02 15:20:32.308730 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.324998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.329384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-276c4d85-f344-49bd-b923-e3caa17edd02 service neutron] 10.222.0.107 "PUT /v2.0/ports/5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 200 len: 1091 time: 7.9647748 Feb 02 15:20:32.337085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cef0a98-42da-4ccd-bd1a-b0e06810bd7c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:32.360258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-e5bc7e3e-ad9b-442f-a080-969c56a7194b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7754400 Feb 02 15:20:32.374518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Request body: {'port': {'device_id': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:32.415983 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.451624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.467739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:32.569983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cd0e2-82b2-458f-ad37-726cd90c9a8d req-dcff4405-e3c7-455b-8995-e0fa84efcc5e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:32.589001 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-612cd0e2-82b2-458f-ad37-726cd90c9a8d req-dcff4405-e3c7-455b-8995-e0fa84efcc5e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 948 time: 0.3285196 Feb 02 15:20:32.594803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8cef0a98-42da-4ccd-bd1a-b0e06810bd7c,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:32.634271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Deleting port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:32.634531 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.656730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.688677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8767eb50-b063-43a0-8b48-4ffef2c250b0 None None] Provisioning for port 8fbe9222-e876-43d9-b017-65d05314a34e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:32.699411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8767eb50-b063-43a0-8b48-4ffef2c250b0 None None] Provisioning complete for port 8fbe9222-e876-43d9-b017-65d05314a34e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:32.700417 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8767eb50-b063-43a0-8b48-4ffef2c250b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.719631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-612cd0e2-82b2-458f-ad37-726cd90c9a8d req-cd90adb4-63f4-4299-a86c-dfa4c79bd1a4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294596 Feb 02 15:20:32.742662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:32.771776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] 10.222.0.107 "PUT /v2.0/ports/3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 1096 time: 6.7039552 Feb 02 15:20:32.852883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8767eb50-b063-43a0-8b48-4ffef2c250b0 None None] Port 8fbe9222-e876-43d9-b017-65d05314a34e cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:20:33.043954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e42208-18be-4484-872e-f5e04096baf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:33.279887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530615d-9c2e-43ec-b310-15859089d782 req-2b5bb518-8cb8-40f4-be75-8861132150b3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:33.282152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a530615d-9c2e-43ec-b310-15859089d782 req-2b5bb518-8cb8-40f4-be75-8861132150b3 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.6961725 Feb 02 15:20:33.302830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db832d-5193-4e93-8b8a-4551cdbab3f6 req-a82a3b21-7e44-4764-891d-d24e53b94b5b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:33.308106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0db832d-5193-4e93-8b8a-4551cdbab3f6 req-a82a3b21-7e44-4764-891d-d24e53b94b5b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 943 time: 0.3147326 Feb 02 15:20:33.345299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:33.391457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a530615d-9c2e-43ec-b310-15859089d782 req-b9bb31cc-97db-4458-ba4f-1c2b0015f776 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954454 Feb 02 15:20:33.394854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0db832d-5193-4e93-8b8a-4551cdbab3f6 req-89242745-b0da-424d-aa4c-915577e19cf8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857306 Feb 02 15:20:33.480594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-c4572ad5-0398-465c-a094-49f35bbc29c4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1094 time: 0.8915348 Feb 02 15:20:33.563172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:33.563172 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:33.570216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d972c485-c5e1-40bf-904b-dba5b70fc4ed {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:33.586204 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:33.616210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Transition to ACTIVE for port object d972c485-c5e1-40bf-904b-dba5b70fc4ed will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:33.696073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:33.800563 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f', 'status': 'completed', 'code': 200} Feb 02 15:20:33.914133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Pushing event updated for resources: {'Port': ['ID=d972c485-c5e1-40bf-904b-dba5b70fc4ed,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:34.024678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-9a32c89b-a7d6-43e9-84a1-c4581f30c374 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1099 time: 1.1247590 Feb 02 15:20:34.042005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c68a-b2e9-4e13-800b-84ff249a8dfb req-4c819e08-a1e3-443d-876d-ddf55143bfca tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:34.050320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c68a-b2e9-4e13-800b-84ff249a8dfb req-4c819e08-a1e3-443d-876d-ddf55143bfca tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:34.051184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ffd5c68a-b2e9-4e13-800b-84ff249a8dfb req-4c819e08-a1e3-443d-876d-ddf55143bfca tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Synchronizing usage tracker for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:34.111255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] For port 5bc265fd-8fd9-498c-a145-862af0bbb6f2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5bc265fd-8fd9-498c-a145-862af0bbb6f2,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:34.112326 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:34.150072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Attempting to bind port d972c485-c5e1-40bf-904b-dba5b70fc4ed on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:20:34.150541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Attempting to bind port d972c485-c5e1-40bf-904b-dba5b70fc4ed by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:20:34.151073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Attempting to bind port d972c485-c5e1-40bf-904b-dba5b70fc4ed on network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:34.167805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ffd5c68a-b2e9-4e13-800b-84ff249a8dfb req-4c819e08-a1e3-443d-876d-ddf55143bfca tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Unset dirty status for tenant:9c84f65ce257473ea68ccd5ca0e006f4 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:34.172729 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ffd5c68a-b2e9-4e13-800b-84ff249a8dfb req-4c819e08-a1e3-443d-876d-ddf55143bfca tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1654 time: 0.5469658 Feb 02 15:20:34.216108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Port d972c485-c5e1-40bf-904b-dba5b70fc4ed on network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:20:34.217452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Attempting to bind port d972c485-c5e1-40bf-904b-dba5b70fc4ed on network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:34.242325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:20:34.243047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Checking segment: {'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:34.243664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Bound using segment: {'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:20:34.244359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Bound port: d972c485-c5e1-40bf-904b-dba5b70fc4ed, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf17cb-740e-4307-9901-644d6859f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:20:34.244883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:34.310430 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ffd5c68a-b2e9-4e13-800b-84ff249a8dfb req-c92acefa-4a2f-470a-99a4-8cdd3d674663 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302538 Feb 02 15:20:34.410747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] For port d972c485-c5e1-40bf-904b-dba5b70fc4ed, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:34.416599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] For port d972c485-c5e1-40bf-904b-dba5b70fc4ed, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d972c485-c5e1-40bf-904b-dba5b70fc4ed,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:20:34.478312 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:34.491577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-3ddc963f-6eb5-4559-b4e8-891fe0a17249 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 200 len: 217 time: 0.8383110 Feb 02 15:20:34.661910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-350c2e84-cf1e-43da-992b-94b033b91c19 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.1338167 Feb 02 15:20:34.745490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Pushing event updated for resources: {'Port': ['ID=d972c485-c5e1-40bf-904b-dba5b70fc4ed,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:34.798461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:34.800057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8beb2bfc-06ed-4417-bb26-f4e40d4bc699 service neutron] 10.222.0.64 "PUT /v2.0/ports/d972c485-c5e1-40bf-904b-dba5b70fc4ed HTTP/1.1" status: 200 len: 1091 time: 2.4339309 Feb 02 15:20:34.811684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288dada-0b6b-4538-a94e-364ec45415ef req-a912d2ba-baa8-4d89-89f7-49e49d3e2588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:34.813436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-a912d2ba-baa8-4d89-89f7-49e49d3e2588 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1272597 Feb 02 15:20:34.816717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'tag': 'd972c485-c5e1-40bf-904b-dba5b70fc4ed'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:34.852312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6841a-9b05-421e-bcda-f22d6e0e74a9 req-ea9dd00b-6382-4c92-a0a0-5978a22fba24 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:34.863436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5e6841a-9b05-421e-bcda-f22d6e0e74a9 req-ea9dd00b-6382-4c92-a0a0-5978a22fba24 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.3045902 Feb 02 15:20:34.910513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Request body: {'port': {'device_id': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:35.004001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:35.016348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-1e86fcaa-6468-4ca4-9e3a-1b91546ad5c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:35.018618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-1e86fcaa-6468-4ca4-9e3a-1b91546ad5c2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.4990625 Feb 02 15:20:35.020614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:20:35.032115 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] Sync routers for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:20:35.055896 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:20:35.058744 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:35.135677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:35.151561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded949-bac5-4c46-9647-5894de51cd5a req-08968275-0506-43b8-9649-e3e765b4da17 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:35.156041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded949-bac5-4c46-9647-5894de51cd5a req-08968275-0506-43b8-9649-e3e765b4da17 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:35.157051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-51ded949-bac5-4c46-9647-5894de51cd5a req-08968275-0506-43b8-9649-e3e765b4da17 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:35.163706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5e6841a-9b05-421e-bcda-f22d6e0e74a9 req-5d5a06cb-d714-40e3-99d8-7c32dd282f40 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980917 Feb 02 15:20:35.204275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-b40ebdb3-c651-42f5-a261-539dbf1d0374 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646266 Feb 02 15:20:35.287476 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:20:35.321771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] No DVR routers for this DVR port a4520d26-356e-4ee0-8550-b874047a33b7 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:35.324686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:35.656793 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:35Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:35.662236 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] Checking router: 36e1228d-edd4-4097-bf19-9dc070d22f54 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:20:35.673764 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:20:35.675541 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:35.698393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbe9222-e876-43d9-b017-65d05314a34e {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:35.708109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-494ad32b-d085-4a20-ace7-54f052a381da service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296875 Feb 02 15:20:35.708722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-51ded949-bac5-4c46-9647-5894de51cd5a req-08968275-0506-43b8-9649-e3e765b4da17 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:35.715304 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51ded949-bac5-4c46-9647-5894de51cd5a req-08968275-0506-43b8-9649-e3e765b4da17 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 1677 time: 1.8038020 Feb 02 15:20:35.746104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:35.781658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Transition to ACTIVE for port object 8fbe9222-e876-43d9-b017-65d05314a34e will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:35.784380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-5ad0b760-8e0d-433a-b9d3-b2ba45551122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "DELETE /v2.0/ports/a4520d26-356e-4ee0-8550-b874047a33b7 HTTP/1.1" status: 204 len: 173 time: 10.2617342 Feb 02 15:20:35.874414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be'}, {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:35.882143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting port b031c3ca-4554-4dd9-826c-b83c117151aa {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:35.883697 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:35.896094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:35.994952 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:20:36.033789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:36.034268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:36.034584 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Floating IP b2742a12-82db-45ca-a0de-218ad53f2588 disassociated. External IP: 172.25.0.189, port: 5bc265fd-8fd9-498c-a145-862af0bbb6f2. Feb 02 15:20:36.034927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Calling delete_port for 5bc265fd-8fd9-498c-a145-862af0bbb6f2 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:36.205658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbe9222-e876-43d9-b017-65d05314a34e,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:36.476125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade8dc-d4dc-4bc4-aaae-998537c83ae1 req-fbee5130-ed9d-4acb-8a9e-db624e6c7932 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:36.484817 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68ade8dc-d4dc-4bc4-aaae-998537c83ae1 req-fbee5130-ed9d-4acb-8a9e-db624e6c7932 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 948 time: 0.3589425 Feb 02 15:20:36.516016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Attempting to bind port 8fbe9222-e876-43d9-b017-65d05314a34e on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:20:36.516492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Attempting to bind port 8fbe9222-e876-43d9-b017-65d05314a34e by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:20:36.516698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Attempting to bind port 8fbe9222-e876-43d9-b017-65d05314a34e on network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:36.547427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Port 8fbe9222-e876-43d9-b017-65d05314a34e on network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:20:36.547931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Attempting to bind port 8fbe9222-e876-43d9-b017-65d05314a34e on network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:36.573770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68ade8dc-d4dc-4bc4-aaae-998537c83ae1 req-25d8805f-34d0-4857-b2a9-ded177610a64 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887120 Feb 02 15:20:36.578821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:20:36.579191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Checking segment: {'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:36.579591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Bound using segment: {'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:20:36.581342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Bound port: 8fbe9222-e876-43d9-b017-65d05314a34e, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2599fb-a5ed-426a-b010-457100574778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:20:36.581841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:36.611152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] For port b031c3ca-4554-4dd9-826c-b83c117151aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b031c3ca-4554-4dd9-826c-b83c117151aa,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:36.612630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:36.712199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] For port 8fbe9222-e876-43d9-b017-65d05314a34e, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:36.721320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] For port 8fbe9222-e876-43d9-b017-65d05314a34e, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=8fbe9222-e876-43d9-b017-65d05314a34e,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:20:36.828795 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:35Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:36.839136 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a0531-ce5b-45c3-891c-75fbc5e79926 None None] The sync data for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 is: [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:12:06Z', 'revision_number': 4, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2191bc58-30df-4d7e-bbca-6920d0654dbc', 'name': '', 'network_id': '88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'mac_address': 'fa:16:3e:6a:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:04Z', 'updated_at': '2022-02-02T15:12:35Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'subnets': [{'id': '4e564f6a-29fd-44ae-a8bb-bfe6c975ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:20:36.855805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Calling delete_port for b031c3ca-4554-4dd9-826c-b83c117151aa owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:36.946463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:37.032707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:37.042047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] 10.222.0.64 "PUT /v2.0/ports/8fbe9222-e876-43d9-b017-65d05314a34e HTTP/1.1" status: 200 len: 1092 time: 2.1295078 Feb 02 15:20:37.116728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-ea6128f2-9d80-4a84-978f-7e55700340b7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.2063019 Feb 02 15:20:37.116995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec2fbf-35a8-47dc-921e-14f983b5bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbe9222-e876-43d9-b017-65d05314a34e,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:37.133496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812cc65-2ecb-4dc2-bdcb-42eed53dd2f5 req-1e3a9d8d-d308-4218-bc33-64010ab6ad1d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:37.135714 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e812cc65-2ecb-4dc2-bdcb-42eed53dd2f5 req-1e3a9d8d-d308-4218-bc33-64010ab6ad1d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 943 time: 0.2858784 Feb 02 15:20:37.214548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e812cc65-2ecb-4dc2-bdcb-42eed53dd2f5 req-5117cb60-badf-4c86-8de4-0dc8283c024c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696468 Feb 02 15:20:37.411362 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'tag': 'd972c485-c5e1-40bf-904b-dba5b70fc4ed', 'status': 'completed', 'code': 200} Feb 02 15:20:37.422612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:37.442460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-f4f43744-79fb-4133-8349-5b5946c7b762 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:37.444357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-f4f43744-79fb-4133-8349-5b5946c7b762 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 945 time: 0.1626348 Feb 02 15:20:37.607251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Deleting port 5f28015e-f28e-44aa-8402-b9b2218eba48 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:37.607600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:37.614409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51ded949-bac5-4c46-9647-5894de51cd5a req-e806cc79-eae8-4e8a-9566-d37d2d50073f tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8979568 Feb 02 15:20:37.665416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Port': ['ID=b031c3ca-4554-4dd9-826c-b83c117151aa,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:37.683367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6501a196-107a-401d-88f2-6189cc4f4a72 None None] New status for floating IP 0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:20:37.779270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Allocated IP 172.20.0.1 (40c39446-d78e-4f78-84fe-8fbf661b2b6b/91c32f78-9b95-4e0f-ab4a-88e45d54e386/d46f764d-21ca-4d0f-bb95-fd1c6f447637) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:37.961655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7efc5468-0c73-4077-a6fb-66d8f362cf2a req-7f15d34c-07c6-43b7-bd23-0d61755674ef service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2133646 Feb 02 15:20:38.041315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19d61c-ce8c-42ca-a7e2-dc07350dcadb req-c0398c53-5a98-4ec7-8cd9-45371cb8997f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:38.045333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19d61c-ce8c-42ca-a7e2-dc07350dcadb req-c0398c53-5a98-4ec7-8cd9-45371cb8997f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:38.053311 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d19d61c-ce8c-42ca-a7e2-dc07350dcadb req-c0398c53-5a98-4ec7-8cd9-45371cb8997f tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1678 time: 0.4166026 Feb 02 15:20:38.134857 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-e961c770-92cc-4023-9ac6-7058a5434871 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9579542 Feb 02 15:20:38.169682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] For port 5f28015e-f28e-44aa-8402-b9b2218eba48, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5f28015e-f28e-44aa-8402-b9b2218eba48,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:38.170085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:38.201949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d19d61c-ce8c-42ca-a7e2-dc07350dcadb req-99159a65-b7e9-4931-8e16-20f5c7457f91 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476040 Feb 02 15:20:38.261731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] No DVR routers for this DVR port b031c3ca-4554-4dd9-826c-b83c117151aa on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:38.275075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:38.306998 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'status': 'completed', 'code': 200} Feb 02 15:20:38.309082 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': 'a4520d26-356e-4ee0-8550-b874047a33b7', 'status': 'completed', 'code': 200} Feb 02 15:20:38.386041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Calling delete_port for 5f28015e-f28e-44aa-8402-b9b2218eba48 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:38.478104 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:38.513595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-b0790651-3b59-469a-9124-ba52841d9be0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "DELETE /v2.0/ports/b031c3ca-4554-4dd9-826c-b83c117151aa HTTP/1.1" status: 204 len: 173 time: 2.7069523 Feb 02 15:20:38.622444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4c19-81d1-4bf2-995b-1cabcb0d5c8d req-b1cd2952-1520-4281-b3d4-1faedb1e9ff0 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:38.624510 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-734a4c19-81d1-4bf2-995b-1cabcb0d5c8d req-b1cd2952-1520-4281-b3d4-1faedb1e9ff0 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 944 time: 0.1392846 Feb 02 15:20:38.681447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:38.706076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-baa6c91f-ea7c-45c2-9a04-215f87708353 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1980 time: 1.3409634 Feb 02 15:20:38.716376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ef577f86-bffd-4987-9acf-859ef9aeb405'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:38.785500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event deleted for resources: {'Port': ['ID=5f28015e-f28e-44aa-8402-b9b2218eba48,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:38.809042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-734a4c19-81d1-4bf2-995b-1cabcb0d5c8d req-7dc288c9-19d3-4f0e-85dc-82a0ddcde973 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=28067920-0205-4af1-90e8-ddd876afdb60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600862 Feb 02 15:20:38.872555 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:38.982018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event deleted for resources: {'Port': ['ID=5bc265fd-8fd9-498c-a145-862af0bbb6f2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:38.989397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:38.990081 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:38.992260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] No DVR routers for this DVR port 5f28015e-f28e-44aa-8402-b9b2218eba48 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:39.029926 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:39.086337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-8ca34bc0-5063-4e20-a4ee-8e29908a114b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=d972c485-c5e1-40bf-904b-dba5b70fc4ed HTTP/1.1" status: 200 len: 217 time: 0.3131542 Feb 02 15:20:39.099953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01afa7-ac6c-44f3-9905-b78f6845f218 req-14844141-99a6-4291-b1b4-074d52280338 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:39.102089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd01afa7-ac6c-44f3-9905-b78f6845f218 req-14844141-99a6-4291-b1b4-074d52280338 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 948 time: 0.1076548 Feb 02 15:20:39.131064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a00c468f-a664-464d-b9e0-b560f030e1e9 req-ea9f52a0-44ce-4236-ac1f-991e415fb245 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.64 "DELETE /v2.0/ports/5f28015e-f28e-44aa-8402-b9b2218eba48 HTTP/1.1" status: 204 len: 173 time: 1.6794167 Feb 02 15:20:39.159554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd01afa7-ac6c-44f3-9905-b78f6845f218 req-5090656d-b91c-44cd-803e-2a47bba78051 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516946 Feb 02 15:20:39.263335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:20:39.333838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a88221-a322-4926-8619-eb8c8d01934f req-c98a96bc-053b-4df7-801a-c483a3982264 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:39.342999 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10a88221-a322-4926-8619-eb8c8d01934f req-c98a96bc-053b-4df7-801a-c483a3982264 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=e57dc47a-5f63-408e-b3fb-5e8d306769b4 HTTP/1.1" status: 200 len: 867 time: 1.3782990 Feb 02 15:20:39.412837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'tag': '8fbe9222-e876-43d9-b017-65d05314a34e'}, {'server_uuid': 'e57dc47a-5f63-408e-b3fb-5e8d306769b4', 'name': 'network-vif-deleted', 'tag': '5f28015e-f28e-44aa-8402-b9b2218eba48'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:39.428474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96696af5-ba34-44af-909c-55d2ada346a6 req-e6fc833f-1a51-4536-b63b-6672bfd3919c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:39.430138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-96696af5-ba34-44af-909c-55d2ada346a6 req-e6fc833f-1a51-4536-b63b-6672bfd3919c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 943 time: 0.1247807 Feb 02 15:20:39.504535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8288dada-0b6b-4538-a94e-364ec45415ef req-e8b67614-6dab-40b2-9cc9-0362b0313ff7 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0202885 Feb 02 15:20:39.698996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-96696af5-ba34-44af-909c-55d2ada346a6 req-807d3dc8-3ebb-48bd-8c2f-ecdb6a70a1ac tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658724 Feb 02 15:20:39.699498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:39.699498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f', 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6', 'port_id': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f', 'mac_address': 'fa:16:3e:13:8c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4150e91e-24e9-41eb-a4d5-48d4aaa279bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:20:39.699498 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:39.699498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:39.699498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:39.700018 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-2015b178-97bf-4fba-a338-5b5052cdaa8c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1094 time: 1.4765687 Feb 02 15:20:39.828145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:39.954483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-f686fda1-b60d-43e7-909b-b8c7aab4876b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:39.958573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-f686fda1-b60d-43e7-909b-b8c7aab4876b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38fa3c75-c216-4592-90f5-126af8acf499 HTTP/1.1" status: 200 len: 801 time: 0.8491092 Feb 02 15:20:39.960604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:39.968406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:40.085666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] For port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:40.086129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:40.122909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:40.286994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5f28015e-f28e-44aa-8402-b9b2218eba48 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:40.368299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-d420a99a-acc8-4b1a-afdf-ddf1c087053d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1099 time: 0.4796708 Feb 02 15:20:40.372445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 5f28015e-f28e-44aa-8402-b9b2218eba48 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:20:40.373020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5f28015e-f28e-44aa-8402-b9b2218eba48 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:40.380687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Calling delete_port for 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:40.426038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa613af5-3210-46e8-9145-60d93d496d41 req-b509a6b9-4b8f-46b1-8e7b-4182dc42c398 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:40.433854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa613af5-3210-46e8-9145-60d93d496d41 req-b509a6b9-4b8f-46b1-8e7b-4182dc42c398 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 943 time: 0.4480107 Feb 02 15:20:40.665579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10a88221-a322-4926-8619-eb8c8d01934f req-340819ab-9f06-4ab3-8cba-cd047c29c9ce tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3215184 Feb 02 15:20:40.666393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': 'b031c3ca-4554-4dd9-826c-b83c117151aa'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:40.673457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Network 40c39446-d78e-4f78-84fe-8fbf661b2b6b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:40.685527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Pushing event updated for resources: {'Port': ['ID=d46f764d-21ca-4d0f-bb95-fd1c6f447637,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:40.693826 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-b65c5964-2ad4-4a91-a90e-80a95bfd3860 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1098 time: 0.3913949 Feb 02 15:20:40.701269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:40.702908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:40.709324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:40.725051 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa613af5-3210-46e8-9145-60d93d496d41 req-a4a00853-bfad-4bbb-a08a-0b990a863d53 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups?id=a8da8904-242f-42e1-89a5-4732cadaca27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902453 Feb 02 15:20:41.014307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-84e1a606-c56d-432e-aa93-ba3794a75d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:41.015762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-84e1a606-c56d-432e-aa93-ba3794a75d06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.2837901 Feb 02 15:20:41.019234 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'tag': '8fbe9222-e876-43d9-b017-65d05314a34e', 'status': 'completed', 'code': 200} Feb 02 15:20:41.019516 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57dc47a-5f63-408e-b3fb-5e8d306769b4', 'name': 'network-vif-deleted', 'tag': '5f28015e-f28e-44aa-8402-b9b2218eba48', 'status': 'completed', 'code': 200} Feb 02 15:20:41.020530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-5b392b8c-1354-4e64-a812-99a67f820bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:41.021873 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-5b392b8c-1354-4e64-a812-99a67f820bf4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.6414785 Feb 02 15:20:41.036194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Port': ['ID=1d5bf1f9-43f0-4e73-bfff-e561d32ab442,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:41.136563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-09ea4fdf-baf7-4d1a-9c96-b7a9ea0cf449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:41.138795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-09ea4fdf-baf7-4d1a-9c96-b7a9ea0cf449 service neutron] 10.222.0.107 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 915 time: 1.4520006 Feb 02 15:20:41.139656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:41.242821 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aff5dde1-3813-48fc-8792-96de8b4eec9a req-d841a25a-1aff-4da1-b067-dc82cc7953c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 210 time: 0.0923452 Feb 02 15:20:41.264109 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-73a1eee1-6239-4042-9d9c-9091f60ddf3a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.1536758 Feb 02 15:20:41.268242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3d554596-d72d-4e6e-a83f-f8320403d7be details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:20:41.271909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:41.342865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-5abdd4d3-89d8-4524-9ecf-6f8dfc845af9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 200 len: 217 time: 0.1921902 Feb 02 15:20:41.349941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] No DVR routers for this DVR port 1d5bf1f9-43f0-4e73-bfff-e561d32ab442 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:41.358680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-f4a86b61-22cd-4d17-93ba-bd08c10e1af3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6931374 Feb 02 15:20:41.360685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:41.407243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-e0414be3-b0f1-4600-a1b8-c02aa1c5e888 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1002 time: 0.3780963 Feb 02 15:20:41.483508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:41.505973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'mac_address': 'fa:16:3e:10:19:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:20:41.568371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-0f25a332-7576-42f7-9ccf-94d786dab2a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:41.569912 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-0f25a332-7576-42f7-9ccf-94d786dab2a0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3069365 Feb 02 15:20:41.598225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:41.609280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:41.609654 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:41.617151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-cac5d204-10c4-45be-8d62-0f780cdab9ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:41.618715 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-cac5d204-10c4-45be-8d62-0f780cdab9ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.2049098 Feb 02 15:20:41.730487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17bba2-e801-4ec9-8641-4fa75f58e3ea req-02ad37fa-dd0f-441d-99b3-c3601fc05366 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:41.738446 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1d17bba2-e801-4ec9-8641-4fa75f58e3ea req-02ad37fa-dd0f-441d-99b3-c3601fc05366 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 948 time: 0.2619038 Feb 02 15:20:41.821710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a223400b-cf45-49fa-b7a8-876a193a58fe req-7a8da1de-8599-470c-8b3f-f241e4787595 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.107 "DELETE /v2.0/ports/1d5bf1f9-43f0-4e73-bfff-e561d32ab442 HTTP/1.1" status: 204 len: 173 time: 3.2873349 Feb 02 15:20:41.839677 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1d17bba2-e801-4ec9-8641-4fa75f58e3ea req-dadfde57-cbfa-4c33-9c25-9ca0a4c3da87 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003537 Feb 02 15:20:41.845049 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:41.876723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d554596-d72d-4e6e-a83f-f8320403d7be {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:41.882634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-1a03d215-2e21-4107-b75c-2b2b3f805978 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3033652 Feb 02 15:20:41.888582 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-da97a62c-63e5-4362-86f8-27b4690e3e1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ba0e441-93b4-429f-a4c5-9107ada6fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.9062366 Feb 02 15:20:41.894708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-28f8c37c-10e2-4a93-a423-9ab3369f05d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585173 Feb 02 15:20:41.979493 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:42.002001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:42.066480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:42.071403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:42.083672 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:42.122224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92dfb-8f3e-4eeb-a503-2c837e598bd2 req-07e8e154-9437-4fa9-838e-8e2a81b7d3b9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:42.130141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92dfb-8f3e-4eeb-a503-2c837e598bd2 req-07e8e154-9437-4fa9-838e-8e2a81b7d3b9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:42.136422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41c92dfb-8f3e-4eeb-a503-2c837e598bd2 req-07e8e154-9437-4fa9-838e-8e2a81b7d3b9 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1678 time: 1.1403389 Feb 02 15:20:42.140612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-c09be648-29cd-4f41-8aa5-ec1404654fec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:42.145093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-c09be648-29cd-4f41-8aa5-ec1404654fec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.7897410 Feb 02 15:20:42.167981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-5d1aa899-094a-4626-a87c-52f322462f97 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200599 Feb 02 15:20:42.178334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:42.188886 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:42.310524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-86b9f593-de0d-42dc-8edb-800493da4862 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958579 Feb 02 15:20:42.322364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:42.356268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:42.379630 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41c92dfb-8f3e-4eeb-a503-2c837e598bd2 req-ebc769cd-9772-4102-a32f-322143a3eb82 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271645 Feb 02 15:20:42.435509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:42.476690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-92a3da36-c91e-4dbc-975e-4f691a40fa89 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 1096 time: 0.6712089 Feb 02 15:20:42.621597 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-188f3b8f-0d9e-4193-aef2-6f1a8252b5a2 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188327 Feb 02 15:20:42.837604 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-be07d46f-e968-48d8-9240-16d8006e2852 service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106375 Feb 02 15:20:42.847781 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': 'b031c3ca-4554-4dd9-826c-b83c117151aa', 'status': 'completed', 'code': 200} Feb 02 15:20:42.890151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-2f0df521-554a-4e79-aecd-a88d50d763cc service neutron] 10.222.0.64 "GET /v2.0/networks/1ba0e441-93b4-429f-a4c5-9107ada6fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9787385 Feb 02 15:20:42.941606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3085327-e80e-4441-8099-681505599730 req-fcddc139-0c60-4381-9ee4-9fc876b30ee6 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:42.948522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3085327-e80e-4441-8099-681505599730 req-fcddc139-0c60-4381-9ee4-9fc876b30ee6 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 945 time: 0.7758040 Feb 02 15:20:42.957272 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d1c2806-38c5-48b0-95a7-02135c1b39e6 req-3ba4da34-14cb-46ce-9b20-5b0ba706cf14 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7826238 Feb 02 15:20:43.014669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Router 2b09353a-8dcd-457e-87b9-1fa7746331ce has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:20:43.052421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3085327-e80e-4441-8099-681505599730 req-33060219-f136-467a-9262-6fc98a2ef6a6 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029756 Feb 02 15:20:43.097982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f26fea4-d9d7-4872-9352-9b5bc4d9e963 req-7f0c59ec-09d5-4e57-b8fa-4faa7738709d service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542341 Feb 02 15:20:43.130071 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f', 'code': 200} Feb 02 15:20:43.263385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-686408a9-90b5-48c9-8343-4da733bebd09 service neutron] 10.222.0.64 "GET /v2.0/networks/1ba0e441-93b4-429f-a4c5-9107ada6fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023821 Feb 02 15:20:43.293378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3d554596-d72d-4e6e-a83f-f8320403d7be up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:43.364033 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae87038b-91e1-423d-920f-9ba9de43ad94 req-edebfd7f-ff01-400b-8b3c-a3cdd2e9cb68 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 210 time: 0.0490272 Feb 02 15:20:43.403971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-300a3f4a-574c-4ede-8178-8a4e23a2c88f req-f4e42c59-1d32-4486-a3cc-d83fe41127d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Synchronizing usage tracker for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:43.427303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0740a784-4f59-43eb-9ec0-31a7fc087f5c req-b151f731-7c94-4d16-97d4-cdda9ac74f72 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1096 time: 0.1664388 Feb 02 15:20:43.474003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 3d554596-d72d-4e6e-a83f-f8320403d7be completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:43.482032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 3d554596-d72d-4e6e-a83f-f8320403d7be triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:43.483235 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:43.511180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0740a784-4f59-43eb-9ec0-31a7fc087f5c req-31f07c86-b98d-429a-bfac-12f9d80f3683 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715680 Feb 02 15:20:43.583500 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-7845da05-1e9c-4cc0-a665-8ca18137f256 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=8fbe9222-e876-43d9-b017-65d05314a34e HTTP/1.1" status: 200 len: 217 time: 0.3059802 Feb 02 15:20:43.756260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-300a3f4a-574c-4ede-8178-8a4e23a2c88f req-f4e42c59-1d32-4486-a3cc-d83fe41127d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Unset dirty status for tenant:5acfb7d387fa4226aeca0a89c85d7958 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:43.768590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-300a3f4a-574c-4ede-8178-8a4e23a2c88f req-f4e42c59-1d32-4486-a3cc-d83fe41127d7 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 210 time: 0.7515230 Feb 02 15:20:43.799718 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:43.806854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:20:43.841907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4f969c7-b9ec-4ba1-a291-b558e589ad66 req-af40abef-2f04-42cc-9149-01d0907cb750 service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9676883 Feb 02 15:20:43.883568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-93c6a02b-7872-482b-96f1-ab3eed767ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:43.885047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-93c6a02b-7872-482b-96f1-ab3eed767ceb service neutron] 10.222.0.107 "GET /v2.0/networks?id=254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 200 len: 907 time: 1.2015920 Feb 02 15:20:43.889512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-b58b5dd0-a6a9-4838-981d-e757b1351905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:43.891033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-b58b5dd0-a6a9-4838-981d-e757b1351905 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1daecab-d241-44d2-bd29-5e6d71b68a85 HTTP/1.1" status: 200 len: 801 time: 0.2916622 Feb 02 15:20:43.893769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:43.898709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:43.985162 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:44.005282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbe637-01e1-4160-be00-61bd1cb8048c req-9dafa0d8-2ebf-4156-ab3f-c7abd3a36675 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:44.007824 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-adbbe637-01e1-4160-be00-61bd1cb8048c req-9dafa0d8-2ebf-4156-ab3f-c7abd3a36675 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 949 time: 0.1097188 Feb 02 15:20:44.076182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-adbbe637-01e1-4160-be00-61bd1cb8048c req-c0db1d3d-37db-4da4-92ee-cafeb0b62498 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625956 Feb 02 15:20:44.144436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:44.156458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.158664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.158664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.158664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.159390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.159725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.160282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.160630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.160964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.161385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.161711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:44.207495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-8bae3b6f-12c3-4b7a-8daa-832d51a74317 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef577f86-bffd-4987-9acf-859ef9aeb405 HTTP/1.1" status: 200 len: 217 time: 0.2619536 Feb 02 15:20:44.297761 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:44.480196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533894-570a-4af9-839c-60f97bd84c0a req-8a59f827-fa04-41e5-a9da-ea2fa66fd1f3 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:44.483705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-961b6758-00e5-4c2e-904d-8fb115f4b161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:44.485252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-961b6758-00e5-4c2e-904d-8fb115f4b161 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 200 len: 845 time: 0.2274768 Feb 02 15:20:44.489709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28533894-570a-4af9-839c-60f97bd84c0a req-8a59f827-fa04-41e5-a9da-ea2fa66fd1f3 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 945 time: 0.1358213 Feb 02 15:20:44.557449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Pushing event updated for resources: {'Port': ['ID=d46f764d-21ca-4d0f-bb95-fd1c6f447637,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:44.582063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28533894-570a-4af9-839c-60f97bd84c0a req-d8acaed1-828b-4939-8e08-a7aac2fbc322 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909238 Feb 02 15:20:44.637370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:44.721426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-b3dc6c09-776a-4044-8325-8a26e79a33b4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=254e918a-e7ed-428b-ac1e-aeb570cad971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469200 Feb 02 15:20:44.853920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:44.868656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-51b71e87-8868-40ce-9e23-9f3c9cdafc03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=727e2d32-3b2d-4017-b232-ea9b9478dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9657578 Feb 02 15:20:44.989112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63470806-927a-43bd-baae-e8547582cbc1 req-705aa54d-0310-4d76-9082-620569e41cd9 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 210 time: 0.0619726 Feb 02 15:20:45.131811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:45.149610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd85d99-b7f8-42cd-a537-94e835925895 req-ded396f4-e1fd-44f0-94e4-f17390ef9771 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:45.154030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd85d99-b7f8-42cd-a537-94e835925895 req-ded396f4-e1fd-44f0-94e4-f17390ef9771 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:45.168806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bbd85d99-b7f8-42cd-a537-94e835925895 req-ded396f4-e1fd-44f0-94e4-f17390ef9771 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1678 time: 0.9585190 Feb 02 15:20:45.318026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca952ce9-3de5-4c84-aca7-b98e1525e661 req-d8d1d5ac-3c8e-41e2-a384-e8816ff3a010 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/ports?device_id=50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8 HTTP/1.1" status: 200 len: 210 time: 0.1133904 Feb 02 15:20:45.368758 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-9decb209-3cb2-4a2d-969a-ac522fdbbf53 service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463780 Feb 02 15:20:45.386805 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-7ab3fe7b-7e66-4bdb-8895-37c9cdedc0be service neutron] 10.222.0.64 "GET /v2.0/networks/727e2d32-3b2d-4017-b232-ea9b9478dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452832 Feb 02 15:20:45.412659 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bbd85d99-b7f8-42cd-a537-94e835925895 req-05009986-539c-49a4-a95b-e4d08e217978 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424560 Feb 02 15:20:45.441803 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d17be1-eec5-4d16-8f9e-5d75f9ee9ee8', 'name': 'network-vif-deleted', 'tag': '1d5bf1f9-43f0-4e73-bfff-e561d32ab442', 'status': 'completed', 'code': 200} Feb 02 15:20:45.583778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Network 40c39446-d78e-4f78-84fe-8fbf661b2b6b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:45.589445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:45.646534 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'code': 200} Feb 02 15:20:45.703089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:20:45.719090 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] Sync routers for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:20:45.758240 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:20:45.762213 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:46.056107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] No DVR routers for this DVR port 5bc265fd-8fd9-498c-a145-862af0bbb6f2 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:46.080734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:46.082686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c17e349-2fa8-4e05-9d4f-5b6334b93ff6 req-cfad0c01-e712-479d-be04-085f261e50c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.64 "DELETE /v2.0/ports/5bc265fd-8fd9-498c-a145-862af0bbb6f2 HTTP/1.1" status: 204 len: 173 time: 20.3754640 Feb 02 15:20:46.086094 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:20:46.150755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d39d7-e37c-42a0-b931-71633201d0ec req-bdd05601-03cf-43dc-8563-84958ef6240c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:46.154925 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-531d39d7-e37c-42a0-b931-71633201d0ec req-bdd05601-03cf-43dc-8563-84958ef6240c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 945 time: 0.1927855 Feb 02 15:20:46.224138 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71dd1797-58ab-40f4-8f57-0532170d6349 req-64c236ab-afad-433c-b4dc-2ba41f5467e4 service neutron] 10.222.0.64 "GET /v2.0/networks/727e2d32-3b2d-4017-b232-ea9b9478dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087294 Feb 02 15:20:46.225906 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a825dc-5d6f-4f70-86fd-671ca3f32829 req-1f8e5766-f92d-48f3-8fb7-a28a5be4f92b service neutron] 10.222.0.107 "GET /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8427982 Feb 02 15:20:46.270931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-531d39d7-e37c-42a0-b931-71633201d0ec req-f09fff88-9d11-46f4-975e-2549c50106b0 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023796 Feb 02 15:20:46.288639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82fb1f-b85e-40e5-87f4-c69cea1c9669 req-008c9d78-5fd8-449b-ab15-09dce46cb3d8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:46.293797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ab82fb1f-b85e-40e5-87f4-c69cea1c9669 req-008c9d78-5fd8-449b-ab15-09dce46cb3d8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Synchronizing usage tracker for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:46.491351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8b689bec-d662-4359-9659-db052bb71387 req-2357c1d2-10d3-40bb-aa1d-4c0f5bc72ead service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1101 time: 0.7122884 Feb 02 15:20:46.570450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ab82fb1f-b85e-40e5-87f4-c69cea1c9669 req-008c9d78-5fd8-449b-ab15-09dce46cb3d8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Unset dirty status for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:46.570450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab82fb1f-b85e-40e5-87f4-c69cea1c9669 req-008c9d78-5fd8-449b-ab15-09dce46cb3d8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.9055803 Feb 02 15:20:46.668537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8b689bec-d662-4359-9659-db052bb71387 req-c96d2bf8-6c9d-4adf-9dd8-2e0fe90ab995 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669619 Feb 02 15:20:46.677116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ab82fb1f-b85e-40e5-87f4-c69cea1c9669 req-22f49155-0084-4c4d-a08c-c2c1adff7974 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Synchronizing usage tracker for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:46.694473 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55b4df73-53e2-45ef-8440-471988475ddf req-0a193d8f-5556-433b-8630-29556a49cb05 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=80085d88-8d38-497c-aa2d-28e7a03029f0 HTTP/1.1" status: 200 len: 210 time: 0.1111550 Feb 02 15:20:46.712729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-88bedc17-d448-4e9a-ba61-39fb96faffdc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1980 time: 0.2123551 Feb 02 15:20:46.765015 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:46.770312 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] Checking router: 2b09353a-8dcd-457e-87b9-1fa7746331ce for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:20:46.783875 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:20:46.784568 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:46.961140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-996f65d9-b220-477f-9e65-e4d1d5079ebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:46.962626 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:46.963146 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-996f65d9-b220-477f-9e65-e4d1d5079ebb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ba0e441-93b4-429f-a4c5-9107ada6fff1 HTTP/1.1" status: 200 len: 904 time: 0.1899822 Feb 02 15:20:46.973604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-3fad01c1-31a1-40d1-9b82-2d9436c7b31e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-112402839&fields=id&tenant_id=83e50a662f9340278758866d8e48d4ff HTTP/1.1" status: 200 len: 267 time: 0.0636513 Feb 02 15:20:47.010263 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:20:47.040127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:20:47.057797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-5758db43-53c0-4a71-8970-b91a8665ad46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=d972c485-c5e1-40bf-904b-dba5b70fc4ed HTTP/1.1" status: 200 len: 217 time: 0.0822642 Feb 02 15:20:47.061501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ab82fb1f-b85e-40e5-87f4-c69cea1c9669 req-22f49155-0084-4c4d-a08c-c2c1adff7974 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Unset dirty status for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:47.062727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab82fb1f-b85e-40e5-87f4-c69cea1c9669 req-22f49155-0084-4c4d-a08c-c2c1adff7974 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968934 Feb 02 15:20:47.076288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-3f89b6d0-6186-4b14-833b-110491163439 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:47.078093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-3f89b6d0-6186-4b14-833b-110491163439 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 945 time: 0.0976169 Feb 02 15:20:47.105565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'port': {'security_groups': ['4aabf53d-d21c-4f38-a099-46f44d867f93', 'c8c3f2fa-7f68-404d-ad7c-843691c86f94']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:47.304437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-62e5db37-665a-465e-b597-2540f84cc4af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:47.309449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:47.312889 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-62e5db37-665a-465e-b597-2540f84cc4af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38fa3c75-c216-4592-90f5-126af8acf499 HTTP/1.1" status: 200 len: 801 time: 0.2467825 Feb 02 15:20:47.458228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'name': 'network-vif-deleted', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:47.482754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:47.561202 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:47.574032 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134c3a9-3d6b-48a2-bc3b-0c9edd529a65 None None] The sync data for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 is: [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:20:47.584652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-af10ad4c-3963-415e-9f47-cf1e8d367554 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ba0e441-93b4-429f-a4c5-9107ada6fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2469010 Feb 02 15:20:47.800877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] For port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:47.843668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:47.900789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:47.935335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:47.952770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a265-68c2-4313-8e80-624782306a44 req-eb182f53-d944-4f35-a424-ddbff26ead12 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:47.957954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a265-68c2-4313-8e80-624782306a44 req-eb182f53-d944-4f35-a424-ddbff26ead12 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:47.969535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30e4a265-68c2-4313-8e80-624782306a44 req-eb182f53-d944-4f35-a424-ddbff26ead12 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1678 time: 0.4987552 Feb 02 15:20:47.991893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3f97e-897a-431a-8957-985ccc46ca15 None None] New status for floating IP b2742a12-82db-45ca-a0de-218ad53f2588: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:20:48.022808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'Port': ['ID=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:48.043661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:20:48.050640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5627e1a5-f2b9-4c42-9d08-00696c4f8591 admin admin] 10.222.0.88 "PUT /v2.0/routers/bd7bd440-5afc-417c-81bf-d4a6b5089ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.6627367 Feb 02 15:20:48.062700 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Sync routers for ids ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:20:48.076904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:48.077554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:48.090207 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Routers {'bd7bd440-5afc-417c-81bf-d4a6b5089ec3'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:20:48.090354 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30e4a265-68c2-4313-8e80-624782306a44 req-cdfb121b-f827-4f3b-93fa-d383a22c3d6e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165338 Feb 02 15:20:48.090853 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:48.092843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-521ca7ca-da21-4e53-a174-13c85230f95c service neutron] 10.222.0.64 "GET /v2.0/networks/1ba0e441-93b4-429f-a4c5-9107ada6fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010614 Feb 02 15:20:48.098936 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92160fa2-abcf-40d2-84f3-8c945e814007 req-0a5677df-88de-4f18-b305-cee0fde406c8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "PUT /v2.0/ports/5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 200 len: 981 time: 1.0107396 Feb 02 15:20:48.098936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:48.204193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51154) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:48.294041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:48.374952 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80085d88-8d38-497c-aa2d-28e7a03029f0', 'name': 'network-vif-deleted', 'tag': '5bc265fd-8fd9-498c-a145-862af0bbb6f2', 'status': 'completed', 'code': 200} Feb 02 15:20:48.384315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d972c485-c5e1-40bf-904b-dba5b70fc4ed details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:20:48.421465 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8aab-3444-46c2-b7c7-2c0ba7f39071 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:48.440228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e80d5535-7c63-436a-8cca-d8afd3166d03 req-11e5d217-b709-4ff8-94b4-4de0ce3213bc service neutron] 10.222.0.64 "GET /v2.0/networks/1ba0e441-93b4-429f-a4c5-9107ada6fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396876 Feb 02 15:20:48.534038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8aab-3444-46c2-b7c7-2c0ba7f39071 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:48.710259 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Set router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:20:48.756450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8aab-3444-46c2-b7c7-2c0ba7f39071 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:48.802348 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:20:48.805293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b8aab-3444-46c2-b7c7-2c0ba7f39071 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8da8904-242f-42e1-89a5-4732cadaca27,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:48.825654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc25ce22-db72-499e-a878-e2f152006f83 req-4cc6ccc1-f66d-4ddb-a25e-ed2043622058 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1020772064&fields=id&tenant_id=83e50a662f9340278758866d8e48d4ff HTTP/1.1" status: 200 len: 267 time: 0.1564343 Feb 02 15:20:48.961065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8aab-3444-46c2-b7c7-2c0ba7f39071 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:48.964746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec0b8aab-3444-46c2-b7c7-2c0ba7f39071 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "DELETE /v2.0/security-groups/a8da8904-242f-42e1-89a5-4732cadaca27 HTTP/1.1" status: 204 len: 168 time: 0.7566395 Feb 02 15:20:48.964893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-8ecae7d8-07a9-414b-b1cf-5d84c6800d8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1980 time: 0.4481988 Feb 02 15:20:48.965452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51168) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:49.007163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25ce22-db72-499e-a878-e2f152006f83 req-97c61bd5-52d0-45a0-9284-7730d25fa154 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:49.009509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc25ce22-db72-499e-a878-e2f152006f83 req-97c61bd5-52d0-45a0-9284-7730d25fa154 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 984 time: 0.1828384 Feb 02 15:20:49.025834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-dc25ce22-db72-499e-a878-e2f152006f83 req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'port': {'security_groups': ['4aabf53d-d21c-4f38-a099-46f44d867f93', 'c8c3f2fa-7f68-404d-ad7c-843691c86f94', 'b2c8f372-048e-4d51-a629-d56982f8cdab']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:49.031781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a985281-156a-44fb-967b-582f12661230 req-a57fd4ac-ada0-4cc3-98b9-eeb90c6e6e8d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:49.040263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a985281-156a-44fb-967b-582f12661230 req-a57fd4ac-ada0-4cc3-98b9-eeb90c6e6e8d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.2610798 Feb 02 15:20:49.105095 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-1ab600f0-0211-4e00-aaa5-c6313a8e7a99 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] show failed (client error): The resource could not be found. Feb 02 15:20:49.106225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1ab600f0-0211-4e00-aaa5-c6313a8e7a99 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "GET /v2.0/security-groups/a8da8904-242f-42e1-89a5-4732cadaca27 HTTP/1.1" status: 404 len: 347 time: 0.1396244 Feb 02 15:20:49.115551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51172) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:49.153935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d972c485-c5e1-40bf-904b-dba5b70fc4ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d972c485-c5e1-40bf-904b-dba5b70fc4ed,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:49.182423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'd972c485-c5e1-40bf-904b-dba5b70fc4ed', 'network_id': '1ba0e441-93b4-429f-a4c5-9107ada6fff1', 'port_id': 'd972c485-c5e1-40bf-904b-dba5b70fc4ed', 'mac_address': 'fa:16:3e:b3:04:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fa3c75-c216-4592-90f5-126af8acf499', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:20:49.213862 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc25ce22-db72-499e-a878-e2f152006f83 req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:49.263237 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:49.288602 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:20:41Z', 'revision_number': 4, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd46f764d-21ca-4d0f-bb95-fd1c6f447637', 'name': '', 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'mac_address': 'fa:16:3e:a1:fe:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91c32f78-9b95-4e0f-ab4a-88e45d54e386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:35Z', 'updated_at': '2022-02-02T15:20:42Z', 'revision_number': 2, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'subnets': [{'id': '91c32f78-9b95-4e0f-ab4a-88e45d54e386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:49.299499 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Checking router: bd7bd440-5afc-417c-81bf-d4a6b5089ec3 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:20:49.302774 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Updating router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 port d46f764d-21ca-4d0f-bb95-fd1c6f447637 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:20:49.313064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d972c485-c5e1-40bf-904b-dba5b70fc4ed {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:49.330398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d972c485-c5e1-40bf-904b-dba5b70fc4ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d972c485-c5e1-40bf-904b-dba5b70fc4ed,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:49.352157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting port 35d1fcc3-c59e-4a3a-b064-07954aadce50 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:49.353001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:49.365943 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:49.408987 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:49.409825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 8fbe9222-e876-43d9-b017-65d05314a34e details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:20:49.439450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a985281-156a-44fb-967b-582f12661230 req-17678b54-6b68-4d44-883f-a248aef388fb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981662 Feb 02 15:20:49.579523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-a3efc821-afd6-44b5-a7e4-15a13e4ce142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:49.582459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-a3efc821-afd6-44b5-a7e4-15a13e4ce142 service neutron] 10.222.0.64 "GET /v2.0/networks?id=727e2d32-3b2d-4017-b232-ea9b9478dcf1 HTTP/1.1" status: 200 len: 903 time: 0.6057694 Feb 02 15:20:49.661647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d972c485-c5e1-40bf-904b-dba5b70fc4ed,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:49.699010 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f', 'status': 'completed', 'code': 200} Feb 02 15:20:49.761641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 8fbe9222-e876-43d9-b017-65d05314a34e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=8fbe9222-e876-43d9-b017-65d05314a34e,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:49.799253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '8fbe9222-e876-43d9-b017-65d05314a34e', 'network_id': '727e2d32-3b2d-4017-b232-ea9b9478dcf1', 'port_id': '8fbe9222-e876-43d9-b017-65d05314a34e', 'mac_address': 'fa:16:3e:c8:ef:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1daecab-d241-44d2-bd29-5e6d71b68a85', 'ip_address': '19.86.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:20:49.807053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dc25ce22-db72-499e-a878-e2f152006f83 req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] For port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:49.833633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc25ce22-db72-499e-a878-e2f152006f83 req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:49.870177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-9f92cc17-d81d-4eb5-b4c1-4a67fc0892d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=8fbe9222-e876-43d9-b017-65d05314a34e HTTP/1.1" status: 200 len: 217 time: 0.2310052 Feb 02 15:20:49.888379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc25ce22-db72-499e-a878-e2f152006f83 req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:49.937667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:49.961229 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:49.978894 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Transition to ACTIVE for port object d46f764d-21ca-4d0f-bb95-fd1c6f447637 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:20:49.996076 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:20:50.014977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25ce22-db72-499e-a878-e2f152006f83 req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:50.015665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc25ce22-db72-499e-a878-e2f152006f83 req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.017357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc25ce22-db72-499e-a878-e2f152006f83 req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "PUT /v2.0/ports/5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 200 len: 1020 time: 1.0011532 Feb 02 15:20:50.030604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df3d17-0b52-45eb-9a2e-9be7835ec9dd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'Port': ['ID=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,revision_number=7']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:50.042526 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.047701 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.050825 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.054250 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.066311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-82b8f2bc-adb0-4160-aaad-65c04154aa8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:50.067740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-82b8f2bc-adb0-4160-aaad-65c04154aa8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1daecab-d241-44d2-bd29-5e6d71b68a85 HTTP/1.1" status: 200 len: 801 time: 0.1850100 Feb 02 15:20:50.088843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbe9222-e876-43d9-b017-65d05314a34e {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:50.156845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 8fbe9222-e876-43d9-b017-65d05314a34e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=8fbe9222-e876-43d9-b017-65d05314a34e,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:50.162960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:50.213185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51202) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:50.225455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-561e8031-6d84-4f74-a212-9039bb942be2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1135 time: 0.6383436 Feb 02 15:20:50.240501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.316046 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a324a887-dc81-4254-a1ae-871ea541133c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.318342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Calling delete_port for 35d1fcc3-c59e-4a3a-b064-07954aadce50 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:50.325412 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Pushing event updated for resources: {'Port': ['ID=d46f764d-21ca-4d0f-bb95-fd1c6f447637,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:50.350981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a324a887-dc81-4254-a1ae-871ea541133c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.353429 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.353777 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.354251 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.354645 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.354973 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.355297 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.355618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.356005 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.356480 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.356803 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.357217 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:20:50.440180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=8fbe9222-e876-43d9-b017-65d05314a34e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:50.477280 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Attempting to bind port d46f764d-21ca-4d0f-bb95-fd1c6f447637 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:20:50.477687 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Attempting to bind port d46f764d-21ca-4d0f-bb95-fd1c6f447637 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:20:50.478422 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Attempting to bind port d46f764d-21ca-4d0f-bb95-fd1c6f447637 on network 40c39446-d78e-4f78-84fe-8fbf661b2b6b {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:20:50.486773 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:20:50.487257 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Checking segment: {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:20:50.487574 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.488129 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Bound using segment: {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:20:50.488595 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Bound port: d46f764d-21ca-4d0f-bb95-fd1c6f447637, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:20:50.489606 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.538906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47be44f-b9fe-435e-a94c-df55d6ad0fc5 req-4870783c-b645-448a-88d4-99c207ff82ce tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:50.544777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47be44f-b9fe-435e-a94c-df55d6ad0fc5 req-4870783c-b645-448a-88d4-99c207ff82ce tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:50.554858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e47be44f-b9fe-435e-a94c-df55d6ad0fc5 req-4870783c-b645-448a-88d4-99c207ff82ce tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1680 time: 0.1269352 Feb 02 15:20:50.576603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a324a887-dc81-4254-a1ae-871ea541133c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.579331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['8fbe9222-e876-43d9-b017-65d05314a34e'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:50.590465 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] For port d46f764d-21ca-4d0f-bb95-fd1c6f447637, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:20:50.594124 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] For port d46f764d-21ca-4d0f-bb95-fd1c6f447637, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d46f764d-21ca-4d0f-bb95-fd1c6f447637,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:20:50.609283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324a887-dc81-4254-a1ae-871ea541133c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28067920-0205-4af1-90e8-ddd876afdb60,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:50.631968 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e47be44f-b9fe-435e-a94c-df55d6ad0fc5 req-57e7e6c2-dad6-48a5-8d51-ac267836a3d8 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757086 Feb 02 15:20:50.648783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-671a0165-f0e5-49be-9517-a014cafccb75 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:50.649479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-671a0165-f0e5-49be-9517-a014cafccb75 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Synchronizing usage tracker for tenant:5a2291a443c5408b9520b61fd365da08 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:50.664939 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.669550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-ce1f5b2e-3b2b-4da9-80d2-65d0a6983399 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=727e2d32-3b2d-4017-b232-ea9b9478dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5440333 Feb 02 15:20:50.683743 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a324a887-dc81-4254-a1ae-871ea541133c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:50.684334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a324a887-dc81-4254-a1ae-871ea541133c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "DELETE /v2.0/security-groups/28067920-0205-4af1-90e8-ddd876afdb60 HTTP/1.1" status: 204 len: 168 time: 0.4701276 Feb 02 15:20:50.687144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51208) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:50.757433 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-1694b30f-ee72-4d03-a7fe-6283c756dc25 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] show failed (client error): The resource could not be found. Feb 02 15:20:50.761362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1694b30f-ee72-4d03-a7fe-6283c756dc25 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups/28067920-0205-4af1-90e8-ddd876afdb60 HTTP/1.1" status: 404 len: 347 time: 0.0700662 Feb 02 15:20:50.763260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51212) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:50.773316 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Routers {'bd7bd440-5afc-417c-81bf-d4a6b5089ec3'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:20:50.774087 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:50.929348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-8212290c-e548-4bdc-a2a7-52509ee0b451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:50.930813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-8212290c-e548-4bdc-a2a7-52509ee0b451 service neutron] 10.222.0.107 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 915 time: 0.5857897 Feb 02 15:20:51.041672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-671a0165-f0e5-49be-9517-a014cafccb75 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Unset dirty status for tenant:5a2291a443c5408b9520b61fd365da08 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:51.044990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-671a0165-f0e5-49be-9517-a014cafccb75 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 819 time: 1.0450723 Feb 02 15:20:51.060375 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fee990-0842-4064-b31b-dc6bb5b46182 None None] Pushing event updated for resources: {'Port': ['ID=d46f764d-21ca-4d0f-bb95-fd1c6f447637,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:51.077834 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] Set router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:20:51.081653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Deleting port dedfe5c8-fd03-4917-858c-d2342a6acfb4 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:51.082141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.094444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-e0b361b7-e948-4f62-ad84-5906c5e29c57 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 200 len: 217 time: 0.1565619 Feb 02 15:20:51.154693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-3fa7fd20-dac8-47df-937c-52d283608b4b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/quotas/5a2291a443c5408b9520b61fd365da08 HTTP/1.1" status: 200 len: 375 time: 0.0893261 Feb 02 15:20:51.216996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-152a733f-1d38-4f3d-b721-2247be7e92a2 service neutron] 10.222.0.64 "GET /v2.0/networks/727e2d32-3b2d-4017-b232-ea9b9478dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311034 Feb 02 15:20:51.218534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.240808 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-c4840536-7b82-4d76-bcf4-b614cb8f57a7 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1101 time: 0.2844203 Feb 02 15:20:51.271324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Port': ['ID=35d1fcc3-c59e-4a3a-b064-07954aadce50,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:51.295919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.306517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-b2a774be-69a5-4a0c-ba95-6d87dc0adf43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:51.307986 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-b2a774be-69a5-4a0c-ba95-6d87dc0adf43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.2026916 Feb 02 15:20:51.310687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.311012 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.448660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-935dd5cf-21b4-41b3-b5f7-b57fcc630be6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891893 Feb 02 15:20:51.449402 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:20:41Z', 'revision_number': 4, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd46f764d-21ca-4d0f-bb95-fd1c6f447637', 'name': '', 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'mac_address': 'fa:16:3e:a1:fe:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91c32f78-9b95-4e0f-ab4a-88e45d54e386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:35Z', 'updated_at': '2022-02-02T15:20:50Z', 'revision_number': 4, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'subnets': [{'id': '91c32f78-9b95-4e0f-ab4a-88e45d54e386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:51.450493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Calling delete_port for dedfe5c8-fd03-4917-858c-d2342a6acfb4 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:51.453799 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a27c1-4095-4cbc-bd15-f2f16668993b None None] The sync data for ids ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'] in n-d-827122-1 is: [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:20:41Z', 'revision_number': 4, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd46f764d-21ca-4d0f-bb95-fd1c6f447637', 'name': '', 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'mac_address': 'fa:16:3e:a1:fe:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91c32f78-9b95-4e0f-ab4a-88e45d54e386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:35Z', 'updated_at': '2022-02-02T15:20:50Z', 'revision_number': 4, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'subnets': [{'id': '91c32f78-9b95-4e0f-ab4a-88e45d54e386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:20:51.487916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:51.499364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Usage tracker for resource:security_group_rule and tenant:172ff0f7b0154af4a80ea6b676493582 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:51.517970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:51.540014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:51.614182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['d972c485-c5e1-40bf-904b-dba5b70fc4ed'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:51.659706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f7f4452-4970-4a55-8dcc-932bc2eb4232 req-a74e17ee-dc0e-4099-a7e4-076b9614b825 service neutron] 10.222.0.64 "GET /v2.0/networks/727e2d32-3b2d-4017-b232-ea9b9478dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894458 Feb 02 15:20:51.663101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-d8f7b2ef-fcd3-40ce-98f1-4f30a8a1f7a0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Synchronizing usage tracker for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:51.696035 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.701957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:51.714947 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.757595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-da8f169c-07cf-4efb-bd73-6a74e1c267cb service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674041 Feb 02 15:20:51.791699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.796500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-d8f7b2ef-fcd3-40ce-98f1-4f30a8a1f7a0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Unset dirty status for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:51.797797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-d8f7b2ef-fcd3-40ce-98f1-4f30a8a1f7a0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6423695 Feb 02 15:20:51.833596 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.859829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ccd123-acb6-4102-8bae-26a04a457a19,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:51.865177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:51.868881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-39e5d496-d4b0-4257-85e5-bde6d1a51b06 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "DELETE /v2.0/floatingips/0fd497cc-f4f2-4349-a9bd-420fc9e1cbbc HTTP/1.1" status: 204 len: 168 time: 2.7465498 Feb 02 15:20:51.872646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51220) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:51.912723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2041d2d9-1502-48e9-98e9-b5eef8866aa1 req-8f78c98d-9504-416c-803a-61e9ba8c5296 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530430 Feb 02 15:20:51.967099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event deleted for resources: {'Port': ['ID=dedfe5c8-fd03-4917-858c-d2342a6acfb4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:52.081471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-39eb177f-cf59-4a5d-867b-3ffd26724b44 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting port 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:52.081812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39eb177f-cf59-4a5d-867b-3ffd26724b44 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:52.089339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:52.106830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26e9a463-95a8-43f3-80b1-218ad480af48 req-8cf0e332-f0f3-4cea-a0ba-958062784851 service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433192 Feb 02 15:20:52.136173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f8a6-f855-48a8-a041-001de4c54f03 req-5dfa96a5-7200-4e6b-b165-143c6a5f3f63 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:52.137728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0f7f8a6-f855-48a8-a041-001de4c54f03 req-5dfa96a5-7200-4e6b-b165-143c6a5f3f63 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.1024888 Feb 02 15:20:52.166992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-0124cee7-13f5-4ed3-9ed0-f06a65e2c28b service neutron] 10.222.0.88 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992859 Feb 02 15:20:52.188489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0f7f8a6-f855-48a8-a041-001de4c54f03 req-d84a352c-7ee6-4045-83dd-4f45b5853534 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430875 Feb 02 15:20:52.205399 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:52.209676 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-821e7d25-db31-4bb3-8af9-5ce4d02efc1a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "DELETE /v2.0/floatingips/b2742a12-82db-45ca-a0de-218ad53f2588 HTTP/1.1" status: 204 len: 168 time: 1.4426212 Feb 02 15:20:52.307717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 8fbe9222-e876-43d9-b017-65d05314a34e up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:52.488248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 8fbe9222-e876-43d9-b017-65d05314a34e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:52.496117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 8fbe9222-e876-43d9-b017-65d05314a34e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:52.496740 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:52.508511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7661-b436-416d-a2e2-0710c05f773d req-e12c9f72-8700-4330-be9d-7fcf553e4ad4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:52.515945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a11b7661-b436-416d-a2e2-0710c05f773d req-e12c9f72-8700-4330-be9d-7fcf553e4ad4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1023 time: 0.0896473 Feb 02 15:20:52.608429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a11b7661-b436-416d-a2e2-0710c05f773d req-c0870c2b-67ac-493b-b729-22495b90bf37 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=b2c8f372-048e-4d51-a629-d56982f8cdab&id=c8c3f2fa-7f68-404d-ad7c-843691c86f94&id=4aabf53d-d21c-4f38-a099-46f44d867f93 HTTP/1.1" status: 200 len: 5484 time: 0.0914471 Feb 02 15:20:52.614513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39eb177f-cf59-4a5d-867b-3ffd26724b44 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:52.632813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-1a307027-c757-4d3e-b832-bd7b5dbb98ac service neutron] 10.222.0.88 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178293 Feb 02 15:20:52.648619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:52.681433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbe9222-e876-43d9-b017-65d05314a34e'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:52.692987 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 8fbe9222-e876-43d9-b017-65d05314a34e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=8fbe9222-e876-43d9-b017-65d05314a34e,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:52.769090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-39eb177f-cf59-4a5d-867b-3ffd26724b44 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Calling delete_port for 09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:52.820228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:52.931610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=8fbe9222-e876-43d9-b017-65d05314a34e,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:52.942810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9ce8d-5394-4166-8739-9cd565f504fa req-c90d6537-d7c5-4fdd-8199-7759b6d23a01 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:52.945116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9ce8d-5394-4166-8739-9cd565f504fa req-c90d6537-d7c5-4fdd-8199-7759b6d23a01 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:52.957721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69e9ce8d-5394-4166-8739-9cd565f504fa req-c90d6537-d7c5-4fdd-8199-7759b6d23a01 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1681 time: 0.2246764 Feb 02 15:20:52.959311 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f', 'status': 'completed', 'code': 200} Feb 02 15:20:53.031458 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69e9ce8d-5394-4166-8739-9cd565f504fa req-57efaaf2-7d7c-4b0e-bab7-29b5d4285201 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674443 Feb 02 15:20:53.034089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39eb177f-cf59-4a5d-867b-3ffd26724b44 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:53.172142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb177f-cf59-4a5d-867b-3ffd26724b44 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Port': ['ID=09ccfda4-51cc-4fa3-aafe-a9ca062c31a8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:53.279561 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39eb177f-cf59-4a5d-867b-3ffd26724b44 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:53.289323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-943190a9-8a45-445c-9149-ebd8e4aada9b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1174 time: 0.2977898 Feb 02 15:20:53.296350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-39eb177f-cf59-4a5d-867b-3ffd26724b44 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "DELETE /v2.0/ports/09ccfda4-51cc-4fa3-aafe-a9ca062c31a8 HTTP/1.1" status: 204 len: 168 time: 1.4045670 Feb 02 15:20:53.297131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51244) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:53.332143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d7720792-2ffb-4fa9-8ad0-010d1d999efa req-c70d2825-3b3c-4707-b744-786e88171556 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2372298 Feb 02 15:20:53.358315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d46f764d-21ca-4d0f-bb95-fd1c6f447637 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:53.426708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51252) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:53.435634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-375690bc-803f-42c0-b249-2a123be10174 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting port 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:53.438677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375690bc-803f-42c0-b249-2a123be10174 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:53.477738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-887832c1-f123-4d22-8a76-9e04f230d10a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:53.479782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-887832c1-f123-4d22-8a76-9e04f230d10a service neutron] 10.222.0.107 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 915 time: 0.1821151 Feb 02 15:20:53.522467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d46f764d-21ca-4d0f-bb95-fd1c6f447637 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:53.528734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d46f764d-21ca-4d0f-bb95-fd1c6f447637 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:53.529482 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:53.635091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023799159', 'description': 'tempest-description--399480386'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:53.663680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:53.681103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-8818c427-6974-4ac3-bcbb-499418241845 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 200 len: 217 time: 0.1940906 Feb 02 15:20:53.682513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:security_group and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:53.687259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:53.715676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:53.834845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-920cb8fb-0fdd-40b4-b9e0-0603e8cbc8ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:53.837531 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-920cb8fb-0fdd-40b4-b9e0-0603e8cbc8ff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.1401799 Feb 02 15:20:53.854719 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:53.888449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-b5156c8f-25dc-4fdb-85d6-9732bc4c3157 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446651 Feb 02 15:20:53.896402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d46f764d-21ca-4d0f-bb95-fd1c6f447637, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d46f764d-21ca-4d0f-bb95-fd1c6f447637,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:53.914706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375690bc-803f-42c0-b249-2a123be10174 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:53.968309 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:53.983210 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.051304 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-f6c7c5d6-cfce-44b8-a4d2-19cdf7e7e8fa service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562426 Feb 02 15:20:54.092107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d46f764d-21ca-4d0f-bb95-fd1c6f447637,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:54.103948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-375690bc-803f-42c0-b249-2a123be10174 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Calling delete_port for 38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:54.184396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': ' tempest-securitygroup -27370482 ', 'description': 'tempest-description-1968475511'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:54.193014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:54.195444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:54.207140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:security_group_rule and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:54.210656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:54.216997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:54.219247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:54.245087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85be0439-82e4-401e-9ba6-f48a7e7c92ee req-0656ac93-f6d6-4bbb-a72f-b2679b9171c7 service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879342 Feb 02 15:20:54.303671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d972c485-c5e1-40bf-904b-dba5b70fc4ed up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:54.349507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.356746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.370554 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbe9222-e876-43d9-b017-65d05314a34e', 'code': 200} Feb 02 15:20:54.388715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375690bc-803f-42c0-b249-2a123be10174 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.419396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:54.424977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:54.428238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:54.434659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:54.475141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375690bc-803f-42c0-b249-2a123be10174 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Port': ['ID=38ce9bd4-2ad6-4780-834e-455ed7c0ebe0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:54.480197 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.499348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port d972c485-c5e1-40bf-904b-dba5b70fc4ed completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:20:54.505055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port d972c485-c5e1-40bf-904b-dba5b70fc4ed triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:54.505429 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.550328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4951297b-4870-4920-ae75-d1a031d19ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.568671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.583876 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-2cd779d7-26ad-48cd-a266-e917f4750501 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3138835 Feb 02 15:20:54.614390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-778cc74a-af65-4e4b-bfd8-6171d2290a45 req-26121088-74f7-4e8b-9889-357e05ba369b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 210 time: 0.1368346 Feb 02 15:20:54.654219 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.702404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.703730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375690bc-803f-42c0-b249-2a123be10174 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.709249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-375690bc-803f-42c0-b249-2a123be10174 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "DELETE /v2.0/ports/38ce9bd4-2ad6-4780-834e-455ed7c0ebe0 HTTP/1.1" status: 204 len: 168 time: 1.4109488 Feb 02 15:20:54.710229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51280) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:54.712581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f23648-f671-48e6-92e1-4bd7725e7bdd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:54.773382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d972c485-c5e1-40bf-904b-dba5b70fc4ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d972c485-c5e1-40bf-904b-dba5b70fc4ed,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:54.780854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6029cbaf-a782-46f0-8982-6eb5d52c94da,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:54.805533 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.810106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51290) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:54.810327 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-997bed3c-2707-4001-ae6a-efd836982059 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3819492 Feb 02 15:20:54.818231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'security_group_rule': {'security_group_id': 'a1f23648-f671-48e6-92e1-4bd7725e7bdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:54.819384 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.820220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:54.855176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:54.863403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:security_group_rule and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:54.866652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:54.873597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:54.883087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:54.893715 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75fb17fd-841d-442d-af8c-893889b9defc req-9739bdb3-7ad6-44e9-b87d-0334a8644073 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1618 time: 0.7138128 Feb 02 15:20:54.964323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.087032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.103478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d972c485-c5e1-40bf-904b-dba5b70fc4ed,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:55.157049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7d08c5-90f3-4e50-874d-da88e3f36122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting subnet 5d080327-46f3-4524-9955-3458964e3c6f {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:20:55.165769 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.166227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae53d92-9ce4-43ae-a940-8a0d7998ef79 req-7af9e314-6c2b-497a-bd9f-54bbbf474b95 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:55.167917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ae53d92-9ce4-43ae-a940-8a0d7998ef79 req-7af9e314-6c2b-497a-bd9f-54bbbf474b95 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.3107452 Feb 02 15:20:55.168629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f7d08c5-90f3-4e50-874d-da88e3f36122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.227500 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.259126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f7d08c5-90f3-4e50-874d-da88e3f36122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.284916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:55.319908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ae53d92-9ce4-43ae-a940-8a0d7998ef79 req-f3cce171-60e2-423a-8198-32e52c77b43c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195362 Feb 02 15:20:55.379305 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.417757 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f7d08c5-90f3-4e50-874d-da88e3f36122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.418321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ffbb9c-030a-443f-92db-87623d5af91e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:55.446775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a81f0a-7395-464e-b3f9-15960873e3ec req-6015d63e-9a76-44a7-9e00-880fe1466394 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:55.457511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a81f0a-7395-464e-b3f9-15960873e3ec req-6015d63e-9a76-44a7-9e00-880fe1466394 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:55.464192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:55.465264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27a81f0a-7395-464e-b3f9-15960873e3ec req-6015d63e-9a76-44a7-9e00-880fe1466394 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1682 time: 0.4068344 Feb 02 15:20:55.467168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d46f764d-21ca-4d0f-bb95-fd1c6f447637 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:20:55.518352 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.519541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d87d5fb5-e4e3-4ec9-8dda-acb1966fc13a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7084422 Feb 02 15:20:55.522904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51312) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:55.531950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'security_group_rule': {'security_group_id': 'a1f23648-f671-48e6-92e1-4bd7725e7bdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:55.546356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:55.550467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d46f764d-21ca-4d0f-bb95-fd1c6f447637 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:20:55.551120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.552884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:security_group_rule and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:55.558536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:55.569971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:55.584570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27a81f0a-7395-464e-b3f9-15960873e3ec req-a02a24af-6534-43a9-8094-8afb9b48459e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183481 Feb 02 15:20:55.586449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f7d08c5-90f3-4e50-874d-da88e3f36122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.688019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d08c5-90f3-4e50-874d-da88e3f36122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Subnet': ['ID=5d080327-46f3-4524-9955-3458964e3c6f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:55.692174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.726759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f7d08c5-90f3-4e50-874d-da88e3f36122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.731058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2ac05-ea23-4baf-ae14-22dfbdd59979 None None] Network 9ad745fe-1db8-486b-b672-f8cd3aaad833 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:55.741638 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7f7d08c5-90f3-4e50-874d-da88e3f36122 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "DELETE /v2.0/subnets/5d080327-46f3-4524-9955-3458964e3c6f HTTP/1.1" status: 204 len: 168 time: 1.0301995 Feb 02 15:20:55.742391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51324) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:55.855401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.950823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c999d7d9-76c8-4b30-854f-53f7f9dae2a0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:55.952225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c999d7d9-76c8-4b30-854f-53f7f9dae2a0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 819 time: 0.2110541 Feb 02 15:20:55.956518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:55.999607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29356df2-53df-4a1b-9f75-f36db69cce99,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:56.014416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-a347c0c6-9a84-46da-ae6f-b91d05b37092 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/quotas/5a2291a443c5408b9520b61fd365da08 HTTP/1.1" status: 200 len: 375 time: 0.0492504 Feb 02 15:20:56.068424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45d00f-fee0-4fca-883f-5e5254261d02 req-471526f3-26a1-41f5-9444-b4c3272d251a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:56.070164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b45d00f-fee0-4fca-883f-5e5254261d02 req-471526f3-26a1-41f5-9444-b4c3272d251a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.4784853 Feb 02 15:20:56.088934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] DHCP port deletion for 9ad745fe-1db8-486b-b672-f8cd3aaad833 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:20:56.093262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] Deleting port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:56.093698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.124169 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.129547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-587013b2-41bf-4872-b4e7-c71a6412f2b3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6010845 Feb 02 15:20:56.130621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51328) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:56.143261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:56.165747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:56.175457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Usage tracker for resource:floatingip and tenant:3e79a765987343b399d41348d4dde431 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:56.192453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b45d00f-fee0-4fca-883f-5e5254261d02 req-20cd3bb5-79cc-47c0-9fa7-16dd8fb5d80d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168759 Feb 02 15:20:56.216515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:56.245184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:56.263478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b10a9cb-8be8-49c8-9d8c-686deb3f3f13 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Deleting subnet 3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:20:56.280285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b10a9cb-8be8-49c8-9d8c-686deb3f3f13 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.338734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-f2b81434-09f3-4305-90aa-e08610917e99 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:56.340651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-f2b81434-09f3-4305-90aa-e08610917e99 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.64 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 819 time: 0.2406890 Feb 02 15:20:56.348044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-3b59941c-4440-470b-a8aa-040c09e8d702 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3266361 Feb 02 15:20:56.361657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b10a9cb-8be8-49c8-9d8c-686deb3f3f13 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.372706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] For port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7ddeabd7-9f21-4888-9ba3-2faa00dc599f,segment=NetworkSegment(30f9d0eb-1070-4652-86a0-41f72656c91b),segment_id=30f9d0eb-1070-4652-86a0-41f72656c91b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:56.373252 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.386640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd972c485-c5e1-40bf-904b-dba5b70fc4ed'}, {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:20:56.387814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Request body: {'port': {'device_id': 'f49f7e00-83e0-42c6-88c1-67e416ab900c', 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b', 'admin_state_up': True, 'tenant_id': '5a2291a443c5408b9520b61fd365da08'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:56.406474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e8215131-044c-4b9e-b0cf-98493264cb67 req-3da2dd1d-dc6f-46c2-87b4-7a4355dd25f6 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/6029cbaf-a782-46f0-8982-6eb5d52c94da HTTP/1.1" status: 200 len: 1613 time: 0.1643727 Feb 02 15:20:56.412611 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.528246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] Calling delete_port for 7ddeabd7-9f21-4888-9ba3-2faa00dc599f owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:56.567692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-ee00fa1b-e16e-4ec1-8ebd-b39614b144f4 service neutron] 10.222.0.88 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113380 Feb 02 15:20:56.661059 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b10a9cb-8be8-49c8-9d8c-686deb3f3f13 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.702072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.773066 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.826515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:56.837729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-f7d9b380-4ab9-480e-ba3a-6617b13e854b service neutron] 10.222.0.88 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979365 Feb 02 15:20:56.841712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:56.869782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] No DVR routers for this DVR port 7ddeabd7-9f21-4888-9ba3-2faa00dc599f on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:56.892902 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f0e14d2f-3430-4e16-be05-a9208e57d309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.895032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0dc38-8c66-47d9-b0c6-d9f444818656 None None] Pushing event deleted for resources: {'Port': ['ID=7ddeabd7-9f21-4888-9ba3-2faa00dc599f,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:56.921469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff8d10-1d1f-4e44-ab6c-337a5cafae07 req-9b5520f9-6f59-472c-aa23-52821c0d206b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:56.922956 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bcff8d10-1d1f-4e44-ab6c-337a5cafae07 req-9b5520f9-6f59-472c-aa23-52821c0d206b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.1703882 Feb 02 15:20:56.931198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Made reservation on behalf of 5a2291a443c5408b9520b61fd365da08 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:20:56.935056 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:56.969917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Allocated IP 172.25.0.197 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/4ef999e2-087d-44c1-81c4-e6e6b6359ca6) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:56.981646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b10a9cb-8be8-49c8-9d8c-686deb3f3f13 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.036578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10a9cb-8be8-49c8-9d8c-686deb3f3f13 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Subnet': ['ID=3d557068-8b2a-4b3d-ad55-b30a75f6f0f0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:57.048576 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bcff8d10-1d1f-4e44-ab6c-337a5cafae07 req-20718fa9-612e-494e-9beb-5359bf2fac8f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127334 Feb 02 15:20:57.113409 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd972c485-c5e1-40bf-904b-dba5b70fc4ed', 'code': 200} Feb 02 15:20:57.113732 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'code': 200} Feb 02 15:20:57.124138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b10a9cb-8be8-49c8-9d8c-686deb3f3f13 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.127454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded739f4-cc63-4261-848a-868c7df48e0a None None] Network e956464a-8c94-41d0-a13b-6ba285f31f63 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:20:57.139653 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3b10a9cb-8be8-49c8-9d8c-686deb3f3f13 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "DELETE /v2.0/subnets/3d557068-8b2a-4b3d-ad55-b30a75f6f0f0 HTTP/1.1" status: 204 len: 168 time: 1.3951256 Feb 02 15:20:57.144875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51346) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:57.148614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Allocated IP 172.20.0.4 (40c39446-d78e-4f78-84fe-8fbf661b2b6b/91c32f78-9b95-4e0f-ab4a-88e45d54e386/449065a3-81c0-4bc7-b9af-9fc2cc5289e7) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:20:57.280986 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54a1560a-8a79-4fc1-9398-828e78485aae req-9a787ca2-862a-4c36-8ca6-84fd868e5f70 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/6029cbaf-a782-46f0-8982-6eb5d52c94da HTTP/1.1" status: 200 len: 1613 time: 0.1310899 Feb 02 15:20:57.291153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.381314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7ddeabd7-9f21-4888-9ba3-2faa00dc599f no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:57.433957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 7ddeabd7-9f21-4888-9ba3-2faa00dc599f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:20:57.435174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7ddeabd7-9f21-4888-9ba3-2faa00dc599f not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:57.449390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.463001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-54a1560a-8a79-4fc1-9398-828e78485aae req-d2d07333-a0d7-48fe-a49e-7dea9c54695d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.488841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.517920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-338ec3e5-7bef-4734-b4a2-c6c0b7bd0825 req-7bb7fea5-66cb-4e78-bce5-6e0046bfec3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1984 time: 0.2496943 Feb 02 15:20:57.571722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] DHCP port deletion for e956464a-8c94-41d0-a13b-6ba285f31f63 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:20:57.574782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-54a1560a-8a79-4fc1-9398-828e78485aae req-d2d07333-a0d7-48fe-a49e-7dea9c54695d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.576292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] Deleting port 8dbb52d2-3658-4c48-995a-6eba2c441a78 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:57.576920 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.636426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:57.645983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:57.648607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:57.705375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'Port': ['ID=4ef999e2-087d-44c1-81c4-e6e6b6359ca6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:57.831737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-54a1560a-8a79-4fc1-9398-828e78485aae req-d2d07333-a0d7-48fe-a49e-7dea9c54695d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.862304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d07333-a0d7-48fe-a49e-7dea9c54695d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6029cbaf-a782-46f0-8982-6eb5d52c94da,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:57.886671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-54a1560a-8a79-4fc1-9398-828e78485aae req-d2d07333-a0d7-48fe-a49e-7dea9c54695d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.888513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54a1560a-8a79-4fc1-9398-828e78485aae req-d2d07333-a0d7-48fe-a49e-7dea9c54695d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/6029cbaf-a782-46f0-8982-6eb5d52c94da HTTP/1.1" status: 204 len: 173 time: 0.5840423 Feb 02 15:20:57.910613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] For port 8dbb52d2-3658-4c48-995a-6eba2c441a78, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8dbb52d2-3658-4c48-995a-6eba2c441a78,segment=NetworkSegment(d4114881-672f-4ad2-bdf3-cb0e1c96d634),segment_id=d4114881-672f-4ad2-bdf3-cb0e1c96d634)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:57.910613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.980209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:57.989767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-338ec3e5-7bef-4734-b4a2-c6c0b7bd0825 req-1b4f8660-9d51-4e4b-ac20-7353a2969311 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195323 Feb 02 15:20:58.030975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.039609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-36aec116-4ec1-4c6e-aa85-825a83500e69 req-61873ce1-66ef-4ae5-9600-20cafdc3f7bc tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 210 time: 0.0487320 Feb 02 15:20:58.077205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad745fe-1db8-486b-b672-f8cd3aaad833']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:58.098173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] Calling delete_port for 8dbb52d2-3658-4c48-995a-6eba2c441a78 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:20:58.105605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f9d0eb-1070-4652-86a0-41f72656c91b') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:58.105909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f9d0eb-1070-4652-86a0-41f72656c91b') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:58.123826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.133492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.166960 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.179891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:20:58.179891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:20:58.197468 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:20:58.211007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-832df22f-8666-4a92-9e3c-bd75b94be9e9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1101 time: 0.5518632 Feb 02 15:20:58.249405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.313268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.332165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:20:58.395817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745030ea-4b6b-4d4b-9b95-0c09e330e9d2 req-a19170c6-43fc-4982-9416-5a88059de8bd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:58.399905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745030ea-4b6b-4d4b-9b95-0c09e330e9d2 req-a19170c6-43fc-4982-9416-5a88059de8bd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:58.401646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-745030ea-4b6b-4d4b-9b95-0c09e330e9d2 req-a19170c6-43fc-4982-9416-5a88059de8bd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1682 time: 0.4086361 Feb 02 15:20:58.414666 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.420911 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.464569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.478133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] Pushing event deleted for resources: {'Port': ['ID=8dbb52d2-3658-4c48-995a-6eba2c441a78,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:58.509749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de44e98-e57f-4519-802a-7b75e07f4869 None None] No DVR routers for this DVR port 8dbb52d2-3658-4c48-995a-6eba2c441a78 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:20:58.537334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-661baac2-1d0e-44fa-a237-3e83507d2643 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:58.538433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-661baac2-1d0e-44fa-a237-3e83507d2643 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2748766 Feb 02 15:20:58.539436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.552560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.559139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b413150-6c9c-4a8e-89b0-2be1e743c6a3 req-a610c90f-3862-449a-9c64-25eaca9d54b3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:58.560800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b413150-6c9c-4a8e-89b0-2be1e743c6a3 req-a610c90f-3862-449a-9c64-25eaca9d54b3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.3787231 Feb 02 15:20:58.569024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Network': ['ID=9ad745fe-1db8-486b-b672-f8cd3aaad833,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:58.578327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:58.600046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'mac_address': 'fa:16:3e:98:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:20:58.655981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b413150-6c9c-4a8e-89b0-2be1e743c6a3 req-118b8e51-1706-46f9-9149-a71f2e6fee16 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856366 Feb 02 15:20:58.702028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-745030ea-4b6b-4d4b-9b95-0c09e330e9d2 req-d81afa9f-ece0-4ef4-bb24-fec481a24390 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893913 Feb 02 15:20:58.704376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.727978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-6c2acdec-25f3-4140-b7ac-aa22a9d923d0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.1734920 Feb 02 15:20:58.745223 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.784095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.796285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Network 40c39446-d78e-4f78-84fe-8fbf661b2b6b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:20:58.804236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56912545-f1e7-422a-b148-c0fb6bbe2c68 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:20:58.804922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:20:58.809872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-15dde661-1d46-4fe8-92a3-556a029bc29b tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "DELETE /v2.0/networks/9ad745fe-1db8-486b-b672-f8cd3aaad833 HTTP/1.1" status: 204 len: 168 time: 1.6614416 Feb 02 15:20:58.809872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:20:58.844610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51364) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:20:58.854681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:20:58.862750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Pushing event updated for resources: {'Port': ['ID=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:58.934384 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:58.978284 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-ddb0385b-380b-43f2-94ae-bcacb4d2843c req-1fc03305-1af1-451f-b3f3-3f8217bef3e1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:20:58.979352 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ddb0385b-380b-43f2-94ae-bcacb4d2843c req-1fc03305-1af1-451f-b3f3-3f8217bef3e1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/6029cbaf-a782-46f0-8982-6eb5d52c94da HTTP/1.1" status: 404 len: 352 time: 0.1335173 Feb 02 15:20:59.012277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-d9e4bb19-57d8-441c-b35a-3739bef4eea2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:59.014089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-d9e4bb19-57d8-441c-b35a-3739bef4eea2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2706571 Feb 02 15:20:59.029715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-05da2709-12eb-4d67-8cb8-cbe0bd14e1ad tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:59.031119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-05da2709-12eb-4d67-8cb8-cbe0bd14e1ad tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 945 time: 0.5279903 Feb 02 15:20:59.035045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.068972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=12']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:59.069513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'Port': ['ID=4ef999e2-087d-44c1-81c4-e6e6b6359ca6,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:59.083314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525580e-d496-442a-8e10-cd27f5efb897 req-9be3fd2c-aa57-4cb4-96f5-1f91cd98dfc9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:59.084063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1525580e-d496-442a-8e10-cd27f5efb897 req-9be3fd2c-aa57-4cb4-96f5-1f91cd98dfc9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Synchronizing usage tracker for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:20:59.088566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:20:59.089255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.128449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.130238 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3bd057ea-655c-4ad1-9f58-12c4f4b24c80 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9946911 Feb 02 15:20:59.162168 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.167351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['56912545-f1e7-422a-b148-c0fb6bbe2c68'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:20:59.185861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1525580e-d496-442a-8e10-cd27f5efb897 req-9be3fd2c-aa57-4cb4-96f5-1f91cd98dfc9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Unset dirty status for tenant:73d6a44ccb544ca9b8f22dda7d20a075 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:20:59.193776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1525580e-d496-442a-8e10-cd27f5efb897 req-9be3fd2c-aa57-4cb4-96f5-1f91cd98dfc9 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 945 time: 0.3143620 Feb 02 15:20:59.220925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Deleting port ef577f86-bffd-4987-9acf-859ef9aeb405 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:20:59.221276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.280847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1525580e-d496-442a-8e10-cd27f5efb897 req-db63f8d0-de6c-45b7-8738-9803941fdb32 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/security-groups?id=4b46a786-910a-485f-86d7-0558cd9e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813653 Feb 02 15:20:59.358355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-333172248', 'description': 'tempest-description-2079648533'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:59.368933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:59.373004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8dbb52d2-3658-4c48-995a-6eba2c441a78 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:20:59.373931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:59.377239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:59.384617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:59.417605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8dbb52d2-3658-4c48-995a-6eba2c441a78 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:20:59.418138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8dbb52d2-3658-4c48-995a-6eba2c441a78 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:20:59.423964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-539add9e-ca8d-46d5-8400-da5f18bdb265 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0428116 Feb 02 15:20:59.465454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.481907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Request body: {'port': {'device_id': 'f49f7e00-83e0-42c6-88c1-67e416ab900c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:20:59.517856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:20:59.522982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:20:59.526328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:20:59.543983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:20:59.571214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.613699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.641061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-83357cb3-2629-4ce4-9233-8ce7e543045b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6177666 Feb 02 15:20:59.711083 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.819650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce28eea5-f465-400a-b1a4-4fe91270b765,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:20:59.820365 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.825910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e956464a-8c94-41d0-a13b-6ba285f31f63']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:59.885255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4114881-672f-4ad2-bdf3-cb0e1c96d634') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:59.885547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4114881-672f-4ad2-bdf3-cb0e1c96d634') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:20:59.906724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:20:59.908884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6133c6f2-1794-4aa7-b0af-68b52bcf29ac req-413b33d0-ee90-4d47-b68a-8cc8421adae4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5560782 Feb 02 15:21:00.062045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.083015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.140093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.166312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e7e25e9-341e-4489-9774-4ff9dd43a888 req-50b08cc5-7357-4f3e-9da0-8d243ae27e32 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 210 time: 0.0918207 Feb 02 15:21:00.177046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-5cf6004f-6767-4116-bf7f-b6570c6f49be tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:00.182060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-5cf6004f-6767-4116-bf7f-b6570c6f49be tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.107 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 819 time: 0.2624977 Feb 02 15:21:00.185015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5437-617a-458c-a9a3-21d6583eacba req-f0eb5ef9-1410-452a-b959-4c5ffcb67421 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:00.192728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e5c5437-617a-458c-a9a3-21d6583eacba req-f0eb5ef9-1410-452a-b959-4c5ffcb67421 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.8866582 Feb 02 15:21:00.225411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Request body: {'port': {'device_id': '5b507db6-f896-4acd-9934-aa5ac906df8b', 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b', 'admin_state_up': True, 'tenant_id': '5a2291a443c5408b9520b61fd365da08'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:00.244412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:21:00.244826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:21:00.260857 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:21:00.341121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:21:00.416066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-bc1f7b2e-977a-42f9-8b06-f98516024bb3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:00.450022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:00.460030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:00.469223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 56912545-f1e7-422a-b148-c0fb6bbe2c68 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:00.471073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.485586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] For port ef577f86-bffd-4987-9acf-859ef9aeb405, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ef577f86-bffd-4987-9acf-859ef9aeb405,segment=NetworkSegment(1f879b05-f024-4c99-9873-abed420865d2),segment_id=1f879b05-f024-4c99-9873-abed420865d2)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:00.486519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.506331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-9813575c-e4ec-4fb7-9345-e03864f96464 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8522992 Feb 02 15:21:00.534189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-bc1f7b2e-977a-42f9-8b06-f98516024bb3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:00.535663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-bc1f7b2e-977a-42f9-8b06-f98516024bb3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1023799159&fields=id&tenant_id=3e79a765987343b399d41348d4dde431 HTTP/1.1" status: 200 len: 267 time: 0.2015321 Feb 02 15:21:00.571584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Made reservation on behalf of 5a2291a443c5408b9520b61fd365da08 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:21:00.575334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.603507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.637210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:00.648024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:00.729049 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:00.870576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=13']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:00.902726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Calling delete_port for ef577f86-bffd-4987-9acf-859ef9aeb405 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:00.909457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-59ed4806-b691-48ee-b019-4659a68ad45a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:00.911489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-59ed4806-b691-48ee-b019-4659a68ad45a tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 810 time: 0.3687799 Feb 02 15:21:00.949255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-1e4c29aa-a442-4315-9900-1bb2942d20c1 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/quotas/3e79a765987343b399d41348d4dde431 HTTP/1.1" status: 200 len: 375 time: 0.0320270 Feb 02 15:21:01.007221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Allocated IP 172.20.0.14 (40c39446-d78e-4f78-84fe-8fbf661b2b6b/91c32f78-9b95-4e0f-ab4a-88e45d54e386/afd7ae4a-09c2-4eee-a682-6531fc761f00) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:21:01.103720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-c43770d8-af14-47c1-a740-bd93a80a507d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:01.109295 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5643930e-7576-4823-9f68-18f4aafc1093 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750673 Feb 02 15:21:01.110497 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:01.127505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e5c5437-617a-458c-a9a3-21d6583eacba req-daf8aed3-1fe4-4846-85fe-5f5f9d984f08 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9335721 Feb 02 15:21:01.180132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:01.211461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] 10.222.0.88 "DELETE /v2.0/networks/e956464a-8c94-41d0-a13b-6ba285f31f63 HTTP/1.1" status: 204 len: 168 time: 2.3583360 Feb 02 15:21:01.214827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:01.220976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce157de-e6a8-4e80-a9b4-bc82aba51df0 tempest-TaggedBootDevicesTest-1149818565 tempest-TaggedBootDevicesTest-1149818565-project] Pushing event deleted for resources: {'Network': ['ID=e956464a-8c94-41d0-a13b-6ba285f31f63,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:01.328356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Pushing event deleted for resources: {'Port': ['ID=ef577f86-bffd-4987-9acf-859ef9aeb405,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:01.361662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ef577f86-bffd-4987-9acf-859ef9aeb405 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:01.421620 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:01.427312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: ef577f86-bffd-4987-9acf-859ef9aeb405 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:01.427943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ef577f86-bffd-4987-9acf-859ef9aeb405 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:01.467155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-c43770d8-af14-47c1-a740-bd93a80a507d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:01.470703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-c43770d8-af14-47c1-a740-bd93a80a507d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5105796 Feb 02 15:21:01.492645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] No DVR routers for this DVR port ef577f86-bffd-4987-9acf-859ef9aeb405 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:21:01.496232 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:01.498288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4122e9b-e090-4e7e-ab52-3c275caa8ee0 req-1f88edeb-1ff2-442b-aabf-32033bbf7d4e tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.107 "DELETE /v2.0/ports/ef577f86-bffd-4987-9acf-859ef9aeb405 HTTP/1.1" status: 204 len: 173 time: 2.4196622 Feb 02 15:21:01.498837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec85156f-4bba-4d55-a00d-fd3fbbdaedbd', 'name': 'network-vif-deleted', 'tag': 'ef577f86-bffd-4987-9acf-859ef9aeb405'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:01.557244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff86cc-f940-4824-935a-6f3dba864cda req-b99171ff-b525-4a1a-89f7-67fe9128c20f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:01.564949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22ff86cc-f940-4824-935a-6f3dba864cda req-b99171ff-b525-4a1a-89f7-67fe9128c20f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.1987360 Feb 02 15:21:01.603369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:01.694691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Pushing event updated for resources: {'Port': ['ID=afd7ae4a-09c2-4eee-a682-6531fc761f00,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:01.748191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Network 40c39446-d78e-4f78-84fe-8fbf661b2b6b is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:21:01.752025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:21:01.760656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:21:01.776248 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22ff86cc-f940-4824-935a-6f3dba864cda req-25047c82-2386-482d-82e5-365b4abed4dc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2098939 Feb 02 15:21:01.822795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5ffb5dea-a299-46ba-938d-2624cd43fc37 service neutron] 10.222.0.88 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402421 Feb 02 15:21:01.872518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:01.873165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:01.970664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:01.979597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:02.003761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Transition to ACTIVE for port object 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:02.069035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece9a5-1417-4d20-b9da-88c7d8ed8dac req-c2ee4f75-2072-4542-8c0f-d7db7a82b504 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:02.073360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece9a5-1417-4d20-b9da-88c7d8ed8dac req-c2ee4f75-2072-4542-8c0f-d7db7a82b504 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:02.075053 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5aece9a5-1417-4d20-b9da-88c7d8ed8dac req-c2ee4f75-2072-4542-8c0f-d7db7a82b504 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1682 time: 0.1482968 Feb 02 15:21:02.104637 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:02.169586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-a06476a0-c308-4acb-8db3-d78134c0a619 service neutron] 10.222.0.88 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359296 Feb 02 15:21:02.379207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5aece9a5-1417-4d20-b9da-88c7d8ed8dac req-a6c52c22-469c-4633-a472-9f04146d93e7 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977743 Feb 02 15:21:02.387873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Pushing event updated for resources: {'Port': ['ID=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:02.419941 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-4099ea5c-1eb2-4dfa-ae37-c6984bd908a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2012002 Feb 02 15:21:02.439518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Request body: {'port': {'device_id': '5b507db6-f896-4acd-9934-aa5ac906df8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:02.445485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2037986677', 'description': 'tempest-description-155773075'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:02.451173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:02.455994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:02.486633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:02.497903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:02.543989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Attempting to bind port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:21:02.543989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Attempting to bind port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:21:02.543989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Attempting to bind port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 on network 40c39446-d78e-4f78-84fe-8fbf661b2b6b {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:02.546227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 on network 40c39446-d78e-4f78-84fe-8fbf661b2b6b not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:21:02.546561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Attempting to bind port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 on network 40c39446-d78e-4f78-84fe-8fbf661b2b6b {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:02.553360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:21:02.553699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Checking segment: {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:02.554107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Bound using segment: {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:21:02.554510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Bound port: 449065a3-81c0-4bc7-b9af-9fc2cc5289e7, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:21:02.554854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:02.611320 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:02.649876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] For port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:02.653099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] For port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:21:02.657965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:02.727427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:02.738159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:02.741402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:02.756441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:02.879421 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:02.887240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:02.989096 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:02.990528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] 10.222.0.64 "PUT /v2.0/ports/449065a3-81c0-4bc7-b9af-9fc2cc5289e7 HTTP/1.1" status: 200 len: 1091 time: 3.5126688 Feb 02 15:21:03.002356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dea58-f866-4d53-b419-dd5f49ffbc54 service neutron] Pushing event updated for resources: {'Port': ['ID=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:03.007885 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:03.012888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d98a73-3b4d-423d-b418-5af2a79b4080 req-9cd37450-2a57-4995-9772-51b12c18ddea tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec85156f-4bba-4d55-a00d-fd3fbbdaedbd HTTP/1.1" status: 200 len: 210 time: 0.0652363 Feb 02 15:21:03.072160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e76a03-1d69-4d9d-a4bf-027bb5cafb61,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:03.150513 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'code': 200} Feb 02 15:21:03.185220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:03.186775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c88db82c-1e40-48bf-8df8-a30a725fc838 req-4ca6abe1-4fb8-4a4b-8a0a-29b99f6e075c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.7457123 Feb 02 15:21:03.341972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-75b5a125-b9aa-4105-a58a-257cc4df5029 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1094 time: 0.1501284 Feb 02 15:21:03.440856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd7ae4a-09c2-4eee-a682-6531fc761f00 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:03.450553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:03.466333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-c491128d-b96f-4e43-9546-5c98c01d0dc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7 HTTP/1.1" status: 200 len: 217 time: 0.1093738 Feb 02 15:21:03.468987 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec85156f-4bba-4d55-a00d-fd3fbbdaedbd', 'name': 'network-vif-deleted', 'tag': 'ef577f86-bffd-4987-9acf-859ef9aeb405', 'status': 'completed', 'code': 200} Feb 02 15:21:03.486358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Transition to ACTIVE for port object afd7ae4a-09c2-4eee-a682-6531fc761f00 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:03.506533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c22f14-3d9f-496f-b24a-c093555d5a93 req-5e8fef77-3046-4b3a-b89d-f72a41a8b40f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:03.507250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-29c22f14-3d9f-496f-b24a-c093555d5a93 req-5e8fef77-3046-4b3a-b89d-f72a41a8b40f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Synchronizing usage tracker for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:03.551401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-c0eaf51f-2b4a-43fa-9dee-d22fd01cf98c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:03.554255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-c0eaf51f-2b4a-43fa-9dee-d22fd01cf98c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.0803678 Feb 02 15:21:03.574165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:03.626438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-29c22f14-3d9f-496f-b24a-c093555d5a93 req-5e8fef77-3046-4b3a-b89d-f72a41a8b40f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Unset dirty status for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:03.635292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29c22f14-3d9f-496f-b24a-c093555d5a93 req-5e8fef77-3046-4b3a-b89d-f72a41a8b40f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 932 time: 0.3096712 Feb 02 15:21:03.666388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-8d36654f-3f88-4756-a398-da9a639f9333 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543394 Feb 02 15:21:03.761208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=afd7ae4a-09c2-4eee-a682-6531fc761f00,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:03.858931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-cd7a810a-8cab-405a-ad7b-190f388bd076 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782525 Feb 02 15:21:03.864479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29c22f14-3d9f-496f-b24a-c093555d5a93 req-de503130-7743-4bfa-b746-e03f78e8fb0a tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282519 Feb 02 15:21:03.979681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def511c-9c27-4055-818b-e177b8348594 req-51888e9d-ed9c-416d-b7db-b5cea0d403cb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:03.981188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1def511c-9c27-4055-818b-e177b8348594 req-51888e9d-ed9c-416d-b7db-b5cea0d403cb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.4268076 Feb 02 15:21:04.031382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Attempting to bind port afd7ae4a-09c2-4eee-a682-6531fc761f00 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:21:04.031721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Attempting to bind port afd7ae4a-09c2-4eee-a682-6531fc761f00 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:21:04.032876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Attempting to bind port afd7ae4a-09c2-4eee-a682-6531fc761f00 on network 40c39446-d78e-4f78-84fe-8fbf661b2b6b {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:04.041922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Port afd7ae4a-09c2-4eee-a682-6531fc761f00 on network 40c39446-d78e-4f78-84fe-8fbf661b2b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:21:04.042406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Attempting to bind port afd7ae4a-09c2-4eee-a682-6531fc761f00 on network 40c39446-d78e-4f78-84fe-8fbf661b2b6b {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:04.067165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:21:04.067719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Checking segment: {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:04.069207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Bound using segment: {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:21:04.069664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Bound port: afd7ae4a-09c2-4eee-a682-6531fc761f00, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:21:04.070020 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:04.123651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1def511c-9c27-4055-818b-e177b8348594 req-173ac71d-6486-4d39-92e6-adbd13403d8a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293676 Feb 02 15:21:04.138635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81fabb42-3f83-461a-8c34-eb85e6849989 req-800ee5d4-eb6f-4434-9ff4-c87ae2b009d1 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688031 Feb 02 15:21:04.268303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-adc73f30-13a9-4245-b774-aa1ea61b4200 req-3afa31d6-7b9b-4589-9461-24fa884efdda tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 210 time: 0.0819566 Feb 02 15:21:04.280819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] For port afd7ae4a-09c2-4eee-a682-6531fc761f00, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:04.291441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] For port afd7ae4a-09c2-4eee-a682-6531fc761f00, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:21:04.346354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2050457319', 'description': 'tempest-description-1390323441'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:04.354031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:04.361129 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:04.431928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:04.434072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986eb4-dcdd-4e10-8263-3f73fcb5a986 req-d1f1f248-a9af-480b-87ed-53fe2a9092f5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:04.436229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b986eb4-dcdd-4e10-8263-3f73fcb5a986 req-d1f1f248-a9af-480b-87ed-53fe2a9092f5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.1241760 Feb 02 15:21:04.447069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:04.451202 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:04.453034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] 10.222.0.107 "PUT /v2.0/ports/afd7ae4a-09c2-4eee-a682-6531fc761f00 HTTP/1.1" status: 200 len: 1092 time: 2.0180259 Feb 02 15:21:04.461063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b507db6-f896-4acd-9934-aa5ac906df8b', 'tag': 'afd7ae4a-09c2-4eee-a682-6531fc761f00'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:04.491940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:04.492357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b986eb4-dcdd-4e10-8263-3f73fcb5a986 req-b8e1d0df-a608-4734-980b-63f553665f3f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497172 Feb 02 15:21:04.520857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd43b1-72bb-4809-977e-a9467c1db4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=afd7ae4a-09c2-4eee-a682-6531fc761f00,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:04.602507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:04.721665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:04.739366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:04.755893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:04.787888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:04.787888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-03369528-2972-428e-8e1e-e7bd9a8ab609 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 1095 time: 0.1553185 Feb 02 15:21:04.935938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:04.945195 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-19938070-a300-431f-99ed-057ff017aafb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00 HTTP/1.1" status: 200 len: 217 time: 0.0930765 Feb 02 15:21:05.019482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-06d37851-5b47-4a84-aa9d-d6869e6ef3da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:05.020948 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-06d37851-5b47-4a84-aa9d-d6869e6ef3da service neutron] 10.222.0.107 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.0606320 Feb 02 15:21:05.072074 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-a7aa3321-f555-476f-8492-aa6065948a8a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444999 Feb 02 15:21:05.293907 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:05.308023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-e218d55f-c905-437c-a957-47741cb73b44 service neutron] 10.222.0.107 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299013 Feb 02 15:21:05.423348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d60de99-3309-4102-a3d2-c6c9fc624b19,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:05.469758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49f7e00-83e0-42c6-88c1-67e416ab900c', 'tag': '449065a3-81c0-4bc7-b9af-9fc2cc5289e7'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:05.496902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c946809-5adb-4d01-bd8a-77e200545bb4 req-f228c3eb-abbe-416a-bab2-64b63756682a service neutron] 10.222.0.107 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813762 Feb 02 15:21:05.519694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:05.522435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5c62463-3680-4c08-b691-399cd74f2c85 req-5ff5148a-fb67-4309-a6e7-43177a066866 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.1822445 Feb 02 15:21:05.578037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51456) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:05.612588 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b507db6-f896-4acd-9934-aa5ac906df8b', 'tag': 'afd7ae4a-09c2-4eee-a682-6531fc761f00', 'status': 'completed', 'code': 200} Feb 02 15:21:05.869595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a83a5-e854-4114-be11-027b28b489fe req-8ac45d2c-980c-4b48-9a25-2511bf6fd59c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:05.870371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-874a83a5-e854-4114-be11-027b28b489fe req-8ac45d2c-980c-4b48-9a25-2511bf6fd59c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Synchronizing usage tracker for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:05.889238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-874a83a5-e854-4114-be11-027b28b489fe req-8ac45d2c-980c-4b48-9a25-2511bf6fd59c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Unset dirty status for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:05.898860 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-874a83a5-e854-4114-be11-027b28b489fe req-8ac45d2c-980c-4b48-9a25-2511bf6fd59c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 944 time: 0.1518130 Feb 02 15:21:05.979248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e458d4a6-5fda-46de-95e9-383019c59117 admin admin] Deleting subnet 73ec79d3-5556-4ce2-a222-25352a802725 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:21:05.979474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-874a83a5-e854-4114-be11-027b28b489fe req-beeee4d2-75f3-4242-8a0a-75e6c4ff9119 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Synchronizing usage tracker for tenant:5a2291a443c5408b9520b61fd365da08 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:05.997872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e458d4a6-5fda-46de-95e9-383019c59117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:06.076951 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e458d4a6-5fda-46de-95e9-383019c59117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:06.152862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444df37-c51d-488e-8997-7a04359c993c req-d8cfce2c-9103-413f-9951-1195b839c620 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:06.160287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c444df37-c51d-488e-8997-7a04359c993c req-d8cfce2c-9103-413f-9951-1195b839c620 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.3362734 Feb 02 15:21:06.182954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-dfa7e28d-97f4-4067-9845-c0e7fbb182ec service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 1095 time: 0.4659994 Feb 02 15:21:06.185707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e458d4a6-5fda-46de-95e9-383019c59117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:06.226322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-9342a734-977d-4510-861b-f2811d5e13ba tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:06.229616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-9342a734-977d-4510-861b-f2811d5e13ba tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:06.244766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-874a83a5-e854-4114-be11-027b28b489fe req-beeee4d2-75f3-4242-8a0a-75e6c4ff9119 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Unset dirty status for tenant:5a2291a443c5408b9520b61fd365da08 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:06.245677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-874a83a5-e854-4114-be11-027b28b489fe req-beeee4d2-75f3-4242-8a0a-75e6c4ff9119 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460495 Feb 02 15:21:06.363955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:21:06.365739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-9342a734-977d-4510-861b-f2811d5e13ba tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:06.370302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-9342a734-977d-4510-861b-f2811d5e13ba tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.107 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 810 time: 0.3358238 Feb 02 15:21:06.372450 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c444df37-c51d-488e-8997-7a04359c993c req-1ae88719-bec1-400f-87a6-a8c1d00d4b3f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112308 Feb 02 15:21:06.497785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-ce46d7f2-2206-4190-bf81-5886e30864d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:06.499285 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-ce46d7f2-2206-4190-bf81-5886e30864d9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 921 time: 0.2814507 Feb 02 15:21:06.541860 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-df651942-44d7-4dc9-aa37-c515a078b31e tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e79a765987343b399d41348d4dde431 HTTP/1.1" status: 200 len: 380 time: 0.1456141 Feb 02 15:21:06.568752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'port': {'device_id': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'admin_state_up': True, 'tenant_id': '3e79a765987343b399d41348d4dde431', 'security_groups': ['a1f23648-f671-48e6-92e1-4bd7725e7bdd']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:06.661084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e458d4a6-5fda-46de-95e9-383019c59117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:06.701329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:06.735290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '449065a3-81c0-4bc7-b9af-9fc2cc5289e7', 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b', 'port_id': '449065a3-81c0-4bc7-b9af-9fc2cc5289e7', 'mac_address': 'fa:16:3e:8e:96:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c32f78-9b95-4e0f-ab4a-88e45d54e386', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:21:06.778599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-03a44869-d923-4424-90f9-9ed63858aa75 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00 HTTP/1.1" status: 200 len: 217 time: 0.2638085 Feb 02 15:21:06.780541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458d4a6-5fda-46de-95e9-383019c59117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ec79d3-5556-4ce2-a222-25352a802725,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:06.793329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e458d4a6-5fda-46de-95e9-383019c59117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:06.823649 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:06.840149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e458d4a6-5fda-46de-95e9-383019c59117 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/73ec79d3-5556-4ce2-a222-25352a802725 HTTP/1.1" status: 204 len: 168 time: 1.2605703 Feb 02 15:21:06.843519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51464) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:06.859627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:06.882988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:06.949426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3d148e5d-b759-4227-a871-c3d9295d3ded req-06df3908-9328-48ab-9398-517591d7ab49 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:06.978663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3d148e5d-b759-4227-a871-c3d9295d3ded req-06df3908-9328-48ab-9398-517591d7ab49 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:06.979873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d148e5d-b759-4227-a871-c3d9295d3ded req-06df3908-9328-48ab-9398-517591d7ab49 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 210 time: 0.3502638 Feb 02 15:21:07.029606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-f44e20f0-5744-4ccf-b49b-5f716717c1bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:07.029606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-f44e20f0-5744-4ccf-b49b-5f716717c1bb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.2284095 Feb 02 15:21:07.035691 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:07.040263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:07.089667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:07.108025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-9fba83a1-cb68-4826-b2f8-97325bac92b9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700762 Feb 02 15:21:07.108375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:07.138936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930475a-887a-4b8e-915e-708a7419c422 req-a621edd3-46c6-46dd-8f14-03161e4d764e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:07.145392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930475a-887a-4b8e-915e-708a7419c422 req-a621edd3-46c6-46dd-8f14-03161e4d764e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:07.147666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d930475a-887a-4b8e-915e-708a7419c422 req-a621edd3-46c6-46dd-8f14-03161e4d764e tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1682 time: 0.1610296 Feb 02 15:21:07.215709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:07.230966 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49f7e00-83e0-42c6-88c1-67e416ab900c', 'tag': '449065a3-81c0-4bc7-b9af-9fc2cc5289e7', 'status': 'completed', 'code': 200} Feb 02 15:21:07.286437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Made reservation on behalf of 3e79a765987343b399d41348d4dde431 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:21:07.303070 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:07.334216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['449065a3-81c0-4bc7-b9af-9fc2cc5289e7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:07.384290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-0d482a5b-c076-4e85-9233-6b78a4fbcb7f service neutron] 10.222.0.107 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541137 Feb 02 15:21:07.394851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dfd00-e3e4-4008-9bb1-6d73d2b656fc req-6b10209b-95ae-4266-bce2-a0c666768393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:07.399330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dfd00-e3e4-4008-9bb1-6d73d2b656fc req-6b10209b-95ae-4266-bce2-a0c666768393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:07.408039 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-424dfd00-e3e4-4008-9bb1-6d73d2b656fc req-6b10209b-95ae-4266-bce2-a0c666768393 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 1682 time: 0.7532115 Feb 02 15:21:07.435536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device afd7ae4a-09c2-4eee-a682-6531fc761f00 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:21:07.511957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 8fbe9222-e876-43d9-b017-65d05314a34e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:07.512387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:07.598001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port afd7ae4a-09c2-4eee-a682-6531fc761f00, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:07.612862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'afd7ae4a-09c2-4eee-a682-6531fc761f00', 'network_id': '40c39446-d78e-4f78-84fe-8fbf661b2b6b', 'port_id': 'afd7ae4a-09c2-4eee-a682-6531fc761f00', 'mac_address': 'fa:16:3e:db:ea:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c32f78-9b95-4e0f-ab4a-88e45d54e386', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:21:07.615425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-0bf89eaa-6078-4b48-ab62-b85639332f02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1095 time: 0.3824151 Feb 02 15:21:07.771116 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:07.805806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:07.855209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254e918a-e7ed-428b-ac1e-aeb570cad971']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:07.876528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f879b05-f024-4c99-9873-abed420865d2') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:07.876932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f879b05-f024-4c99-9873-abed420865d2') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:07.891598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:07.895930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd7ae4a-09c2-4eee-a682-6531fc761f00 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:07.925962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port 8fbe9222-e876-43d9-b017-65d05314a34e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=8fbe9222-e876-43d9-b017-65d05314a34e,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:07.929672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:07.992479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port afd7ae4a-09c2-4eee-a682-6531fc761f00, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:08.071363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:08.079059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:21:08.080715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:08.081565 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:08.177372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=afd7ae4a-09c2-4eee-a682-6531fc761f00,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:08.198354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-424dfd00-e3e4-4008-9bb1-6d73d2b656fc req-3b036b7a-96ac-4d27-9b4f-0c420832d6d2 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7893584 Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:21:08.205702 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:21:08.343666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for 8fbe9222-e876-43d9-b017-65d05314a34e owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:08.402661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['afd7ae4a-09c2-4eee-a682-6531fc761f00'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:08.423133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:08.436449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ee01ab8b-7d56-447c-868e-04e1a41f8893 req-02ca8955-306f-41ff-8a16-38687f01e5be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:08.477632 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:08.480039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb83fb-ffe5-4ed1-8654-89aaf47faeeb req-1e263982-3e79-4269-827b-22f07f104566 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:08.487540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7deb83fb-ffe5-4ed1-8654-89aaf47faeeb req-1e263982-3e79-4269-827b-22f07f104566 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 1.1045196 Feb 02 15:21:08.488714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=254e918a-e7ed-428b-ac1e-aeb570cad971,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:08.490158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Allocated IP 172.20.0.8 (af9c36c4-f105-4974-890d-688ba35a7331/1b90b22b-1c10-4e99-b287-fcd515f2513e/5a3e0ce3-92fd-4a10-a115-94f6963842f9) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:21:08.557073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ee01ab8b-7d56-447c-868e-04e1a41f8893 req-02ca8955-306f-41ff-8a16-38687f01e5be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:08.562689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-184804fd-6e68-47f3-a127-0126e9be2433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:08.564996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-184804fd-6e68-47f3-a127-0126e9be2433 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 921 time: 0.9414091 Feb 02 15:21:08.567525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee01ab8b-7d56-447c-868e-04e1a41f8893 req-02ca8955-306f-41ff-8a16-38687f01e5be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83e50a662f9340278758866d8e48d4ff HTTP/1.1" status: 200 len: 9733 time: 0.2732928 Feb 02 15:21:08.630283 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e0ce57c8-bafd-44c1-923a-542e032349c6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/254e918a-e7ed-428b-ac1e-aeb570cad971 HTTP/1.1" status: 204 len: 168 time: 1.7835991 Feb 02 15:21:08.658595 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee01ab8b-7d56-447c-868e-04e1a41f8893 req-4aa020b8-9b0f-4fab-bf6e-7ccafbbf71e0 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/4aabf53d-d21c-4f38-a099-46f44d867f93 HTTP/1.1" status: 200 len: 2649 time: 0.0864034 Feb 02 15:21:08.734019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6aa98792-586b-4795-8cbf-7e27b1b6a6c5 req-79307858-6242-4537-9a80-cc86df36d950 service neutron] 10.222.0.107 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2919617 Feb 02 15:21:08.798223 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee01ab8b-7d56-447c-868e-04e1a41f8893 req-7cc1859b-174e-4fe6-8a10-3e65cb72350c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/4aabf53d-d21c-4f38-a099-46f44d867f93 HTTP/1.1" status: 200 len: 2649 time: 0.1375554 Feb 02 15:21:08.838785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-2a4fbb54-9445-4367-b778-c1f33c82501e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7 HTTP/1.1" status: 200 len: 217 time: 0.2639868 Feb 02 15:21:08.941271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7deb83fb-ffe5-4ed1-8654-89aaf47faeeb req-25c4d4cf-eea1-4f32-99fd-9d2aed608e40 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4529727 Feb 02 15:21:09.071735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe0366-28fa-43bd-a95c-53377b444706 req-1a7161ac-31d7-43ff-8f1d-009fa4f677ea tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:09.079834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ebe0366-28fa-43bd-a95c-53377b444706 req-1a7161ac-31d7-43ff-8f1d-009fa4f677ea tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 945 time: 0.1489558 Feb 02 15:21:09.086596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-c3fb6e4b-3d9a-4cb4-845e-499ad2b19b03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:09.088126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-c3fb6e4b-3d9a-4cb4-845e-499ad2b19b03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.2400591 Feb 02 15:21:09.092823 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:09.172803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51484) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:09.205846 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ebe0366-28fa-43bd-a95c-53377b444706 req-da6428f7-4428-4a0b-b1f0-46592e5390d0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253948 Feb 02 15:21:09.315186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-87a96eb8-9519-44d8-9d98-bb6101070e40 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=73d6a44ccb544ca9b8f22dda7d20a075&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1394670 Feb 02 15:21:09.316064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51490) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:09.348074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-87bc5fd1-853b-4165-8ad5-a64aac42b55f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2395771 Feb 02 15:21:09.405519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device afd7ae4a-09c2-4eee-a682-6531fc761f00 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:21:09.428679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7c450c2-eb18-4b31-b19c-ca597b56b6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:09.547177 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7c450c2-eb18-4b31-b19c-ca597b56b6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:09.570518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Port': ['ID=8fbe9222-e876-43d9-b017-65d05314a34e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:09.664895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port afd7ae4a-09c2-4eee-a682-6531fc761f00 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:21:09.670883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port afd7ae4a-09c2-4eee-a682-6531fc761f00 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:09.671480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:09.843592 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59aae0de-086e-4e7d-98d7-5a08fe9d8541 req-e8007a69-d3e3-499e-bdc9-ad22af7ed42c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 210 time: 0.2136042 Feb 02 15:21:09.934622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] No DVR routers for this DVR port 8fbe9222-e876-43d9-b017-65d05314a34e on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:21:09.940516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:09.963504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'name': 'network-vif-deleted', 'tag': '8fbe9222-e876-43d9-b017-65d05314a34e'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:09.987983 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:09.999251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.018914 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72549ed0-7d5b-44a3-b655-0c1b1e3bff37 req-57049285-e21c-493d-9367-2e01bbb7c6b5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/ce28eea5-f465-400a-b1a4-4fe91270b765 HTTP/1.1" status: 200 len: 1634 time: 0.0703051 Feb 02 15:21:10.034185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7c450c2-eb18-4b31-b19c-ca597b56b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.069811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b218c-f2d1-4c92-87b5-37f51947b67d req-89f1af19-086e-414e-a60a-89899823e0d8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:10.071501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b507db6-f896-4acd-9934-aa5ac906df8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7ae4a-09c2-4eee-a682-6531fc761f00'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:10.071910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-590b218c-f2d1-4c92-87b5-37f51947b67d req-89f1af19-086e-414e-a60a-89899823e0d8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.7019093 Feb 02 15:21:10.073018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Transition to ACTIVE for port object 5a3e0ce3-92fd-4a10-a115-94f6963842f9 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:10.083741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c450c2-eb18-4b31-b19c-ca597b56b6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b46a786-910a-485f-86d7-0558cd9e375b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:10.087620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port afd7ae4a-09c2-4eee-a682-6531fc761f00, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:10.135247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d930475a-887a-4b8e-915e-708a7419c422 req-471a1406-b105-46da-8bb4-e7e83a679177 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.64 "DELETE /v2.0/ports/8fbe9222-e876-43d9-b017-65d05314a34e HTTP/1.1" status: 204 len: 173 time: 2.9816585 Feb 02 15:21:10.149161 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-72549ed0-7d5b-44a3-b655-0c1b1e3bff37 req-0c3ef332-0c86-4d56-9f4d-eeb7ccc7ac01 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.173723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.181324 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-72549ed0-7d5b-44a3-b655-0c1b1e3bff37 req-0c3ef332-0c86-4d56-9f4d-eeb7ccc7ac01 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.240737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7c450c2-eb18-4b31-b19c-ca597b56b6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.242209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port d972c485-c5e1-40bf-904b-dba5b70fc4ed {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:10.244608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.244781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b7c450c2-eb18-4b31-b19c-ca597b56b6f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b46a786-910a-485f-86d7-0558cd9e375b HTTP/1.1" status: 204 len: 168 time: 0.9275160 Feb 02 15:21:10.290901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=afd7ae4a-09c2-4eee-a682-6531fc761f00,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:10.300059 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-72549ed0-7d5b-44a3-b655-0c1b1e3bff37 req-0c3ef332-0c86-4d56-9f4d-eeb7ccc7ac01 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.327236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ef332-0c86-4d56-9f4d-eeb7ccc7ac01 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce28eea5-f465-400a-b1a4-4fe91270b765,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:10.336225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-5ddf44a1-323f-410f-a008-9f545dfd79a4 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8185968 Feb 02 15:21:10.384921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:21:10.391105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-72549ed0-7d5b-44a3-b655-0c1b1e3bff37 req-0c3ef332-0c86-4d56-9f4d-eeb7ccc7ac01 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.394110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72549ed0-7d5b-44a3-b655-0c1b1e3bff37 req-0c3ef332-0c86-4d56-9f4d-eeb7ccc7ac01 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/ce28eea5-f465-400a-b1a4-4fe91270b765 HTTP/1.1" status: 204 len: 173 time: 0.3727169 Feb 02 15:21:10.394405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-590b218c-f2d1-4c92-87b5-37f51947b67d req-4e5d0eab-3ef3-4a8a-9acb-945908141739 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958720 Feb 02 15:21:10.524199 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.693902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:21:10.700758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:10.701365 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:10.832962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Network af9c36c4-f105-4974-890d-688ba35a7331 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:21:10.867797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:21:10.886979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event updated for resources: {'Port': ['ID=5a3e0ce3-92fd-4a10-a115-94f6963842f9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:10.887091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227009d-4ba0-4869-a8ed-068f5085c963 req-12a32c73-857a-4eec-b0ab-9b6b50345408 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:10.892452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a321d04-f64f-4f74-864b-b4a75609fbd2 req-9e831b8c-06df-4225-8048-f3d8b8619c44 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472174 Feb 02 15:21:10.893437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:21:10.898436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c227009d-4ba0-4869-a8ed-068f5085c963 req-12a32c73-857a-4eec-b0ab-9b6b50345408 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 945 time: 0.1763172 Feb 02 15:21:10.986763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:11.028403 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c227009d-4ba0-4869-a8ed-068f5085c963 req-cc73e5ac-9ae2-42e7-91ef-53971d01357b tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/security-groups?id=1d612307-2795-4e27-ae8d-51f8af0d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285737 Feb 02 15:21:11.133154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port d972c485-c5e1-40bf-904b-dba5b70fc4ed, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d972c485-c5e1-40bf-904b-dba5b70fc4ed,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:11.133652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:11.167343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:11.168240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:11.170217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:11.247820 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:11.251327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 8fbe9222-e876-43d9-b017-65d05314a34e no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:11.359765 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'name': 'network-vif-deleted', 'tag': '8fbe9222-e876-43d9-b017-65d05314a34e', 'status': 'completed', 'code': 200} Feb 02 15:21:11.390792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for d972c485-c5e1-40bf-904b-dba5b70fc4ed owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:11.412107 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b507db6-f896-4acd-9934-aa5ac906df8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7ae4a-09c2-4eee-a682-6531fc761f00', 'code': 200} Feb 02 15:21:11.421002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 8fbe9222-e876-43d9-b017-65d05314a34e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:11.421633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 8fbe9222-e876-43d9-b017-65d05314a34e not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:11.422391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d972c485-c5e1-40bf-904b-dba5b70fc4ed no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:11.467509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3531d-e018-49ff-af07-95e499d12cb2 req-50d80f43-73b4-4c6c-80a5-9be0f3159947 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:11.469255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ceb3531d-e018-49ff-af07-95e499d12cb2 req-50d80f43-73b4-4c6c-80a5-9be0f3159947 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.7393851 Feb 02 15:21:11.519300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-37321fee-1f56-4285-a986-daa78445588d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9715512 Feb 02 15:21:11.558555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Request body: {'port': {'device_id': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:11.635519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ceb3531d-e018-49ff-af07-95e499d12cb2 req-a9279f9b-fa40-4a76-be13-5863de61ac73 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1577189 Feb 02 15:21:11.701101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:11.780527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-73faa3a9-891e-4f8b-80b1-ef781fef0b9f None None] Provisioning for port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:21:11.793291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-73faa3a9-891e-4f8b-80b1-ef781fef0b9f None None] Provisioning complete for port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:11.793823 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-73faa3a9-891e-4f8b-80b1-ef781fef0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:11.857212 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:11.861697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-538979ea-bd49-4e26-9ebe-89c18bb93f96 req-2f1eb347-b055-4972-b935-bace78df1a66 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 1097 time: 0.4243288 Feb 02 15:21:11.878722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-73faa3a9-891e-4f8b-80b1-ef781fef0b9f None None] Port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:21:11.910150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd18ba7-e7dc-4c50-bcec-ee44697b5bbc req-3031176b-766c-4d89-9545-392be99cf882 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:11.917872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd18ba7-e7dc-4c50-bcec-ee44697b5bbc req-3031176b-766c-4d89-9545-392be99cf882 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.3459928 Feb 02 15:21:11.974745 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-2fbb1f02-fdec-4165-9a84-87cd5934295b req-7d04c42c-36bd-499e-a017-86f32b0eaea8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:21:11.975733 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2fbb1f02-fdec-4165-9a84-87cd5934295b req-7d04c42c-36bd-499e-a017-86f32b0eaea8 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/ce28eea5-f465-400a-b1a4-4fe91270b765 HTTP/1.1" status: 404 len: 352 time: 0.2199595 Feb 02 15:21:11.983686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-538979ea-bd49-4e26-9ebe-89c18bb93f96 req-9c1f944a-b9af-405a-b024-8092bc21f53d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135840 Feb 02 15:21:12.008858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd18ba7-e7dc-4c50-bcec-ee44697b5bbc req-3a1d6b66-ad00-409b-a5e3-5df40458003c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898757 Feb 02 15:21:12.019864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:12.283513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:12.386557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Port': ['ID=d972c485-c5e1-40bf-904b-dba5b70fc4ed,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:12.410069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f857ad-ab2a-47b0-b68e-577472e797a0 req-309d9965-0a38-4943-9721-62cd4b31afe2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:12.411561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56f857ad-ab2a-47b0-b68e-577472e797a0 req-309d9965-0a38-4943-9721-62cd4b31afe2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.1328661 Feb 02 15:21:12.479908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56f857ad-ab2a-47b0-b68e-577472e797a0 req-d2d4a595-58fd-4373-a79d-d51160c997f6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614076 Feb 02 15:21:12.618610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] No DVR routers for this DVR port d972c485-c5e1-40bf-904b-dba5b70fc4ed on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:21:12.648088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:12.682644 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc27e6c7-c903-4b1d-855b-90e0b3549c29 req-05a76e1d-6069-4165-b033-78534f91f88f tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/72e76a03-1d69-4d9d-a4bf-027bb5cafb61 HTTP/1.1" status: 200 len: 1634 time: 0.1314607 Feb 02 15:21:12.778406 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc27e6c7-c903-4b1d-855b-90e0b3549c29 req-8412e0d7-7f08-4918-af47-dbcb569439be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:12.820648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc27e6c7-c903-4b1d-855b-90e0b3549c29 req-8412e0d7-7f08-4918-af47-dbcb569439be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:12.961590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc27e6c7-c903-4b1d-855b-90e0b3549c29 req-8412e0d7-7f08-4918-af47-dbcb569439be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:13.000602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3e0ce3-92fd-4a10-a115-94f6963842f9 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:13.004700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412e0d7-7f08-4918-af47-dbcb569439be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e76a03-1d69-4d9d-a4bf-027bb5cafb61,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:13.010263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:13.028059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Transition to ACTIVE for port object 5a3e0ce3-92fd-4a10-a115-94f6963842f9 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:13.034976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d930475a-887a-4b8e-915e-708a7419c422 req-8dc9640e-e5d6-425e-a565-fd385aca9a05 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.64 "DELETE /v2.0/ports/d972c485-c5e1-40bf-904b-dba5b70fc4ed HTTP/1.1" status: 204 len: 173 time: 2.8933723 Feb 02 15:21:13.041367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc27e6c7-c903-4b1d-855b-90e0b3549c29 req-8412e0d7-7f08-4918-af47-dbcb569439be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:13.042501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc27e6c7-c903-4b1d-855b-90e0b3549c29 req-8412e0d7-7f08-4918-af47-dbcb569439be tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/72e76a03-1d69-4d9d-a4bf-027bb5cafb61 HTTP/1.1" status: 204 len: 173 time: 0.3590641 Feb 02 15:21:13.058942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9624b-59e7-4142-9504-d6d023e0006f req-34b72072-6baa-48b5-b9b8-9acdd3024781 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:13.065548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6fb9624b-59e7-4142-9504-d6d023e0006f req-34b72072-6baa-48b5-b9b8-9acdd3024781 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:13.101947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:13.200987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3e0ce3-92fd-4a10-a115-94f6963842f9,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:13.206717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6fb9624b-59e7-4142-9504-d6d023e0006f req-34b72072-6baa-48b5-b9b8-9acdd3024781 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:13.214545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fb9624b-59e7-4142-9504-d6d023e0006f req-34b72072-6baa-48b5-b9b8-9acdd3024781 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 931 time: 0.9329314 Feb 02 15:21:13.354232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-010de236-9c5a-43b6-a184-2a9b098e50d8 req-d45dc7bb-3551-4f0b-891e-84e66e97cbba tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 210 time: 0.1212795 Feb 02 15:21:13.370464 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fb9624b-59e7-4142-9504-d6d023e0006f req-951846f0-88f4-4fb2-858c-0b4efaf6f6c4 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549661 Feb 02 15:21:13.390585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'name': 'network-vif-deleted', 'tag': 'd972c485-c5e1-40bf-904b-dba5b70fc4ed'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:13.414319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49f7e00-83e0-42c6-88c1-67e416ab900c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449065a3-81c0-4bc7-b9af-9fc2cc5289e7'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:13.721254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Attempting to bind port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:21:13.722196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Attempting to bind port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:21:13.722718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Attempting to bind port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 on network af9c36c4-f105-4974-890d-688ba35a7331 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:13.730750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 on network af9c36c4-f105-4974-890d-688ba35a7331 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:21:13.731261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Attempting to bind port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 on network af9c36c4-f105-4974-890d-688ba35a7331 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:13.741998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:21:13.742596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Checking segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:13.743134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Bound using segment: {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:21:13.743930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Bound port: 5a3e0ce3-92fd-4a10-a115-94f6963842f9, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:21:13.744460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:13.856688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b484302-e04e-42f3-8fae-d0cacc08c235 req-7ca77da0-0b3d-4a0e-a2d7-36e41cd015e6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:13.863871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b484302-e04e-42f3-8fae-d0cacc08c235 req-7ca77da0-0b3d-4a0e-a2d7-36e41cd015e6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.1684039 Feb 02 15:21:13.917589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] For port 5a3e0ce3-92fd-4a10-a115-94f6963842f9, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:13.923247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] For port 5a3e0ce3-92fd-4a10-a115-94f6963842f9, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a3e0ce3-92fd-4a10-a115-94f6963842f9,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:21:13.936438 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b484302-e04e-42f3-8fae-d0cacc08c235 req-7737b0d4-17ce-4f17-8b4f-72e2750d28d3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660954 Feb 02 15:21:13.941214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045312eb-7759-4b5a-af5c-d12e23b6a596 req-fb3cbead-65ce-41e1-b5f5-98bb969175cf tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:13.942782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-045312eb-7759-4b5a-af5c-d12e23b6a596 req-fb3cbead-65ce-41e1-b5f5-98bb969175cf tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1237063 Feb 02 15:21:13.992008 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-bcf3ac9d-0854-41f5-a089-607bbe386e10 req-ee31bf3b-87c3-405d-b690-2f66244658af tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:21:13.993082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bcf3ac9d-0854-41f5-a089-607bbe386e10 req-ee31bf3b-87c3-405d-b690-2f66244658af tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/72e76a03-1d69-4d9d-a4bf-027bb5cafb61 HTTP/1.1" status: 404 len: 352 time: 0.0196640 Feb 02 15:21:13.997378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-045312eb-7759-4b5a-af5c-d12e23b6a596 req-6b43b56b-6629-4529-9591-33fd2299ae1f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483818 Feb 02 15:21:14.064217 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49f7e00-83e0-42c6-88c1-67e416ab900c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449065a3-81c0-4bc7-b9af-9fc2cc5289e7', 'code': 200} Feb 02 15:21:14.084529 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ea8818-b435-4946-8322-5ab04be9385d', 'name': 'network-vif-deleted', 'tag': 'd972c485-c5e1-40bf-904b-dba5b70fc4ed', 'status': 'completed', 'code': 200} Feb 02 15:21:14.244877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f9dde-e6d0-4762-87aa-90d308bf2daa req-ff9c0c9d-f247-4b1c-9328-2461bdd59225 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:14.245343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68994921-9532-493c-bac3-e245af89ab9b req-d88eff00-dd23-41bf-aad6-fcbc10da72a0 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/3d60de99-3309-4102-a3d2-c6c9fc624b19 HTTP/1.1" status: 200 len: 1635 time: 0.1166580 Feb 02 15:21:14.246853 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b7f9dde-e6d0-4762-87aa-90d308bf2daa req-ff9c0c9d-f247-4b1c-9328-2461bdd59225 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.0828385 Feb 02 15:21:14.293550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e3b3681-9691-49be-8b32-b54943fb4825 req-fbc15d3e-794f-4dc7-a18f-de21759bdeaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1096 time: 0.1345036 Feb 02 15:21:14.321540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b7f9dde-e6d0-4762-87aa-90d308bf2daa req-4138e3b9-77d1-472c-983d-50e6712c20ae tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569189 Feb 02 15:21:14.323705 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:14.436656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68994921-9532-493c-bac3-e245af89ab9b req-babe194c-f615-4b5d-82c1-0bbe586ff54e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:14.447345 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:14.449164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] 10.222.0.107 "PUT /v2.0/ports/5a3e0ce3-92fd-4a10-a115-94f6963842f9 HTTP/1.1" status: 200 len: 1091 time: 2.8961995 Feb 02 15:21:14.480713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e3b3681-9691-49be-8b32-b54943fb4825 req-ccaa021a-b23e-4db6-a165-19f156717687 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797614 Feb 02 15:21:14.502619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d91a8-c2f6-4df1-8787-5e4fcc9540c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3e0ce3-92fd-4a10-a115-94f6963842f9,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:14.511995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68994921-9532-493c-bac3-e245af89ab9b req-babe194c-f615-4b5d-82c1-0bbe586ff54e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:14.630603 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b457f0b1-b4e8-471b-bcf6-709b20a0378d req-9c1d102c-f5ff-4062-9f20-794ee2e9b812 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7ea8818-b435-4946-8322-5ab04be9385d HTTP/1.1" status: 200 len: 210 time: 0.0667031 Feb 02 15:21:14.663389 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68994921-9532-493c-bac3-e245af89ab9b req-babe194c-f615-4b5d-82c1-0bbe586ff54e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:14.769309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe194c-f615-4b5d-82c1-0bbe586ff54e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d60de99-3309-4102-a3d2-c6c9fc624b19,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:14.785782 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68994921-9532-493c-bac3-e245af89ab9b req-babe194c-f615-4b5d-82c1-0bbe586ff54e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:14.793495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68994921-9532-493c-bac3-e245af89ab9b req-babe194c-f615-4b5d-82c1-0bbe586ff54e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/3d60de99-3309-4102-a3d2-c6c9fc624b19 HTTP/1.1" status: 204 len: 173 time: 0.5398221 Feb 02 15:21:14.904321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-8179ada6-f4f4-410c-bf25-b683ed381bdb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 1094 time: 0.3022811 Feb 02 15:21:14.911738 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-52aa755f-9ef9-41d8-a76a-2a0305b8f934 req-0432f42e-e03b-40ac-8fef-a40dbaa6e6ec tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:21:14.913625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52aa755f-9ef9-41d8-a76a-2a0305b8f934 req-0432f42e-e03b-40ac-8fef-a40dbaa6e6ec tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/3d60de99-3309-4102-a3d2-c6c9fc624b19 HTTP/1.1" status: 404 len: 352 time: 0.0291474 Feb 02 15:21:15.046811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a046df2-c19e-44d3-95b2-a2cc2ad6f9f7 req-23842b34-4ab9-40ad-8313-356a87415751 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:15.052595 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a046df2-c19e-44d3-95b2-a2cc2ad6f9f7 req-23842b34-4ab9-40ad-8313-356a87415751 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 943 time: 0.2895899 Feb 02 15:21:15.107761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a046df2-c19e-44d3-95b2-a2cc2ad6f9f7 req-2000697e-73c7-4008-9000-9dc04358dc3b tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526404 Feb 02 15:21:15.115990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-cd832bde-2721-4ac4-bee3-342e25d94693 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a3e0ce3-92fd-4a10-a115-94f6963842f9 HTTP/1.1" status: 200 len: 217 time: 0.1947703 Feb 02 15:21:15.272007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-78fba0d1-51d9-4c4b-b04e-465010737468 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:15.274143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-78fba0d1-51d9-4c4b-b04e-465010737468 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.1448762 Feb 02 15:21:15.282906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8bdca232-68bf-4eea-ab27-1564b2dff989 req-d4d11e5a-8328-44ca-85db-5e7754e68f71 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:15.455548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90189e2-59d5-40af-a2c8-5d215f12adba req-69e8831e-4f88-4482-a174-6bd167a5a74d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:15.457288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a90189e2-59d5-40af-a2c8-5d215f12adba req-69e8831e-4f88-4482-a174-6bd167a5a74d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.1488438 Feb 02 15:21:15.494947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8bdca232-68bf-4eea-ab27-1564b2dff989 req-d4d11e5a-8328-44ca-85db-5e7754e68f71 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:15.496717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bdca232-68bf-4eea-ab27-1564b2dff989 req-d4d11e5a-8328-44ca-85db-5e7754e68f71 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83e50a662f9340278758866d8e48d4ff HTTP/1.1" status: 200 len: 5484 time: 0.4402001 Feb 02 15:21:15.506426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-2f7491fa-d713-4f82-99dd-6ed317fcd050 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115054 Feb 02 15:21:15.559427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a90189e2-59d5-40af-a2c8-5d215f12adba req-957ea2c0-0293-427f-9b5c-b4a22b502d55 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912504 Feb 02 15:21:15.917458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdb97b-b637-4f5d-8c06-33c58ea3c3b7 req-879ee9b6-4f0b-40a3-96bb-8aa8b3141f92 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:15.930830 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03cdb97b-b637-4f5d-8c06-33c58ea3c3b7 req-879ee9b6-4f0b-40a3-96bb-8aa8b3141f92 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1546192 Feb 02 15:21:16.030006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03cdb97b-b637-4f5d-8c06-33c58ea3c3b7 req-a7528835-bad5-440c-a458-4454429eefa7 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963023 Feb 02 15:21:16.030242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bdca232-68bf-4eea-ab27-1564b2dff989 req-d8b68fc8-49c1-41b4-af9b-8dc45de50ead tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/4aabf53d-d21c-4f38-a099-46f44d867f93 HTTP/1.1" status: 200 len: 2649 time: 0.5208182 Feb 02 15:21:16.086870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-8e2d207b-8f07-4377-a611-fc228d542d8a service neutron] 10.222.0.107 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602031 Feb 02 15:21:16.104034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'tag': '5a3e0ce3-92fd-4a10-a115-94f6963842f9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:16.254084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73c3ab-8da1-423b-b963-4f6910c97361 req-a2e52280-2ab4-4bf7-9565-6d111f8a40f7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:16.260351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd73c3ab-8da1-423b-b963-4f6910c97361 req-a2e52280-2ab4-4bf7-9565-6d111f8a40f7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.0878201 Feb 02 15:21:16.308491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bdca232-68bf-4eea-ab27-1564b2dff989 req-cc3a39d8-242a-459d-8698-aa89b6fa8ea4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/4aabf53d-d21c-4f38-a099-46f44d867f93 HTTP/1.1" status: 200 len: 2649 time: 0.2787452 Feb 02 15:21:16.321772 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd73c3ab-8da1-423b-b963-4f6910c97361 req-10ffefc8-8c83-455b-9130-f1218f85cbf2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594792 Feb 02 15:21:16.452422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c535c0f-73a5-4d33-8bf6-4fda4b195367 req-2f26e0ab-e14c-4b0c-ac4a-9f83f30f3e61 service neutron] 10.222.0.107 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407617 Feb 02 15:21:16.492881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51616) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:16.553201 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'tag': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'status': 'completed', 'code': 200} Feb 02 15:21:16.659228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:16.900848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting subnet b1daecab-d241-44d2-bd29-5e6d71b68a85 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:21:16.917032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:16.931699 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-1ca4e4d1-d14b-4a4b-8965-bfa7dbad2cfe service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 1094 time: 0.3012981 Feb 02 15:21:17.095458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:17.097001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-ccfc0611-d811-4563-a825-0a47df02588a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:17.099152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-ccfc0611-d811-4563-a825-0a47df02588a service neutron] 10.222.0.107 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 912 time: 0.1553206 Feb 02 15:21:17.227495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120011e5-b5e5-40dd-8e88-4ced8b1a8a00 req-f37b95dd-b75e-493f-9f2f-2ad16a1232de tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:17.231629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-120011e5-b5e5-40dd-8e88-4ced8b1a8a00 req-f37b95dd-b75e-493f-9f2f-2ad16a1232de tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 943 time: 0.4212625 Feb 02 15:21:17.235345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-04fc0a45-a776-467b-b8d8-d68d446fb321 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a3e0ce3-92fd-4a10-a115-94f6963842f9 HTTP/1.1" status: 200 len: 217 time: 0.1265233 Feb 02 15:21:17.281505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1486664513', 'description': 'tempest-description-919354990'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:17.319571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:17.342076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:17.387766 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:17.425496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-5ea2a5a3-9f2c-4618-b29f-bb446fa6496f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 1097 time: 0.1985474 Feb 02 15:21:17.426274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-120011e5-b5e5-40dd-8e88-4ced8b1a8a00 req-38cd0b36-1fbc-436b-9d3d-2bbe61ed8af6 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161151 Feb 02 15:21:17.450642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-ecb592d1-6df4-43a7-9af7-b3812efff9b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:17.456009 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-ecb592d1-6df4-43a7-9af7-b3812efff9b7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.2121534 Feb 02 15:21:17.462545 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:17.522165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:17.603677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-cda734d8-7570-44e1-b988-05d0041f3a8d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394887 Feb 02 15:21:17.702808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:17.757141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Subnet': ['ID=b1daecab-d241-44d2-bd29-5e6d71b68a85,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:17.761113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:17.764688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-ebb4ddd5-973f-486a-8920-fb92aa381837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:17.766967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-ebb4ddd5-973f-486a-8920-fb92aa381837 service neutron] 10.222.0.107 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 921 time: 0.3344154 Feb 02 15:21:17.772547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:17.780408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:17.847330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.847976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.848496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.848973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.849444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.849987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.850468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.851027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.851541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.852059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.852553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:17.855600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:17.873894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4992e725-0913-4e9a-929e-69f253a05303 None None] Network 727e2d32-3b2d-4017-b232-ea9b9478dcf1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:21:17.878309 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:17.886404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-2d4ff6f6-cddd-4987-ba16-153c47fccdca service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00 HTTP/1.1" status: 200 len: 217 time: 0.1087606 Feb 02 15:21:17.973069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-d1babb4d-8cad-4ecc-acc5-343615269622 service neutron] 10.222.0.107 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549497 Feb 02 15:21:17.993725 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-85d37022-4d98-4bc1-bbf6-bd7bf47d4798 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "DELETE /v2.0/subnets/b1daecab-d241-44d2-bd29-5e6d71b68a85 HTTP/1.1" status: 204 len: 168 time: 1.4969957 Feb 02 15:21:18.011945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:18.049082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51652) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:18.263882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc6978-ed9a-4663-8f0d-0f3daf6a9a78 req-be1ae854-cccb-463f-94f5-4f995c373220 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:18.272183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64dc6978-ed9a-4663-8f0d-0f3daf6a9a78 req-be1ae854-cccb-463f-94f5-4f995c373220 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.4653251 Feb 02 15:21:18.316864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-e3dd28cf-84aa-456c-abcb-24bb8e316664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:18.318578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-e3dd28cf-84aa-456c-abcb-24bb8e316664 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.4253345 Feb 02 15:21:18.322253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] DHCP port deletion for 727e2d32-3b2d-4017-b232-ea9b9478dcf1 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:21:18.327302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] Deleting port 782e1e02-9f30-49ae-93c6-01ba5cc1157b {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:18.327914 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:18.426957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef54f12d-c0c5-44e1-8b4d-ee0e010f4158 req-b0a801fe-9271-4330-921c-720cae3014a1 service neutron] 10.222.0.107 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496655 Feb 02 15:21:18.468210 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:18.477438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64dc6978-ed9a-4663-8f0d-0f3daf6a9a78 req-4dfa489a-46fb-425c-b029-4102711b1f6c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1794767 Feb 02 15:21:18.487207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-c10f3bc5-972e-428a-ae51-035f441e99f0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184285 Feb 02 15:21:18.490582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:18.581877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:18.600600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 782e1e02-9f30-49ae-93c6-01ba5cc1157b {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:18.600932 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:18.823684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] For port 782e1e02-9f30-49ae-93c6-01ba5cc1157b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=782e1e02-9f30-49ae-93c6-01ba5cc1157b,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:18.824389 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:18.824968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:18.934486 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:18.955419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47c3a23d-a0b6-4b42-9c03-3399e264e3dd req-0ae5f62f-d418-4fdd-966b-1d37ecccc26b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.7280719 Feb 02 15:21:18.972087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb593b-7ab1-402e-846c-6f6424223488 req-dddc9f64-d4aa-4098-9c85-2b5233055eef tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:18.973813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ebb593b-7ab1-402e-846c-6f6424223488 req-dddc9f64-d4aa-4098-9c85-2b5233055eef tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1826782 Feb 02 15:21:18.993743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] Calling delete_port for 782e1e02-9f30-49ae-93c6-01ba5cc1157b owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:19.143153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ebb593b-7ab1-402e-846c-6f6424223488 req-991b6727-ee76-4115-a349-bf4c0c362e13 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589935 Feb 02 15:21:19.195798 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:19.296551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] Pushing event deleted for resources: {'Port': ['ID=782e1e02-9f30-49ae-93c6-01ba5cc1157b,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:19.307173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945771a-df7b-4502-bc3d-c10c7ca4da62 None None] No DVR routers for this DVR port 782e1e02-9f30-49ae-93c6-01ba5cc1157b on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:21:19.411288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 782e1e02-9f30-49ae-93c6-01ba5cc1157b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:19.456661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5a3e0ce3-92fd-4a10-a115-94f6963842f9 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:21:19.479591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 782e1e02-9f30-49ae-93c6-01ba5cc1157b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:19.479961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 782e1e02-9f30-49ae-93c6-01ba5cc1157b not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:19.563935 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-615c2a65-320a-4588-8f8f-8b1ec9a38124 service neutron] 10.222.0.107 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0648139 Feb 02 15:21:19.630675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ec98c-0824-47c9-921f-3e09ebce1797 req-c0278b11-1e68-4cc6-b2af-52cf62d7a491 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:19.645195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c2ec98c-0824-47c9-921f-3e09ebce1797 req-c0278b11-1e68-4cc6-b2af-52cf62d7a491 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 943 time: 0.1408098 Feb 02 15:21:19.765016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5a3e0ce3-92fd-4a10-a115-94f6963842f9, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a3e0ce3-92fd-4a10-a115-94f6963842f9,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:19.798072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c2ec98c-0824-47c9-921f-3e09ebce1797 req-314e1dcb-f6fc-4594-929e-396cf672ece5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798194 Feb 02 15:21:19.800037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'port_id': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'mac_address': 'fa:16:3e:0a:e0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:21:19.811999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c04a5230-5e49-4b48-a31f-c886039a8dcc req-31f095da-3b84-4d32-a772-3ac59604e1d9 service neutron] 10.222.0.107 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777384 Feb 02 15:21:19.860378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:19.868444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port 782e1e02-9f30-49ae-93c6-01ba5cc1157b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=782e1e02-9f30-49ae-93c6-01ba5cc1157b,segment=NetworkSegment(4d2599fb-a5ed-426a-b010-457100574778),segment_id=4d2599fb-a5ed-426a-b010-457100574778)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:19.869055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:19.940251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-737315340', 'description': 'tempest-description-1599662556'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:19.949548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:19.976288 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:19.989855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:20.001611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3e0ce3-92fd-4a10-a115-94f6963842f9 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:20.022432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5a3e0ce3-92fd-4a10-a115-94f6963842f9, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a3e0ce3-92fd-4a10-a115-94f6963842f9,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:20.066611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f40dcb-b6f6-4193-a435-b89595ee2174 req-7df16ee0-28f1-4c12-9c1d-f17c7cc8b294 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:20.068501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25f40dcb-b6f6-4193-a435-b89595ee2174 req-7df16ee0-28f1-4c12-9c1d-f17c7cc8b294 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.6627741 Feb 02 15:21:20.075220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for 782e1e02-9f30-49ae-93c6-01ba5cc1157b owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:20.093190 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:20.149157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:20.205653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5a3e0ce3-92fd-4a10-a115-94f6963842f9,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:20.218253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:20.230118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:20.236278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:20.266461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25f40dcb-b6f6-4193-a435-b89595ee2174 req-f4c0748d-c119-44a0-94e7-908fb2a95013 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396542 Feb 02 15:21:20.272217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:20.303371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:21:20.304574 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:21:20.342897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51680) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:20.419349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a3e0ce3-92fd-4a10-a115-94f6963842f9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:20.515105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91022c34-bd3b-42d4-83f7-7ad4d1a983f6 req-e084e74d-398a-4541-a9bd-a1984cf0ddb3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:20.525056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-91022c34-bd3b-42d4-83f7-7ad4d1a983f6 req-e084e74d-398a-4541-a9bd-a1984cf0ddb3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.1170650 Feb 02 15:21:20.604076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-91022c34-bd3b-42d4-83f7-7ad4d1a983f6 req-dc39c2d3-2ab0-446d-923a-b1fc81c1cdf7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777335 Feb 02 15:21:20.617325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:20.667265 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:20.675630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:20.681841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] Usage tracker for resource:security_group_rule and tenant:87f40c6548dd434593809ddcbd9c0b52 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:20.686736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:20.694933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:20.740340 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:20.808022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 782e1e02-9f30-49ae-93c6-01ba5cc1157b {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:20.808375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:20.893056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed911dc1-fa2d-4855-b343-c68c0fbb7517,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:20.908019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] The port '782e1e02-9f30-49ae-93c6-01ba5cc1157b' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:21:20.909154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.909658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.910145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.910626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.911117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.911646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.912155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.912688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.913302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.913809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.914349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:20.988731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:20.990345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57f8fa0f-5537-4fd3-abf9-bceb8fed5c98 req-44457380-d783-422e-998a-2351f2386662 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.0673673 Feb 02 15:21:21.085568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.116867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509878f-5666-41f6-b717-7f2f55483973 req-20c6b8eb-1cad-48b9-b314-d147e1776a0b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:21.125073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5509878f-5666-41f6-b717-7f2f55483973 req-20c6b8eb-1cad-48b9-b314-d147e1776a0b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.3828242 Feb 02 15:21:21.147929 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.159285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.182718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Deleting port 2191bc58-30df-4d7e-bbca-6920d0654dbc {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:21.183425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.237192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727e2d32-3b2d-4017-b232-ea9b9478dcf1']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:21.261833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2599fb-a5ed-426a-b010-457100574778') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:21.262198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2599fb-a5ed-426a-b010-457100574778') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:21.276282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebacb715-189f-4fb1-8e63-a43d7e0a124a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:21.284542 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.304417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5509878f-5666-41f6-b717-7f2f55483973 req-6ad2f3d7-9430-43e4-99f0-f114cecaaffe tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784134 Feb 02 15:21:21.309384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8d873465-797a-4607-b4f5-6c1e09f9679e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87f40c6548dd434593809ddcbd9c0b52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9654839 Feb 02 15:21:21.329885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51694) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:21.341838 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.350851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:21:21.351252 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:21:21.445937 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:21:21.455369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5a3e0ce3-92fd-4a10-a115-94f6963842f9 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:21:21.472946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4dbc1-791d-4aea-8f43-0a5a94c3fabc req-4b718fed-20b9-4c49-849a-036eaca4dda3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:21.480111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7e4dbc1-791d-4aea-8f43-0a5a94c3fabc req-4b718fed-20b9-4c49-849a-036eaca4dda3 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 944 time: 0.2499902 Feb 02 15:21:21.530156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] For port 2191bc58-30df-4d7e-bbca-6920d0654dbc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2191bc58-30df-4d7e-bbca-6920d0654dbc,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:21.530681 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.641487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:21:21.650050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:21.650551 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.686950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7e4dbc1-791d-4aea-8f43-0a5a94c3fabc req-bfb83291-a47c-4552-89e5-ed93357010fe tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056553 Feb 02 15:21:21.697268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Calling delete_port for 2191bc58-30df-4d7e-bbca-6920d0654dbc owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:21.794195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-efb04426-9ec0-4481-a386-1863d06f6671 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:21.795717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-efb04426-9ec0-4481-a386-1863d06f6671 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:21.818151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef0c4d6-3774-4e11-bf92-466842e1dc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.854724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef0c4d6-3774-4e11-bf92-466842e1dc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.862124 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:21.907533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3e0ce3-92fd-4a10-a115-94f6963842f9'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:21.918790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5a3e0ce3-92fd-4a10-a115-94f6963842f9, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a3e0ce3-92fd-4a10-a115-94f6963842f9,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:22.017536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962745c-6b00-40f8-b2c1-b515c47ff542 req-a5fddcce-9e80-43ed-a61e-5c00da690277 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:22.019009 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9962745c-6b00-40f8-b2c1-b515c47ff542 req-a5fddcce-9e80-43ed-a61e-5c00da690277 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.1105175 Feb 02 15:21:22.160214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9962745c-6b00-40f8-b2c1-b515c47ff542 req-26b9f93c-b1b3-484c-b2d7-52671963780a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351688 Feb 02 15:21:22.316428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:22.376987 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:22.376987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Network': ['ID=727e2d32-3b2d-4017-b232-ea9b9478dcf1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:22.377183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb13f06-03bb-4d49-81b5-e19627300aad req-6dd32cfc-df48-4c0a-ba59-4bffc61bfc5e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:22.377183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9bb13f06-03bb-4d49-81b5-e19627300aad req-6dd32cfc-df48-4c0a-ba59-4bffc61bfc5e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.0841215 Feb 02 15:21:22.405453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9bb13f06-03bb-4d49-81b5-e19627300aad req-ca1550bf-62f4-498e-9758-2829512ee796 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414724 Feb 02 15:21:22.471885 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'code': 200} Feb 02 15:21:22.516468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-efb04426-9ec0-4481-a386-1863d06f6671 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:22.519697 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:22.519922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-efb04426-9ec0-4481-a386-1863d06f6671 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 813 time: 1.0637388 Feb 02 15:21:22.519922 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef0c4d6-3774-4e11-bf92-466842e1dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:22.520792 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eef0c4d6-3774-4e11-bf92-466842e1dc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:22.524647 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-eef0c4d6-3774-4e11-bf92-466842e1dc88 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ebacb715-189f-4fb1-8e63-a43d7e0a124a HTTP/1.1" status: 204 len: 168 time: 1.1911442 Feb 02 15:21:22.534810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0c4d6-3774-4e11-bf92-466842e1dc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebacb715-189f-4fb1-8e63-a43d7e0a124a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:22.554271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7c35c065-7332-46e8-913c-c112a49373dd tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "DELETE /v2.0/networks/727e2d32-3b2d-4017-b232-ea9b9478dcf1 HTTP/1.1" status: 204 len: 168 time: 4.5412238 Feb 02 15:21:22.555348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51710) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:22.631302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5a3e0ce3-92fd-4a10-a115-94f6963842f9,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:22.635551 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:22.726332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Pushing event deleted for resources: {'Port': ['ID=2191bc58-30df-4d7e-bbca-6920d0654dbc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:22.803796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-ccc25091-1c37-448d-8370-c51c9d41153c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/quotas/83e50a662f9340278758866d8e48d4ff HTTP/1.1" status: 200 len: 375 time: 0.2634959 Feb 02 15:21:22.912655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd228-e7ca-4625-b006-d38da46d2283 req-ee8dcf53-605b-444a-9ffb-547e72a98803 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:22.918431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36dd228-e7ca-4625-b006-d38da46d2283 req-ee8dcf53-605b-444a-9ffb-547e72a98803 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.3283651 Feb 02 15:21:23.096102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36dd228-e7ca-4625-b006-d38da46d2283 req-6349e822-16c1-4173-97e0-5d436edc5f44 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981381 Feb 02 15:21:23.102004 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88e6917-50c1-48bc-b42f-1d78c5cba54d req-d0110452-351b-47cc-ac4c-f3d0f2b7de8f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 1096 time: 0.3078768 Feb 02 15:21:23.192126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-023f7303-6c08-4415-908b-8f074d8640b4 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3876998 Feb 02 15:21:23.300848 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:23.482446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51726) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:23.503451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7264e314-6c1b-4d5d-b3a6-878d85026db0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting subnet 38fa3c75-c216-4592-90f5-126af8acf499 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:21:23.510089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7264e314-6c1b-4d5d-b3a6-878d85026db0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:23.510288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef94283-0ae1-4cd2-afd0-dc99c15476c6 req-021a35cb-d50a-42f5-8020-9d1955c22d00 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:23.512105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aef94283-0ae1-4cd2-afd0-dc99c15476c6 req-021a35cb-d50a-42f5-8020-9d1955c22d00 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.2629738 Feb 02 15:21:23.523775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:23.544441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-d7dad8a1-90c9-4c03-9005-88a947e1a241 service neutron] 10.222.0.88 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272247 Feb 02 15:21:23.545187 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88e6917-50c1-48bc-b42f-1d78c5cba54d req-0d24c99f-2ed1-4932-8a39-176ea8a70538 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354098 Feb 02 15:21:23.642802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7264e314-6c1b-4d5d-b3a6-878d85026db0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:23.702102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:23.712216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aef94283-0ae1-4cd2-afd0-dc99c15476c6 req-22c5cf40-eb19-4b99-be92-5600de1c3b4c tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731603 Feb 02 15:21:23.719799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] Usage tracker for resource:security_group_rule and tenant:949af9c8ca92449bb90663c55879c475 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:23.724562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:23.747048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:23.764069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-89bdf472-4f91-4e21-8676-771d44c57772 service neutron] 10.222.0.88 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072513 Feb 02 15:21:23.786507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7264e314-6c1b-4d5d-b3a6-878d85026db0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:23.999175 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-1aa3faad-4dda-439a-802c-985aba14cccc service neutron] show failed (client error): The resource could not be found. Feb 02 15:21:24.001509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-1aa3faad-4dda-439a-802c-985aba14cccc service neutron] 10.222.0.107 "GET /v2.0/ports/3d554596-d72d-4e6e-a83f-f8320403d7be/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.1359560 Feb 02 15:21:24.071107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7264e314-6c1b-4d5d-b3a6-878d85026db0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.095813 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.181147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e314-6c1b-4d5d-b3a6-878d85026db0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Subnet': ['ID=38fa3c75-c216-4592-90f5-126af8acf499,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:24.195183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7264e314-6c1b-4d5d-b3a6-878d85026db0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.205440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8571bfbb-dcb5-4f09-a543-1a6422f18d2b None None] Network 1ba0e441-93b4-429f-a4c5-9107ada6fff1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:21:24.208459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7264e314-6c1b-4d5d-b3a6-878d85026db0 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "DELETE /v2.0/subnets/38fa3c75-c216-4592-90f5-126af8acf499 HTTP/1.1" status: 204 len: 168 time: 1.6503906 Feb 02 15:21:24.215162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51746) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:24.221224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.249556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2fa31-7c76-4683-94a0-20504d3cfe89 req-0d3128b6-ce4f-4494-98ff-d73000ee2488 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:24.251093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1f2fa31-7c76-4683-94a0-20504d3cfe89 req-0d3128b6-ce4f-4494-98ff-d73000ee2488 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.2975082 Feb 02 15:21:24.322445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c290c612-2c81-4b75-97d8-a10ddd8f2123,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:24.329604 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3bd5e24b-839d-4236-933a-ab25105e9f76 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=949af9c8ca92449bb90663c55879c475&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8426626 Feb 02 15:21:24.332823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51750) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:24.349211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2a07b-c071-48ed-8fee-426cc646186c req-7afa08f5-86e5-4432-874b-1698af449fdf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:24.349211 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ad2a07b-c071-48ed-8fee-426cc646186c req-7afa08f5-86e5-4432-874b-1698af449fdf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.2200053 Feb 02 15:21:24.375047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.408437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Deleting port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:24.409068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.432420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1f2fa31-7c76-4683-94a0-20504d3cfe89 req-576efc73-80f4-496c-be05-e1680a33d54d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716993 Feb 02 15:21:24.497092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ad2a07b-c071-48ed-8fee-426cc646186c req-d5180ec5-1729-452a-9407-147fd02c9440 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369364 Feb 02 15:21:24.584114 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c652018-e0d2-47ad-9451-474cb5969a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.606745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] DHCP port deletion for 1ba0e441-93b4-429f-a4c5-9107ada6fff1 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:21:24.613887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] Deleting port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:24.614625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.757015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-50a3abc8-6b3d-494f-8aac-91ecb9b11ffd req-42fb0466-4c8c-4cd6-a4f2-ad044bca1d79 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:24.765246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ade985e-188d-4216-8a46-f5ce29b7b641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.829582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ade985e-188d-4216-8a46-f5ce29b7b641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.853537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-50a3abc8-6b3d-494f-8aac-91ecb9b11ffd req-42fb0466-4c8c-4cd6-a4f2-ad044bca1d79 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:24.866077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50a3abc8-6b3d-494f-8aac-91ecb9b11ffd req-42fb0466-4c8c-4cd6-a4f2-ad044bca1d79 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 210 time: 0.1794114 Feb 02 15:21:24.883080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Router 36e1228d-edd4-4097-bf19-9dc070d22f54 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:21:24.924834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] For port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:24.925196 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:24.948018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263248be-5f70-4a9f-926a-f68402cc05e8 req-e91fc1d4-4b31-4e2b-bff9-f45950123052 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:24.950564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-263248be-5f70-4a9f-926a-f68402cc05e8 req-e91fc1d4-4b31-4e2b-bff9-f45950123052 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.2436264 Feb 02 15:21:25.041348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] For port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440,segment=NetworkSegment(8dbf17cb-740e-4307-9901-644d6859f2d3),segment_id=8dbf17cb-740e-4307-9901-644d6859f2d3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:25.042126 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.201969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-8c014866-2036-4d38-a4e6-bbbe885c35ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551&tenant_id=4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 1101 time: 0.3071656 Feb 02 15:21:25.202257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Calling delete_port for 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:25.208779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] Calling delete_port for 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:25.221122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:25.285008 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-263248be-5f70-4a9f-926a-f68402cc05e8 req-e13c5978-48ed-4287-bf16-47744b7f78bb tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720957 Feb 02 15:21:25.364128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:25.375311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ade985e-188d-4216-8a46-f5ce29b7b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.378494 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.407911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441811a9-313f-4772-97e1-2b00520d507d req-9782a0b8-78b7-4da5-af24-03571a2bf11d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:25.409660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-441811a9-313f-4772-97e1-2b00520d507d req-9782a0b8-78b7-4da5-af24-03571a2bf11d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.2968111 Feb 02 15:21:25.413360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:25.414207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:25.414431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade985e-188d-4216-8a46-f5ce29b7b641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c290c612-2c81-4b75-97d8-a10ddd8f2123,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:25.424873 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:21:25.425562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.428116 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:21:25.464103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] No DVR routers for this DVR port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:21:25.465968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Port': ['ID=6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:25.600049 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ade985e-188d-4216-8a46-f5ce29b7b641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.601160 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8ade985e-188d-4216-8a46-f5ce29b7b641 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c290c612-2c81-4b75-97d8-a10ddd8f2123 HTTP/1.1" status: 204 len: 168 time: 1.2674904 Feb 02 15:21:25.620178 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.649339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba0e441-93b4-429f-a4c5-9107ada6fff1']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:25.662114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-441811a9-313f-4772-97e1-2b00520d507d req-939bb77e-5b50-4dd6-852e-01af93ebb5ef tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203228 Feb 02 15:21:25.663973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf17cb-740e-4307-9901-644d6859f2d3') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:25.664737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf17cb-740e-4307-9901-644d6859f2d3') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:25.676855 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.709676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.716888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:21:25.719937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:25.827221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:21:25.837137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f2db5518-0e5e-42f1-82c0-59cd1358b46d admin admin] 10.222.0.88 "PUT /v2.0/routers/36e1228d-edd4-4097-bf19-9dc070d22f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7863781 Feb 02 15:21:25.838561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] Sync routers for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:21:25.840745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51778) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:25.864455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:21:25.865181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:20:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:21:25.902156 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:21:25.948507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec48abd-df16-4672-9ddf-35a03083d6e0 req-37138b7b-c8b3-4705-aee8-dacb6463c6fb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:25.956930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bec48abd-df16-4672-9ddf-35a03083d6e0 req-37138b7b-c8b3-4705-aee8-dacb6463c6fb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.1250813 Feb 02 15:21:25.976856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:26.008711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:26.010654 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:26.014491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] Pushing event deleted for resources: {'Network': ['ID=1ba0e441-93b4-429f-a4c5-9107ada6fff1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:26.050746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] Deleting port 6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:26.051623 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:26.052908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bec48abd-df16-4672-9ddf-35a03083d6e0 req-266198c0-7e44-4b87-b663-e2f7860d5f6b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943501 Feb 02 15:21:26.064825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-013c61f9-0999-47d5-a089-a1ce25614699 tempest-ServersTestMultiNic-615987807 tempest-ServersTestMultiNic-615987807-project] 10.222.0.88 "DELETE /v2.0/networks/1ba0e441-93b4-429f-a4c5-9107ada6fff1 HTTP/1.1" status: 204 len: 168 time: 1.8415170 Feb 02 15:21:26.107530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:26.159410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7ee44530-74e4-4f71-a6a7-425c231fc7bf None None] The port '6a4f5e69-6283-4e6c-8f7b-5dd74cf5b440' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:21:26.256578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:26.275178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72dcaa40-5d34-46ca-a46e-df03b78ca1e4 req-7ddae043-cde2-4c6c-a33d-87d42a32af50 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 210 time: 0.0431349 Feb 02 15:21:26.276013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:26.303955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Transition to ACTIVE for port object 3d554596-d72d-4e6e-a83f-f8320403d7be will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:26.333293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb75e-186b-4e6c-a737-6890259e3b57 req-ecff07bb-94d2-483e-ad20-78c97e8433bc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:26.334972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ecb75e-186b-4e6c-a737-6890259e3b57 req-ecff07bb-94d2-483e-ad20-78c97e8433bc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 0.1871510 Feb 02 15:21:26.344640 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:26.353753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:21:26.464114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:26.500629 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'code': 200} Feb 02 15:21:26.557714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ecb75e-186b-4e6c-a737-6890259e3b57 req-48b342fc-bf5d-4d23-827f-f88e7d04383a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2163658 Feb 02 15:21:26.784896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dfbcf-e41e-46a5-a850-34e35004f6e8 req-d65e886b-62a1-4372-97b0-3f7cfb7e8099 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:26.792760 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c2dfbcf-e41e-46a5-a850-34e35004f6e8 req-d65e886b-62a1-4372-97b0-3f7cfb7e8099 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1289716 Feb 02 15:21:26.857340 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c2dfbcf-e41e-46a5-a850-34e35004f6e8 req-75cfd41b-68c1-4b41-8a3a-7a8d0f56e230 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628200 Feb 02 15:21:26.997511 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:21:27.008545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:27.026763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b067-40ce-4c5b-b77e-5f9d9a4a3cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:27.083335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] No DVR routers for this DVR port 3d554596-d72d-4e6e-a83f-f8320403d7be on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:21:27.088481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:21:22Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:27.092896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] Checking router: 36e1228d-edd4-4097-bf19-9dc070d22f54 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:21:27.105756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] Routers {'36e1228d-edd4-4097-bf19-9dc070d22f54'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:21:27.106435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36e1228d-edd4-4097-bf19-9dc070d22f54'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:27.190617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51834) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:27.341034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] Set router 36e1228d-edd4-4097-bf19-9dc070d22f54 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:21:27.378922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Attempting to bind port 3d554596-d72d-4e6e-a83f-f8320403d7be on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:21:27.379268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Attempting to bind port 3d554596-d72d-4e6e-a83f-f8320403d7be by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:21:27.379604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Attempting to bind port 3d554596-d72d-4e6e-a83f-f8320403d7be on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:27.394328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Port 3d554596-d72d-4e6e-a83f-f8320403d7be on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:21:27.394682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Attempting to bind port 3d554596-d72d-4e6e-a83f-f8320403d7be on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:27.440543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:21:27.440890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:27.441320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:21:27.441773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Bound port: 3d554596-d72d-4e6e-a83f-f8320403d7be, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:21:27.442127 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:27.501164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3d554596-d72d-4e6e-a83f-f8320403d7be no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:27.503061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ba5e-53d0-4dcd-8653-1691ff69d6e9 req-eb44d21f-f7e5-4e52-8131-116b9f128253 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:27.506758 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef81ba5e-53d0-4dcd-8653-1691ff69d6e9 req-eb44d21f-f7e5-4e52-8131-116b9f128253 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.4335020 Feb 02 15:21:27.513131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-e12fc8c3-96a6-487e-aebe-e1468335f225 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:27.514800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-e12fc8c3-96a6-487e-aebe-e1468335f225 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.64 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 813 time: 0.4952822 Feb 02 15:21:27.540897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99e63f-cb83-4392-851b-0f9197acd222 req-b80df664-c010-4bc3-9236-fddb45758157 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:27.548150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a99e63f-cb83-4392-851b-0f9197acd222 req-b80df664-c010-4bc3-9236-fddb45758157 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 948 time: 0.2039838 Feb 02 15:21:27.615928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'port': {'device_id': '4907b7c9-53a6-4039-8839-211064749b3c', 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6', 'admin_state_up': True, 'tenant_id': '83e50a662f9340278758866d8e48d4ff'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:27.625294 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a99e63f-cb83-4392-851b-0f9197acd222 req-8af70ca0-a636-4e2d-a5da-8c365c8663f1 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757110 Feb 02 15:21:27.749320 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef81ba5e-53d0-4dcd-8653-1691ff69d6e9 req-1e44c54c-a7cf-4379-ada4-34eddfb7ae6d tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985159 Feb 02 15:21:27.779024 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:27.818134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3d554596-d72d-4e6e-a83f-f8320403d7be not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:27.829608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:27.877540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:21:22Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:27.884010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800e07d-c2d2-4a5c-b1e2-5bd1d99deb81 None None] The sync data for ids ['36e1228d-edd4-4097-bf19-9dc070d22f54'] in n-d-827122-1 is: [{'id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'name': 'tempest-TaggedBootDevicesTest-786403723-router', 'tenant_id': '5acfb7d387fa4226aeca0a89c85d7958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:11:54Z', 'updated_at': '2022-02-02T15:21:22Z', 'revision_number': 5, 'project_id': '5acfb7d387fa4226aeca0a89c85d7958', 'gw_port': {'id': 'c4d6cac0-23c7-4f10-887c-afd2863798df', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1228d-edd4-4097-bf19-9dc070d22f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:11:56Z', 'updated_at': '2022-02-02T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:21:27.887725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Deleting port c4d6cac0-23c7-4f10-887c-afd2863798df {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:27.888111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:27.952447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:21:28.023947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.037021 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f75f38d3-b1c3-46bc-97b5-d92cd812a88f req-acf3826b-24d1-4d8b-ab8f-554cee7f4599 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 210 time: 0.0460534 Feb 02 15:21:28.086030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.119230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:28.166652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.168539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 1096 time: 2.9543612 Feb 02 15:21:28.248814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:28.282722 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.311165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.330313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81b81f-18c2-4d37-a4b0-590889a21115 service neutron] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:28.389648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56426f9a-b892-4305-afc4-97afeac73b25 req-91969006-2a49-4a8b-82d9-5c8688d692c8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:28.395888 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56426f9a-b892-4305-afc4-97afeac73b25 req-91969006-2a49-4a8b-82d9-5c8688d692c8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.4416108 Feb 02 15:21:28.417291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51862) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:28.417969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Made reservation on behalf of 83e50a662f9340278758866d8e48d4ff for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:21:28.420983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.452454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:28.490574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Request body: {'floatingip': {'port_id': '5a3e0ce3-92fd-4a10-a115-94f6963842f9'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:28.571605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:28.596564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8b4fc-d285-4059-9ebd-3994e03c44a9 req-f8596231-b817-49ee-b08c-8b9e3548305f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:28.602981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49b8b4fc-d285-4059-9ebd-3994e03c44a9 req-f8596231-b817-49ee-b08c-8b9e3548305f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1470788 Feb 02 15:21:28.660937 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.697651 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49b8b4fc-d285-4059-9ebd-3994e03c44a9 req-a3b5eb25-1e99-477b-9f33-7dcf49c2e958 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936697 Feb 02 15:21:28.730174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:28.732612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:28.738215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-901d4a65-232a-4690-acae-233270592471 admin admin] For port c4d6cac0-23c7-4f10-887c-afd2863798df, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c4d6cac0-23c7-4f10-887c-afd2863798df,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:28.738692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.751012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.773557 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:28.858687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-432904b6-1295-4f20-994c-20e14bf06da9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1099 time: 0.6112814 Feb 02 15:21:28.878389 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'status': 'completed', 'code': 200} Feb 02 15:21:28.903286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=14']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:29.081207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-4af95264-8540-4a8a-b26f-fdb3ac37c07a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1099 time: 0.1789505 Feb 02 15:21:29.190977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Calling delete_port for c4d6cac0-23c7-4f10-887c-afd2863798df owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:29.265076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc075c-337b-46e5-bdd9-7121817c00b8 req-2f589c76-657f-408e-879e-64642829e550 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:29.266447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25fc075c-337b-46e5-bdd9-7121817c00b8 req-2f589c76-657f-408e-879e-64642829e550 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 948 time: 0.2829144 Feb 02 15:21:29.306370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2191bc58-30df-4d7e-bbca-6920d0654dbc no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:29.333578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-5ec9afd1-3e15-4960-9ee1-71c3b9c8975e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:29.335233 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-5ec9afd1-3e15-4960-9ee1-71c3b9c8975e service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2387853 Feb 02 15:21:29.351450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 2191bc58-30df-4d7e-bbca-6920d0654dbc {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:29.351450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2191bc58-30df-4d7e-bbca-6920d0654dbc not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:29.411098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25fc075c-337b-46e5-bdd9-7121817c00b8 req-6fa21cf8-e4b5-437d-9972-087568a7498a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340134 Feb 02 15:21:29.421895 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-332fd784-0740-4804-9d91-d98e87da6d06 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.0786474 Feb 02 15:21:29.526595 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'code': 200} Feb 02 15:21:29.534581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-f33cffc5-29e4-491c-a1f4-a630cb839f97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:29.536037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-f33cffc5-29e4-491c-a1f4-a630cb839f97 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0852635 Feb 02 15:21:29.570886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Allocated IP 172.20.0.8 (97c3d28e-7eb0-47b7-96be-ff5314d068e6/4150e91e-24e9-41eb-a4d5-48d4aaa279bb/05e1f002-4f30-473d-979b-657adad5d5d9) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:21:29.583345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47abb0b-ee4c-4a92-a9a6-cfccbdb211f5 req-ba005b06-4743-46c7-b15b-382d5b4a7de6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:29.589930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e47abb0b-ee4c-4a92-a9a6-cfccbdb211f5 req-ba005b06-4743-46c7-b15b-382d5b4a7de6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 947 time: 1.0000088 Feb 02 15:21:29.621859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-2355b435-c16d-4d7c-90ec-07863809e2bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:29.623222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-2355b435-c16d-4d7c-90ec-07863809e2bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.5473928 Feb 02 15:21:29.729106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-df78e209-026e-48f6-a0a1-ee36a0c1fb5d req-10ecce2f-8215-455c-9cea-13e4c446ed7a tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 210 time: 0.0534363 Feb 02 15:21:29.733672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Deleting port 4726d469-d98c-40cb-8521-f6241e50ba23 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:29.734608 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:29.819445 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-3c99b7f8-b15a-40b2-960e-9c2122bf2f27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.1829584 Feb 02 15:21:29.852982 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:29.925240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] For port 4726d469-d98c-40cb-8521-f6241e50ba23, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4726d469-d98c-40cb-8521-f6241e50ba23,segment=NetworkSegment(e7fe57c2-e6b4-411b-a38e-56ce690aae9e),segment_id=e7fe57c2-e6b4-411b-a38e-56ce690aae9e)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:29.925601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:29.955242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e47abb0b-ee4c-4a92-a9a6-cfccbdb211f5 req-7830d15c-a95e-40ca-9a5a-efb029d36ddb tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3644199 Feb 02 15:21:30.128627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Calling delete_port for 4726d469-d98c-40cb-8521-f6241e50ba23 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:30.181165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-f05e069e-3aaf-4b24-9290-7f53af69d497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:30.187643 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-f05e069e-3aaf-4b24-9290-7f53af69d497 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3449550 Feb 02 15:21:30.296185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-7633ea2c-4436-402b-82e7-6b38a8914e6d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7532461 Feb 02 15:21:30.306116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:30.382166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d6cac0-23c7-4f10-887c-afd2863798df,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:30.487836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70391186-c04e-4b2d-9a87-383fc2b6425d req-a67c5f54-6648-493c-8536-125b182ea70a tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:30.494408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70391186-c04e-4b2d-9a87-383fc2b6425d req-a67c5f54-6648-493c-8536-125b182ea70a tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.5572047 Feb 02 15:21:30.526090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:30.540379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-715717f0-abc6-4af7-8a51-3b3952300a79 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346411 Feb 02 15:21:30.596694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-9cd5277c-0615-4947-a4da-e8bd0c3837a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3953743 Feb 02 15:21:30.649718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70391186-c04e-4b2d-9a87-383fc2b6425d req-61a23329-3129-40f5-83b8-9c30dfe63126 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544313 Feb 02 15:21:30.788030 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-cfd3160a-6a46-4cc0-9520-7e6f29a584b3 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321801 Feb 02 15:21:30.876397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:30.966907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4726d469-d98c-40cb-8521-f6241e50ba23,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:30.972594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a0d0043-16f7-49e7-bdbf-f6e916610159 req-a2fc8de8-cc7f-4aba-8964-08ff8044c463 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 210 time: 0.0631697 Feb 02 15:21:31.035732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:31.115980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:31.149564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:31.266073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:21:31.436001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:31.473593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51950) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:31.599237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:21:31.604587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'Port': ['ID=05e1f002-4f30-473d-979b-657adad5d5d9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:31.612382 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:31.615297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-f5644dcc-bacb-4935-9a6d-c2cb17a8e4a1 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8170159 Feb 02 15:21:31.616151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:21:31.618649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:21:31.828969 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:31.857090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:31.897081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552e84f-8cd3-482c-9489-d05435bf5582 req-072012c9-f868-4c42-a86a-d39908e6e776 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:31.898527 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8552e84f-8cd3-482c-9489-d05435bf5582 req-072012c9-f868-4c42-a86a-d39908e6e776 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 948 time: 1.1034248 Feb 02 15:21:31.899201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:31.914928 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:32.016829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:32.017439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:32.046082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5785d-d1c2-471b-9df2-305a6fb62849 req-9a4a542f-954c-4046-846c-b09240517c81 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:32.048687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8dd5785d-d1c2-471b-9df2-305a6fb62849 req-9a4a542f-954c-4046-846c-b09240517c81 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1754484 Feb 02 15:21:32.054213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cf078fc-8e83-4709-bdd3-38131ee08901 req-01648fce-62df-41de-9f47-dadca5a77600 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986847 Feb 02 15:21:32.114134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8dd5785d-d1c2-471b-9df2-305a6fb62849 req-13f62ab3-82a5-4e1c-94da-aa1bb03fa7c9 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530667 Feb 02 15:21:32.118988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:32.126987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] Usage tracker for resource:security_group_rule and tenant:dfa950436ccf45258dfaa2b1ada5f06a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:32.130607 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8552e84f-8cd3-482c-9489-d05435bf5582 req-7c8de8a4-8c37-4ae4-99ca-06255f32815b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165761 Feb 02 15:21:32.132303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:32.136149 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:32.136645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e1228d-edd4-4097-bf19-9dc070d22f54 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:21:32.142202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:32.157745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-901d4a65-232a-4690-acae-233270592471 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:32.157745 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-901d4a65-232a-4690-acae-233270592471 admin admin] 10.222.0.88 "DELETE /v2.0/routers/36e1228d-edd4-4097-bf19-9dc070d22f54 HTTP/1.1" status: 204 len: 168 time: 6.3050215 Feb 02 15:21:32.157745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51980) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:32.394498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-8fa3eae3-cb27-4936-b50d-16b1ae68202d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7986026 Feb 02 15:21:32.423357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Request body: {'port': {'device_id': '4907b7c9-53a6-4039-8839-211064749b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:32.451210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a017d-eb56-4084-84ff-dadd5e9c8975 req-f2ad8fdd-157c-4598-9b06-b514a44473bc tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:32.452817 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c3a017d-eb56-4084-84ff-dadd5e9c8975 req-f2ad8fdd-157c-4598-9b06-b514a44473bc tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 931 time: 0.1315145 Feb 02 15:21:32.503867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:21:32.525653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3c3a017d-eb56-4084-84ff-dadd5e9c8975 req-b9aaed0f-2102-4528-aa8f-3a0563da983f tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:32.552487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-077bae6e-3a34-4132-9a30-a80c9cec05ed admin admin] Deleting subnet 4e564f6a-29fd-44ae-a8bb-bfe6c975ca09 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:21:32.572504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077bae6e-3a34-4132-9a30-a80c9cec05ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:32.699036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3c3a017d-eb56-4084-84ff-dadd5e9c8975 req-b9aaed0f-2102-4528-aa8f-3a0563da983f tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:32.712520 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c3a017d-eb56-4084-84ff-dadd5e9c8975 req-b9aaed0f-2102-4528-aa8f-3a0563da983f tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493086 Feb 02 15:21:32.731667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077bae6e-3a34-4132-9a30-a80c9cec05ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:32.772005 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:32.782947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:32.798611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:21:32.810563 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] Sync routers for ids ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:21:32.814237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-36e2e979-f4cf-4be2-9701-d19433a9fb48 admin admin] 10.222.0.88 "PUT /v2.0/routers/a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6221707 Feb 02 15:21:32.817510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51998) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:32.833562 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] Routers {'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:21:32.833865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-6f7e14f6-a0bd-42fc-8b06-61fb50f100d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1099 time: 0.6357305 Feb 02 15:21:32.834186 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:32.880932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.034581 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] Set router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:21:33.035633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.057425 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Floating IP e02527b7-d4a1-487a-985c-47bd17c01b03 associated. External IP: 172.25.0.197, port: 5a3e0ce3-92fd-4a10-a115-94f6963842f9. Feb 02 15:21:33.203356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f644e2c9-f148-447f-b190-f87903771ce3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:33.207768 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4e157ab1-9ebc-408c-a49b-b26aa7dfd3eb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dfa950436ccf45258dfaa2b1ada5f06a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7002053 Feb 02 15:21:33.229326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52008) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:33.299517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-7a118e0a-919c-4f1a-bb9e-87de851c51ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:33.300734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-7a118e0a-919c-4f1a-bb9e-87de851c51ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4549828 Feb 02 15:21:33.316236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c4d6cac0-23c7-4f10-887c-afd2863798df no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:33.342228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:21:30Z', 'revision_number': 5, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:33.347475 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] Checking router: a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:21:33.360197 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] Routers {'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:21:33.360936 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:33.361339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c4d6cac0-23c7-4f10-887c-afd2863798df {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:33.361929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c4d6cac0-23c7-4f10-887c-afd2863798df not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:33.377034 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.399636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5055-19e6-4f3d-b6ca-12bc147dd7b0 req-e8c367c8-866f-4e15-9c22-375f2bb11873 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:33.401139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b58c5055-19e6-4f3d-b6ca-12bc147dd7b0 req-e8c367c8-866f-4e15-9c22-375f2bb11873 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1111553 Feb 02 15:21:33.453701 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b58c5055-19e6-4f3d-b6ca-12bc147dd7b0 req-08812790-9280-41ee-bae5-0ae85e80638e tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 Feb 02 15:21:33.455198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Deleting port 8409674e-581c-494f-bbf5-62066d35f7a5 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:33.455766 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.456732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077bae6e-3a34-4132-9a30-a80c9cec05ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.520299 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-b86e526a-9983-4eaa-b295-31c5dd12aa39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.1655135 Feb 02 15:21:33.560675 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] Set router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:21:33.660996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] For port 8409674e-581c-494f-bbf5-62066d35f7a5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8409674e-581c-494f-bbf5-62066d35f7a5,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:33.661412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.716956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b07e750-c929-4610-aebf-f20fa6b9dc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.772122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0d8f-4817-4bfb-b345-6a9d77a89be5 req-0cbb90a2-bee5-4891-98a9-e92f20bcd35c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:33.773620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3f0d8f-4817-4bfb-b345-6a9d77a89be5 req-0cbb90a2-bee5-4891-98a9-e92f20bcd35c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.5487649 Feb 02 15:21:33.783820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-24b48540-cb64-4f6e-a188-f2a950b32931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:33.785294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-24b48540-cb64-4f6e-a188-f2a950b32931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2514582 Feb 02 15:21:33.803241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Calling delete_port for 8409674e-581c-494f-bbf5-62066d35f7a5 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:33.873390 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:21:30Z', 'revision_number': 5, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:33.877573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b07e750-c929-4610-aebf-f20fa6b9dc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.879048 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c528657-e7c0-43b1-a5cd-8249d45650d5 None None] The sync data for ids ['a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f'] in n-d-827122-1 is: [{'id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'name': 'tempest-ServersTestMultiNic-925168824-router', 'tenant_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:45Z', 'updated_at': '2022-02-02T15:21:30Z', 'revision_number': 5, 'project_id': '9c84f65ce257473ea68ccd5ca0e006f4', 'gw_port': {'id': '8409674e-581c-494f-bbf5-62066d35f7a5', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:18:46Z', 'updated_at': '2022-02-02T15:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:21:33.958342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077bae6e-3a34-4132-9a30-a80c9cec05ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:33.968178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fddbe6-4de8-4303-9f8e-44ecd37085a5 req-7f255a0e-bb2e-4e28-b305-f5d48ffeade7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:33.969898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3fddbe6-4de8-4303-9f8e-44ecd37085a5 req-7f255a0e-bb2e-4e28-b305-f5d48ffeade7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 948 time: 0.1355619 Feb 02 15:21:34.166085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3fddbe6-4de8-4303-9f8e-44ecd37085a5 req-54576d5c-e1a3-412c-94df-60fb1ec61b2f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868727 Feb 02 15:21:34.238306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bae6e-3a34-4132-9a30-a80c9cec05ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e564f6a-29fd-44ae-a8bb-bfe6c975ca09,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:34.247822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3f0d8f-4817-4bfb-b345-6a9d77a89be5 req-bc5b215a-cec3-457c-b645-686214badf0c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4585361 Feb 02 15:21:34.259046 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-077bae6e-3a34-4132-9a30-a80c9cec05ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.265620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef962c46-cec6-4f9f-9c4b-3983bf5c20d4 None None] Network 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:21:34.292058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.323548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-077bae6e-3a34-4132-9a30-a80c9cec05ed admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4e564f6a-29fd-44ae-a8bb-bfe6c975ca09 HTTP/1.1" status: 204 len: 168 time: 2.1704223 Feb 02 15:21:34.332734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52016) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:34.483131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3d554596-d72d-4e6e-a83f-f8320403d7be details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:21:34.494755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8409674e-581c-494f-bbf5-62066d35f7a5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:34.586560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.595151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-0ab8a5bf-29ca-46fa-97f7-ba33b4ebf7ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7949150 Feb 02 15:21:34.600635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e1f002-4f30-473d-979b-657adad5d5d9 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:34.638616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.660373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a3c6d-ff0e-428e-94fe-0ec9392e4c3b req-4c4bf515-cd4a-4516-afae-db121c60eb28 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:34.667159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d7a3c6d-ff0e-428e-94fe-0ec9392e4c3b req-4c4bf515-cd4a-4516-afae-db121c60eb28 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 931 time: 0.2993565 Feb 02 15:21:34.710398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b07e750-c929-4610-aebf-f20fa6b9dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.712648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b07e750-c929-4610-aebf-f20fa6b9dc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.715965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9b07e750-c929-4610-aebf-f20fa6b9dc26 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f644e2c9-f148-447f-b190-f87903771ce3 HTTP/1.1" status: 204 len: 168 time: 1.4826188 Feb 02 15:21:34.748883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Deleting port e6df1669-88d6-4f77-a377-c9213581c699 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:34.748883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.790913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Transition to ACTIVE for port object 05e1f002-4f30-473d-979b-657adad5d5d9 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:34.800442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07e750-c929-4610-aebf-f20fa6b9dc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f644e2c9-f148-447f-b190-f87903771ce3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:34.862182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:34.896882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] DHCP port deletion for 88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:21:34.913390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] Deleting port e6df1669-88d6-4f77-a377-c9213581c699 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:34.915069 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.930050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:34.949796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'mac_address': 'fa:16:3e:10:19:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:21:35.003574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.139066 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.172411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-1b964092-9a96-45d5-9008-a0c4402a60f4 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644438 Feb 02 15:21:35.205631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d7a3c6d-ff0e-428e-94fe-0ec9392e4c3b req-6870f3a3-d2ca-4fc6-a093-786342037b84 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375478 Feb 02 15:21:35.232677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d554596-d72d-4e6e-a83f-f8320403d7be {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:35.264736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:35.273710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] For port e6df1669-88d6-4f77-a377-c9213581c699, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e6df1669-88d6-4f77-a377-c9213581c699,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:35.275710 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.417612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=05e1f002-4f30-473d-979b-657adad5d5d9,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:35.453554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] Calling delete_port for e6df1669-88d6-4f77-a377-c9213581c699 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:35.470773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.485729 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.529637 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-008517ce-8e40-49b7-978c-7286e014afb4 req-e296b93d-c6d2-4751-b3b5-550a6e68b75c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1096 time: 0.6049345 Feb 02 15:21:35.534949 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.599241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e6df1669-88d6-4f77-a377-c9213581c699 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:35.626216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] For port e6df1669-88d6-4f77-a377-c9213581c699, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e6df1669-88d6-4f77-a377-c9213581c699,segment=NetworkSegment(52e2192e-5aa3-402b-81db-d096e8bafa09),segment_id=52e2192e-5aa3-402b-81db-d096e8bafa09)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:35.626829 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.707324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008517ce-8e40-49b7-978c-7286e014afb4 req-7adac666-3421-4d66-9e5b-a7e25c533df3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:35.709049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-008517ce-8e40-49b7-978c-7286e014afb4 req-7adac666-3421-4d66-9e5b-a7e25c533df3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.1709723 Feb 02 15:21:35.714702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940a933-f348-4939-8a7a-760778fe60d3 req-32360a64-6db8-4e4c-8ef8-b47f85c52c67 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:35.716071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c940a933-f348-4939-8a7a-760778fe60d3 req-32360a64-6db8-4e4c-8ef8-b47f85c52c67 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2548726 Feb 02 15:21:35.777503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.777759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:21:35.844930 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.849494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Calling delete_port for e6df1669-88d6-4f77-a377-c9213581c699 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:35.861576 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-008517ce-8e40-49b7-978c-7286e014afb4 req-8e972560-1d7f-4871-8f57-7b8960464d11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1000 time: 0.1445594 Feb 02 15:21:35.863409 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.866900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0a5cbc77-06a4-44b7-9d17-e41bd92f2fe8 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a5d6fb99-c3de-4a5b-9ac6-b8467c0a283f HTTP/1.1" status: 204 len: 168 time: 3.0480890 Feb 02 15:21:35.869421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:35.871600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52030) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:35.886777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:35.945003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.950919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:35.964201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-559939ce-5c44-45f4-845b-3b3aa98d003c req-fbaf7af3-9ca6-4b4e-a460-cdf46e94a4f9 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7574298 Feb 02 15:21:35.971264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:35.978040 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c940a933-f348-4939-8a7a-760778fe60d3 req-b7ea6e48-a60e-4d62-9456-16f777308cc2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076256 Feb 02 15:21:36.017446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] Pushing event deleted for resources: {'Port': ['ID=e6df1669-88d6-4f77-a377-c9213581c699,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:36.056480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008517ce-8e40-49b7-978c-7286e014afb4 req-1cb115d5-894d-4024-afc2-d5514c939e65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:36.059155 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-008517ce-8e40-49b7-978c-7286e014afb4 req-1cb115d5-894d-4024-afc2-d5514c939e65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1899428 Feb 02 15:21:36.072358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a9ad02-4476-4f71-a91f-53de7a8d56cb admin admin] Deleting subnet 9469cf2d-f9c8-4e36-8d06-c04e7053b061 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:21:36.081633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4726d469-d98c-40cb-8521-f6241e50ba23 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:36.118088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 4726d469-d98c-40cb-8521-f6241e50ba23 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:36.118434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4726d469-d98c-40cb-8521-f6241e50ba23 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:36.125600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Attempting to bind port 05e1f002-4f30-473d-979b-657adad5d5d9 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:21:36.125833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Attempting to bind port 05e1f002-4f30-473d-979b-657adad5d5d9 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:21:36.126196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Attempting to bind port 05e1f002-4f30-473d-979b-657adad5d5d9 on network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:36.132501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dc436-4937-4e68-9b9c-f7dfacc0c0c0 None None] No DVR routers for this DVR port e6df1669-88d6-4f77-a377-c9213581c699 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:21:36.174369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54a9ad02-4476-4f71-a91f-53de7a8d56cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.176499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Port 05e1f002-4f30-473d-979b-657adad5d5d9 on network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:21:36.176499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Attempting to bind port 05e1f002-4f30-473d-979b-657adad5d5d9 on network 97c3d28e-7eb0-47b7-96be-ff5314d068e6 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:36.183690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c7828-a4b6-4354-835e-9de0815e2536 req-5785b038-3a07-4d5f-bea2-20c31f82eb72 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:36.185279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc0c7828-a4b6-4354-835e-9de0815e2536 req-5785b038-3a07-4d5f-bea2-20c31f82eb72 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.8784337 Feb 02 15:21:36.227595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:21:36.228129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Checking segment: {'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:36.228595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Bound using segment: {'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:21:36.229132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Bound port: 05e1f002-4f30-473d-979b-657adad5d5d9, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb99029-4270-4a72-b045-c6dc121b5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:21:36.229555 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.247086 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:21:36.247526 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:21:36.252974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:36.262818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] Usage tracker for resource:security_group_rule and tenant:c45d26828950405abe2080603a402346 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:36.273726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:36.308774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:36.359731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Router 2b09353a-8dcd-457e-87b9-1fa7746331ce has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:21:36.364845 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc0c7828-a4b6-4354-835e-9de0815e2536 req-b1697be4-eb5a-481e-92ce-2aa09146c608 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664557 Feb 02 15:21:36.365451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54a9ad02-4476-4f71-a91f-53de7a8d56cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.424397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] For port 05e1f002-4f30-473d-979b-657adad5d5d9, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:36.432447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] For port 05e1f002-4f30-473d-979b-657adad5d5d9, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=05e1f002-4f30-473d-979b-657adad5d5d9,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:21:36.465212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-008517ce-8e40-49b7-978c-7286e014afb4 req-4edd3caf-93da-4b5a-b724-dd82571e8eeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3903041 Feb 02 15:21:36.475775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefbec9-a220-4dbb-8b39-2e6e5f592447 req-0cd25769-639c-452d-9fa7-c7a9805107cd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:36.477358 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eaefbec9-a220-4dbb-8b39-2e6e5f592447 req-0cd25769-639c-452d-9fa7-c7a9805107cd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 949 time: 0.3361590 Feb 02 15:21:36.518337 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.605260 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54a9ad02-4476-4f71-a91f-53de7a8d56cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.655360 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.660242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.661638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] 10.222.0.64 "PUT /v2.0/ports/05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 200 len: 1091 time: 4.2502332 Feb 02 15:21:36.664005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:36.672663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eaefbec9-a220-4dbb-8b39-2e6e5f592447 req-6a6676e1-5192-4780-818e-c73d3a3c32e3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758714 Feb 02 15:21:36.696129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e094975-e687-4008-aed9-70ba742f0fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=05e1f002-4f30-473d-979b-657adad5d5d9,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:36.711917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-008517ce-8e40-49b7-978c-7286e014afb4 req-03b3aa7e-0ce8-4c40-b782-b04f2e78ee8b service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319310 Feb 02 15:21:36.734930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.758059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Deleting port e6df1669-88d6-4f77-a377-c9213581c699 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:36.758415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.796791 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9', 'status': 'completed', 'code': 200} Feb 02 15:21:36.809919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da091a-765a-44c7-a966-af185dacec16 req-2a040bce-2717-4fc5-8228-9707f0657927 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:36.810616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-35da091a-765a-44c7-a966-af185dacec16 req-2a040bce-2717-4fc5-8228-9707f0657927 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:36.895108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-008517ce-8e40-49b7-978c-7286e014afb4 req-09de667e-6037-4518-9173-c2286fbd1983 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769147 Feb 02 15:21:36.898360 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54a9ad02-4476-4f71-a91f-53de7a8d56cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.940829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9ad02-4476-4f71-a91f-53de7a8d56cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9469cf2d-f9c8-4e36-8d06-c04e7053b061,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:36.945524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54a9ad02-4476-4f71-a91f-53de7a8d56cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:36.951486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-54a9ad02-4476-4f71-a91f-53de7a8d56cb admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9469cf2d-f9c8-4e36-8d06-c04e7053b061 HTTP/1.1" status: 204 len: 168 time: 1.0790389 Feb 02 15:21:36.954633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52044) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:36.957576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850ab22-0d21-436a-9125-48d15f4ff38f None None] Network 36a1f52b-930c-41bd-bd31-126ccbc5b65e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:21:36.971975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] The port 'e6df1669-88d6-4f77-a377-c9213581c699' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:21:36.983907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c8e304-1ec7-4047-82a5-20e4ab70094b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:37.024178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-35e90462-a401-4483-9197-bedc0f688c79 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c45d26828950405abe2080603a402346&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1176665 Feb 02 15:21:37.024434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52050) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:37.101830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.128015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-35da091a-765a-44c7-a966-af185dacec16 req-2a040bce-2717-4fc5-8228-9707f0657927 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:37.129692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Deleting port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:37.130035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.134324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35da091a-765a-44c7-a966-af185dacec16 req-2a040bce-2717-4fc5-8228-9707f0657927 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 943 time: 0.6175537 Feb 02 15:21:37.168669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.177237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e22ac74-0961-4407-84dc-1172ef66ec3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.209419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:37.234613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e2192e-5aa3-402b-81db-d096e8bafa09') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:37.234913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e2192e-5aa3-402b-81db-d096e8bafa09') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:37.252151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e22ac74-0961-4407-84dc-1172ef66ec3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.260693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-da2fc75b-c888-4b75-b560-8041f029b258 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1094 time: 0.4451404 Feb 02 15:21:37.262344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.278315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-35da091a-765a-44c7-a966-af185dacec16 req-f52dce6b-f7b9-44ac-9c61-fe28d48b2885 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:37.286856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:21:37.306622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] Sync routers for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:21:37.349271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:21:37.353079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:37.362566 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.384766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:21:37.385168 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:21:37.400015 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:21:37.403102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-398ccd0d-8c09-493e-bc4c-4cc0d2de371d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 200 len: 217 time: 0.1181467 Feb 02 15:21:37.407874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-35da091a-765a-44c7-a966-af185dacec16 req-f52dce6b-f7b9-44ac-9c61-fe28d48b2885 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:37.422471 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35da091a-765a-44c7-a966-af185dacec16 req-f52dce6b-f7b9-44ac-9c61-fe28d48b2885 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871125 Feb 02 15:21:37.425084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] For port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=347fe0ac-c270-4b4c-9d1e-f1b4fff8b157,segment=NetworkSegment(e7fe57c2-e6b4-411b-a38e-56ce690aae9e),segment_id=e7fe57c2-e6b4-411b-a38e-56ce690aae9e)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:37.425567 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.469121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] DHCP port deletion for 36a1f52b-930c-41bd-bd31-126ccbc5b65e request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:21:37.473002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8409674e-581c-494f-bbf5-62066d35f7a5 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:37.510067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] Deleting port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:37.510573 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.566762 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.603698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8409674e-581c-494f-bbf5-62066d35f7a5 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:37.603960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Calling delete_port for 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:37.604224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8409674e-581c-494f-bbf5-62066d35f7a5 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:37.629851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-545a1031-d8f6-475e-9505-318de9711dd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:37.630667 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-545a1031-d8f6-475e-9505-318de9711dd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.1350212 Feb 02 15:21:37.720345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-e24b8904-8dbd-4da1-a0d7-26df1b498173 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544531 Feb 02 15:21:37.720957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.724470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eab27ceb-4e10-42ec-8156-ee878ece0da8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "PUT /v2.0/floatingips/e02527b7-d4a1-487a-985c-47bd17c01b03 HTTP/1.1" status: 200 len: 991 time: 9.2770524 Feb 02 15:21:37.741418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.776384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:37.776705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e22ac74-0961-4407-84dc-1172ef66ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.799245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-41149868-d9fe-4256-a7bb-5ee0a623d7f4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:37.800711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-41149868-d9fe-4256-a7bb-5ee0a623d7f4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551&tenant_id=4a45236fd49a4609b20b9ee44f01780a&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 949 time: 0.2979970 Feb 02 15:21:37.809325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4b03-ee09-497d-bb9a-7478fb336067 req-b1b8fa16-1ebc-457f-86da-a9b74d49bb0d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:37.810705 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7ef4b03-ee09-497d-bb9a-7478fb336067 req-b1b8fa16-1ebc-457f-86da-a9b74d49bb0d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.3090794 Feb 02 15:21:37.813645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ac74-0961-4407-84dc-1172ef66ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c8e304-1ec7-4047-82a5-20e4ab70094b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:37.834787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-56afd990-9406-4142-9bae-89355d9b3a08 admin admin] 10.222.0.88 "DELETE /v2.0/networks/88614fa9-b3f7-4c91-8ff6-8ebd326c8b0d HTTP/1.1" status: 204 len: 168 time: 3.4626958 Feb 02 15:21:37.842081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52060) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:37.929163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e22ac74-0961-4407-84dc-1172ef66ec3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.930554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e22ac74-0961-4407-84dc-1172ef66ec3d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41c8e304-1ec7-4047-82a5-20e4ab70094b HTTP/1.1" status: 204 len: 168 time: 0.9060397 Feb 02 15:21:37.949324 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.984094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] For port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=347fe0ac-c270-4b4c-9d1e-f1b4fff8b157,segment=NetworkSegment(e7fe57c2-e6b4-411b-a38e-56ce690aae9e),segment_id=e7fe57c2-e6b4-411b-a38e-56ce690aae9e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:37.984094 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:37.998404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:21:38.014031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7ef4b03-ee09-497d-bb9a-7478fb336067 req-5d2f1d82-0c14-4398-9f5b-0cb10b64dc6f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1343861 Feb 02 15:21:38.018191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Pushing event deleted for resources: {'Port': ['ID=347fe0ac-c270-4b4c-9d1e-f1b4fff8b157,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:38.023364 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-8b6ad750-339e-4a77-b623-ea6e61c7dab5 service neutron] delete failed (client error): The resource could not be found. Feb 02 15:21:38.024602 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-8b6ad750-339e-4a77-b623-ea6e61c7dab5 service neutron] 10.222.0.107 "DELETE /v2.0/ports/3d554596-d72d-4e6e-a83f-f8320403d7be/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.2129107 Feb 02 15:21:38.026124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] No DVR routers for this DVR port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:21:38.254606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] Calling delete_port for 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:38.270185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6006233-8483-4b7c-8d34-86e64827ba5b req-4fb7994d-d56d-4f6c-ac8e-8b9b560c741a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:38.271707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6006233-8483-4b7c-8d34-86e64827ba5b req-4fb7994d-d56d-4f6c-ac8e-8b9b560c741a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 949 time: 0.6442304 Feb 02 15:21:38.273584 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-eef85063-602d-44f0-b37d-74d0ba766b66 service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294547 Feb 02 15:21:38.430451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:38.432003 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6006233-8483-4b7c-8d34-86e64827ba5b req-c44acb33-69bb-4c78-a04c-c87bc9e17c34 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414921 Feb 02 15:21:38.534057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3d554596-d72d-4e6e-a83f-f8320403d7be up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:21:38.547873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc200f1-0881-4537-8997-1e69ea000d6d req-da8621d0-c7d4-4a9a-bf4d-3bb18ffb9619 service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663274 Feb 02 15:21:38.549866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a1f52b-930c-41bd-bd31-126ccbc5b65e']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:38.581276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:38.585129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fe57c2-e6b4-411b-a38e-56ce690aae9e') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:38.595565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn_limited( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn_limited( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.629057 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:21:38.634125 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:21:38.644208 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:38.650739 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:21:38.651127 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:21:38.660958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:21:38.660958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:21:38.677981 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:21:38.779585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'e02527b7-d4a1-487a-985c-47bd17c01b03', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'port_id': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'mac_address': 'fa:16:3e:0a:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:20:57Z', 'updated_at': '2022-02-02T15:21:30Z', 'revision_number': 1, 'project_id': '3e79a765987343b399d41348d4dde431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:38.785026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] Checking router: 2b09353a-8dcd-457e-87b9-1fa7746331ce for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:21:38.797540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:21:38.798426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:38.798964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'tag': '5a3e0ce3-92fd-4a10-a115-94f6963842f9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:38.856919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-5d2956b5-2fc4-4a55-9f57-e2e637bede90 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1100 time: 0.6198311 Feb 02 15:21:38.859309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 3d554596-d72d-4e6e-a83f-f8320403d7be completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:21:38.874786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 3d554596-d72d-4e6e-a83f-f8320403d7be triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:38.875374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:38.887432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19ab90-29e3-4d26-829c-3715bb3bee49 req-b1271fb0-c378-4bfc-beb1-b0ada91dab97 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:38.888913 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8b19ab90-29e3-4d26-829c-3715bb3bee49 req-b1271fb0-c378-4bfc-beb1-b0ada91dab97 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.1553874 Feb 02 15:21:38.893786 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-c0882b6c-ac10-4ca4-8e9a-4e3a0e97b4ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1094 time: 0.2013893 Feb 02 15:21:38.985453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0b2b-4946-4d29-8515-e8475bcb04b0 req-9e8dc622-3edf-4790-8cfe-f5372b73e4b8 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:38.992519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c6ef0b2b-4946-4d29-8515-e8475bcb04b0 req-9e8dc622-3edf-4790-8cfe-f5372b73e4b8 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.4971373 Feb 02 15:21:39.038503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:39.044114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:39.079254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] Pushing event deleted for resources: {'Network': ['ID=36a1f52b-930c-41bd-bd31-126ccbc5b65e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:39.094057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8b19ab90-29e3-4d26-829c-3715bb3bee49 req-e15bf159-6bf8-4331-a986-13ddc97917e8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981535 Feb 02 15:21:39.109000 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:39.110710 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f822f1aa-3021-4b5a-a9b2-bb6b89a0a86e admin admin] 10.222.0.88 "DELETE /v2.0/networks/36a1f52b-930c-41bd-bd31-126ccbc5b65e HTTP/1.1" status: 204 len: 168 time: 2.1549213 Feb 02 15:21:39.140924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c6ef0b2b-4946-4d29-8515-e8475bcb04b0 req-265a4faa-a740-45e1-9078-b47d37e6e3be tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473770 Feb 02 15:21:39.146544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:39.152009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-b3c48d47-2689-442f-92c2-43ec47b63d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:39.153082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:21:39.156931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-b3c48d47-2689-442f-92c2-43ec47b63d8e service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2887444 Feb 02 15:21:39.206539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] Deleting port 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:39.206919 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:39.247170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:39.276598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-bd9e621d-f866-4e66-b9b9-94d2c4ae2abe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:39.278137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-bd9e621d-f866-4e66-b9b9-94d2c4ae2abe service neutron] 10.222.0.64 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 915 time: 0.3648334 Feb 02 15:21:39.288937 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'tag': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'status': 'completed', 'code': 200} Feb 02 15:21:39.304269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a471633f-a967-4eb7-8344-2234ba26667f None None] The port '347fe0ac-c270-4b4c-9d1e-f1b4fff8b157' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:21:39.327145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-1bd42ce3-9510-429f-a280-28c4054d44f4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.1624317 Feb 02 15:21:39.398162 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:39.469659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:39.480259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-5c8b3740-03cc-4a72-9887-f1bdc352642e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:39.481550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-5c8b3740-03cc-4a72-9887-f1bdc352642e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1476500 Feb 02 15:21:39.502048 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-d6fcb94e-e1f5-4f97-b03e-bd752e4f9d46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 200 len: 217 time: 0.1984353 Feb 02 15:21:39.504599 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:39.532772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:39.533098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 347fe0ac-c270-4b4c-9d1e-f1b4fff8b157 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:39.582161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:39.720053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77574600-ba71-4898-a8a6-31f6e7e4c4d4 req-6bec72cf-162f-44e6-bcf8-df1cd35a14b5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:39.730171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77574600-ba71-4898-a8a6-31f6e7e4c4d4 req-6bec72cf-162f-44e6-bcf8-df1cd35a14b5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2471094 Feb 02 15:21:39.767147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-1d76d3c0-5044-4fad-ab84-0366b2cd12c9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2134531 Feb 02 15:21:39.787169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-1469ac6c-f7d9-4fa7-89da-8b0c97b91e8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:39.797246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-1469ac6c-f7d9-4fa7-89da-8b0c97b91e8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.2331576 Feb 02 15:21:39.811284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77574600-ba71-4898-a8a6-31f6e7e4c4d4 req-a55ee60f-092e-4fd7-ba81-cece14e97d30 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797887 Feb 02 15:21:39.849428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52094) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:39.903747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'e02527b7-d4a1-487a-985c-47bd17c01b03', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'port_id': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'mac_address': 'fa:16:3e:0a:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:20:57Z', 'updated_at': '2022-02-02T15:21:30Z', 'revision_number': 1, 'project_id': '3e79a765987343b399d41348d4dde431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:39.917888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2076a9-19f4-4fdc-b832-67e549631dcb None None] The sync data for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 is: [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'e02527b7-d4a1-487a-985c-47bd17c01b03', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'port_id': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'mac_address': 'fa:16:3e:0a:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:20:57Z', 'updated_at': '2022-02-02T15:21:30Z', 'revision_number': 1, 'project_id': '3e79a765987343b399d41348d4dde431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:21:39.930434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-b4738ccf-f28c-48bb-990d-b9832709e921 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228986 Feb 02 15:21:39.941161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018a8c8-6573-40f2-99df-db9b711f460f req-11d7a478-c719-4bef-bbc4-ed053d217863 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:39.948119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5018a8c8-6573-40f2-99df-db9b711f460f req-11d7a478-c719-4bef-bbc4-ed053d217863 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 943 time: 0.5673463 Feb 02 15:21:39.977835 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-27741d82-3944-4e3a-8f0b-008206d14ec3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e79a765987343b399d41348d4dde431&device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 1096 time: 0.5664413 Feb 02 15:21:40.008430 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'code': 200} Feb 02 15:21:40.112576 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-321ee555-4f77-455b-948d-2c8d05baf478 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177755 Feb 02 15:21:40.264768 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f83a60-b0ff-49da-b072-a066b6fa223b None None] New status for floating IP e02527b7-d4a1-487a-985c-47bd17c01b03: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:21:40.421298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5adb3e45-ac28-4405-8660-ddec39f8beac req-e8289e1f-019c-4b43-b2ea-65582e8aa9bc service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013229 Feb 02 15:21:40.448264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f094ff-2b54-4daa-ae24-e4229a054952 req-b5ab8e31-41b6-4dbc-a172-4a7c1e7f0805 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:40.451479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72f094ff-2b54-4daa-ae24-e4229a054952 req-b5ab8e31-41b6-4dbc-a172-4a7c1e7f0805 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.2430534 Feb 02 15:21:40.514072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 05e1f002-4f30-473d-979b-657adad5d5d9 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:21:40.553261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72f094ff-2b54-4daa-ae24-e4229a054952 req-3588bbb7-a474-48e0-88c6-0ef4bdfeee91 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912020 Feb 02 15:21:40.564509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-e650516f-5fc3-4e64-80ce-73bc2bb78eba service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8745790 Feb 02 15:21:40.580078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5018a8c8-6573-40f2-99df-db9b711f460f req-e19d1d5b-2575-4e81-9cd2-35bd23b2e869 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294508 Feb 02 15:21:40.581951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ba9b2718-78b3-474b-87f6-b33ca212742d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9c84f65ce257473ea68ccd5ca0e006f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6944375 Feb 02 15:21:40.584704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52110) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:40.783868 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdafb-ea40-46a3-ad9e-7247587d0b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:40.815190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdafb-ea40-46a3-ad9e-7247587d0b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:40.855074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 05e1f002-4f30-473d-979b-657adad5d5d9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=05e1f002-4f30-473d-979b-657adad5d5d9,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:40.870123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '05e1f002-4f30-473d-979b-657adad5d5d9', 'network_id': '97c3d28e-7eb0-47b7-96be-ff5314d068e6', 'port_id': '05e1f002-4f30-473d-979b-657adad5d5d9', 'mac_address': 'fa:16:3e:30:71:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4150e91e-24e9-41eb-a4d5-48d4aaa279bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:21:40.944438 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:40.967339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdafb-ea40-46a3-ad9e-7247587d0b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:40.969996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e1f002-4f30-473d-979b-657adad5d5d9 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:40.987488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fdafb-ea40-46a3-ad9e-7247587d0b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d612307-2795-4e27-ae8d-51f8af0d75fc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:41.017498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 05e1f002-4f30-473d-979b-657adad5d5d9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=05e1f002-4f30-473d-979b-657adad5d5d9,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:41.057063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-ddf68062-1d5e-442f-a855-96e3362a3833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:41.058541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-ddf68062-1d5e-442f-a855-96e3362a3833 service neutron] 10.222.0.107 "GET /v2.0/networks?id=af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 200 len: 912 time: 1.0643740 Feb 02 15:21:41.067383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-8d7482cd-897b-49fd-b2ba-079555dbcceb service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0930991 Feb 02 15:21:41.076292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdafb-ea40-46a3-ad9e-7247587d0b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:41.080161 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e0fdafb-ea40-46a3-ad9e-7247587d0b7d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1d612307-2795-4e27-ae8d-51f8af0d75fc HTTP/1.1" status: 204 len: 168 time: 0.4917853 Feb 02 15:21:41.093335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:41.195910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=05e1f002-4f30-473d-979b-657adad5d5d9,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:41.238249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-bccb85db-3f5f-4d54-a7e9-d38a80dc5b8a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a3e0ce3-92fd-4a10-a115-94f6963842f9 HTTP/1.1" status: 200 len: 1001 time: 0.1368318 Feb 02 15:21:41.328656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2586fb-c104-487d-85ad-9131d16a45d6 req-17a3b58b-25fa-4914-a7cb-186fbc4da1e3 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:41.341662 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae2586fb-c104-487d-85ad-9131d16a45d6 req-17a3b58b-25fa-4914-a7cb-186fbc4da1e3 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1324971 Feb 02 15:21:41.418841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['05e1f002-4f30-473d-979b-657adad5d5d9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:41.422256 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae2586fb-c104-487d-85ad-9131d16a45d6 req-c91e830d-2b11-43d2-a0e6-1d77ab4d9e8b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840418 Feb 02 15:21:41.573893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-39736ede-1d50-457c-a6a5-67d77b2df674 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1174 time: 0.7371812 Feb 02 15:21:41.610773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-fd46eaba-5557-44a8-98fe-824ec0b63eec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:41.612899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-fd46eaba-5557-44a8-98fe-824ec0b63eec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 200 len: 849 time: 0.3603656 Feb 02 15:21:41.648471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7d23-15e3-4beb-aa37-86498257bd53 req-edd626de-7c41-45c0-b86e-8fc646badc24 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:41.650685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c1e30-7104-488b-8261-5803eca267a2 req-c5c32845-692c-4838-8907-10dc3883d42e tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:41.652425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db9c1e30-7104-488b-8261-5803eca267a2 req-c5c32845-692c-4838-8907-10dc3883d42e tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.6870985 Feb 02 15:21:41.661468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf7a7d23-15e3-4beb-aa37-86498257bd53 req-edd626de-7c41-45c0-b86e-8fc646badc24 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1073868 Feb 02 15:21:41.740337 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf7a7d23-15e3-4beb-aa37-86498257bd53 req-d8f47ef3-2c5a-410b-bbf4-b38c8718a40f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778549 Feb 02 15:21:41.941457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6dc6e1b0-3440-4998-afe6-3ada99237a92 req-b40ec25c-1098-4d37-8a2b-1f0b5903a054 service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8630164 Feb 02 15:21:41.984631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db9c1e30-7104-488b-8261-5803eca267a2 req-bfb72501-3795-41b5-801d-e23440a2aab8 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393010 Feb 02 15:21:42.042080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-6fb57e2b-77b6-4b71-ab7f-5b2690b6e8ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:42.044371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-6fb57e2b-77b6-4b71-ab7f-5b2690b6e8ef service neutron] 10.222.0.107 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 915 time: 0.4389989 Feb 02 15:21:42.121700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33993849-f74e-4ecd-b6aa-ff33254f6f34 req-171cd6a8-4253-4a60-a3e5-73c00bd111df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:42.124819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33993849-f74e-4ecd-b6aa-ff33254f6f34 req-171cd6a8-4253-4a60-a3e5-73c00bd111df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.2261586 Feb 02 15:21:42.185363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33993849-f74e-4ecd-b6aa-ff33254f6f34 req-050b4ab5-416d-4db4-91b3-b45a29bf686e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443385 Feb 02 15:21:42.235934 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-f7b735ad-c668-4d12-9d86-4ca004e93f13 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 200 len: 217 time: 0.1833494 Feb 02 15:21:42.252067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-b550f93d-b22d-41b0-b21c-b930f981ee9f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=af9c36c4-f105-4974-890d-688ba35a7331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5642271 Feb 02 15:21:42.383289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160bb43-bb16-4f9c-966a-da7a8ed13c2b req-40e35a62-98fd-4651-a921-fbfff12829f6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:42.391985 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1160bb43-bb16-4f9c-966a-da7a8ed13c2b req-40e35a62-98fd-4651-a921-fbfff12829f6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0886965 Feb 02 15:21:42.454962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1160bb43-bb16-4f9c-966a-da7a8ed13c2b req-7175ff0b-4010-4869-b826-4d7f0da2d57d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619550 Feb 02 15:21:42.506911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 05e1f002-4f30-473d-979b-657adad5d5d9 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:21:42.591305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734df4-c8d8-48e4-9948-74864ac1a44f req-719142f1-cdfa-49a7-b19e-0306bb37a047 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:42.592823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d3734df4-c8d8-48e4-9948-74864ac1a44f req-719142f1-cdfa-49a7-b19e-0306bb37a047 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 944 time: 0.4353139 Feb 02 15:21:42.637798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-7a5ab7ef-2241-4a32-92b5-64242fa764a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:42.639213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-7a5ab7ef-2241-4a32-92b5-64242fa764a0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.3925264 Feb 02 15:21:42.669867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fca010bc-905e-421d-96fa-7c9c3f6356d2 req-c0f54f97-a042-4142-8f83-5ab856f01b50 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1101 time: 0.0930676 Feb 02 15:21:42.681235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 05e1f002-4f30-473d-979b-657adad5d5d9 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:21:42.689017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 05e1f002-4f30-473d-979b-657adad5d5d9 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:42.689781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:42.714992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fca010bc-905e-421d-96fa-7c9c3f6356d2 req-a452ca4a-b620-4197-b1a6-bec82d179ea1 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Synchronizing usage tracker for tenant:172ff0f7b0154af4a80ea6b676493582 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:42.723202 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-7732c9df-e543-45bf-ab64-d55386e9dea0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700686 Feb 02 15:21:42.841363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fca010bc-905e-421d-96fa-7c9c3f6356d2 req-a452ca4a-b620-4197-b1a6-bec82d179ea1 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] Unset dirty status for tenant:172ff0f7b0154af4a80ea6b676493582 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:42.846022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d3734df4-c8d8-48e4-9948-74864ac1a44f req-5e562e45-9db0-446e-b572-2ad44823b41b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427256 Feb 02 15:21:42.849438 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fca010bc-905e-421d-96fa-7c9c3f6356d2 req-a452ca4a-b620-4197-b1a6-bec82d179ea1 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745386 Feb 02 15:21:42.860424 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-59b66178-33fd-444c-988d-28411186a03b service neutron] 10.222.0.107 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686221 Feb 02 15:21:42.888927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:42.956732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 05e1f002-4f30-473d-979b-657adad5d5d9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=05e1f002-4f30-473d-979b-657adad5d5d9,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:42.963066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:43.035207 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:43.110674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-355d9703-7484-4bc6-8ba7-77ddbeb46124 req-78ef9b88-1982-4afb-8a52-0f6675a65a35 service neutron] 10.222.0.107 "GET /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430773 Feb 02 15:21:43.126354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=05e1f002-4f30-473d-979b-657adad5d5d9,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:43.143114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e5ee-3317-431b-a7c7-414caea17c80 req-6d907ac3-6647-4c07-acfe-1757b5262324 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:43.147048 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-11b0e5ee-3317-431b-a7c7-414caea17c80 req-6d907ac3-6647-4c07-acfe-1757b5262324 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1363175 Feb 02 15:21:43.203513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-8a1b1a22-fd95-4d6b-9a40-4a5fec7d6b48 service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559996 Feb 02 15:21:43.215919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-11b0e5ee-3317-431b-a7c7-414caea17c80 req-71ec20ed-05a5-4ecf-a362-d013281269c1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620279 Feb 02 15:21:43.250071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52180) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:43.336532 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9', 'code': 200} Feb 02 15:21:43.418631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Deleting port 27bcd87a-1d29-4fde-bc2f-219eae344a43 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:43.418978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:43.425371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-450346522-network', 'tenant_id': 'd0e9ec959ea441ec9ae365d591a5b657'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:43.438878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:43.446863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Usage tracker for resource:network and tenant:d0e9ec959ea441ec9ae365d591a5b657 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:43.452274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:43.502207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:43.546784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624184d-99a1-4c82-aaf9-665663929d92 req-323998b7-ca8d-470d-bed9-987c6760f5c0 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:43.548328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8624184d-99a1-4c82-aaf9-665663929d92 req-323998b7-ca8d-470d-bed9-987c6760f5c0 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.0926509 Feb 02 15:21:43.601367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8624184d-99a1-4c82-aaf9-665663929d92 req-a945927d-6c2c-43b9-bf93-8de1bd42f964 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475936 Feb 02 15:21:43.612519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982ef78b-3dc3-4def-a12a-f9872b7ecd9d req-a4eca15d-ae99-4ff1-86a2-3ab5acabea83 service neutron] 10.222.0.107 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999622 Feb 02 15:21:43.634492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-f45cdc82-3be3-443a-9955-d56744931ec8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:43.634492 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-f45cdc82-3be3-443a-9955-d56744931ec8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.5678895 Feb 02 15:21:43.646320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Made reservation on behalf of d0e9ec959ea441ec9ae365d591a5b657 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:21:43.649483 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:43.680681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:43.761528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-6c0e5992-69bc-4cdb-9060-1d65c792a3e4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4a45236fd49a4609b20b9ee44f01780a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319467 Feb 02 15:21:43.764894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:43.769525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Usage tracker for resource:security_group_rule and tenant:d0e9ec959ea441ec9ae365d591a5b657 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:43.773447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:43.790052 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-d9324915-313e-4d09-82b8-709ae147c598 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/quotas/e1369c1cef9b495ebe7ed93f5fe27e76 HTTP/1.1" status: 200 len: 375 time: 0.1418753 Feb 02 15:21:43.801303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:43.801683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] For port 27bcd87a-1d29-4fde-bc2f-219eae344a43, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=27bcd87a-1d29-4fde-bc2f-219eae344a43,segment=NetworkSegment(dcc6f016-c317-4add-890f-0f4abeb3ff30),segment_id=dcc6f016-c317-4add-890f-0f4abeb3ff30)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:43.802043 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:43.954461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-fd60905f-efa2-45e6-9f28-8c2eb8839f7b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:43.955766 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-fd60905f-efa2-45e6-9f28-8c2eb8839f7b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833794 Feb 02 15:21:43.966949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db79cf29-1f8d-433d-a31d-aea84cc9d9a2 req-03f9fee9-e231-4586-94ae-ad56eae1a705 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1096 time: 0.4469140 Feb 02 15:21:43.975059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Calling delete_port for 27bcd87a-1d29-4fde-bc2f-219eae344a43 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:43.992128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:43.994987 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-2f42922d-6874-4468-b8f8-90ed5c1da63b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/quotas/4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 375 time: 0.0310023 Feb 02 15:21:44.097868 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-7aecd0ac-a2d6-47f7-8a46-3846875a218a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948012 Feb 02 15:21:44.100339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:44.102667 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db79cf29-1f8d-433d-a31d-aea84cc9d9a2 req-c0c1c6d9-3c75-4df4-9599-9c58db88cf96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991127 Feb 02 15:21:44.129578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-765f20d2-224f-4b35-940e-445439b1e03f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3309865 Feb 02 15:21:44.157903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:21:44.174749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d22afc-117a-4b41-b22c-9bec516f00bf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:44.194640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:44.194640 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Added segment cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a of type vlan for network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f Feb 02 15:21:44.224968 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:44.345334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:44.347092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:44.348042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:44.437996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-99c1b716-e860-4b5e-9c97-7662adb111fa service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072796 Feb 02 15:21:44.545479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] Pushing event updated for resources: {'Network': ['ID=9484d12b-11cb-48f0-b6a8-7c990d21dc3f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:44.560560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:21:44.653539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d8fb8e7-3c1e-4523-85a1-9570bbf0511c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4014206 Feb 02 15:21:44.655511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:44.658571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52222) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:44.704464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc4b82-613a-4171-8e5d-82ae0990c4ba req-6bdb65de-649c-4f9b-8ef2-52f6919eb301 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:44.706261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-14bc4b82-613a-4171-8e5d-82ae0990c4ba req-6bdb65de-649c-4f9b-8ef2-52f6919eb301 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 945 time: 0.1032591 Feb 02 15:21:44.725941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Request body: {'subnet': {'network_id': '9484d12b-11cb-48f0-b6a8-7c990d21dc3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-450346522-subnet', 'tenant_id': 'd0e9ec959ea441ec9ae365d591a5b657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:44.742372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:44.745028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Pushing event deleted for resources: {'Port': ['ID=27bcd87a-1d29-4fde-bc2f-219eae344a43,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:44.756466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-14bc4b82-613a-4171-8e5d-82ae0990c4ba req-43b218a1-8ed1-4d2a-b28a-e8e795f523d5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Feb 02 15:21:44.760620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Usage tracker for resource:subnet and tenant:d0e9ec959ea441ec9ae365d591a5b657 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:44.766961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:44.818073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:44.929163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-2caa0935-41a2-4295-83f8-ea7aaacf3404 service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900284 Feb 02 15:21:45.054655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Made reservation on behalf of d0e9ec959ea441ec9ae365d591a5b657 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:21:45.057081 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:45.088619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7f4fe-1d1a-49ed-9bca-f10f9f80d735 req-e255be86-e62c-40c8-b622-3c8234008728 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:45.090369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87a7f4fe-1d1a-49ed-9bca-f10f9f80d735 req-e255be86-e62c-40c8-b622-3c8234008728 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1918745 Feb 02 15:21:45.171745 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87a7f4fe-1d1a-49ed-9bca-f10f9f80d735 req-03edf913-ad32-419b-8cd2-a29609c0f586 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742691 Feb 02 15:21:45.417823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bfca640-c243-4070-95da-097294fa28ca req-a538cbf4-38b5-41f5-802c-47b50bbec21d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 210 time: 0.1199646 Feb 02 15:21:45.551309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb0aabd8-cbbe-4232-a58a-c104ef190cc9 req-fbb7c715-c361-4783-9694-2e75fbb354ac tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 210 time: 0.2326226 Feb 02 15:21:45.662631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:45.771028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:45.866847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5bb2e2-58a1-44c3-b7d9-23ec7e750df4,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:45.970942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Checking segment: {'id': 'cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '9484d12b-11cb-48f0-b6a8-7c990d21dc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:45.971186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Network hostable DHCP agents. Network: 9484d12b-11cb-48f0-b6a8-7c990d21dc3f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:21:45.981465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1388eb-5649-4e6e-94b6-cc9bad321077 req-6c744e01-3633-4fa1-9292-62ea7f9df3ea tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:45.984715 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa1388eb-5649-4e6e-94b6-cc9bad321077 req-6c744e01-3633-4fa1-9292-62ea7f9df3ea tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 945 time: 0.0843182 Feb 02 15:21:46.033934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa1388eb-5649-4e6e-94b6-cc9bad321077 req-f4f97a70-a7ff-4c4b-afd3-612ea3176e6d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453148 Feb 02 15:21:46.114219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:21:46.244109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 9484d12b-11cb-48f0-b6a8-7c990d21dc3f) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:21:46.256193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:46.256852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:46.257989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14273bd-4e5a-443d-b462-f868af7d77e1 None None] Network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:21:46.414348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-cd91906f-77eb-4ffb-945e-ce3fb650ad5c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1486664513&fields=id&tenant_id=83e50a662f9340278758866d8e48d4ff HTTP/1.1" status: 200 len: 267 time: 0.2100568 Feb 02 15:21:46.434164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b0d0eafa-ed4c-4bca-9d28-46bfa9f07cde admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7145197 Feb 02 15:21:46.469193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52260) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:46.540369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691da4f5-3c53-462f-a8bf-1917448d6aa2 req-63608b23-97fb-47b3-a629-cf04bc1e3e54 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:46.541801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-691da4f5-3c53-462f-a8bf-1917448d6aa2 req-63608b23-97fb-47b3-a629-cf04bc1e3e54 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1461451 Feb 02 15:21:46.653841 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-691da4f5-3c53-462f-a8bf-1917448d6aa2 req-19a59c0b-4866-4147-aa86-8c41fc860033 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004820 Feb 02 15:21:46.710202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa8e36-3b29-4c0a-8e99-aea5c09a07c2 None None] Network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:21:46.797202 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:46.948966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:47.020237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24a4c1cc-ebac-4563-8480-8ec9418deebf req-88d1b3d5-d982-47ca-acb7-a30f96e8ffcb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 210 time: 0.0690441 Feb 02 15:21:47.077054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:47.090343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-fb9f7756-436c-41e1-bbad-f06eda907d8d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:47.091651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-fb9f7756-436c-41e1-bbad-f06eda907d8d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 945 time: 0.6640277 Feb 02 15:21:47.094030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:48dacdcfae964ff1a83c33f8dbf1c421 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:47.097974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:47.110524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'port': {'security_groups': ['4aabf53d-d21c-4f38-a099-46f44d867f93', '97fc1d1b-9d72-46aa-bef4-22eaab8ad13f']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:47.145658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:47.171455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79e515b4-b997-4e99-966d-b2198a750d28 req-ee1b0068-3596-4345-9db9-6a0951e99015 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 1097 time: 0.2896395 Feb 02 15:21:47.196921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72dc539e-13b6-44de-982e-e8fbee13596e req-0f114ae4-838f-4a0d-b70a-6aeebea1c941 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 210 time: 0.0443294 Feb 02 15:21:47.348259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:21:47.357694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-d3bb1dab-6d2a-41e4-a8eb-739e8d1503c7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=4a45236fd49a4609b20b9ee44f01780a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636504 Feb 02 15:21:47.404741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79e515b4-b997-4e99-966d-b2198a750d28 req-2896f83b-77ea-4d4f-bd29-bb2017dee414 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219467 Feb 02 15:21:47.404741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:47.480951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:47.626527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-8f987666-0d2e-455e-8cbf-b576d430f06b tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:47.626782 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:47.627072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-8f987666-0d2e-455e-8cbf-b576d430f06b tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Synchronizing usage tracker for tenant:d0e9ec959ea441ec9ae365d591a5b657 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:47.722493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:47.739750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-8f987666-0d2e-455e-8cbf-b576d430f06b tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Unset dirty status for tenant:d0e9ec959ea441ec9ae365d591a5b657 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:47.741085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-8f987666-0d2e-455e-8cbf-b576d430f06b tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/networks?id=9484d12b-11cb-48f0-b6a8-7c990d21dc3f HTTP/1.1" status: 200 len: 820 time: 0.2580721 Feb 02 15:21:47.747290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-90c34eb4-35a1-4597-8515-20ec1d73f926 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:47.748809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-90c34eb4-35a1-4597-8515-20ec1d73f926 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793013 Feb 02 15:21:47.766186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-4c0b8f52-16a8-4165-a40c-fc221c2dec73 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/quotas/d0e9ec959ea441ec9ae365d591a5b657 HTTP/1.1" status: 200 len: 375 time: 0.0192008 Feb 02 15:21:47.783954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Request body: {'port': {'device_id': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '4a45236fd49a4609b20b9ee44f01780a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:47.825348 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-3412843a-81b1-4410-82f1-33e440c45080 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d0e9ec959ea441ec9ae365d591a5b657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564952 Feb 02 15:21:47.891061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d16773-a4ed-4054-b33c-1d307d7d48d3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:47.907687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-44ef4c2c-a274-4049-8d03-e23095c9c4f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48dacdcfae964ff1a83c33f8dbf1c421&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4287627 Feb 02 15:21:47.947997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52286) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:48.102170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f666319a-ff70-4825-b44f-bc23ad0dd2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:48.106132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-f21b66c8-2695-4d3c-9667-f6ecc2fab48d service neutron] 10.222.0.88 "GET /v2.0/networks/9484d12b-11cb-48f0-b6a8-7c990d21dc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800126 Feb 02 15:21:48.138976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:48.148773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] For port 05e1f002-4f30-473d-979b-657adad5d5d9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=05e1f002-4f30-473d-979b-657adad5d5d9,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:48.161748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:48.199479 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:48.201659 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f666319a-ff70-4825-b44f-bc23ad0dd2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:48.206500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:21:48.221674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ce3ff0f8-973e-4b4b-b0d0-08a01582b737 admin admin] 10.222.0.88 "PUT /v2.0/routers/c6879b0a-5f87-4572-91ad-46dbbaa44cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3735933 Feb 02 15:21:48.222036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82980696-a123-4501-9802-023be605b1b5 None None] Sync routers for ids ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:21:48.222562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:48.236446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82980696-a123-4501-9802-023be605b1b5 None None] Routers {'c6879b0a-5f87-4572-91ad-46dbbaa44cc9'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:21:48.238144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-82980696-a123-4501-9802-023be605b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:48.312553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-725db684-f447-466c-bb48-b1a78fd13eae service neutron] 10.222.0.88 "GET /v2.0/networks/9484d12b-11cb-48f0-b6a8-7c990d21dc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981463 Feb 02 15:21:48.315741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Made reservation on behalf of 4a45236fd49a4609b20b9ee44f01780a for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:21:48.319791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:48.349001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f666319a-ff70-4825-b44f-bc23ad0dd2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:48.376083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666319a-ff70-4825-b44f-bc23ad0dd2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d16773-a4ed-4054-b33c-1d307d7d48d3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:48.385445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:48.423335 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f666319a-ff70-4825-b44f-bc23ad0dd2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:48.424858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f666319a-ff70-4825-b44f-bc23ad0dd2a0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/72d16773-a4ed-4054-b33c-1d307d7d48d3 HTTP/1.1" status: 204 len: 168 time: 0.4760263 Feb 02 15:21:48.429263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:48.453856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['05e1f002-4f30-473d-979b-657adad5d5d9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:48.533114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'Port': ['ID=05e1f002-4f30-473d-979b-657adad5d5d9,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:48.549040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:48.549306 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:48.550815 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f6fc895f-006c-446e-839a-2360ec1bfa43 req-3c7b1d42-4b95-47d4-a30c-78f8c4326758 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "PUT /v2.0/ports/05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 200 len: 981 time: 1.4454014 Feb 02 15:21:48.556341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:48.584694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-82980696-a123-4501-9802-023be605b1b5 None None] Set router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:21:48.779010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['05e1f002-4f30-473d-979b-657adad5d5d9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:49.214163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Allocated IP 192.168.233.17 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/ec66d418-6790-43ed-a19a-3ccd681a9ce0) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:21:49.231463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-d1dafd31-e271-4414-b46d-69208b4346b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:49.232952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-d1dafd31-e271-4414-b46d-69208b4346b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.107 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.3436556 Feb 02 15:21:49.271799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'port': {'device_id': '4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'admin_state_up': True, 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:49.380073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:49.427961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52322) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:49.453889 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:49.458297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279a991-e0ad-4fb3-a947-240538d5a490 req-0cb3cd57-d993-4346-b0c4-01b3eeac33e4 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:49.465148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f279a991-e0ad-4fb3-a947-240538d5a490 req-0cb3cd57-d993-4346-b0c4-01b3eeac33e4 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.5702689 Feb 02 15:21:49.492648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:49.498018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] Usage tracker for resource:security_group_rule and tenant:dfed7fd81bce4e3ea8692c2ca5126358 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:49.502366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:49.509052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:49.537313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-82980696-a123-4501-9802-023be605b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:21:44Z', 'revision_number': 5, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:49.565512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82980696-a123-4501-9802-023be605b1b5 None None] Checking router: c6879b0a-5f87-4572-91ad-46dbbaa44cc9 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:21:49.596843 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:49.626613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82980696-a123-4501-9802-023be605b1b5 None None] Routers {'c6879b0a-5f87-4572-91ad-46dbbaa44cc9'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:21:49.627275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-82980696-a123-4501-9802-023be605b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:49.663955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:49.715064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d4834f-f2a9-460e-ad12-0e50920a78c4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:49.716423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:49.727523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:49.739032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-151f988a-18f3-478d-b835-d6ef8793d918 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dfed7fd81bce4e3ea8692c2ca5126358&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3089228 Feb 02 15:21:49.742113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52328) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:49.752433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f279a991-e0ad-4fb3-a947-240538d5a490 req-ad991d5b-ea88-4ce1-8342-e1b9b428243e tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865052 Feb 02 15:21:49.860176 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c42b8061-615b-4cd8-b7ab-9f8d1de2c76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:49.884970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:49.888557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Made reservation on behalf of e1369c1cef9b495ebe7ed93f5fe27e76 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:21:49.891573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c42b8061-615b-4cd8-b7ab-9f8d1de2c76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:49.903949 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:49.908455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-82980696-a123-4501-9802-023be605b1b5 None None] Set router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:21:50.017563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c42b8061-615b-4cd8-b7ab-9f8d1de2c76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:50.051815 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9213997c-ebc4-4456-96dd-cea6b9b43e34 req-1c64436e-dd04-46dc-beca-69519f56c05e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 210 time: 0.1106408 Feb 02 15:21:50.066770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Transition to ACTIVE for port object ec66d418-6790-43ed-a19a-3ccd681a9ce0 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:50.076161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b8061-615b-4cd8-b7ab-9f8d1de2c76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d4834f-f2a9-460e-ad12-0e50920a78c4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:50.169182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c42b8061-615b-4cd8-b7ab-9f8d1de2c76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:50.171020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c42b8061-615b-4cd8-b7ab-9f8d1de2c76e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b8d4834f-f2a9-460e-ad12-0e50920a78c4 HTTP/1.1" status: 204 len: 168 time: 0.4274094 Feb 02 15:21:50.174342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ebc1517f-d4b8-456d-8cf6-84e11d0f563a req-45ce3df7-d456-43b8-b35e-0ba6b7a48681 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 210 time: 0.0905073 Feb 02 15:21:50.312271 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9', 'status': 'completed', 'code': 200} Feb 02 15:21:50.413507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-82980696-a123-4501-9802-023be605b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:21:44Z', 'revision_number': 5, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:21:50.418526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82980696-a123-4501-9802-023be605b1b5 None None] The sync data for ids ['c6879b0a-5f87-4572-91ad-46dbbaa44cc9'] in n-d-827122-1 is: [{'id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'name': 'tempest-TaggedBootDevicesTest-910610009-router', 'tenant_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:12:15Z', 'updated_at': '2022-02-02T15:21:44Z', 'revision_number': 5, 'project_id': 'd319d9c4b8854b5190c8890d9a7faeea', 'gw_port': {'id': 'ef2d6875-a6ab-4e7e-916e-c97b5581e1f3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6879b0a-5f87-4572-91ad-46dbbaa44cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:12:16Z', 'updated_at': '2022-02-02T15:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:21:50.430656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Allocated IP 172.20.0.6 (6bb452a6-5e23-4dd5-a667-dd158f932e95/0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9/a5b26cb2-2d41-4ec3-b679-1047294e1f4f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:21:50.445336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eac5bb9e-91b7-4f09-868e-aa56a52f7073 req-d85e7383-e485-43b2-ab2b-3229cc999dac tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 210 time: 0.0499275 Feb 02 15:21:50.528372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f86ec097-08d3-4d39-aee8-fc427e47af57 req-32235aef-f3af-43f6-9a4d-6a47fbf8def5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/97fc1d1b-9d72-46aa-bef4-22eaab8ad13f HTTP/1.1" status: 200 len: 1634 time: 0.2984724 Feb 02 15:21:50.689337 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:50.728958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8fadf-089d-4d98-89ca-b36a42697d9d req-baa77b5a-fc91-407c-8ba8-bb4a96062dd0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:50.732293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:21:50.750661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00a8fadf-089d-4d98-89ca-b36a42697d9d req-baa77b5a-fc91-407c-8ba8-bb4a96062dd0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.1562047 Feb 02 15:21:50.785942 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:50.837567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-be2d7ca7-4e07-434c-918f-8bfaa7cb06a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1135 time: 0.4717941 Feb 02 15:21:50.879797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00a8fadf-089d-4d98-89ca-b36a42697d9d req-53ed051b-15fb-4929-aebb-688b445971a1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272295 Feb 02 15:21:51.269500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Deleting port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:51.269858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:51.293741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-8a22ad5b-ec8a-41b3-b8a4-9f7bbf10856e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:51.295723 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-8a22ad5b-ec8a-41b3-b8a4-9f7bbf10856e service neutron] 10.222.0.64 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 915 time: 0.4099135 Feb 02 15:21:51.297584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:21:51.322976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 27bcd87a-1d29-4fde-bc2f-219eae344a43 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:51.326730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:21:51.337295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:51.346540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:21:51.388312 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-f86ec097-08d3-4d39-aee8-fc427e47af57 req-27c5b184-02a2-4e09-82a4-95c40c149999 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 15:21:51.412446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f86ec097-08d3-4d39-aee8-fc427e47af57 req-27c5b184-02a2-4e09-82a4-95c40c149999 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/97fc1d1b-9d72-46aa-bef4-22eaab8ad13f HTTP/1.1" status: 409 len: 341 time: 0.8711550 Feb 02 15:21:51.413746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 27bcd87a-1d29-4fde-bc2f-219eae344a43 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:51.414104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 27bcd87a-1d29-4fde-bc2f-219eae344a43 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:51.672810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:51.760465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a59955ba-18b5-4001-b21c-dc55a13783b1 req-bb33cf09-f63e-4095-a34a-2a839218cfde tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 210 time: 0.1957085 Feb 02 15:21:51.766718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-d74be252-d42e-42d4-a468-6938979272fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 200 len: 217 time: 0.3473175 Feb 02 15:21:51.778315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287f967-5b78-45f6-9130-7294f1a3ec1a req-909e3ba5-375f-405c-9215-4ed1bfefe8fb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:51.787223 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d287f967-5b78-45f6-9130-7294f1a3ec1a req-909e3ba5-375f-405c-9215-4ed1bfefe8fb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 935 time: 0.2193830 Feb 02 15:21:51.878044 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d287f967-5b78-45f6-9130-7294f1a3ec1a req-0ea479fc-88ca-4d63-bc8e-f659ff57247b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894387 Feb 02 15:21:51.926321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:51.927299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:51.941494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Transition to ACTIVE for port object a5b26cb2-2d41-4ec3-b679-1047294e1f4f will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:51.944010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-9a5f20e5-4253-49e3-817f-bbc87a8a8695 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:51.950988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-9a5f20e5-4253-49e3-817f-bbc87a8a8695 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.64 "GET /v2.0/networks?id=9484d12b-11cb-48f0-b6a8-7c990d21dc3f HTTP/1.1" status: 200 len: 820 time: 0.3458552 Feb 02 15:21:51.975538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Request body: {'port': {'device_id': '2c8817b0-d01a-49a4-ad92-d465baf1254b', 'network_id': '9484d12b-11cb-48f0-b6a8-7c990d21dc3f', 'admin_state_up': True, 'tenant_id': 'd0e9ec959ea441ec9ae365d591a5b657'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:51.988820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-71d18eb9-3bca-43d2-91a8-b695bea0a46d None None] Provisioning for port ec66d418-6790-43ed-a19a-3ccd681a9ce0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:21:51.995215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-71d18eb9-3bca-43d2-91a8-b695bea0a46d None None] Provisioning complete for port ec66d418-6790-43ed-a19a-3ccd681a9ce0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:51.995774 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71d18eb9-3bca-43d2-91a8-b695bea0a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:52.068066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-57d63ad4-9053-4e20-871a-5d2f644d55c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:52.069705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-57d63ad4-9053-4e20-871a-5d2f644d55c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.2691376 Feb 02 15:21:52.111213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-71d18eb9-3bca-43d2-91a8-b695bea0a46d None None] Port ec66d418-6790-43ed-a19a-3ccd681a9ce0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:21:52.187036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-7c2b7102-432b-4a61-99ff-ce71e9c9cfbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877957 Feb 02 15:21:52.201282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] For port ef2d6875-a6ab-4e7e-916e-c97b5581e1f3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ef2d6875-a6ab-4e7e-916e-c97b5581e1f3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:52.201668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:52.247787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:52.256978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Usage tracker for resource:port and tenant:d0e9ec959ea441ec9ae365d591a5b657 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:52.260438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:52.269485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:52.386784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-1ec06f87-86b6-405f-a796-7971ff4c130c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6119497 Feb 02 15:21:52.434458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Made reservation on behalf of d0e9ec959ea441ec9ae365d591a5b657 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:21:52.438632 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:52.474478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Calling delete_port for ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:52.506865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Request body: {'port': {'device_id': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:52.631176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:52.685593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:52.697762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0eb1db3-78b0-40a2-b2c7-c3d2b2efcf46 req-854e725e-d371-40c3-a365-c1be3ff7120d tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 210 time: 0.0553372 Feb 02 15:21:52.757202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Allocated IP 172.20.0.8 (9484d12b-11cb-48f0-b6a8-7c990d21dc3f/be5bb2e2-58a1-44c3-b7d9-23ec7e750df4/2bc2713c-5bea-4081-99f5-46860ca43e08) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:21:52.810621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:21:52.840374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3b97-2f65-40a1-8c04-1c7aba71a456 req-74e18b85-c9b2-4584-8b19-57ada6e8047c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:52.848232 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9caa3b97-2f65-40a1-8c04-1c7aba71a456 req-74e18b85-c9b2-4584-8b19-57ada6e8047c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.9034479 Feb 02 15:21:52.850240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:21:52.898823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:21:52.985111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'Port': ['ID=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:53.012643 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-b52f3251-bd3a-4ef4-8465-4f328a0b31d3 service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884550 Feb 02 15:21:53.178915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9caa3b97-2f65-40a1-8c04-1c7aba71a456 req-a9b81b24-f501-4f86-b6ee-2ed1ca5f4287 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297656 Feb 02 15:21:53.200698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:53.202094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:53.286331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:53.300399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15b4a-6427-4633-99cf-71a0fac4d827 req-b7acdce4-2282-455a-94a7-6f1c33d7b86e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:53.302038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9c15b4a-6427-4633-99cf-71a0fac4d827 req-b7acdce4-2282-455a-94a7-6f1c33d7b86e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 984 time: 0.3528221 Feb 02 15:21:53.337339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b471dbe7-e509-4290-a882-42836c005aa1 None None] Provisioning for port a5b26cb2-2d41-4ec3-b679-1047294e1f4f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:21:53.343584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b471dbe7-e509-4290-a882-42836c005aa1 None None] Provisioning complete for port a5b26cb2-2d41-4ec3-b679-1047294e1f4f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:21:53.344007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b471dbe7-e509-4290-a882-42836c005aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:53.398697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9c15b4a-6427-4633-99cf-71a0fac4d827 req-7cfe7b76-ccec-4588-969f-70d89abfe2e5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f&id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0722134 Feb 02 15:21:53.402846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b471dbe7-e509-4290-a882-42836c005aa1 None None] Port a5b26cb2-2d41-4ec3-b679-1047294e1f4f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:21:53.403183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:53.502193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:21:53.505585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:21:53.509650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:21:53.550019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Pushing event updated for resources: {'Port': ['ID=2bc2713c-5bea-4081-99f5-46860ca43e08,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:53.631026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:53.631648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:53.677953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a255e15-de11-417d-bce0-64cbd336506e req-c91ecc20-28ca-4b89-876e-edf0da2e2ebf tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:53.679321 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2a255e15-de11-417d-bce0-64cbd336506e req-c91ecc20-28ca-4b89-876e-edf0da2e2ebf tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 935 time: 0.1352253 Feb 02 15:21:53.716115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-a4b8a3fd-9681-4c9b-9dfb-9171f4a543a2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4609628 Feb 02 15:21:53.738335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff618755-ab3d-4674-af29-bfcf3b38f854 req-9d1dace7-cc35-48be-bc40-de8bbd1ac28c service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745920 Feb 02 15:21:53.746838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Request body: {'port': {'device_id': '4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:53.760116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2a255e15-de11-417d-bce0-64cbd336506e req-e0c1a481-7e62-4772-8557-2e1dd11205f0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689678 Feb 02 15:21:53.760116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-d0520514-638a-48a6-a888-6cc42955a261 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873430 Feb 02 15:21:53.781932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Request body: {'port': {'device_id': '2c8817b0-d01a-49a4-ad92-d465baf1254b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:21:53.825441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b268b-e1f1-4605-b9b7-3f69d97b078e req-c86f17c1-37c7-4bf5-b3e0-71e771f47523 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:53.825637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7e4b268b-e1f1-4605-b9b7-3f69d97b078e req-c86f17c1-37c7-4bf5-b3e0-71e771f47523 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:53.945330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:53.976302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:54.023341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:54.093672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2d6875-a6ab-4e7e-916e-c97b5581e1f3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:54.112339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec66d418-6790-43ed-a19a-3ccd681a9ce0 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:54.116210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7e4b268b-e1f1-4605-b9b7-3f69d97b078e req-c86f17c1-37c7-4bf5-b3e0-71e771f47523 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:54.117356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e4b268b-e1f1-4605-b9b7-3f69d97b078e req-c86f17c1-37c7-4bf5-b3e0-71e771f47523 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 931 time: 0.5937541 Feb 02 15:21:54.124786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:54.169263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce43bc2-1f73-4865-992c-f2cd0a5947be req-5decca4c-19d3-4e80-bac9-693e2c6aed8e tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:54.169972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fce43bc2-1f73-4865-992c-f2cd0a5947be req-5decca4c-19d3-4e80-bac9-693e2c6aed8e tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Synchronizing usage tracker for tenant:d0e9ec959ea441ec9ae365d591a5b657 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:54.242809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Transition to ACTIVE for port object ec66d418-6790-43ed-a19a-3ccd681a9ce0 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:54.290494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fce43bc2-1f73-4865-992c-f2cd0a5947be req-5decca4c-19d3-4e80-bac9-693e2c6aed8e tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Unset dirty status for tenant:d0e9ec959ea441ec9ae365d591a5b657 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:54.291653 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fce43bc2-1f73-4865-992c-f2cd0a5947be req-5decca4c-19d3-4e80-bac9-693e2c6aed8e tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 931 time: 0.3367109 Feb 02 15:21:54.339094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:54.393222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fce43bc2-1f73-4865-992c-f2cd0a5947be req-669e21a9-d7df-4442-bafe-16ad01fc1530 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Synchronizing usage tracker for tenant:d0e9ec959ea441ec9ae365d591a5b657 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:21:54.413114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e4b268b-e1f1-4605-b9b7-3f69d97b078e req-90644a2e-0051-4af7-9d05-2f2db1cb6f69 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851019 Feb 02 15:21:54.487556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc2713c-5bea-4081-99f5-46860ca43e08 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:54.495474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:54.498582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fce43bc2-1f73-4865-992c-f2cd0a5947be req-669e21a9-d7df-4442-bafe-16ad01fc1530 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Unset dirty status for tenant:d0e9ec959ea441ec9ae365d591a5b657 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:21:54.500248 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fce43bc2-1f73-4865-992c-f2cd0a5947be req-669e21a9-d7df-4442-bafe-16ad01fc1530 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950903 Feb 02 15:21:54.514401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Transition to ACTIVE for port object 2bc2713c-5bea-4081-99f5-46860ca43e08 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:54.520591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9edff8fa-96f1-4db8-a9b2-a99c4277fb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:54.572394 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:54.660896 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-0103ea43-f8b5-4eb8-812d-a8851f1905bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1135 time: 0.6746836 Feb 02 15:21:54.750455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:54.759283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Pushing event updated for resources: {'Port': ['ID=2bc2713c-5bea-4081-99f5-46860ca43e08,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:54.794491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:54.918375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b462630-c6fb-425c-b98c-a468b2761301 req-1e143762-b61d-4acd-99dc-d04585cbafdd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:54.920012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b462630-c6fb-425c-b98c-a468b2761301 req-1e143762-b61d-4acd-99dc-d04585cbafdd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 984 time: 0.2208283 Feb 02 15:21:54.965057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Attempting to bind port 2bc2713c-5bea-4081-99f5-46860ca43e08 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:21:54.965468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Attempting to bind port 2bc2713c-5bea-4081-99f5-46860ca43e08 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '9484d12b-11cb-48f0-b6a8-7c990d21dc3f'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:21:54.965800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Attempting to bind port 2bc2713c-5bea-4081-99f5-46860ca43e08 on network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:54.984948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Port 2bc2713c-5bea-4081-99f5-46860ca43e08 on network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:21:54.985368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Attempting to bind port 2bc2713c-5bea-4081-99f5-46860ca43e08 on network 9484d12b-11cb-48f0-b6a8-7c990d21dc3f {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:55.002737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b462630-c6fb-425c-b98c-a468b2761301 req-f5685ee9-6a2d-4127-b944-f8e88a224ed1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f&id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0696476 Feb 02 15:21:55.003427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:21:55.003764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Checking segment: {'id': 'cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '9484d12b-11cb-48f0-b6a8-7c990d21dc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:55.004338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Bound using segment: {'id': 'cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '9484d12b-11cb-48f0-b6a8-7c990d21dc3f'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:21:55.004655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Bound port: 2bc2713c-5bea-4081-99f5-46860ca43e08, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '9484d12b-11cb-48f0-b6a8-7c990d21dc3f'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:21:55.004925 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:55.120373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] For port 2bc2713c-5bea-4081-99f5-46860ca43e08, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:55.124220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] For port 2bc2713c-5bea-4081-99f5-46860ca43e08, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2bc2713c-5bea-4081-99f5-46860ca43e08,segment=NetworkSegment(cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a),segment_id=cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:21:55.222593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:55.305026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:55.306408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] 10.222.0.64 "PUT /v2.0/ports/2bc2713c-5bea-4081-99f5-46860ca43e08 HTTP/1.1" status: 200 len: 1091 time: 1.5347176 Feb 02 15:21:55.307607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8817b0-d01a-49a4-ad92-d465baf1254b', 'tag': '2bc2713c-5bea-4081-99f5-46860ca43e08'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:55.330116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5977-dbf2-451b-b09e-56e96b9114c5 req-42a52421-a78e-410e-a983-ff3c076ac42c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:55.331132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-18fd5977-dbf2-451b-b09e-56e96b9114c5 req-42a52421-a78e-410e-a983-ff3c076ac42c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.1673269 Feb 02 15:21:55.332954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd11805-7497-4aea-9732-cc9ea74519ca service neutron] Pushing event updated for resources: {'Port': ['ID=2bc2713c-5bea-4081-99f5-46860ca43e08,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:55.385288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-18fd5977-dbf2-451b-b09e-56e96b9114c5 req-71eabf41-1a30-413c-9c52-e111b466a72b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482850 Feb 02 15:21:55.480361 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8817b0-d01a-49a4-ad92-d465baf1254b', 'tag': '2bc2713c-5bea-4081-99f5-46860ca43e08', 'status': 'completed', 'code': 200} Feb 02 15:21:55.522171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-1851b957-453f-4e85-9c85-d5a1ec74f662 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0e9ec959ea441ec9ae365d591a5b657&device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 1094 time: 0.0823331 Feb 02 15:21:55.523706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-c1a401fd-393f-45bc-8923-d5452517c2f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:55.525315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-c1a401fd-393f-45bc-8923-d5452517c2f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 915 time: 0.7827277 Feb 02 15:21:55.602300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057b30f-9012-4ec5-a63d-d86617875683 req-062941c1-355e-4ea4-8212-16581517ac0d tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:55.603747 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1057b30f-9012-4ec5-a63d-d86617875683 req-062941c1-355e-4ea4-8212-16581517ac0d tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.9670167 Feb 02 15:21:55.660576 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-560c8211-6172-4899-9a15-b416cbefbd7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bc2713c-5bea-4081-99f5-46860ca43e08 HTTP/1.1" status: 200 len: 217 time: 0.1073954 Feb 02 15:21:55.676247 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:55.712156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Attempting to bind port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:21:55.712512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Attempting to bind port ec66d418-6790-43ed-a19a-3ccd681a9ce0 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:21:55.712845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Attempting to bind port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:55.726254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-c5f40bb9-07d5-4e35-bf13-41651ae28214 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 200 len: 217 time: 0.1214690 Feb 02 15:21:55.727460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:21:55.739273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:55.792521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:21:55.793250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Attempting to bind port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:55.853023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-2e72bb6d-9156-4083-82ee-0db66cd56992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:55.854462 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-2e72bb6d-9156-4083-82ee-0db66cd56992 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be5bb2e2-58a1-44c3-b7d9-23ec7e750df4 HTTP/1.1" status: 200 len: 860 time: 0.1791542 Feb 02 15:21:55.861545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5096-48f0-4a2e-a884-d03dbc4b4038 req-25ddb3b8-2de4-4ba7-bbb5-9ad71558e284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:55.862900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-646c5096-48f0-4a2e-a884-d03dbc4b4038 req-25ddb3b8-2de4-4ba7-bbb5-9ad71558e284 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 931 time: 0.2538114 Feb 02 15:21:55.876245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1057b30f-9012-4ec5-a63d-d86617875683 req-3f0a2c36-e71f-4cbf-bfab-d504166be629 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565703 Feb 02 15:21:55.887805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:21:55.888176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:55.888554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:21:55.889040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Bound port: ec66d418-6790-43ed-a19a-3ccd681a9ce0, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:21:55.889450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:55.918648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-fc90309d-b693-4fbb-b116-024e33db30fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:55.920228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-fc90309d-b693-4fbb-b116-024e33db30fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.1680686 Feb 02 15:21:55.924452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-ba6267aa-0386-4dcf-8492-d34df157a8fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9484d12b-11cb-48f0-b6a8-7c990d21dc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606213 Feb 02 15:21:55.958003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b26cb2-2d41-4ec3-b679-1047294e1f4f {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:56.005128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:56.024036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-750d234b-cb12-461c-9e74-23415c12e426 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724540 Feb 02 15:21:56.024266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-646c5096-48f0-4a2e-a884-d03dbc4b4038 req-2b94b25f-e663-4162-8e64-380a75b07158 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282783 Feb 02 15:21:56.039103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Transition to ACTIVE for port object a5b26cb2-2d41-4ec3-b679-1047294e1f4f will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:21:56.067492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:56.074268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6879b0a-5f87-4572-91ad-46dbbaa44cc9 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:21:56.216726 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-5b6cf9e7-15ae-48f2-9f6a-b4b57ee0beb3 service neutron] 10.222.0.64 "GET /v2.0/networks/9484d12b-11cb-48f0-b6a8-7c990d21dc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770798 Feb 02 15:21:56.238525 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:56.260602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:56.336537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:21:56.410791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:56.412129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e0b0fa50-98bc-4114-aeb8-7ef6c487411e admin admin] 10.222.0.88 "DELETE /v2.0/routers/c6879b0a-5f87-4572-91ad-46dbbaa44cc9 HTTP/1.1" status: 204 len: 168 time: 8.1885235 Feb 02 15:21:56.430013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52458) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:56.469554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc1aac66-6158-4355-b3ae-8d6d9d881693 req-49d353da-1d04-4b18-9344-e57b3a6e3d9c service neutron] 10.222.0.64 "GET /v2.0/networks/9484d12b-11cb-48f0-b6a8-7c990d21dc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462249 Feb 02 15:21:56.489529 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:56.496534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-15e73774-d2de-4c42-acaf-d22f71cb8743 service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600239 Feb 02 15:21:56.523942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156544ea-db0f-4094-9d17-f0def192c164 req-0b47ba95-892f-413b-acd7-b9bf5b452d45 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:56.525613 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-156544ea-db0f-4094-9d17-f0def192c164 req-0b47ba95-892f-413b-acd7-b9bf5b452d45 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 984 time: 0.1199567 Feb 02 15:21:56.538527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:56.596252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-156544ea-db0f-4094-9d17-f0def192c164 req-2c64e1cc-58d7-4c47-97cc-8f13f826a5a0 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f&id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0632408 Feb 02 15:21:56.732342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-3a1caf6f-8b8a-4fee-9366-6e2347330111 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0e9ec959ea441ec9ae365d591a5b657&device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 1094 time: 0.1232321 Feb 02 15:21:56.744407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e9ea25-c154-471a-8b90-f33736a7ce52 admin admin] Deleting subnet 37c90b43-8c4d-4c58-9288-3c5f58373683 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:21:56.750999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:56.752400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] 10.222.0.107 "PUT /v2.0/ports/ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 1095 time: 4.2969646 Feb 02 15:21:56.755763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:56.806390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e9ea25-c154-471a-8b90-f33736a7ce52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:56.914792 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9be2a75d-ff97-4f86-a3f4-8aff073812a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:56.921485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-b40d4b99-5e22-46f9-bc45-6b3609e60135 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:56.922946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-b40d4b99-5e22-46f9-bc45-6b3609e60135 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9484d12b-11cb-48f0-b6a8-7c990d21dc3f HTTP/1.1" status: 200 len: 922 time: 0.1840651 Feb 02 15:21:57.028981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-e61e3148-90e7-4d0c-a69b-c730755a32b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bc2713c-5bea-4081-99f5-46860ca43e08 HTTP/1.1" status: 200 len: 217 time: 0.0992904 Feb 02 15:21:57.069594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52470) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:57.113242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-4e1c43c2-e171-46a0-9169-7add19c36ed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:57.121650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-4e1c43c2-e171-46a0-9169-7add19c36ed1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be5bb2e2-58a1-44c3-b7d9-23ec7e750df4 HTTP/1.1" status: 200 len: 860 time: 0.0860155 Feb 02 15:21:57.146303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1f253-8246-4316-9912-0cf9d9cdbe35 service neutron] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:57.169019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34335f-5f6b-46fe-9973-d7157a4fa294 req-b9d354f0-de10-4f35-b33c-e2d379aab444 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:57.176706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb34335f-5f6b-46fe-9973-d7157a4fa294 req-b9d354f0-de10-4f35-b33c-e2d379aab444 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 943 time: 1.1183300 Feb 02 15:21:57.212574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-2d5c4899-97f4-463d-9056-7b8cdae795e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9484d12b-11cb-48f0-b6a8-7c990d21dc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493011 Feb 02 15:21:57.217791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e9ea25-c154-471a-8b90-f33736a7ce52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:57.276522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56264575-1305-4c1f-9e27-1d12e95d0a7d req-86a4aa87-8527-49b5-bca9-c17fc51cca42 service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304125 Feb 02 15:21:57.327091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:57.332507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Attempting to bind port a5b26cb2-2d41-4ec3-b679-1047294e1f4f on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:21:57.333036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Attempting to bind port a5b26cb2-2d41-4ec3-b679-1047294e1f4f by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:21:57.333550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Attempting to bind port a5b26cb2-2d41-4ec3-b679-1047294e1f4f on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:57.335153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:57.353049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb34335f-5f6b-46fe-9973-d7157a4fa294 req-2e99a686-feff-4375-aef2-8e8dfbeb0aa0 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753991 Feb 02 15:21:57.375369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-6fdf427f-5f52-4881-943e-166301f215d7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 1098 time: 0.3630753 Feb 02 15:21:57.376571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:21:57.376919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ef2d6875-a6ab-4e7e-916e-c97b5581e1f3 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:21:57.387247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fc4a2-b160-421b-840e-c0c959646695 req-aa90a53a-3b8f-422a-a8f2-41865bbff17a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:57.394491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Port a5b26cb2-2d41-4ec3-b679-1047294e1f4f on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:21:57.394893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Attempting to bind port a5b26cb2-2d41-4ec3-b679-1047294e1f4f on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:21:57.395398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d1fc4a2-b160-421b-840e-c0c959646695 req-aa90a53a-3b8f-422a-a8f2-41865bbff17a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.2725813 Feb 02 15:21:57.463801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:57.472271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-9177d711-a2b1-4f77-9a62-d75a04dd0e18 service neutron] 10.222.0.64 "GET /v2.0/networks/9484d12b-11cb-48f0-b6a8-7c990d21dc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489882 Feb 02 15:21:57.473444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] Usage tracker for resource:security_group_rule and tenant:83ddf01c6d434a5daf212b14b155500c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:57.478840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:57.506122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:57.517866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:21:57.518506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Checking segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:21:57.519112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Bound using segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:21:57.519717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Bound port: a5b26cb2-2d41-4ec3-b679-1047294e1f4f, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:21:57.520273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:57.536274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-c903a2f5-337c-4885-a28d-74a5d9ee0785 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 217 time: 0.1370890 Feb 02 15:21:57.542129 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d1fc4a2-b160-421b-840e-c0c959646695 req-914c1ede-0f78-440d-aa28-889e2050bebd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457121 Feb 02 15:21:57.626013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e9ea25-c154-471a-8b90-f33736a7ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:57.659007 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'status': 'completed', 'code': 200} Feb 02 15:21:57.738377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:57.740688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5841f018-4c1b-4b0a-82d6-c6ab6ac0f931 req-73c5782c-732a-4d9e-9dbb-0031f5f22b5c service neutron] 10.222.0.64 "GET /v2.0/networks/9484d12b-11cb-48f0-b6a8-7c990d21dc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532170 Feb 02 15:21:57.778222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-67e98284-5c4c-45b5-973a-ef763e6a6fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:57.780324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-67e98284-5c4c-45b5-973a-ef763e6a6fff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1956904 Feb 02 15:21:57.845630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] For port a5b26cb2-2d41-4ec3-b679-1047294e1f4f, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:21:57.853037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:57.859682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] For port a5b26cb2-2d41-4ec3-b679-1047294e1f4f, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:21:57.870899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1ce2b-06a9-475c-b145-6348af00b7a7 req-fbb1efb3-fcdb-42f9-a080-1aa9aecb820b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:57.872371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6c1ce2b-06a9-475c-b145-6348af00b7a7 req-fbb1efb3-fcdb-42f9-a080-1aa9aecb820b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.3411741 Feb 02 15:21:57.921800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6129f6-7b87-4341-a9b8-85c9f3fb3917,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:57.926627 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aa4cffd2-87f1-4423-8aa2-63e04d74b190 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83ddf01c6d434a5daf212b14b155500c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8535912 Feb 02 15:21:57.930432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52482) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:57.931648 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-f362df21-ba82-454c-898a-d5ba1702283c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422439 Feb 02 15:21:57.933937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6c1ce2b-06a9-475c-b145-6348af00b7a7 req-d857da4f-832c-4cdc-a0df-ed6af37f557b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Feb 02 15:21:57.964272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:57.991540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d0cfc-0c77-4872-adbb-e1b9df1c3df9 req-f288bc38-930e-46f8-9de9-115014381e65 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:57.993038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc7d0cfc-0c77-4872-adbb-e1b9df1c3df9 req-f288bc38-930e-46f8-9de9-115014381e65 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 943 time: 0.1780419 Feb 02 15:21:58.029178 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-247666b8-aa9d-443e-ac3f-df2b2f4487ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.042822 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e9ea25-c154-471a-8b90-f33736a7ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.076237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-247666b8-aa9d-443e-ac3f-df2b2f4487ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.104031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc7d0cfc-0c77-4872-adbb-e1b9df1c3df9 req-972ec7b8-9a5a-4895-b00c-b9d99e076a95 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981677 Feb 02 15:21:58.140579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9ea25-c154-471a-8b90-f33736a7ce52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c90b43-8c4d-4c58-9288-3c5f58373683,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:58.176203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39e9ea25-c154-471a-8b90-f33736a7ce52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.183985 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.185353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] 10.222.0.107 "PUT /v2.0/ports/a5b26cb2-2d41-4ec3-b679-1047294e1f4f HTTP/1.1" status: 200 len: 1091 time: 4.4447641 Feb 02 15:21:58.186825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646df02-7622-4855-b857-5ca26efc6373 None None] Network 0e676b4f-149a-4721-839b-7063c259f268 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:21:58.200742 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-247666b8-aa9d-443e-ac3f-df2b2f4487ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.214079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-39e9ea25-c154-471a-8b90-f33736a7ce52 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/37c90b43-8c4d-4c58-9288-3c5f58373683 HTTP/1.1" status: 204 len: 168 time: 1.7825565 Feb 02 15:21:58.224494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52486) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:58.240789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47137048-993b-4046-8c8d-a8904f077ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:58.272958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247666b8-aa9d-443e-ac3f-df2b2f4487ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6129f6-7b87-4341-a9b8-85c9f3fb3917,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:58.293462 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-247666b8-aa9d-443e-ac3f-df2b2f4487ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.297335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-247666b8-aa9d-443e-ac3f-df2b2f4487ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e6129f6-7b87-4341-a9b8-85c9f3fb3917 HTTP/1.1" status: 204 len: 168 time: 0.3634026 Feb 02 15:21:58.301506 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.326908 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-05861532-133e-49b3-a28a-95480692776a service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872712 Feb 02 15:21:58.423369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.537289 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.552229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] DHCP port deletion for 0e676b4f-149a-4721-839b-7063c259f268 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:21:58.558273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Deleting port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:58.559590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.592426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Deleting port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:21:58.592750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:58.641844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005decac-80ac-49e3-8ab1-d65c6f90bdb5 req-d457a690-4226-4d5e-9ec6-422161d100b6 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:58.643334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-005decac-80ac-49e3-8ab1-d65c6f90bdb5 req-d457a690-4226-4d5e-9ec6-422161d100b6 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 984 time: 0.5598333 Feb 02 15:21:58.648165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2bc2713c-5bea-4081-99f5-46860ca43e08 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:21:58.687331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae63b9-cd41-4aff-bf7d-7862b25e9ade req-7158126d-bd91-40b1-b332-3e66031441ec tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:58.687331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aeae63b9-cd41-4aff-bf7d-7862b25e9ade req-7158126d-bd91-40b1-b332-3e66031441ec tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 943 time: 0.0976520 Feb 02 15:21:58.837765 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:21:58.844824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89fd7521-0bd9-4c9f-b103-110e9cd90abb req-3493d54e-1d74-4dd6-a1cc-2bc903a5c8d7 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739611 Feb 02 15:21:58.849207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-561c93ee-b190-4733-a7bb-b7c48116e66a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 1094 time: 0.5260434 Feb 02 15:21:58.899301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aeae63b9-cd41-4aff-bf7d-7862b25e9ade req-2dc17ac1-08f1-404d-a97c-59e2ca1ca342 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998734 Feb 02 15:21:59.085741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-005decac-80ac-49e3-8ab1-d65c6f90bdb5 req-896af420-88cf-4df0-b6fd-3b0bb09b6842 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f&id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4230113 Feb 02 15:21:59.150166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-7d94d1fb-b07c-487b-8613-1658fa660567 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f HTTP/1.1" status: 200 len: 217 time: 0.2777379 Feb 02 15:21:59.164532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81eb5c-37a8-480f-9774-d7e821c338d1 req-9f7a155d-541d-4e91-a793-a1525d1bd09f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:59.166437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4b81eb5c-37a8-480f-9774-d7e821c338d1 req-9f7a155d-541d-4e91-a793-a1525d1bd09f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.1158981 Feb 02 15:21:59.223506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] For port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f766db4a-3b0c-420e-86db-0ecf2ebf9c3c,segment=NetworkSegment(dcc6f016-c317-4add-890f-0f4abeb3ff30),segment_id=dcc6f016-c317-4add-890f-0f4abeb3ff30)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:59.230153 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.264405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2bc2713c-5bea-4081-99f5-46860ca43e08, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2bc2713c-5bea-4081-99f5-46860ca43e08,segment=NetworkSegment(cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a),segment_id=cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:59.267818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4b81eb5c-37a8-480f-9774-d7e821c338d1 req-f910ba44-42fe-48fc-a66f-a8fa37d0029a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893474 Feb 02 15:21:59.283779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '2bc2713c-5bea-4081-99f5-46860ca43e08', 'network_id': '9484d12b-11cb-48f0-b6a8-7c990d21dc3f', 'port_id': '2bc2713c-5bea-4081-99f5-46860ca43e08', 'mac_address': 'fa:16:3e:88:43:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5bb2e2-58a1-44c3-b7d9-23ec7e750df4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:21:59.354946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52506) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:59.384187 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.416944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f766db4a-3b0c-420e-86db-0ecf2ebf9c3c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:21:59.421751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-bb203f28-34d5-4d00-acb2-b9f56c892fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:59.423339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-bb203f28-34d5-4d00-acb2-b9f56c892fcf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.2532461 Feb 02 15:21:59.425220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] For port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f766db4a-3b0c-420e-86db-0ecf2ebf9c3c,segment=NetworkSegment(dcc6f016-c317-4add-890f-0f4abeb3ff30),segment_id=dcc6f016-c317-4add-890f-0f4abeb3ff30)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:59.430306 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.446866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Calling delete_port for f766db4a-3b0c-420e-86db-0ecf2ebf9c3c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:59.475981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:21:59.489174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] Usage tracker for resource:security_group_rule and tenant:0ab2ec65f3894466b88841e348b72c86 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:21:59.493822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:21:59.502069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:21:59.539016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322184d-cde4-4058-b2ed-5e1e25512f26 req-119ffaf6-9dc9-4752-b987-8daaebe10a80 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:59.540587 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7322184d-cde4-4058-b2ed-5e1e25512f26 req-119ffaf6-9dc9-4752-b987-8daaebe10a80 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 943 time: 0.1259203 Feb 02 15:21:59.580147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.602063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Calling delete_port for f766db4a-3b0c-420e-86db-0ecf2ebf9c3c owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:21:59.629918 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.633722 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7322184d-cde4-4058-b2ed-5e1e25512f26 req-3ae4bc1a-93c8-4850-af48-34c5e6c53709 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794332 Feb 02 15:21:59.641408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc2713c-5bea-4081-99f5-46860ca43e08 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:21:59.645183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-84fad3df-3f5f-4775-af9a-f7f899986294 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 1098 time: 0.5583055 Feb 02 15:21:59.664209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f72353-e4f3-42fe-ab74-5fa16341fd8b req-5ec3bc54-d044-4ee7-ac17-84f72c1c6890 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:59.670812 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63f72353-e4f3-42fe-ab74-5fa16341fd8b req-5ec3bc54-d044-4ee7-ac17-84f72c1c6890 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.3939946 Feb 02 15:21:59.688891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2bc2713c-5bea-4081-99f5-46860ca43e08, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2bc2713c-5bea-4081-99f5-46860ca43e08,segment=NetworkSegment(cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a),segment_id=cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:21:59.689784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc', 'tag': 'a5b26cb2-2d41-4ec3-b679-1047294e1f4f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:21:59.699670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.724833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.808255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.831736 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc', 'tag': 'a5b26cb2-2d41-4ec3-b679-1047294e1f4f', 'status': 'completed', 'code': 200} Feb 02 15:21:59.849499 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0ab2ec65f3894466b88841e348b72c86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4934969 Feb 02 15:21:59.854735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52516) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:21:59.858798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d86532-c029-485b-a2fa-0500eb58694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaef94b-73f1-4ae5-bb38-db660109e41f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:59.886338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.887818 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:21:59.888338 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:21:59.895119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63f72353-e4f3-42fe-ab74-5fa16341fd8b req-1ec82c7f-c64a-45e8-a0cb-0c498ccae887 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970351 Feb 02 15:21:59.907516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-59574c9f-f5cd-4c76-aa26-c4a5e45d1a6d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4720991 Feb 02 15:21:59.914173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:21:59.925510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Pushing event deleted for resources: {'Port': ['ID=f766db4a-3b0c-420e-86db-0ecf2ebf9c3c,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:21:59.944850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.945200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.945547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.945883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.946223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.946552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.946875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.954613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.955322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.955322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.955632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:21:59.971197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-1e250189-e81c-4ab5-a17c-21b3d5143351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:21:59.973539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-1e250189-e81c-4ab5-a17c-21b3d5143351 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3178418 Feb 02 15:22:00.028082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0af8bce5-3813-4c15-9842-f108f24540ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:00.035230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=2bc2713c-5bea-4081-99f5-46860ca43e08,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:00.038096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb461dd1-d43d-4337-80b7-65ab4d70ef92 None None] No DVR routers for this DVR port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:22:00.131304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0af8bce5-3813-4c15-9842-f108f24540ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:00.131581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-686dbb78-5461-4374-8ccc-6505da582d5e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0980446 Feb 02 15:22:00.219903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812d08-ec88-4bee-81b7-2b9f0c7962d1 req-c6880f41-45d0-44c2-b741-8075f715a535 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:00.222332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7812d08-ec88-4bee-81b7-2b9f0c7962d1 req-c6880f41-45d0-44c2-b741-8075f715a535 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 944 time: 0.1441884 Feb 02 15:22:00.241865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['2bc2713c-5bea-4081-99f5-46860ca43e08'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:22:00.272916 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-244e2a0b-6720-428d-be9c-84ad85942747 service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544164 Feb 02 15:22:00.294247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-597469fd-0590-4fac-b2de-c2744fce1583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:00.294247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-597469fd-0590-4fac-b2de-c2744fce1583 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1504300 Feb 02 15:22:00.295525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7812d08-ec88-4bee-81b7-2b9f0c7962d1 req-42a65f4c-695d-49dd-848a-d6acb00e4c0a tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662649 Feb 02 15:22:00.320476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0af8bce5-3813-4c15-9842-f108f24540ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:00.347265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8bce5-3813-4c15-9842-f108f24540ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaef94b-73f1-4ae5-bb38-db660109e41f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:00.363647 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0af8bce5-3813-4c15-9842-f108f24540ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:00.381162 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0af8bce5-3813-4c15-9842-f108f24540ba admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3aaef94b-73f1-4ae5-bb38-db660109e41f HTTP/1.1" status: 204 len: 168 time: 0.5077474 Feb 02 15:22:00.424565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Deleting port f766db4a-3b0c-420e-86db-0ecf2ebf9c3c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:22:00.425300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:00.558724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] The port 'f766db4a-3b0c-420e-86db-0ecf2ebf9c3c' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:22:00.619487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e3c07-1d58-4bc7-bb27-95950780a9d9 req-2ebb8afb-b4c2-474b-a54b-d10035a0cf50 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:00.639579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f80e3c07-1d58-4bc7-bb27-95950780a9d9 req-2ebb8afb-b4c2-474b-a54b-d10035a0cf50 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.1273403 Feb 02 15:22:00.672760 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f80e3c07-1d58-4bc7-bb27-95950780a9d9 req-9347ecf0-ddd8-4db2-9c78-bff9f6500f25 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456002 Feb 02 15:22:00.859584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:00.889047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05102c-b4c1-418f-ba5f-febb86450ca8 req-ec3fccb5-cd39-4ec5-9caf-739ff30c744e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:00.890692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c05102c-b4c1-418f-ba5f-febb86450ca8 req-ec3fccb5-cd39-4ec5-9caf-739ff30c744e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 943 time: 0.0889623 Feb 02 15:22:00.908261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f4d9529-1f9c-409b-917c-10ee4e8ecb44 req-c4d1983a-4580-4635-a39c-ca532add5efe service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148927 Feb 02 15:22:00.913722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-1e950575-3919-48be-85c4-76a73b178eec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5991848 Feb 02 15:22:00.915272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e676b4f-149a-4721-839b-7063c259f268']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:00.953905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80266715-eb75-4b9d-afab-c7007001fda3 req-bb010e90-6712-4c14-83d8-b06676871ae5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:00.960788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80266715-eb75-4b9d-afab-c7007001fda3 req-bb010e90-6712-4c14-83d8-b06676871ae5 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 984 time: 0.4612322 Feb 02 15:22:00.964281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc6f016-c317-4add-890f-0f4abeb3ff30') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:00.964754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc6f016-c317-4add-890f-0f4abeb3ff30') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:00.972041 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c05102c-b4c1-418f-ba5f-febb86450ca8 req-d414b251-67ac-4a52-b374-10d79c0e03b1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747209 Feb 02 15:22:01.056374 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:01.083061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:01.105727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:22:01.106141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:22:01.127718 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:22:01.237014 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80266715-eb75-4b9d-afab-c7007001fda3 req-55942d2d-60e8-45ef-8df4-024c82500070 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f&id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2749195 Feb 02 15:22:01.298182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-a29945c5-8978-461f-914d-23a010d96125 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706961 Feb 02 15:22:01.399340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-48c0461a-b9e5-4eb4-b166-d02b3cbc76eb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 1094 time: 0.2725334 Feb 02 15:22:01.460927 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-14498c99-bacf-4e4d-ab66-ad59d1d9cabd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-737315340&fields=id&tenant_id=83e50a662f9340278758866d8e48d4ff HTTP/1.1" status: 200 len: 267 time: 0.0457461 Feb 02 15:22:01.533695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:01.555037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-0cdd5326-ced0-4d6b-83f0-5b8a81ca64ce tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:01.558297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-0cdd5326-ced0-4d6b-83f0-5b8a81ca64ce tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 984 time: 0.0916419 Feb 02 15:22:01.578101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'port': {'security_groups': ['4aabf53d-d21c-4f38-a099-46f44d867f93', '97fc1d1b-9d72-46aa-bef4-22eaab8ad13f', 'ed911dc1-fa2d-4855-b343-c68c0fbb7517']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:01.613077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:01.615363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e676b4f-149a-4721-839b-7063c259f268,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:01.642537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce3c279b-664d-4a83-a4a6-ad88c227262e req-c815c814-f436-4360-8b59-d1f9125967e2 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334854 Feb 02 15:22:01.646586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-440b8429-f6c7-42cc-a162-d3a77733d01d admin admin] 10.222.0.88 "DELETE /v2.0/networks/0e676b4f-149a-4721-839b-7063c259f268 HTTP/1.1" status: 204 len: 168 time: 3.4211235 Feb 02 15:22:01.701612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-ae0caf4d-c5d8-4fe4-9d22-d1b6b19ed9a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:01.703502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-ae0caf4d-c5d8-4fe4-9d22-d1b6b19ed9a0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.2688525 Feb 02 15:22:01.714959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ec66d418-6790-43ed-a19a-3ccd681a9ce0 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:22:01.777256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc6158-1104-4f38-a79d-f2dfdb7770f9 req-23b416c8-c156-488f-9c5d-559d3dc7d6b9 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:01.790040 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70dc6158-1104-4f38-a79d-f2dfdb7770f9 req-23b416c8-c156-488f-9c5d-559d3dc7d6b9 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 944 time: 0.2686388 Feb 02 15:22:01.819719 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-4ab0b8fa-408d-42b7-9132-b56dd8dfc161 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f HTTP/1.1" status: 200 len: 217 time: 0.1083136 Feb 02 15:22:01.824724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:01.936625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70dc6158-1104-4f38-a79d-f2dfdb7770f9 req-a05033a7-812e-4e4b-99af-809b43fa56b6 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495776 Feb 02 15:22:01.967956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-07924ae5-f93e-45a0-b986-603b079797fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:01.970169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-07924ae5-f93e-45a0-b986-603b079797fe service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1329267 Feb 02 15:22:02.010541 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:02.026857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'mac_address': 'fa:16:3e:cb:1e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:22:02.131240 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:02.149907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-4f914e62-8555-42c5-8e59-2c6b7ab0a6dd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697547 Feb 02 15:22:02.172929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec66d418-6790-43ed-a19a-3ccd681a9ce0 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:22:02.197357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:02.348859 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:02.384082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] For port 05e1f002-4f30-473d-979b-657adad5d5d9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=05e1f002-4f30-473d-979b-657adad5d5d9,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:02.429129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52584) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:02.451069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65f3c0-7d42-4607-acb2-10376b4a0045 req-ccc9cee8-d68a-4aeb-89cf-d5abf2281f98 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:02.452244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7b65f3c0-7d42-4607-acb2-10376b4a0045 req-ccc9cee8-d68a-4aeb-89cf-d5abf2281f98 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Synchronizing usage tracker for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:02.459169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-dcda652e-9baa-4bd4-bb5a-ff5ae501bcde service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002601 Feb 02 15:22:02.492616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:02.525141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-76bca438-6090-4834-b470-355d473c314d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5acfb7d387fa4226aeca0a89c85d7958&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0925598 Feb 02 15:22:02.525553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52590) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:02.529423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:02.575595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2bc2713c-5bea-4081-99f5-46860ca43e08 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:02.575997 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:02.669187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:22:02.682825 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-396ffd32-0dbd-4dcd-8138-d350fc8afbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:02.698026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['05e1f002-4f30-473d-979b-657adad5d5d9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:22:02.715399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:02.716061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:02.718261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d95d1b1f-c7ee-4212-8a1c-eae5f8400557 req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "PUT /v2.0/ports/05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 200 len: 1020 time: 1.1475134 Feb 02 15:22:02.726524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:02.754745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4251343-6511-4e3c-bfe6-ae1bcc490a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'Port': ['ID=05e1f002-4f30-473d-979b-657adad5d5d9,revision_number=7']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:02.759508 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-396ffd32-0dbd-4dcd-8138-d350fc8afbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:02.866732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ec66d418-6790-43ed-a19a-3ccd681a9ce0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:22:02.869922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7b65f3c0-7d42-4607-acb2-10376b4a0045 req-ccc9cee8-d68a-4aeb-89cf-d5abf2281f98 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Unset dirty status for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:02.871224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b65f3c0-7d42-4607-acb2-10376b4a0045 req-ccc9cee8-d68a-4aeb-89cf-d5abf2281f98 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.7174716 Feb 02 15:22:02.922644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37878c8-1709-4281-9cb3-e17c80de3dc3 req-1683a7cd-308b-4e2c-abca-5196f328eaf5 service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530647 Feb 02 15:22:02.958817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b65f3c0-7d42-4607-acb2-10376b4a0045 req-9fcc0315-213e-43bc-b831-4d0215268973 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742965 Feb 02 15:22:02.999680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-396ffd32-0dbd-4dcd-8138-d350fc8afbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:03.055017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['05e1f002-4f30-473d-979b-657adad5d5d9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:22:03.055157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-396ffd32-0dbd-4dcd-8138-d350fc8afbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:03.056276 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-396ffd32-0dbd-4dcd-8138-d350fc8afbc4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b02c28e9-c0fe-4007-81ce-92b0dc991003 HTTP/1.1" status: 204 len: 168 time: 0.5298114 Feb 02 15:22:03.061639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ffd32-0dbd-4dcd-8138-d350fc8afbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02c28e9-c0fe-4007-81ce-92b0dc991003,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:03.111222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d036b0-2ad4-44c5-be97-719c6815cf9b req-1f0f55b3-f812-467f-a981-d070624cd8f1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:03.119077 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0d036b0-2ad4-44c5-be97-719c6815cf9b req-1f0f55b3-f812-467f-a981-d070624cd8f1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 943 time: 0.2193763 Feb 02 15:22:03.127339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9e211d3-9d74-4528-8565-c6b7f4a36640 req-04430a5e-f45f-4cb9-88b8-d23205603ecd tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/ed911dc1-fa2d-4855-b343-c68c0fbb7517 HTTP/1.1" status: 200 len: 1634 time: 0.1036520 Feb 02 15:22:03.196810 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0d036b0-2ad4-44c5-be97-719c6815cf9b req-90715f54-a9cc-4962-9c49-dec3aea63096 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 Feb 02 15:22:03.241944 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-b9e211d3-9d74-4528-8565-c6b7f4a36640 req-465b8760-ce0b-4523-8faf-61b9fbf02b9c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 15:22:03.260924 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9e211d3-9d74-4528-8565-c6b7f4a36640 req-465b8760-ce0b-4523-8faf-61b9fbf02b9c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/ed911dc1-fa2d-4855-b343-c68c0fbb7517 HTTP/1.1" status: 409 len: 341 time: 0.1183131 Feb 02 15:22:03.277931 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9', 'status': 'completed', 'code': 200} Feb 02 15:22:03.443025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 2bc2713c-5bea-4081-99f5-46860ca43e08 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:03.454308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-747c148f-c73b-4ce0-80af-63a0e8bd3278 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83e50a662f9340278758866d8e48d4ff&device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1174 time: 0.1182377 Feb 02 15:22:03.507874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 2bc2713c-5bea-4081-99f5-46860ca43e08 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:03.515712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:03.628193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827996e-99af-4d1b-bdbe-a6055e3538c6 req-6c96de1e-d5cf-4e2c-8de4-3b07c950e981 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:03.630094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1827996e-99af-4d1b-bdbe-a6055e3538c6 req-6c96de1e-d5cf-4e2c-8de4-3b07c950e981 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 944 time: 0.1282039 Feb 02 15:22:03.651457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-993eedd6-bad8-454f-b331-04ab611fa1bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:03.653278 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-993eedd6-bad8-454f-b331-04ab611fa1bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 200 len: 915 time: 0.1930625 Feb 02 15:22:03.717166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1827996e-99af-4d1b-bdbe-a6055e3538c6 req-c0b2d635-ce4b-48bd-9945-53c8f7345a8b tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793271 Feb 02 15:22:03.743308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a5b26cb2-2d41-4ec3-b679-1047294e1f4f details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:22:03.875380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-3e270d80-2726-4b21-80e5-50d4abfc47b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 200 len: 217 time: 0.2147131 Feb 02 15:22:03.997272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-27b1c6b0-ff32-4760-8a20-7007a2746533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:04.001489 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:22:04.003596 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-27b1c6b0-ff32-4760-8a20-7007a2746533 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 200 len: 853 time: 0.1219606 Feb 02 15:22:04.073865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-ba1544cd-d767-4661-aacd-0d7ed6320024 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97c3d28e-7eb0-47b7-96be-ff5314d068e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635073 Feb 02 15:22:04.143648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a5b26cb2-2d41-4ec3-b679-1047294e1f4f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:04.163237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'a5b26cb2-2d41-4ec3-b679-1047294e1f4f', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': 'a5b26cb2-2d41-4ec3-b679-1047294e1f4f', 'mac_address': 'fa:16:3e:ba:b7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:22:04.296009 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-0e4e5c37-41d0-4c8d-a4cb-af0689ae109a service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101223 Feb 02 15:22:04.325645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52636) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:04.474050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:04.485458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:04.531685 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b639f363-29fb-4f8c-92d7-ce5a8299abb0 req-fba69d44-39b1-4c07-9c94-34bb6a1f5d29 service neutron] 10.222.0.64 "GET /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279117 Feb 02 15:22:04.532754 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e9a2ece6-848e-4e5c-a6df-bb4964bca714 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d319d9c4b8854b5190c8890d9a7faeea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2052095 Feb 02 15:22:04.534468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52646) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:04.550024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b26cb2-2d41-4ec3-b679-1047294e1f4f {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:22:04.605056 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b63afbb0-349a-4fc9-af61-e604e1931f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:04.637701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8817b0-d01a-49a4-ad92-d465baf1254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc2713c-5bea-4081-99f5-46860ca43e08'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:04.677358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a5b26cb2-2d41-4ec3-b679-1047294e1f4f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:04.679268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2bc2713c-5bea-4081-99f5-46860ca43e08, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2bc2713c-5bea-4081-99f5-46860ca43e08,segment=NetworkSegment(cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a),segment_id=cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:04.682630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b63afbb0-349a-4fc9-af61-e604e1931f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:04.822451 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:04.824554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:04.835808 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-d5182e46-0caf-449a-846d-1ad98a869799 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1096 time: 0.1398118 Feb 02 15:22:04.913547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=2bc2713c-5bea-4081-99f5-46860ca43e08,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:04.931146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d664f-49b9-493b-8cff-1b0b2850b1e4 req-aea9efb8-7f35-4302-909c-b26c39f16946 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:04.932927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a1d664f-49b9-493b-8cff-1b0b2850b1e4 req-aea9efb8-7f35-4302-909c-b26c39f16946 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1023 time: 0.2554240 Feb 02 15:22:04.988470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b63afbb0-349a-4fc9-af61-e604e1931f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:05.004205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:05.008622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63afbb0-349a-4fc9-af61-e604e1931f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae1e68e-6a20-4b7f-87a1-9720b89047d4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:05.016951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a1d664f-49b9-493b-8cff-1b0b2850b1e4 req-dc1f39f5-d178-4f94-badc-bff126ae9a43 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f&id=4aabf53d-d21c-4f38-a099-46f44d867f93&id=ed911dc1-fa2d-4855-b343-c68c0fbb7517&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0762091 Feb 02 15:22:05.019048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b63afbb0-349a-4fc9-af61-e604e1931f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:05.020078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b63afbb0-349a-4fc9-af61-e604e1931f97 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1ae1e68e-6a20-4b7f-87a1-9720b89047d4 HTTP/1.1" status: 204 len: 168 time: 0.4842856 Feb 02 15:22:05.030715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-f89c9404-f78e-4231-81ce-8cd13a0e3a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:05.033837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-f89c9404-f78e-4231-81ce-8cd13a0e3a5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 921 time: 0.1912127 Feb 02 15:22:05.130723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-34df7d69-db0b-4c8e-bfcd-40d535c73129 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7 HTTP/1.1" status: 200 len: 217 time: 0.0908616 Feb 02 15:22:05.176092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a5b26cb2-2d41-4ec3-b679-1047294e1f4f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:22:05.236567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-95d2019c-809d-4d2b-97d2-71772c131bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:05.238789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-95d2019c-809d-4d2b-97d2-71772c131bad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.1006849 Feb 02 15:22:05.324570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c14fa-b19a-47ac-a55c-0c417a43c75f req-5240a8c9-d316-4276-8377-351327108c8d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:05.334911 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-498c14fa-b19a-47ac-a55c-0c417a43c75f req-5240a8c9-d316-4276-8377-351327108c8d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 948 time: 0.1906776 Feb 02 15:22:05.425440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-498c14fa-b19a-47ac-a55c-0c417a43c75f req-98e8c28d-73ff-419a-b2aa-c4b834ac8681 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880256 Feb 02 15:22:05.431879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-7455c7ad-1f74-48c3-95a4-e9a0702f71c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849883 Feb 02 15:22:05.662662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfabd62-9c7f-4d76-8093-031ac23f394e req-d58c8341-aba8-4380-a249-e8a9cddbd919 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:05.665191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0585-0d01-4853-b4bd-e1cac7f1aae0 req-e4ef43db-ee8e-441f-b86d-f81487ee534f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:05.667460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a39a0585-0d01-4853-b4bd-e1cac7f1aae0 req-e4ef43db-ee8e-441f-b86d-f81487ee534f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 944 time: 0.3002052 Feb 02 15:22:05.670123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfabd62-9c7f-4d76-8093-031ac23f394e req-d58c8341-aba8-4380-a249-e8a9cddbd919 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.1003609 Feb 02 15:22:05.731662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ec66d418-6790-43ed-a19a-3ccd681a9ce0 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:05.742374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-af89e0a5-f90e-4ea0-bcc8-9c788298df81 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942741 Feb 02 15:22:05.758154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfabd62-9c7f-4d76-8093-031ac23f394e req-fc37022b-5874-4cd1-a70d-cdf99f277ea0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863354 Feb 02 15:22:05.914159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port ec66d418-6790-43ed-a19a-3ccd681a9ce0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:05.920889 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8817b0-d01a-49a4-ad92-d465baf1254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc2713c-5bea-4081-99f5-46860ca43e08', 'code': 200} Feb 02 15:22:05.925115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port ec66d418-6790-43ed-a19a-3ccd681a9ce0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:05.931248 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:05.931538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a39a0585-0d01-4853-b4bd-e1cac7f1aae0 req-afc1c553-50c6-48fd-9d6b-35b934d58b34 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477298 Feb 02 15:22:05.983154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-2aaaa883-ef0b-41a6-ae58-31c7decea1b3 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:05.983154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-2aaaa883-ef0b-41a6-ae58-31c7decea1b3 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.64 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1023 time: 0.2186823 Feb 02 15:22:06.079601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8ea5f59-5877-46b5-bf54-6453533c5953 req-00cd682e-3ec1-408b-8612-ba2652a86ff1 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173831 Feb 02 15:22:06.110344 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:06.162119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:06.251771 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:06.305035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Deleting port 05e1f002-4f30-473d-979b-657adad5d5d9 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:22:06.305591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:06.360906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:06.395507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b6cad-563a-48f1-adb5-8c3b617ee17e req-f8d28f37-64cd-4eae-b4cc-86893959042e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:06.406303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-846b6cad-563a-48f1-adb5-8c3b617ee17e req-f8d28f37-64cd-4eae-b4cc-86893959042e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 1023 time: 0.1344051 Feb 02 15:22:06.442707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371dd6a-366a-48ce-af21-94cf90a94b5e req-33c3bc36-6eb9-4d5c-a211-e2aa10b70408 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:06.450436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f371dd6a-366a-48ce-af21-94cf90a94b5e req-33c3bc36-6eb9-4d5c-a211-e2aa10b70408 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 945 time: 0.3726554 Feb 02 15:22:06.477296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-846b6cad-563a-48f1-adb5-8c3b617ee17e req-ca504c58-8b87-4083-adbb-7d7b026c9dee tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f&id=4aabf53d-d21c-4f38-a099-46f44d867f93&id=ed911dc1-fa2d-4855-b343-c68c0fbb7517&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0688028 Feb 02 15:22:06.558350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d025523-5ec1-49f6-8bbe-ab22bb60d7fc req-be0b3b17-cf82-4e4a-9e7e-e701aeb09a11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 1096 time: 0.4678218 Feb 02 15:22:06.690296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f371dd6a-366a-48ce-af21-94cf90a94b5e req-e1cd371f-63fe-4b7e-9104-ead938936664 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389541 Feb 02 15:22:06.706375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20161d33-5338-4a5d-8ea9-3eccb7e5a775 req-b43597fa-d081-4362-aac0-9ca95f9ced58 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:06.708561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20161d33-5338-4a5d-8ea9-3eccb7e5a775 req-b43597fa-d081-4362-aac0-9ca95f9ced58 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.0928447 Feb 02 15:22:06.759825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d025523-5ec1-49f6-8bbe-ab22bb60d7fc req-973b2ef3-957f-45b1-9174-f3a8517e84f8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923058 Feb 02 15:22:06.817092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20161d33-5338-4a5d-8ea9-3eccb7e5a775 req-4c7c893f-2d83-4ef0-b477-6f9179ab5eca tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960486 Feb 02 15:22:06.833857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] For port 05e1f002-4f30-473d-979b-657adad5d5d9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=05e1f002-4f30-473d-979b-657adad5d5d9,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:06.834219 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:07.017686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Calling delete_port for 05e1f002-4f30-473d-979b-657adad5d5d9 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:22:07.128547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69f140-de89-413c-8749-fca49897a379 req-8d1e2661-0751-490b-a57e-2cbd9cd372a2 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:07.133889 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b69f140-de89-413c-8749-fca49897a379 req-8d1e2661-0751-490b-a57e-2cbd9cd372a2 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2183514 Feb 02 15:22:07.166888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52708) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:07.185494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fce906-7f90-49d4-857f-822c9a8a5af6 req-98173e67-0255-49db-9731-3d2810d0fb8b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:07.189334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62fce906-7f90-49d4-857f-822c9a8a5af6 req-98173e67-0255-49db-9731-3d2810d0fb8b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 944 time: 0.0999310 Feb 02 15:22:07.238496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62fce906-7f90-49d4-857f-822c9a8a5af6 req-efd273f8-20b3-4457-bdab-47e995dea27a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434031 Feb 02 15:22:07.259498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b69f140-de89-413c-8749-fca49897a379 req-a3c9b174-207b-443e-8d79-9fb6c989403e tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738735 Feb 02 15:22:07.337317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:07.353520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-network', 'tenant_id': '3b1decc9381440f299a0b169a6427238'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:07.359050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:07.362824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Usage tracker for resource:network and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:07.365712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:07.372408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:07.374319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:22:07.394598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'Port': ['ID=05e1f002-4f30-473d-979b-657adad5d5d9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:07.428182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:07.431033 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:07.446153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:07.483230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] No DVR routers for this DVR port 05e1f002-4f30-473d-979b-657adad5d5d9 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:22:07.487110 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:07.493791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'name': 'network-vif-deleted', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:07.503239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:07.509212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Usage tracker for resource:security_group_rule and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:07.513697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:07.536239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:07.578617 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4907b7c9-53a6-4039-8839-211064749b3c', 'name': 'network-vif-deleted', 'tag': '05e1f002-4f30-473d-979b-657adad5d5d9', 'status': 'completed', 'code': 200} Feb 02 15:22:07.595230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3ab29d0-7b68-48c1-94ba-b185eb336e97 req-559004e4-3153-4cc3-9840-778b8c793074 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.64 "DELETE /v2.0/ports/05e1f002-4f30-473d-979b-657adad5d5d9 HTTP/1.1" status: 204 len: 173 time: 1.6103528 Feb 02 15:22:07.678384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:07.765564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a5b26cb2-2d41-4ec3-b679-1047294e1f4f up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:07.768096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-525cfa66-8cbd-453e-a343-c367062062db req-015cbafe-75a7-4459-9743-5941209a902e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:07.771549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:07.923598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:07.939788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:07.942404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:22:07.986439 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:07.986787 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Added segment 8258a567-30f8-4e2c-b9d9-5c24a20b6c95 of type vlan for network b2296672-15a6-4ab4-9585-5f92ce6cfd57 Feb 02 15:22:08.029744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:08.040519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port a5b26cb2-2d41-4ec3-b679-1047294e1f4f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:08.041770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-525cfa66-8cbd-453e-a343-c367062062db req-015cbafe-75a7-4459-9743-5941209a902e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:08.050181 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-525cfa66-8cbd-453e-a343-c367062062db req-015cbafe-75a7-4459-9743-5941209a902e tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=4907b7c9-53a6-4039-8839-211064749b3c HTTP/1.1" status: 200 len: 210 time: 0.3538873 Feb 02 15:22:08.050319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port a5b26cb2-2d41-4ec3-b679-1047294e1f4f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:08.050319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:08.079551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3053f8f-1ffe-4914-b8b8-6b4b28ebabf1 req-13d1124b-2279-4810-a313-c7fb09f1e31e tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:08.081100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3053f8f-1ffe-4914-b8b8-6b4b28ebabf1 req-13d1124b-2279-4810-a313-c7fb09f1e31e tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 945 time: 0.1308110 Feb 02 15:22:08.166967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:08.166967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:08.166967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:08.166967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3053f8f-1ffe-4914-b8b8-6b4b28ebabf1 req-b535c925-4736-43dd-80c4-3685795b1adc tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753946 Feb 02 15:22:08.269312 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'code': 200} Feb 02 15:22:08.279201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] Pushing event updated for resources: {'Network': ['ID=b2296672-15a6-4ab4-9585-5f92ce6cfd57,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:08.288811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:08.309875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:22:08.383345 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9977ab68-6c8c-4e7b-9720-8ebab5858f0f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2148690 Feb 02 15:22:08.386224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52738) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:08.393211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Request body: {'subnet': {'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-subnet', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:08.403692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:08.414256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Usage tracker for resource:subnet and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:08.422073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:08.451704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a5b26cb2-2d41-4ec3-b679-1047294e1f4f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:08.475556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:08.518480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5e34-db05-419d-8870-a72ef3e49ab7 req-4be096e6-2222-4851-9366-9434f2fdf74a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:08.519996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-269e5e34-db05-419d-8870-a72ef3e49ab7 req-4be096e6-2222-4851-9366-9434f2fdf74a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 944 time: 0.1005197 Feb 02 15:22:08.526105 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:08.559312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:08.562572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:08.614404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 05e1f002-4f30-473d-979b-657adad5d5d9 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:22:08.629148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eac197-a5e9-4dd9-934b-56eb55a6e376 req-9b5c2e4e-41e2-47b0-b1ae-3d6f460ac255 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:08.639251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91eac197-a5e9-4dd9-934b-56eb55a6e376 req-9b5c2e4e-41e2-47b0-b1ae-3d6f460ac255 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.3425329 Feb 02 15:22:08.660414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-269e5e34-db05-419d-8870-a72ef3e49ab7 req-ee94845a-f6c4-4efa-a206-6e9b4216a6c3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339777 Feb 02 15:22:08.676671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 05e1f002-4f30-473d-979b-657adad5d5d9 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:22:08.678270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 05e1f002-4f30-473d-979b-657adad5d5d9 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:22:08.707338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:08.727062 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce1d71a4-cedc-4d6f-bd9d-356d3e76b37f req-ebb52a5a-7b23-4946-b73f-64ea567c0cc1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 1100 time: 0.3293338 Feb 02 15:22:08.836478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91eac197-a5e9-4dd9-934b-56eb55a6e376 req-e6dd1c1a-dae7-4f6e-aa78-c48612704eed tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962984 Feb 02 15:22:08.849579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce1d71a4-cedc-4d6f-bd9d-356d3e76b37f req-9d2a1a8e-5f8d-4ec5-a694-8286784d2104 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045847 Feb 02 15:22:08.976457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57871738-6bb4-4e53-9539-c3d98997d9e1 req-84894a85-1789-4059-a5cb-2d3e80feefd7 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:08.977908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57871738-6bb4-4e53-9539-c3d98997d9e1 req-84894a85-1789-4059-a5cb-2d3e80feefd7 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.1314304 Feb 02 15:22:09.024587 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57871738-6bb4-4e53-9539-c3d98997d9e1 req-6251223f-6abf-4bd5-b7f0-889defa8eef2 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Feb 02 15:22:09.102688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.181882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=43861301-08a4-4106-af03-586ba63ac53a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:09.194596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Checking segment: {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:09.194952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Network hostable DHCP agents. Network: b2296672-15a6-4ab4-9585-5f92ce6cfd57, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:22:09.259534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1e41fc-fcb6-4d3c-a1f6-beb01c57968b req-2c31556f-bf4c-4b88-8f2e-55054285045f tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/97fc1d1b-9d72-46aa-bef4-22eaab8ad13f HTTP/1.1" status: 200 len: 1634 time: 0.0538924 Feb 02 15:22:09.332207 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e1e41fc-fcb6-4d3c-a1f6-beb01c57968b req-bece0a75-e2aa-4e13-b0fe-5feed66da992 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.361766 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e1e41fc-fcb6-4d3c-a1f6-beb01c57968b req-bece0a75-e2aa-4e13-b0fe-5feed66da992 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.371891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:22:09.393469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cba095-cb19-475c-80b5-f19697213500 req-6a8a1674-f7f9-491a-bd1d-b6c8bb1cd3cd tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:09.394935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8cba095-cb19-475c-80b5-f19697213500 req-6a8a1674-f7f9-491a-bd1d-b6c8bb1cd3cd tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 945 time: 0.0950181 Feb 02 15:22:09.442477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8cba095-cb19-475c-80b5-f19697213500 req-245ad805-85ee-45b2-b2d5-f33643ed1e23 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Feb 02 15:22:09.479673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, b2296672-15a6-4ab4-9585-5f92ce6cfd57) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:09.484337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:09.485035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.493621 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce7ae4-8874-42ae-846b-55c64a525981 None None] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:22:09.554118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e1e41fc-fcb6-4d3c-a1f6-beb01c57968b req-bece0a75-e2aa-4e13-b0fe-5feed66da992 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.556596 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e1e41fc-fcb6-4d3c-a1f6-beb01c57968b req-bece0a75-e2aa-4e13-b0fe-5feed66da992 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.558705 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e1e41fc-fcb6-4d3c-a1f6-beb01c57968b req-bece0a75-e2aa-4e13-b0fe-5feed66da992 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/97fc1d1b-9d72-46aa-bef4-22eaab8ad13f HTTP/1.1" status: 204 len: 173 time: 0.2925627 Feb 02 15:22:09.575728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece0a75-e2aa-4e13-b0fe-5feed66da992 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fc1d1b-9d72-46aa-bef4-22eaab8ad13f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:09.635731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cef2c444-0c9b-4ddc-abe2-dc9aede2fa2a req-a3905c81-ed07-4003-8f75-b9d245d5ccb9 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/ed911dc1-fa2d-4855-b343-c68c0fbb7517 HTTP/1.1" status: 200 len: 1634 time: 0.0493116 Feb 02 15:22:09.658902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e5839fc9-b210-4499-b671-e890ad92f5bf admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2707670 Feb 02 15:22:09.662869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52774) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:09.667893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:09.673588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:09.677404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Usage tracker for resource:router and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:09.680713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:09.687294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:09.730063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cef2c444-0c9b-4ddc-abe2-dc9aede2fa2a req-3e73431e-bc16-4d3a-8dcf-0862b73037dc tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.750169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:22:09.750984 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.768526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cef2c444-0c9b-4ddc-abe2-dc9aede2fa2a req-3e73431e-bc16-4d3a-8dcf-0862b73037dc tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.796213 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.797151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.903200 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cef2c444-0c9b-4ddc-abe2-dc9aede2fa2a req-3e73431e-bc16-4d3a-8dcf-0862b73037dc tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.969779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73431e-bc16-4d3a-8dcf-0862b73037dc tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed911dc1-fa2d-4855-b343-c68c0fbb7517,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:09.971905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cef2c444-0c9b-4ddc-abe2-dc9aede2fa2a req-3e73431e-bc16-4d3a-8dcf-0862b73037dc tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:09.993312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cef2c444-0c9b-4ddc-abe2-dc9aede2fa2a req-3e73431e-bc16-4d3a-8dcf-0862b73037dc tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/ed911dc1-fa2d-4855-b343-c68c0fbb7517 HTTP/1.1" status: 204 len: 173 time: 0.3516185 Feb 02 15:22:10.051144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Allocated IP 172.20.0.2 (b2296672-15a6-4ab4-9585-5f92ce6cfd57/43861301-08a4-4106-af03-586ba63ac53a/c734eff8-d4e2-441e-9ecf-f40039bd0487) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:10.094518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.149307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00068fe2-bf77-4f64-9c3a-b5dfebc70916 req-0193f872-bee2-43bd-aed0-cee8fb2d8d13 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:10.160497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00068fe2-bf77-4f64-9c3a-b5dfebc70916 req-0193f872-bee2-43bd-aed0-cee8fb2d8d13 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.2820251 Feb 02 15:22:10.270415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b26cb2-2d41-4ec3-b679-1047294e1f4f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:10.303905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5f0ee-9cc8-4422-a73c-f1f8bd728777 req-8c85bee7-57e6-4053-8d55-633760f972c8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:10.312357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaf5f0ee-9cc8-4422-a73c-f1f8bd728777 req-8c85bee7-57e6-4053-8d55-633760f972c8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1709754 Feb 02 15:22:10.347694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.363950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00068fe2-bf77-4f64-9c3a-b5dfebc70916 req-9ca8643b-cd55-4909-9b2f-588b5d49ade4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017326 Feb 02 15:22:10.440582 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.442131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaf5f0ee-9cc8-4422-a73c-f1f8bd728777 req-586f4a67-a475-41d6-9d69-a0f5a4edd248 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237772 Feb 02 15:22:10.452094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-772431807', 'description': 'tempest-description-1355653769'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:10.459547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:10.463818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:10.474580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Transition to ACTIVE for port object c734eff8-d4e2-441e-9ecf-f40039bd0487 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:10.476096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:10.499018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:10.529877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Transition to ACTIVE for port object c734eff8-d4e2-441e-9ecf-f40039bd0487 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:10.652530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.663033 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.668548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68a9d1-d250-4c58-b6e6-e03127f6cd05 req-274f02eb-1a59-4528-9991-2c9d819367ca tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:10.671608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad68a9d1-d250-4c58-b6e6-e03127f6cd05 req-274f02eb-1a59-4528-9991-2c9d819367ca tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.0899742 Feb 02 15:22:10.714012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:10.719584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Usage tracker for resource:security_group_rule and tenant:83e50a662f9340278758866d8e48d4ff is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:10.720514 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad68a9d1-d250-4c58-b6e6-e03127f6cd05 req-4ec285a2-9569-42ce-8df2-2aba0d419040 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431643 Feb 02 15:22:10.737682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:10.741510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:10.744496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:10.747187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:10.748534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:10.772729 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.799810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Pushing event updated for resources: {'Port': ['ID=c734eff8-d4e2-441e-9ecf-f40039bd0487,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:10.819021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.835185 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b26cb2-2d41-4ec3-b679-1047294e1f4f', 'code': 200} Feb 02 15:22:10.861913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Attempting to bind port c734eff8-d4e2-441e-9ecf-f40039bd0487 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:10.862781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Attempting to bind port c734eff8-d4e2-441e-9ecf-f40039bd0487 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:10.863491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Attempting to bind port c734eff8-d4e2-441e-9ecf-f40039bd0487 on network b2296672-15a6-4ab4-9585-5f92ce6cfd57 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:10.871910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:10.877494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Checking segment: {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:10.877494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.877494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Bound using segment: {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:10.877494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Bound port: c734eff8-d4e2-441e-9ecf-f40039bd0487, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:10.877494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.987092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:10.995749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] For port c734eff8-d4e2-441e-9ecf-f40039bd0487, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:11.003147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] For port c734eff8-d4e2-441e-9ecf-f40039bd0487, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c734eff8-d4e2-441e-9ecf-f40039bd0487,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:11.042525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5709b102-5974-4c44-8179-f60be094459d req-dba92055-4ed3-4509-a72b-ff176be87334 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 1096 time: 0.1272166 Feb 02 15:22:11.081102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.097871 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.103298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5709b102-5974-4c44-8179-f60be094459d req-30e7f98d-5a83-44ca-a8df-81a32b8a3c59 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543714 Feb 02 15:22:11.127274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Allocated IP 172.25.0.155 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/dac960f0-8a50-4369-8e16-a6866243c226) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:11.199985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a82f-14c7-4472-aecb-83b2b77ebf92 None None] Pushing event updated for resources: {'Port': ['ID=c734eff8-d4e2-441e-9ecf-f40039bd0487,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:11.318994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c55d3fe-ed6b-4f5f-af68-16378d1d3cc6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:11.323416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.340180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-85323557-690e-4273-8ee1-9d61eb1ba5e4 req-cda035a8-32c2-4d88-9b17-5b55eb50ca95 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.8900006 Feb 02 15:22:11.512621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db19993c-26c0-45d2-b80f-093a741da65b req-0527db80-1ef7-4189-8fc5-a0f25235392b tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/3c55d3fe-ed6b-4f5f-af68-16378d1d3cc6 HTTP/1.1" status: 200 len: 1634 time: 0.1524184 Feb 02 15:22:11.537623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-db19993c-26c0-45d2-b80f-093a741da65b req-e5ce64f0-7360-425c-8271-d85fa60b8e04 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Request body: {'security_group': {'name': 'tempest-sg-hth-505064111', 'description': 'tempest-description-hth-1379465501'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:11.574155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.579089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-db19993c-26c0-45d2-b80f-093a741da65b req-e5ce64f0-7360-425c-8271-d85fa60b8e04 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.650057 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-db19993c-26c0-45d2-b80f-093a741da65b req-e5ce64f0-7360-425c-8271-d85fa60b8e04 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.714522 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-db19993c-26c0-45d2-b80f-093a741da65b req-e5ce64f0-7360-425c-8271-d85fa60b8e04 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.717551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-db19993c-26c0-45d2-b80f-093a741da65b req-e5ce64f0-7360-425c-8271-d85fa60b8e04 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.719046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db19993c-26c0-45d2-b80f-093a741da65b req-e5ce64f0-7360-425c-8271-d85fa60b8e04 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "PUT /v2.0/security-groups/3c55d3fe-ed6b-4f5f-af68-16378d1d3cc6 HTTP/1.1" status: 200 len: 1608 time: 0.1952167 Feb 02 15:22:11.751683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:11.805872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce64f0-7360-425c-8271-d85fa60b8e04 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c55d3fe-ed6b-4f5f-af68-16378d1d3cc6,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:11.806804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa7bd-8858-43ee-bb7f-f96650b95cb5 req-42f5f834-4e18-4713-8ff1-4988c8563327 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:11.816394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a6fa7bd-8858-43ee-bb7f-f96650b95cb5 req-42f5f834-4e18-4713-8ff1-4988c8563327 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.0949724 Feb 02 15:22:11.840054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:11.843998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:11.848403 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:11.869877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a6fa7bd-8858-43ee-bb7f-f96650b95cb5 req-651260ba-1678-4b49-8046-bea6e89ce373 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513887 Feb 02 15:22:11.891187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=dac960f0-8a50-4369-8e16-a6866243c226,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:12.063095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f583-badb-4b40-b82d-a98253851f27 req-ea889751-c9f5-4608-8a1e-ed8d7af86b8f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:12.072447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bfc3d-f903-4a31-b0ee-9457560de18d req-3264ba2f-57c3-4321-828e-e2be10fba289 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:12.072644 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-43e4f583-badb-4b40-b82d-a98253851f27 req-ea889751-c9f5-4608-8a1e-ed8d7af86b8f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1807337 Feb 02 15:22:12.080150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee2bfc3d-f903-4a31-b0ee-9457560de18d req-3264ba2f-57c3-4321-828e-e2be10fba289 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 945 time: 0.0936415 Feb 02 15:22:12.137867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee2bfc3d-f903-4a31-b0ee-9457560de18d req-d7545782-1865-4d7c-8465-dd1d07e83072 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566459 Feb 02 15:22:12.141162 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-43e4f583-badb-4b40-b82d-a98253851f27 req-d97b38a0-a4ac-46fb-bcb6-e81f269d7e10 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677001 Feb 02 15:22:12.228555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8a80b31-7e57-4c5a-9b0f-c6862e45c4e6 req-b26123f4-f600-432a-ac77-959f0655060a tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/3c55d3fe-ed6b-4f5f-af68-16378d1d3cc6 HTTP/1.1" status: 200 len: 1608 time: 0.0618742 Feb 02 15:22:12.245565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:12.246598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:12.505944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5fae5ba7-6266-4bb5-80d7-9555b4eb1fbc req-6c10271e-8ca1-4066-b4b9-62afd6eabe2e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0998228 Feb 02 15:22:12.594104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9452-e6ad-4914-8352-ba0077b2b630 req-651d594c-ca2e-46c4-97df-a501cf01a000 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:12.595681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-764b9452-e6ad-4914-8352-ba0077b2b630 req-651d594c-ca2e-46c4-97df-a501cf01a000 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2094769 Feb 02 15:22:12.616285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f36f3a-44ac-4ba8-b13d-c1a459111e8e None None] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:22:12.647695 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-296accc1-daf9-4fa9-8e05-3e736029c958 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1406469 Feb 02 15:22:12.710322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-764b9452-e6ad-4914-8352-ba0077b2b630 req-eae9a65f-679a-4192-8e95-bfa37f4843b0 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996723 Feb 02 15:22:12.852713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-b1fab590-a9a6-4b07-abc9-9167f3836204 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1096 time: 0.0989907 Feb 02 15:22:12.863613 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1794fb0f-eaef-4252-9803-eabad1ff85dd req-f15052e3-9595-4b32-9b4e-09e757f8066d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/3c55d3fe-ed6b-4f5f-af68-16378d1d3cc6 HTTP/1.1" status: 200 len: 1608 time: 0.0507784 Feb 02 15:22:12.903678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0b75e761-4094-49bf-812c-2ba10a389327 None None] Provisioning for port c734eff8-d4e2-441e-9ecf-f40039bd0487 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:12.914748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:22:13.119770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-d22a5409-d018-41f0-908d-dd2d5d84aa1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:13.121609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-d22a5409-d018-41f0-908d-dd2d5d84aa1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.2376740 Feb 02 15:22:13.140826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1794fb0f-eaef-4252-9803-eabad1ff85dd req-41c24433-5879-4f25-b412-bd6283a73732 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:13.174795 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1794fb0f-eaef-4252-9803-eabad1ff85dd req-41c24433-5879-4f25-b412-bd6283a73732 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:13.317988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-09e0a8ab-68f8-4b42-a5da-db0fd07c64c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1000 time: 0.1475713 Feb 02 15:22:13.357783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b95b18-1ce5-44d5-b0d2-22a3bcd83995 req-205c8667-6a78-43d4-84c3-ca3e5c9ba5fc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:13.357783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9b95b18-1ce5-44d5-b0d2-22a3bcd83995 req-205c8667-6a78-43d4-84c3-ca3e5c9ba5fc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.2256210 Feb 02 15:22:13.357783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52876) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:13.408544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:13.422884 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Sync routers for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:22:13.450700 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1794fb0f-eaef-4252-9803-eabad1ff85dd req-41c24433-5879-4f25-b412-bd6283a73732 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:13.476189 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:13.478289 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:13.520570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9b95b18-1ce5-44d5-b0d2-22a3bcd83995 req-08b9d67e-2c5c-45bb-87a1-b3046c2a44bb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060948 Feb 02 15:22:13.521139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c734eff8-d4e2-441e-9ecf-f40039bd0487 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:13.541265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1794fb0f-eaef-4252-9803-eabad1ff85dd req-41c24433-5879-4f25-b412-bd6283a73732 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:13.542630 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1794fb0f-eaef-4252-9803-eabad1ff85dd req-41c24433-5879-4f25-b412-bd6283a73732 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/3c55d3fe-ed6b-4f5f-af68-16378d1d3cc6 HTTP/1.1" status: 204 len: 173 time: 0.6733680 Feb 02 15:22:13.543337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c24433-5879-4f25-b412-bd6283a73732 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c55d3fe-ed6b-4f5f-af68-16378d1d3cc6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:13.596365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-aece991d-edf5-4503-863f-28415fbdc0fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:13.596365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-aece991d-edf5-4503-863f-28415fbdc0fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.2384777 Feb 02 15:22:13.681042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:13.681042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c1969b53-8f81-42f4-8802-712f3f1b3ad0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0115771 Feb 02 15:22:13.687112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52892) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:13.772591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c734eff8-d4e2-441e-9ecf-f40039bd0487 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:13.772591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c734eff8-d4e2-441e-9ecf-f40039bd0487 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:13.772591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:13.860156 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:14.011563 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:14.025666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dd998-aab6-41e1-9e8c-cca701d45fad req-7e422a14-1616-4414-92d8-31218de6a3a9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:14.027052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae1dd998-aab6-41e1-9e8c-cca701d45fad req-7e422a14-1616-4414-92d8-31218de6a3a9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.1625042 Feb 02 15:22:14.048235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c734eff8-d4e2-441e-9ecf-f40039bd0487, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c734eff8-d4e2-441e-9ecf-f40039bd0487,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:14.095500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1063-63ca-4586-86d1-624002d34fa3 req-c6c0ef70-7e48-464c-8737-076325c2287a tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:14.097788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-716e1063-63ca-4586-86d1-624002d34fa3 req-c6c0ef70-7e48-464c-8737-076325c2287a tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 945 time: 0.7458875 Feb 02 15:22:14.125484 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:14.200126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae1dd998-aab6-41e1-9e8c-cca701d45fad req-e077315a-8ef9-48b5-86c8-52e1a4a884aa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637497 Feb 02 15:22:14.267550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Deleting port 2bc2713c-5bea-4081-99f5-46860ca43e08 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:22:14.270629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:14.279438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c734eff8-d4e2-441e-9ecf-f40039bd0487,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:14.346859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-44faba83-bfe0-4dea-ab20-38bb75d0b9e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9638271 Feb 02 15:22:14.350936 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-fead89a3-8acd-4735-8b2e-dbe05dc60848 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7529175 Feb 02 15:22:14.354201 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:12Z', 'revision_number': 3, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:14.361714 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Checking router: 09b659a1-56a3-44c8-b0f3-72d67d06b0ed for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:22:14.362207 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Updating router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed port dac960f0-8a50-4369-8e16-a6866243c226 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:22:14.426460 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:14.476539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31f83-d1d8-4b6c-aefb-459e1b958a9a req-37e289b8-33ce-45b9-83ab-ef221deb9d05 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:14.483431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dc31f83-d1d8-4b6c-aefb-459e1b958a9a req-37e289b8-33ce-45b9-83ab-ef221deb9d05 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 945 time: 0.4629738 Feb 02 15:22:14.679917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dc31f83-d1d8-4b6c-aefb-459e1b958a9a req-7f62a3ac-9cf7-4330-9ab6-2d2f0c605a09 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/security-groups?id=f3d22afc-117a-4b41-b22c-9bec516f00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954947 Feb 02 15:22:14.772976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af84ca1-8c16-4d44-8070-b7815a5ecba3 req-ed173f5d-a3d0-4e63-8e02-a87c3bba7610 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:14.782889 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4af84ca1-8c16-4d44-8070-b7815a5ecba3 req-ed173f5d-a3d0-4e63-8e02-a87c3bba7610 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2355883 Feb 02 15:22:14.787764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-3e8cb3c9-a376-4231-b15d-feb0e14b070f service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299083 Feb 02 15:22:14.912515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4af84ca1-8c16-4d44-8070-b7815a5ecba3 req-71647774-96dd-4b5e-a2cf-218c91f95634 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249309 Feb 02 15:22:14.997241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] For port 2bc2713c-5bea-4081-99f5-46860ca43e08, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2bc2713c-5bea-4081-99f5-46860ca43e08,segment=NetworkSegment(cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a),segment_id=cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:14.998037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.114605 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.167177 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Transition to ACTIVE for port object dac960f0-8a50-4369-8e16-a6866243c226 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:15.240134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Calling delete_port for 2bc2713c-5bea-4081-99f5-46860ca43e08 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:22:15.251355 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.332830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99985dcd-ce2b-48f6-8f6a-30a6dddc1a6a req-c7fa5b00-eddd-4b5a-b8fc-ab30a60550f3 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273323 Feb 02 15:22:15.420263 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Attempting to bind port dac960f0-8a50-4369-8e16-a6866243c226 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:15.427038 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Attempting to bind port dac960f0-8a50-4369-8e16-a6866243c226 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:15.432301 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Attempting to bind port dac960f0-8a50-4369-8e16-a6866243c226 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:15.464035 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:15.467232 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:15.468338 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.468891 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:15.469554 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Bound port: dac960f0-8a50-4369-8e16-a6866243c226, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:15.472030 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.486321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c734eff8-d4e2-441e-9ecf-f40039bd0487 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:15.517147 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-ecd6016a-f537-4405-aaaf-88af7c00f1ab req-68fe052f-0cfe-4485-9299-c50e974b7b54 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:22:15.518329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ecd6016a-f537-4405-aaaf-88af7c00f1ab req-68fe052f-0cfe-4485-9299-c50e974b7b54 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/ed911dc1-fa2d-4855-b343-c68c0fbb7517 HTTP/1.1" status: 404 len: 352 time: 0.0329714 Feb 02 15:22:15.556449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Pushing event updated for resources: {'Port': ['ID=dac960f0-8a50-4369-8e16-a6866243c226,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:15.589000 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.589332 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.589727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0980e-b3ee-421e-9439-7bfe1dbc4dca req-dac80005-4793-4f79-8804-456f7de57386 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:15.590423 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.591470 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.598480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4df0980e-b3ee-421e-9439-7bfe1dbc4dca req-dac80005-4793-4f79-8804-456f7de57386 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.2000940 Feb 02 15:22:15.601009 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.601548 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.602025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.602501 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.602976 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.603621 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.605190 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:15.628847 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.678025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] For port dac960f0-8a50-4369-8e16-a6866243c226, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:15.686632 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] For port dac960f0-8a50-4369-8e16-a6866243c226, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dac960f0-8a50-4369-8e16-a6866243c226,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:15.689541 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c734eff8-d4e2-441e-9ecf-f40039bd0487 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:15.696999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Pushing event deleted for resources: {'Port': ['ID=2bc2713c-5bea-4081-99f5-46860ca43e08,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:15.712506 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.766269 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.860783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] No DVR routers for this DVR port 2bc2713c-5bea-4081-99f5-46860ca43e08 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:22:15.861547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4df0980e-b3ee-421e-9439-7bfe1dbc4dca req-10968de4-5371-45d2-9c05-ff6d3a6fcbaf tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619417 Feb 02 15:22:15.864312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.866886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8817b0-d01a-49a4-ad92-d465baf1254b', 'name': 'network-vif-deleted', 'tag': '2bc2713c-5bea-4081-99f5-46860ca43e08'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:15.922922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad91fe9-3bc9-4027-82b0-942b7afcab48 req-ebfe88db-410d-4b3a-beb9-3530c55ef5f8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:15.930303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ad91fe9-3bc9-4027-82b0-942b7afcab48 req-ebfe88db-410d-4b3a-beb9-3530c55ef5f8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.1953785 Feb 02 15:22:15.951792 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:15.952481 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:15.979357 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:15.985401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ad91fe9-3bc9-4027-82b0-942b7afcab48 req-94a386eb-7e31-469d-aba3-845e28d17118 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542371 Feb 02 15:22:16.013649 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-8db17587-9911-423f-8bdc-21ad976609b6 req-148d73a7-2f0a-49f1-b40c-33c314847683 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:22:16.017382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-716e1063-63ca-4586-86d1-624002d34fa3 req-ad65381a-1daf-46b8-bb63-6d8062c9e29f tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.64 "DELETE /v2.0/ports/2bc2713c-5bea-4081-99f5-46860ca43e08 HTTP/1.1" status: 204 len: 173 time: 1.9116099 Feb 02 15:22:16.022939 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df886a63-1b4f-4de7-8efc-14d0041f166b None None] Pushing event updated for resources: {'Port': ['ID=dac960f0-8a50-4369-8e16-a6866243c226,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:16.032881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8db17587-9911-423f-8bdc-21ad976609b6 req-148d73a7-2f0a-49f1-b40c-33c314847683 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/97fc1d1b-9d72-46aa-bef4-22eaab8ad13f HTTP/1.1" status: 404 len: 352 time: 0.0566013 Feb 02 15:22:16.185746 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:16.245915 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8817b0-d01a-49a4-ad92-d465baf1254b', 'name': 'network-vif-deleted', 'tag': '2bc2713c-5bea-4081-99f5-46860ca43e08', 'status': 'completed', 'code': 200} Feb 02 15:22:16.287681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0b7fb2f-026b-4dfa-9a2f-d97098661de9 req-7c9526ab-8671-4621-a1bf-c5738f0fb0d3 tempest-ServerMetadataNegativeTestJSON-2049347853 tempest-ServerMetadataNegativeTestJSON-2049347853-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8817b0-d01a-49a4-ad92-d465baf1254b HTTP/1.1" status: 200 len: 210 time: 0.0936131 Feb 02 15:22:16.404767 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-6b90283c-b15d-44ce-80ed-2192bd219f73 req-8fd328ed-64f9-4e30-b7f7-318d037f4e59 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:22:16.416419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b90283c-b15d-44ce-80ed-2192bd219f73 req-8fd328ed-64f9-4e30-b7f7-318d037f4e59 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/3d60de99-3309-4102-a3d2-c6c9fc624b19 HTTP/1.1" status: 404 len: 352 time: 0.0362089 Feb 02 15:22:16.488577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Allocated IP 172.20.0.1 (b2296672-15a6-4ab4-9585-5f92ce6cfd57/43861301-08a4-4106-af03-586ba63ac53a/6afb8afd-e7b5-42a3-bd63-e08d9780cae4) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:16.495070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912021c6-5249-4280-827d-463d163defd7 req-17d513cb-6c6b-41a0-a6fe-5fa03132dde1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:16.502218 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-912021c6-5249-4280-827d-463d163defd7 req-17d513cb-6c6b-41a0-a6fe-5fa03132dde1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.1439242 Feb 02 15:22:16.629663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-912021c6-5249-4280-827d-463d163defd7 req-5b590b26-e574-4c5e-8348-56df389f2197 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198161 Feb 02 15:22:16.642616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2bc2713c-5bea-4081-99f5-46860ca43e08 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:22:16.700758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 2bc2713c-5bea-4081-99f5-46860ca43e08 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:22:16.701125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2bc2713c-5bea-4081-99f5-46860ca43e08 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:22:16.706148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:16.717893 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-fddedcc7-e3cf-4816-96f5-efc98ed2fb94 req-3ad5f307-bc09-416e-9779-bc90c0d2644c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:22:16.719081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fddedcc7-e3cf-4816-96f5-efc98ed2fb94 req-3ad5f307-bc09-416e-9779-bc90c0d2644c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/72e76a03-1d69-4d9d-a4bf-027bb5cafb61 HTTP/1.1" status: 404 len: 352 time: 0.0280144 Feb 02 15:22:16.728583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Transition to ACTIVE for port object 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:16.740308 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:12Z', 'revision_number': 3, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:16.744422 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff7cd2-becf-48e1-8af3-5872ae10d1db None None] The sync data for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 is: [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:12Z', 'revision_number': 3, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:22:16.759736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:16.795949 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-ae01f36b-b40c-4aa7-a067-486cfdfe6626 req-634974a2-08ea-4815-94c8-78083dd063ff tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:22:16.797046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae01f36b-b40c-4aa7-a067-486cfdfe6626 req-634974a2-08ea-4815-94c8-78083dd063ff tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/ce28eea5-f465-400a-b1a4-4fe91270b765 HTTP/1.1" status: 404 len: 352 time: 0.0226352 Feb 02 15:22:16.851265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:16.853058 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-a610bf22-c196-4111-8bc8-d2a94d0105cd req-16d7896b-ab65-4e19-bc6f-ba3559066ad7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] show failed (client error): The resource could not be found. Feb 02 15:22:16.853573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a610bf22-c196-4111-8bc8-d2a94d0105cd req-16d7896b-ab65-4e19-bc6f-ba3559066ad7 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/6029cbaf-a782-46f0-8982-6eb5d52c94da HTTP/1.1" status: 404 len: 352 time: 0.0193169 Feb 02 15:22:16.943588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:16.959679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:16.962279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:17.112461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:17.229928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Pushing event updated for resources: {'Port': ['ID=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:17.502846 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:17.511612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:17.584163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dac960f0-8a50-4369-8e16-a6866243c226 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:17.793458 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a696205b-d1b8-4e0f-886c-6a9752582b8d req-9b2bf34d-b093-4453-ad47-21164296a4dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1096 time: 0.2186546 Feb 02 15:22:17.805334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-adfb833c-f942-4af4-9d41-261df09b4c50 None None] Provisioning for port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:17.811189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ed31-007b-4ced-9278-2f9ba0832e6e req-f1a701c2-7c90-4c89-a54c-3111cfcb5dc7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:17.812925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-adfb833c-f942-4af4-9d41-261df09b4c50 None None] Provisioning complete for port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:17.814115 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-adfb833c-f942-4af4-9d41-261df09b4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:17.817493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2362ed31-007b-4ced-9278-2f9ba0832e6e req-f1a701c2-7c90-4c89-a54c-3111cfcb5dc7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.1163120 Feb 02 15:22:17.903082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port dac960f0-8a50-4369-8e16-a6866243c226 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:17.939751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dac960f0-8a50-4369-8e16-a6866243c226 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:17.940153 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:17.995338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a696205b-d1b8-4e0f-886c-6a9752582b8d req-62502151-5631-46e7-897b-9e13f53e77e2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344335 Feb 02 15:22:18.009966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2362ed31-007b-4ced-9278-2f9ba0832e6e req-89bea11c-24ed-414b-97e5-7a882837d0b8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885993 Feb 02 15:22:18.031045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-adfb833c-f942-4af4-9d41-261df09b4c50 None None] Port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:22:18.091607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd4c9-be84-475c-8502-b95df5df7e60 req-e77b911f-46f8-48c5-8fca-7aee79a0d987 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:18.094146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af2cd4c9-be84-475c-8502-b95df5df7e60 req-e77b911f-46f8-48c5-8fca-7aee79a0d987 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.4570534 Feb 02 15:22:18.150924 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:18.154718 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:18.175006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port dac960f0-8a50-4369-8e16-a6866243c226, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dac960f0-8a50-4369-8e16-a6866243c226,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:18.182482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af2cd4c9-be84-475c-8502-b95df5df7e60 req-efad8c14-6306-4007-813f-c221fbbe0242 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804987 Feb 02 15:22:18.228531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:18.251833 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:18.290846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53014) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:18.421165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=dac960f0-8a50-4369-8e16-a6866243c226,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:18.573058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c9178-59ba-4e2d-9d07-165ba9f584c8 req-327cb699-1e16-44fc-9a4f-c30c7af34f39 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:18.580548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b2c9178-59ba-4e2d-9d07-165ba9f584c8 req-327cb699-1e16-44fc-9a4f-c30c7af34f39 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.1579540 Feb 02 15:22:18.585177 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:18.588079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-cff5ae2a-43d8-4aea-9125-1df46441be16 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 1100 time: 0.5014777 Feb 02 15:22:18.592244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Pushing event updated for resources: {'Port': ['ID=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:18.610283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a137212a-626d-4f2b-9189-9539fa50bee3 admin admin] Deleting subnet be5bb2e2-58a1-44c3-b7d9-23ec7e750df4 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:22:18.625905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a137212a-626d-4f2b-9189-9539fa50bee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:18.679364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.679712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.680289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.680785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.681274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.681799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.682285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.682767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.683249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.683742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.684702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:18.719389 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b2c9178-59ba-4e2d-9d07-165ba9f584c8 req-05197396-8964-466f-aaab-098a2fadffa2 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377537 Feb 02 15:22:18.761390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-3f1cd9a1-5c8b-4fd5-ad4f-705209d32608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:18.763445 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-3f1cd9a1-5c8b-4fd5-ad4f-705209d32608 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1586690 Feb 02 15:22:18.801581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a137212a-626d-4f2b-9189-9539fa50bee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:18.843006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-055e384a-fed5-449c-9585-b323b799d452 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0640979 Feb 02 15:22:18.865305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365163-1a4e-4257-9941-2945ef56a349 req-e92ed8be-c9fe-454d-b8a5-c96ed16d682d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:18.867274 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66365163-1a4e-4257-9941-2945ef56a349 req-e92ed8be-c9fe-454d-b8a5-c96ed16d682d tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1023 time: 0.3937001 Feb 02 15:22:18.931438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-f1795395-71bb-4393-b167-33a1da5aed62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:18.933303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-f1795395-71bb-4393-b167-33a1da5aed62 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0692112 Feb 02 15:22:18.943219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a137212a-626d-4f2b-9189-9539fa50bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:19.022728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-70d9c037-bd9b-479b-8384-21536384aaa3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783906 Feb 02 15:22:19.048406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:19.053308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:19.259282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-6b11728a-dfc9-4f7c-bc3a-ca98fe21aac1 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288373 Feb 02 15:22:19.302134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-66365163-1a4e-4257-9941-2945ef56a349 req-26abb687-dfaf-4cdc-bf05-0677f47f9e89 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:19.371688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93f3af75-2d8d-4beb-a0ef-3d6de9ca369b None None] Provisioning complete for port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:19.374190 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93f3af75-2d8d-4beb-a0ef-3d6de9ca369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:19.413766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-66365163-1a4e-4257-9941-2945ef56a349 req-26abb687-dfaf-4cdc-bf05-0677f47f9e89 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:19.427347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66365163-1a4e-4257-9941-2945ef56a349 req-26abb687-dfaf-4cdc-bf05-0677f47f9e89 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=b2c8f372-048e-4d51-a629-d56982f8cdab&id=c8c3f2fa-7f68-404d-ad7c-843691c86f94&id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5450935 Feb 02 15:22:19.440499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a137212a-626d-4f2b-9189-9539fa50bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:19.463471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dac960f0-8a50-4369-8e16-a6866243c226 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:19.521110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-ba270076-9c98-4db7-8911-f4e3ca47e673 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082009 Feb 02 15:22:19.528569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137212a-626d-4f2b-9189-9539fa50bee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5bb2e2-58a1-44c3-b7d9-23ec7e750df4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:19.571329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a137212a-626d-4f2b-9189-9539fa50bee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:19.575378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-93f3af75-2d8d-4beb-a0ef-3d6de9ca369b None None] Port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:22:19.582921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24523e3-548a-4df7-941a-9fe5d320e6a6 req-a68f300e-9028-436d-8d80-92b4528977c0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:19.584600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a24523e3-548a-4df7-941a-9fe5d320e6a6 req-a68f300e-9028-436d-8d80-92b4528977c0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.3237624 Feb 02 15:22:19.591135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a137212a-626d-4f2b-9189-9539fa50bee3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/be5bb2e2-58a1-44c3-b7d9-23ec7e750df4 HTTP/1.1" status: 204 len: 168 time: 1.2553649 Feb 02 15:22:19.595295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53036) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:19.596587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dac960f0-8a50-4369-8e16-a6866243c226 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:19.597228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:19.739942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-71d15652-4353-409d-8b81-5e4260d656f3 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:19.748505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-71d15652-4353-409d-8b81-5e4260d656f3 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.107 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1023 time: 0.2969472 Feb 02 15:22:19.808932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66491cf-02c0-461d-a975-880959ce2603 req-e009c368-bce7-4f58-bc6c-b27a608ad80a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:19.808932 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66491cf-02c0-461d-a975-880959ce2603 req-e009c368-bce7-4f58-bc6c-b27a608ad80a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1578434 Feb 02 15:22:19.826151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a24523e3-548a-4df7-941a-9fe5d320e6a6 req-1ac5668d-707a-4cd4-b8d8-656142560fad tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309120 Feb 02 15:22:19.920211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:19.920921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66491cf-02c0-461d-a975-880959ce2603 req-bb833fc8-b71d-40d9-aeb6-da01986f915f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036799 Feb 02 15:22:19.925257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:22:20.100607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Deleting port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:22:20.100876 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:20.141040 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:20.184125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9484d12b-11cb-48f0-b6a8-7c990d21dc3f']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:20.233605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:20.233903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfcb10f-8e30-478a-8a89-b9aff1eb2a8a') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:20.266998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:20.354556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:20.366755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:22:20.367152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:22:20.381335 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:22:20.408758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ebae9-e438-4009-9112-4889d6bf05f7 req-125c2aad-4c46-4384-90b1-977e41a0a4fc tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:20.412950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d7ebae9-e438-4009-9112-4889d6bf05f7 req-125c2aad-4c46-4384-90b1-977e41a0a4fc tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.3341162 Feb 02 15:22:20.457067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:20.493743 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c9c64765-3ad8-4f32-b491-325f7f782f8b admin admin] 10.222.0.88 "PUT /v2.0/routers/09b659a1-56a3-44c8-b0f3-72d67d06b0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7759149 Feb 02 15:22:20.563739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d7ebae9-e438-4009-9112-4889d6bf05f7 req-3281f300-6074-4c0a-9d36-7447424f4bec tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402690 Feb 02 15:22:20.645620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] For port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,segment=NetworkSegment(7fb99029-4270-4a72-b045-c6dc121b5cd3),segment_id=7fb99029-4270-4a72-b045-c6dc121b5cd3)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:20.645843 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:20.857629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:20.862588 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:20.871411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Calling delete_port for 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:22:20.947275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Pushing event deleted for resources: {'Network': ['ID=9484d12b-11cb-48f0-b6a8-7c990d21dc3f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:20.970257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.970606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.970948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.971282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.971615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.971970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.972295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.972662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.972994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.973317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:20.973651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:22:21.012225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5044bab4-418e-4028-a5b1-f954cbecafcc admin admin] 10.222.0.88 "DELETE /v2.0/networks/9484d12b-11cb-48f0-b6a8-7c990d21dc3f HTTP/1.1" status: 204 len: 168 time: 1.4067595 Feb 02 15:22:21.072023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70f860-f848-42e9-9446-b90ef3399354 req-82710803-89cd-4d09-a752-823ce2b41e76 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:21.073524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-be70f860-f848-42e9-9446-b90ef3399354 req-82710803-89cd-4d09-a752-823ce2b41e76 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 1023 time: 0.4171786 Feb 02 15:22:21.119711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Sync routers for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:22:21.146449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-be70f860-f848-42e9-9446-b90ef3399354 req-1974f392-b269-42a9-a916-57d0b47d0c61 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:21.149566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:21.150712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:21.159878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-be70f860-f848-42e9-9446-b90ef3399354 req-1974f392-b269-42a9-a916-57d0b47d0c61 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:21.171249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-be70f860-f848-42e9-9446-b90ef3399354 req-1974f392-b269-42a9-a916-57d0b47d0c61 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups?id=b2c8f372-048e-4d51-a629-d56982f8cdab&id=c8c3f2fa-7f68-404d-ad7c-843691c86f94&id=4aabf53d-d21c-4f38-a099-46f44d867f93&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0917535 Feb 02 15:22:21.222660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:21.384152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:22:21.407601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'Port': ['ID=5a9e23eb-4ded-4dc6-9484-2f6d3adc384f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:21.459743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09d12f-c971-4dab-8af7-0d22f5886fc5 req-3955a65d-9746-4717-944b-a4bf9f08b89a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:21.462483 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd09d12f-c971-4dab-8af7-0d22f5886fc5 req-3955a65d-9746-4717-944b-a4bf9f08b89a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.1754878 Feb 02 15:22:21.544475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] No DVR routers for this DVR port 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:22:21.547438 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:21.552921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'name': 'network-vif-deleted', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:21.560006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd09d12f-c971-4dab-8af7-0d22f5886fc5 req-e612def9-1bff-47f4-a882-898ef58c304a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909834 Feb 02 15:22:21.572728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:21.599328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-5204bb94-05c8-4c14-9a93-79b7d00ca01e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1096 time: 0.3024154 Feb 02 15:22:21.611513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032c400-7201-49da-91fb-b361759637f0 req-df9af03a-7d14-4efb-926e-e2a4408f9c65 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:21.618607 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f032c400-7201-49da-91fb-b361759637f0 req-df9af03a-7d14-4efb-926e-e2a4408f9c65 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.2328596 Feb 02 15:22:21.664778 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8692fa-fa18-4ef8-a4d8-8500190009f9 req-b8d4ff2c-d87e-48fa-a7ea-0d1cf628b591 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.107 "DELETE /v2.0/ports/5a9e23eb-4ded-4dc6-9484-2f6d3adc384f HTTP/1.1" status: 204 len: 173 time: 1.8371608 Feb 02 15:22:21.769416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f032c400-7201-49da-91fb-b361759637f0 req-0644dd02-c0d5-4d65-96c7-edb930768408 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496625 Feb 02 15:22:21.865321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-1dc09091-f692-4bca-a5fd-7a35db19dd99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:21.872999 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-1dc09091-f692-4bca-a5fd-7a35db19dd99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 921 time: 0.2514727 Feb 02 15:22:21.956913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53088) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:21.970847 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96cabcc-6719-4486-b5fa-886a7d3d6634', 'name': 'network-vif-deleted', 'tag': '5a9e23eb-4ded-4dc6-9484-2f6d3adc384f', 'status': 'completed', 'code': 200} Feb 02 15:22:21.986994 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-96c2b575-c940-47b7-805c-cb404b3cf88b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7 HTTP/1.1" status: 200 len: 217 time: 0.1067979 Feb 02 15:22:22.091056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10af377-f9a5-44b6-9d7c-2a0fb6b9fb55 req-b2f62d00-613a-4e53-b98d-65dab9a05ee1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:22.101861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e10af377-f9a5-44b6-9d7c-2a0fb6b9fb55 req-b2f62d00-613a-4e53-b98d-65dab9a05ee1 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2962422 Feb 02 15:22:22.111132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-fec9868f-cc2a-451d-8efd-fb4abd7e8c35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:22.115205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-fec9868f-cc2a-451d-8efd-fb4abd7e8c35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.1230357 Feb 02 15:22:22.162524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 2, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:22.167302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Checking router: 09b659a1-56a3-44c8-b0f3-72d67d06b0ed for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:22:22.167858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Updating router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:22:22.184652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-b4e1defb-92b3-4955-ac67-4c317ac72155 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637333 Feb 02 15:22:22.230621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:22.235518 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2909af3a-dd04-487c-8294-f5804b9f367c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d0e9ec959ea441ec9ae365d591a5b657&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2751863 Feb 02 15:22:22.240034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53096) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:22.264953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e10af377-f9a5-44b6-9d7c-2a0fb6b9fb55 req-db03f944-738a-4d49-9ca9-4393130e0d74 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621592 Feb 02 15:22:22.500294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-71a7e5da-47fc-4d5a-bad6-a13e600fd559 req-b4fcf49a-1698-47f7-8cd7-4019f141a8d1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Synchronizing usage tracker for tenant:83e50a662f9340278758866d8e48d4ff on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:22.508400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-10727d86-8621-45b8-97a6-c052a3e8a170 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175907 Feb 02 15:22:22.516694 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b23f85f7-a6ec-48bf-8e4d-981f624d9563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:22.639402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b23f85f7-a6ec-48bf-8e4d-981f624d9563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:22.701823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-71a7e5da-47fc-4d5a-bad6-a13e600fd559 req-b4fcf49a-1698-47f7-8cd7-4019f141a8d1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Unset dirty status for tenant:83e50a662f9340278758866d8e48d4ff on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:22.724671 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71a7e5da-47fc-4d5a-bad6-a13e600fd559 req-b4fcf49a-1698-47f7-8cd7-4019f141a8d1 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/ports?device_id=a96cabcc-6719-4486-b5fa-886a7d3d6634 HTTP/1.1" status: 200 len: 210 time: 0.2831576 Feb 02 15:22:22.767194 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:22.770832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e6bb70d-5acd-4746-aa0a-41cbddefce31 req-b930a6e0-61e0-4ebc-84e8-b479bb8c8612 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550550 Feb 02 15:22:22.885127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Transition to ACTIVE for port object 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:22.888959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b23f85f7-a6ec-48bf-8e4d-981f624d9563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:22.912080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605d7e1-c552-400f-9e25-a3c34ca2aac5 req-ac085bff-7dbe-4f29-8981-fa32ff261a93 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:22.913652 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0605d7e1-c552-400f-9e25-a3c34ca2aac5 req-ac085bff-7dbe-4f29-8981-fa32ff261a93 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.1785183 Feb 02 15:22:23.005610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:23.028977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f85f7-a6ec-48bf-8e4d-981f624d9563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d22afc-117a-4b41-b22c-9bec516f00bf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:23.065440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0605d7e1-c552-400f-9e25-a3c34ca2aac5 req-a681f3ac-b280-4a60-9596-8be1061338ef tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381400 Feb 02 15:22:23.132676 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b23f85f7-a6ec-48bf-8e4d-981f624d9563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:23.134478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b23f85f7-a6ec-48bf-8e4d-981f624d9563 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f3d22afc-117a-4b41-b22c-9bec516f00bf HTTP/1.1" status: 204 len: 168 time: 0.8922412 Feb 02 15:22:23.209519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0cce7-1205-48c5-a9c7-f46a351bf2d1 req-d6b42075-492b-4912-a73b-c0166912c6d5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:23.220934 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56f0cce7-1205-48c5-a9c7-f46a351bf2d1 req-d6b42075-492b-4912-a73b-c0166912c6d5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1524539 Feb 02 15:22:23.296180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476e1fa-86a1-47e6-904d-3d625b508eac None None] Pushing event updated for resources: {'Port': ['ID=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:23.337429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56f0cce7-1205-48c5-a9c7-f46a351bf2d1 req-ace3f13f-21c5-4017-bbe0-2d057351bb31 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135921 Feb 02 15:22:23.468169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Attempting to bind port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:23.469388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Attempting to bind port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:23.470249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Attempting to bind port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 on network b2296672-15a6-4ab4-9585-5f92ce6cfd57 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:23.480311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:23.482723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Checking segment: {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:23.486962 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:23.489069 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Bound using segment: {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:23.489814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Bound port: 6afb8afd-e7b5-42a3-bd63-e08d9780cae4, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:23.490425 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:23.645544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] For port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:23.654917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] For port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:23.664449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0586dd9-6f31-4082-9325-f079fe32d616 req-082262c5-f7b8-417b-b886-9a1d44d1177c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:23.666064 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0586dd9-6f31-4082-9325-f079fe32d616 req-082262c5-f7b8-417b-b886-9a1d44d1177c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.0955713 Feb 02 15:22:23.720553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:23.740515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0586dd9-6f31-4082-9325-f079fe32d616 req-6e438ef5-5834-4de1-8f7c-8c089ea4bccb tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685296 Feb 02 15:22:23.835150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:22:23.894439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:22:23.894797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5a9e23eb-4ded-4dc6-9484-2f6d3adc384f not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:22:23.919946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476e1fa-86a1-47e6-904d-3d625b508eac None None] Pushing event updated for resources: {'Port': ['ID=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:23.927511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:23.928316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:23.981892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1ebb323-0833-4022-86a0-09b004671af7 req-91b2a208-383b-4b07-afd1-55669470771c tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/b2c8f372-048e-4d51-a629-d56982f8cdab HTTP/1.1" status: 200 len: 1634 time: 0.0714595 Feb 02 15:22:23.982773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53148) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:23.989704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-network', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:24.000401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:24.021552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Usage tracker for resource:network and tenant:337dd85b7a0a4c33b1a6b736d54e58a2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:24.027623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:24.041559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:24.126548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c1ebb323-0833-4022-86a0-09b004671af7 req-2398ba5e-84cc-484b-8ca3-26710530cf96 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.186682 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c1ebb323-0833-4022-86a0-09b004671af7 req-2398ba5e-84cc-484b-8ca3-26710530cf96 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.276267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:24.342665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Made reservation on behalf of 337dd85b7a0a4c33b1a6b736d54e58a2 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:24.342665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.360808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.420920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:24.437136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:337dd85b7a0a4c33b1a6b736d54e58a2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:24.443723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:24.452679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:24.526346 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.571032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c1ebb323-0833-4022-86a0-09b004671af7 req-2398ba5e-84cc-484b-8ca3-26710530cf96 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.591130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398ba5e-84cc-484b-8ca3-26710530cf96 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c8f372-048e-4d51-a629-d56982f8cdab,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:24.624705 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6b555de0-431f-4d29-9543-db6a664bc004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.650884 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.690612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c1ebb323-0833-4022-86a0-09b004671af7 req-2398ba5e-84cc-484b-8ca3-26710530cf96 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.691781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1ebb323-0833-4022-86a0-09b004671af7 req-2398ba5e-84cc-484b-8ca3-26710530cf96 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/b2c8f372-048e-4d51-a629-d56982f8cdab HTTP/1.1" status: 204 len: 173 time: 0.7080138 Feb 02 15:22:24.702703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:23Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:24.707822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2d429-8241-4b94-a0cf-1d0a2ad87901 None None] The sync data for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 is: [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:23Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:22:24.747447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08275b2-d5e2-4e46-8b8e-3dc934d9da40,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:24.751295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:22:24.815687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:24.816316 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Added segment 6904fc56-d080-47bf-9af0-6bcedcbc7a7c of type vlan for network a709664e-ed7a-46ac-b54a-a1af690897c1 Feb 02 15:22:24.890361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.034255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4627d67-4230-4a88-8722-cc1f310ec53c req-736bb17f-0262-43b3-a3a4-0cebedf2de23 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:25.044120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.045279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:25.045856 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.052310 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4627d67-4230-4a88-8722-cc1f310ec53c req-736bb17f-0262-43b3-a3a4-0cebedf2de23 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.1132140 Feb 02 15:22:25.122167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4627d67-4230-4a88-8722-cc1f310ec53c req-e94e89b7-6b0e-46e6-a22f-a28a375b7c06 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680466 Feb 02 15:22:25.177042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a709664e-ed7a-46ac-b54a-a1af690897c1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:25.191204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network a709664e-ed7a-46ac-b54a-a1af690897c1 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:22:25.211899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ab07a-1a41-4749-98c8-fff6e026f550 req-03b7dcb5-a4d1-4f53-90bb-b9d0da30b037 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:25.213503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-174ab07a-1a41-4749-98c8-fff6e026f550 req-03b7dcb5-a4d1-4f53-90bb-b9d0da30b037 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.2245634 Feb 02 15:22:25.241143 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1a744e8-9a63-443b-b30a-604b1fc45226 req-ccf91009-ea2c-4676-9268-56f0a19e7d04 tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "GET /v2.0/security-groups/c8c3f2fa-7f68-404d-ad7c-843691c86f94 HTTP/1.1" status: 200 len: 1634 time: 0.0741441 Feb 02 15:22:25.254973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9f9dcceb-b68e-4024-875b-771e0cd5c2b6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2680907 Feb 02 15:22:25.268681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53180) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:25.286186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Request body: {'subnet': {'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-subnet', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:25.293955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:25.299336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Usage tracker for resource:subnet and tenant:337dd85b7a0a4c33b1a6b736d54e58a2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:25.303685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:25.311657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:25.355802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-174ab07a-1a41-4749-98c8-fff6e026f550 req-0892d5ff-7923-4a70-992a-7bb2cc43eec8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304846 Feb 02 15:22:25.359547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Made reservation on behalf of 337dd85b7a0a4c33b1a6b736d54e58a2 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:25.363036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.403979 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e1a744e8-9a63-443b-b30a-604b1fc45226 req-1a7e2aa0-7053-489a-9a9a-7c8cb59acabf tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.481752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e1a744e8-9a63-443b-b30a-604b1fc45226 req-1a7e2aa0-7053-489a-9a9a-7c8cb59acabf tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.482594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:25.611200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e1a744e8-9a63-443b-b30a-604b1fc45226 req-1a7e2aa0-7053-489a-9a9a-7c8cb59acabf tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.640567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e2aa0-7053-489a-9a9a-7c8cb59acabf tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c3f2fa-7f68-404d-ad7c-843691c86f94,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:25.657340 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e1a744e8-9a63-443b-b30a-604b1fc45226 req-1a7e2aa0-7053-489a-9a9a-7c8cb59acabf tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.658806 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1a744e8-9a63-443b-b30a-604b1fc45226 req-1a7e2aa0-7053-489a-9a9a-7c8cb59acabf tempest-SecurityGroupsTestJSON-1894187591 tempest-SecurityGroupsTestJSON-1894187591-project] 10.222.0.88 "DELETE /v2.0/security-groups/c8c3f2fa-7f68-404d-ad7c-843691c86f94 HTTP/1.1" status: 204 len: 173 time: 0.4148116 Feb 02 15:22:25.664704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53190) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:25.702092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:25.714872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53194) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:25.716384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:25.716753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.766060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e201c9-c010-49b5-b485-e54f72f89e65 admin admin] Deleting subnet 4150e91e-24e9-41eb-a4d5-48d4aaa279bb {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:22:25.769676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69e201c9-c010-49b5-b485-e54f72f89e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.852955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69e201c9-c010-49b5-b485-e54f72f89e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:25.913194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed310b3-83cd-4713-88b2-c871d9e9959f req-4bbe8d1f-75aa-4cf1-9ca6-8cd470ff15b5 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:25.923159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aed310b3-83cd-4713-88b2-c871d9e9959f req-4bbe8d1f-75aa-4cf1-9ca6-8cd470ff15b5 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.3151789 Feb 02 15:22:26.021193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aed310b3-83cd-4713-88b2-c871d9e9959f req-9417992f-0a42-46df-b93e-3b3a66a6467a tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911615 Feb 02 15:22:26.021319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.039218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.061695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:26.129768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69e201c9-c010-49b5-b485-e54f72f89e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.135576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.163196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d28c374-76bf-4054-9c76-4a1a07c32eb6,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:26.204149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Checking segment: {'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:26.204622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Network hostable DHCP agents. Network: a709664e-ed7a-46ac-b54a-a1af690897c1, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:22:26.287725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac679c-59dd-49d2-8dd9-dd7f79787f1d req-162328cd-8dd3-4da6-8c46-4fa2c9598e76 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:26.292053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdac679c-59dd-49d2-8dd9-dd7f79787f1d req-162328cd-8dd3-4da6-8c46-4fa2c9598e76 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.3186116 Feb 02 15:22:26.316049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:26.336615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Network a709664e-ed7a-46ac-b54a-a1af690897c1 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:22:26.342543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-network', 'tenant_id': '45fc305967194a0eac493568acd3c314'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:26.353476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:26.360758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Usage tracker for resource:network and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:26.363859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:26.388654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:26.397220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdac679c-59dd-49d2-8dd9-dd7f79787f1d req-debe27b1-ad52-4678-9f55-eddc9cffffb7 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977900 Feb 02 15:22:26.460263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, a709664e-ed7a-46ac-b54a-a1af690897c1) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:26.465480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c6620-a9f8-4aa8-bfe7-f42d5437ca5e None None] Network a709664e-ed7a-46ac-b54a-a1af690897c1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:22:26.468918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:26.470087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.485680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Made reservation on behalf of 45fc305967194a0eac493568acd3c314 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:26.488266 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.493608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f029a4-6231-46f5-b193-0b56cbe6c7a8 req-47bcbfab-afa8-4767-8c2e-bf106eec6c29 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:26.495727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82f029a4-6231-46f5-b193-0b56cbe6c7a8 req-47bcbfab-afa8-4767-8c2e-bf106eec6c29 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.1141670 Feb 02 15:22:26.507132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69e201c9-c010-49b5-b485-e54f72f89e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.554647 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69e201c9-c010-49b5-b485-e54f72f89e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.566286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82f029a4-6231-46f5-b193-0b56cbe6c7a8 req-8914d66a-c8ae-4f3e-83fb-0423c7367bc6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Feb 02 15:22:26.603165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.631816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6dbb0e0e-6841-4b2b-9b26-e9e99a9032c0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3599348 Feb 02 15:22:26.632051 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-69e201c9-c010-49b5-b485-e54f72f89e65 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4150e91e-24e9-41eb-a4d5-48d4aaa279bb HTTP/1.1" status: 204 len: 168 time: 0.9641664 Feb 02 15:22:26.632276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53212) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:26.632404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e201c9-c010-49b5-b485-e54f72f89e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4150e91e-24e9-41eb-a4d5-48d4aaa279bb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:26.635682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53214) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:26.668017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:26.681013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:26.698982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:26.715205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Usage tracker for resource:security_group_rule and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:26.725371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:26.740585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Usage tracker for resource:router and tenant:337dd85b7a0a4c33b1a6b736d54e58a2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:26.742902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:26.789747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe87aa-aa03-4c5f-a906-88ae28cf4458 req-e57da02a-646d-466a-aaea-261d9e789367 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:26.790743 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.791244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe87aa-aa03-4c5f-a906-88ae28cf4458 req-e57da02a-646d-466a-aaea-261d9e789367 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.2293897 Feb 02 15:22:26.798807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:26.802211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:26.804275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-a709664e-ed7a-46ac-b54a-a1af690897c1', 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'fixed_ips': [{'subnet_id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:22:26.805771 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.912876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fe87aa-aa03-4c5f-a906-88ae28cf4458 req-ad44db7b-8c9d-48f2-b078-f4b9adbccd7f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057396 Feb 02 15:22:26.928874 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.932054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.945152 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:26.963925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.025050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Allocated IP 172.20.0.2 (a709664e-ed7a-46ac-b54a-a1af690897c1/9d28c374-76bf-4054-9c76-4a1a07c32eb6/9ba64da3-0ea2-4604-b2ea-b48fd4f3567c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:27.050575 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.114824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:22:27.117626 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fdd855b0-b4ba-4faa-8896-20c742689566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.130125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e2638-4326-412b-95b9-7efe0d7bddb6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:27.143144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.143498 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Added segment 9c8c71c3-d45d-4cce-9caa-4b13cabaaf73 of type vlan for network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 Feb 02 15:22:27.156100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.176054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.196303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c3d28e-7eb0-47b7-96be-ff5314d068e6']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:27.226443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb99029-4270-4a72-b045-c6dc121b5cd3') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:27.226751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb99029-4270-4a72-b045-c6dc121b5cd3') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:27.241814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.292431 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.303146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Transition to ACTIVE for port object 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:27.321714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Transition to ACTIVE for port object 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:27.323667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-6c5bd142-3d1f-4f3a-a33e-1ef0199433c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:27.325385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.325531 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-6c5bd142-3d1f-4f3a-a33e-1ef0199433c5 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.3541870 Feb 02 15:22:27.326404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:27.328180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.330825 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.416875 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.475815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] Pushing event updated for resources: {'Network': ['ID=1534d2b5-d6ef-44c5-aff7-25a524f5dd48,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:27.497697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:27.535068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:22:27.577171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-937c477d-c2ac-4378-a2ab-a3049dd9bca5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8606539 Feb 02 15:22:27.579802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:22:27.580084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53238) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:27.580234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.586008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Request body: {'subnet': {'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-subnet', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:27.600943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:22:27.603119 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:22:27.607276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Usage tracker for resource:subnet and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:27.611427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:27.618911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:27.719107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Made reservation on behalf of 45fc305967194a0eac493568acd3c314 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:27.721845 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.773011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Network a709664e-ed7a-46ac-b54a-a1af690897c1 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:27.786220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:27.789583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Deleting port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:22:27.789926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.799681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Pushing event updated for resources: {'Port': ['ID=9ba64da3-0ea2-4604-b2ea-b48fd4f3567c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:27.812683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:27.832713 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.938327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.943902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:27.986362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Attempting to bind port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:27.986730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Attempting to bind port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:27.987093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Attempting to bind port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c on network a709664e-ed7a-46ac-b54a-a1af690897c1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:27.989485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:27.989849 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.007012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebe41d-f455-4f9b-a023-b8a6e98e8044 req-7716dcf7-b211-4a18-a305-41f1559637ca tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:28.009236 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3ebe41d-f455-4f9b-a023-b8a6e98e8044 req-7716dcf7-b211-4a18-a305-41f1559637ca tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 945 time: 0.4076903 Feb 02 15:22:28.039633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745b57-5105-4086-814b-1ecbd3f552dc req-5eaae6f8-e3cb-46f0-be2a-6950f9018c01 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:28.040904 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07745b57-5105-4086-814b-1ecbd3f552dc req-5eaae6f8-e3cb-46f0-be2a-6950f9018c01 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.2832265 Feb 02 15:22:28.046573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=97c3d28e-7eb0-47b7-96be-ff5314d068e6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:28.073454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:28.073970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Checking segment: {'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:28.074782 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.075775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Bound using segment: {'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:28.076280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Bound port: 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:28.077034 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.244275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-82d3fe7f-9eee-411f-ad0c-d0d0790f31b2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/97c3d28e-7eb0-47b7-96be-ff5314d068e6 HTTP/1.1" status: 204 len: 168 time: 1.6017594 Feb 02 15:22:28.322310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] For port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:28.331150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] For port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ba64da3-0ea2-4604-b2ea-b48fd4f3567c,segment=NetworkSegment(6904fc56-d080-47bf-9af0-6bcedcbc7a7c),segment_id=6904fc56-d080-47bf-9af0-6bcedcbc7a7c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:28.359322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.362164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3ebe41d-f455-4f9b-a023-b8a6e98e8044 req-9b0111cb-da82-4fa1-a00c-1bf7537490df tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups?id=a1f23648-f671-48e6-92e1-4bd7725e7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166718 Feb 02 15:22:28.372839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07745b57-5105-4086-814b-1ecbd3f552dc req-c106fe52-bad8-44f7-b42c-ff215932a66e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397157 Feb 02 15:22:28.410893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.460685 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.476077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] For port 5a3e0ce3-92fd-4a10-a115-94f6963842f9, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5a3e0ce3-92fd-4a10-a115-94f6963842f9,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:28.476565 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.485550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.677637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6045d96b-c767-4a44-ac9a-dce411ee136c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:28.687272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b1ca8-9d69-4e86-84b7-0b8c2a876851 None None] Pushing event updated for resources: {'Port': ['ID=9ba64da3-0ea2-4604-b2ea-b48fd4f3567c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:28.699297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f8c5d-50a0-4644-bd5c-e3ea9077cd55 req-fe98ef8c-36ee-4910-ae30-07153d981b7e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:28.707105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c1f8c5d-50a0-4644-bd5c-e3ea9077cd55 req-fe98ef8c-36ee-4910-ae30-07153d981b7e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1558654 Feb 02 15:22:28.761139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Checking segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:28.761502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Network hostable DHCP agents. Network: 1534d2b5-d6ef-44c5-aff7-25a524f5dd48, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:22:28.829836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c1f8c5d-50a0-4644-bd5c-e3ea9077cd55 req-3b4e0d0c-054f-4d59-bef0-754cf45d3e3f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218004 Feb 02 15:22:28.860895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.861418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:28.861892 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Floating IP e02527b7-d4a1-487a-985c-47bd17c01b03 disassociated. External IP: 172.25.0.197, port: 5a3e0ce3-92fd-4a10-a115-94f6963842f9. Feb 02 15:22:28.862291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Calling delete_port for 5a3e0ce3-92fd-4a10-a115-94f6963842f9 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:22:28.876700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53260) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:28.921457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:22:28.956619 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-924baf73-dabf-4c51-992b-cc5cf6e8837b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83e50a662f9340278758866d8e48d4ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0762928 Feb 02 15:22:28.956923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53264) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:29.027684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 1534d2b5-d6ef-44c5-aff7-25a524f5dd48) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:29.036798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76a48f-f94e-4db4-b005-8077c365dc6b None None] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:22:29.041075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.044537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-910907ce-678c-47d0-875a-4b5a9b89ffa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.048334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:29.052807 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.099299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-910907ce-678c-47d0-875a-4b5a9b89ffa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.114923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.234825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8d6c4bb3-ae28-4d85-b2c8-e08d00b39aba admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6536257 Feb 02 15:22:29.237368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53270) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:29.245215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:29.254102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:29.261579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Usage tracker for resource:router and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:29.265488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:29.271450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:29.276044 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-910907ce-678c-47d0-875a-4b5a9b89ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.297856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910907ce-678c-47d0-875a-4b5a9b89ffa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aabf53d-d21c-4f38-a099-46f44d867f93,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:29.309559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.314898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-910907ce-678c-47d0-875a-4b5a9b89ffa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.316086 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-910907ce-678c-47d0-875a-4b5a9b89ffa9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4aabf53d-d21c-4f38-a099-46f44d867f93 HTTP/1.1" status: 204 len: 168 time: 0.3582120 Feb 02 15:22:29.355760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:22:29.357372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.361844 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.363815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.420060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.469409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event deleted for resources: {'Port': ['ID=5a3e0ce3-92fd-4a10-a115-94f6963842f9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:29.524491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Allocated IP 172.25.0.144 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/7c561c09-f1bf-48eb-bfd9-3f4928380632) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:29.585359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:29.917468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:29.927126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Allocated IP 172.20.0.2 (1534d2b5-d6ef-44c5-aff7-25a524f5dd48/6045d96b-c767-4a44-ac9a-dce411ee136c/5d1be3c7-6576-465b-b802-c14e86e86592) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:29.958067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5458b-a09f-45da-97e6-d162118db8e6 req-4c0c1e53-2ff0-4fe9-91cc-601afd459ae9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:29.961840 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63a5458b-a09f-45da-97e6-d162118db8e6 req-4c0c1e53-2ff0-4fe9-91cc-601afd459ae9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.2955453 Feb 02 15:22:30.030649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63a5458b-a09f-45da-97e6-d162118db8e6 req-8ebad607-0af8-489e-bdc4-fc3e5701fe6e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588360 Feb 02 15:22:30.063033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3061f13b-408d-4d88-93ac-545ab9eea253 None None] Network a709664e-ed7a-46ac-b54a-a1af690897c1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:22:30.143636 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.169165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:30.246647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e971e383-c61a-4310-bdcc-4baab0447bbc req-3881bad9-af82-4cda-9b05-0c71cbcb0cea tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 210 time: 0.5323715 Feb 02 15:22:30.326980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-619b4f8b-59ea-4439-ba69-4770e140e729 None None] Provisioning for port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:30.340942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-619b4f8b-59ea-4439-ba69-4770e140e729 None None] Provisioning complete for port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:30.341379 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-619b4f8b-59ea-4439-ba69-4770e140e729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.415194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.574675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.574911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f105816-6148-4e74-9d44-009ae203aced req-6811d2f7-f3c0-4826-a0c2-ed548a1b6fda tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:30.575911 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9f105816-6148-4e74-9d44-009ae203aced req-6811d2f7-f3c0-4826-a0c2-ed548a1b6fda tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2516348 Feb 02 15:22:30.581581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.598583 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-619b4f8b-59ea-4439-ba69-4770e140e729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.630726 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.663901 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.666977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-619b4f8b-59ea-4439-ba69-4770e140e729 None None] For port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ba64da3-0ea2-4604-b2ea-b48fd4f3567c,segment=NetworkSegment(6904fc56-d080-47bf-9af0-6bcedcbc7a7c),segment_id=6904fc56-d080-47bf-9af0-6bcedcbc7a7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:30.681127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Transition to ACTIVE for port object 5d1be3c7-6576-465b-b802-c14e86e86592 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:30.708237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Transition to ACTIVE for port object 5d1be3c7-6576-465b-b802-c14e86e86592 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:30.748084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-619b4f8b-59ea-4439-ba69-4770e140e729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.770520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:30.776502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:30.780256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Pushing event updated for resources: {'Port': ['ID=7c561c09-f1bf-48eb-bfd9-3f4928380632,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:30.784076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:30.836301 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:30.896862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4be07b-d1f2-4d40-9fcc-5c324acceaa6 req-7d9cee73-7a34-4b64-8900-af47a46496bd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:30.900103 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9f105816-6148-4e74-9d44-009ae203aced req-5b7ddd2f-a123-4880-a2d0-b84d6ae06ad5 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919862 Feb 02 15:22:30.917193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a4be07b-d1f2-4d40-9fcc-5c324acceaa6 req-7d9cee73-7a34-4b64-8900-af47a46496bd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.4021168 Feb 02 15:22:30.919837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:30.932910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:30.937078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Allocated IP 172.25.0.148 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/b5aacd8e-0acc-46ed-8686-9dcf62c7b620) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:30.941469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:31.098182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b4f8b-59ea-4439-ba69-4770e140e729 None None] Pushing event updated for resources: {'Port': ['ID=9ba64da3-0ea2-4604-b2ea-b48fd4f3567c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:31.127494 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.162981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Router 2b09353a-8dcd-457e-87b9-1fa7746331ce has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:22:31.199635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Attempting to bind port 5d1be3c7-6576-465b-b802-c14e86e86592 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:31.200685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Attempting to bind port 5d1be3c7-6576-465b-b802-c14e86e86592 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:31.201137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Attempting to bind port 5d1be3c7-6576-465b-b802-c14e86e86592 on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:31.222347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:31.222734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Checking segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:31.223137 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.229771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Bound using segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:31.229771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Bound port: 5d1be3c7-6576-465b-b802-c14e86e86592, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:31.229771 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.255294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a4be07b-d1f2-4d40-9fcc-5c324acceaa6 req-ae25aa15-b3b9-4b51-b838-54582099bf8e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372021 Feb 02 15:22:31.337068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.357543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] For port 5d1be3c7-6576-465b-b802-c14e86e86592, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:31.361417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] For port 5d1be3c7-6576-465b-b802-c14e86e86592, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d1be3c7-6576-465b-b802-c14e86e86592,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:31.372132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Pushing event updated for resources: {'Port': ['ID=5d1be3c7-6576-465b-b802-c14e86e86592,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:31.375496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-043078c0-0da0-4612-b1d6-bae3600fc74e None None] Provisioning complete for port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:31.376037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-043078c0-0da0-4612-b1d6-bae3600fc74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.472830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:31.491950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:31.500053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:31.512910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:31.542770 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.560973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Pushing event updated for resources: {'Port': ['ID=b5aacd8e-0acc-46ed-8686-9dcf62c7b620,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:31.617834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8acdd-c906-4d55-bfc7-1eae16ba0cfd req-b8ba404f-1c1b-4a4c-9e90-dd6dcbdcb908 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:31.621283 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12e8acdd-c906-4d55-bfc7-1eae16ba0cfd req-b8ba404f-1c1b-4a4c-9e90-dd6dcbdcb908 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.1618359 Feb 02 15:22:31.658927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.659205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529b32e-5b6c-4e3a-aa5b-1428dc91d8c8 None None] Pushing event updated for resources: {'Port': ['ID=5d1be3c7-6576-465b-b802-c14e86e86592,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:31.659651 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.682843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:31.695913 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] Sync routers for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:22:31.715913 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:31.716853 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:31.867384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.870710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.883835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] No DVR routers for this DVR port 5a3e0ce3-92fd-4a10-a115-94f6963842f9 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:22:31.890283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:31.898116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12e8acdd-c906-4d55-bfc7-1eae16ba0cfd req-1786360a-6018-4506-a03a-3a24ec22fd2d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702546 Feb 02 15:22:31.898116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'name': 'network-vif-deleted', 'tag': '5a3e0ce3-92fd-4a10-a115-94f6963842f9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:31.917168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5a3e0ce3-92fd-4a10-a115-94f6963842f9 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:22:31.993254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53328) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:31.993414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 5a3e0ce3-92fd-4a10-a115-94f6963842f9 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:22:31.993414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5a3e0ce3-92fd-4a10-a115-94f6963842f9 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:22:31.996197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:31.997476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:32.123675 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60b1d650-598b-4467-a791-d5a7a66ab523 req-c57295b7-bf5c-4069-aa60-626fcd18c6cb tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.107 "DELETE /v2.0/ports/5a3e0ce3-92fd-4a10-a115-94f6963842f9 HTTP/1.1" status: 204 len: 173 time: 4.7899678 Feb 02 15:22:32.202402 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:32.367100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3f6e9de1-872d-4c89-afb5-a1762d7ac731 req-82acbd87-9398-47e9-a080-9679332673a9 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Synchronizing usage tracker for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:32.380279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Router cb4ef664-d2a2-42af-a103-c9e8527a2487 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:22:32.500151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3f6e9de1-872d-4c89-afb5-a1762d7ac731 req-82acbd87-9398-47e9-a080-9679332673a9 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Unset dirty status for tenant:3e79a765987343b399d41348d4dde431 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:32.516371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f6e9de1-872d-4c89-afb5-a1762d7ac731 req-82acbd87-9398-47e9-a080-9679332673a9 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9a90088-7c51-4eb7-be1f-f6c022d4146a HTTP/1.1" status: 200 len: 210 time: 0.2209852 Feb 02 15:22:32.566289 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a90088-7c51-4eb7-be1f-f6c022d4146a', 'name': 'network-vif-deleted', 'tag': '5a3e0ce3-92fd-4a10-a115-94f6963842f9', 'status': 'completed', 'code': 200} Feb 02 15:22:32.569764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1402847163-network', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:32.574740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:32.579165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Usage tracker for resource:network and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:32.585771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:32.594847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:32.711162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Made reservation on behalf of f70cd978df16457aaf7cd194628db8a2 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:32.714944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:32.756303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:32.819187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:32.823115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Usage tracker for resource:security_group_rule and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:32.826349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:32.838059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:32.973392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2b85b-a86b-4b08-9dd3-208bc4bbc3a2 req-ddec94a3-ae08-4822-970a-2c574a0852ac tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:32.989132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eaa2b85b-a86b-4b08-9dd3-208bc4bbc3a2 req-ddec94a3-ae08-4822-970a-2c574a0852ac tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1587644 Feb 02 15:22:32.990807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Router 71e2d620-bcf3-479a-92df-c36cf3e5d314 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:22:33.018978 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:33.029771 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] Checking router: 2b09353a-8dcd-457e-87b9-1fa7746331ce for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:22:33.055426 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:33.056302 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:33.180914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:33.252526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eaa2b85b-a86b-4b08-9dd3-208bc4bbc3a2 req-06b20fa5-3579-4b87-baa4-eace4bffeb60 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591810 Feb 02 15:22:33.280411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:33.378695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226000b4-5c6e-4ff0-ae08-fdfb2e22fe70 None None] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:22:33.390196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:22:33.443064 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:33.448508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:33.511994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ae8fed-9ff5-43a2-ac8a-3704e45f5c52,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:33.524428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:33.524773 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Added segment f43f8378-5b45-4e10-bbe3-da7023282424 of type vlan for network dd6a1482-2f3d-4a08-a86c-57cfede45ebd Feb 02 15:22:33.576634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f238a66-58d2-441f-9fee-7af50ea7b02a req-2968dd09-b806-4b70-afa6-fbfde2f0d8df tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:33.584922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f238a66-58d2-441f-9fee-7af50ea7b02a req-2968dd09-b806-4b70-afa6-fbfde2f0d8df tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.4009690 Feb 02 15:22:33.589580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:33.630572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Sync routers for ids ['cb4ef664-d2a2-42af-a103-c9e8527a2487'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:22:33.667083 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:33.672083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b664bd85-8f53-483b-870a-f3e69158bf57 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0292842 Feb 02 15:22:33.672500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53348) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:33.701429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f238a66-58d2-441f-9fee-7af50ea7b02a req-4d77f3ca-2423-457b-9f8f-841542e55df0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148040 Feb 02 15:22:33.704520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5d1be3c7-6576-465b-b802-c14e86e86592 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:33.828064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:33.829547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:33.830129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:33.914389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:33.948500 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Sync routers for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:22:33.973439 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:33.974304 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:34.024843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9ae3dae9-11be-4727-8b42-60a4a4f59826 None None] Provisioning for port 5d1be3c7-6576-465b-b802-c14e86e86592 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:34.026942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:34.029182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-00dda2d7-f92a-49a7-8476-166155aa4dfa admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7906995 Feb 02 15:22:34.032442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53358) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:34.086014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Routers {'cb4ef664-d2a2-42af-a103-c9e8527a2487'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:34.086651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cb4ef664-d2a2-42af-a103-c9e8527a2487'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:34.151880 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:34.171303 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4ff65-058a-4057-845e-3dca83455ffb None None] The sync data for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 is: [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:16:47Z', 'revision_number': 4, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4dbd24d3-5cfb-41c4-b5c3-9375c05e184d', 'name': '', 'network_id': 'af9c36c4-f105-4974-890d-688ba35a7331', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'mac_address': 'fa:16:3e:63:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:44Z', 'updated_at': '2022-02-02T15:17:01Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'subnets': [{'id': '1b90b22b-1c10-4e99-b287-fcd515f2513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:22:34.221778 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:34.222353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2354264 Feb 02 15:22:34.229951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53362) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:34.237257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee107ec-da6b-4831-8e7e-e6a6c36de49a admin admin] Pushing event updated for resources: {'Network': ['ID=dd6a1482-2f3d-4a08-a86c-57cfede45ebd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:34.243010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Request body: {'subnet': {'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1402847163-subnet', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:34.326599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:34.355088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Usage tracker for resource:subnet and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:34.361436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:34.389106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:34.459145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Set router cb4ef664-d2a2-42af-a103-c9e8527a2487 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:34.477383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Made reservation on behalf of f70cd978df16457aaf7cd194628db8a2 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:34.484100 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:34.718665 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:31Z', 'revision_number': 3, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:34.729114 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Checking router: 71e2d620-bcf3-479a-92df-c36cf3e5d314 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:22:34.729696 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Updating router 71e2d620-bcf3-479a-92df-c36cf3e5d314 port b5aacd8e-0acc-46ed-8686-9dcf62c7b620 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:22:34.852506 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:34.956297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:22:35.016295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53378) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:35.127037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0874a49-6b33-4001-b91d-664741390862 req-0c4e71a8-50f4-43e4-9c1e-5599759d4dbf tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:35.131174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87cbdd68-d635-49b8-aef0-8fc834a9cf84 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.136171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0874a49-6b33-4001-b91d-664741390862 req-0c4e71a8-50f4-43e4-9c1e-5599759d4dbf tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.5036459 Feb 02 15:22:35.226442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c28bf-4ceb-4a3f-b450-f2c4e34597f0 None None] New status for floating IP e02527b7-d4a1-487a-985c-47bd17c01b03: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:22:35.226576 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0874a49-6b33-4001-b91d-664741390862 req-6030487a-ea0e-44a8-bdf4-10201b304217 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860116 Feb 02 15:22:35.227118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87cbdd68-d635-49b8-aef0-8fc834a9cf84 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.559787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd5a1a-cf6e-4b74-a2fd-ca365359d6b8 req-913705fe-995d-4dba-a4ab-3ad90f0bda1e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:35.561273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ccd5a1a-cf6e-4b74-a2fd-ca365359d6b8 req-913705fe-995d-4dba-a4ab-3ad90f0bda1e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.2721000 Feb 02 15:22:35.609206 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.625925 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Transition to ACTIVE for port object b5aacd8e-0acc-46ed-8686-9dcf62c7b620 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:35.649919 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87cbdd68-d635-49b8-aef0-8fc834a9cf84 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.660091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.684568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbdd68-d635-49b8-aef0-8fc834a9cf84 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f23648-f671-48e6-92e1-4bd7725e7bdd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:35.734169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d0e10e-76e1-44f9-8c6f-217e5d0b1e84,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:35.767929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ccd5a1a-cf6e-4b74-a2fd-ca365359d6b8 req-b870e04c-d368-4b60-896a-5dc617a59bfe tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701589 Feb 02 15:22:35.772012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 5d1be3c7-6576-465b-b802-c14e86e86592 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:35.776864 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.783717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5d1be3c7-6576-465b-b802-c14e86e86592 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:35.783717 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.846759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:22:31Z', 'revision_number': 3, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:35.852117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Checking router: cb4ef664-d2a2-42af-a103-c9e8527a2487 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:22:35.852246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.852492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Updating router cb4ef664-d2a2-42af-a103-c9e8527a2487 port 7c561c09-f1bf-48eb-bfd9-3f4928380632 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:22:35.873193 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87cbdd68-d635-49b8-aef0-8fc834a9cf84 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.877093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-87cbdd68-d635-49b8-aef0-8fc834a9cf84 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "DELETE /v2.0/security-groups/a1f23648-f671-48e6-92e1-4bd7725e7bdd HTTP/1.1" status: 204 len: 168 time: 0.8589101 Feb 02 15:22:35.878013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53384) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:35.882696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Checking segment: {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:35.883098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Network hostable DHCP agents. Network: dd6a1482-2f3d-4a08-a86c-57cfede45ebd, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:22:35.933742 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.949016 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1157b2-63e6-4197-b6f2-120180c9ef42 None None] Pushing event updated for resources: {'Port': ['ID=b5aacd8e-0acc-46ed-8686-9dcf62c7b620,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:35.963471 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-f207e04f-a93e-4a40-9e03-3c170f9d7400 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] show failed (client error): The resource could not be found. Feb 02 15:22:35.964609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f207e04f-a93e-4a40-9e03-3c170f9d7400 tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "GET /v2.0/security-groups/a1f23648-f671-48e6-92e1-4bd7725e7bdd HTTP/1.1" status: 404 len: 347 time: 0.0842011 Feb 02 15:22:35.974512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53388) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:35.980827 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Attempting to bind port b5aacd8e-0acc-46ed-8686-9dcf62c7b620 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:35.981197 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Attempting to bind port b5aacd8e-0acc-46ed-8686-9dcf62c7b620 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:35.981553 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Attempting to bind port b5aacd8e-0acc-46ed-8686-9dcf62c7b620 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:35.989923 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:35.990341 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:35.990746 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:35.991130 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:35.991575 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Bound port: b5aacd8e-0acc-46ed-8686-9dcf62c7b620, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:35.991974 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.040450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.161709 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] For port b5aacd8e-0acc-46ed-8686-9dcf62c7b620, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:36.165710 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] For port b5aacd8e-0acc-46ed-8686-9dcf62c7b620, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b5aacd8e-0acc-46ed-8686-9dcf62c7b620,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:36.173859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:22:36.236220 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.312159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.357358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53398) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:36.392621 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1157b2-63e6-4197-b6f2-120180c9ef42 None None] Pushing event updated for resources: {'Port': ['ID=b5aacd8e-0acc-46ed-8686-9dcf62c7b620,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:36.397305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, dd6a1482-2f3d-4a08-a86c-57cfede45ebd) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:36.421218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:36.427549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.431140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad2e9b-3885-48b9-b19d-7ad644c95f65 None None] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:22:36.440469 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:36.441063 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:36.522896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Deleting port 4ef999e2-087d-44c1-81c4-e6e6b6359ca6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:22:36.523622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.640345 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6410c503-c54b-4c9b-8111-b203e7da28e8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4093180 Feb 02 15:22:36.647271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53406) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:36.654019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:36.662645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:36.690504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Usage tracker for resource:router and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:36.697324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:36.706044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:36.714554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 5d1be3c7-6576-465b-b802-c14e86e86592, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d1be3c7-6576-465b-b802-c14e86e86592,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:36.721487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Allocated IP 172.20.0.1 (a709664e-ed7a-46ac-b54a-a1af690897c1/9d28c374-76bf-4054-9c76-4a1a07c32eb6/c8b961ef-19f0-4c83-9fb7-c3a6b9420e39) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:36.745242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3fb525f5-09d7-4a75-b3b1-fec67fac8361 None None] Provisioning complete for port 5d1be3c7-6576-465b-b802-c14e86e86592 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:36.746278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3fb525f5-09d7-4a75-b3b1-fec67fac8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.750205 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:36.766163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.808351 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.816666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d444f3-f528-4680-b0ee-a50afce34553 req-42235182-6402-480e-b533-182feb4d077c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:36.818165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04d444f3-f528-4680-b0ee-a50afce34553 req-42235182-6402-480e-b533-182feb4d077c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.3013523 Feb 02 15:22:36.890506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.891529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.918186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:36.922817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] Usage tracker for resource:security_group_rule and tenant:59e413b38a6b4812acc6b380e26bddb8 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:36.928863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:36.931426 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.933420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:36.946691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:37.035528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:22:37.067189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.116093 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.130966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.132334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04d444f3-f528-4680-b0ee-a50afce34553 req-e083ae1d-547e-47dd-b977-ff8538379a3a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902578 Feb 02 15:22:37.148462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Transition to ACTIVE for port object 7c561c09-f1bf-48eb-bfd9-3f4928380632 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:37.166920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Allocated IP 172.20.0.1 (1534d2b5-d6ef-44c5-aff7-25a524f5dd48/6045d96b-c767-4a44-ac9a-dce411ee136c/b771302e-a665-4730-b489-7166e6093d84) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:37.169688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.175803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Calling delete_port for 4ef999e2-087d-44c1-81c4-e6e6b6359ca6 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:22:37.192992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.230862 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:31Z', 'revision_number': 3, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:37.234825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Transition to ACTIVE for port object c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:37.237328 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef670be4-4284-4d36-bdf9-fba54447c219 None None] The sync data for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 is: [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:31Z', 'revision_number': 3, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:22:37.237619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35451b72-fd5b-45c6-8547-cedcc33ec2aa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:37.279767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:22:37.280937 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.281431 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86d45b32-8630-4b2f-afc0-50df3dbf2539 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=59e413b38a6b4812acc6b380e26bddb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9257178 Feb 02 15:22:37.285540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:37.300805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=5d1be3c7-6576-465b-b802-c14e86e86592,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:37.306315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.368433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.469756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd46e0-3e1d-45cc-bdd9-3340079b5e2c None None] Pushing event updated for resources: {'Port': ['ID=7c561c09-f1bf-48eb-bfd9-3f4928380632,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:37.477971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Attempting to bind port 7c561c09-f1bf-48eb-bfd9-3f4928380632 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:37.478337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Attempting to bind port 7c561c09-f1bf-48eb-bfd9-3f4928380632 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:37.478697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Attempting to bind port 7c561c09-f1bf-48eb-bfd9-3f4928380632 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:37.502392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:37.502857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:37.503255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.503644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:37.504168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Bound port: 7c561c09-f1bf-48eb-bfd9-3f4928380632, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:37.504472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adef0e-61bd-4e03-8d70-29cfe699014b req-e69d8465-eba6-45e1-af94-7447ada70932 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:37.504644 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.511041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00adef0e-61bd-4e03-8d70-29cfe699014b req-e69d8465-eba6-45e1-af94-7447ada70932 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.3455589 Feb 02 15:22:37.519305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Network a709664e-ed7a-46ac-b54a-a1af690897c1 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:37.531143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:37.556421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:37.588222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Pushing event updated for resources: {'Port': ['ID=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:37.598269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a48722ad-774a-44b0-b846-14dbb26f858c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.604193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.629688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a48722ad-774a-44b0-b846-14dbb26f858c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.640041 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.642710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] For port 7c561c09-f1bf-48eb-bfd9-3f4928380632, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:37.647781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] For port 7c561c09-f1bf-48eb-bfd9-3f4928380632, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7c561c09-f1bf-48eb-bfd9-3f4928380632,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:37.649207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Allocated IP 172.20.0.2 (dd6a1482-2f3d-4a08-a86c-57cfede45ebd/13d0e10e-76e1-44f9-8c6f-217e5d0b1e84/f21b99fb-8df3-4b05-a9b9-05f77ea2830e) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:37.654709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.725274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Transition to ACTIVE for port object b771302e-a665-4730-b489-7166e6093d84 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:37.764866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00adef0e-61bd-4e03-8d70-29cfe699014b req-c77123ab-270f-4910-8117-08d36d68a4df tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528744 Feb 02 15:22:37.786644 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.805367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a48722ad-774a-44b0-b846-14dbb26f858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.826805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48722ad-774a-44b0-b846-14dbb26f858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35451b72-fd5b-45c6-8547-cedcc33ec2aa,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:37.879585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.894622 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.958432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:37.976823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd46e0-3e1d-45cc-bdd9-3340079b5e2c None None] Pushing event updated for resources: {'Port': ['ID=7c561c09-f1bf-48eb-bfd9-3f4928380632,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:37.994701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:37.996870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Routers {'cb4ef664-d2a2-42af-a103-c9e8527a2487'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:37.997347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cb4ef664-d2a2-42af-a103-c9e8527a2487'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:37.997640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Pushing event updated for resources: {'Port': ['ID=b771302e-a665-4730-b489-7166e6093d84,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:38.034328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:38.051549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.066105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:38.081565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3a1f864a-97d5-4fec-ab87-d477470093bf None None] Provisioning for port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:38.085330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Transition to ACTIVE for port object f21b99fb-8df3-4b05-a9b9-05f77ea2830e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:38.103815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3a1f864a-97d5-4fec-ab87-d477470093bf None None] Provisioning complete for port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:38.104212 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3a1f864a-97d5-4fec-ab87-d477470093bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.114426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Pushing event deleted for resources: {'Port': ['ID=4ef999e2-087d-44c1-81c4-e6e6b6359ca6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:38.184544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.192735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.216419 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a48722ad-774a-44b0-b846-14dbb26f858c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.220866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a48722ad-774a-44b0-b846-14dbb26f858c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/35451b72-fd5b-45c6-8547-cedcc33ec2aa HTTP/1.1" status: 204 len: 168 time: 0.9254899 Feb 02 15:22:38.220866 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.229372 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.263314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.265112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0215dac3-25cd-4ec3-bf2c-b0ffbda2fcae tempest-AttachVolumeTestJSON-1921660054 tempest-AttachVolumeTestJSON-1921660054-project] 10.222.0.88 "DELETE /v2.0/floatingips/e02527b7-d4a1-487a-985c-47bd17c01b03 HTTP/1.1" status: 204 len: 168 time: 2.2882552 Feb 02 15:22:38.341743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Transition to ACTIVE for port object f21b99fb-8df3-4b05-a9b9-05f77ea2830e will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:38.384380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3a1f864a-97d5-4fec-ab87-d477470093bf None None] Port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:22:38.400613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] Set router cb4ef664-d2a2-42af-a103-c9e8527a2487 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:38.455506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.469855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.533183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.662004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Allocated IP 172.25.0.18 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/6ca671a3-67d5-4775-85e7-c22edbe45c6c) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:38.672225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba969626-d515-412e-b7a8-321e213ed48e req-8fc7be91-c0c9-40d2-a898-ab8079d86d20 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:38.673832 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba969626-d515-412e-b7a8-321e213ed48e req-8fc7be91-c0c9-40d2-a898-ab8079d86d20 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1962042 Feb 02 15:22:38.679950 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.759670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:38.768594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:38.784748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:38.790686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Pushing event updated for resources: {'Port': ['ID=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:38.827794 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.942213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:38.981401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-90c0aa8a-a620-450b-a774-54bbeb63662a None None] Provisioning for port b771302e-a665-4730-b489-7166e6093d84 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:38.982088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Pushing event updated for resources: {'Port': ['ID=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:38.994392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.032036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba969626-d515-412e-b7a8-321e213ed48e req-7e5ce934-1e40-405c-83d5-96bb590cae23 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236878 Feb 02 15:22:39.072374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-90c0aa8a-a620-450b-a774-54bbeb63662a None None] Provisioning complete for port b771302e-a665-4730-b489-7166e6093d84 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:39.072745 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-90c0aa8a-a620-450b-a774-54bbeb63662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.103214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5d1be3c7-6576-465b-b802-c14e86e86592 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:39.176097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.227509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Attempting to bind port f21b99fb-8df3-4b05-a9b9-05f77ea2830e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:39.227799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Attempting to bind port f21b99fb-8df3-4b05-a9b9-05f77ea2830e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:39.228331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Attempting to bind port f21b99fb-8df3-4b05-a9b9-05f77ea2830e on network dd6a1482-2f3d-4a08-a86c-57cfede45ebd {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:39.230235 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.241883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:39.242263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Checking segment: {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:39.242663 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.243240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Bound using segment: {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:39.243722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Bound port: f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:39.244121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.266547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Network a709664e-ed7a-46ac-b54a-a1af690897c1 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:39.267088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:39.298134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Pushing event updated for resources: {'Port': ['ID=b771302e-a665-4730-b489-7166e6093d84,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:39.298872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-90c0aa8a-a620-450b-a774-54bbeb63662a None None] Port b771302e-a665-4730-b489-7166e6093d84 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:22:39.417713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7629b-b182-44b8-98cb-bae273b757bd req-2046ac0c-dae4-47fe-8448-ca14f5906ab7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:39.425360 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e9d7629b-b182-44b8-98cb-bae273b757bd req-2046ac0c-dae4-47fe-8448-ca14f5906ab7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.4087272 Feb 02 15:22:39.525384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.536515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53432) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:39.537949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:39.541275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:39.574148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] For port f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:39.576724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] For port f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:39.585398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5d1be3c7-6576-465b-b802-c14e86e86592 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:39.585769 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.616480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e9d7629b-b182-44b8-98cb-bae273b757bd req-58387c2a-b68c-4be1-8352-c9f78195ff65 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900289 Feb 02 15:22:39.658870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.710876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:39.714591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:39.731312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:39.747186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:39.815260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca671a3-67d5-4775-85e7-c22edbe45c6c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:40.086665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-efb6a862-628a-4361-bd0c-b44acd97cd9f None None] Provisioning complete for port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:40.087197 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-efb6a862-628a-4361-bd0c-b44acd97cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:40.144477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-efb6a862-628a-4361-bd0c-b44acd97cd9f None None] Port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:22:40.175467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-07df98ca-19b1-4e05-be62-c2826de9e3fb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2702878 Feb 02 15:22:40.180101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:22:37Z', 'revision_number': 4, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c8b961ef-19f0-4c83-9fb7-c3a6b9420e39', 'name': '', 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'mac_address': 'fa:16:3e:14:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:36Z', 'revision_number': 1, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'subnets': [{'id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:40.186956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20a2a1-e020-4a2c-92a2-01d3f2371ecf None None] Pushing event updated for resources: {'Port': ['ID=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:40.213184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:40.218046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44320da-58f7-4469-b4b7-52b057a13000 None None] The sync data for ids ['cb4ef664-d2a2-42af-a103-c9e8527a2487'] in n-d-827122-1 is: [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:22:37Z', 'revision_number': 4, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c8b961ef-19f0-4c83-9fb7-c3a6b9420e39', 'name': '', 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'mac_address': 'fa:16:3e:14:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:36Z', 'revision_number': 1, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'subnets': [{'id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:22:40.284525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] Usage tracker for resource:security_group_rule and tenant:18165dd5924c4c4eb38860523ef2c60e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:40.291359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:40.291789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-446ec9b4-403d-4d6f-bc8e-74186c32b02d None None] Provisioning complete for port b771302e-a665-4730-b489-7166e6093d84 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:40.292207 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-446ec9b4-403d-4d6f-bc8e-74186c32b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:40.343127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:40.420975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-446ec9b4-403d-4d6f-bc8e-74186c32b02d None None] Port b771302e-a665-4730-b489-7166e6093d84 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:22:40.477540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-2a898106-8323-4009-9fbf-921112945261 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 1097 time: 0.1704926 Feb 02 15:22:40.493667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Router 71e2d620-bcf3-479a-92df-c36cf3e5d314 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:22:40.524390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1bee-c3e7-4396-b044-33ec832ff90c req-362d66cc-9326-431a-bb5c-41352952bbd5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:40.532027 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2cc1bee-c3e7-4396-b044-33ec832ff90c req-362d66cc-9326-431a-bb5c-41352952bbd5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.2336550 Feb 02 15:22:40.633307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:40.710556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:40.788939 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2cc1bee-c3e7-4396-b044-33ec832ff90c req-347085a1-031d-41cd-b577-a6a984cbc05b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559643 Feb 02 15:22:40.797856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-dd8b6026-9084-48b4-9722-3dbf85055777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:40.800130 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-dd8b6026-9084-48b4-9722-3dbf85055777 service neutron] 10.222.0.107 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 921 time: 0.3001130 Feb 02 15:22:40.811266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92049bc-7eda-4834-96db-aa5e83a07afc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:40.838559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f6b62026-6efe-45b6-bdd1-4b914d4cc3a6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=18165dd5924c4c4eb38860523ef2c60e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2505772 Feb 02 15:22:40.840466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53444) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:40.887448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-65cba36a-716d-4f95-b9f9-84ae0e93a5dc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00 HTTP/1.1" status: 200 len: 217 time: 0.0801959 Feb 02 15:22:40.943638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Router cb4ef664-d2a2-42af-a103-c9e8527a2487 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:22:40.956969 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:40.957598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:41.005623 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:22:41.047193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f21b99fb-8df3-4b05-a9b9-05f77ea2830e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:41.160736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-7d150018-07f6-4319-8881-e44fd4f93e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:41.162799 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-7d150018-07f6-4319-8881-e44fd4f93e33 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.2637784 Feb 02 15:22:41.245097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-68fb8e8d-b29b-491f-af50-4faee2311e1b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750628 Feb 02 15:22:41.247120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:41.263229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8109d986-f7f0-4aab-8e38-e81f9defee35 admin admin] 10.222.0.88 "PUT /v2.0/routers/71e2d620-bcf3-479a-92df-c36cf3e5d314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2214396 Feb 02 15:22:41.263872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2f98-04f5-46ac-ad1c-23af585a87ee req-f4e86d67-81a5-4da9-b4a5-5bc04ac655ea tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:41.265564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b22c2f98-04f5-46ac-ad1c-23af585a87ee req-f4e86d67-81a5-4da9-b4a5-5bc04ac655ea tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.3772008 Feb 02 15:22:41.289916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f21b99fb-8df3-4b05-a9b9-05f77ea2830e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:41.420565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24ee10fe-017b-47af-96d3-6ed514d1ba1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:41.482966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24ee10fe-017b-47af-96d3-6ed514d1ba1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:41.602649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-1eabc040-1d2d-4a84-baa4-7caee72028cb service neutron] 10.222.0.107 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360660 Feb 02 15:22:41.693966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa309d4-c3ee-4c3c-98fb-9d861e582ef5 None None] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:22:41.750406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b22c2f98-04f5-46ac-ad1c-23af585a87ee req-4dd89e5c-b186-4c1e-859d-1b30d5f36d6c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295666 Feb 02 15:22:41.940626 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7fb3f6ef-e860-4ab7-9f7d-57637d48b3de req-7cd6d4c5-db95-4b3e-b327-eef13a759e41 service neutron] 10.222.0.107 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313594 Feb 02 15:22:42.167398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ab4f7580-7edb-4637-b8cc-07bf50ebc20f None None] Provisioning for port f21b99fb-8df3-4b05-a9b9-05f77ea2830e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:42.189950 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24ee10fe-017b-47af-96d3-6ed514d1ba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:42.295299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ab4f7580-7edb-4637-b8cc-07bf50ebc20f None None] Provisioning complete for port f21b99fb-8df3-4b05-a9b9-05f77ea2830e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:42.295932 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7580-7edb-4637-b8cc-07bf50ebc20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:42.322904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee10fe-017b-47af-96d3-6ed514d1ba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92049bc-7eda-4834-96db-aa5e83a07afc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:42.348724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb0e13-2e52-4431-a086-0fbdc3187160 req-e2afac6c-14a5-4560-8bb1-b030db0918d9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:42.350405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57cb0e13-2e52-4431-a086-0fbdc3187160 req-e2afac6c-14a5-4560-8bb1-b030db0918d9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.2627397 Feb 02 15:22:42.504786 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57cb0e13-2e52-4431-a086-0fbdc3187160 req-a925c190-5ef4-44a9-b0c7-5ac1a00eca31 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462595 Feb 02 15:22:42.587997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:42.608426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9034df2d-0743-493e-98ab-6a79590d650a admin admin] 10.222.0.88 "PUT /v2.0/routers/cb4ef664-d2a2-42af-a103-c9e8527a2487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9349902 Feb 02 15:22:42.612548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53468) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:42.619102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973771765', 'description': 'tempest-description--866889751'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:42.624736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24ee10fe-017b-47af-96d3-6ed514d1ba1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:42.628397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24ee10fe-017b-47af-96d3-6ed514d1ba1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f92049bc-7eda-4834-96db-aa5e83a07afc HTTP/1.1" status: 204 len: 168 time: 1.7828269 Feb 02 15:22:42.637942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:42.650183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:security_group and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:42.659926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:42.689630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:42.787558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Router f9657a4f-0c2c-4444-9532-7710bf09dc08 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:22:42.822090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:42.991783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:42.999553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:security_group_rule and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:43.004360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:43.048094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:43.177676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7580-7edb-4637-b8cc-07bf50ebc20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:43.302208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:43.387639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b5aacd8e-0acc-46ed-8686-9dcf62c7b620 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:43.430811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:43.488432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:43.501960 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Sync routers for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:22:43.523637 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:43.525455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:43.634182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:43.646968 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b26c6ef7-8398-473f-98c8-9fe9bb8faab2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9889688 Feb 02 15:22:43.647692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5322e620-f23a-456d-ba64-45a15e906ae6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:43.650114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53492) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:43.711590 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:43.716328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ef526351-e174-4873-887c-41d3e7a95e54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1023884 Feb 02 15:22:43.722961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53496) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:43.750755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'security_group_rule': {'security_group_id': '5322e620-f23a-456d-ba64-45a15e906ae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:43.769492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ab4f7580-7edb-4637-b8cc-07bf50ebc20f None None] For port f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:43.775211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:43.794596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:security_group_rule and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:43.827220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9028-e59f-4ebb-ae84-96a69e059a33 req-231c8859-e8aa-4182-b78b-8e327394636c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:43.840021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-430a9028-e59f-4ebb-ae84-96a69e059a33 req-231c8859-e8aa-4182-b78b-8e327394636c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.5263593 Feb 02 15:22:43.851912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7580-7edb-4637-b8cc-07bf50ebc20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:43.855123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:43.970776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:44.003435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b5aacd8e-0acc-46ed-8686-9dcf62c7b620 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:44.048650 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:44.061151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-430a9028-e59f-4ebb-ae84-96a69e059a33 req-edfd902a-9cae-4c16-839f-4725e44364b4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192822 Feb 02 15:22:44.093281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:44.134584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b5aacd8e-0acc-46ed-8686-9dcf62c7b620 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:44.134896 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:44.338595 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:44.379272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f7580-7edb-4637-b8cc-07bf50ebc20f None None] Pushing event updated for resources: {'Port': ['ID=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:44.381276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:44.459436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb992ec-40ed-4b43-a380-ddba2f504fcf,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:44.639065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e9de0272-93f2-4e84-8145-0a3fe173cbbd None None] Provisioning complete for port f21b99fb-8df3-4b05-a9b9-05f77ea2830e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:44.639646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9de0272-93f2-4e84-8145-0a3fe173cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:44.686821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:44.699593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-84641f2b-7751-47c5-8aae-24adbf4730ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9749608 Feb 02 15:22:44.706552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53528) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:44.724172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'security_group_rule': {'security_group_id': '5322e620-f23a-456d-ba64-45a15e906ae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:44.759992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:44.760430 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:44.793994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:security_group_rule and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:44.812512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:44.827432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:44.890114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048725ee-db19-4d84-a28d-6866e67ce153 req-69ff49b4-a3b2-4e6d-a1a6-3c173f31edae tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:44.896932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-048725ee-db19-4d84-a28d-6866e67ce153 req-69ff49b4-a3b2-4e6d-a1a6-3c173f31edae tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.4286215 Feb 02 15:22:44.905269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-ceb1c6be-1194-45ef-8c05-d21b837f23a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1096 time: 0.3583777 Feb 02 15:22:44.939560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b5aacd8e-0acc-46ed-8686-9dcf62c7b620, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b5aacd8e-0acc-46ed-8686-9dcf62c7b620,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:45.006158 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:40Z', 'revision_number': 3, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:45.008694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c57be-51a8-4b12-98e0-ff867156e21c req-9f488c79-ded5-41f0-95df-92954018aa5f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:45.010164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e3c57be-51a8-4b12-98e0-ff867156e21c req-9f488c79-ded5-41f0-95df-92954018aa5f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.1511798 Feb 02 15:22:45.010736 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Checking router: f9657a4f-0c2c-4444-9532-7710bf09dc08 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:22:45.011414 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Updating router f9657a4f-0c2c-4444-9532-7710bf09dc08 port 6ca671a3-67d5-4775-85e7-c22edbe45c6c binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:22:45.021829 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:45.172454 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:45.205639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e3c57be-51a8-4b12-98e0-ff867156e21c req-71f43619-e764-4441-837b-db272010cf9d tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809220 Feb 02 15:22:45.262919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-048725ee-db19-4d84-a28d-6866e67ce153 req-01f13ef0-bae2-48e6-85b8-61f2663062c6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540831 Feb 02 15:22:45.305396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:45.340020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b5aacd8e-0acc-46ed-8686-9dcf62c7b620,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:45.482151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f21b99fb-8df3-4b05-a9b9-05f77ea2830e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:45.636781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:45.731130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f21b99fb-8df3-4b05-a9b9-05f77ea2830e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:45.731646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:45.835935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:45.917406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-679b736e-7e11-4110-a1f2-36ea3eb81517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:45.920226 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-679b736e-7e11-4110-a1f2-36ea3eb81517 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 921 time: 0.9770463 Feb 02 15:22:45.933047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-3b4e9dfd-6091-47aa-855b-fb196286594a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5442097 Feb 02 15:22:45.934481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c47ae9-873e-4530-b002-d02e51ad659e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:46.034249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.035782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-566df16f-6907-47c0-b2c8-3a601b053c54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3277147 Feb 02 15:22:46.049589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7c561c09-f1bf-48eb-bfd9-3f4928380632 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:46.052115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53548) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:46.067801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:46.076332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-4fbaeb96-a108-4561-9525-1752fff97ea6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7 HTTP/1.1" status: 200 len: 217 time: 0.1390955 Feb 02 15:22:46.077711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:46.084095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:floatingip and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:46.122151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:46.152823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:46.155516 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.171448 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Transition to ACTIVE for port object 6ca671a3-67d5-4775-85e7-c22edbe45c6c will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:46.196163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-aaa5595f-5079-4438-87af-53919e0e5233 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:46.199619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-aaa5595f-5079-4438-87af-53919e0e5233 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.1107559 Feb 02 15:22:46.202755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-6b84eeed-525e-4c4e-8007-0e8ba3dc384f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1101 time: 0.2091479 Feb 02 15:22:46.252804 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.278941 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-4fe6ee38-ee97-4be2-a86a-25a7f53c7237 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722506 Feb 02 15:22:46.283252 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.290747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 7c561c09-f1bf-48eb-bfd9-3f4928380632 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:46.297107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7c561c09-f1bf-48eb-bfd9-3f4928380632 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:46.301386 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.430357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca81bb-2796-411b-852b-34e18d0c849d req-f730dc88-a206-416e-a894-a9c7947b6981 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:46.434867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67ca81bb-2796-411b-852b-34e18d0c849d req-f730dc88-a206-416e-a894-a9c7947b6981 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.9078846 Feb 02 15:22:46.550767 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf289f1-7957-40e6-a5a9-9d2329fc8908 None None] Pushing event updated for resources: {'Port': ['ID=6ca671a3-67d5-4775-85e7-c22edbe45c6c,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:46.593569 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Attempting to bind port 6ca671a3-67d5-4775-85e7-c22edbe45c6c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:46.594113 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Attempting to bind port 6ca671a3-67d5-4775-85e7-c22edbe45c6c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:46.594473 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Attempting to bind port 6ca671a3-67d5-4775-85e7-c22edbe45c6c on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:46.607108 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:46.607487 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:46.610639 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.611806 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:46.613454 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Bound port: 6ca671a3-67d5-4775-85e7-c22edbe45c6c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:46.614756 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.752555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.791970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67ca81bb-2796-411b-852b-34e18d0c849d req-73e36878-8db1-4511-b528-4e6e9e14bc26 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461344 Feb 02 15:22:46.849325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 7c561c09-f1bf-48eb-bfd9-3f4928380632, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7c561c09-f1bf-48eb-bfd9-3f4928380632,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:46.860455 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:46.939100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] For port 6ca671a3-67d5-4775-85e7-c22edbe45c6c, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:46.946799 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] For port 6ca671a3-67d5-4775-85e7-c22edbe45c6c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6ca671a3-67d5-4775-85e7-c22edbe45c6c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:46.955017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:47.004600 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:47.107085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-78522cc4-99d5-44db-932b-d792077d131d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:47.107085 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-78522cc4-99d5-44db-932b-d792077d131d service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.8556781 Feb 02 15:22:47.205207 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf289f1-7957-40e6-a5a9-9d2329fc8908 None None] Pushing event updated for resources: {'Port': ['ID=6ca671a3-67d5-4775-85e7-c22edbe45c6c,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:47.219310 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:22:47.219310 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:47.291783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b5aacd8e-0acc-46ed-8686-9dcf62c7b620 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:47.400450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-5233bf67-b014-43b3-b0c4-b2ab3d4e982a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.2718039 Feb 02 15:22:47.441605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=7c561c09-f1bf-48eb-bfd9-3f4928380632,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:47.454784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-8b906631-0c86-4d40-8dbc-f864f5a42cfc service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1507540 Feb 02 15:22:47.465468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:47.522795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b5aacd8e-0acc-46ed-8686-9dcf62c7b620 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:47.523682 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:47.599478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66dd11-3069-4dc0-a3fb-8c1f2da083aa req-99d03ca5-0b9f-4c0b-a740-422e5ce4b762 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:47.604241 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4e66dd11-3069-4dc0-a3fb-8c1f2da083aa req-99d03ca5-0b9f-4c0b-a740-422e5ce4b762 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.8861060 Feb 02 15:22:47.617960 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:22:47.635438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-164c8c06-56ad-4a77-ac6c-be0af820df30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:47.644586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-164c8c06-56ad-4a77-ac6c-be0af820df30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2367160 Feb 02 15:22:47.655756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:47.832075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1eed-4cba-4f13-a4b5-8534abced8c6 req-70203252-2aa2-486a-9535-196875bec49a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:47.842530 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa7a1eed-4cba-4f13-a4b5-8534abced8c6 req-70203252-2aa2-486a-9535-196875bec49a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.5275438 Feb 02 15:22:47.952298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49c6b55f-29aa-46bc-8e76-0666a95122f9 req-b4fb7713-5070-4ca6-9ca9-f5ba46ff3c51 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892366 Feb 02 15:22:47.961496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4e66dd11-3069-4dc0-a3fb-8c1f2da083aa req-adc57125-c6d7-47f7-8cac-9a58ede48f52 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467822 Feb 02 15:22:47.969461 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:47.983059 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa7a1eed-4cba-4f13-a4b5-8534abced8c6 req-8bf6f03a-8c5e-4099-b3a1-fd96a42b78d6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391349 Feb 02 15:22:48.060326 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-6b68a1b7-8200-47d1-8cb3-3579f0bf47c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3802340 Feb 02 15:22:48.198074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Allocated IP 172.20.0.1 (dd6a1482-2f3d-4a08-a86c-57cfede45ebd/13d0e10e-76e1-44f9-8c6f-217e5d0b1e84/d4ecef79-08b0-45df-9412-e4e9ce36eb81) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:48.214800 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:40Z', 'revision_number': 3, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:22:48.225763 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1018b49c-caa5-42bb-a146-242d4a8b2dc5 None None] The sync data for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 is: [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:40Z', 'revision_number': 3, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:22:48.442140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:48.452523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Transition to ACTIVE for port object d4ecef79-08b0-45df-9412-e4e9ce36eb81 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:48.570672 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:48.669114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:48.672217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:48.677208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:48.687148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Allocated IP 172.25.0.130 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/a3735e40-b590-4d2c-afad-8f06814b8b37) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:48.709147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ecef79-08b0-45df-9412-e4e9ce36eb81,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:48.730787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-dcbe9c84-079b-413a-871a-3e5e39e15a02 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637316 Feb 02 15:22:48.747557 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:48.835061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d31065-f89d-44ef-a7d7-889ba07b24ea req-935af74c-9133-4ed6-a238-ac2da390f174 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:48.843790 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-33d31065-f89d-44ef-a7d7-889ba07b24ea req-935af74c-9133-4ed6-a238-ac2da390f174 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.5281315 Feb 02 15:22:48.983581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:49.111673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-33d31065-f89d-44ef-a7d7-889ba07b24ea req-f6c33b85-9bc6-4095-8f75-ba8d111c1e66 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666619 Feb 02 15:22:49.198117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7c561c09-f1bf-48eb-bfd9-3f4928380632 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:22:49.317363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-36da2cf9-db96-4680-af71-c10cc70a15d2 None None] Provisioning for port d4ecef79-08b0-45df-9412-e4e9ce36eb81 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:22:49.359587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-36da2cf9-db96-4680-af71-c10cc70a15d2 None None] Provisioning complete for port d4ecef79-08b0-45df-9412-e4e9ce36eb81 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:49.360057 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-36da2cf9-db96-4680-af71-c10cc70a15d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:49.420819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8856f696-90a3-44bb-b231-0dc2668d9d2a req-41c4b693-304c-447d-9d88-7b8681c7a49d service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640110 Feb 02 15:22:49.432564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:49.478385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7c561c09-f1bf-48eb-bfd9-3f4928380632 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:49.480102 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:49.507542 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:49.541038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-36da2cf9-db96-4680-af71-c10cc70a15d2 None None] Port d4ecef79-08b0-45df-9412-e4e9ce36eb81 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:22:49.553660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65224bc5-1481-4396-9f63-07072ffafe0a req-f26b444f-c26a-4eb1-b0ba-37f0ad1ed3d7 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:49.555468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-65224bc5-1481-4396-9f63-07072ffafe0a req-f26b444f-c26a-4eb1-b0ba-37f0ad1ed3d7 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2166095 Feb 02 15:22:49.560947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076e1c5-08e7-4f1f-b8be-6f9219fa0fe8 req-56642e40-356c-4f92-931c-aa2436e45517 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:49.585424 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5076e1c5-08e7-4f1f-b8be-6f9219fa0fe8 req-56642e40-356c-4f92-931c-aa2436e45517 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.2679327 Feb 02 15:22:49.596102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:49.694968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5076e1c5-08e7-4f1f-b8be-6f9219fa0fe8 req-ee8b84ed-2dbd-432b-950d-810fb60e30c9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085343 Feb 02 15:22:49.702572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:49.885825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:49.890412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:49.894587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:49.913974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:49.923266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-65224bc5-1481-4396-9f63-07072ffafe0a req-70746e2c-8710-4e68-bccd-cd5efb12cdfe tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607326 Feb 02 15:22:49.944321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'Port': ['ID=a3735e40-b590-4d2c-afad-8f06814b8b37,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:49.988415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ecef79-08b0-45df-9412-e4e9ce36eb81,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:50.202124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:50.203877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:50.368311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:50.545325 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:50.586414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dd5f3ff5-f27d-4848-a609-0476c80fc4a9 None None] Provisioning complete for port d4ecef79-08b0-45df-9412-e4e9ce36eb81 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:22:50.587313 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3ff5-f27d-4848-a609-0476c80fc4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:50.631819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f359a23-f86d-4ea8-b732-36547c97dc15 req-5a41fc81-a941-429d-9cd4-5f9572445bcf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:50.633513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f359a23-f86d-4ea8-b732-36547c97dc15 req-5a41fc81-a941-429d-9cd4-5f9572445bcf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2635388 Feb 02 15:22:50.830217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f359a23-f86d-4ea8-b732-36547c97dc15 req-fbf2900b-1461-411f-b422-a918eb93ef3d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1759515 Feb 02 15:22:50.831423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f3ff5-f27d-4848-a609-0476c80fc4a9 None None] Port d4ecef79-08b0-45df-9412-e4e9ce36eb81 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:22:50.998712 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:51.062590 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:51.181851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b805627-bbec-497e-a761-e71c846efdd3 req-50dd6b3c-776a-4008-a963-0beab36c0328 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:51.184192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b805627-bbec-497e-a761-e71c846efdd3 req-50dd6b3c-776a-4008-a963-0beab36c0328 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1570151 Feb 02 15:22:51.222936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'Port': ['ID=a3735e40-b590-4d2c-afad-8f06814b8b37,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:51.246590 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:51.286832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5055d8-4603-4106-9190-37950301fb61 req-afbf5c03-9864-4538-92da-36301ca0dc36 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:51.290937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c5055d8-4603-4106-9190-37950301fb61 req-afbf5c03-9864-4538-92da-36301ca0dc36 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2688563 Feb 02 15:22:51.305686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b805627-bbec-497e-a761-e71c846efdd3 req-cfb004ce-e2bf-4050-99f6-710e7505f6ac tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721495 Feb 02 15:22:51.394931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Router f9657a4f-0c2c-4444-9532-7710bf09dc08 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:22:51.412843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c5055d8-4603-4106-9190-37950301fb61 req-684bf1c3-fc64-462a-b279-ebdf75561a01 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083162 Feb 02 15:22:51.413953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:51.432520 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c83bf5d3-b6d7-40c7-a3ed-79002b5fd761 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3752739 Feb 02 15:22:51.828205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be64691-9684-40c1-a6b2-d61ecd121dac req-d4320bd6-1ab4-410f-9ced-ed960f41ea84 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:51.829827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5be64691-9684-40c1-a6b2-d61ecd121dac req-d4320bd6-1ab4-410f-9ced-ed960f41ea84 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2724569 Feb 02 15:22:51.833003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:22:51.851421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-0f353d1b-2040-4dd7-b89e-a2d209aeae0e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:51.869630 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f97ab2c6-6d42-427a-af1f-94cadb197699 admin admin] 10.222.0.88 "PUT /v2.0/routers/f9657a4f-0c2c-4444-9532-7710bf09dc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2174332 Feb 02 15:22:51.899527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5be64691-9684-40c1-a6b2-d61ecd121dac req-f9288665-84f1-403b-b611-05beff2c49ed tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587673 Feb 02 15:22:51.976125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-0f353d1b-2040-4dd7-b89e-a2d209aeae0e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:51.977780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-0f353d1b-2040-4dd7-b89e-a2d209aeae0e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--973771765&fields=id&tenant_id=45fc305967194a0eac493568acd3c314 HTTP/1.1" status: 200 len: 267 time: 0.2220378 Feb 02 15:22:52.161860 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-767c59df-befd-4fee-9bb1-11f59eecb4e0 service neutron] show failed (client error): The resource could not be found. Feb 02 15:22:52.164663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-767c59df-befd-4fee-9bb1-11f59eecb4e0 service neutron] 10.222.0.107 "GET /v2.0/ports/ec66d418-6790-43ed-a19a-3ccd681a9ce0/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.2477460 Feb 02 15:22:52.225556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-91ef9748-8c15-4c12-b194-0dd181a58cdc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:52.227806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-91ef9748-8c15-4c12-b194-0dd181a58cdc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 817 time: 0.2413416 Feb 02 15:22:52.245119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-f6d4ec82-5e00-4c73-8d79-613a2df77630 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:52.245119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-f6d4ec82-5e00-4c73-8d79-613a2df77630 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:52.250307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-9bf445f7-1c11-4cf2-afd3-c8199ee6548c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/quotas/45fc305967194a0eac493568acd3c314 HTTP/1.1" status: 200 len: 375 time: 0.0160315 Feb 02 15:22:52.340153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-47188b77-faba-46d7-bbb4-c502256ce2ce tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:52.398295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-f6d4ec82-5e00-4c73-8d79-613a2df77630 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:52.399638 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-f6d4ec82-5e00-4c73-8d79-613a2df77630 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.3438511 Feb 02 15:22:52.417935 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-a6165f0e-71a0-42e3-b420-f7c9dd7fbc51 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/quotas/e1369c1cef9b495ebe7ed93f5fe27e76 HTTP/1.1" status: 200 len: 375 time: 0.0117226 Feb 02 15:22:52.496690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-47188b77-faba-46d7-bbb4-c502256ce2ce tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:52.503038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-47188b77-faba-46d7-bbb4-c502256ce2ce tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2499959 Feb 02 15:22:52.531095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-67732276-8f57-4203-bab6-6fa72e9ec8ad tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1072965 Feb 02 15:22:52.740759 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-ce85bd36-a2c8-4562-9b38-2dc91c399498 service neutron] 10.222.0.88 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216992 Feb 02 15:22:52.767180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-a95afd65-53e8-471f-8069-dea77f289d59 service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346961 Feb 02 15:22:52.963115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-994f7fdb-7715-4768-86a0-d59e3de71148 service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945267 Feb 02 15:22:53.018406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-473efbfb-2b1f-4870-a201-466f7889e67e service neutron] 10.222.0.88 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691257 Feb 02 15:22:53.132858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-52721c40-c0b7-47c4-8c3c-aaed0909846f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111&tenant_id=4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 1100 time: 0.1457555 Feb 02 15:22:53.132858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:53.178723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:53.890332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:53.906726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df1275-db02-44c1-8fc5-fc7facf1c722 req-68e2ec2c-8171-4f18-a3f7-eccf6fc6cef3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:53.913756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7df1275-db02-44c1-8fc5-fc7facf1c722 req-68e2ec2c-8171-4f18-a3f7-eccf6fc6cef3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1602943 Feb 02 15:22:53.953976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:54.041734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7df1275-db02-44c1-8fc5-fc7facf1c722 req-e034be2d-fc5d-46c9-afa9-bc9f123056b5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175735 Feb 02 15:22:54.060178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:54.064952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:54.118540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Transition to ACTIVE for port object ec66d418-6790-43ed-a19a-3ccd681a9ce0 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:22:54.162676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53718) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:54.169830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424476001', 'description': 'tempest-description--1657378393'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:54.185749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:54.194995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Usage tracker for resource:security_group and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:54.201338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:54.214088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:54.261038 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:54.301468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:54.362626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:54.372749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Usage tracker for resource:security_group_rule and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:54.378298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:54.386539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:54.416642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e83381a-7352-4792-bd2c-12b4c4cbb068 req-daa4d765-494f-4bdc-9386-cb29a06de358 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 210 time: 0.1580970 Feb 02 15:22:54.460263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:54.570184 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0a1c-9603-42b0-8a26-24f819db1ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:54.614182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:54.629147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c16d4-bcd1-4da7-a120-7d1e4b707ecd req-1ef0f64e-ad2e-4877-924a-772abbd15cca tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:54.630305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] No DVR routers for this DVR port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:22:54.639117 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a63c16d4-bcd1-4da7-a120-7d1e4b707ecd req-1ef0f64e-ad2e-4877-924a-772abbd15cca tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2503562 Feb 02 15:22:54.654502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c11c35d3-3160-48ac-8f23-dea6841b40e0 req-143231d1-9208-4ef0-8a7d-fc38cf774cec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1096 time: 0.4574344 Feb 02 15:22:54.656540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54b289ba-944e-4959-a51d-0afb710b04ef req-f3cd02d1-0006-4a25-bc0e-b91afb4695fa tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 210 time: 0.1205714 Feb 02 15:22:54.718050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a63c16d4-bcd1-4da7-a120-7d1e4b707ecd req-07bd4ad6-017c-4f5c-9d94-b138ef0bb9e6 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711985 Feb 02 15:22:54.747923 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:54.853659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:54.911834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c11c35d3-3160-48ac-8f23-dea6841b40e0 req-8c0ad02b-8c5a-4993-91d2-e5bf7f7a9a04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255874 Feb 02 15:22:54.914528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Attempting to bind port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:22:54.914886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Attempting to bind port ec66d418-6790-43ed-a19a-3ccd681a9ce0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:22:54.915219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Attempting to bind port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:54.921865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:22:54.923153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Attempting to bind port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:22:54.934515 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:54.934631 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'code': 200} Feb 02 15:22:54.934724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-057e9db9-9a0a-4845-b5f9-5d2a36c22465 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7680984 Feb 02 15:22:54.934819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:22:54.934819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:22:54.934819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:22:54.934819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Bound port: ec66d418-6790-43ed-a19a-3ccd681a9ce0, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:22:54.934819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:54.937652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:54.937997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53734) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:54.949469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Request body: {'security_group_rule': {'security_group_id': '6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:54.961799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:54.961910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Usage tracker for resource:security_group_rule and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:54.965844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:54.973446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:55.053934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:22:55.057098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:22:55.147879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:55.183995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:55.311006 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:55.312420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 1095 time: 2.2747121 Feb 02 15:22:55.343312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc6c88-dc0b-44dd-ae23-2d33c8754156 service neutron] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:55.351874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:55.489875 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:55.492256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0f7f-e168-4227-a553-4c3bde8b7b97 req-1a337786-1bdf-4012-86d7-482a71759fdb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:55.493861 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8bf0f7f-e168-4227-a553-4c3bde8b7b97 req-1a337786-1bdf-4012-86d7-482a71759fdb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.2663708 Feb 02 15:22:55.599220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8bf0f7f-e168-4227-a553-4c3bde8b7b97 req-495b5b43-cd68-4101-becd-d63211a58a04 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935493 Feb 02 15:22:55.625423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-ade52b63-3b62-4f33-a067-a1e5ea0bf48a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 1098 time: 0.2580838 Feb 02 15:22:55.700865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96344be-99fd-4386-b7c7-7d95b0970146,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:55.856999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac0e198e-bb75-484b-957d-3a3ce8a691b3 req-af747488-0736-4274-a84f-a5b15f828de6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 210 time: 0.1376050 Feb 02 15:22:55.960667 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:55.965090 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-20b8e08c-a1c4-45d5-bb15-da853370882f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0260992 Feb 02 15:22:55.965986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53762) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:55.977060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ec66d418-6790-43ed-a19a-3ccd681a9ce0 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:22:55.989503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Request body: {'security_group_rule': {'security_group_id': '6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:56.002638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:56.008808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Usage tracker for resource:security_group_rule and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:56.014179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:56.023783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:56.085328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-afd67cf4-42ef-4b72-98b5-f38adfb4e5c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:56.087066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-afd67cf4-42ef-4b72-98b5-f38adfb4e5c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4453998 Feb 02 15:22:56.147527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ec66d418-6790-43ed-a19a-3ccd681a9ce0 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:22:56.178575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8612ad25-8c6c-4e70-8c8f-c134aa75f4b0 req-80b0125b-12c4-4080-97f1-6e346bef36bd tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 210 time: 0.3053696 Feb 02 15:22:56.180538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-fb2c64e2-8604-4b07-baab-eb2664304978 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0853376 Feb 02 15:22:56.451142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:56.451142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:56.451142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a2aaa-5aa0-49df-acee-eedd6af558da req-c83da0fe-d687-4762-ae03-cfdf189ea167 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:56.451142 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e45a2aaa-5aa0-49df-acee-eedd6af558da req-c83da0fe-d687-4762-ae03-cfdf189ea167 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2255609 Feb 02 15:22:56.451142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:56.523090 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e45a2aaa-5aa0-49df-acee-eedd6af558da req-86ec3e5f-23e3-46c6-9aa4-a607deea39d9 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175950 Feb 02 15:22:56.607896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-47fffb9e-1fa7-4d38-8321-ce337afc7810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:56.609776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-47fffb9e-1fa7-4d38-8321-ce337afc7810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.4219818 Feb 02 15:22:56.671278 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:56.706807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5605972-3ffa-4e96-b1ff-ef6a373c62ba,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:56.727078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-b7324d70-b38c-4910-b64c-2e9fc79cf8b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109486 Feb 02 15:22:57.009936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a38ff82-40cd-4f51-ae3d-eac0864becb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:57.034729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:22:57.074168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:57.078052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-afe0322c-d648-4fd5-982d-ff272ec64cfe tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0940268 Feb 02 15:22:57.079162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53778) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:22:57.094628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:57.152559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:57.164475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-aeb7dba0-b906-4b3d-8854-c5775a5bd9ab service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197078 Feb 02 15:22:57.185955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271589d4-4e42-4da4-972b-6ee254251d21 req-66f76dfe-f251-4f35-b011-a57cddf02f32 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:57.191572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-271589d4-4e42-4da4-972b-6ee254251d21 req-66f76dfe-f251-4f35-b011-a57cddf02f32 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.4181390 Feb 02 15:22:57.226269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Usage tracker for resource:floatingip and tenant:f70cd978df16457aaf7cd194628db8a2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:22:57.235418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:22:57.240181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6052d6f0-552b-4cdd-b1b7-23d72b85ee43 req-9c2cdd26-00f1-4b79-8f29-5e74d7cfffa6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 210 time: 0.1164899 Feb 02 15:22:57.244881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:57.376056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:57.392611 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'status': 'completed', 'code': 200} Feb 02 15:22:57.546671 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-271589d4-4e42-4da4-972b-6ee254251d21 req-383a3283-6a5f-46f0-9203-49c97d88b585 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145323 Feb 02 15:22:57.661882 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71c25565-37ca-4376-aaa2-bb8948df2cee req-37ca7ee9-b8bb-42d6-9179-d8e989f9f7e2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 210 time: 0.0947316 Feb 02 15:22:57.763220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-582cb1c1-e50c-493d-b276-4e75e141e680 req-472f5629-dca5-4263-ab30-73756e483fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887239 Feb 02 15:22:57.778831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-4b11452e-6a4d-49d1-90a0-fee47da96fa7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:57.780300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-4b11452e-6a4d-49d1-90a0-fee47da96fa7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.4237483 Feb 02 15:22:57.784528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-658e3d10-5df1-4b62-81fb-1bef1e23e213 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 1098 time: 0.3259389 Feb 02 15:22:57.841748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Deleting port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:22:57.842147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:57.858066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'port': {'device_id': 'c8b2e897-82a6-4cdb-a619-54fbe8c85e50', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'admin_state_up': True, 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:57.919583 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:58.266404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-e67b2649-03ea-4675-9efe-be908a9a287d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:58.269111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-e67b2649-03ea-4675-9efe-be908a9a287d service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4742684 Feb 02 15:22:58.278312 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:58.335793 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:58.357708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] For port 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:22:58.358318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:58.449899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-17072b97-0963-403b-97b4-bb7b46eccfac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 217 time: 0.1737719 Feb 02 15:22:58.603041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-a818eb6e-3f4e-4dce-a0f9-a326f2a62903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:58.604949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-a818eb6e-3f4e-4dce-a0f9-a326f2a62903 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0861127 Feb 02 15:22:58.607668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-75a35c1e-b1eb-41eb-86ec-aa067e0c2bd5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:58.608574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-75a35c1e-b1eb-41eb-86ec-aa067e0c2bd5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:58.670051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-df6200b2-985a-4a89-9272-98f102b2f4df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 1098 time: 0.6893871 Feb 02 15:22:58.670051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:58.670278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Allocated IP 172.25.0.31 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/d314ab36-aea7-4ccf-b6e5-c01b6aadb877) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:58.684590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Calling delete_port for 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:22:58.762068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:58.861299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-75a35c1e-b1eb-41eb-86ec-aa067e0c2bd5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:58.862342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-75a35c1e-b1eb-41eb-86ec-aa067e0c2bd5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 817 time: 0.4242315 Feb 02 15:22:58.986613 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-2ce1f231-dad1-483f-8e9c-7e0e6811a2bc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3685753 Feb 02 15:22:59.071083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-1fd28a76-746e-4ec3-be95-c632b83ba0f1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:22:59.084008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:59.098243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Made reservation on behalf of e1369c1cef9b495ebe7ed93f5fe27e76 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:22:59.100174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-1fd28a76-746e-4ec3-be95-c632b83ba0f1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:22:59.105246 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-1fd28a76-746e-4ec3-be95-c632b83ba0f1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45fc305967194a0eac493568acd3c314 HTTP/1.1" status: 200 len: 379 time: 0.2173469 Feb 02 15:22:59.105380 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:59.112670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'port': {'device_id': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'admin_state_up': True, 'tenant_id': '45fc305967194a0eac493568acd3c314', 'security_groups': ['5322e620-f23a-456d-ba64-45a15e906ae6']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:22:59.132612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76316e-736a-4976-8cc0-8dc1f47116de req-04ed7bf3-83ab-48a7-bb4b-0f735163be40 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:59.140109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d76316e-736a-4976-8cc0-8dc1f47116de req-04ed7bf3-83ab-48a7-bb4b-0f735163be40 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 1.1257832 Feb 02 15:22:59.173549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-1fdc3405-32c4-47ab-a316-c57fe41dd782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:59.179662 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-1fdc3405-32c4-47ab-a316-c57fe41dd782 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4568155 Feb 02 15:22:59.260410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-429d176a-777b-4db3-b9da-21522f7d86ed req-dac59335-57e1-4532-bf26-d31cb6fe5571 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 210 time: 0.5907304 Feb 02 15:22:59.451109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:59.488437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-3bd6ab05-92a9-4c86-928a-a608a3d51c8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 217 time: 0.2541463 Feb 02 15:22:59.497176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d76316e-736a-4976-8cc0-8dc1f47116de req-ccc09531-7e19-44a8-bde8-9ab66c62ee6f tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553991 Feb 02 15:22:59.516828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:59.530785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbd24d3-5cfb-41c4-b5c3-9375c05e184d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:59.580565 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-e0fefb43-50ff-4a6f-9d1d-82d33e4d858a service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752800 Feb 02 15:22:59.633133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:22:59.754207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:22:59.756488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:22:59.766684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:22:59.774483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:22:59.803656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event updated for resources: {'Port': ['ID=d314ab36-aea7-4ccf-b6e5-c01b6aadb877,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:22:59.835282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Allocated IP 172.20.0.9 (6bb452a6-5e23-4dd5-a667-dd158f932e95/0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9/3a2956f8-29f7-4ca9-9a52-f2ca3d614269) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:22:59.872476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:22:59.925678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-2d4a4150-f024-41c2-86e9-293034f63111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:59.931229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-2d4a4150-f024-41c2-86e9-293034f63111 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.4275997 Feb 02 15:22:59.946462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71490dc-a001-4171-8076-e9ac497b31e4 req-e2c8c77a-7d9e-4a2d-b060-23e8d95550a7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:22:59.948758 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e71490dc-a001-4171-8076-e9ac497b31e4 req-e2c8c77a-7d9e-4a2d-b060-23e8d95550a7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.5396492 Feb 02 15:23:00.018180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-09a1a9e9-9cb6-43be-8237-8c52d7fcd496 req-ab66c86c-f8b8-4f08-b1da-d93565f412c4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 210 time: 0.2372634 Feb 02 15:23:00.035776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Made reservation on behalf of 45fc305967194a0eac493568acd3c314 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:00.039173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:00.071879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e71490dc-a001-4171-8076-e9ac497b31e4 req-a2bca419-410e-4e83-b77a-ddd46d963c31 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126010 Feb 02 15:23:00.303174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-63902bfe-a259-4841-b13e-b35a3b99550b service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102816 Feb 02 15:23:00.330905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-83eaac31-1d68-4c96-a57d-7c44d1d21704 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3700442 Feb 02 15:23:00.558576 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-f8617aaa-2d92-40aa-8a64-a9b3049a5161 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170064 Feb 02 15:23:00.808852 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9901f9e9-161f-4011-9531-dad29161319d req-a7ff3c8c-fb07-4399-8247-068e777ee280 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 210 time: 0.1595783 Feb 02 15:23:00.809389 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae1b5428-bcec-4d08-8177-eb9524ef7a5b req-28f0de61-35fe-4550-b08d-08fc19e9b2eb service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362115 Feb 02 15:23:00.814878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:00.846727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Transition to ACTIVE for port object 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:00.925377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ec66d418-6790-43ed-a19a-3ccd681a9ce0 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:23:00.953803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:00.976872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:01.080520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'Port': ['ID=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:01.112608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:01.114131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:01.141680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:01.215109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:01.307722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:01.325421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Allocated IP 172.20.0.9 (1534d2b5-d6ef-44c5-aff7-25a524f5dd48/6045d96b-c767-4a44-ac9a-dce411ee136c/1d4530db-6dd3-4d6e-820b-3e86ef702c4b) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:01.361631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'mac_address': 'fa:16:3e:cb:1e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:23:01.371779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a5b26cb2-2d41-4ec3-b679-1047294e1f4f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:01.520961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6ca671a3-67d5-4775-85e7-c22edbe45c6c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:01.529383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:01.531579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:01.610078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58b96e9e-a1e2-463b-bbdd-56d6ed41dc95 req-62159d9f-0ebe-47dd-b58e-30630061262a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 210 time: 0.0860004 Feb 02 15:23:01.632727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-d6cb166f-f28c-4d56-9738-b39ff16cada5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 1096 time: 0.4972963 Feb 02 15:23:01.657346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:01.790891 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:01.835618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-9c83531a-00fa-4c62-b4f5-47d3cd2cc9e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0017936 Feb 02 15:23:01.861185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Request body: {'port': {'device_id': 'c8b2e897-82a6-4cdb-a619-54fbe8c85e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:01.918856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec66d418-6790-43ed-a19a-3ccd681a9ce0 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:01.936413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:02.062092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c5c91e8b-bf8d-4a37-8899-f8a647233ce5 None None] Provisioning for port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:02.084382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c5c91e8b-bf8d-4a37-8899-f8a647233ce5 None None] Provisioning complete for port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:02.085115 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5c91e8b-bf8d-4a37-8899-f8a647233ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.105115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-47997808-b028-4588-97cd-69a629c28903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:02.107037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-47997808-b028-4588-97cd-69a629c28903 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 200 len: 921 time: 0.4667776 Feb 02 15:23:02.132552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 6ca671a3-67d5-4775-85e7-c22edbe45c6c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:02.141667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.166100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6ca671a3-67d5-4775-85e7-c22edbe45c6c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:02.169484 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.198473 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.209214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-93368ec8-5c19-428b-818a-6754b63f697a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7 HTTP/1.1" status: 200 len: 217 time: 0.0955050 Feb 02 15:23:02.210181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dde12-a9ca-48b7-bb42-758a47e38fb6 req-d64db664-625b-4479-adff-f1f235ec107c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:02.217255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-332dde12-a9ca-48b7-bb42-758a47e38fb6 req-d64db664-625b-4479-adff-f1f235ec107c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.7981384 Feb 02 15:23:02.247223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:23:02.273999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.280638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.317583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Transition to ACTIVE for port object 1d4530db-6dd3-4d6e-820b-3e86ef702c4b will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:02.325326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:02.338705 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-332dde12-a9ca-48b7-bb42-758a47e38fb6 req-7a811dc8-c527-4cc1-a366-82d884004275 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203594 Feb 02 15:23:02.351160 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.359211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.359674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.360139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.361004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.361428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.361865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.362281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.362690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.363101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.363589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.363997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:02.529163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-094aa2fd-f73a-4389-96f9-cf48cd9b5f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:02.531033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-094aa2fd-f73a-4389-96f9-cf48cd9b5f57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 200 len: 859 time: 0.3129537 Feb 02 15:23:02.633102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-1ea3ef81-428a-40a6-814b-14426fdd960f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40c39446-d78e-4f78-84fe-8fbf661b2b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918815 Feb 02 15:23:02.642891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a651ffb-20e9-4838-966f-1fda48abebe0 req-8ff5271e-63d2-4570-8826-ab68732c9388 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:02.650173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a651ffb-20e9-4838-966f-1fda48abebe0 req-8ff5271e-63d2-4570-8826-ab68732c9388 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 947 time: 0.7210581 Feb 02 15:23:02.659615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c5c91e8b-bf8d-4a37-8899-f8a647233ce5 None None] Port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:23:02.737177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['ec66d418-6790-43ed-a19a-3ccd681a9ce0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:02.903057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a651ffb-20e9-4838-966f-1fda48abebe0 req-5c9a0eae-b678-4b0e-8d77-182ca552d6b3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519069 Feb 02 15:23:02.931924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.960456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event updated for resources: {'Port': ['ID=d314ab36-aea7-4ccf-b6e5-c01b6aadb877,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:02.980803 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:02.990423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:03.014606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 6ca671a3-67d5-4775-85e7-c22edbe45c6c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6ca671a3-67d5-4775-85e7-c22edbe45c6c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:03.103489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:03.167706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-4ea5f1b7-704f-4935-b9e5-4c640a984da6 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149293 Feb 02 15:23:03.183764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:03.218675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:03.222460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e11e009d-ec05-4e6a-b718-61b6f18d7493 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1414466 Feb 02 15:23:03.258635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=6ca671a3-67d5-4775-85e7-c22edbe45c6c,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:03.310969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:03.317590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:03.320223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:03.373713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27bf38-afbe-40c3-bc13-922820ea1c15 req-f68e5a95-5750-4d76-b5fb-0943f2ff8ee4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:03.381425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c27bf38-afbe-40c3-bc13-922820ea1c15 req-f68e5a95-5750-4d76-b5fb-0943f2ff8ee4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 931 time: 0.8005378 Feb 02 15:23:03.403794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2fdc-786c-465c-8f85-9846e41069d2 req-be482a7f-8897-435c-bfd5-919e447112ff tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:03.411280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2ee2fdc-786c-465c-8f85-9846e41069d2 req-be482a7f-8897-435c-bfd5-919e447112ff tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 931 time: 0.3014095 Feb 02 15:23:03.554299 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7d29e6a-6f1a-479e-a17f-bc2ec46a8f89 req-f9daf0b4-715e-4443-9fa3-15f17aa16b29 service neutron] 10.222.0.64 "GET /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755765 Feb 02 15:23:03.584471 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c27bf38-afbe-40c3-bc13-922820ea1c15 req-e58668e3-2555-4cb5-bb2c-78e78e78de05 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019486 Feb 02 15:23:03.594886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2ee2fdc-786c-465c-8f85-9846e41069d2 req-91a05261-ac13-44f1-bcb7-8ef6df43ed37 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823683 Feb 02 15:23:03.640450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:03.641783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:03.642826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:03.670518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:03.720474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Transition to ACTIVE for port object 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:03.821640 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:03.844033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5dc4c536-8426-46a2-b723-4813319feb50 None None] Provisioning for port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:03.852008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5dc4c536-8426-46a2-b723-4813319feb50 None None] Provisioning complete for port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:03.854782 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c536-8426-46a2-b723-4813319feb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:03.983539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4c536-8426-46a2-b723-4813319feb50 None None] Port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:23:04.099560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:04.245917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485c60b-8bb6-4586-9d15-d243af6e3ca4 req-d7e7e30f-aba2-424a-92d5-4a9fb3d6df2b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:04.255024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5485c60b-8bb6-4586-9d15-d243af6e3ca4 req-d7e7e30f-aba2-424a-92d5-4a9fb3d6df2b tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.3557305 Feb 02 15:23:04.277013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-08e20e71-9df5-482f-910c-936e5f4aec87 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1682267 Feb 02 15:23:04.279703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Attempting to bind port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:04.280186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Attempting to bind port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:04.280816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Attempting to bind port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:04.302482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:23:04.302904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Attempting to bind port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:04.307247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Request body: {'port': {'device_id': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:04.317678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:04.318167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Checking segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:04.318663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Bound using segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:04.319213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Bound port: 3a2956f8-29f7-4ca9-9a52-f2ca3d614269, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:04.319694 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:04.392457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5485c60b-8bb6-4586-9d15-d243af6e3ca4 req-d94a7cf1-719d-4bb7-97f7-50915acc952c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363580 Feb 02 15:23:04.461915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] For port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:04.467496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] For port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:04.535047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:04.583605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-75dfc2d5-9c02-400e-82f5-b003c16c5aba tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Synchronizing usage tracker for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:04.608567 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:04.686202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-75dfc2d5-9c02-400e-82f5-b003c16c5aba tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Unset dirty status for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:04.694364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-75dfc2d5-9c02-400e-82f5-b003c16c5aba tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--424476001&fields=id&tenant_id=f70cd978df16457aaf7cd194628db8a2 HTTP/1.1" status: 200 len: 267 time: 0.3259089 Feb 02 15:23:04.707000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:04.714258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] 10.222.0.64 "PUT /v2.0/ports/3a2956f8-29f7-4ca9-9a52-f2ca3d614269 HTTP/1.1" status: 200 len: 1091 time: 2.8538814 Feb 02 15:23:04.714258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b2e897-82a6-4cdb-a619-54fbe8c85e50', 'tag': '3a2956f8-29f7-4ca9-9a52-f2ca3d614269'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:04.727385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ec7fb-a516-4fb9-a1f7-1d44e6c5ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:04.761982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-d1ae9ace-3bc0-42d0-a1c1-d642ea6f7185 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:04.763533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-d1ae9ace-3bc0-42d0-a1c1-d642ea6f7185 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111&tenant_id=4a45236fd49a4609b20b9ee44f01780a&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 948 time: 0.2918146 Feb 02 15:23:04.829714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ec66d418-6790-43ed-a19a-3ccd681a9ce0 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:04.839241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60023-18ee-47c3-a00a-d45b7b94c08d req-b966cd30-461d-4587-a264-c7b22bfc6bf7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:04.841359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44e60023-18ee-47c3-a00a-d45b7b94c08d req-b966cd30-461d-4587-a264-c7b22bfc6bf7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 948 time: 0.2381654 Feb 02 15:23:04.988202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Router 2b09353a-8dcd-457e-87b9-1fa7746331ce has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:23:05.050430 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-c8149ec5-da9a-4872-9371-e36d40b31451 service neutron] delete failed (client error): The resource could not be found. Feb 02 15:23:05.051341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-c8149ec5-da9a-4872-9371-e36d40b31451 service neutron] 10.222.0.107 "DELETE /v2.0/ports/ec66d418-6790-43ed-a19a-3ccd681a9ce0/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.2805388 Feb 02 15:23:05.056244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44e60023-18ee-47c3-a00a-d45b7b94c08d req-920d4adb-6ff9-4c5d-8bb3-98e13d9a8525 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949880 Feb 02 15:23:05.061601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port ec66d418-6790-43ed-a19a-3ccd681a9ce0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:05.080055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-48defe9c-06af-49b6-9cea-9372e20fc3f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 1094 time: 0.1532621 Feb 02 15:23:05.081241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port ec66d418-6790-43ed-a19a-3ccd681a9ce0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:05.084311 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:05.299703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6ca671a3-67d5-4775-85e7-c22edbe45c6c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:05.347462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-5e9d9b36-286b-4fcd-8975-d9e6c6c511f9 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:05.358461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-5e9d9b36-286b-4fcd-8975-d9e6c6c511f9 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/networks?id=dd6a1482-2f3d-4a08-a86c-57cfede45ebd HTTP/1.1" status: 200 len: 812 time: 0.6631460 Feb 02 15:23:05.400220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-2c6ab1b2-99c0-43fa-9af6-6a6f01517371 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/quotas/f70cd978df16457aaf7cd194628db8a2 HTTP/1.1" status: 200 len: 375 time: 0.0405555 Feb 02 15:23:05.457071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6ca671a3-67d5-4775-85e7-c22edbe45c6c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:05.457071 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:05.627823 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:05.634171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-8cda5142-e63f-4b32-962f-5a8eaa005f00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a2956f8-29f7-4ca9-9a52-f2ca3d614269 HTTP/1.1" status: 200 len: 217 time: 0.5273871 Feb 02 15:23:05.658522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Sync routers for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:23:05.702324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:05.702881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:05.741640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4530db-6dd3-4d6e-820b-3e86ef702c4b {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:05.751462 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:05.762025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:05.770094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Transition to ACTIVE for port object 1d4530db-6dd3-4d6e-820b-3e86ef702c4b will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:05.774473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-4bb6525d-b3fa-4db4-a6f6-7385d0845613 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 1099 time: 0.3212731 Feb 02 15:23:05.779371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-58240de7-8061-4f44-8fbc-005a9e902541 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:05.780829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-58240de7-8061-4f44-8fbc-005a9e902541 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1397660 Feb 02 15:23:05.830082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:05.864279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1d724c8e-2c55-4fd0-a9a5-24bfa63337e5 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Synchronizing usage tracker for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:05.918261 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:05.972414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8644ed-1555-424e-a2a0-5403ce93b79c req-d205150c-cc0f-43e5-8f45-2e6a2010f298 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:05.972977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-dc8644ed-1555-424e-a2a0-5403ce93b79c req-d205150c-cc0f-43e5-8f45-2e6a2010f298 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:05.982686 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:05.986654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-795351bf-72fc-40d1-8667-406f7495a4f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:05.990186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-795351bf-72fc-40d1-8667-406f7495a4f8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2064900 Feb 02 15:23:06.079702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:06.085323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:06.090717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:06.192576 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-493b2aa2-2f55-433e-a857-110c0dc8108e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 200 len: 217 time: 0.1955752 Feb 02 15:23:06.234055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1d724c8e-2c55-4fd0-a9a5-24bfa63337e5 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Unset dirty status for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:06.235730 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1d724c8e-2c55-4fd0-a9a5-24bfa63337e5 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f70cd978df16457aaf7cd194628db8a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8346200 Feb 02 15:23:06.398432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-dc8644ed-1555-424e-a2a0-5403ce93b79c req-d205150c-cc0f-43e5-8f45-2e6a2010f298 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:06.407190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc8644ed-1555-424e-a2a0-5403ce93b79c req-d205150c-cc0f-43e5-8f45-2e6a2010f298 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 943 time: 0.9578884 Feb 02 15:23:06.425579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:23:06.432572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-77a751e2-572b-480f-8276-bad9160cfc84 admin admin] 10.222.0.88 "PUT /v2.0/routers/2b09353a-8dcd-457e-87b9-1fa7746331ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4920135 Feb 02 15:23:06.435359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53922) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:06.449054 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] Sync routers for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:23:06.472851 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:06.474089 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:06.500020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-5bbdc33b-c374-483b-ac84-dab01c4ce009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:06.501926 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-5bbdc33b-c374-483b-ac84-dab01c4ce009 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3021076 Feb 02 15:23:06.601558 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc8644ed-1555-424e-a2a0-5403ce93b79c req-90065a14-d875-45dc-b59c-19b09d1a988e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927555 Feb 02 15:23:06.733770 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-52643874-53dd-42db-831a-50a989d300cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7025802 Feb 02 15:23:06.810581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-43d2fed9-de8e-46a7-99de-40ba9209e29c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3002982 Feb 02 15:23:07.014078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 2, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:07.014078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Checking router: 71e2d620-bcf3-479a-92df-c36cf3e5d314 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:23:07.014078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Updating router 71e2d620-bcf3-479a-92df-c36cf3e5d314 port b771302e-a665-4730-b489-7166e6093d84 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:23:07.030004 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-1bd0af9d-9a69-48db-9059-a731a9e56224 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020445 Feb 02 15:23:07.037594 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:07.093305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Sync routers for ids ['cb4ef664-d2a2-42af-a103-c9e8527a2487'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:23:07.191540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Routers {'cb4ef664-d2a2-42af-a103-c9e8527a2487'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:07.193385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cb4ef664-d2a2-42af-a103-c9e8527a2487'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:07.221935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-da29825b-b3e2-4568-ad5d-acb8d8d1c884 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039462 Feb 02 15:23:07.283468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-f6492bca-d6d9-4c29-bf3b-2da0fe184044 service neutron] 10.222.0.88 "GET /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9997458 Feb 02 15:23:07.296935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Attempting to bind port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:07.297348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Attempting to bind port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:07.297647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Attempting to bind port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:07.304718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:23:07.305043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Attempting to bind port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:07.313111 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:07.319950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726043bb-1966-4aad-93d9-71640f7b2ee9 req-3b80d975-0fb8-436c-91cf-b8ec4ebf2596 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:07.321490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-726043bb-1966-4aad-93d9-71640f7b2ee9 req-3b80d975-0fb8-436c-91cf-b8ec4ebf2596 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.4564981 Feb 02 15:23:07.521856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:07.522492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Checking segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:07.530009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Bound using segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:07.531044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Bound port: 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:07.533643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:07.628649 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:22:59Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:07.633800 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] Checking router: 2b09353a-8dcd-457e-87b9-1fa7746331ce for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:23:07.653002 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] Routers {'2b09353a-8dcd-457e-87b9-1fa7746331ce'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:07.656611 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b09353a-8dcd-457e-87b9-1fa7746331ce'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:07.665889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Set router cb4ef664-d2a2-42af-a103-c9e8527a2487 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:07.734435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eff5b892-25fb-4dca-9fee-91be73fe1f99 req-97b4e386-209f-407d-9a49-fa2ff7cc15aa service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874769 Feb 02 15:23:07.849741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-726043bb-1966-4aad-93d9-71640f7b2ee9 req-1612e4cd-e776-459c-bc8d-829be81879c5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5015779 Feb 02 15:23:07.870069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a005d2b1-e7e4-43a7-86a5-564f954f0fca req-44c09a1e-4bb3-4001-9d4e-b4932553417d service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291387 Feb 02 15:23:07.941430 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-2ff51f86-14d7-4db5-babb-8c9f384705a9 service neutron] 10.222.0.88 "GET /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288817 Feb 02 15:23:07.946447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:07.965560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:07.968193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:07.970637 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Sync routers for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:23:08.024149 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:08.024755 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:08.090756 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b2e897-82a6-4cdb-a619-54fbe8c85e50', 'tag': '3a2956f8-29f7-4ca9-9a52-f2ca3d614269', 'status': 'completed', 'code': 200} Feb 02 15:23:08.130934 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:08.292977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:08.345272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-cff65fb7-6859-4364-ace5-3887fe077adb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 1094 time: 0.2169876 Feb 02 15:23:08.346337 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] Set router 2b09353a-8dcd-457e-87b9-1fa7746331ce gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:08.348867 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:08.350284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-094c54bc-5359-4bc6-92c1-dfc4fad76a91 service neutron] 10.222.0.64 "PUT /v2.0/ports/1d4530db-6dd3-4d6e-820b-3e86ef702c4b HTTP/1.1" status: 200 len: 1091 time: 4.0564375 Feb 02 15:23:08.358942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:08.384814 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:08.424757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Transition to ACTIVE for port object b771302e-a665-4730-b489-7166e6093d84 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:08.482654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:22:37Z', 'revision_number': 4, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c8b961ef-19f0-4c83-9fb7-c3a6b9420e39', 'name': '', 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'mac_address': 'fa:16:3e:14:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:37Z', 'revision_number': 2, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'subnets': [{'id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:08.492917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Checking router: cb4ef664-d2a2-42af-a103-c9e8527a2487 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:23:08.498873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Updating router cb4ef664-d2a2-42af-a103-c9e8527a2487 port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:23:08.564531 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'code': 200} Feb 02 15:23:08.580878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:08.825013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-8c9724fd-e217-463a-b0e3-e0191c726c09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 1094 time: 0.3197434 Feb 02 15:23:08.833081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd093007-8705-4f13-9da6-d22755354dde None None] Pushing event updated for resources: {'Port': ['ID=b771302e-a665-4730-b489-7166e6093d84,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:08.850863 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:09.150669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-8d01ddec-249d-4834-8acd-e7644c505997 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b HTTP/1.1" status: 200 len: 217 time: 0.1939635 Feb 02 15:23:09.262423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-1b8cd954-674e-4fc8-b4b7-7371c45ec894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:09.263970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-1b8cd954-674e-4fc8-b4b7-7371c45ec894 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.9129996 Feb 02 15:23:09.270023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c534e-a094-40cb-832b-fc6404338024 req-956d7e26-3ac3-4fb7-b9f3-9be683dc7fa8 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:09.279059 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:09.284454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-216c534e-a094-40cb-832b-fc6404338024 req-956d7e26-3ac3-4fb7-b9f3-9be683dc7fa8 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.7239928 Feb 02 15:23:09.309191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-4d6fa39f-3668-4198-9e23-453aba51022c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:09.311219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-4d6fa39f-3668-4198-9e23-453aba51022c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.1430604 Feb 02 15:23:09.420228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:09.480728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e78673-bd6b-4bc3-b58f-c43b659f2ac9 req-44344b22-0edb-4d1a-aa14-d1415b187a93 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:09.482486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-75e78673-bd6b-4bc3-b58f-c43b659f2ac9 req-44344b22-0edb-4d1a-aa14-d1415b187a93 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.6364045 Feb 02 15:23:09.488417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Deleting port 668cb861-9425-4e64-9018-593f0534b35d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:23:09.488774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:09.583032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-b3564881-b60e-48d4-9195-2f058993f388 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a2956f8-29f7-4ca9-9a52-f2ca3d614269 HTTP/1.1" status: 200 len: 217 time: 0.2964644 Feb 02 15:23:09.583752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-bbf9b549-bb99-4a40-be16-5dfc0f649c56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2618849 Feb 02 15:23:09.596940 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-216c534e-a094-40cb-832b-fc6404338024 req-84dae491-035a-40cd-9b9d-e208080d3d75 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115141 Feb 02 15:23:09.764566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-d6443381-2cf3-4945-a2d5-a1cf7b4ddd0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:09.774743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-d6443381-2cf3-4945-a2d5-a1cf7b4ddd0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1751451 Feb 02 15:23:10.033513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:22:59Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:10.040700 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856f09f-6b8e-47ac-90f1-fe90441ccdd9 None None] The sync data for ids ['2b09353a-8dcd-457e-87b9-1fa7746331ce'] in n-d-827122-1 is: [{'id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'name': 'tempest-AttachVolumeTestJSON-534658524-router', 'tenant_id': '3e79a765987343b399d41348d4dde431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '668cb861-9425-4e64-9018-593f0534b35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:16:39Z', 'updated_at': '2022-02-02T15:22:59Z', 'revision_number': 5, 'project_id': '3e79a765987343b399d41348d4dde431', 'gw_port': {'id': '668cb861-9425-4e64-9018-593f0534b35d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b09353a-8dcd-457e-87b9-1fa7746331ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:16:40Z', 'updated_at': '2022-02-02T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:23:10.155605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Attempting to bind port b771302e-a665-4730-b489-7166e6093d84 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:10.156145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Attempting to bind port b771302e-a665-4730-b489-7166e6093d84 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:10.156558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Attempting to bind port b771302e-a665-4730-b489-7166e6093d84 on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:10.158133 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-75e78673-bd6b-4bc3-b58f-c43b659f2ac9 req-0b9bc138-94cd-4af1-a84f-0ec822e6ad97 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915174 Feb 02 15:23:10.175564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:10.176097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Checking segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:10.176596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:10.177101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Bound using segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:10.177677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Bound port: b771302e-a665-4730-b489-7166e6093d84, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:10.178149 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:10.192047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650b11-fa10-4861-a3a9-7e8d21a14977 req-cb13925a-1719-4a8d-a6eb-601718395d88 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:10.204626 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a650b11-fa10-4861-a3a9-7e8d21a14977 req-cb13925a-1719-4a8d-a6eb-601718395d88 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 943 time: 0.3167634 Feb 02 15:23:10.228158 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:22:49Z', 'revision_number': 2, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:10.236312 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-70e4daa6-fa70-458d-86ac-b1174054e7ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4521625 Feb 02 15:23:10.241470 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Checking router: f9657a4f-0c2c-4444-9532-7710bf09dc08 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:23:10.241470 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Updating router f9657a4f-0c2c-4444-9532-7710bf09dc08 port d4ecef79-08b0-45df-9412-e4e9ce36eb81 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:23:10.268212 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:10.272951 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-816436bf-1627-4ccb-97b9-4652b1445395 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075578 Feb 02 15:23:10.289931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] For port 668cb861-9425-4e64-9018-593f0534b35d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=668cb861-9425-4e64-9018-593f0534b35d,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:10.290550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:10.343380 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:10.421071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Transition to ACTIVE for port object c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:10.510707 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:10.532570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a650b11-fa10-4861-a3a9-7e8d21a14977 req-4ef3ed9b-1cfe-44ca-8d2b-d3c60d40596a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272429 Feb 02 15:23:10.666011 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-79cdabc9-75af-46ce-8222-9bb392495a99 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085979 Feb 02 15:23:10.836750 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] For port b771302e-a665-4730-b489-7166e6093d84, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:10.846252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] For port b771302e-a665-4730-b489-7166e6093d84, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b771302e-a665-4730-b489-7166e6093d84,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:10.879795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Calling delete_port for 668cb861-9425-4e64-9018-593f0534b35d owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:23:10.967688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:23:11.001337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:11.047608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad463490-6c3a-4bb6-bf71-9d3a4491149d None None] Pushing event updated for resources: {'Port': ['ID=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:11.113843 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'status': 'completed', 'code': 200} Feb 02 15:23:11.233807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4617b31d-e9f5-4ad3-b4d8-3b39cdb28660 req-589f1704-4e0e-4a12-a041-a66796ba9d70 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613775 Feb 02 15:23:11.268271 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:11.268713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:23:11.295797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af7c9d2e-714b-43d9-b3e9-66f7891f7e8f req-2f3fff60-2f54-4ad7-997f-be8c831dd681 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 210 time: 0.4294655 Feb 02 15:23:11.299286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355505-0f12-461b-baca-8cf3d2652843 req-82bfdd6f-d8c2-4295-b148-58c88afdf9ab tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:11.304881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18355505-0f12-461b-baca-8cf3d2652843 req-82bfdd6f-d8c2-4295-b148-58c88afdf9ab tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.2955482 Feb 02 15:23:11.340091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:23:11.340445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4dbd24d3-5cfb-41c4-b5c3-9375c05e184d not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:23:11.341177 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Transition to ACTIVE for port object d4ecef79-08b0-45df-9412-e4e9ce36eb81 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:11.412417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Attempting to bind port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:11.414065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Attempting to bind port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:11.414065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Attempting to bind port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 on network a709664e-ed7a-46ac-b54a-a1af690897c1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:11.441825 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:23:11.441972 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:11.483614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18355505-0f12-461b-baca-8cf3d2652843 req-4cb658ab-06ba-43b0-b28f-40fcd73354a4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707182 Feb 02 15:23:11.613321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:11.614240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:11.775101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:11.799784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Checking segment: {'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:11.802983 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc874a-227e-4603-adac-e138824d4c33 None None] Pushing event updated for resources: {'Port': ['ID=d4ecef79-08b0-45df-9412-e4e9ce36eb81,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:11.807583 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:11.810891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Bound using segment: {'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:11.810891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Bound port: c8b961ef-19f0-4c83-9fb7-c3a6b9420e39, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6904fc56-d080-47bf-9af0-6bcedcbc7a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:11.810891 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:11.863293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd093007-8705-4f13-9da6-d22755354dde None None] Pushing event updated for resources: {'Port': ['ID=b771302e-a665-4730-b489-7166e6093d84,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:12.053352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85bb4b-2bcd-463d-a9d6-d5aac79568e2 req-7847b77b-d192-4fde-931c-10859fdc7123 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1964424 Feb 02 15:23:12.082475 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Attempting to bind port d4ecef79-08b0-45df-9412-e4e9ce36eb81 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:12.083174 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Attempting to bind port d4ecef79-08b0-45df-9412-e4e9ce36eb81 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:12.083747 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Attempting to bind port d4ecef79-08b0-45df-9412-e4e9ce36eb81 on network dd6a1482-2f3d-4a08-a86c-57cfede45ebd {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:12.110982 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:12.110982 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Checking segment: {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:12.114419 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:12.114419 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Bound using segment: {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:12.114419 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Bound port: d4ecef79-08b0-45df-9412-e4e9ce36eb81, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:12.114419 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:12.127687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa47de-9329-4a62-a7a9-cd961a29bee5 req-36a271c1-d591-4d87-bfaa-600460836215 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:12.129912 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2aa47de-9329-4a62-a7a9-cd961a29bee5 req-36a271c1-d591-4d87-bfaa-600460836215 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1393795 Feb 02 15:23:12.212881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2aa47de-9329-4a62-a7a9-cd961a29bee5 req-06bdb6fb-cc01-4b1b-ae63-c994e835afd7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751863 Feb 02 15:23:12.220608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] For port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:12.224365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] For port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,segment=NetworkSegment(6904fc56-d080-47bf-9af0-6bcedcbc7a7c),segment_id=6904fc56-d080-47bf-9af0-6bcedcbc7a7c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:12.236505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:12.242124 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] For port d4ecef79-08b0-45df-9412-e4e9ce36eb81, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:12.247100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] For port d4ecef79-08b0-45df-9412-e4e9ce36eb81, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4ecef79-08b0-45df-9412-e4e9ce36eb81,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:12.263165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:12.285134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:12.364912 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:12.482935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=668cb861-9425-4e64-9018-593f0534b35d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:12.546165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e36c-4d68-4a75-a468-ba596f9a93ba req-9b00edba-f7a2-4bfb-9909-e6b928d8f5d9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:12.552848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55c4e36c-4d68-4a75-a468-ba596f9a93ba req-9b00edba-f7a2-4bfb-9909-e6b928d8f5d9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 943 time: 0.1655760 Feb 02 15:23:12.675480 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:12.677020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:12.705474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '3a2956f8-29f7-4ca9-9a52-f2ca3d614269', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': '3a2956f8-29f7-4ca9-9a52-f2ca3d614269', 'mac_address': 'fa:16:3e:4c:93:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:23:12.785814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55c4e36c-4d68-4a75-a468-ba596f9a93ba req-cd772736-d699-4153-8410-1afdfe65a6f1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306764 Feb 02 15:23:12.953411 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:12.970744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:13.042410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-b2ee5f0d-9dad-4e46-a25a-f5c628ee8f7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 1094 time: 0.6660917 Feb 02 15:23:13.208718 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc874a-227e-4603-adac-e138824d4c33 None None] Pushing event updated for resources: {'Port': ['ID=d4ecef79-08b0-45df-9412-e4e9ce36eb81,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:13.221032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-f31342d5-4f6b-4957-8b26-53dc55b29c87 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:13.222245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-f31342d5-4f6b-4957-8b26-53dc55b29c87 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Synchronizing usage tracker for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:13.325872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef986e7-73ad-49f3-b2c5-9e32b5a749fa req-6cbdc5d5-2dd1-4aa6-b197-ae2be4d322ca tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:13.335882 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cef986e7-73ad-49f3-b2c5-9e32b5a749fa req-6cbdc5d5-2dd1-4aa6-b197-ae2be4d322ca tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.7163539 Feb 02 15:23:13.353653 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afe1aa49-b012-4673-ba84-5f2ce73cc633 req-301314c7-6042-4883-a7e8-1070b51e61ca tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 210 time: 0.1251302 Feb 02 15:23:13.363920 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:13.368316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:13.406360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:13.454945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-f31342d5-4f6b-4957-8b26-53dc55b29c87 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Unset dirty status for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:13.456681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-f31342d5-4f6b-4957-8b26-53dc55b29c87 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.107 "GET /v2.0/networks?id=dd6a1482-2f3d-4a08-a86c-57cfede45ebd HTTP/1.1" status: 200 len: 812 time: 0.8117139 Feb 02 15:23:13.718306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-ec8142da-cb77-4cb6-8672-42570041f8d4 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Synchronizing usage tracker for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:13.737410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cef986e7-73ad-49f3-b2c5-9e32b5a749fa req-35ee7bb2-42a3-4078-93a0-928760b2563d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007509 Feb 02 15:23:13.748755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-ec8142da-cb77-4cb6-8672-42570041f8d4 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Unset dirty status for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:13.750491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-ec8142da-cb77-4cb6-8672-42570041f8d4 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f70cd978df16457aaf7cd194628db8a2 HTTP/1.1" status: 200 len: 379 time: 0.2740905 Feb 02 15:23:13.781240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:13.814665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Routers {'cb4ef664-d2a2-42af-a103-c9e8527a2487'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:13.818458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cb4ef664-d2a2-42af-a103-c9e8527a2487'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:13.823050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Request body: {'port': {'device_id': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'admin_state_up': True, 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'security_groups': ['6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:13.964423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad463490-6c3a-4bb6-bf71-9d3a4491149d None None] Pushing event updated for resources: {'Port': ['ID=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:13.968045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:13.981420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:13.985996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:14.041025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-292409af-395e-48c1-8d04-91b80e22a1fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:14.044220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-292409af-395e-48c1-8d04-91b80e22a1fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.9002390 Feb 02 15:23:14.050277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828d8a5-ce6b-4b88-bcef-0e86eaea2e00 req-decbbbbe-25a1-496d-97eb-0de670ab4e11 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:14.059310 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a828d8a5-ce6b-4b88-bcef-0e86eaea2e00 req-decbbbbe-25a1-496d-97eb-0de670ab4e11 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.3984554 Feb 02 15:23:14.093160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:10Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:14.198123 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:23:12Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:14.212886 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9b3bd-381a-44a6-8bc7-a9f40d6efe3e None None] The sync data for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 is: [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:23:12Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:23:14.270280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a828d8a5-ce6b-4b88-bcef-0e86eaea2e00 req-7c93e040-ba0d-4d8c-b9bc-d39691b9e65e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965292 Feb 02 15:23:14.311717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:14.335411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c694ae3-9ce8-4ee7-aa9d-c9f0bbd9ee22 None None] The sync data for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 is: [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:10Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:23:14.373630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:14.398463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:14.399020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b09353a-8dcd-457e-87b9-1fa7746331ce {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:23:14.402764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:14.445366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] Set router cb4ef664-d2a2-42af-a103-c9e8527a2487 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:14.496220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Made reservation on behalf of f70cd978df16457aaf7cd194628db8a2 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:14.500276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:14.588768 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-a72aff35-16cf-477c-9cbf-1c1b27646ba1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b HTTP/1.1" status: 200 len: 217 time: 0.5364408 Feb 02 15:23:14.603097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:14.605590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-40134266-b1a8-49d0-8fb3-3e19f92976a6 admin admin] 10.222.0.88 "DELETE /v2.0/routers/2b09353a-8dcd-457e-87b9-1fa7746331ce HTTP/1.1" status: 204 len: 168 time: 8.1691020 Feb 02 15:23:14.626840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3a2956f8-29f7-4ca9-9a52-f2ca3d614269'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:14.663162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54044) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:14.919414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Allocated IP 172.20.0.4 (dd6a1482-2f3d-4a08-a86c-57cfede45ebd/13d0e10e-76e1-44f9-8c6f-217e5d0b1e84/5b3f769e-13ed-460f-8583-3190755f1129) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:15.034315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a945974-b6e6-4c6f-9277-aadf494f1f04 admin admin] Deleting subnet 1b90b22b-1c10-4e99-b287-fcd515f2513e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:23:15.049727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-0be3ce13-b8b6-4a09-90af-a9f5c19cb47b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:15.051374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-0be3ce13-b8b6-4a09-90af-a9f5c19cb47b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.4524264 Feb 02 15:23:15.055329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a945974-b6e6-4c6f-9277-aadf494f1f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:15.286182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e19501-669f-4a59-843c-d1daa7828098 req-25bf5515-68f1-46b9-aed4-a0bd2eb6e7e0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:15.292118 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68e19501-669f-4a59-843c-d1daa7828098 req-25bf5515-68f1-46b9-aed4-a0bd2eb6e7e0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 944 time: 0.9021857 Feb 02 15:23:15.445948 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a945974-b6e6-4c6f-9277-aadf494f1f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:15.567172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39d2b231-2c3e-48cd-9d9c-52ea33844d72 req-d9ae5753-0bf8-4760-9bc8-c77bb50ed4e0 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 210 time: 0.2619963 Feb 02 15:23:15.653222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68e19501-669f-4a59-843c-d1daa7828098 req-6f0ce9be-a520-4dcc-b4e1-7080a29adaa1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494589 Feb 02 15:23:15.737303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-2a4d81a7-4c9b-4a9c-9560-b4bd6268daaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6029158 Feb 02 15:23:15.887243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:15.953956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a945974-b6e6-4c6f-9277-aadf494f1f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:15.960216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Transition to ACTIVE for port object 5b3f769e-13ed-460f-8583-3190755f1129 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:15.984581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4ecef79-08b0-45df-9412-e4e9ce36eb81 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:16.061191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:23:16.097117 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:16.351606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:16.363397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:16.404636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:16.445833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:16.488185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'port_id': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'mac_address': 'fa:16:3e:5d:53:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:23:16.544883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event updated for resources: {'Port': ['ID=5b3f769e-13ed-460f-8583-3190755f1129,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:16.604353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:16.608788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:16.622891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-14b034ea-c927-4efa-8839-07c329c76119 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8688219 Feb 02 15:23:16.745722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d4ecef79-08b0-45df-9412-e4e9ce36eb81 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:16.780875 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a945974-b6e6-4c6f-9277-aadf494f1f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:16.841173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d4ecef79-08b0-45df-9412-e4e9ce36eb81 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:16.842005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:16.915755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-911837b9-d18c-4e98-acc5-ce3e4641aecc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1522360 Feb 02 15:23:16.941106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Request body: {'port': {'device_id': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:17.080409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab3a11-aca9-4e37-937d-ea206ff4ad95 req-977c20f6-552f-4e44-bdff-98867d416c89 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:17.081722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a0ab3a11-aca9-4e37-937d-ea206ff4ad95 req-977c20f6-552f-4e44-bdff-98867d416c89 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:17.096760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a945974-b6e6-4c6f-9277-aadf494f1f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b90b22b-1c10-4e99-b287-fcd515f2513e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:17.112533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215afe59-7807-4c56-8cd7-56fdd8c68b6a req-11e8e273-f9ab-4a4f-828c-ea1e2dcfdca8 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:17.113631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-215afe59-7807-4c56-8cd7-56fdd8c68b6a req-11e8e273-f9ab-4a4f-828c-ea1e2dcfdca8 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Synchronizing usage tracker for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:17.134386 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.138362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:22:37Z', 'revision_number': 4, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c8b961ef-19f0-4c83-9fb7-c3a6b9420e39', 'name': '', 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'mac_address': 'fa:16:3e:14:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:23:12Z', 'revision_number': 4, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'subnets': [{'id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:17.147581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa79f0-6b59-414b-9613-267a98f58901 None None] The sync data for ids ['cb4ef664-d2a2-42af-a103-c9e8527a2487'] in n-d-827122-1 is: [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:22:37Z', 'revision_number': 4, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c8b961ef-19f0-4c83-9fb7-c3a6b9420e39', 'name': '', 'network_id': 'a709664e-ed7a-46ac-b54a-a1af690897c1', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'mac_address': 'fa:16:3e:14:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:23:12Z', 'revision_number': 4, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'subnets': [{'id': '9d28c374-76bf-4054-9c76-4a1a07c32eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:23:17.157852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0a945974-b6e6-4c6f-9277-aadf494f1f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.158783 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.159321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.180178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e2798-a921-4152-b9e3-0b4724fd315f None None] Network af9c36c4-f105-4974-890d-688ba35a7331 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:23:17.224512 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0a945974-b6e6-4c6f-9277-aadf494f1f04 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1b90b22b-1c10-4e99-b287-fcd515f2513e HTTP/1.1" status: 204 len: 168 time: 2.5483279 Feb 02 15:23:17.233986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54086) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:17.299467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a0ab3a11-aca9-4e37-937d-ea206ff4ad95 req-977c20f6-552f-4e44-bdff-98867d416c89 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:17.317036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0ab3a11-aca9-4e37-937d-ea206ff4ad95 req-977c20f6-552f-4e44-bdff-98867d416c89 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 1.1711478 Feb 02 15:23:17.356288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-215afe59-7807-4c56-8cd7-56fdd8c68b6a req-11e8e273-f9ab-4a4f-828c-ea1e2dcfdca8 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Unset dirty status for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:17.357819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-215afe59-7807-4c56-8cd7-56fdd8c68b6a req-11e8e273-f9ab-4a4f-828c-ea1e2dcfdca8 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 931 time: 0.5518861 Feb 02 15:23:17.373553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b65c3ea-4af6-4a23-aa91-2cd78a2f0aa3 req-e90b3947-8963-439c-a07b-f4f488f8e65b service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348285 Feb 02 15:23:17.420092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0ab3a11-aca9-4e37-937d-ea206ff4ad95 req-f5469e0b-f857-476a-9f54-fc807a2698b3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017518 Feb 02 15:23:17.436297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.510653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4530db-6dd3-4d6e-820b-3e86ef702c4b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:17.555193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:17.568397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Deleting port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:23:17.568970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.581120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c552bafb-6fca-407f-852f-027f41c78fab None None] Provisioning for port 5b3f769e-13ed-460f-8583-3190755f1129 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:17.590436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c552bafb-6fca-407f-852f-027f41c78fab None None] Provisioning complete for port 5b3f769e-13ed-460f-8583-3190755f1129 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:17.591421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c552bafb-6fca-407f-852f-027f41c78fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.653037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.689675 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-215afe59-7807-4c56-8cd7-56fdd8c68b6a req-3d790c5f-eb23-4a4d-b7f6-3ef558aee531 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484250 Feb 02 15:23:17.783156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.895087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c552bafb-6fca-407f-852f-027f41c78fab None None] Port 5b3f769e-13ed-460f-8583-3190755f1129 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:23:17.923603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:17.930759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:17.978316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-bed89f60-39f9-4af5-bf11-758b69811bf3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4a45236fd49a4609b20b9ee44f01780a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945592 Feb 02 15:23:17.993452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d4ecef79-08b0-45df-9412-e4e9ce36eb81, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4ecef79-08b0-45df-9412-e4e9ce36eb81,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:18.007640 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:23:18.037881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['1d4530db-6dd3-4d6e-820b-3e86ef702c4b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:18.080005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfd58b-11a1-4cb0-9d5c-86ed98843ba9 req-fced6edc-0844-451f-b4ca-342c746ed627 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:18.087611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97dfd58b-11a1-4cb0-9d5c-86ed98843ba9 req-fced6edc-0844-451f-b4ca-342c746ed627 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 944 time: 0.1308005 Feb 02 15:23:18.118116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] DHCP port deletion for af9c36c4-f105-4974-890d-688ba35a7331 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:23:18.121984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:18.133545 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97dfd58b-11a1-4cb0-9d5c-86ed98843ba9 req-76998c87-c683-4952-8184-b587afe8526c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Feb 02 15:23:18.167724 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:18.167724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b771302e-a665-4730-b489-7166e6093d84 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:18.254833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] For port 62e0d173-efcc-4439-9e55-6f3f566fe3c7, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=62e0d173-efcc-4439-9e55-6f3f566fe3c7,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:18.255209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:18.278354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] Deleting port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:23:18.278668 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:18.324767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d4ecef79-08b0-45df-9412-e4e9ce36eb81,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:18.559513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Calling delete_port for 62e0d173-efcc-4439-9e55-6f3f566fe3c7 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:23:18.592567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:18.599212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b771302e-a665-4730-b489-7166e6093d84 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:18.617856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:18.617856 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:18.625138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3f769e-13ed-460f-8583-3190755f1129 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:18.637658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:18.653469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-e5a86afd-8369-4723-9d2e-a7877fc9c13f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:18.654310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b771302e-a665-4730-b489-7166e6093d84 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:18.654797 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:18.661288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-e5a86afd-8369-4723-9d2e-a7877fc9c13f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6692514 Feb 02 15:23:18.695990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Transition to ACTIVE for port object 5b3f769e-13ed-460f-8583-3190755f1129 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:18.707083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-5791f9bc-86cc-4d27-9474-2d55fbbbf81d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/quotas/4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 375 time: 0.0445843 Feb 02 15:23:18.808698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] For port 62e0d173-efcc-4439-9e55-6f3f566fe3c7, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=62e0d173-efcc-4439-9e55-6f3f566fe3c7,segment=NetworkSegment(a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8),segment_id=a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:18.812020 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:18.838549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:18.845585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55815a53-9acf-466e-b2e2-6f7a94a94bbc req-9b3d2375-63cf-48e5-89b9-17638fbcea25 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:18.855096 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55815a53-9acf-466e-b2e2-6f7a94a94bbc req-9b3d2375-63cf-48e5-89b9-17638fbcea25 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.1648977 Feb 02 15:23:18.876189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-7e44dfd0-3f36-4d3c-87a9-028cae1df10e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679738 Feb 02 15:23:18.967549 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55815a53-9acf-466e-b2e2-6f7a94a94bbc req-826a2c78-e341-4bd3-9cd6-c6ea67b24eb5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054895 Feb 02 15:23:19.052870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.106729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f769e-13ed-460f-8583-3190755f1129,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:19.131494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] Calling delete_port for 62e0d173-efcc-4439-9e55-6f3f566fe3c7 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:23:19.191474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] No DVR routers for this DVR port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:23:19.202817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e0d173-efcc-4439-9e55-6f3f566fe3c7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:19.443278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3cc34-99d3-4c79-a546-f4c82b166efb req-745ada2c-0e23-4e05-8b6e-64ba11571db8 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:19.445980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7c3cc34-99d3-4c79-a546-f4c82b166efb req-745ada2c-0e23-4e05-8b6e-64ba11571db8 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 943 time: 0.1943016 Feb 02 15:23:19.502067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.540688 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.541370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9c36c4-f105-4974-890d-688ba35a7331']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:19.560492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7c3cc34-99d3-4c79-a546-f4c82b166efb req-15a914cb-6a05-454c-8c8f-8ed9ecc3faad tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061907 Feb 02 15:23:19.578869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:23:19.579318 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:23:19.582527 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.582824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:19.583529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9168c6b-78ad-4f2d-bbf0-e7a4751a2ac8') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:19.605391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.633933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b2e897-82a6-4cdb-a619-54fbe8c85e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2956f8-29f7-4ca9-9a52-f2ca3d614269'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:19.644515 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.662608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:19.673412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b771302e-a665-4730-b489-7166e6093d84, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b771302e-a665-4730-b489-7166e6093d84,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:19.703626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f2597fd5-a113-4d1a-8c8f-462be40f773d req-55b12ffe-9d51-4931-a71c-e0207883cbb2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 210 time: 0.0580757 Feb 02 15:23:19.715734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:23:19.716420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:23:19.748870 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:23:19.759507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Attempting to bind port 5b3f769e-13ed-460f-8583-3190755f1129 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:19.760825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Attempting to bind port 5b3f769e-13ed-460f-8583-3190755f1129 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:19.773617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Attempting to bind port 5b3f769e-13ed-460f-8583-3190755f1129 on network dd6a1482-2f3d-4a08-a86c-57cfede45ebd {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:19.774121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.828083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.828846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:19.861265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Port 5b3f769e-13ed-460f-8583-3190755f1129 on network dd6a1482-2f3d-4a08-a86c-57cfede45ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:23:19.861886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Attempting to bind port 5b3f769e-13ed-460f-8583-3190755f1129 on network dd6a1482-2f3d-4a08-a86c-57cfede45ebd {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:19.872580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:19.876897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Checking segment: {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:19.876897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Bound using segment: {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:19.876897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Bound port: 5b3f769e-13ed-460f-8583-3190755f1129, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43f8378-5b45-4e10-bbe3-da7023282424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:19.876897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:19.924583 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b2e897-82a6-4cdb-a619-54fbe8c85e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2956f8-29f7-4ca9-9a52-f2ca3d614269', 'code': 200} Feb 02 15:23:20.006647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73707-b3fd-413b-8040-f58d952c8bd7 req-491eee4f-6b4b-4c9f-9bc4-7c3a65eae124 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:20.014851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87a73707-b3fd-413b-8040-f58d952c8bd7 req-491eee4f-6b4b-4c9f-9bc4-7c3a65eae124 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 944 time: 0.3559754 Feb 02 15:23:20.017804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:20.065491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:20.087355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:20.140237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9c36c4-f105-4974-890d-688ba35a7331,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:20.148360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] For port 5b3f769e-13ed-460f-8583-3190755f1129, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:20.201626 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87a73707-b3fd-413b-8040-f58d952c8bd7 req-5385f3ea-6283-4fc6-8764-39353981cf12 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857789 Feb 02 15:23:20.217029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] For port 5b3f769e-13ed-460f-8583-3190755f1129, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5b3f769e-13ed-460f-8583-3190755f1129,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:20.290982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] Deleting port 62e0d173-efcc-4439-9e55-6f3f566fe3c7 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:23:20.291503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:20.295016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be064908-c6fe-4c60-8056-b5369b8f176a req-e367d5ee-14d5-4a15-9f02-4d969a766b79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 1096 time: 0.3285081 Feb 02 15:23:20.339222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ad4a2c8f-8145-4449-b5da-5d9fe16a95d6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/af9c36c4-f105-4974-890d-688ba35a7331 HTTP/1.1" status: 204 len: 168 time: 3.1038539 Feb 02 15:23:20.360160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:20.378135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f43665d9-07ce-48a8-b290-2c7ba6c9484b None None] The port '62e0d173-efcc-4439-9e55-6f3f566fe3c7' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:23:20.404165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:20.407305 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be064908-c6fe-4c60-8056-b5369b8f176a req-ac8866f1-c2fd-4b76-a16c-d9e2da69fe6a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967100 Feb 02 15:23:20.417700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78e53f-5712-4a4f-851d-f4d1aa580284 req-d0bb772b-d366-4dfc-a85d-1bc865a0de7c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:20.419632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d78e53f-5712-4a4f-851d-f4d1aa580284 req-d0bb772b-d366-4dfc-a85d-1bc865a0de7c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.1833730 Feb 02 15:23:20.488043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b771302e-a665-4730-b489-7166e6093d84,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:20.532706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:20.532871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d78e53f-5712-4a4f-851d-f4d1aa580284 req-367a33d0-e471-406f-8b62-ab6be5ecb0ab tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058643 Feb 02 15:23:20.534824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] 10.222.0.107 "PUT /v2.0/ports/5b3f769e-13ed-460f-8583-3190755f1129 HTTP/1.1" status: 200 len: 1091 time: 3.6003149 Feb 02 15:23:20.535614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'tag': '5b3f769e-13ed-460f-8583-3190755f1129'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:20.563250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2fb2b-92ee-49c1-9c0b-1daf7b0607d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f769e-13ed-460f-8583-3190755f1129,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:20.638569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:20.642700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:20.651884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:20.653072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:20.716483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:20.717016 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:20.845365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c50572-7be2-4031-a078-3fa56350199d req-7b7eacda-bae3-464c-a168-0899b0bbe9d6 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:20.869762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87c50572-7be2-4031-a078-3fa56350199d req-7b7eacda-bae3-464c-a168-0899b0bbe9d6 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 943 time: 0.1241372 Feb 02 15:23:20.902785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-4354f7b2-8719-495c-a173-13c892e4eef2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f70cd978df16457aaf7cd194628db8a2&device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 1094 time: 0.1836839 Feb 02 15:23:20.940516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:20.948267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87c50572-7be2-4031-a078-3fa56350199d req-56983246-f626-4fc1-8ba5-89f6f5ed2443 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774992 Feb 02 15:23:21.002527 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-7bcb37bd-8cdd-4e1e-a6b6-b59689f4b1cf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3f769e-13ed-460f-8583-3190755f1129 HTTP/1.1" status: 200 len: 217 time: 0.0887375 Feb 02 15:23:21.050829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:21.091195 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:21.091779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-75469785-d4cc-4628-8c2f-2a9056d501c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:21.093554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-75469785-d4cc-4628-8c2f-2a9056d501c2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13d0e10e-76e1-44f9-8c6f-217e5d0b1e84 HTTP/1.1" status: 200 len: 851 time: 0.0848000 Feb 02 15:23:21.149829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,segment=NetworkSegment(6904fc56-d080-47bf-9af0-6bcedcbc7a7c),segment_id=6904fc56-d080-47bf-9af0-6bcedcbc7a7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:21.152440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b5da4ab8-39ec-49b1-aaa3-a159bfbebab7 req-56e63b91-a285-49eb-9162-cad9b2b4b207 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 210 time: 0.0772407 Feb 02 15:23:21.198228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54162) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:21.209475 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:21.307716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-4577acea-d6d5-44a1-a02a-8fad7f57f5bb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dd6a1482-2f3d-4a08-a86c-57cfede45ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030501 Feb 02 15:23:21.325396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:21.426888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:21.522911 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e8fc0754-ebde-40ce-866f-06f97ca300ec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e79a765987343b399d41348d4dde431&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3236017 Feb 02 15:23:21.525383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54168) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:21.613525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4ecef79-08b0-45df-9412-e4e9ce36eb81 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:21.629479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3bdae-b9e8-4ccd-b3da-a6d7495bb070 req-97115fae-7a0a-4c37-83ac-e1ba10f84193 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:21.637210 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1cf3bdae-b9e8-4ccd-b3da-a6d7495bb070 req-97115fae-7a0a-4c37-83ac-e1ba10f84193 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 945 time: 0.1972294 Feb 02 15:23:21.680233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:21.681183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-4f07a2ce-1a33-4e42-8b53-e43fba33adf2 service neutron] 10.222.0.107 "GET /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708622 Feb 02 15:23:21.683824 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'tag': '5b3f769e-13ed-460f-8583-3190755f1129', 'status': 'completed', 'code': 200} Feb 02 15:23:21.711508 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:21.749245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:21.792743 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1cf3bdae-b9e8-4ccd-b3da-a6d7495bb070 req-84767fd9-8b34-4570-ac52-bed3b84e58c5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545546 Feb 02 15:23:21.845221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d4ecef79-08b0-45df-9412-e4e9ce36eb81 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:21.845907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:21.941817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:21.963597 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:21.987201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee10e60a-4085-4442-8e39-a5e040dfeb6c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:21.995926 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:21.997038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ee10e60a-4085-4442-8e39-a5e040dfeb6c HTTP/1.1" status: 204 len: 168 time: 0.4706242 Feb 02 15:23:22.007795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.008173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.008510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.008842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.009167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.009529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.009848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.010205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.010482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.010793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.011111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d182e43-01d1-406d-ab21-d780d37a3e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:22.033359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b771302e-a665-4730-b489-7166e6093d84 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:22.070075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee8bb5-83e3-4071-883f-4f5468bd860a req-a2bc86d2-c60a-4b3f-aab3-b50fd0c3756c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:22.071646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60ee8bb5-83e3-4071-883f-4f5468bd860a req-a2bc86d2-c60a-4b3f-aab3-b50fd0c3756c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.2273469 Feb 02 15:23:22.072120 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'code': 200} Feb 02 15:23:22.136395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b771302e-a665-4730-b489-7166e6093d84 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:22.137675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:22.138745 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60ee8bb5-83e3-4071-883f-4f5468bd860a req-9dce55ac-23f2-48ef-b0a6-1022575d9a5d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587909 Feb 02 15:23:22.289465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0430b2a-b1b9-4224-b5ba-4f4b453f9946 req-aed9d279-38b6-4dd3-9cc2-497d513582d3 service neutron] 10.222.0.107 "GET /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020491 Feb 02 15:23:22.437990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 62e0d173-efcc-4439-9e55-6f3f566fe3c7 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:23:22.487469 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df015ced-84cb-4530-a2b7-be6cbd731c9b req-3a5a12c3-2763-4e3e-b8bd-12edfc0f57f0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 210 time: 0.0730808 Feb 02 15:23:22.503402 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97035d3a-0801-474c-9f18-19a838367563 req-5787be2c-84e3-485c-98a2-3bb5f4549e79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 1096 time: 0.2380192 Feb 02 15:23:22.521680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 62e0d173-efcc-4439-9e55-6f3f566fe3c7 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:23:22.522038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 62e0d173-efcc-4439-9e55-6f3f566fe3c7 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:23:22.523015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 668cb861-9425-4e64-9018-593f0534b35d no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:23:22.543752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3051-8ef2-4994-814a-bce7f36df989 req-46aeb7ec-bec1-4e59-996c-8595ffc20dc1 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:22.545386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f98d3051-8ef2-4994-814a-bce7f36df989 req-46aeb7ec-bec1-4e59-996c-8595ffc20dc1 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 943 time: 0.1863236 Feb 02 15:23:22.607890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 668cb861-9425-4e64-9018-593f0534b35d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:23:22.608258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 668cb861-9425-4e64-9018-593f0534b35d not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:23:22.626398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-1fc095c6-020a-4d8b-b62e-739435e332f1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f70cd978df16457aaf7cd194628db8a2&device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 1094 time: 0.1003480 Feb 02 15:23:22.638222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97035d3a-0801-474c-9f18-19a838367563 req-256bac46-3960-4c80-bcdb-8b75470a2dd4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229827 Feb 02 15:23:22.659924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f98d3051-8ef2-4994-814a-bce7f36df989 req-e429c99e-9d6d-44a4-a79f-19926cceb64a tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048486 Feb 02 15:23:22.892282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-5ad6646c-da62-4558-ab40-c4c9156e13d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:22.894460 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-5ad6646c-da62-4558-ab40-c4c9156e13d8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=dd6a1482-2f3d-4a08-a86c-57cfede45ebd HTTP/1.1" status: 200 len: 914 time: 0.2617621 Feb 02 15:23:23.049090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-65345881-f206-43b6-9611-8c55ee0f1146 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3f769e-13ed-460f-8583-3190755f1129 HTTP/1.1" status: 200 len: 217 time: 0.1475337 Feb 02 15:23:23.148460 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-e38afb4f-26c8-4ee9-bd4f-7833e73eb356 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=4a45236fd49a4609b20b9ee44f01780a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460770 Feb 02 15:23:23.297764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-9b1408a5-2788-46ad-957a-2e5dd55acf2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:23.300106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-9b1408a5-2788-46ad-957a-2e5dd55acf2b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13d0e10e-76e1-44f9-8c6f-217e5d0b1e84 HTTP/1.1" status: 200 len: 851 time: 0.2439830 Feb 02 15:23:23.401527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e342a-978f-485e-be55-f17d6f6730a9 req-35984344-8383-4d46-8e4d-efe285616c9d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:23.403362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f43e342a-978f-485e-be55-f17d6f6730a9 req-35984344-8383-4d46-8e4d-efe285616c9d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 945 time: 0.4392993 Feb 02 15:23:23.482444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:23.544727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463573e-ab28-44be-982d-fe29298133ae req-d39c51dd-f0a6-475c-8e1c-550de6849e72 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:23.564301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5463573e-ab28-44be-982d-fe29298133ae req-d39c51dd-f0a6-475c-8e1c-550de6849e72 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1860039 Feb 02 15:23:23.661513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5463573e-ab28-44be-982d-fe29298133ae req-fc2387ce-bd08-499d-b644-eecf884e3060 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935113 Feb 02 15:23:23.670638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-61c5515d-978e-44f4-aadc-715f1bbfd3bf tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:23.672180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-61c5515d-978e-44f4-aadc-715f1bbfd3bf tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5165517 Feb 02 15:23:23.674815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:23.675363 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:23.730876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Request body: {'port': {'device_id': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '4a45236fd49a4609b20b9ee44f01780a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:23.815342 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f43e342a-978f-485e-be55-f17d6f6730a9 req-ad4a7033-0b7c-4a68-ba2f-9ad52016a719 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940082 Feb 02 15:23:24.054580 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-3e960471-9132-4a7f-bfb6-786dcc4b8b59 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dd6a1482-2f3d-4a08-a86c-57cfede45ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7408183 Feb 02 15:23:24.153195 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc650d0-ed6a-4a1b-8752-2d9621432fcd req-7e7dc6cf-85d6-4ec2-9d21-47895ee80c9e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 210 time: 0.1294434 Feb 02 15:23:24.337983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-aa20ceaa-892a-40ea-a5a1-e3de23c4fcf4 service neutron] 10.222.0.107 "GET /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657790 Feb 02 15:23:24.448461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:24.476492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:24.503277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956956a-5049-4290-a549-2940fb62b503 req-f24876ad-a785-45fc-9bdd-d720d75f0147 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:24.507004 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0956956a-5049-4290-a549-2940fb62b503 req-f24876ad-a785-45fc-9bdd-d720d75f0147 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 943 time: 0.4290538 Feb 02 15:23:24.540395 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-464bcd18-aebd-44c1-bbf8-a7678516b246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:24.562919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0f57727-85cd-45e3-afc2-056d113a6bb2 req-a60c4823-25ad-44f9-bdd5-203eb526e037 service neutron] 10.222.0.107 "GET /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034423 Feb 02 15:23:24.601572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0956956a-5049-4290-a549-2940fb62b503 req-9c81024c-cf56-4c98-b7de-a4d481112dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858545 Feb 02 15:23:24.645659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54244) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:24.660668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Made reservation on behalf of 4a45236fd49a4609b20b9ee44f01780a for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:24.666625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:24.925568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-181437371-network', 'tenant_id': '2f4a09849b2f4bbc9c46acbc677686bc'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:24.943100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:24.950266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Usage tracker for resource:network and tenant:2f4a09849b2f4bbc9c46acbc677686bc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:24.953755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:24.961023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:24.965225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Allocated IP 192.168.233.133 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/53eceab9-6a21-4ee8-bc1f-9885a47dd023) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:24.999110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b572f-3936-4a36-8164-e3460f41b1c2 req-7b7fbe6f-9295-479b-87e0-ffede94ae2c0 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:25.000648 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-709b572f-3936-4a36-8164-e3460f41b1c2 req-7b7fbe6f-9295-479b-87e0-ffede94ae2c0 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1212440 Feb 02 15:23:25.048339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-709b572f-3936-4a36-8164-e3460f41b1c2 req-1d815748-5079-4e3a-8334-59c224032367 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Feb 02 15:23:25.157421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Made reservation on behalf of 2f4a09849b2f4bbc9c46acbc677686bc for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:25.163495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:25.192548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:25.250790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:25.255533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Usage tracker for resource:security_group_rule and tenant:2f4a09849b2f4bbc9c46acbc677686bc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:25.264933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:25.278071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:25.385756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:25.394207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aecb5-14ac-49ee-9339-5750d757be67 req-ab61c476-f58f-4f29-8e6b-f666736954c7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:25.395717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-089aecb5-14ac-49ee-9339-5750d757be67 req-ab61c476-f58f-4f29-8e6b-f666736954c7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1736331 Feb 02 15:23:25.405141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54270) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:25.431299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'floatingip': {'port_id': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:25.441946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Transition to ACTIVE for port object 53eceab9-6a21-4ee8-bc1f-9885a47dd023 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:25.523751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:25.572306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be', 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:25.645867 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:25.649798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:25.701613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:25.705942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:25.711298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:25.799473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:25.800295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:25.833679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:25.847065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.847483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.847911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.848560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.849090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.849484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.849930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.850271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.850595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.850917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.851243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:23:25.854985 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:25.919542 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-38eb0415-87fe-4da3-a56a-cd76f288428d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2125325 Feb 02 15:23:25.939054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Request body: {'port': {'device_id': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:26.105950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5b3f769e-13ed-460f-8583-3190755f1129 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:23:26.171952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:23:26.226831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c02147-ea6c-4397-87cd-aac8a4e1634c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:26.280641 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.280947 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Added segment 6a841f4b-be79-4c94-89c8-08cdf35d4356 of type vlan for network 95510e1d-9096-437d-a05a-9fd66853de15 Feb 02 15:23:26.288802 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.348963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a498d2cf-b52b-4087-9722-dd75e5939020 None None] Provisioning for port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:26.367440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a498d2cf-b52b-4087-9722-dd75e5939020 None None] Provisioning complete for port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:26.367937 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a498d2cf-b52b-4087-9722-dd75e5939020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.407553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211ce9-ed19-49ba-a329-8858834bfd66 req-83bc6aa0-236e-4a8d-ab52-c2563e6d78c5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:26.419239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a211ce9-ed19-49ba-a329-8858834bfd66 req-83bc6aa0-236e-4a8d-ab52-c2563e6d78c5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 936 time: 0.9211535 Feb 02 15:23:26.424617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5b3f769e-13ed-460f-8583-3190755f1129, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5b3f769e-13ed-460f-8583-3190755f1129,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:26.494997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '5b3f769e-13ed-460f-8583-3190755f1129', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'port_id': '5b3f769e-13ed-460f-8583-3190755f1129', 'mac_address': 'fa:16:3e:71:62:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:23:26.543532 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a498d2cf-b52b-4087-9722-dd75e5939020 None None] Port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:23:26.548646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.593675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.615892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3f769e-13ed-460f-8583-3190755f1129 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:26.636480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5b3f769e-13ed-460f-8583-3190755f1129, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5b3f769e-13ed-460f-8583-3190755f1129,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:26.655183 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a211ce9-ed19-49ba-a329-8858834bfd66 req-faccfb77-004b-4b49-947d-60addc5eb06f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333200 Feb 02 15:23:26.691448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2f75c-40ee-4908-8aaf-f0d68b48883f req-ae332cca-6da1-4a45-baef-9312b183e07e tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:26.697175 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ae2f75c-40ee-4908-8aaf-f0d68b48883f req-ae332cca-6da1-4a45-baef-9312b183e07e tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 943 time: 0.6455312 Feb 02 15:23:26.778175 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.808851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53eceab9-6a21-4ee8-bc1f-9885a47dd023 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:26.835411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.895255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Transition to ACTIVE for port object 53eceab9-6a21-4ee8-bc1f-9885a47dd023 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:26.909275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ae2f75c-40ee-4908-8aaf-f0d68b48883f req-e58ae19f-6cba-47e5-9532-7a22c75afce7 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781438 Feb 02 15:23:26.921190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.927115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:26.927115 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.982156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3ff3-9ce4-47ee-97cd-1c9095fca8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:26.986971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5b3f769e-13ed-460f-8583-3190755f1129,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:27.029002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:27.082501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5b3f769e-13ed-460f-8583-3190755f1129'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:27.284324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] Pushing event updated for resources: {'Network': ['ID=95510e1d-9096-437d-a05a-9fd66853de15,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:27.297191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:27.304246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 95510e1d-9096-437d-a05a-9fd66853de15 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:23:27.375188 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-acf7f4ae-452e-4d6a-8ada-919126293d9f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7288225 Feb 02 15:23:27.375881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54294) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:27.388642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Request body: {'subnet': {'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-181437371-subnet', 'tenant_id': '2f4a09849b2f4bbc9c46acbc677686bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:27.395361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:27.468949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Usage tracker for resource:subnet and tenant:2f4a09849b2f4bbc9c46acbc677686bc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:27.477205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:27.497259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Attempting to bind port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:27.498014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Attempting to bind port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:27.498574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Attempting to bind port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:27.510793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:27.511235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:23:27.512489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Attempting to bind port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:27.522444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:27.523517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:27.523517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:27.524072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Bound port: 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:27.525425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:27.567177 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:27.654949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Made reservation on behalf of 2f4a09849b2f4bbc9c46acbc677686bc for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:27.658136 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:27.674211 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:27.764384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:27.779361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:27.801904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7dd34-bbbd-4cc4-8992-61eac95dc954 req-d4fcdb3b-3d7a-43df-ac47-54423883ea16 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:27.803570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0da7dd34-bbbd-4cc4-8992-61eac95dc954 req-d4fcdb3b-3d7a-43df-ac47-54423883ea16 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.1554904 Feb 02 15:23:27.851982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:27.912978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0da7dd34-bbbd-4cc4-8992-61eac95dc954 req-e42a37b9-5d05-49a1-b997-2bbdaab7506c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032827 Feb 02 15:23:27.929760 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:27.932238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] 10.222.0.107 "PUT /v2.0/ports/53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 200 len: 1096 time: 1.9984884 Feb 02 15:23:27.935596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:27.969786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de275121-0ba8-467f-a747-3fd67a9a6bda service neutron] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:28.047796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1af087-9029-41b5-b876-c1937baba698 req-0d611678-7bcf-4acd-a925-8114ab6913ef tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:28.049333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d1af087-9029-41b5-b876-c1937baba698 req-0d611678-7bcf-4acd-a925-8114ab6913ef tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.1664152 Feb 02 15:23:28.232836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aaaa9-03d2-4d4d-a4fc-77ed64775266 req-3471d825-6d75-4931-84cf-1a90e186402a tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:28.234624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7f0aaaa9-03d2-4d4d-a4fc-77ed64775266 req-3471d825-6d75-4931-84cf-1a90e186402a tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 944 time: 0.1286404 Feb 02 15:23:28.244106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d1af087-9029-41b5-b876-c1937baba698 req-3aab6605-f690-4302-9134-c79cfcc65f17 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501913 Feb 02 15:23:28.244321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-942a16a1-462e-4f05-8339-2edda7f34f2e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 1099 time: 0.1902730 Feb 02 15:23:28.271698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:28.368675 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Floating IP 49439952-e865-4e6f-aad2-33c00a10b8fc associated. External IP: 172.25.0.130, port: 1d4530db-6dd3-4d6e-820b-3e86ef702c4b. Feb 02 15:23:28.370676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:28.380724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7f0aaaa9-03d2-4d4d-a4fc-77ed64775266 req-2102938b-0d6f-4143-85d3-1b49a9ce54fd tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369495 Feb 02 15:23:28.382195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-cab8971e-ee8a-4189-aae2-e7664109f875 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 200 len: 217 time: 0.1118796 Feb 02 15:23:28.388650 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'status': 'completed', 'code': 200} Feb 02 15:23:28.457205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:28.465180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:28.539354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a8148c-1086-45a5-aab0-ab72958f43b9,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:28.581283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Checking segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:28.581637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Network hostable DHCP agents. Network: 95510e1d-9096-437d-a05a-9fd66853de15, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:23:28.636379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-a5a54efa-f047-4595-bdab-d4dcf4490e4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:28.637966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-a5a54efa-f047-4595-bdab-d4dcf4490e4b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2353532 Feb 02 15:23:28.698596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:28.701029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Network 95510e1d-9096-437d-a05a-9fd66853de15 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:23:28.753448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:28.758948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] Usage tracker for resource:security_group_rule and tenant:0478d23b7de4494ebdf13847aeb2fda0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:28.763099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:28.771692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-dcf13d59-983b-4e3f-9642-770a8745e80f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264417 Feb 02 15:23:28.772635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:28.793932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 95510e1d-9096-437d-a05a-9fd66853de15) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:28.802337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778bb4b0-48d4-4e9c-b7d9-a5d38ae7568c None None] Network 95510e1d-9096-437d-a05a-9fd66853de15 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:23:28.827982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:28.829218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:29.008511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7e6a367b-c7cc-43c6-9067-3b00776b1b26 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6269834 Feb 02 15:23:29.032265 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-865e31d6-5797-46b3-885f-a85e0460d55d service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503049 Feb 02 15:23:29.040278 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:29.079783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Router 71e2d620-bcf3-479a-92df-c36cf3e5d314 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:23:29.188094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b180e36-fb6c-4d56-b9cf-8c12e07636b3 None None] Network 95510e1d-9096-437d-a05a-9fd66853de15 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:23:29.188311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:29.281357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26035c0b-1727-4728-bece-7f1cf9dd2f29,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:29.356901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9e43bbe7-2630-4ae8-bbaf-98528a36ecfa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0478d23b7de4494ebdf13847aeb2fda0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8874800 Feb 02 15:23:29.360982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54334) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:29.406102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ecf29ea-41bc-4991-bc15-c10bb50c97a1 req-b14bb00f-e904-408f-af42-986497410408 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583884 Feb 02 15:23:29.442440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:23:29.444718 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:29.456815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af5ab-a55a-44ff-abde-f452ead504bc req-5fa3b67e-c13d-4767-a6a2-1ef7f464f283 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:29.463494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37af5ab-a55a-44ff-abde-f452ead504bc req-5fa3b67e-c13d-4767-a6a2-1ef7f464f283 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.2825882 Feb 02 15:23:29.500378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c216b5d-99fa-49a8-b254-442627874414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:29.565941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c216b5d-99fa-49a8-b254-442627874414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:29.592918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37af5ab-a55a-44ff-abde-f452ead504bc req-2df76659-1140-48d5-8fb1-b40e00c7da7c tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285002 Feb 02 15:23:29.723713 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0133798a-b2e2-4f15-83f1-316c13a72637 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "PUT /v2.0/floatingips/49439952-e865-4e6f-aad2-33c00a10b8fc HTTP/1.1" status: 200 len: 991 time: 4.3159745 Feb 02 15:23:29.724270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:29.770879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369bbc-feab-401b-b5b2-2fe236385665 req-6b53ad3d-d69a-494d-ba46-36f9d1322a93 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:29.772434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd369bbc-feab-401b-b5b2-2fe236385665 req-6b53ad3d-d69a-494d-ba46-36f9d1322a93 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.3003352 Feb 02 15:23:29.833054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd369bbc-feab-401b-b5b2-2fe236385665 req-29a18fa9-b8f7-4e11-a21b-fb26a1dc3cd0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521679 Feb 02 15:23:29.854582 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:29.871512 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-9240347e-768c-406e-9c6c-aad89e5f7113 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 1099 time: 0.2322803 Feb 02 15:23:29.877123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-cf5f4ba7-594c-41db-b295-94da67710614 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:29.878455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-cf5f4ba7-594c-41db-b295-94da67710614 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.2368772 Feb 02 15:23:30.023285 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c216b5d-99fa-49a8-b254-442627874414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:30.058182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0b22f-5f20-4ae0-bf9c-d1d294959886 req-b831f4b9-3436-4af9-af54-5338d35a233b tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:30.059710 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56b0b22f-5f20-4ae0-bf9c-d1d294959886 req-b831f4b9-3436-4af9-af54-5338d35a233b tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 944 time: 0.0800309 Feb 02 15:23:30.105754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5b3f769e-13ed-460f-8583-3190755f1129 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:30.109448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56b0b22f-5f20-4ae0-bf9c-d1d294959886 req-ad9bd435-3426-4a08-adda-71d587dda024 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Feb 02 15:23:30.121015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c216b5d-99fa-49a8-b254-442627874414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26035c0b-1727-4728-bece-7f1cf9dd2f29,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:30.135010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Deleting port afd7ae4a-09c2-4eee-a682-6531fc761f00 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:23:30.135350 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:30.171778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c216b5d-99fa-49a8-b254-442627874414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:30.174560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7c216b5d-99fa-49a8-b254-442627874414 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/26035c0b-1727-4728-bece-7f1cf9dd2f29 HTTP/1.1" status: 204 len: 168 time: 0.8095539 Feb 02 15:23:30.285902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-fa37affd-b527-48f8-9bf8-ff806da1dccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:30.287293 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-fa37affd-b527-48f8-9bf8-ff806da1dccd service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4079900 Feb 02 15:23:30.323493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 5b3f769e-13ed-460f-8583-3190755f1129 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:30.329058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 5b3f769e-13ed-460f-8583-3190755f1129 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:30.332420 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:30.388676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-c2538fa5-c666-4921-bece-00bac2b90ff8 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:30.390131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-c2538fa5-c666-4921-bece-00bac2b90ff8 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 814 time: 0.3989847 Feb 02 15:23:30.411401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-75795993-b237-4485-b0dc-076ece3eb62f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 200 len: 217 time: 0.1089132 Feb 02 15:23:30.455421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:30.484277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a18262-1710-4630-9d37-e3d0a1953f0c req-47724b5e-a185-4347-b570-09b41bfc32e5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:30.485898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77a18262-1710-4630-9d37-e3d0a1953f0c req-47724b5e-a185-4347-b570-09b41bfc32e5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.0943427 Feb 02 15:23:30.486850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f769e-13ed-460f-8583-3190755f1129'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:30.498649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5b3f769e-13ed-460f-8583-3190755f1129, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5b3f769e-13ed-460f-8583-3190755f1129,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:30.518920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-76b7166b-e7ae-43b5-a0fd-5de8d1f4208e tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/quotas/2f4a09849b2f4bbc9c46acbc677686bc HTTP/1.1" status: 200 len: 375 time: 0.1091423 Feb 02 15:23:30.545043 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77a18262-1710-4630-9d37-e3d0a1953f0c req-40be2a0c-a698-4544-962d-1a17c7f94d29 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515528 Feb 02 15:23:30.591081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-2bb85301-65b3-4b29-8d41-77abf7a72941 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521226 Feb 02 15:23:30.592566 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:30.595339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-3413b9aa-7361-423d-a95c-89d28f1794f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:30.596805 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-3413b9aa-7361-423d-a95c-89d28f1794f3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1739957 Feb 02 15:23:30.689265 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'status': 'completed', 'code': 200} Feb 02 15:23:30.742077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5b3f769e-13ed-460f-8583-3190755f1129,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:30.832541 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f769e-13ed-460f-8583-3190755f1129', 'code': 200} Feb 02 15:23:30.866637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] For port afd7ae4a-09c2-4eee-a682-6531fc761f00, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=afd7ae4a-09c2-4eee-a682-6531fc761f00,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:30.867013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:30.908729 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-87e8713e-f8db-412e-99ba-73fd25da434f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 1096 time: 0.1573806 Feb 02 15:23:31.022155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Calling delete_port for afd7ae4a-09c2-4eee-a682-6531fc761f00 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:23:31.122239 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-c9203857-e6d0-40ba-8c3c-de22a257896a service neutron] 10.222.0.88 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110917 Feb 02 15:23:31.132859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54368) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:31.139147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-ca0dc278-623f-4bb6-89ad-8cf2e06cf603 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5269470 Feb 02 15:23:31.187319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-bcee33e6-071e-41f9-8ebb-6c8767b3316b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:31.188806 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-bcee33e6-071e-41f9-8ebb-6c8767b3316b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.2723081 Feb 02 15:23:31.191796 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:31.330488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:31.344939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9f28-d19e-41c5-a682-66d6ca70fe35 req-c0361fec-cbc0-422b-906f-b24048a6009d tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:31.346382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eee9f28-d19e-41c5-a682-66d6ca70fe35 req-c0361fec-cbc0-422b-906f-b24048a6009d tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 946 time: 0.3259976 Feb 02 15:23:31.347424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] Usage tracker for resource:security_group_rule and tenant:4d2aa1b05e274d6ebeddcee43e2f4fa5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:31.352807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba49a9c5-fbee-4f31-978b-2a46d6d37ac6 req-1f2a5601-8014-4ecd-adb5-dd2d4a3debff service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 1096 time: 0.3334713 Feb 02 15:23:31.354393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:31.358496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-5e13bf56-c130-4bc3-87eb-eeaf1899dd0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b HTTP/1.1" status: 200 len: 999 time: 0.1556730 Feb 02 15:23:31.392666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:31.439154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-d2306077-9488-4d00-938d-866f55fdc440 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818310 Feb 02 15:23:31.444232 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-9f434eff-a2b6-41e6-a4c9-d080612b4c62 service neutron] 10.222.0.88 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084807 Feb 02 15:23:31.470715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:31.502736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['afd7ae4a-09c2-4eee-a682-6531fc761f00'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:31.512728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-ba43ae71-7174-43aa-92c8-61b748a19113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:31.514163 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-ba43ae71-7174-43aa-92c8-61b748a19113 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.1374211 Feb 02 15:23:31.530011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eee9f28-d19e-41c5-a682-66d6ca70fe35 req-bd921cff-3a13-4198-91aa-8bdef280042d tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576302 Feb 02 15:23:31.563642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['449065a3-81c0-4bc7-b9af-9fc2cc5289e7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:31.612626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Pushing event deleted for resources: {'Port': ['ID=afd7ae4a-09c2-4eee-a682-6531fc761f00,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:31.625299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba49a9c5-fbee-4f31-978b-2a46d6d37ac6 req-3c07cafa-a08e-403b-b826-3bafecba9879 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657404 Feb 02 15:23:31.711123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] No DVR routers for this DVR port afd7ae4a-09c2-4eee-a682-6531fc761f00 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:23:31.716779 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:31.719485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b507db6-f896-4acd-9934-aa5ac906df8b', 'name': 'network-vif-deleted', 'tag': 'afd7ae4a-09c2-4eee-a682-6531fc761f00'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:31.751548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcb89a44-64e6-4a82-80b4-80b7d8dba5f5 req-e5d96fb7-f9be-4948-bff4-2afbcd651e17 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063741 Feb 02 15:23:31.779798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:31.809763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de626235-2c22-4d2c-87b9-d61f19f7ea25 req-e451c433-3f08-4bcc-9960-27174cd1d581 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.107 "DELETE /v2.0/ports/afd7ae4a-09c2-4eee-a682-6531fc761f00 HTTP/1.1" status: 204 len: 173 time: 1.9097159 Feb 02 15:23:31.892447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:31.949999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4d2aa1b05e274d6ebeddcee43e2f4fa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8120944 Feb 02 15:23:31.951625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54392) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:31.952678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-3588218e-f4e8-4348-9622-808468263484 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4205122 Feb 02 15:23:31.979164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1f4a8-9711-4f66-b205-74dba92588d2 req-25f5f55d-aeb1-4445-9e1a-861aaa2923ae tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:31.980753 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bca1f4a8-9711-4f66-b205-74dba92588d2 req-25f5f55d-aeb1-4445-9e1a-861aaa2923ae tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.0991535 Feb 02 15:23:32.004438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ecf4-860a-4bd8-b50e-32bb49a65dea req-46f0b8da-9614-4a7c-91ad-e8583d886d53 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:32.005926 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1710ecf4-860a-4bd8-b50e-32bb49a65dea req-46f0b8da-9614-4a7c-91ad-e8583d886d53 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.2596400 Feb 02 15:23:32.015103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf165548-e39b-4577-acb0-29f92a3591ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5157cca-b018-4e5a-a140-d93ffc212074,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:32.078061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bca1f4a8-9711-4f66-b205-74dba92588d2 req-e92c2335-f799-4261-ba09-e4d6fe60dd4f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871606 Feb 02 15:23:32.084156 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcc7d-5e39-447d-8172-12b52527f147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:32.098777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:23:32.142064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcc7d-5e39-447d-8172-12b52527f147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:32.187431 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-0c1ef669-56ac-45ee-bde0-5599468b38c9 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224967 Feb 02 15:23:32.189809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1710ecf4-860a-4bd8-b50e-32bb49a65dea req-da6f8c02-2ca6-419d-abd3-cca78e2face8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695566 Feb 02 15:23:32.351851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcc7d-5e39-447d-8172-12b52527f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:32.363564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:32.390941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'mac_address': 'fa:16:3e:fc:a2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:23:32.391647 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b507db6-f896-4acd-9934-aa5ac906df8b', 'name': 'network-vif-deleted', 'tag': 'afd7ae4a-09c2-4eee-a682-6531fc761f00', 'status': 'completed', 'code': 200} Feb 02 15:23:32.394634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dcc7d-5e39-447d-8172-12b52527f147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5157cca-b018-4e5a-a140-d93ffc212074,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:32.402742 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcc7d-5e39-447d-8172-12b52527f147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:32.404988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffdbdeb-e2d3-444b-a5bf-af349be9178b req-74d04c2d-730a-4adb-87a3-2b20cbda94a5 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105749 Feb 02 15:23:32.411899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1f7dcc7d-5e39-447d-8172-12b52527f147 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f5157cca-b018-4e5a-a140-d93ffc212074 HTTP/1.1" status: 204 len: 168 time: 0.4519506 Feb 02 15:23:32.512093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:32.537474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53eceab9-6a21-4ee8-bc1f-9885a47dd023 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:32.541646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7594c361-abc3-487c-9de2-813e61d1c5ad req-a8d6c3b2-d610-46f3-81b6-54a565f2d20b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 210 time: 0.0922186 Feb 02 15:23:32.568228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:32.586502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1603f11-bfd2-4b4f-89db-7257edd0fb20 req-4b44c1a2-a27f-4830-9c10-9f2260ab5294 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:32.595423 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1603f11-bfd2-4b4f-89db-7257edd0fb20 req-4b44c1a2-a27f-4830-9c10-9f2260ab5294 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1607177 Feb 02 15:23:32.631836 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:32.649007 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1603f11-bfd2-4b4f-89db-7257edd0fb20 req-cf1b3ae9-da3b-4d05-9dce-f8c89629bf1b tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476277 Feb 02 15:23:32.789552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a4c19976-e92a-4189-ac5c-8db2d6efdec7 req-661137b0-482f-4c81-8aa9-f0c82ef044f3 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Synchronizing usage tracker for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:32.805863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:32.877585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a4c19976-e92a-4189-ac5c-8db2d6efdec7 req-661137b0-482f-4c81-8aa9-f0c82ef044f3 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Unset dirty status for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:32.879035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4c19976-e92a-4189-ac5c-8db2d6efdec7 req-661137b0-482f-4c81-8aa9-f0c82ef044f3 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b507db6-f896-4acd-9934-aa5ac906df8b HTTP/1.1" status: 200 len: 210 time: 0.1388795 Feb 02 15:23:32.969280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['53eceab9-6a21-4ee8-bc1f-9885a47dd023'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:33.464205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117336f8-9cd2-4957-ba00-a11fe24ff4d3 req-ec545779-4103-49a4-bbe6-90f19fe94354 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:33.465316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-117336f8-9cd2-4957-ba00-a11fe24ff4d3 req-ec545779-4103-49a4-bbe6-90f19fe94354 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Synchronizing usage tracker for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:33.478899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4c53-1144-460e-ae7a-99f1b9891fd9 req-e4888213-36c8-45f7-ac88-4bc337f88db5 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:33.480559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-745f4c53-1144-460e-ae7a-99f1b9891fd9 req-e4888213-36c8-45f7-ac88-4bc337f88db5 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.0855737 Feb 02 15:23:33.529248 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-745f4c53-1144-460e-ae7a-99f1b9891fd9 req-68e861ff-9607-412c-82fb-f7285e0521fc tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416720 Feb 02 15:23:33.563227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-117336f8-9cd2-4957-ba00-a11fe24ff4d3 req-ec545779-4103-49a4-bbe6-90f19fe94354 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Unset dirty status for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:33.564746 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-117336f8-9cd2-4957-ba00-a11fe24ff4d3 req-ec545779-4103-49a4-bbe6-90f19fe94354 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 949 time: 0.1943028 Feb 02 15:23:33.621652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-117336f8-9cd2-4957-ba00-a11fe24ff4d3 req-16a2c9ea-f80b-418c-a559-6a3641a40f29 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504498 Feb 02 15:23:33.850802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312e238-e382-4827-80b4-31f651e34c8b req-e873e81a-1ce6-4f39-b13e-fbc118c36736 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:33.852668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a312e238-e382-4827-80b4-31f651e34c8b req-e873e81a-1ce6-4f39-b13e-fbc118c36736 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.0819817 Feb 02 15:23:33.865050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54432) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:33.875086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Request body: {'floatingip': {'port_id': '5b3f769e-13ed-460f-8583-3190755f1129'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:33.990873 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1d117f06-bd3a-4450-bfe3-22fd14285e1e req-f6a0bcff-28a8-4b96-be01-27ba6857a343 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 210 time: 0.2195590 Feb 02 15:23:34.107115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54446) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:34.114524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-523547077'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:34.114734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:34.124921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:34.135544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:network and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:34.142764 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.144033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:34.160900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:34.265791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:34.268738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.288342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d842cb8-da0e-4fcc-80ab-0a04ab31ebe2 req-69a10fe0-8637-4c23-899e-d1b71944bd48 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:34.289789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d842cb8-da0e-4fcc-80ab-0a04ab31ebe2 req-69a10fe0-8637-4c23-899e-d1b71944bd48 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.2374053 Feb 02 15:23:34.300950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:23:34.301207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:34.306566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:34.307204 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.316844 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.317554 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Added segment e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06 of type vlan for network b1b57adc-ba89-484c-ada1-9d8d740e4e10 Feb 02 15:23:34.375455 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.511232 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.537462 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.538436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:34.539030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.551018 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d842cb8-da0e-4fcc-80ab-0a04ab31ebe2 req-956dca55-00af-4241-a374-e990fba3d8af tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917562 Feb 02 15:23:34.551751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:34.564059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:34.644184 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:34.645954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device afd7ae4a-09c2-4eee-a682-6531fc761f00 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:23:34.696591 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'code': 200} Feb 02 15:23:34.870784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:34.887991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: afd7ae4a-09c2-4eee-a682-6531fc761f00 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:23:34.891318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device afd7ae4a-09c2-4eee-a682-6531fc761f00 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:23:34.926695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Network': ['ID=b1b57adc-ba89-484c-ada1-9d8d740e4e10,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:34.953766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:23:34.964572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ed9ccba3-8df4-49de-a3bc-bfc8cf6f2788 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8559546 Feb 02 15:23:34.968454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:34.985605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-692175828'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:34.998122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:35.024233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:network and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:35.085699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-d592648d-135d-46dc-ba2d-9e425946d122 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:35.086344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-d592648d-135d-46dc-ba2d-9e425946d122 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:35.103263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eee0ba-20b3-4599-bacf-310d177e0dfa req-9156b4c9-4ac4-4d68-8c7f-6994cacdb0cc tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:35.104785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3eee0ba-20b3-4599-bacf-310d177e0dfa req-9156b4c9-4ac4-4d68-8c7f-6994cacdb0cc tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.3792090 Feb 02 15:23:35.160504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:35.169766 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3eee0ba-20b3-4599-bacf-310d177e0dfa req-c4471f10-7a7f-4906-bd4c-64a1b7f80154 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574543 Feb 02 15:23:35.197655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-d592648d-135d-46dc-ba2d-9e425946d122 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:35.198878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-d592648d-135d-46dc-ba2d-9e425946d122 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 814 time: 0.5867167 Feb 02 15:23:35.227391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Request body: {'port': {'device_id': '30da021a-afe8-45ce-981b-3c1f46219b21', 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'admin_state_up': True, 'tenant_id': '2f4a09849b2f4bbc9c46acbc677686bc'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:35.293775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:35.342283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:35.408687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0c253a8-6219-498a-86bf-5530062e9e93 req-60e80416-8e58-4253-bd45-ebed9ee60391 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 1101 time: 0.6513684 Feb 02 15:23:35.416903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:35.420966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Usage tracker for resource:port and tenant:2f4a09849b2f4bbc9c46acbc677686bc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:35.424090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:35.430180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:35.438282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798d3c6-de91-48aa-9d27-2358ac6f150a req-ad78672b-6b42-48d1-b58d-c4bb2322e59c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:35.439799 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7798d3c6-de91-48aa-9d27-2358ac6f150a req-ad78672b-6b42-48d1-b58d-c4bb2322e59c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.2828121 Feb 02 15:23:35.442945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:35.445747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:35.480438 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:35.520464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d412949d-1464-4a0f-8ea0-23e54fd35b2f req-9cdde2c2-af5c-4ac3-b0ee-389c7219f2d9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 210 time: 0.0465841 Feb 02 15:23:35.534535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Made reservation on behalf of 2f4a09849b2f4bbc9c46acbc677686bc for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:35.549281 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:35.604128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:23:35.614070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0c253a8-6219-498a-86bf-5530062e9e93 req-29c3e124-0dec-40cd-bbda-eac2c5f32bc9 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989744 Feb 02 15:23:35.620719 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7798d3c6-de91-48aa-9d27-2358ac6f150a req-4fb6a2b9-657d-4c5b-8ea4-31a74ce4e6b6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611710 Feb 02 15:23:35.622875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:35.623248 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Added segment c9e23114-7207-4f91-99c3-2f345578d6ef of type vlan for network 84363103-3170-468b-b9b8-900e88de7692 Feb 02 15:23:35.664399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:35.732523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Allocated IP 172.20.0.9 (95510e1d-9096-437d-a05a-9fd66853de15/93a8148c-1086-45a5-aab0-ab72958f43b9/74f07e32-9036-4f81-add7-aceaf73ff4b3) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:35.870151 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Floating IP cb33257e-99bb-41e7-8f66-2d3a48171e3d associated. External IP: 172.25.0.31, port: 5b3f769e-13ed-460f-8583-3190755f1129. Feb 02 15:23:35.928659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:35.933449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:35.934246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:35.989362 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:36.083780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:36.163779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1940262 Feb 02 15:23:36.170173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54494) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:36.172831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9df1b-5015-499d-8d69-6dda1b50bb66 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Network': ['ID=84363103-3170-468b-b9b8-900e88de7692,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:36.188186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 84363103-3170-468b-b9b8-900e88de7692 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:23:36.200362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Network 95510e1d-9096-437d-a05a-9fd66853de15 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:36.214335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'subnet': {'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:36.248252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:36.264974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:36.291325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Pushing event updated for resources: {'Port': ['ID=74f07e32-9036-4f81-add7-aceaf73ff4b3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:36.423583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:36.424235 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:36.440248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:36.447496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:subnet and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:36.452709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:36.460670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:36.519432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-5253a2ea-d57c-4f4e-955d-314fd19df555 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2965415 Feb 02 15:23:36.543684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Request body: {'port': {'device_id': '30da021a-afe8-45ce-981b-3c1f46219b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:36.595094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:36.778237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abf27a-b272-4fb4-8271-3387907161da req-dec9848b-53b5-4bb4-a699-4269d442c8bc tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:36.780444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09abf27a-b272-4fb4-8271-3387907161da req-dec9848b-53b5-4bb4-a699-4269d442c8bc tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.3250277 Feb 02 15:23:36.824118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:36.918988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Router f9657a4f-0c2c-4444-9532-7710bf09dc08 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:23:36.927867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f2200-e325-4bf7-b4fd-7cf6a483ceae req-2100288f-6f84-4ebe-b556-c9db98286727 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:36.936065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f3f2200-e325-4bf7-b4fd-7cf6a483ceae req-2100288f-6f84-4ebe-b556-c9db98286727 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 931 time: 0.1374052 Feb 02 15:23:37.064973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f3f2200-e325-4bf7-b4fd-7cf6a483ceae req-6b48121b-f795-41d5-b5e3-57ccec5dd93d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279430 Feb 02 15:23:37.098054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:37.251874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09abf27a-b272-4fb4-8271-3387907161da req-1d088b68-29c3-4c4e-89ab-30d0d1eefad5 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542212 Feb 02 15:23:37.348245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:23:37.352982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:37.382755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40288dd-c30f-4f27-a775-a7eb46a860be req-d37a0213-97c4-4a21-bf13-4180be3d8dc2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:37.384958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40288dd-c30f-4f27-a775-a7eb46a860be req-d37a0213-97c4-4a21-bf13-4180be3d8dc2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1710405 Feb 02 15:23:37.440784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6b2a98e7-ee0c-46c4-b613-e152a801c770 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "PUT /v2.0/floatingips/cb33257e-99bb-41e7-8f66-2d3a48171e3d HTTP/1.1" status: 200 len: 990 time: 3.5742893 Feb 02 15:23:37.443100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'tag': '5b3f769e-13ed-460f-8583-3190755f1129'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:37.470517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c40288dd-c30f-4f27-a775-a7eb46a860be req-d91731a9-77ca-435d-950e-ad649881bea2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743167 Feb 02 15:23:37.541495 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'tag': '5b3f769e-13ed-460f-8583-3190755f1129', 'status': 'completed', 'code': 200} Feb 02 15:23:37.687674 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:37.721187 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32bce687-581a-4697-9fc0-7cbab24a679f req-524cee68-2cff-447a-80c2-b4b14ec5571a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f70cd978df16457aaf7cd194628db8a2&device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 1096 time: 0.1299212 Feb 02 15:23:37.794945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f07e32-9036-4f81-add7-aceaf73ff4b3 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:37.823705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:37.827541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Subnet': ['ID=019a7355-c647-4995-bd1f-14a23da20f6e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:37.853026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Transition to ACTIVE for port object 74f07e32-9036-4f81-add7-aceaf73ff4b3 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:37.858523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Checking segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:37.858882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network hostable DHCP agents. Network: b1b57adc-ba89-484c-ada1-9d8d740e4e10, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:23:37.878381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda5e15-978c-4e32-9834-89d48d85dc9c req-7f5dacb7-9808-4e07-8722-b831494e3bd0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:37.879881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3eda5e15-978c-4e32-9834-89d48d85dc9c req-7f5dacb7-9808-4e07-8722-b831494e3bd0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.2064981 Feb 02 15:23:37.886179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133611-b1ae-43c8-8f77-18c871856cc8 req-68a57858-b1b3-4a1a-9868-afa776af0aa7 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:37.892875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f133611-b1ae-43c8-8f77-18c871856cc8 req-68a57858-b1b3-4a1a-9868-afa776af0aa7 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.2822948 Feb 02 15:23:37.913484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce687-581a-4697-9fc0-7cbab24a679f req-074c582e-5263-40a7-91b4-103153a59195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:37.914975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32bce687-581a-4697-9fc0-7cbab24a679f req-074c582e-5263-40a7-91b4-103153a59195 service neutron] 10.222.0.107 "GET /v2.0/networks?id=dd6a1482-2f3d-4a08-a86c-57cfede45ebd HTTP/1.1" status: 200 len: 914 time: 0.1876569 Feb 02 15:23:37.943073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f133611-b1ae-43c8-8f77-18c871856cc8 req-83f8a970-63dd-4657-9965-f20fb590843f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494330 Feb 02 15:23:37.943899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:38.016745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Pushing event updated for resources: {'Port': ['ID=74f07e32-9036-4f81-add7-aceaf73ff4b3,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:38.028615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:23:38.035730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32bce687-581a-4697-9fc0-7cbab24a679f req-dabbd51c-f38c-4a8b-928c-a991aa4170e1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b3f769e-13ed-460f-8583-3190755f1129 HTTP/1.1" status: 200 len: 998 time: 0.1144392 Feb 02 15:23:38.108609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3eda5e15-978c-4e32-9834-89d48d85dc9c req-c23b75bc-3b46-4fe1-9707-75b69927cee8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158186 Feb 02 15:23:38.112459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, b1b57adc-ba89-484c-ada1-9d8d740e4e10) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:38.119478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:38.120100 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:38.131320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce687-581a-4697-9fc0-7cbab24a679f req-184ec018-d55a-4002-9283-8029677a682a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:38.132797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32bce687-581a-4697-9fc0-7cbab24a679f req-184ec018-d55a-4002-9283-8029677a682a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13d0e10e-76e1-44f9-8c6f-217e5d0b1e84 HTTP/1.1" status: 200 len: 851 time: 0.0871239 Feb 02 15:23:38.137121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f9d3c-c71b-45cc-86c0-e5e3e09eaf4b None None] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:23:38.251409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Attempting to bind port 74f07e32-9036-4f81-add7-aceaf73ff4b3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:38.251860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Attempting to bind port 74f07e32-9036-4f81-add7-aceaf73ff4b3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:38.252506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Attempting to bind port 74f07e32-9036-4f81-add7-aceaf73ff4b3 on network 95510e1d-9096-437d-a05a-9fd66853de15 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:38.258529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Port 74f07e32-9036-4f81-add7-aceaf73ff4b3 on network 95510e1d-9096-437d-a05a-9fd66853de15 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:23:38.259633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Attempting to bind port 74f07e32-9036-4f81-add7-aceaf73ff4b3 on network 95510e1d-9096-437d-a05a-9fd66853de15 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:38.267784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4fdd7e7c-ec00-493a-9b8e-121d93ba3aa3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0960133 Feb 02 15:23:38.268876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:38.269212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Checking segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:38.269582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Bound using segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:38.270027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Bound port: 74f07e32-9036-4f81-add7-aceaf73ff4b3, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:38.270505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:38.282092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54544) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:38.290320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'subnet': {'network_id': '84363103-3170-468b-b9b8-900e88de7692', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:38.357171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32bce687-581a-4697-9fc0-7cbab24a679f req-fe8f9dc7-d97c-4e84-b2d0-ca2bc2931cb0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dd6a1482-2f3d-4a08-a86c-57cfede45ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178407 Feb 02 15:23:38.413707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083fecd-ed42-49eb-9d30-89743432b530 req-916a944c-80d2-4043-b583-13df92f376cd tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:38.415240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3083fecd-ed42-49eb-9d30-89743432b530 req-916a944c-80d2-4043-b583-13df92f376cd tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 943 time: 0.1637785 Feb 02 15:23:38.452356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'fixed_ips': [{'subnet_id': '019a7355-c647-4995-bd1f-14a23da20f6e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:23:38.453926 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:38.531301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:38.543104 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3083fecd-ed42-49eb-9d30-89743432b530 req-9df8dacc-1fdc-4334-b943-ff450367b08a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752931 Feb 02 15:23:38.550480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:subnet and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:38.555211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:38.558530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54554) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:38.559021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] For port 74f07e32-9036-4f81-add7-aceaf73ff4b3, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:38.565050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:38.570697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32bce687-581a-4697-9fc0-7cbab24a679f req-e78c4d0b-87ae-4efe-a950-761a6ee21db3 service neutron] 10.222.0.107 "GET /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030706 Feb 02 15:23:38.578760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] For port 74f07e32-9036-4f81-add7-aceaf73ff4b3, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74f07e32-9036-4f81-add7-aceaf73ff4b3,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:38.605125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc62da-001b-4160-bb8a-9b9c8f1a8a7c req-dc3ae78d-383f-45dc-873d-a3b2643c2307 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:38.612300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02fc62da-001b-4160-bb8a-9b9c8f1a8a7c req-dc3ae78d-383f-45dc-873d-a3b2643c2307 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1840720 Feb 02 15:23:38.652430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:38.773920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Allocated IP 10.1.1.2 (b1b57adc-ba89-484c-ada1-9d8d740e4e10/019a7355-c647-4995-bd1f-14a23da20f6e/70ce8512-ed16-4ae1-8a32-13fa3aa10e18) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:38.796467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:38.856989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02fc62da-001b-4160-bb8a-9b9c8f1a8a7c req-069b0269-8446-4863-8471-0d7c481288a1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2430651 Feb 02 15:23:38.871503 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:38.942830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:38.944323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] 10.222.0.64 "PUT /v2.0/ports/74f07e32-9036-4f81-add7-aceaf73ff4b3 HTTP/1.1" status: 200 len: 1091 time: 2.4081020 Feb 02 15:23:38.944977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30da021a-afe8-45ce-981b-3c1f46219b21', 'tag': '74f07e32-9036-4f81-add7-aceaf73ff4b3'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:38.954031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32bce687-581a-4697-9fc0-7cbab24a679f req-840da660-05dc-4c9d-a23c-b76e12e159f0 service neutron] 10.222.0.107 "GET /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762350 Feb 02 15:23:38.956236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:38.972444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:38.981520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3b49a33009407c93934cb02ac52d55 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:38.985127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:38.992625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:39.002892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab875d62-1213-4b8b-a037-e8e766922656 req-7452a8f0-f280-408e-bddf-28c3d3caf2c8 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:39.004392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab875d62-1213-4b8b-a037-e8e766922656 req-7452a8f0-f280-408e-bddf-28c3d3caf2c8 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.2162004 Feb 02 15:23:39.045439 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:39.057321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Transition to ACTIVE for port object 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:39.074767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab875d62-1213-4b8b-a037-e8e766922656 req-791ab86f-f72f-4b61-9ab2-3f1afd9c032d tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Feb 02 15:23:39.076689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Transition to ACTIVE for port object 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:39.139522 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:39.228378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc62ff7-6bc4-44fd-93ea-89800f649ddd service neutron] Pushing event updated for resources: {'Port': ['ID=74f07e32-9036-4f81-add7-aceaf73ff4b3,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:39.284185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc8bd1-7d62-4c74-a7c7-0cc691a010d2 req-8482c101-3e50-4ad0-9273-a11cf1b76970 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:39.286558 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eccc8bd1-7d62-4c74-a7c7-0cc691a010d2 req-8482c101-3e50-4ad0-9273-a11cf1b76970 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0853639 Feb 02 15:23:39.342287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eccc8bd1-7d62-4c74-a7c7-0cc691a010d2 req-d2ba6f44-1a0a-4291-a234-5a01c752b895 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500734 Feb 02 15:23:39.380168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a506a1f0-535a-4ed8-9402-e84e9115005e req-8ed7c36d-3475-47a2-804e-91b3229561ac service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3263853 Feb 02 15:23:39.395867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-105fd28c-d2e2-42d4-81b2-c11cac413609 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 1094 time: 0.1789906 Feb 02 15:23:39.469254 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30da021a-afe8-45ce-981b-3c1f46219b21', 'tag': '74f07e32-9036-4f81-add7-aceaf73ff4b3', 'status': 'completed', 'code': 200} Feb 02 15:23:39.493957 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-822f70f2-ba14-4853-ae2a-e13af8698a3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f07e32-9036-4f81-add7-aceaf73ff4b3 HTTP/1.1" status: 200 len: 217 time: 0.0810308 Feb 02 15:23:39.575391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-872e9f5f-7ad7-4718-86b8-3fabd55ec9ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:39.576847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-872e9f5f-7ad7-4718-86b8-3fabd55ec9ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 200 len: 854 time: 0.0694969 Feb 02 15:23:39.600028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42621a9-dbcf-45fe-b907-76b4440bdae5 req-f069ebb6-ca69-443c-bf0d-b8122fa44e17 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:39.601417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e42621a9-dbcf-45fe-b907-76b4440bdae5 req-f069ebb6-ca69-443c-bf0d-b8122fa44e17 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.0859656 Feb 02 15:23:39.633440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-21225513-03c2-4cd1-9989-0f5b5012833f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95510e1d-9096-437d-a05a-9fd66853de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409393 Feb 02 15:23:39.651163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e42621a9-dbcf-45fe-b907-76b4440bdae5 req-e8f4eb12-b5a7-4d68-ac83-716f63b1e0d1 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432079 Feb 02 15:23:39.723503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:39.763023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:39.786290 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:39.812264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:39.815525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:39.818769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:39.833538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Pushing event updated for resources: {'Port': ['ID=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:39.864988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dad9c29-800b-4727-b5f2-920bbb6a92af,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:39.872967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ce816366-4c9f-48ff-a9ea-f65be87fc196 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0d3b49a33009407c93934cb02ac52d55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3113935 Feb 02 15:23:39.873747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54574) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:39.912398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-bd3a7aac-5126-4ad8-b276-218faba641be service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709205 Feb 02 15:23:39.964239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52de2133-a373-4fa3-8bb0-55c72b271466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:39.968565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Attempting to bind port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:39.968565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Attempting to bind port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:39.968565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Attempting to bind port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:39.975165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:39.975657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Checking segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:39.976084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:39.976626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Bound using segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:39.977314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Bound port: 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:39.977881 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:39.989109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Subnet': ['ID=fdd294c4-3e37-4290-b79c-d01268643936,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:39.999698 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52de2133-a373-4fa3-8bb0-55c72b271466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:40.142620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] For port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:40.149456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] For port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:40.182376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52de2133-a373-4fa3-8bb0-55c72b271466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:40.206224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:40.206835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de2133-a373-4fa3-8bb0-55c72b271466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dad9c29-800b-4727-b5f2-920bbb6a92af,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:40.228603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52de2133-a373-4fa3-8bb0-55c72b271466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:40.247886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-52de2133-a373-4fa3-8bb0-55c72b271466 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8dad9c29-800b-4727-b5f2-920bbb6a92af HTTP/1.1" status: 204 len: 168 time: 0.3672583 Feb 02 15:23:40.265215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Checking segment: {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:40.265641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network hostable DHCP agents. Network: 84363103-3170-468b-b9b8-900e88de7692, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:23:40.337294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7bc6c-42fa-444a-889f-560d62aaaccd None None] Pushing event updated for resources: {'Port': ['ID=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:40.345416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-d3f6c84f-cd17-4620-a2ab-f17362d38e64 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2040360 Feb 02 15:23:40.404882 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d36014c-653d-4434-98d6-9bd4f9096f05 req-943a02c8-79df-4ed8-98c9-e42d36dcc2ef service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833717 Feb 02 15:23:40.416438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240c173-bae3-4762-8acb-9635be83ed58 req-533ee9e2-07e2-43eb-b0b5-232bc5c69b28 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:40.417138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d240c173-bae3-4762-8acb-9635be83ed58 req-533ee9e2-07e2-43eb-b0b5-232bc5c69b28 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:40.422568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network 84363103-3170-468b-b9b8-900e88de7692 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:23:40.562947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 84363103-3170-468b-b9b8-900e88de7692) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:40.568155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:40.568574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:40.581788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa0e88-bbd4-4534-ab53-7040c450b6bf req-70d02894-caf0-4409-925a-e5dde55ae65e tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:40.594021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52aa0e88-bbd4-4534-ab53-7040c450b6bf req-70d02894-caf0-4409-925a-e5dde55ae65e tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.1240127 Feb 02 15:23:40.617513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d240c173-bae3-4762-8acb-9635be83ed58 req-533ee9e2-07e2-43eb-b0b5-232bc5c69b28 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:40.618672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d240c173-bae3-4762-8acb-9635be83ed58 req-533ee9e2-07e2-43eb-b0b5-232bc5c69b28 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 943 time: 0.4863839 Feb 02 15:23:40.629309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a237b-c1b0-42d9-9bb2-5b2bbbda623b None None] Network 84363103-3170-468b-b9b8-900e88de7692 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:23:40.667809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52aa0e88-bbd4-4534-ab53-7040c450b6bf req-8ea7ef00-5d08-46cc-a50f-5bc143478d80 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732188 Feb 02 15:23:40.796947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] Sync routers for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:23:40.842335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1e05ae4a-56a5-4eea-8ccc-44034e3020a6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5587375 Feb 02 15:23:40.844843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54600) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:40.850395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'port': {'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'name': 'tempest-TaggedBootDevicesTest_v242-862286544', 'fixed_ips': [{'subnet_id': '019a7355-c647-4995-bd1f-14a23da20f6e'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:40.883085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d240c173-bae3-4762-8acb-9635be83ed58 req-dc1f797e-24af-4b66-a127-cd8c1c2b98cf tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:40.893600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-875057d3-67a6-48ca-a96f-b665118102ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 1094 time: 0.2623367 Feb 02 15:23:41.026922 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] Sync routers for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:23:41.049288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:41.050179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:41.054174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d240c173-bae3-4762-8acb-9635be83ed58 req-dc1f797e-24af-4b66-a127-cd8c1c2b98cf tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:41.089713 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d240c173-bae3-4762-8acb-9635be83ed58 req-dc1f797e-24af-4b66-a127-cd8c1c2b98cf tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568181 Feb 02 15:23:41.137988 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:41.138624 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:41.295308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-84363103-3170-468b-b9b8-900e88de7692', 'network_id': '84363103-3170-468b-b9b8-900e88de7692', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'fixed_ips': [{'subnet_id': 'fdd294c4-3e37-4290-b79c-d01268643936'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:23:41.296145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:41.320783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:41.332855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:port and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:41.337564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:41.342398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:41.350065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:41.408042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d3928-102c-4208-a031-61d0c859ada6 req-21cf5779-c2e3-41a2-986f-5859d2553090 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:41.417098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed4d3928-102c-4208-a031-61d0c859ada6 req-21cf5779-c2e3-41a2-986f-5859d2553090 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.3571174 Feb 02 15:23:41.475892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-76b197c3-28cd-4148-94fd-2cdf34354e26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:41.475892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-76b197c3-28cd-4148-94fd-2cdf34354e26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 916 time: 0.5604069 Feb 02 15:23:41.488590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed4d3928-102c-4208-a031-61d0c859ada6 req-506be931-ab2e-42e1-a91c-573f137ac954 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705247 Feb 02 15:23:41.489825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:41.584155 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-d3861e2f-e579-49f1-8ca6-9661f9fc40e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f07e32-9036-4f81-add7-aceaf73ff4b3 HTTP/1.1" status: 200 len: 217 time: 0.0975633 Feb 02 15:23:41.622093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:41.673637 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:41.825560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-fee1629a-3e58-4282-98d7-a93e7a721c7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:41.827025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-fee1629a-3e58-4282-98d7-a93e7a721c7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 200 len: 854 time: 0.1913345 Feb 02 15:23:41.833074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b397b4-c148-4541-a062-7a632a20a010 req-ddf165a3-dd29-4f98-b211-aa2a926d1e9a tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:41.834501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28b397b4-c148-4541-a062-7a632a20a010 req-ddf165a3-dd29-4f98-b211-aa2a926d1e9a tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.5456522 Feb 02 15:23:41.999890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-7fa8aa4b-d593-494e-8f7a-fee5a9aa1872 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95510e1d-9096-437d-a05a-9fd66853de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643140 Feb 02 15:23:42.015585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:42.086921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-da630559-227c-499a-9ae8-ca786f93f3a7 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:42.089108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-da630559-227c-499a-9ae8-ca786f93f3a7 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.64 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 945 time: 0.3928013 Feb 02 15:23:42.174522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] device_id is not set on port adb279cb-ba60-40eb-b81a-fb696316c08a yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:23:42.186275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c301ca5-c04e-4030-a036-c89132caef4d None None] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:23:42.270479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28b397b4-c148-4541-a062-7a632a20a010 req-44b75e3f-4818-461a-b1b6-b1f9b70fb208 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/security-groups?id=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155506 Feb 02 15:23:42.303061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31ae6-ec2f-4ba9-930e-5fc0a7ba8dc8 req-07fd4e08-b8a9-4317-b492-2a451f87c351 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:42.307698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84a31ae6-ec2f-4ba9-930e-5fc0a7ba8dc8 req-07fd4e08-b8a9-4317-b492-2a451f87c351 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.4484179 Feb 02 15:23:42.336061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-5480505b-a5f9-4ef8-9418-4cf3b739577d service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213129 Feb 02 15:23:42.424020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Deleting port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:23:42.431126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:42.472469 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '49439952-e865-4e6f-aad2-33c00a10b8fc', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'port_id': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'mac_address': 'fa:16:3e:5d:53:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:22:50Z', 'updated_at': '2022-02-02T15:23:27Z', 'revision_number': 1, 'project_id': '45fc305967194a0eac493568acd3c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:42.479780 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] Checking router: 71e2d620-bcf3-479a-92df-c36cf3e5d314 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:23:42.484305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Allocated IP 10.2.2.2 (84363103-3170-468b-b9b8-900e88de7692/fdd294c4-3e37-4290-b79c-d01268643936/b94b8568-109b-4a31-be66-025114f229ec) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:42.513676 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:42.514320 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:42.520520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:42.594762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e5868efe-e1f0-4c5f-94a2-eea593e17113 None None] Provisioning for port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:42.609429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e5868efe-e1f0-4c5f-94a2-eea593e17113 None None] Provisioning complete for port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:42.609814 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e5868efe-e1f0-4c5f-94a2-eea593e17113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:42.640583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84a31ae6-ec2f-4ba9-930e-5fc0a7ba8dc8 req-73f81eba-2409-48ed-a831-7828c97ba528 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3319032 Feb 02 15:23:42.717930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a3d3b0b-2304-4086-8386-341e6191f58e req-6e236df7-5c12-437d-8c97-10b87edc39b0 service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743126 Feb 02 15:23:42.770729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'cb33257e-99bb-41e7-8f66-2d3a48171e3d', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'port_id': '5b3f769e-13ed-460f-8583-3190755f1129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'mac_address': 'fa:16:3e:71:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:22:59Z', 'updated_at': '2022-02-02T15:23:34Z', 'revision_number': 1, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:23:17Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:42.788415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] Checking router: f9657a4f-0c2c-4444-9532-7710bf09dc08 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:23:42.907083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cab41-7af7-489b-ae4b-54db95883afc req-ff8a8911-b99f-4709-b6c4-e360d6cbace8 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:42.907347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:42.907742 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:42.925156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e00cab41-7af7-489b-ae4b-54db95883afc req-ff8a8911-b99f-4709-b6c4-e360d6cbace8 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 943 time: 0.1954052 Feb 02 15:23:42.927858 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:43.040383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e00cab41-7af7-489b-ae4b-54db95883afc req-4330a8ba-9f1b-446b-bd57-9c13a5f09420 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105003 Feb 02 15:23:43.124479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:43.135702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] For port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:43.136206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:43.386874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Calling delete_port for 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:23:43.523878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e5868efe-e1f0-4c5f-94a2-eea593e17113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:43.554160 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '49439952-e865-4e6f-aad2-33c00a10b8fc', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'port_id': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'mac_address': 'fa:16:3e:5d:53:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:22:50Z', 'updated_at': '2022-02-02T15:23:27Z', 'revision_number': 1, 'project_id': '45fc305967194a0eac493568acd3c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:43.560576 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475e450-b5b9-4bc3-9105-b8f63c5388ed None None] The sync data for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 is: [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '49439952-e865-4e6f-aad2-33c00a10b8fc', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'port_id': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'mac_address': 'fa:16:3e:5d:53:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:22:50Z', 'updated_at': '2022-02-02T15:23:27Z', 'revision_number': 1, 'project_id': '45fc305967194a0eac493568acd3c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:23:43.616433 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Allocated IP 10.1.1.228 (b1b57adc-ba89-484c-ada1-9d8d740e4e10/019a7355-c647-4995-bd1f-14a23da20f6e/adb279cb-ba60-40eb-b81a-fb696316c08a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:43.664833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e5b0-7c76-4f93-8e03-8a66afc664d1 req-ea86a611-f380-47e1-b2b9-93aa9dfc6a61 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:43.666706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5b1e5b0-7c76-4f93-8e03-8a66afc664d1 req-ea86a611-f380-47e1-b2b9-93aa9dfc6a61 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.5213592 Feb 02 15:23:43.721608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:43.745013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e5868efe-e1f0-4c5f-94a2-eea593e17113 None None] For port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:43.777135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['449065a3-81c0-4bc7-b9af-9fc2cc5289e7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:43.860732 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e5868efe-e1f0-4c5f-94a2-eea593e17113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:43.919966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Pushing event deleted for resources: {'Port': ['ID=449065a3-81c0-4bc7-b9af-9fc2cc5289e7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:43.981459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1847f61f-de71-47d5-a126-e0e46694a502 req-2ad71309-da92-4dc9-b50a-bce550fc1bce tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 210 time: 0.0783367 Feb 02 15:23:43.990020 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.013204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Transition to ACTIVE for port object b94b8568-109b-4a31-be66-025114f229ec will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:44.031091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] No DVR routers for this DVR port 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:23:44.034467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5b1e5b0-7c76-4f93-8e03-8a66afc664d1 req-79c9d0c5-1fa1-421d-92df-2a6346001386 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552654 Feb 02 15:23:44.037062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.042292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49f7e00-83e0-42c6-88c1-67e416ab900c', 'name': 'network-vif-deleted', 'tag': '449065a3-81c0-4bc7-b9af-9fc2cc5289e7'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:44.051254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5868efe-e1f0-4c5f-94a2-eea593e17113 None None] Pushing event updated for resources: {'Port': ['ID=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:44.059017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Transition to ACTIVE for port object b94b8568-109b-4a31-be66-025114f229ec will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:44.086108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'cb33257e-99bb-41e7-8f66-2d3a48171e3d', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'port_id': '5b3f769e-13ed-460f-8583-3190755f1129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'mac_address': 'fa:16:3e:71:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:22:59Z', 'updated_at': '2022-02-02T15:23:34Z', 'revision_number': 1, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:23:17Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:44.101387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756843aa-f8ec-49fb-af45-a3b260708bcd None None] The sync data for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 is: [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'cb33257e-99bb-41e7-8f66-2d3a48171e3d', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'port_id': '5b3f769e-13ed-460f-8583-3190755f1129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'mac_address': 'fa:16:3e:71:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:22:59Z', 'updated_at': '2022-02-02T15:23:34Z', 'revision_number': 1, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:23:17Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:23:44.131033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-84b994c2-fc2a-47d9-91e9-4c342264772f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 1101 time: 0.3467424 Feb 02 15:23:44.146025 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.189282 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49f7e00-83e0-42c6-88c1-67e416ab900c', 'name': 'network-vif-deleted', 'tag': '449065a3-81c0-4bc7-b9af-9fc2cc5289e7', 'status': 'completed', 'code': 200} Feb 02 15:23:44.195682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.206201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ae5d19b-72c3-40ec-ba18-c64db51d5fb4 req-513ee6d0-3cf2-4ed9-8802-1f5040c22819 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.64 "DELETE /v2.0/ports/449065a3-81c0-4bc7-b9af-9fc2cc5289e7 HTTP/1.1" status: 204 len: 173 time: 2.1088545 Feb 02 15:23:44.248587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74f07e32-9036-4f81-add7-aceaf73ff4b3 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:23:44.287211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Network 84363103-3170-468b-b9b8-900e88de7692 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:44.295073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:44.299085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:44.333940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Transition to ACTIVE for port object adb279cb-ba60-40eb-b81a-fb696316c08a will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:44.397626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-53a54139-42be-4be0-b976-755c5d21e26a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:44.399766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-53a54139-42be-4be0-b976-755c5d21e26a service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2586565 Feb 02 15:23:44.444931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Pushing event updated for resources: {'Port': ['ID=b94b8568-109b-4a31-be66-025114f229ec,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:44.463095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:23:44.517067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.543217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Attempting to bind port b94b8568-109b-4a31-be66-025114f229ec on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:23:44.543782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Attempting to bind port b94b8568-109b-4a31-be66-025114f229ec by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:23:44.543964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Attempting to bind port b94b8568-109b-4a31-be66-025114f229ec on network 84363103-3170-468b-b9b8-900e88de7692 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:23:44.553015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:23:44.553433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Checking segment: {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:23:44.553817 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.554255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Bound using segment: {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:23:44.554721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Bound port: b94b8568-109b-4a31-be66-025114f229ec, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:23:44.555090 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.558211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-182ccd75-dd59-4e5d-9225-2f6693e2b196 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 200 len: 217 time: 0.1513128 Feb 02 15:23:44.586174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3f3c3d95-e899-4586-9bae-157d3d1a07a1 None None] Provisioning complete for port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:44.587254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3d95-e899-4586-9bae-157d3d1a07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.660928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:44.673815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:44.688337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:44.711343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=adb279cb-ba60-40eb-b81a-fb696316c08a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:44.726573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-15c367cd-d0ea-422f-a413-50469858d163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:44.728972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-15c367cd-d0ea-422f-a413-50469858d163 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1618519 Feb 02 15:23:44.811400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74f07e32-9036-4f81-add7-aceaf73ff4b3, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74f07e32-9036-4f81-add7-aceaf73ff4b3,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:44.819875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:44.822687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:44.838889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb138369-8e71-48d6-be34-9f400e898181 req-0908f4fc-8127-43ce-b0fa-2e64f955dd52 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:44.842027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd9fb1-4a96-4b1e-b3f3-eac2a8de2380 req-9502730b-f046-4201-b907-bd0a5b4a3c97 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:44.846033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb138369-8e71-48d6-be34-9f400e898181 req-0908f4fc-8127-43ce-b0fa-2e64f955dd52 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 943 time: 0.3799577 Feb 02 15:23:44.851009 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6bd9fb1-4a96-4b1e-b3f3-eac2a8de2380 req-9502730b-f046-4201-b907-bd0a5b4a3c97 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0964487 Feb 02 15:23:44.905576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] For port b94b8568-109b-4a31-be66-025114f229ec, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:23:44.914431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '74f07e32-9036-4f81-add7-aceaf73ff4b3', 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'port_id': '74f07e32-9036-4f81-add7-aceaf73ff4b3', 'mac_address': 'fa:16:3e:46:63:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a8148c-1086-45a5-aab0-ab72958f43b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:23:44.940170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb138369-8e71-48d6-be34-9f400e898181 req-bbde1668-e7eb-4407-b0ab-9193af265f3a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931468 Feb 02 15:23:44.944679 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6bd9fb1-4a96-4b1e-b3f3-eac2a8de2380 req-8944d2cd-0afd-4601-ab68-5de5610d74ce tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924652 Feb 02 15:23:44.953442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-15feaca3-400e-4fd0-8526-6fa3ac750cac service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2152305 Feb 02 15:23:44.957690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-11f95c3b-3993-4268-b5ec-1499ecd1608e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1090543 Feb 02 15:23:44.957690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54668) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:44.964609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'port': {'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'name': 'tempest-TaggedBootDevicesTest_v242-1387608052', 'fixed_ips': [{'subnet_id': '019a7355-c647-4995-bd1f-14a23da20f6e'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:44.997384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] For port b94b8568-109b-4a31-be66-025114f229ec, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b94b8568-109b-4a31-be66-025114f229ec,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:23:45.049524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:45.093779 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:45.238197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54678) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:45.265616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5518e8d-c90b-42e1-b80e-6579873c88b5 None None] Pushing event updated for resources: {'Port': ['ID=b94b8568-109b-4a31-be66-025114f229ec,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:45.269824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f07e32-9036-4f81-add7-aceaf73ff4b3 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:23:45.290488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74f07e32-9036-4f81-add7-aceaf73ff4b3, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74f07e32-9036-4f81-add7-aceaf73ff4b3,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:45.346523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:45.364799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b43521c3-c8aa-4600-b5b9-9f5362188f55 req-b338571b-69b0-445f-a8a2-e04ff7af0657 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Synchronizing usage tracker for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:45.374703 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-367c6f94-08dc-43d6-9834-a4e1f16116c2 req-9a56b541-a441-4332-8e68-7fda68f87d12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0894260 Feb 02 15:23:45.484710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243fb62-849d-48ae-b5f2-4517ec049d4b req-88fdd722-dd56-45e6-a819-187dbaedf5e7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:45.486340 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e243fb62-849d-48ae-b5f2-4517ec049d4b req-88fdd722-dd56-45e6-a819-187dbaedf5e7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1701066 Feb 02 15:23:45.508535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-367c6f94-08dc-43d6-9834-a4e1f16116c2 req-17227f1d-659a-404c-88b1-5e409e3c028a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2291a443c5408b9520b61fd365da08&device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 210 time: 0.0779192 Feb 02 15:23:45.543944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=74f07e32-9036-4f81-add7-aceaf73ff4b3,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:45.548755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:45.615057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-98f2aadd-5457-4ccc-b608-517acb711dd9 None None] Provisioning for port adb279cb-ba60-40eb-b81a-fb696316c08a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:45.623560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:45.647640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e243fb62-849d-48ae-b5f2-4517ec049d4b req-0bf387e5-6019-4b74-97b8-5875bedbc12a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535668 Feb 02 15:23:45.649348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-98f2aadd-5457-4ccc-b608-517acb711dd9 None None] Provisioning complete for port adb279cb-ba60-40eb-b81a-fb696316c08a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:45.649839 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98f2aadd-5457-4ccc-b608-517acb711dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:45.656626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b43521c3-c8aa-4600-b5b9-9f5362188f55 req-b338571b-69b0-445f-a8a2-e04ff7af0657 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] Unset dirty status for tenant:5a2291a443c5408b9520b61fd365da08 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:45.668534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b43521c3-c8aa-4600-b5b9-9f5362188f55 req-b338571b-69b0-445f-a8a2-e04ff7af0657 tempest-ServerRescueNegativeTestJSON-1883366794 tempest-ServerRescueNegativeTestJSON-1883366794-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49f7e00-83e0-42c6-88c1-67e416ab900c HTTP/1.1" status: 200 len: 210 time: 0.4292293 Feb 02 15:23:45.683091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:45.691716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] Usage tracker for resource:security_group_rule and tenant:fbc5b76a759245cf976e92a057b2e057 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:45.702972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:45.702972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:45.741575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:45.750657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-4bece2c6-c77a-47ad-90f7-8c85e1b961dd service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7729239 Feb 02 15:23:45.769940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:port and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:45.771863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74f07e32-9036-4f81-add7-aceaf73ff4b3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:23:45.783804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:45.800730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for port was recalculated. Used quota:5. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:45.845596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-98f2aadd-5457-4ccc-b608-517acb711dd9 None None] Port adb279cb-ba60-40eb-b81a-fb696316c08a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:23:45.859873 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:45.872925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:45.914083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7ecad-0b6c-4f94-9f0b-6303755fe2bf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:45.919924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-535ea20e-8a45-465b-a6cb-f16f14847f4d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fbc5b76a759245cf976e92a057b2e057&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6803830 Feb 02 15:23:45.923162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54684) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:45.934810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:45.935177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:45.988731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6f94-08dc-43d6-9834-a4e1f16116c2 req-01c2788b-1107-49ef-acbc-c592c8db7130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:45.990077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-367c6f94-08dc-43d6-9834-a4e1f16116c2 req-01c2788b-1107-49ef-acbc-c592c8db7130 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a2291a443c5408b9520b61fd365da08&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3964529 Feb 02 15:23:45.998358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:23:46.002980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:46.047401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-fcfa7a79-d990-4b0f-84d1-e45f96d73ab7 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808545 Feb 02 15:23:46.173822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] device_id is not set on port a94c1c6a-15be-46b7-8c70-2890417edb08 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:23:46.201743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:23:46.223548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fa7c2-fe5e-4cc3-b7e2-ecb65dd45fe5 req-2389c39b-724a-4a5e-8594-6068593ce93e tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:46.225584 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d69fa7c2-fe5e-4cc3-b7e2-ecb65dd45fe5 req-2389c39b-724a-4a5e-8594-6068593ce93e tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 944 time: 0.1079452 Feb 02 15:23:46.241410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:23:46.241754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 449065a3-81c0-4bc7-b9af-9fc2cc5289e7 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:23:46.293858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93802f77-da50-411d-b4d2-08ce78563e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:46.301028 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d69fa7c2-fe5e-4cc3-b7e2-ecb65dd45fe5 req-f58cf24a-f86d-42fa-a511-0a3df2f5cb9d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672467 Feb 02 15:23:46.408327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6f94-08dc-43d6-9834-a4e1f16116c2 req-9f5c0ab7-a5e1-4f93-99c2-68b51c0d9bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:46.409796 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-367c6f94-08dc-43d6-9834-a4e1f16116c2 req-9f5c0ab7-a5e1-4f93-99c2-68b51c0d9bc6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3915536 Feb 02 15:23:46.413144 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93802f77-da50-411d-b4d2-08ce78563e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:46.514963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039e813-5ce7-4de2-9365-848ed856c4cc req-d2edd7ee-b9a0-4e49-bf78-7aa42e3b8008 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:46.516534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9039e813-5ce7-4de2-9365-848ed856c4cc req-d2edd7ee-b9a0-4e49-bf78-7aa42e3b8008 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.3947978 Feb 02 15:23:46.557009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4c22e-fb84-4900-bd9c-beaddb4b1133 None None] Network 84363103-3170-468b-b9b8-900e88de7692 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:23:46.592847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Allocated IP 10.1.1.83 (b1b57adc-ba89-484c-ada1-9d8d740e4e10/019a7355-c647-4995-bd1f-14a23da20f6e/a94c1c6a-15be-46b7-8c70-2890417edb08) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:46.605020 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9039e813-5ce7-4de2-9365-848ed856c4cc req-61b32a9e-56fd-47c3-acf5-9fe7473f71b5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798905 Feb 02 15:23:46.614605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93802f77-da50-411d-b4d2-08ce78563e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:46.648738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93802f77-da50-411d-b4d2-08ce78563e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7ecad-0b6c-4f94-9f0b-6303755fe2bf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:46.683155 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93802f77-da50-411d-b4d2-08ce78563e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:46.685770 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-93802f77-da50-411d-b4d2-08ce78563e52 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75a7ecad-0b6c-4f94-9f0b-6303755fe2bf HTTP/1.1" status: 204 len: 168 time: 0.7613361 Feb 02 15:23:46.751095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0bdab43e-8845-47c3-9272-20c3d98bbdb6 None None] Provisioning for port b94b8568-109b-4a31-be66-025114f229ec completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:46.782792 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:46.863687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54700) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:46.899873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:46.917414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Transition to ACTIVE for port object a94c1c6a-15be-46b7-8c70-2890417edb08 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:23:47.014729 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.038579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bd73d-e46a-41ea-934a-2b77e8813b5a req-8d7b2020-ebe8-46b8-805d-2f9592cb22d0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:47.040604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b8bd73d-e46a-41ea-934a-2b77e8813b5a req-8d7b2020-ebe8-46b8-805d-2f9592cb22d0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1116910 Feb 02 15:23:47.099070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=a94c1c6a-15be-46b7-8c70-2890417edb08,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:47.112089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:47.113816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:47.117132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:47.197580 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b8bd73d-e46a-41ea-934a-2b77e8813b5a req-83e0628f-c242-4677-9d6e-47032118a50f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046782 Feb 02 15:23:47.202281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:47.203781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.295019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-982b02a1-f3b9-4dc4-9251-3374ee01595a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3363879 Feb 02 15:23:47.492570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b94b8568-109b-4a31-be66-025114f229ec up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:47.521605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2172760-b89d-4056-83d9-f206d9e55851 None None] Provisioning for port a94c1c6a-15be-46b7-8c70-2890417edb08 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:47.522713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.524581 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.533806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2172760-b89d-4056-83d9-f206d9e55851 None None] Provisioning complete for port a94c1c6a-15be-46b7-8c70-2890417edb08 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:47.534171 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2172760-b89d-4056-83d9-f206d9e55851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.591731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:47.617856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d2172760-b89d-4056-83d9-f206d9e55851 None None] Port a94c1c6a-15be-46b7-8c70-2890417edb08 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:23:47.623017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54714) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:47.631696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13477709', 'description': 'tempest-description--1467513449'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:47.641952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:47.653219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372500-ec6c-4d1e-8211-82796a957f30 req-a2387adc-de8f-414d-ae82-8085de558c3d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:47.654736 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4372500-ec6c-4d1e-8211-82796a957f30 req-a2387adc-de8f-414d-ae82-8085de558c3d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 944 time: 0.1837797 Feb 02 15:23:47.655819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:security_group and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:47.659528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:47.660893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b94b8568-109b-4a31-be66-025114f229ec completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:47.670043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:47.670239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b94b8568-109b-4a31-be66-025114f229ec triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:47.673225 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.749358 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.781239 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.793006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:47.798570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] Usage tracker for resource:security_group_rule and tenant:960e712748924d73b13f8babc34bf07e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:47.802739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:47.810467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:47.816575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4372500-ec6c-4d1e-8211-82796a957f30 req-a243dea5-20e5-47e5-ba6d-9c9bbd69ae05 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496415 Feb 02 15:23:47.855168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.862564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:47.868235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:security_group_rule and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:47.872333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:47.880734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:47.900585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b94b8568-109b-4a31-be66-025114f229ec, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b94b8568-109b-4a31-be66-025114f229ec,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:47.944723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e26ab-fb2d-4bf9-b034-d72709d5800d req-cd492246-3af4-4443-8c53-8eab32969be8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:47.947193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c2e26ab-fb2d-4bf9-b034-d72709d5800d req-cd492246-3af4-4443-8c53-8eab32969be8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1818271 Feb 02 15:23:47.954224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.974633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:47.998282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c2e26ab-fb2d-4bf9-b034-d72709d5800d req-54db5f38-1cc5-49a4-b553-242a0d3b5c50 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427775 Feb 02 15:23:48.028090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.048036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.050367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b94b8568-109b-4a31-be66-025114f229ec,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:48.081850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a973521b-080e-46bd-86f1-e6f02ff46f98,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:48.088470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-633ce37e-d960-4eae-8aa0-ca35f679d782 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=960e712748924d73b13f8babc34bf07e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4950106 Feb 02 15:23:48.092794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54722) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:48.158797 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9689b201-cd7a-498d-9871-c9fb17520e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.177514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.186050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9689b201-cd7a-498d-9871-c9fb17520e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.222140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74f07e32-9036-4f81-add7-aceaf73ff4b3 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:48.255387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5940a2aa-db98-4cf2-94ed-d73742afbaed,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:48.316520 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9689b201-cd7a-498d-9871-c9fb17520e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.336009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b201-cd7a-498d-9871-c9fb17520e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a973521b-080e-46bd-86f1-e6f02ff46f98,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:48.354295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9689b201-cd7a-498d-9871-c9fb17520e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.355464 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9689b201-cd7a-498d-9871-c9fb17520e1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a973521b-080e-46bd-86f1-e6f02ff46f98 HTTP/1.1" status: 204 len: 168 time: 0.2615187 Feb 02 15:23:48.383258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.383258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-44fe5ef0-679a-4014-97e1-feea1e31995f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7566519 Feb 02 15:23:48.385710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54730) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:48.391768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'security_group_rule': {'security_group_id': '5940a2aa-db98-4cf2-94ed-d73742afbaed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:48.401535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:48.409379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 74f07e32-9036-4f81-add7-aceaf73ff4b3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:23:48.409667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:security_group_rule and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:48.410775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 74f07e32-9036-4f81-add7-aceaf73ff4b3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:48.411536 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.415632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:48.427817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:48.451579 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399bf68-4209-4653-877a-de25bcdcf0a7 None None] New status for floating IP cb33257e-99bb-41e7-8f66-2d3a48171e3d: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:23:48.471543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e42a0-7cba-4269-8219-66bf0ddda7f1 None None] New status for floating IP 49439952-e865-4e6f-aad2-33c00a10b8fc: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:23:48.510077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.621961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c31790-dc3e-4296-a681-54898701393e req-95167939-4437-493e-af51-80fbd4518548 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:48.625036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.626597 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5c31790-dc3e-4296-a681-54898701393e req-95167939-4437-493e-af51-80fbd4518548 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1731384 Feb 02 15:23:48.666971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.705865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd6af54-ed62-4b9a-be11-c22188ca321a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:48.759969 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5c31790-dc3e-4296-a681-54898701393e req-6e5bcce9-cb58-47fd-8258-8cdec0a375d4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882287 Feb 02 15:23:48.765878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Deleting port d46f764d-21ca-4d0f-bb95-fd1c6f447637 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:23:48.766346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.825527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.827092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-85acc231-e1a8-4c5b-a516-c1e7ab486612 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4400437 Feb 02 15:23:48.830709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54734) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:48.835609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'security_group_rule': {'security_group_id': '5940a2aa-db98-4cf2-94ed-d73742afbaed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:48.845383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:48.850041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:security_group_rule and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:48.854219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:48.859808 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:48.861474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:48.883339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30da021a-afe8-45ce-981b-3c1f46219b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f07e32-9036-4f81-add7-aceaf73ff4b3'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:23:48.894058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74f07e32-9036-4f81-add7-aceaf73ff4b3, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74f07e32-9036-4f81-add7-aceaf73ff4b3,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:48.974676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.017617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] For port d46f764d-21ca-4d0f-bb95-fd1c6f447637, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d46f764d-21ca-4d0f-bb95-fd1c6f447637,segment=NetworkSegment(ac26dbc7-c217-433d-9c98-dba6dd7a02e4),segment_id=ac26dbc7-c217-433d-9c98-dba6dd7a02e4)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:49.018294 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.021616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.106793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=74f07e32-9036-4f81-add7-aceaf73ff4b3,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:49.139600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0afaf7-14d0-4791-8a93-bbf7d53520f4 req-7ff2ebfd-f2b9-406c-b8a9-243c8883b3d1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:49.141252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f0afaf7-14d0-4791-8a93-bbf7d53520f4 req-7ff2ebfd-f2b9-406c-b8a9-243c8883b3d1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 945 time: 0.1712520 Feb 02 15:23:49.146012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.182136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Calling delete_port for d46f764d-21ca-4d0f-bb95-fd1c6f447637 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:23:49.209935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f0afaf7-14d0-4791-8a93-bbf7d53520f4 req-453e478c-c68c-4620-9816-87d3998d225a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614388 Feb 02 15:23:49.213608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.244702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aff608-fb53-4567-b0eb-07f9bf223c8c,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:49.269364 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30da021a-afe8-45ce-981b-3c1f46219b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f07e32-9036-4f81-add7-aceaf73ff4b3', 'code': 200} Feb 02 15:23:49.294055 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.296174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f6cedd56-1638-41f4-9ca5-0a1d06a8b2c4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4649487 Feb 02 15:23:49.298595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54754) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:49.308153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:23:49.314849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:49.322835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:floatingip and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:49.326428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:49.333227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:49.443450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.444648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b94b8568-109b-4a31-be66-025114f229ec up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:23:49.488350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.530648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b94b8568-109b-4a31-be66-025114f229ec triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:23:49.531016 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.581074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46f764d-21ca-4d0f-bb95-fd1c6f447637,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:49.586952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5e33-815b-4bf8-8544-15f6512fea44 req-31cc43f7-2727-4353-b9bc-a62d6fa93a50 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:49.588486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a30e5e33-815b-4bf8-8544-15f6512fea44 req-31cc43f7-2727-4353-b9bc-a62d6fa93a50 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2270696 Feb 02 15:23:49.596061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a68380a-d57c-4f41-bb89-361df0979f56 req-cb05ed9a-0901-411e-a7cd-1ebf1fa6ab08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 1096 time: 0.2033868 Feb 02 15:23:49.692593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a30e5e33-815b-4bf8-8544-15f6512fea44 req-1e9115b4-9520-4da5-a28a-9891f43411d8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947881 Feb 02 15:23:49.701528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a68380a-d57c-4f41-bb89-361df0979f56 req-25f18fe7-9617-4635-ad21-d7ffe8ec66f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967944 Feb 02 15:23:49.718830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:49.892899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Allocated IP 172.25.0.34 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/0dee03c2-b963-42d4-ae97-170a33ab03ec) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:23:49.895621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:50.049108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:50.089887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e63d4-6969-4e0e-b7d4-8776ef306e4e req-ff57a2fd-b722-4fc1-b6eb-d565d88ac2fd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:50.091361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d30e63d4-6969-4e0e-b7d4-8776ef306e4e req-ff57a2fd-b722-4fc1-b6eb-d565d88ac2fd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1824727 Feb 02 15:23:50.128689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:50.212816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:23:50.217549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:23:50.219824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=0dee03c2-b963-42d4-ae97-170a33ab03ec,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:50.222230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:23:50.308366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d30e63d4-6969-4e0e-b7d4-8776ef306e4e req-6dfad836-b2b6-461f-bba8-41458b2de226 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691494 Feb 02 15:23:50.443793 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:50.486451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb65d3-dfba-4afb-b40f-de8edb7774b5 req-3751a196-133d-426a-b521-a13e2fa288a3 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:50.487955 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2eb65d3-dfba-4afb-b40f-de8edb7774b5 req-3751a196-133d-426a-b521-a13e2fa288a3 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 945 time: 0.1059265 Feb 02 15:23:50.597455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2eb65d3-dfba-4afb-b40f-de8edb7774b5 req-7b402ea8-8711-453d-a3f8-d3266151eedc tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004603 Feb 02 15:23:50.597812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:50.756205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:23:50.982285 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:51.020458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fe49e-727f-4d08-8665-eb64df5ce075 req-3c927c08-cb03-48e2-9486-3f94a6dc996d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:51.021921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9d5fe49e-727f-4d08-8665-eb64df5ce075 req-3c927c08-cb03-48e2-9486-3f94a6dc996d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1601448 Feb 02 15:23:51.048495 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:51.083745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:23:51.087865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9d5fe49e-727f-4d08-8665-eb64df5ce075 req-73f7047c-9ee4-48e2-816f-6dc354d4560f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547197 Feb 02 15:23:51.097836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] Sync routers for ids ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:23:51.136828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] Routers {'bd7bd440-5afc-417c-81bf-d4a6b5089ec3'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:51.138893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:51.158880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8c4717c3-bd2e-4ea5-9fce-fde8d488e6b8 admin admin] 10.222.0.88 "PUT /v2.0/routers/bd7bd440-5afc-417c-81bf-d4a6b5089ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2939532 Feb 02 15:23:51.161284 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54790) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:51.193582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=0dee03c2-b963-42d4-ae97-170a33ab03ec,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:51.211721 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:51.307026 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:51.312303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4243c8fc-46f4-4284-a9e3-c4fbf8b192ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0125532 Feb 02 15:23:51.396503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] Set router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:51.474074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:51.675591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19446a3-0989-4277-9ec6-4fa341a97378 req-1eba021a-25e0-4c3c-a5f6-636ddcca054d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:51.677354 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e19446a3-0989-4277-9ec6-4fa341a97378 req-1eba021a-25e0-4c3c-a5f6-636ddcca054d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1079605 Feb 02 15:23:51.735089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e19446a3-0989-4277-9ec6-4fa341a97378 req-e37c433c-abab-4c0a-8267-d76b7f472a7b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Feb 02 15:23:51.768712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:23:49Z', 'revision_number': 5, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:51.772571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:51.775094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] Checking router: bd7bd440-5afc-417c-81bf-d4a6b5089ec3 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:23:51.795507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] Routers {'bd7bd440-5afc-417c-81bf-d4a6b5089ec3'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:23:51.796174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:51.829367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-97ad69b9-e361-49fb-85e2-38a743d28ee5 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:51.905402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Deleting port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:23:51.905910 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:51.934859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-97ad69b9-e361-49fb-85e2-38a743d28ee5 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:51.942942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-97ad69b9-e361-49fb-85e2-38a743d28ee5 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--13477709&fields=id&tenant_id=3b1decc9381440f299a0b169a6427238 HTTP/1.1" status: 200 len: 267 time: 0.1718664 Feb 02 15:23:51.998726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] Set router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:23:52.023522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483438-48c3-4834-bd94-8355bbf60223 req-272cd2d6-58a7-4927-9172-d8f515f3e1a0 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:52.028324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d483438-48c3-4834-bd94-8355bbf60223 req-272cd2d6-58a7-4927-9172-d8f515f3e1a0 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 945 time: 0.1137438 Feb 02 15:23:52.074228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d483438-48c3-4834-bd94-8355bbf60223 req-5cf02430-aa9f-450e-b8cf-5a271c96d08d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 Feb 02 15:23:52.096057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-2efb746c-c9a9-4f2e-a1df-0038a4c57165 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:52.096557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-2efb746c-c9a9-4f2e-a1df-0038a4c57165 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:52.191572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] For port 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cef0a98-42da-4ccd-bd1a-b0e06810bd7c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:23:52.191959 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:52.328657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48134f9a-2d8b-4710-8071-f097e952edf2 req-d0eb5584-719a-4095-b11b-f862a5e20c81 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:52.337473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-48134f9a-2d8b-4710-8071-f097e952edf2 req-d0eb5584-719a-4095-b11b-f862a5e20c81 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1060159 Feb 02 15:23:52.391385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-48134f9a-2d8b-4710-8071-f097e952edf2 req-216840ec-9565-41cc-a370-677d48f316b2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522935 Feb 02 15:23:52.410716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:23:49Z', 'revision_number': 5, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:52.415873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1a260-e018-4fc5-b529-12767c0fc50d None None] The sync data for ids ['bd7bd440-5afc-417c-81bf-d4a6b5089ec3'] in n-d-827122-1 is: [{'id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'name': 'tempest-ServerRescueNegativeTestJSON-1557719329-router', 'tenant_id': '5a2291a443c5408b9520b61fd365da08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:20:15Z', 'updated_at': '2022-02-02T15:23:49Z', 'revision_number': 5, 'project_id': '5a2291a443c5408b9520b61fd365da08', 'gw_port': {'id': '8cef0a98-42da-4ccd-bd1a-b0e06810bd7c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7bd440-5afc-417c-81bf-d4a6b5089ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:20:17Z', 'updated_at': '2022-02-02T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:23:52.469520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-2efb746c-c9a9-4f2e-a1df-0038a4c57165 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:52.470670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-2efb746c-c9a9-4f2e-a1df-0038a4c57165 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports/adb279cb-ba60-40eb-b81a-fb696316c08a HTTP/1.1" status: 200 len: 936 time: 0.5268700 Feb 02 15:23:52.476768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Calling delete_port for 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:23:52.606951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a0daba3-e287-4df1-ae65-af8e872116fa tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:52.607961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a0daba3-e287-4df1-ae65-af8e872116fa tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports/a94c1c6a-15be-46b7-8c70-2890417edb08 HTTP/1.1" status: 200 len: 936 time: 0.1056054 Feb 02 15:23:52.663435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-0f3d4611-9fa3-41ee-bc47-916bc86887ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0455325 Feb 02 15:23:52.722322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1dfa2b35-09b2-40e2-9b39-c2956b683ec7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0519795 Feb 02 15:23:52.945100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-73c13dff-4c25-46f7-9e92-c3127a37830e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:52.950029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-73c13dff-4c25-46f7-9e92-c3127a37830e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:52.954128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-73c13dff-4c25-46f7-9e92-c3127a37830e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:52.955031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-73c13dff-4c25-46f7-9e92-c3127a37830e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:52.997105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:53.053550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Pushing event deleted for resources: {'Port': ['ID=8cef0a98-42da-4ccd-bd1a-b0e06810bd7c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:53.057794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-73c13dff-4c25-46f7-9e92-c3127a37830e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:53.059034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-73c13dff-4c25-46f7-9e92-c3127a37830e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/networks?id=b2296672-15a6-4ab4-9585-5f92ce6cfd57&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=84363103-3170-468b-b9b8-900e88de7692&id=84363103-3170-468b-b9b8-900e88de7692 HTTP/1.1" status: 200 len: 1994 time: 0.3295450 Feb 02 15:23:53.127945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e9878-5314-47ab-8301-8a122fa9016b req-8722c594-3612-43bc-979a-23cac3af1f73 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:53.129983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c8e9878-5314-47ab-8301-8a122fa9016b req-8722c594-3612-43bc-979a-23cac3af1f73 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1093507 Feb 02 15:23:53.150309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-434a3803-d4a2-4e7d-b2f3-51756be1892b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/quotas/3b1decc9381440f299a0b169a6427238 HTTP/1.1" status: 200 len: 375 time: 0.0215118 Feb 02 15:23:53.188233 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c8e9878-5314-47ab-8301-8a122fa9016b req-4c075c96-6d74-4fdc-b2fd-00cffb1424b6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491366 Feb 02 15:23:53.365043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:53.470816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d46f764d-21ca-4d0f-bb95-fd1c6f447637 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:23:53.553538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: d46f764d-21ca-4d0f-bb95-fd1c6f447637 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:23:53.554244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d46f764d-21ca-4d0f-bb95-fd1c6f447637 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:23:53.622456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96980db1-3454-4b97-93dd-ba8c6efb8a49 req-1b7a0c19-cc81-49e1-8738-dc00b2f9e0dc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:53.624015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96980db1-3454-4b97-93dd-ba8c6efb8a49 req-1b7a0c19-cc81-49e1-8738-dc00b2f9e0dc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0933397 Feb 02 15:23:53.671808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96980db1-3454-4b97-93dd-ba8c6efb8a49 req-56528690-09d7-4dcb-b65d-64bfff43ae0a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421436 Feb 02 15:23:53.694244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:53.712023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-867760f8-1869-49fb-8338-c2f89503ac58 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5535607 Feb 02 15:23:53.715574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:53.768857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54870) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:53.924352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:53.924850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd7bd440-5afc-417c-81bf-d4a6b5089ec3 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:23:53.955439 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:53.956623 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-12cca1a5-7d3a-4a67-ab10-f6d190a0970a admin admin] 10.222.0.88 "DELETE /v2.0/routers/bd7bd440-5afc-417c-81bf-d4a6b5089ec3 HTTP/1.1" status: 204 len: 168 time: 2.7944114 Feb 02 15:23:53.957288 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:53.959137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54876) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:53.989302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:53.993404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] Usage tracker for resource:security_group_rule and tenant:1db80a31bf3f405d8dfe3af14177c401 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:53.996240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:54.001935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:54.054661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-9bae5261-22d6-4e57-8cfa-49c4e7eeb1c7 service neutron] 10.222.0.88 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076251 Feb 02 15:23:54.082237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-372f43fa-f2c5-49b6-9567-93df3dae07ff admin admin] Deleting subnet 91c32f78-9b95-4e0f-ab4a-88e45d54e386 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:23:54.084936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.085374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-372f43fa-f2c5-49b6-9567-93df3dae07ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.162697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.198784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-372f43fa-f2c5-49b6-9567-93df3dae07ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.214795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed28c4-00c9-4bef-a2db-87b014ebb02d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:54.221279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c2b74a72-4b00-41a2-8619-335128edef10 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1db80a31bf3f405d8dfe3af14177c401&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4511056 Feb 02 15:23:54.223776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54886) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:54.287381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-db629cd6-64c3-4b75-acea-f1fcce22149a service neutron] 10.222.0.88 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316844 Feb 02 15:23:54.288475 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe9344ff-3662-4585-b945-c16e5b84200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.293609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-372f43fa-f2c5-49b6-9567-93df3dae07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.315888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe9344ff-3662-4585-b945-c16e5b84200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.408290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-b4be903b-e84c-4b37-8a79-5de363016b84 service neutron] 10.222.0.88 "GET /v2.0/ports/adb279cb-ba60-40eb-b81a-fb696316c08a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0874906 Feb 02 15:23:54.431182 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe9344ff-3662-4585-b945-c16e5b84200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.448634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9344ff-3662-4585-b945-c16e5b84200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ed28c4-00c9-4bef-a2db-87b014ebb02d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:54.451821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe9344ff-3662-4585-b945-c16e5b84200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.453001 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fe9344ff-3662-4585-b945-c16e5b84200a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/74ed28c4-00c9-4bef-a2db-87b014ebb02d HTTP/1.1" status: 204 len: 168 time: 0.2282255 Feb 02 15:23:54.505556 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aa9995f7-3029-4aa6-8027-7d13de358391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.513192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-372f43fa-f2c5-49b6-9567-93df3dae07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.569693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f43fa-f2c5-49b6-9567-93df3dae07ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c32f78-9b95-4e0f-ab4a-88e45d54e386,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:54.585553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-372f43fa-f2c5-49b6-9567-93df3dae07ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.597871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-bb8579e5-6b78-475b-8ed5-fa1b019672ed service neutron] 10.222.0.88 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824067 Feb 02 15:23:54.600270 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-372f43fa-f2c5-49b6-9567-93df3dae07ff admin admin] 10.222.0.88 "DELETE /v2.0/subnets/91c32f78-9b95-4e0f-ab4a-88e45d54e386 HTTP/1.1" status: 204 len: 168 time: 0.6402125 Feb 02 15:23:54.602657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54898) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:54.738924 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.795225 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-994bf925-1b7f-4953-b518-ce4f11eb2ced service neutron] 10.222.0.88 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864519 Feb 02 15:23:54.868345 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-c92d1a16-5e0d-4039-927f-21f2f29de816 service neutron] 10.222.0.88 "GET /v2.0/ports/a94c1c6a-15be-46b7-8c70-2890417edb08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0623574 Feb 02 15:23:54.889552 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.917246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c39446-d78e-4f78-84fe-8fbf661b2b6b']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:54.945947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:54.946374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac26dbc7-c217-433d-9c98-dba6dd7a02e4') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:23:54.959458 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.976373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.984612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:23:54.985066 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:23:54.998664 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:23:55.009223 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:23:55.012553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-5d9350de-1b71-4127-9186-3beaca77f937 service neutron] 10.222.0.88 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357756 Feb 02 15:23:55.134897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:55.147573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:55.181562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c39446-d78e-4f78-84fe-8fbf661b2b6b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:55.184578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-522a794f-7d13-45be-96ea-21a230aa2f26 service neutron] 10.222.0.88 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661077 Feb 02 15:23:55.238996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54908) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:55.281581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:55.292023 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9a1f0ad8-96a2-456d-b235-cb42bb90a659 admin admin] 10.222.0.88 "DELETE /v2.0/networks/40c39446-d78e-4f78-84fe-8fbf661b2b6b HTTP/1.1" status: 204 len: 168 time: 0.6874063 Feb 02 15:23:55.336942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4fa9-1d7b-4b5d-a84d-37a568636f4e req-f5db9855-4613-40f9-9105-f3b5f45c543b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:55.338551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed8c4fa9-1d7b-4b5d-a84d-37a568636f4e req-f5db9855-4613-40f9-9105-f3b5f45c543b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1413486 Feb 02 15:23:55.340901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-80c2e493-92fd-4054-9c7a-3e2d2eb6669c service neutron] 10.222.0.88 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505139 Feb 02 15:23:55.342576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:23:55.346645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] Usage tracker for resource:security_group_rule and tenant:56a7e3f05e1b4a8685ab0a5e1fc77096 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:23:55.349704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:23:55.358845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:23:55.501713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed8c4fa9-1d7b-4b5d-a84d-37a568636f4e req-05b10424-221b-4c64-87c2-980629bd0608 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405792 Feb 02 15:23:55.516914 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-c75eafc2-c56f-4d9d-8751-0faa714a680c service neutron] 10.222.0.88 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575296 Feb 02 15:23:55.517101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:55.574088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:55.610678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ae634b-7493-4d79-b4ee-0a3665566012,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:55.639489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-46728aca-9b38-477e-bf2c-64862b2f9616 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=56a7e3f05e1b4a8685ab0a5e1fc77096&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3969300 Feb 02 15:23:55.639994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54914) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:55.788585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54918) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:55.816390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-466e2fff-5492-4767-9972-71adf2761396 service neutron] 10.222.0.88 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958214 Feb 02 15:23:55.847075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acbdebb2-eff9-47aa-a888-8c76f6d29b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:55.874009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843868ba-4a2e-4357-a7c2-867ac2ab0b3c req-ff0a6cc1-75b8-4f3d-a2cc-33dc4c5aca38 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:55.875681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-843868ba-4a2e-4357-a7c2-867ac2ab0b3c req-ff0a6cc1-75b8-4f3d-a2cc-33dc4c5aca38 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1909058 Feb 02 15:23:55.920332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c837fe75-b080-4dd4-9a74-5fe6b01a3d5a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a2291a443c5408b9520b61fd365da08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1294456 Feb 02 15:23:55.922249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acbdebb2-eff9-47aa-a888-8c76f6d29b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:55.927966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54922) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:55.972558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29313471-2a17-4686-9243-6dc4afc1afae service neutron] 10.222.0.88 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505878 Feb 02 15:23:56.080343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-843868ba-4a2e-4357-a7c2-867ac2ab0b3c req-38fe750a-56ef-46bd-b2dd-d8cdd4e7174d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926894 Feb 02 15:23:56.098007 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-414dd631-ddd5-40dd-81c5-2b0442a3ba09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:56.153025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-414dd631-ddd5-40dd-81c5-2b0442a3ba09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:56.164522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-be9ce134-ef8c-404b-af9f-3a179b98263b service neutron] 10.222.0.88 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817617 Feb 02 15:23:56.174531 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acbdebb2-eff9-47aa-a888-8c76f6d29b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:56.197151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdebb2-eff9-47aa-a888-8c76f6d29b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ae634b-7493-4d79-b4ee-0a3665566012,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:56.212291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acbdebb2-eff9-47aa-a888-8c76f6d29b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:56.215836 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-acbdebb2-eff9-47aa-a888-8c76f6d29b7e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/06ae634b-7493-4d79-b4ee-0a3665566012 HTTP/1.1" status: 204 len: 168 time: 0.5748835 Feb 02 15:23:56.364368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-95449a8f-558d-434d-9160-1f661bb69f1c service neutron] 10.222.0.88 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903191 Feb 02 15:23:56.452315 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-414dd631-ddd5-40dd-81c5-2b0442a3ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:56.476086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dd631-ddd5-40dd-81c5-2b0442a3ba09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:23:56.559974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-414dd631-ddd5-40dd-81c5-2b0442a3ba09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:56.563591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-414dd631-ddd5-40dd-81c5-2b0442a3ba09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/90e4b2e0-acb9-4d0f-b2a4-e4a4a11f6d24 HTTP/1.1" status: 204 len: 168 time: 0.6324899 Feb 02 15:23:56.566867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8cca9a68-fb0a-46d9-873b-19ba9916ce93 service neutron] 10.222.0.88 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999307 Feb 02 15:23:56.614123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b93e8a-23d7-4038-8ea8-3c5f0a9add5e req-4c3f700c-040d-4776-9cae-8c9c97da53eb tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:56.616245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1b93e8a-23d7-4038-8ea8-3c5f0a9add5e req-4c3f700c-040d-4776-9cae-8c9c97da53eb tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0995588 Feb 02 15:23:56.692689 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1b93e8a-23d7-4038-8ea8-3c5f0a9add5e req-38771611-1d4a-4fe1-aa51-483561019213 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686514 Feb 02 15:23:56.865723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-c3b95c78-ef03-4d42-a0e0-e813ffed0069 service neutron] 10.222.0.88 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853169 Feb 02 15:23:56.882412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dc9f7bad-4b4b-47e1-90d8-755c6a351566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:56.969480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8111c52e-c68c-4be1-a181-751356b62a58 req-b420cda7-4920-478a-be06-a77574ce29dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1096 time: 0.2161295 Feb 02 15:23:57.182770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda027-8c5b-4808-897c-39ef7ea8a073 req-c96e6e6d-704d-40bb-be06-b9c48cba25d9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:57.184483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58fda027-8c5b-4808-897c-39ef7ea8a073 req-c96e6e6d-704d-40bb-be06-b9c48cba25d9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.2784789 Feb 02 15:23:57.189258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111c52e-c68c-4be1-a181-751356b62a58 req-ba86012c-967e-48dd-af64-3e3a06cc4227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:57.190727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8111c52e-c68c-4be1-a181-751356b62a58 req-ba86012c-967e-48dd-af64-3e3a06cc4227 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.2081313 Feb 02 15:23:57.331387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58fda027-8c5b-4808-897c-39ef7ea8a073 req-4b32679f-31bd-4287-b48d-a0ce9943b416 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395998 Feb 02 15:23:57.342655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8111c52e-c68c-4be1-a181-751356b62a58 req-98190183-76d1-43e5-a83f-00704f0b500b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1000 time: 0.1346610 Feb 02 15:23:57.453665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111c52e-c68c-4be1-a181-751356b62a58 req-00e60085-675c-4c03-b600-9540ebc72511 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:57.455359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8111c52e-c68c-4be1-a181-751356b62a58 req-00e60085-675c-4c03-b600-9540ebc72511 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.0995989 Feb 02 15:23:57.547306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8111c52e-c68c-4be1-a181-751356b62a58 req-5856e14e-f99b-47be-a210-76b2d5066e64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848238 Feb 02 15:23:57.692579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8111c52e-c68c-4be1-a181-751356b62a58 req-a8d52927-0082-46d8-9818-ecc2c1c93d8c service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319509 Feb 02 15:23:57.911749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8111c52e-c68c-4be1-a181-751356b62a58 req-4b7a4acf-b368-474f-8dae-4e7011b31cf0 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984346 Feb 02 15:23:58.020032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d052d-f8a0-484a-9da1-3f8c9baf7fdf req-d941956b-693f-4249-b602-cba96f37002a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:58.032971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-107d052d-f8a0-484a-9da1-3f8c9baf7fdf req-d941956b-693f-4249-b602-cba96f37002a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1029215 Feb 02 15:23:58.069088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-107d052d-f8a0-484a-9da1-3f8c9baf7fdf req-12fb2681-81f5-41e5-8f13-c3ceb18da86b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408254 Feb 02 15:23:58.236675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:58.288073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:58.678152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24417e25-e344-4b89-b79c-80f953c50e02 req-30d4eb5e-53fe-4b78-853e-83d35c8072b3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:58.679933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24417e25-e344-4b89-b79c-80f953c50e02 req-30d4eb5e-53fe-4b78-853e-83d35c8072b3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.0826297 Feb 02 15:23:58.770615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24417e25-e344-4b89-b79c-80f953c50e02 req-63a7461b-f9bf-44b7-b3ea-f71f693bd244 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846794 Feb 02 15:23:58.915088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-02604e1f-8a1c-4cce-bb09-f9fdddb25b8d req-4decf03d-7c05-42bf-a1cf-388d3850bdf6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:23:58.927205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-02604e1f-8a1c-4cce-bb09-f9fdddb25b8d req-4decf03d-7c05-42bf-a1cf-388d3850bdf6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:23:58.928286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02604e1f-8a1c-4cce-bb09-f9fdddb25b8d req-4decf03d-7c05-42bf-a1cf-388d3850bdf6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 210 time: 0.0682125 Feb 02 15:23:59.275450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc6720-41da-4b65-9861-4619b73e2a92 req-b45aa35c-2b7e-4ff1-8176-806df877a476 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:59.277036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77fc6720-41da-4b65-9861-4619b73e2a92 req-b45aa35c-2b7e-4ff1-8176-806df877a476 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0776722 Feb 02 15:23:59.328848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77fc6720-41da-4b65-9861-4619b73e2a92 req-a19153d5-7c8a-4597-961c-2229f8df0759 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449350 Feb 02 15:23:59.392508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:23:59.436589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:23:59.436940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cef0a98-42da-4ccd-bd1a-b0e06810bd7c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:23:59.535172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01132b-ba03-4c8a-b9bf-0f6e9d2b5099 req-46fd207b-e0f1-4e1d-b845-56f9d4ea546a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:23:59.536588 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa01132b-ba03-4c8a-b9bf-0f6e9d2b5099 req-46fd207b-e0f1-4e1d-b845-56f9d4ea546a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0757408 Feb 02 15:23:59.592278 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa01132b-ba03-4c8a-b9bf-0f6e9d2b5099 req-63f08ed2-74b4-4bb7-a6f4-da4adc4f8cee tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485764 Feb 02 15:23:59.783245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55088) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:23:59.825532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:23:59.983117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:00.045382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:00.050444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] Usage tracker for resource:security_group_rule and tenant:9da18943ba0145508c4c4b9f422cff59 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:00.054685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:00.061603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:00.074437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6623b82-701b-4c23-bfac-7e28a209cc64 req-119ab475-2bb1-4751-a88e-2624ea8a2e9c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:00.076049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c6623b82-701b-4c23-bfac-7e28a209cc64 req-119ab475-2bb1-4751-a88e-2624ea8a2e9c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1561344 Feb 02 15:24:00.144287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c6623b82-701b-4c23-bfac-7e28a209cc64 req-22518ac8-718a-424a-8f31-b99430ace480 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617883 Feb 02 15:24:00.193990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:00.265098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:00.349884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd673ca-411a-4e7a-8afd-d090b3a6e797,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:00.360266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-608333ef-7939-4a9a-a0bb-6b72e30413f7 req-20fa70af-394d-4b14-9e75-07e1e9dec506 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 210 time: 0.0595212 Feb 02 15:24:00.365257 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08fe1596-cc5b-49ce-b649-93101fb15585 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9da18943ba0145508c4c4b9f422cff59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5807760 Feb 02 15:24:00.365678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55114) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:00.416187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e49c6b-3898-4f55-b8e7-a994b80d332a req-c30961d3-35b2-49c1-a1d7-9733028011d1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:00.417664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83e49c6b-3898-4f55-b8e7-a994b80d332a req-c30961d3-35b2-49c1-a1d7-9733028011d1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1212888 Feb 02 15:24:00.474509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d56f9592-d5fe-4af0-a59e-d0ee53d2a6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:00.488257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83e49c6b-3898-4f55-b8e7-a994b80d332a req-dbefc6f8-34f0-4633-941b-93846748312b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638974 Feb 02 15:24:00.517089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d56f9592-d5fe-4af0-a59e-d0ee53d2a6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:00.636849 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d56f9592-d5fe-4af0-a59e-d0ee53d2a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:00.656481 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d56f9592-d5fe-4af0-a59e-d0ee53d2a6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:00.657661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d56f9592-d5fe-4af0-a59e-d0ee53d2a6a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0dd673ca-411a-4e7a-8afd-d090b3a6e797 HTTP/1.1" status: 204 len: 168 time: 0.2884021 Feb 02 15:24:00.660401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f9592-d5fe-4af0-a59e-d0ee53d2a6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd673ca-411a-4e7a-8afd-d090b3a6e797,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:01.125085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c807b5-2375-4647-89ec-e747c4a7b794 req-d90d3bea-ea60-4171-9fa5-aa41baf19cf2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:01.132698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3c807b5-2375-4647-89ec-e747c4a7b794 req-d90d3bea-ea60-4171-9fa5-aa41baf19cf2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1017144 Feb 02 15:24:01.188610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3c807b5-2375-4647-89ec-e747c4a7b794 req-f66b7a25-109d-4756-8319-70e724631259 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534034 Feb 02 15:24:01.374963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057cfa5-6d66-4b79-90ef-7975b1e8cc0e req-f5979414-5293-4af7-a07e-1362b100e4d4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:01.376520 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c057cfa5-6d66-4b79-90ef-7975b1e8cc0e req-f5979414-5293-4af7-a07e-1362b100e4d4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.0939372 Feb 02 15:24:01.441151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c057cfa5-6d66-4b79-90ef-7975b1e8cc0e req-e0a73e05-f33c-4a7f-b539-7ea317492a7f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588126 Feb 02 15:24:01.577668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0328d353-ac85-4395-9929-0cb42cfd4354 req-533365a0-4c69-4834-8172-ff1120f080fc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 210 time: 0.0468798 Feb 02 15:24:01.824792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-bf61b075-edd7-4d66-b44e-49d9f13fa7ca service neutron] 10.222.0.107 "GET /v2.0/ports/adb279cb-ba60-40eb-b81a-fb696316c08a HTTP/1.1" status: 200 len: 1032 time: 0.1661394 Feb 02 15:24:01.899993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-d3360ce8-d653-467f-b1a5-5debaf0e03f9 service neutron] 10.222.0.107 "GET /v2.0/ports/a94c1c6a-15be-46b7-8c70-2890417edb08 HTTP/1.1" status: 200 len: 1032 time: 0.0659330 Feb 02 15:24:02.063404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-48de4470-bb06-4bd2-a605-8f5162f60797 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:02.067564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-48de4470-bb06-4bd2-a605-8f5162f60797 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:02.072181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-48de4470-bb06-4bd2-a605-8f5162f60797 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:02.073033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-48de4470-bb06-4bd2-a605-8f5162f60797 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:02.087163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-48de4470-bb06-4bd2-a605-8f5162f60797 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:02.088388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-48de4470-bb06-4bd2-a605-8f5162f60797 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "GET /v2.0/networks?id=b2296672-15a6-4ab4-9585-5f92ce6cfd57&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=84363103-3170-468b-b9b8-900e88de7692&id=84363103-3170-468b-b9b8-900e88de7692 HTTP/1.1" status: 200 len: 1994 time: 0.1852276 Feb 02 15:24:02.166725 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-59463d7c-1cee-43d3-9dd2-ed4e8d8a8df2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1decc9381440f299a0b169a6427238 HTTP/1.1" status: 200 len: 378 time: 0.0532527 Feb 02 15:24:02.174904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'admin_state_up': True, 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'security_groups': ['5940a2aa-db98-4cf2-94ed-d73742afbaed']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:02.337370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:02.348148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:02.412400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f42f-d0f6-41f3-bef4-f5ebcd25febd req-0a6debef-169a-4de2-83d6-06eaad54cf8e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:02.415065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dee8f42f-d0f6-41f3-bef4-f5ebcd25febd req-0a6debef-169a-4de2-83d6-06eaad54cf8e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0846162 Feb 02 15:24:02.467865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dee8f42f-d0f6-41f3-bef4-f5ebcd25febd req-8d1e5373-d87f-41fa-a7bc-a0e4266bfce3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465620 Feb 02 15:24:02.488283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:02.492500 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:02.781516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6da4-f225-41cc-b5ab-655f5340e1d9 req-8cd9ff9f-27cf-481c-9ed5-dd0f23121c3a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:02.783085 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-551b6da4-f225-41cc-b5ab-655f5340e1d9 req-8cd9ff9f-27cf-481c-9ed5-dd0f23121c3a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1882536 Feb 02 15:24:02.808045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Allocated IP 172.20.0.9 (b2296672-15a6-4ab4-9585-5f92ce6cfd57/43861301-08a4-4106-af03-586ba63ac53a/e26d9d33-0742-43ef-8e29-c4c79625cc82) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:02.856920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-551b6da4-f225-41cc-b5ab-655f5340e1d9 req-42d137b0-f814-40ea-bc26-147b74809ed8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659518 Feb 02 15:24:03.196281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71dd4367-fa61-4d97-b5f9-8af7cea5b2b6 req-7f5f56e5-b043-4c19-866a-ce07ee0efb35 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 210 time: 0.0636911 Feb 02 15:24:03.236896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:03.255834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40728626-d53b-48b1-8a58-2c3f4903bbb7 req-e355047f-4416-4e17-9822-31a0eb85165b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:03.257939 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40728626-d53b-48b1-8a58-2c3f4903bbb7 req-e355047f-4416-4e17-9822-31a0eb85165b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1487715 Feb 02 15:24:03.264063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Transition to ACTIVE for port object e26d9d33-0742-43ef-8e29-c4c79625cc82 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:03.322505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40728626-d53b-48b1-8a58-2c3f4903bbb7 req-34c98ba5-2de0-4123-bc19-7513fc02f48a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557961 Feb 02 15:24:03.425828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:03.563014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:03.566976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:03.572552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:03.720635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:03.721242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:03.775882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=e26d9d33-0742-43ef-8e29-c4c79625cc82,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:03.848652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-df06e41c-09aa-4cba-9c9e-1308bc1b52ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6774263 Feb 02 15:24:03.865424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'admin_state_up': True, 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'security_groups': ['5940a2aa-db98-4cf2-94ed-d73742afbaed']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:03.996900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80fc0db3-e23d-471b-8841-e8d5512249fa None None] Provisioning for port e26d9d33-0742-43ef-8e29-c4c79625cc82 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:04.008794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80fc0db3-e23d-471b-8841-e8d5512249fa None None] Provisioning complete for port e26d9d33-0742-43ef-8e29-c4c79625cc82 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:04.008794 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80fc0db3-e23d-471b-8841-e8d5512249fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:04.071887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:04.077623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:port and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:04.081051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for port was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:04.089898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:04.112516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d72619-a6ca-41c4-a80e-779307ba2508 req-7b5e8cbf-dc83-49b0-bfd9-6457aa4e9e60 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:04.114396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27d72619-a6ca-41c4-a80e-779307ba2508 req-7b5e8cbf-dc83-49b0-bfd9-6457aa4e9e60 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1011732 Feb 02 15:24:04.117066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-80fc0db3-e23d-471b-8841-e8d5512249fa None None] Port e26d9d33-0742-43ef-8e29-c4c79625cc82 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:24:04.162571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:04.167063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:04.173076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27d72619-a6ca-41c4-a80e-779307ba2508 req-afe9d788-01d0-48f6-a26f-3d89d04d2334 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514984 Feb 02 15:24:04.466080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Allocated IP 10.1.1.55 (b1b57adc-ba89-484c-ada1-9d8d740e4e10/019a7355-c647-4995-bd1f-14a23da20f6e/ff0afbed-5350-4b5c-b7cf-484bf8028a91) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:04.513803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ea0df-5e22-4bbe-9fcc-cd36ed8b6961 req-d83556f2-e792-4c2d-a5f3-9a4aa229b3d4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:04.514038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-132ea0df-5e22-4bbe-9fcc-cd36ed8b6961 req-d83556f2-e792-4c2d-a5f3-9a4aa229b3d4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:04.627898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-132ea0df-5e22-4bbe-9fcc-cd36ed8b6961 req-d83556f2-e792-4c2d-a5f3-9a4aa229b3d4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:04.628899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-132ea0df-5e22-4bbe-9fcc-cd36ed8b6961 req-d83556f2-e792-4c2d-a5f3-9a4aa229b3d4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 931 time: 0.2712302 Feb 02 15:24:04.705339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-132ea0df-5e22-4bbe-9fcc-cd36ed8b6961 req-fe5fc20d-d4ae-4966-9f3f-c99963d4bd4c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644238 Feb 02 15:24:04.760890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b646b4-f2c9-4edf-909b-5535588b12b0 req-53622181-cb18-420e-bf72-bda09c5f62ec tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:04.763133 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:04.776725 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88b646b4-f2c9-4edf-909b-5535588b12b0 req-53622181-cb18-420e-bf72-bda09c5f62ec tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2390778 Feb 02 15:24:04.781836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Transition to ACTIVE for port object ff0afbed-5350-4b5c-b7cf-484bf8028a91 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:04.876537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88b646b4-f2c9-4edf-909b-5535588b12b0 req-bd7502cb-eb1f-48bd-9de1-33b8d666b9bf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888536 Feb 02 15:24:04.888755 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:05.134747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0d38f-479e-4103-b55e-ae0d23e3a667 req-9cea7b1f-0183-454d-b644-70332d34ef09 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:05.141336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4d0d38f-479e-4103-b55e-ae0d23e3a667 req-9cea7b1f-0183-454d-b644-70332d34ef09 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0967424 Feb 02 15:24:05.197014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4d0d38f-479e-4103-b55e-ae0d23e3a667 req-71e68fe1-001e-483c-8eca-3db715e46f85 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546281 Feb 02 15:24:05.227365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:05.231634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:05.234219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:05.296936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=ff0afbed-5350-4b5c-b7cf-484bf8028a91,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:05.356905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:05.357527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:05.392740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-0e7c251b-7ad9-4269-a07f-254ca11edbdf tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:05.400002 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-0e7c251b-7ad9-4269-a07f-254ca11edbdf tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 814 time: 0.2924514 Feb 02 15:24:05.417868 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-8ee519d8-8fd0-4a03-9476-4c71df101a6b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/quotas/2f4a09849b2f4bbc9c46acbc677686bc HTTP/1.1" status: 200 len: 375 time: 0.0169568 Feb 02 15:24:05.470317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f9ecd231-e66b-4100-b698-e5788e510ac6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6079061 Feb 02 15:24:05.480258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350f0e-52fd-4094-9b91-e887a13ebe8a req-ab2318d2-8287-46b7-b84e-42e125eb7aeb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:05.482883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f350f0e-52fd-4094-9b91-e887a13ebe8a req-ab2318d2-8287-46b7-b84e-42e125eb7aeb tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1558919 Feb 02 15:24:05.506468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'admin_state_up': True, 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'security_groups': ['5940a2aa-db98-4cf2-94ed-d73742afbaed']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:05.548487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f350f0e-52fd-4094-9b91-e887a13ebe8a req-6831617d-e621-4b7a-abc9-ceddf952533d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Feb 02 15:24:05.625835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1abac793-4457-49d1-b7aa-43629a140f66 None None] Provisioning for port ff0afbed-5350-4b5c-b7cf-484bf8028a91 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:05.631768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1abac793-4457-49d1-b7aa-43629a140f66 None None] Provisioning complete for port ff0afbed-5350-4b5c-b7cf-484bf8028a91 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:05.632677 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1abac793-4457-49d1-b7aa-43629a140f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:05.634606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-320137d2-1357-419f-b727-a6d9f7a7711d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2158201 Feb 02 15:24:05.710633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:05.722943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:05.770092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1abac793-4457-49d1-b7aa-43629a140f66 None None] Port ff0afbed-5350-4b5c-b7cf-484bf8028a91 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:24:05.818436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76584c4-dcd9-4f01-991b-bf753766db10 req-a63a49da-9406-4048-b964-c895c9f507b2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:05.826107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f76584c4-dcd9-4f01-991b-bf753766db10 req-a63a49da-9406-4048-b964-c895c9f507b2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1288855 Feb 02 15:24:05.830710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:05.833791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:05.942119 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f76584c4-dcd9-4f01-991b-bf753766db10 req-5b520442-81f7-42e6-81ab-939426209e43 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151638 Feb 02 15:24:06.153911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Allocated IP 10.1.1.181 (b1b57adc-ba89-484c-ada1-9d8d740e4e10/019a7355-c647-4995-bd1f-14a23da20f6e/3847873a-262b-4dba-83f1-de321af221bf) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:06.161621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7027b9-a295-4fce-a5bf-eb9a10dc88d5 req-159df7e7-4156-4f19-be85-88ef45c653b6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:06.166481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7027b9-a295-4fce-a5bf-eb9a10dc88d5 req-159df7e7-4156-4f19-be85-88ef45c653b6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:06.168165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f7027b9-a295-4fce-a5bf-eb9a10dc88d5 req-159df7e7-4156-4f19-be85-88ef45c653b6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 1652 time: 0.0849938 Feb 02 15:24:06.187050 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-727875d9-75a9-45b1-8abb-d4bdc7f73ecb service neutron] 10.222.0.88 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515974 Feb 02 15:24:06.221780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f7027b9-a295-4fce-a5bf-eb9a10dc88d5 req-b5c81d81-5f69-4700-b316-d234a47098a7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469091 Feb 02 15:24:06.482879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3ac56-1aeb-41d3-82ca-ae40acfa0dc7 req-5f6a79e5-e2da-4c45-a559-51343f4b67a7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:06.484122 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25f3ac56-1aeb-41d3-82ca-ae40acfa0dc7 req-5f6a79e5-e2da-4c45-a559-51343f4b67a7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.0863655 Feb 02 15:24:06.540454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-60272b34-4f72-44af-a90d-63f5eb0b1f3a service neutron] 10.222.0.88 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419740 Feb 02 15:24:06.540885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25f3ac56-1aeb-41d3-82ca-ae40acfa0dc7 req-d7aa74df-40a1-44ac-b622-f72444d96716 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489397 Feb 02 15:24:06.569117 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:06.599463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55328) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:06.605277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Transition to ACTIVE for port object 3847873a-262b-4dba-83f1-de321af221bf will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:06.803694 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:06.907731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ecbe3-21f8-4cca-9faa-4ace23fb82b4 req-e5d97c9d-c72b-4242-95ec-5549d54665b6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:06.917585 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d95ecbe3-21f8-4cca-9faa-4ace23fb82b4 req-e5d97c9d-c72b-4242-95ec-5549d54665b6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1852183 Feb 02 15:24:06.971086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:06.974353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f6a8c41a-d4ce-4332-913c-3566743c80d0 req-7565b5d2-de58-4a02-bbe0-f25341fa2744 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 210 time: 0.0998414 Feb 02 15:24:06.980256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:07.000531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:07.020166 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d95ecbe3-21f8-4cca-9faa-4ace23fb82b4 req-53817b87-c090-4037-920d-6f61c7644807 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948474 Feb 02 15:24:07.109289 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.144407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:07.162200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] Usage tracker for resource:security_group_rule and tenant:24b5a925836c428eb0084873acdaefbd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:07.162990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:07.163660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.167611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:07.178372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:07.178793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=3847873a-262b-4dba-83f1-de321af221bf,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:07.260190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.311940 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a896399-1f5f-4d8a-933b-3a83ca7cfb24 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8127377 Feb 02 15:24:07.333395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '84363103-3170-468b-b9b8-900e88de7692', 'admin_state_up': True, 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'security_groups': ['5940a2aa-db98-4cf2-94ed-d73742afbaed']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:07.384957 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.418867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70ada852-6c63-4016-a482-47017d301f0a None None] Provisioning for port 3847873a-262b-4dba-83f1-de321af221bf completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:07.435746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70ada852-6c63-4016-a482-47017d301f0a None None] Provisioning complete for port 3847873a-262b-4dba-83f1-de321af221bf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:07.437993 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70ada852-6c63-4016-a482-47017d301f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.464744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33126224-de4c-42c5-a769-e8f1997dde2f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:07.475582 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-09bca71b-ef56-420d-b5fb-1d28805a19a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=24b5a925836c428eb0084873acdaefbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8749952 Feb 02 15:24:07.478467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55356) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:07.563992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-70ada852-6c63-4016-a482-47017d301f0a None None] Port 3847873a-262b-4dba-83f1-de321af221bf cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:24:07.589794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:07.591188 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e0a87be-fb8d-4e64-a841-a2f1dc258a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.592156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:port and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:07.600349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for port was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:07.608420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:07.618752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e0a87be-fb8d-4e64-a841-a2f1dc258a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.638497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b309eb-4243-4ce8-9d1d-d4e54a71f38e req-5954c110-b54f-4af7-8ea8-d25100125359 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:07.642565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b309eb-4243-4ce8-9d1d-d4e54a71f38e req-5954c110-b54f-4af7-8ea8-d25100125359 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:07.649672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b309eb-4243-4ce8-9d1d-d4e54a71f38e req-5954c110-b54f-4af7-8ea8-d25100125359 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:07.649672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d8b309eb-4243-4ce8-9d1d-d4e54a71f38e req-5954c110-b54f-4af7-8ea8-d25100125359 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:07.717462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:07.756638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e0a87be-fb8d-4e64-a841-a2f1dc258a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.787956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a87be-fb8d-4e64-a841-a2f1dc258a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33126224-de4c-42c5-a769-e8f1997dde2f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:07.820630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e0a87be-fb8d-4e64-a841-a2f1dc258a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:07.827578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e0a87be-fb8d-4e64-a841-a2f1dc258a51 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/33126224-de4c-42c5-a769-e8f1997dde2f HTTP/1.1" status: 204 len: 168 time: 0.3480930 Feb 02 15:24:07.927073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d8b309eb-4243-4ce8-9d1d-d4e54a71f38e req-5954c110-b54f-4af7-8ea8-d25100125359 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:07.928266 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8b309eb-4243-4ce8-9d1d-d4e54a71f38e req-5954c110-b54f-4af7-8ea8-d25100125359 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 2373 time: 0.3972507 Feb 02 15:24:08.020658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:08.034274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8b309eb-4243-4ce8-9d1d-d4e54a71f38e req-203698d9-a71e-4da2-9ab8-d5031c56561c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900698 Feb 02 15:24:08.220894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e667e7b2-7dd1-44b8-8d79-27bf4efb6a30 req-088fdfc3-dae9-436e-a1da-eb538a16f7cb tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 210 time: 0.0490091 Feb 02 15:24:08.439574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Allocated IP 10.2.2.100 (84363103-3170-468b-b9b8-900e88de7692/fdd294c4-3e37-4290-b79c-d01268643936/481511e8-26e2-4305-87a5-e213fbae0951) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:08.477650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-4d0f6c66-98da-4888-9aa9-78083d197ffa service neutron] 10.222.0.107 "GET /v2.0/ports/53eceab9-6a21-4ee8-bc1f-9885a47dd023/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 382 time: 0.2287173 Feb 02 15:24:08.495301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fa5ad-0c1d-44cd-a7ae-56c25d03228e req-9e6f9d7b-95db-46d0-b67e-dd9dcc848c7d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:08.496948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a7fa5ad-0c1d-44cd-a7ae-56c25d03228e req-9e6f9d7b-95db-46d0-b67e-dd9dcc848c7d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.2908196 Feb 02 15:24:08.676541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a7fa5ad-0c1d-44cd-a7ae-56c25d03228e req-e3e7ca65-466c-42b9-b477-bb3d4ae031b9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725144 Feb 02 15:24:08.853194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:08.869164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Transition to ACTIVE for port object 481511e8-26e2-4305-87a5-e213fbae0951 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:09.054354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:09.232955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network 84363103-3170-468b-b9b8-900e88de7692 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:09.238145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:09.285868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:09.366423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=481511e8-26e2-4305-87a5-e213fbae0951,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:09.500777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:09.501423 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:09.554717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331c5f-8c2a-4421-b2af-29bdbea6ac95 req-65301d69-bf9b-4e5f-92a1-ad0dc9e92d5f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:09.558731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331c5f-8c2a-4421-b2af-29bdbea6ac95 req-65301d69-bf9b-4e5f-92a1-ad0dc9e92d5f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:09.562736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331c5f-8c2a-4421-b2af-29bdbea6ac95 req-65301d69-bf9b-4e5f-92a1-ad0dc9e92d5f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:09.566804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331c5f-8c2a-4421-b2af-29bdbea6ac95 req-65301d69-bf9b-4e5f-92a1-ad0dc9e92d5f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:09.567700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f4331c5f-8c2a-4421-b2af-29bdbea6ac95 req-65301d69-bf9b-4e5f-92a1-ad0dc9e92d5f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:09.573606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-a3555fe9-54f9-47ac-a82e-45fc54cad6c3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b&tenant_id=4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 1101 time: 0.2911377 Feb 02 15:24:09.679477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-42e4988c-6ee9-4aca-924b-c8b85a9df566 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3489711 Feb 02 15:24:09.694293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-098664c0-07a0-41fb-91c6-f2ff21c15e97 None None] Provisioning for port 481511e8-26e2-4305-87a5-e213fbae0951 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:09.700579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-098664c0-07a0-41fb-91c6-f2ff21c15e97 None None] Provisioning complete for port 481511e8-26e2-4305-87a5-e213fbae0951 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:09.701099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-098664c0-07a0-41fb-91c6-f2ff21c15e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:09.716525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '84363103-3170-468b-b9b8-900e88de7692', 'admin_state_up': True, 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'security_groups': ['5940a2aa-db98-4cf2-94ed-d73742afbaed']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:09.820966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-098664c0-07a0-41fb-91c6-f2ff21c15e97 None None] Port 481511e8-26e2-4305-87a5-e213fbae0951 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:24:09.829127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f4331c5f-8c2a-4421-b2af-29bdbea6ac95 req-65301d69-bf9b-4e5f-92a1-ad0dc9e92d5f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:09.836976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f4331c5f-8c2a-4421-b2af-29bdbea6ac95 req-65301d69-bf9b-4e5f-92a1-ad0dc9e92d5f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3094 time: 0.6028049 Feb 02 15:24:10.161207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-e6089055-9ca5-45a8-8904-4318bf4cb9b8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 1101 time: 0.5484734 Feb 02 15:24:10.182367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-4c2c3b62-1096-4743-ac48-d9e7cb9b7d41 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:10.183874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-4c2c3b62-1096-4743-ac48-d9e7cb9b7d41 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 814 time: 0.4781897 Feb 02 15:24:10.207335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f4331c5f-8c2a-4421-b2af-29bdbea6ac95 req-9135be0b-e315-4fa5-9384-2d234a98764c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3695071 Feb 02 15:24:10.276591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Request body: {'port': {'device_id': 'd68204c5-0319-4b90-8aad-29e93655314c', 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'admin_state_up': True, 'tenant_id': '2f4a09849b2f4bbc9c46acbc677686bc'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:10.345630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:10.356775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Usage tracker for resource:port and tenant:3b1decc9381440f299a0b169a6427238 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:10.363534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Quota usage for port was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:10.392184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:10.625909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc06d05e-f7d3-4ab3-9293-61a1d3618c2f req-28ba03bc-f978-41c5-bedd-b8d96a037ca1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 210 time: 0.2313409 Feb 02 15:24:10.663770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-c56f5596-f8bf-4af5-b3a2-ca0c0308a975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:10.667051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-c56f5596-f8bf-4af5-b3a2-ca0c0308a975 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4924860 Feb 02 15:24:10.677045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:10.701283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823861c5-818a-473f-9937-abd8a26c4e53 req-6454127f-6dbb-4332-bf74-f73b31fd1492 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:10.702149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-823861c5-818a-473f-9937-abd8a26c4e53 req-6454127f-6dbb-4332-bf74-f73b31fd1492 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.0932863 Feb 02 15:24:10.792618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Made reservation on behalf of 3b1decc9381440f299a0b169a6427238 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:10.797208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:10.799643 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-823861c5-818a-473f-9937-abd8a26c4e53 req-8206c39e-6bde-484f-afa9-15c5f2e4a84a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909915 Feb 02 15:24:10.836247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:10.874422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-d9dbcfe2-1242-4caf-852f-40a460a803c2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 200 len: 217 time: 0.1989133 Feb 02 15:24:11.004203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Made reservation on behalf of 2f4a09849b2f4bbc9c46acbc677686bc for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:11.007703 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:11.097670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-5d0653ba-3658-409a-a59a-1ec8b8193782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:11.099217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-5d0653ba-3658-409a-a59a-1ec8b8193782 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2105162 Feb 02 15:24:11.271172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dab6a6-30da-4176-aa69-61de8c28015d req-bc3e2534-273f-4795-b2ec-309a46342c51 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:11.272870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e9dab6a6-30da-4176-aa69-61de8c28015d req-bc3e2534-273f-4795-b2ec-309a46342c51 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.4381883 Feb 02 15:24:11.527060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b68a9-b1ef-4320-8d16-f15cb2e88f67 req-6f2cf4af-19ae-4057-89d1-78ebf7fb9458 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:11.532749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Allocated IP 10.2.2.200 (84363103-3170-468b-b9b8-900e88de7692/fdd294c4-3e37-4290-b79c-d01268643936/58c44551-61d6-4b04-8934-71f8883dcef0) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:11.533216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b68a9-b1ef-4320-8d16-f15cb2e88f67 req-6f2cf4af-19ae-4057-89d1-78ebf7fb9458 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:11.538013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b68a9-b1ef-4320-8d16-f15cb2e88f67 req-6f2cf4af-19ae-4057-89d1-78ebf7fb9458 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:11.542589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b68a9-b1ef-4320-8d16-f15cb2e88f67 req-6f2cf4af-19ae-4057-89d1-78ebf7fb9458 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:11.553069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e9dab6a6-30da-4176-aa69-61de8c28015d req-62ea9478-6bb8-4a45-8575-1b721db68f8c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151811 Feb 02 15:24:11.554639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a05b68a9-b1ef-4320-8d16-f15cb2e88f67 req-6f2cf4af-19ae-4057-89d1-78ebf7fb9458 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3094 time: 0.1303177 Feb 02 15:24:11.615313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Allocated IP 172.20.0.12 (95510e1d-9096-437d-a05a-9fd66853de15/93a8148c-1086-45a5-aab0-ab72958f43b9/26d877d1-7a30-4f20-88ed-937d9297a9e2) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:11.623294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-090bb8a9-4b59-4496-a0c1-ac6c275f5d0f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5117190 Feb 02 15:24:11.628324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a05b68a9-b1ef-4320-8d16-f15cb2e88f67 req-cbd14eaf-675f-41f8-8e44-c9be4743e55a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718014 Feb 02 15:24:11.885765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55456) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:11.935759 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7cae6f7b-271c-4ad4-aa76-1db6651a2602 req-61a6a0bb-2f84-4c41-ab0e-fcb61935fe0c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 210 time: 0.0631640 Feb 02 15:24:12.075700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-166136727', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:12.082459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:12.089070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Usage tracker for resource:port and tenant:127dbf5288e14669a244d3f34cc07b4b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:12.093869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:12.101321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:12.153399 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-f6d7a950-9539-4e05-a4d8-de8e9a1f42da service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141094 Feb 02 15:24:12.168226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Made reservation on behalf of 127dbf5288e14669a244d3f34cc07b4b for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:12.173039 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.189964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.234846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:12.239824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Usage tracker for resource:security_group_rule and tenant:127dbf5288e14669a244d3f34cc07b4b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:12.244327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:12.251957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:12.303514 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.335887 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.353014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:24:12.355890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.425217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.440062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] device_id is not set on port eec1802b-2b07-41b7-8667-259465f1007f yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:24:12.461567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.464555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Transition to ACTIVE for port object 58c44551-61d6-4b04-8934-71f8883dcef0 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:12.508053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74f07e32-9036-4f81-add7-aceaf73ff4b3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:12.523081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05043d0-13a4-48a8-8ab0-0ae9360cead1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:12.530198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Network 95510e1d-9096-437d-a05a-9fd66853de15 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:12.539453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:12.541341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190de1dd-0a46-4964-bf36-4a1fef0b0639 req-1eae7393-5a71-47bf-ac2f-477ddc83d940 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:12.548652 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-190de1dd-0a46-4964-bf36-4a1fef0b0639 req-1eae7393-5a71-47bf-ac2f-477ddc83d940 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.1915557 Feb 02 15:24:12.558668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:12.671432 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.676473 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-190de1dd-0a46-4964-bf36-4a1fef0b0639 req-57c2d89d-ff4c-4cb0-8193-59addef8d46e tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268616 Feb 02 15:24:12.720345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:12.738119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:12.739461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Allocated IP 172.25.0.89 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/eec1802b-2b07-41b7-8667-259465f1007f) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:12.840787 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:12.892107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b474f8-0cf7-4804-9303-8f8e05fb036e req-39624f6d-b8d2-4c02-be5d-830b88242f5c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:12.898905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72b474f8-0cf7-4804-9303-8f8e05fb036e req-39624f6d-b8d2-4c02-be5d-830b88242f5c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.8084924 Feb 02 15:24:12.956469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:12.956692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Pushing event updated for resources: {'Port': ['ID=26d877d1-7a30-4f20-88ed-937d9297a9e2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:12.974909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.975258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.976227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.976600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.976949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.977277 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.977597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.977917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.978581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.979446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.979787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:12.994351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:12.995210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.013539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c679e476-a522-4aa2-8b1f-c68a494ac5d4 req-e2fdc79a-a5bb-46b8-892f-ccf7cbfbf822 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8226814 Feb 02 15:24:13.020056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72b474f8-0cf7-4804-9303-8f8e05fb036e req-825c139f-381a-44fe-ac22-af0a19ea6806 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202164 Feb 02 15:24:13.064428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.122567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.124079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc254a5-e6d2-4b89-8d45-15725fa30445 req-55182f88-28f6-4ebe-994f-92b8e2f2c306 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.129552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dfc254a5-e6d2-4b89-8d45-15725fa30445 req-55182f88-28f6-4ebe-994f-92b8e2f2c306 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1305747 Feb 02 15:24:13.175317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-a56c1fbb-fb96-4fbc-9c40-9d2ba53201e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9666784 Feb 02 15:24:13.198379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dfc254a5-e6d2-4b89-8d45-15725fa30445 req-ab51f892-8ebd-482b-be1f-462d5652b432 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634444 Feb 02 15:24:13.203520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Request body: {'port': {'device_id': 'd68204c5-0319-4b90-8aad-29e93655314c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:13.285990 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'code': 200} Feb 02 15:24:13.288002 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.308172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Network 84363103-3170-468b-b9b8-900e88de7692 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:13.314476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:13.317596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:13.381297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:13.386518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:13.386949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Pushing event updated for resources: {'Port': ['ID=eec1802b-2b07-41b7-8667-259465f1007f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:13.394220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.394981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.399703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event updated for resources: {'Port': ['ID=58c44551-61d6-4b04-8934-71f8883dcef0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:13.409640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:13.479246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.480233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.502043 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.595381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ea65be12-5602-4645-9f0f-e98300d31e7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8883896 Feb 02 15:24:13.596043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff103d-a7cc-4ab9-a1e3-c6464080bd2e req-96beee5c-ede7-4ccb-beff-a4ddcad054b8 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.599182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-64ff103d-a7cc-4ab9-a1e3-c6464080bd2e req-96beee5c-ede7-4ccb-beff-a4ddcad054b8 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 932 time: 0.1146796 Feb 02 15:24:13.621530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:13.645760 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e1fa0a8c-f046-43fd-9346-c4ae3ae614fa tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7586558 Feb 02 15:24:13.645933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55528) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:13.656789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-64ff103d-a7cc-4ab9-a1e3-c6464080bd2e req-1707bda3-9086-4337-8d00-e6fd049df90c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529902 Feb 02 15:24:13.670457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0070-cf42-4956-8430-280829bf9c59 req-078687cd-e990-4f10-89b7-90e32823979f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.674646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0070-cf42-4956-8430-280829bf9c59 req-078687cd-e990-4f10-89b7-90e32823979f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.678639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0070-cf42-4956-8430-280829bf9c59 req-078687cd-e990-4f10-89b7-90e32823979f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.688664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0070-cf42-4956-8430-280829bf9c59 req-078687cd-e990-4f10-89b7-90e32823979f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.688664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0070-cf42-4956-8430-280829bf9c59 req-078687cd-e990-4f10-89b7-90e32823979f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:13.688664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d91d0070-cf42-4956-8430-280829bf9c59 req-078687cd-e990-4f10-89b7-90e32823979f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Synchronizing usage tracker for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:13.693014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}]}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:13.717325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:13.723680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Usage tracker for resource:router and tenant:127dbf5288e14669a244d3f34cc07b4b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:13.732015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:13.792452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:13.807537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aa14bc89-f241-45ed-9da4-5f8252a32ea2 None None] Provisioning for port 58c44551-61d6-4b04-8934-71f8883dcef0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:13.813382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aa14bc89-f241-45ed-9da4-5f8252a32ea2 None None] Provisioning complete for port 58c44551-61d6-4b04-8934-71f8883dcef0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:13.813759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aa14bc89-f241-45ed-9da4-5f8252a32ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.896126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-aa14bc89-f241-45ed-9da4-5f8252a32ea2 None None] Port 58c44551-61d6-4b04-8934-71f8883dcef0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:24:13.948792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d91d0070-cf42-4956-8430-280829bf9c59 req-078687cd-e990-4f10-89b7-90e32823979f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Unset dirty status for tenant:3b1decc9381440f299a0b169a6427238 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:13.949935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d91d0070-cf42-4956-8430-280829bf9c59 req-078687cd-e990-4f10-89b7-90e32823979f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3815 time: 0.7112694 Feb 02 15:24:13.955881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.974652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:13.975626 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:14.131557 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:14.135524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d91d0070-cf42-4956-8430-280829bf9c59 req-d793d399-639c-4557-8d8b-a59fedf8fe88 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1666520 Feb 02 15:24:14.475467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3cfae-37d1-4157-b549-701135515eb2 req-444d4580-5509-4bf9-a4e4-ca27e288af96 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:14.477574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5b3cfae-37d1-4157-b549-701135515eb2 req-444d4580-5509-4bf9-a4e4-ca27e288af96 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.1755817 Feb 02 15:24:14.480481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d877d1-7a30-4f20-88ed-937d9297a9e2 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:14.499644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:14.541081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5b3cfae-37d1-4157-b549-701135515eb2 req-ffa968a8-c908-4c55-8880-801546194af5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489156 Feb 02 15:24:14.611615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Transition to ACTIVE for port object 26d877d1-7a30-4f20-88ed-937d9297a9e2 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:14.642996 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:14.670867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc6063-de1f-4bb3-8894-e0d2f15b9337 req-9b72593a-daaf-4ca7-831f-828ca7254dbd tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:14.672471 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89cc6063-de1f-4bb3-8894-e0d2f15b9337 req-9b72593a-daaf-4ca7-831f-828ca7254dbd tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.3154476 Feb 02 15:24:14.743503 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:14.782354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a447982-0bd1-42b0-949f-49ad032ca30d req-81a9e546-04f8-476e-9d65-16ef2685c0bc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:14.784082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a447982-0bd1-42b0-949f-49ad032ca30d req-81a9e546-04f8-476e-9d65-16ef2685c0bc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.0958161 Feb 02 15:24:14.849913 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a447982-0bd1-42b0-949f-49ad032ca30d req-f0e01887-a585-42ae-acfb-1d41c829c008 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573721 Feb 02 15:24:14.970873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26d9d33-0742-43ef-8e29-c4c79625cc82 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:15.082020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982d65-0215-4354-8aef-98707bdf6696 req-c74c5fc7-bcea-4d93-ae88-018f028f99bd tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:15.083592 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3982d65-0215-4354-8aef-98707bdf6696 req-c74c5fc7-bcea-4d93-ae88-018f028f99bd tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 944 time: 0.0982502 Feb 02 15:24:15.091164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:15.115197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Pushing event updated for resources: {'Port': ['ID=26d877d1-7a30-4f20-88ed-937d9297a9e2,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:15.136899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89cc6063-de1f-4bb3-8894-e0d2f15b9337 req-8c5e2862-f6c6-4b1e-ba6f-614254f3c25c tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4487379 Feb 02 15:24:15.136899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Transition to ACTIVE for port object e26d9d33-0742-43ef-8e29-c4c79625cc82 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:15.149393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3982d65-0215-4354-8aef-98707bdf6696 req-4de7bcb5-40a3-4e27-bbba-f56b08390361 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490775 Feb 02 15:24:15.222914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:15.410813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Pushing event updated for resources: {'Port': ['ID=e26d9d33-0742-43ef-8e29-c4c79625cc82,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:15.419663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119587ee-a560-44ea-a9ed-3761e151e9f0 req-5e307d5d-13ea-4306-a9e5-f4993dce21f1 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:15.424508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119587ee-a560-44ea-a9ed-3761e151e9f0 req-5e307d5d-13ea-4306-a9e5-f4993dce21f1 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:15.429340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119587ee-a560-44ea-a9ed-3761e151e9f0 req-5e307d5d-13ea-4306-a9e5-f4993dce21f1 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:15.434033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119587ee-a560-44ea-a9ed-3761e151e9f0 req-5e307d5d-13ea-4306-a9e5-f4993dce21f1 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:15.438931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119587ee-a560-44ea-a9ed-3761e151e9f0 req-5e307d5d-13ea-4306-a9e5-f4993dce21f1 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:15.448084 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-119587ee-a560-44ea-a9ed-3761e151e9f0 req-5e307d5d-13ea-4306-a9e5-f4993dce21f1 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3827 time: 0.1446114 Feb 02 15:24:15.466466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Attempting to bind port 26d877d1-7a30-4f20-88ed-937d9297a9e2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:15.466806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Attempting to bind port 26d877d1-7a30-4f20-88ed-937d9297a9e2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:15.467133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Attempting to bind port 26d877d1-7a30-4f20-88ed-937d9297a9e2 on network 95510e1d-9096-437d-a05a-9fd66853de15 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:15.478745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Port 26d877d1-7a30-4f20-88ed-937d9297a9e2 on network 95510e1d-9096-437d-a05a-9fd66853de15 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:15.479069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Attempting to bind port 26d877d1-7a30-4f20-88ed-937d9297a9e2 on network 95510e1d-9096-437d-a05a-9fd66853de15 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:15.526841 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-119587ee-a560-44ea-a9ed-3761e151e9f0 req-546e0cf8-1a6f-48c5-818d-ef965b027226 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744171 Feb 02 15:24:15.608665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:15.609010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Checking segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:15.609396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Bound using segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:15.609855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Bound port: 26d877d1-7a30-4f20-88ed-937d9297a9e2, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:15.610229 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:15.854480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Attempting to bind port e26d9d33-0742-43ef-8e29-c4c79625cc82 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:15.854809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Attempting to bind port e26d9d33-0742-43ef-8e29-c4c79625cc82 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:15.855130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Attempting to bind port e26d9d33-0742-43ef-8e29-c4c79625cc82 on network b2296672-15a6-4ab4-9585-5f92ce6cfd57 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:15.924069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] For port 26d877d1-7a30-4f20-88ed-937d9297a9e2, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:15.926545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Port e26d9d33-0742-43ef-8e29-c4c79625cc82 on network b2296672-15a6-4ab4-9585-5f92ce6cfd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:15.926867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Attempting to bind port e26d9d33-0742-43ef-8e29-c4c79625cc82 on network b2296672-15a6-4ab4-9585-5f92ce6cfd57 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:15.965824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] For port 26d877d1-7a30-4f20-88ed-937d9297a9e2, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=26d877d1-7a30-4f20-88ed-937d9297a9e2,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:15.965824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:15.965824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Checking segment: {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:15.965824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Bound using segment: {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:15.965824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Bound port: e26d9d33-0742-43ef-8e29-c4c79625cc82, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8258a567-30f8-4e2c-b9d9-5c24a20b6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:15.965824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.041367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.094781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.099124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec781e8f-b5f0-410c-99c9-8ef3a41ce9b7 req-a1e4de3c-ea04-44d0-bbf4-81f1b400a0a6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:16.099124 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec781e8f-b5f0-410c-99c9-8ef3a41ce9b7 req-a1e4de3c-ea04-44d0-bbf4-81f1b400a0a6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.0949857 Feb 02 15:24:16.102931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.159923 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec781e8f-b5f0-410c-99c9-8ef3a41ce9b7 req-a68c29f0-2af4-462f-a96f-9d141be2f6f6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555730 Feb 02 15:24:16.221690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240a470-51fa-47f4-af42-c5feb9d97f17 req-0b6c0cf5-0ff5-48c6-83ca-5c2a6f036492 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:16.221690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5240a470-51fa-47f4-af42-c5feb9d97f17 req-0b6c0cf5-0ff5-48c6-83ca-5c2a6f036492 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.4972212 Feb 02 15:24:16.253297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa3eff-ad18-439d-9987-5b862172622c req-52939193-1d67-4176-badb-93f80f1015a9 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:16.253297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8baa3eff-ad18-439d-9987-5b862172622c req-52939193-1d67-4176-badb-93f80f1015a9 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.107 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.4567401 Feb 02 15:24:16.349916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:24:16.376203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55618) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:16.412656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.416643 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/26d877d1-7a30-4f20-88ed-937d9297a9e2 HTTP/1.1" status: 200 len: 1092 time: 3.2172799 Feb 02 15:24:16.420834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68204c5-0319-4b90-8aad-29e93655314c', 'tag': '26d877d1-7a30-4f20-88ed-937d9297a9e2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:16.422317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a593e0-145e-4174-b4df-4699cda37053 req-1e0988ab-799d-4e5d-a0e2-d08e65c29b1a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:16.424022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06a593e0-145e-4174-b4df-4699cda37053 req-1e0988ab-799d-4e5d-a0e2-d08e65c29b1a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 944 time: 0.1099265 Feb 02 15:24:16.442187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] For port e26d9d33-0742-43ef-8e29-c4c79625cc82, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:16.485367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06a593e0-145e-4174-b4df-4699cda37053 req-89be6065-4fce-4650-bc5d-9955a9b6ed9b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549526 Feb 02 15:24:16.534070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:16.549855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'mac_address': 'fa:16:3e:fc:a2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:24:16.589457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.608371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] For port e26d9d33-0742-43ef-8e29-c4c79625cc82, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:16.609683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878447f8-8d59-4b3e-8875-2b7878e030b4 service neutron] Pushing event updated for resources: {'Port': ['ID=26d877d1-7a30-4f20-88ed-937d9297a9e2,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:16.615147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.633720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53eceab9-6a21-4ee8-bc1f-9885a47dd023 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:16.634599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Deleting port 5b3f769e-13ed-460f-8583-3190755f1129 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:16.635206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.649591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:16.685391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.704789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:16.717398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] Usage tracker for resource:security_group_rule and tenant:55d95a993691444487e6e86abc48d636 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:16.721026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:16.728542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:16.730172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5240a470-51fa-47f4-af42-c5feb9d97f17 req-c43d9187-3caa-46a5-910d-2c8aaf6763ff tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678230 Feb 02 15:24:16.758394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e72856-564c-4787-b31b-7fecb2736c3c req-3608e74f-71e9-420d-82e8-9a2772133e7b tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:16.759874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17e72856-564c-4787-b31b-7fecb2736c3c req-3608e74f-71e9-420d-82e8-9a2772133e7b tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.1286068 Feb 02 15:24:16.790881 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.825622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.827224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] 10.222.0.107 "PUT /v2.0/ports/e26d9d33-0742-43ef-8e29-c4c79625cc82 HTTP/1.1" status: 200 len: 1091 time: 3.2140751 Feb 02 15:24:16.850799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17e72856-564c-4787-b31b-7fecb2736c3c req-e9ce81ad-a2f5-4f01-9f4f-b7e796b69c7f tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804110 Feb 02 15:24:16.875741 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:16.897566 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68204c5-0319-4b90-8aad-29e93655314c', 'tag': '26d877d1-7a30-4f20-88ed-937d9297a9e2', 'status': 'completed', 'code': 200} Feb 02 15:24:16.914479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:16.917951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:17.008710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:17.056449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:17.093181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['53eceab9-6a21-4ee8-bc1f-9885a47dd023'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:17.123189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb010e0-549d-474b-ad52-4b4bcadba6b1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:17.133314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65141c-5f1b-407e-a341-89e770f60440 service neutron] Pushing event updated for resources: {'Port': ['ID=e26d9d33-0742-43ef-8e29-c4c79625cc82,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:17.148290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1d0f83f2-7ee4-478d-b5f0-44c6c1a6fa61 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55d95a993691444487e6e86abc48d636&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7718265 Feb 02 15:24:17.150727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55630) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:17.189687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ce40-a391-4f40-b350-5970201f7993 req-786ca805-008b-4355-9b3b-404af74641fe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.194119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ce40-a391-4f40-b350-5970201f7993 req-786ca805-008b-4355-9b3b-404af74641fe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.203336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ce40-a391-4f40-b350-5970201f7993 req-786ca805-008b-4355-9b3b-404af74641fe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.208787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ce40-a391-4f40-b350-5970201f7993 req-786ca805-008b-4355-9b3b-404af74641fe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.214865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ce40-a391-4f40-b350-5970201f7993 req-786ca805-008b-4355-9b3b-404af74641fe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.216833 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4858ce40-a391-4f40-b350-5970201f7993 req-786ca805-008b-4355-9b3b-404af74641fe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3827 time: 0.2011397 Feb 02 15:24:17.250032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:17.281587 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4858ce40-a391-4f40-b350-5970201f7993 req-5421168f-2b53-4ab3-8b75-2740bf278c9f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550804 Feb 02 15:24:17.314777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-269dac8c-6f8b-4d7a-adf6-25ea659fdc51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 1095 time: 0.7588322 Feb 02 15:24:17.482535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dfe24-de8b-49a7-8a44-fae7aae68d86 req-2efd6406-a3b5-40b3-bf4c-8565325e5e11 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.484249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee4dfe24-de8b-49a7-8a44-fae7aae68d86 req-2efd6406-a3b5-40b3-bf4c-8565325e5e11 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.0790937 Feb 02 15:24:17.522068 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:17.536216 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee4dfe24-de8b-49a7-8a44-fae7aae68d86 req-cc7fcc7e-0be2-4860-9b85-fc38a0e8acde tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460536 Feb 02 15:24:17.547920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-fec1512a-d6de-46e0-8dfd-b8c9865567ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26d877d1-7a30-4f20-88ed-937d9297a9e2 HTTP/1.1" status: 200 len: 217 time: 0.1773787 Feb 02 15:24:17.572597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:17.748211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b501ba9-df14-41f7-871c-dfabf69631c0 req-7dcf5015-9e32-46fd-a7e3-2073279159c7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.749739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b501ba9-df14-41f7-871c-dfabf69631c0 req-7dcf5015-9e32-46fd-a7e3-2073279159c7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 949 time: 0.0838764 Feb 02 15:24:17.837044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] For port 5b3f769e-13ed-460f-8583-3190755f1129, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5b3f769e-13ed-460f-8583-3190755f1129,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:17.837430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:17.864262 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b501ba9-df14-41f7-871c-dfabf69631c0 req-c74a401d-0b7b-4f32-9905-d01fe0ddcf04 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725403 Feb 02 15:24:17.870183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-2255f8f2-4f4a-491c-851d-9f95256a88d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.871637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-2255f8f2-4f4a-491c-851d-9f95256a88d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 200 len: 854 time: 0.3034608 Feb 02 15:24:17.872269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bcb2adda-2e09-42fd-b7d5-0b2b01ef60d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:17.879834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f9000-c75a-4625-9eae-514052123e01 req-372a171b-0ba6-4dac-b5cd-2fa677c06486 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:17.881285 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-372a171b-0ba6-4dac-b5cd-2fa677c06486 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b&tenant_id=4a45236fd49a4609b20b9ee44f01780a&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 949 time: 0.1304736 Feb 02 15:24:17.969149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-fedc8735-45f5-48bb-b028-44ac95a94eeb service neutron] 10.222.0.107 "GET /v2.0/ports/53eceab9-6a21-4ee8-bc1f-9885a47dd023/bindings/n-h2-827122-1 HTTP/1.1" status: 200 len: 382 time: 0.0820136 Feb 02 15:24:18.078111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-fbe4d6ef-bad9-4ad5-963b-664027b1cf8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95510e1d-9096-437d-a05a-9fd66853de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413162 Feb 02 15:24:18.126683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b6054-287d-4f0b-a34f-f0dfaeeabc00 req-52c0764f-8e76-4b65-b1ee-59f1686b9824 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.129286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-176b6054-287d-4f0b-a34f-f0dfaeeabc00 req-52c0764f-8e76-4b65-b1ee-59f1686b9824 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 945 time: 0.1378489 Feb 02 15:24:18.132343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-1a024f8f-4905-4abf-a1a8-ddc02f631812 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 1100 time: 0.1099775 Feb 02 15:24:18.216449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bcb2adda-2e09-42fd-b7d5-0b2b01ef60d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:18.260221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-176b6054-287d-4f0b-a34f-f0dfaeeabc00 req-7a516dde-32d8-4023-a2ad-ed094500f688 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups?id=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256046 Feb 02 15:24:18.297597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f9000-c75a-4625-9eae-514052123e01 req-ff188f63-5df6-4840-85fd-fff119641479 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.299051 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-ff188f63-5df6-4840-85fd-fff119641479 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1505787 Feb 02 15:24:18.370193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:24:18.371505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-d4eb631b-91a2-4c95-bce6-489d1e3eed27 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 200 len: 217 time: 0.0658720 Feb 02 15:24:18.450348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:18.451093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:18.528055 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:18.573241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f9000-c75a-4625-9eae-514052123e01 req-96f08979-e054-4146-941a-326e6809ba43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.574663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-96f08979-e054-4146-941a-326e6809ba43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1971388 Feb 02 15:24:18.579360 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:18.610587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:18.623954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:18.644574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:18.662063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98db04-0eb6-48d7-9956-be658b013bbe req-a8e31bc4-58de-4393-8e5e-46a533607887 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.666697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98db04-0eb6-48d7-9956-be658b013bbe req-a8e31bc4-58de-4393-8e5e-46a533607887 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.670540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98db04-0eb6-48d7-9956-be658b013bbe req-a8e31bc4-58de-4393-8e5e-46a533607887 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.674411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98db04-0eb6-48d7-9956-be658b013bbe req-a8e31bc4-58de-4393-8e5e-46a533607887 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.678246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98db04-0eb6-48d7-9956-be658b013bbe req-a8e31bc4-58de-4393-8e5e-46a533607887 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.680700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3d98db04-0eb6-48d7-9956-be658b013bbe req-a8e31bc4-58de-4393-8e5e-46a533607887 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3827 time: 0.2590852 Feb 02 15:24:18.706362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:18.711800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-75173964-eeb9-4070-a350-4a96a247fe00 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254275 Feb 02 15:24:18.772328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc2ac9-c91e-4ad8-bf8d-fced67c96dc0 req-8cfb3b24-5758-4e15-8f94-d526c11aec1f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:18.773257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-88dc2ac9-c91e-4ad8-bf8d-fced67c96dc0 req-8cfb3b24-5758-4e15-8f94-d526c11aec1f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:18.811153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3d98db04-0eb6-48d7-9956-be658b013bbe req-89a65890-5b07-4d6a-afb3-7c2060888227 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1232715 Feb 02 15:24:18.822170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:18.885224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-2c0b6cf0-99ed-45d1-9962-3b3db4a50b30 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615884 Feb 02 15:24:18.893777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:18.913456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-d56e2beb-7a78-42b1-94ea-8eef4d795e86 service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271345 Feb 02 15:24:19.038601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-3cbfb562-6438-4445-bb10-2964e60a0cab service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463683 Feb 02 15:24:19.052557 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bcb2adda-2e09-42fd-b7d5-0b2b01ef60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.056207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-88dc2ac9-c91e-4ad8-bf8d-fced67c96dc0 req-8cfb3b24-5758-4e15-8f94-d526c11aec1f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:19.057361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88dc2ac9-c91e-4ad8-bf8d-fced67c96dc0 req-8cfb3b24-5758-4e15-8f94-d526c11aec1f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 944 time: 1.3553884 Feb 02 15:24:19.076223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.076624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55e32d81-de93-43fe-aa47-3fdaf4c6a481 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:24:19.106205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.107690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.107690 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Floating IP cb33257e-99bb-41e7-8f66-2d3a48171e3d disassociated. External IP: 172.25.0.31, port: 5b3f769e-13ed-460f-8583-3190755f1129. Feb 02 15:24:19.107690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Calling delete_port for 5b3f769e-13ed-460f-8583-3190755f1129 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:19.155709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2adda-2e09-42fd-b7d5-0b2b01ef60d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb010e0-549d-474b-ad52-4b4bcadba6b1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:19.196892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e25f3-3ad4-49ff-aab1-d75cb9b279a6 req-8c667864-f7a2-4bc1-9b49-78c5f916a617 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:19.198408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d65e25f3-3ad4-49ff-aab1-d75cb9b279a6 req-8c667864-f7a2-4bc1-9b49-78c5f916a617 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.0810683 Feb 02 15:24:19.246872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d65e25f3-3ad4-49ff-aab1-d75cb9b279a6 req-83403628-43f8-4613-84a9-28431fdcda58 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427229 Feb 02 15:24:19.318093 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 02 15:24:19.319385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c432fcb6-bdf5-404e-9cd6-836b37922bab tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6668391 Feb 02 15:24:19.322522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:19.343094 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'code': 200} Feb 02 15:24:19.347532 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88dc2ac9-c91e-4ad8-bf8d-fced67c96dc0 req-51a38ebb-8c40-4ea4-b23c-082d7c1cead3 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529645 Feb 02 15:24:19.348284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bcb2adda-2e09-42fd-b7d5-0b2b01ef60d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.352152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bcb2adda-2e09-42fd-b7d5-0b2b01ef60d1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9fb010e0-549d-474b-ad52-4b4bcadba6b1 HTTP/1.1" status: 204 len: 168 time: 2.1937044 Feb 02 15:24:19.355251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2dfbb2f4-a757-4119-8f7e-da358dce128f req-ef63d02b-0ccf-40e1-ba08-4c20a0c5eb47 service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322314 Feb 02 15:24:19.370668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb279cb-ba60-40eb-b81a-fb696316c08a {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:19.416198 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.429015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6909802c-386b-4ec3-a078-ab5eaaf39d6f tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Deleting port eec1802b-2b07-41b7-8667-259465f1007f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:19.429163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6909802c-386b-4ec3-a078-ab5eaaf39d6f tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.477579 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'status': 'completed', 'code': 200} Feb 02 15:24:19.516276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Transition to ACTIVE for port object adb279cb-ba60-40eb-b81a-fb696316c08a will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:19.517567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.607549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event deleted for resources: {'Port': ['ID=5b3f769e-13ed-460f-8583-3190755f1129,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:19.655788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.700823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96752ad4-90ed-4f30-8042-ff4d4b859436 req-86057bcf-5f27-4ace-b527-41ed63991d42 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 210 time: 0.0944135 Feb 02 15:24:19.822650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6909802c-386b-4ec3-a078-ab5eaaf39d6f tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:19.885043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Pushing event updated for resources: {'Port': ['ID=adb279cb-ba60-40eb-b81a-fb696316c08a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:19.972552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596517b9-07ff-4192-834b-8b9d80f5cf69 req-a097545d-0f76-414f-b972-e52565770ef9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:19.979892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596517b9-07ff-4192-834b-8b9d80f5cf69 req-a097545d-0f76-414f-b972-e52565770ef9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.4968131 Feb 02 15:24:19.988230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6909802c-386b-4ec3-a078-ab5eaaf39d6f tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Calling delete_port for eec1802b-2b07-41b7-8667-259465f1007f owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:20.000851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-78bee4ba-42e1-41a5-8070-5b8ab237ad8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 1095 time: 0.4388137 Feb 02 15:24:20.021994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26b1acc0-b4c9-4fcf-a51a-683d38c1453b req-cb55790b-f821-4879-9397-9b66676452b4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 4362 time: 0.4834533 Feb 02 15:24:20.214104 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596517b9-07ff-4192-834b-8b9d80f5cf69 req-89d137c0-9413-42c5-ae43-6ebf1d4a205e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330732 Feb 02 15:24:20.315444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1acc0-b4c9-4fcf-a51a-683d38c1453b req-25f10628-ecd7-4446-bc60-cdbba0c2ed7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.316480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1acc0-b4c9-4fcf-a51a-683d38c1453b req-25f10628-ecd7-4446-bc60-cdbba0c2ed7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.317159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1acc0-b4c9-4fcf-a51a-683d38c1453b req-25f10628-ecd7-4446-bc60-cdbba0c2ed7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.319004 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26b1acc0-b4c9-4fcf-a51a-683d38c1453b req-25f10628-ecd7-4446-bc60-cdbba0c2ed7e service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=3b1decc9381440f299a0b169a6427238&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.2746856 Feb 02 15:24:20.333483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55668) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:20.370471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5b3f769e-13ed-460f-8583-3190755f1129 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:24:20.405100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:20.410203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 5b3f769e-13ed-460f-8583-3190755f1129 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:24:20.410794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5b3f769e-13ed-460f-8583-3190755f1129 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:24:20.476705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Attempting to bind port adb279cb-ba60-40eb-b81a-fb696316c08a on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:20.476945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Attempting to bind port adb279cb-ba60-40eb-b81a-fb696316c08a by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:20.477334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Attempting to bind port adb279cb-ba60-40eb-b81a-fb696316c08a on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:20.532004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Port adb279cb-ba60-40eb-b81a-fb696316c08a on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:20.532350 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Attempting to bind port adb279cb-ba60-40eb-b81a-fb696316c08a on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:20.556276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-40622c34-ca2f-4414-b3bd-09ab6d36aa09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.557762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-40622c34-ca2f-4414-b3bd-09ab6d36aa09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 916 time: 0.5463023 Feb 02 15:24:20.574062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6909802c-386b-4ec3-a078-ab5eaaf39d6f tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:20.578599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:20.626547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:20.626904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Checking segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:20.627298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Bound using segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:20.627750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Bound port: adb279cb-ba60-40eb-b81a-fb696316c08a, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:20.628241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:20.643303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909802c-386b-4ec3-a078-ab5eaaf39d6f tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Pushing event deleted for resources: {'Port': ['ID=eec1802b-2b07-41b7-8667-259465f1007f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:20.648586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] Usage tracker for resource:security_group_rule and tenant:44e9b6872e2548bf985c6623b1908160 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:20.667200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b748-3525-45f2-b565-eff8e25fb555 req-7781027e-5fdc-4302-9077-553f079db6ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.671155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b748-3525-45f2-b565-eff8e25fb555 req-7781027e-5fdc-4302-9077-553f079db6ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.675053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b748-3525-45f2-b565-eff8e25fb555 req-7781027e-5fdc-4302-9077-553f079db6ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.679650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b748-3525-45f2-b565-eff8e25fb555 req-7781027e-5fdc-4302-9077-553f079db6ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.683600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b748-3525-45f2-b565-eff8e25fb555 req-7781027e-5fdc-4302-9077-553f079db6ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.687506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b748-3525-45f2-b565-eff8e25fb555 req-7781027e-5fdc-4302-9077-553f079db6ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.689384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e433b748-3525-45f2-b565-eff8e25fb555 req-7781027e-5fdc-4302-9077-553f079db6ff tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 4604 time: 0.6747072 Feb 02 15:24:20.700657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:20.715803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:20.718890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-6f18010b-7cd3-4138-849e-4d806135e754 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26d877d1-7a30-4f20-88ed-937d9297a9e2 HTTP/1.1" status: 200 len: 217 time: 0.1475492 Feb 02 15:24:20.767486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1acc0-b4c9-4fcf-a51a-683d38c1453b req-bc743136-d9c0-4941-b33a-145d1010ba07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.768923 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26b1acc0-b4c9-4fcf-a51a-683d38c1453b req-bc743136-d9c0-4941-b33a-145d1010ba07 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4260254 Feb 02 15:24:20.805641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c182f-ba35-44a5-b2af-04a2b6af8d97 req-742c662f-7e01-4dcd-8da8-0d5f719afcb6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.807095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b31c182f-ba35-44a5-b2af-04a2b6af8d97 req-742c662f-7e01-4dcd-8da8-0d5f719afcb6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.3800070 Feb 02 15:24:20.808104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6909802c-386b-4ec3-a078-ab5eaaf39d6f tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:20.842432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6909802c-386b-4ec3-a078-ab5eaaf39d6f tempest-RoutersAdminNegativeTest-1031316663 tempest-RoutersAdminNegativeTest-1031316663-project-admin] 10.222.0.88 "DELETE /v2.0/ports/eec1802b-2b07-41b7-8667-259465f1007f HTTP/1.1" status: 204 len: 168 time: 1.5188065 Feb 02 15:24:20.865409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b31c182f-ba35-44a5-b2af-04a2b6af8d97 req-5ec1386b-e3c0-46ab-b725-6d6bed501bf1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509658 Feb 02 15:24:20.911305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-28436723-9572-462c-bb1a-0a35f1bf7090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:20.913299 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-28436723-9572-462c-bb1a-0a35f1bf7090 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 200 len: 854 time: 0.1685538 Feb 02 15:24:20.925812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Router f9657a4f-0c2c-4444-9532-7710bf09dc08 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:24:20.966028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e433b748-3525-45f2-b565-eff8e25fb555 req-1da259c0-254b-4487-ae67-389be9a7884a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2549090 Feb 02 15:24:20.982285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] For port adb279cb-ba60-40eb-b81a-fb696316c08a, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:21.020304 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-71f10c0f-02a7-4669-8128-ddb8979581f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95510e1d-9096-437d-a05a-9fd66853de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698199 Feb 02 15:24:21.020304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] For port adb279cb-ba60-40eb-b81a-fb696316c08a, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=adb279cb-ba60-40eb-b81a-fb696316c08a,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:21.146716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ba09-0a04-40bb-9cdb-2d20144113a2 req-0419822e-d50e-4a2a-9665-0c394f61a5d6 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:21.149046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c48ba09-0a04-40bb-9cdb-2d20144113a2 req-0419822e-d50e-4a2a-9665-0c394f61a5d6 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 944 time: 0.0964446 Feb 02 15:24:21.183943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:21.196891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c48ba09-0a04-40bb-9cdb-2d20144113a2 req-75f909b7-173d-4729-8a8c-28a4515c091c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Feb 02 15:24:21.255974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:21.297556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7d834c5-01a4-4c0d-a766-289eb26a85c6 req-a002d222-77d7-4743-9e14-f5de76d867b9 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 210 time: 0.1278064 Feb 02 15:24:21.341367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:21.352490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] 10.222.0.107 "PUT /v2.0/ports/adb279cb-ba60-40eb-b81a-fb696316c08a HTTP/1.1" status: 200 len: 1135 time: 4.2915010 Feb 02 15:24:21.386744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:21.401879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2346b-e102-4b28-b1bd-6479586a073e service neutron] Pushing event updated for resources: {'Port': ['ID=adb279cb-ba60-40eb-b81a-fb696316c08a,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:21.405848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-f96a982d-7bb5-4a5f-8246-fa2c6b055cfa service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961518 Feb 02 15:24:21.505588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570795c9-6e36-4309-b9d1-d7c3ba452a72 req-aa7df975-1806-44af-ab22-3dd3c0169705 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:21.508107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-570795c9-6e36-4309-b9d1-d7c3ba452a72 req-aa7df975-1806-44af-ab22-3dd3c0169705 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1127636 Feb 02 15:24:21.527183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'adb279cb-ba60-40eb-b81a-fb696316c08a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:21.547461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:21.577769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-570795c9-6e36-4309-b9d1-d7c3ba452a72 req-09b1fe81-8d2e-4de2-b9a9-54411dce3bc5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634413 Feb 02 15:24:21.603994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55684) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:21.611032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=44e9b6872e2548bf985c6623b1908160&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2658494 Feb 02 15:24:21.622580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34108f7-7db0-434a-82d4-84c2e759f951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af154aa2-ff09-49b0-b830-988748e802b1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:21.651387 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'adb279cb-ba60-40eb-b81a-fb696316c08a', 'status': 'completed', 'code': 200} Feb 02 15:24:21.681180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:21.728958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55688) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:21.774679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:21.837217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5a87f65-4f4d-49e6-b36c-07784fffa089 req-a92d2e30-f8fb-4a56-a489-320ddbdf1ef4 service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212286 Feb 02 15:24:21.847797 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:21.907428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b6b7e09-5f93-45b6-9e29-dfb498989598 req-71e1feb1-5da7-4a28-a8b5-37259842f1bf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5290 time: 0.1774909 Feb 02 15:24:21.941185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:22.002435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:24:22.014042 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] Sync routers for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:24:22.041094 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:24:22.043701 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:23:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:22.098862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] No DVR routers for this DVR port 5b3f769e-13ed-460f-8583-3190755f1129 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:24:22.105104 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:22.140288 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:22.183373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:22.184849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af154aa2-ff09-49b0-b830-988748e802b1 HTTP/1.1" status: 204 len: 168 time: 0.5796845 Feb 02 15:24:22.193608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:22.197368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af154aa2-ff09-49b0-b830-988748e802b1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:22.226334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.226948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.227448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.228005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.228499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.229005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.229499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.230161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.230632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.231599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.232110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797d448-6ba0-4faa-9c02-3529396d328f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:22.235499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] Usage tracker for resource:security_group_rule and tenant:53237102d7884ff39029168118106b55 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:22.243479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:22.270526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:22.296202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eed5fe-c2e8-4570-9a6c-c5b5444aea5a req-1b233f74-0a78-455a-9737-d1b39262b7b2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.298168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9eed5fe-c2e8-4570-9a6c-c5b5444aea5a req-1b233f74-0a78-455a-9737-d1b39262b7b2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.2557495 Feb 02 15:24:22.308999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b7e09-5f93-45b6-9e29-dfb498989598 req-65199430-5f32-4144-91d6-465f29b4f5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.309651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b7e09-5f93-45b6-9e29-dfb498989598 req-65199430-5f32-4144-91d6-465f29b4f5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.310433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b7e09-5f93-45b6-9e29-dfb498989598 req-65199430-5f32-4144-91d6-465f29b4f5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.313067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b6b7e09-5f93-45b6-9e29-dfb498989598 req-65199430-5f32-4144-91d6-465f29b4f5d5 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=3b1decc9381440f299a0b169a6427238&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3904395 Feb 02 15:24:22.345098 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:24:22.367113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 26d877d1-7a30-4f20-88ed-937d9297a9e2 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:24:22.477000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b7e09-5f93-45b6-9e29-dfb498989598 req-9235f5d8-e6dd-402e-aefa-13b5c3b02b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.478451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b6b7e09-5f93-45b6-9e29-dfb498989598 req-9235f5d8-e6dd-402e-aefa-13b5c3b02b43 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1451340 Feb 02 15:24:22.530089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8baa3eff-ad18-439d-9987-5b862172622c req-3d7c8b93-d29a-41f1-a3ca-343818247dfa tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.107 "DELETE /v2.0/ports/5b3f769e-13ed-460f-8583-3190755f1129 HTTP/1.1" status: 204 len: 173 time: 6.2569959 Feb 02 15:24:22.534294 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9eed5fe-c2e8-4570-9a6c-c5b5444aea5a req-b05de0f4-6ad4-4b51-833f-e805c237f6aa tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257998 Feb 02 15:24:22.556730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 26d877d1-7a30-4f20-88ed-937d9297a9e2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=26d877d1-7a30-4f20-88ed-937d9297a9e2,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:22.575701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '26d877d1-7a30-4f20-88ed-937d9297a9e2', 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'port_id': '26d877d1-7a30-4f20-88ed-937d9297a9e2', 'mac_address': 'fa:16:3e:2a:c6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a8148c-1086-45a5-aab0-ab72958f43b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:24:22.605752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:22.665451 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:22.703946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d877d1-7a30-4f20-88ed-937d9297a9e2 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:22.708639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745588-b9c8-4780-a943-63c5862ad258 req-ede8cd44-bb96-4f4e-b404-b9bee0783fb2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.714144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745588-b9c8-4780-a943-63c5862ad258 req-ede8cd44-bb96-4f4e-b404-b9bee0783fb2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.718187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745588-b9c8-4780-a943-63c5862ad258 req-ede8cd44-bb96-4f4e-b404-b9bee0783fb2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.722583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745588-b9c8-4780-a943-63c5862ad258 req-ede8cd44-bb96-4f4e-b404-b9bee0783fb2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.730091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745588-b9c8-4780-a943-63c5862ad258 req-ede8cd44-bb96-4f4e-b404-b9bee0783fb2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.737067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745588-b9c8-4780-a943-63c5862ad258 req-ede8cd44-bb96-4f4e-b404-b9bee0783fb2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.737288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 26d877d1-7a30-4f20-88ed-937d9297a9e2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=26d877d1-7a30-4f20-88ed-937d9297a9e2,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:22.746067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b745588-b9c8-4780-a943-63c5862ad258 req-ede8cd44-bb96-4f4e-b404-b9bee0783fb2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 4604 time: 0.2523639 Feb 02 15:24:22.753127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-6e1901ec-1c54-4262-a2cb-0034130c3cad service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b&tenant_id=4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 1101 time: 0.5965455 Feb 02 15:24:22.782399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:24:22.866947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa107d-1bfa-45ee-af17-9b96f488c036 req-d8fe7c18-e1af-4d9a-805f-0f8b563a7b5d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:22.874697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70fa107d-1bfa-45ee-af17-9b96f488c036 req-d8fe7c18-e1af-4d9a-805f-0f8b563a7b5d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 944 time: 0.1607118 Feb 02 15:24:22.895152 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:22.935189 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:23:17Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:22.937215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94c1c6a-15be-46b7-8c70-2890417edb08 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:22.948099 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] Checking router: f9657a4f-0c2c-4444-9532-7710bf09dc08 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:24:22.957113 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b745588-b9c8-4780-a943-63c5862ad258 req-a1e9bbb9-e7d9-43b2-b038-34e2aab672ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2098315 Feb 02 15:24:22.962450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:22.973710 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:24:22.974393 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:23:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:22.995954 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:23.009424 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70fa107d-1bfa-45ee-af17-9b96f488c036 req-6fdd6ca7-a603-4114-9d74-d9cdcb3c9792 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333714 Feb 02 15:24:23.027280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Transition to ACTIVE for port object a94c1c6a-15be-46b7-8c70-2890417edb08 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:23.047025 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-91c42c92-90f4-4d98-822b-ede8c966fa2d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 1101 time: 0.2506831 Feb 02 15:24:23.063953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=53237102d7884ff39029168118106b55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3327484 Feb 02 15:24:23.081066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55714) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:23.126099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b86a22-1675-4b7c-8103-6c0d9056f32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c13e37-cc6a-4339-bb2e-f4bdb5cbe4ae,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:23.146463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=26d877d1-7a30-4f20-88ed-937d9297a9e2,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:23.224445 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:24:23.246365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d81b336-5fe3-4a9a-bf6a-9b0fcf4820d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:23.273280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1c7ecaa6-78e7-4a4c-a907-c1414bf4d6e5 req-74015fe3-1bb6-4ab6-a672-e54381e5d979 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Synchronizing usage tracker for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:23.286185 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:23.295873 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d81b336-5fe3-4a9a-bf6a-9b0fcf4820d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:23.349323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb580c1e-f58c-47f9-96ab-ed8185596e8d req-d950aaab-4ee3-4598-be53-b91fd47c6e86 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:23.351410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eb580c1e-f58c-47f9-96ab-ed8185596e8d req-d950aaab-4ee3-4598-be53-b91fd47c6e86 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 950 time: 0.1521375 Feb 02 15:24:23.362326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['26d877d1-7a30-4f20-88ed-937d9297a9e2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:23.413505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a94c1c6a-15be-46b7-8c70-2890417edb08,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:23.452185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eb580c1e-f58c-47f9-96ab-ed8185596e8d req-2c170ba3-f1ac-430a-84e6-fa0044d41324 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926361 Feb 02 15:24:23.550031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1c7ecaa6-78e7-4a4c-a907-c1414bf4d6e5 req-74015fe3-1bb6-4ab6-a672-e54381e5d979 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Unset dirty status for tenant:f70cd978df16457aaf7cd194628db8a2 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:23.551188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c7ecaa6-78e7-4a4c-a907-c1414bf4d6e5 req-74015fe3-1bb6-4ab6-a672-e54381e5d979 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/ports?device_id=e55f6738-5d27-439d-bb4e-4e06b1a9a93b HTTP/1.1" status: 200 len: 210 time: 0.3471589 Feb 02 15:24:23.552774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f9000-c75a-4625-9eae-514052123e01 req-4a34d6dc-a6a1-4877-85aa-c1adb6113888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:23.556973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-4a34d6dc-a6a1-4877-85aa-c1adb6113888 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.5032179 Feb 02 15:24:23.599251 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:23:17Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:23.608175 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fcf34-1d00-4e12-911c-c38055920e26 None None] The sync data for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 is: [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:22:48Z', 'revision_number': 4, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd4ecef79-08b0-45df-9412-e4e9ce36eb81', 'name': '', 'network_id': 'dd6a1482-2f3d-4a08-a86c-57cfede45ebd', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'mac_address': 'fa:16:3e:af:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:47Z', 'updated_at': '2022-02-02T15:23:17Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'subnets': [{'id': '13d0e10e-76e1-44f9-8c6f-217e5d0b1e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:24:23.652889 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d81b336-5fe3-4a9a-bf6a-9b0fcf4820d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:23.697912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b336-5fe3-4a9a-bf6a-9b0fcf4820d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c13e37-cc6a-4339-bb2e-f4bdb5cbe4ae,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:23.701352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d81b336-5fe3-4a9a-bf6a-9b0fcf4820d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:23.702564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6d81b336-5fe3-4a9a-bf6a-9b0fcf4820d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/74c13e37-cc6a-4339-bb2e-f4bdb5cbe4ae HTTP/1.1" status: 204 len: 168 time: 0.6204402 Feb 02 15:24:23.749713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'name': 'network-vif-deleted', 'tag': '5b3f769e-13ed-460f-8583-3190755f1129'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:23.755389 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-a98b8376-8344-4ba4-a575-b1a4eb1f82cb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 200 len: 217 time: 0.1501884 Feb 02 15:24:23.911194 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f6738-5d27-439d-bb4e-4e06b1a9a93b', 'name': 'network-vif-deleted', 'tag': '5b3f769e-13ed-460f-8583-3190755f1129', 'status': 'completed', 'code': 200} Feb 02 15:24:23.913431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f9000-c75a-4625-9eae-514052123e01 req-67f8fd2f-74bc-4cc3-8638-00467738bec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:23.915183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-67f8fd2f-74bc-4cc3-8638-00467738bec2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1517913 Feb 02 15:24:23.923809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Attempting to bind port a94c1c6a-15be-46b7-8c70-2890417edb08 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:23.924246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Attempting to bind port a94c1c6a-15be-46b7-8c70-2890417edb08 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:23.924951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Attempting to bind port a94c1c6a-15be-46b7-8c70-2890417edb08 on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:23.971934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Port a94c1c6a-15be-46b7-8c70-2890417edb08 on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:23.972267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Attempting to bind port a94c1c6a-15be-46b7-8c70-2890417edb08 on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:23.986088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:23.986431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Checking segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:23.986818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Bound using segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:23.987308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Bound port: a94c1c6a-15be-46b7-8c70-2890417edb08, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:23.988110 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:24.000281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca4e77-092b-49c6-b2da-ae48f8cfa177 req-4bc2404f-11ea-4792-8b44-4b229da06c75 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.001790 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49ca4e77-092b-49c6-b2da-ae48f8cfa177 req-4bc2404f-11ea-4792-8b44-4b229da06c75 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1917398 Feb 02 15:24:24.038110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026383bf-377e-4263-8731-a6f8e40991e9 None None] New status for floating IP cb33257e-99bb-41e7-8f66-2d3a48171e3d: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:24:24.075072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49ca4e77-092b-49c6-b2da-ae48f8cfa177 req-624dea92-365a-47a3-ba35-2d9e139e3a4c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584414 Feb 02 15:24:24.107034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-f225ac22-b2dc-422e-a2d4-96f88e704d8b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1847570 Feb 02 15:24:24.297839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] For port a94c1c6a-15be-46b7-8c70-2890417edb08, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:24.322817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] For port a94c1c6a-15be-46b7-8c70-2890417edb08, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a94c1c6a-15be-46b7-8c70-2890417edb08,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:24.330728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5296c-1874-4fd2-88b5-25fba1814e28 req-9b74720b-8f60-4ed6-8e72-3bc94da1381f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.332280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56c5296c-1874-4fd2-88b5-25fba1814e28 req-9b74720b-8f60-4ed6-8e72-3bc94da1381f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 945 time: 0.0868351 Feb 02 15:24:24.363486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:24:24.394114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63aba-426d-4cd3-a614-f885576d0646 req-a2923b23-64c0-44f1-a78c-c5174214eeb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.397428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56c5296c-1874-4fd2-88b5-25fba1814e28 req-786bd21a-d417-48cc-aef0-9c0668dd497d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581675 Feb 02 15:24:24.399047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63aba-426d-4cd3-a614-f885576d0646 req-a2923b23-64c0-44f1-a78c-c5174214eeb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.404269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63aba-426d-4cd3-a614-f885576d0646 req-a2923b23-64c0-44f1-a78c-c5174214eeb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.408474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63aba-426d-4cd3-a614-f885576d0646 req-a2923b23-64c0-44f1-a78c-c5174214eeb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.412738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63aba-426d-4cd3-a614-f885576d0646 req-a2923b23-64c0-44f1-a78c-c5174214eeb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.424535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63aba-426d-4cd3-a614-f885576d0646 req-a2923b23-64c0-44f1-a78c-c5174214eeb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.424535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63aba-426d-4cd3-a614-f885576d0646 req-a2923b23-64c0-44f1-a78c-c5174214eeb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.425708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86d63aba-426d-4cd3-a614-f885576d0646 req-a2923b23-64c0-44f1-a78c-c5174214eeb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5381 time: 0.2813945 Feb 02 15:24:24.429785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-da8e5191-f39e-4180-a8e0-d820fd2b466c service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109436 Feb 02 15:24:24.516507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:24.550663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:24.552172 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:24.558228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8517d91b-6411-44e2-a31f-273e796e9d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:24.563765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:24.634449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:24.638213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] 10.222.0.107 "PUT /v2.0/ports/a94c1c6a-15be-46b7-8c70-2890417edb08 HTTP/1.1" status: 200 len: 1135 time: 3.0981472 Feb 02 15:24:24.667557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86d63aba-426d-4cd3-a614-f885576d0646 req-d884d4b6-501a-4e62-a866-54b81c8c7722 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2330897 Feb 02 15:24:24.675806 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:24.763966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4c2ae-0f83-4bad-b758-ba34b3961e56 req-32207efc-ea91-44a4-a0c7-edcb6b50138d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:24.765689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4a4c2ae-0f83-4bad-b758-ba34b3961e56 req-32207efc-ea91-44a4-a0c7-edcb6b50138d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.1191146 Feb 02 15:24:24.811625 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'code': 200} Feb 02 15:24:24.881228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:25.001824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:25.042284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4a4c2ae-0f83-4bad-b758-ba34b3961e56 req-24007f85-6625-4a91-bf8c-5cbe541b60be tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699621 Feb 02 15:24:25.086551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4993c9-09f0-4521-a6f2-b55b57b07fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a94c1c6a-15be-46b7-8c70-2890417edb08,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:25.101364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c74f9000-c75a-4625-9eae-514052123e01 req-e813f471-f8d8-4daa-9034-5288335f5a08 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593564 Feb 02 15:24:25.103642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55750) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:25.143098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55756) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:25.156754 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.212775 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b00684dd-e3a5-4a51-aa0e-beb29cccf6e0 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.237097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a3877c5b-69e6-4585-8758-69039f16b7ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=127dbf5288e14669a244d3f34cc07b4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0898974 Feb 02 15:24:25.238500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55762) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:25.251890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b00684dd-e3a5-4a51-aa0e-beb29cccf6e0 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.371399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd387-47ba-457f-891f-e7d82fd37228 req-f08a8f8e-597d-46cb-9bb2-02c9c9d45754 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:25.373009 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faabd387-47ba-457f-891f-e7d82fd37228 req-f08a8f8e-597d-46cb-9bb2-02c9c9d45754 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1098225 Feb 02 15:24:25.425801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faabd387-47ba-457f-891f-e7d82fd37228 req-024d1c32-32dc-4bd4-9904-02f4d0d45693 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463238 Feb 02 15:24:25.430206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36da7aeb-b8a6-4328-8bbd-d2220d80c125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.465781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b00684dd-e3a5-4a51-aa0e-beb29cccf6e0 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.482458 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36da7aeb-b8a6-4328-8bbd-d2220d80c125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.485265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00684dd-e3a5-4a51-aa0e-beb29cccf6e0 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:25.601193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b00684dd-e3a5-4a51-aa0e-beb29cccf6e0 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.605154 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b00684dd-e3a5-4a51-aa0e-beb29cccf6e0 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "DELETE /v2.0/security-groups/6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed HTTP/1.1" status: 204 len: 168 time: 0.5004447 Feb 02 15:24:25.605815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55772) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:25.630318 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-2166f481-3c48-4658-bb23-97a53a586203 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] show failed (client error): The resource could not be found. Feb 02 15:24:25.634459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2166f481-3c48-4658-bb23-97a53a586203 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "GET /v2.0/security-groups/6d2cdbcf-3ff2-4fc8-b759-44d7abfb38ed HTTP/1.1" status: 404 len: 347 time: 0.0275218 Feb 02 15:24:25.635218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55776) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:25.710347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff246d3-722c-47a4-83ff-8c0bb54011b5 req-997ef9ba-2f4c-46cf-96ef-3c80e9f1c2b7 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:25.712587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ff246d3-722c-47a4-83ff-8c0bb54011b5 req-997ef9ba-2f4c-46cf-96ef-3c80e9f1c2b7 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 945 time: 0.1824906 Feb 02 15:24:25.724310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0afbed-5350-4b5c-b7cf-484bf8028a91 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:25.761312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36da7aeb-b8a6-4328-8bbd-d2220d80c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.769213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.795968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da7aeb-b8a6-4328-8bbd-d2220d80c125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05043d0-13a4-48a8-8ab0-0ae9360cead1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:25.812464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Transition to ACTIVE for port object ff0afbed-5350-4b5c-b7cf-484bf8028a91 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:25.828555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ff246d3-722c-47a4-83ff-8c0bb54011b5 req-0bafc5d4-bdf1-459a-a587-67bc5be35b2f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074216 Feb 02 15:24:25.832944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36da7aeb-b8a6-4328-8bbd-d2220d80c125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.834040 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-36da7aeb-b8a6-4328-8bbd-d2220d80c125 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d05043d0-13a4-48a8-8ab0-0ae9360cead1 HTTP/1.1" status: 204 len: 168 time: 0.5949466 Feb 02 15:24:25.879619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Deleting port d314ab36-aea7-4ccf-b6e5-c01b6aadb877 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:25.880339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.912118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'a94c1c6a-15be-46b7-8c70-2890417edb08'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:25.932695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:25.984694 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'a94c1c6a-15be-46b7-8c70-2890417edb08', 'status': 'completed', 'code': 200} Feb 02 15:24:26.135659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Pushing event updated for resources: {'Port': ['ID=ff0afbed-5350-4b5c-b7cf-484bf8028a91,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:26.156842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-615e909f-a054-4ddc-84cd-8939aa4e324c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.161361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-615e909f-a054-4ddc-84cd-8939aa4e324c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.166627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-615e909f-a054-4ddc-84cd-8939aa4e324c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.170894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-615e909f-a054-4ddc-84cd-8939aa4e324c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.177045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-615e909f-a054-4ddc-84cd-8939aa4e324c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.191191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-615e909f-a054-4ddc-84cd-8939aa4e324c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.198596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.198942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.199277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.199618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.199963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.200287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.200614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.200936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.201253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.201570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.201888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:24:26.202079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-615e909f-a054-4ddc-84cd-8939aa4e324c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.204023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-615e909f-a054-4ddc-84cd-8939aa4e324c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5393 time: 0.3266540 Feb 02 15:24:26.268080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25b44473-3e04-485c-baf8-6215550ee035 req-cd87431a-c286-4398-8c76-a9f459944a9f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6243 time: 0.2104182 Feb 02 15:24:26.305030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.305373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.337064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c816fa65-711d-49d8-aebf-7f22e123b1fa req-76c47502-27a3-40c2-8006-5cf5a29af23f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1179507 Feb 02 15:24:26.396268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 26d877d1-7a30-4f20-88ed-937d9297a9e2 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:24:26.454217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Attempting to bind port ff0afbed-5350-4b5c-b7cf-484bf8028a91 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:26.461138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Attempting to bind port ff0afbed-5350-4b5c-b7cf-484bf8028a91 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:26.461138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Attempting to bind port ff0afbed-5350-4b5c-b7cf-484bf8028a91 on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:26.521707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Calling delete_port for d314ab36-aea7-4ccf-b6e5-c01b6aadb877 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:26.524819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Port ff0afbed-5350-4b5c-b7cf-484bf8028a91 on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:26.525274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Attempting to bind port ff0afbed-5350-4b5c-b7cf-484bf8028a91 on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:26.538833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 26d877d1-7a30-4f20-88ed-937d9297a9e2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:26.544126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 26d877d1-7a30-4f20-88ed-937d9297a9e2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:26.544500 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.550825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:26.551166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Checking segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:26.551549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Bound using segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:26.552023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Bound port: ff0afbed-5350-4b5c-b7cf-484bf8028a91, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:26.552367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.608720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44473-3e04-485c-baf8-6215550ee035 req-0164ea14-8a4a-42a3-a300-940a47dd1669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.609393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44473-3e04-485c-baf8-6215550ee035 req-0164ea14-8a4a-42a3-a300-940a47dd1669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.609932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44473-3e04-485c-baf8-6215550ee035 req-0164ea14-8a4a-42a3-a300-940a47dd1669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.612081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25b44473-3e04-485c-baf8-6215550ee035 req-0164ea14-8a4a-42a3-a300-940a47dd1669 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=3b1decc9381440f299a0b169a6427238&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3262920 Feb 02 15:24:26.738650 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.772227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85c7bc-66df-4753-b7af-36114a2034b3 req-a802c8b5-2532-4639-a9eb-f4cdd1649a36 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.780193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd85c7bc-66df-4753-b7af-36114a2034b3 req-a802c8b5-2532-4639-a9eb-f4cdd1649a36 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.4597991 Feb 02 15:24:26.787143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.813685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68204c5-0319-4b90-8aad-29e93655314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d877d1-7a30-4f20-88ed-937d9297a9e2'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:26.821465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 26d877d1-7a30-4f20-88ed-937d9297a9e2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=26d877d1-7a30-4f20-88ed-937d9297a9e2,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:26.853719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] For port ff0afbed-5350-4b5c-b7cf-484bf8028a91, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:26.867320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Pushing event deleted for resources: {'Port': ['ID=d314ab36-aea7-4ccf-b6e5-c01b6aadb877,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:26.870840 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4f78f40c-cb66-4f84-9a71-82c8a4b28973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.881122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] For port ff0afbed-5350-4b5c-b7cf-484bf8028a91, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:26.899012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.934168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44473-3e04-485c-baf8-6215550ee035 req-2edf33d0-0b0f-4da5-88bd-a9ea6e16a3af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:26.936317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25b44473-3e04-485c-baf8-6215550ee035 req-2edf33d0-0b0f-4da5-88bd-a9ea6e16a3af service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2913945 Feb 02 15:24:26.950691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd85c7bc-66df-4753-b7af-36114a2034b3 req-05ca02ec-ba20-4a8b-8bc6-8b739f06a138 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693766 Feb 02 15:24:26.985256 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:26.993314 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:27.029430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496ab8d-576d-4061-a8f3-b7eae9609574 req-c14c1e70-e227-475c-9755-5f9661004822 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.030901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8496ab8d-576d-4061-a8f3-b7eae9609574 req-c14c1e70-e227-475c-9755-5f9661004822 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.3318620 Feb 02 15:24:27.060940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=26d877d1-7a30-4f20-88ed-937d9297a9e2,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:27.106256 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68204c5-0319-4b90-8aad-29e93655314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d877d1-7a30-4f20-88ed-937d9297a9e2', 'code': 200} Feb 02 15:24:27.128440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8496ab8d-576d-4061-a8f3-b7eae9609574 req-ae08f140-0411-4c19-8983-245678ea1ab6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894246 Feb 02 15:24:27.141335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:27.144383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] 10.222.0.107 "PUT /v2.0/ports/ff0afbed-5350-4b5c-b7cf-484bf8028a91 HTTP/1.1" status: 200 len: 1090 time: 2.1549366 Feb 02 15:24:27.196570 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:27.197884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-64077090-774e-4fe7-9bec-17d611987e20 tempest-ServersTestManualDisk-1141199620 tempest-ServersTestManualDisk-1141199620-project] 10.222.0.88 "DELETE /v2.0/floatingips/cb33257e-99bb-41e7-8f66-2d3a48171e3d HTTP/1.1" status: 204 len: 168 time: 1.5611563 Feb 02 15:24:27.198601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55822) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:27.202746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c88cb-88f7-4ec7-a252-2f2f9879d22e service neutron] Pushing event updated for resources: {'Port': ['ID=ff0afbed-5350-4b5c-b7cf-484bf8028a91,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:27.334223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:27.667684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:27.710356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c292f-94e1-4c17-8897-a65bfb4673a8 req-ea3eeefd-390f-47bc-afb2-54e4dac23093 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.718254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b04c292f-94e1-4c17-8897-a65bfb4673a8 req-ea3eeefd-390f-47bc-afb2-54e4dac23093 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 946 time: 0.3941450 Feb 02 15:24:27.794371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b04c292f-94e1-4c17-8897-a65bfb4673a8 req-605d3e82-6984-42c5-b22b-0f2f18932d3f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749252 Feb 02 15:24:27.812285 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abd22e15-103e-46c3-98fe-fbd8fa0deb94 req-356478ac-c57e-4cae-8d6b-7b783d28d648 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 1097 time: 0.5402572 Feb 02 15:24:27.840516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-a8485ff1-5d82-42d8-bc29-ee4d3103b039 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.844472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-a8485ff1-5d82-42d8-bc29-ee4d3103b039 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.848398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-a8485ff1-5d82-42d8-bc29-ee4d3103b039 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.853312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-a8485ff1-5d82-42d8-bc29-ee4d3103b039 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.857196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-a8485ff1-5d82-42d8-bc29-ee4d3103b039 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.861099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-a8485ff1-5d82-42d8-bc29-ee4d3103b039 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.864932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-a8485ff1-5d82-42d8-bc29-ee4d3103b039 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:27.867538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-a8485ff1-5d82-42d8-bc29-ee4d3103b039 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5393 time: 0.1472390 Feb 02 15:24:27.923649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abd22e15-103e-46c3-98fe-fbd8fa0deb94 req-b5ee5493-1d1e-4242-95c0-776039e2bbac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998321 Feb 02 15:24:27.996370 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d366f6b3-45fe-4b29-be88-2073d491e53d req-af0983a3-758d-45e1-b110-ab589dce8218 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0805874 Feb 02 15:24:28.019021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:28.045247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:28.092286 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91', 'status': 'completed', 'code': 200} Feb 02 15:24:28.144213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55842) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:28.258665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:28.315599 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:28.375376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1363105416'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:28.391031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:28.393802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:24:28.402653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:network and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:28.402899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:24:28.403878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3847873a-262b-4dba-83f1-de321af221bf {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:28.408823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:28.416758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:28.437577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:28.482167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71ac2365-68c3-4556-918e-848f6c582aa0 req-ac36a082-fcf8-4c05-9fcb-e4cc9d298592 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6285 time: 0.3500187 Feb 02 15:24:28.489330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Transition to ACTIVE for port object 3847873a-262b-4dba-83f1-de321af221bf will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:28.499578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5fb17-07b5-4c67-9e3e-134c8fe1afd7 req-ac9fc9c9-4ac8-43b1-b42e-f4507f96e429 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:28.507204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3cd5fb17-07b5-4c67-9e3e-134c8fe1afd7 req-ac9fc9c9-4ac8-43b1-b42e-f4507f96e429 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.2711053 Feb 02 15:24:28.508824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:28.511204 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:28.608045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:28.617104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:28.632966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:24:28.651735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bdd86-5012-4501-bf7a-4ab57fce4e75 req-d093441b-17d0-4655-93c6-333afd7d1655 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:28.658350 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-272bdd86-5012-4501-bf7a-4ab57fce4e75 req-d093441b-17d0-4655-93c6-333afd7d1655 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.3430474 Feb 02 15:24:28.661832 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:28.666150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'port_id': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'mac_address': 'fa:16:3e:5d:53:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:24:28.904452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:28.950751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:28.970851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'mac_address': 'fa:16:3e:fc:a2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:24:28.971663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3cd5fb17-07b5-4c67-9e3e-134c8fe1afd7 req-2c33c529-ff5c-488e-9118-74aa9d6f0f1c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613202 Feb 02 15:24:28.980746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-272bdd86-5012-4501-bf7a-4ab57fce4e75 req-7cdf78f1-0af3-4c33-803d-1f9e256517ea tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214674 Feb 02 15:24:28.981877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:security_group_rule and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:28.994461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=3847873a-262b-4dba-83f1-de321af221bf,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:29.022451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:29.034877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:29.070259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2365-68c3-4556-918e-848f6c582aa0 req-8ca7fa3b-9d2d-4694-a5d4-b8c09a2a89e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:29.076453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2365-68c3-4556-918e-848f6c582aa0 req-8ca7fa3b-9d2d-4694-a5d4-b8c09a2a89e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:29.078676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2365-68c3-4556-918e-848f6c582aa0 req-8ca7fa3b-9d2d-4694-a5d4-b8c09a2a89e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:29.085698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71ac2365-68c3-4556-918e-848f6c582aa0 req-8ca7fa3b-9d2d-4694-a5d4-b8c09a2a89e8 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=3b1decc9381440f299a0b169a6427238&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.5758710 Feb 02 15:24:29.105192 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.119020 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.192363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53eceab9-6a21-4ee8-bc1f-9885a47dd023 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:29.209130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d4530db-6dd3-4d6e-820b-3e86ef702c4b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:29.311110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:29.319323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:29.364568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.425685 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.458233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.484774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Attempting to bind port 3847873a-262b-4dba-83f1-de321af221bf on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:29.485101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Attempting to bind port 3847873a-262b-4dba-83f1-de321af221bf by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:29.485426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Attempting to bind port 3847873a-262b-4dba-83f1-de321af221bf on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:29.493661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.522635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Port 3847873a-262b-4dba-83f1-de321af221bf on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:29.522987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Attempting to bind port 3847873a-262b-4dba-83f1-de321af221bf on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:29.526858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2365-68c3-4556-918e-848f6c582aa0 req-7a96b0ea-32b4-486d-a03f-cf61eefa0666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:29.528344 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71ac2365-68c3-4556-918e-848f6c582aa0 req-7a96b0ea-32b4-486d-a03f-cf61eefa0666 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4150190 Feb 02 15:24:29.536768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:24:29.537121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:29.537516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Checking segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:29.537963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Bound using segment: {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:29.538449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Bound port: 3847873a-262b-4dba-83f1-de321af221bf, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:29.538795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.542176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d461c8-0d05-4c1f-9e75-49d342f5d7e9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:29.561608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c37a2-105e-496f-8bf1-3a636a2cf319 req-d2c44ac7-8f72-44f3-a0e8-e64b7b1e945e tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:29.563100 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-951c37a2-105e-496f-8bf1-3a636a2cf319 req-d2c44ac7-8f72-44f3-a0e8-e64b7b1e945e tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 946 time: 0.2635870 Feb 02 15:24:29.589090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.589747 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Added segment 5d9608c4-cb11-470c-86cd-2e24b75a46c2 of type vlan for network 02ca5545-9ebd-4c2e-8f97-737f52968594 Feb 02 15:24:29.593134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=10']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:29.628343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b121880-9f3b-4c8e-ad7c-0c0ef5d4c4aa req-4646eb8f-8651-4079-a524-7732b6b756d4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:29.636214 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b121880-9f3b-4c8e-ad7c-0c0ef5d4c4aa req-4646eb8f-8651-4079-a524-7732b6b756d4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 948 time: 0.2696023 Feb 02 15:24:29.686432 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.726474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-951c37a2-105e-496f-8bf1-3a636a2cf319 req-06d3fe7d-4e86-4cfd-8fec-1c6f7078b67e tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549993 Feb 02 15:24:29.733858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b121880-9f3b-4c8e-ad7c-0c0ef5d4c4aa req-1fff4092-0399-4ee2-a440-924aeef31495 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964038 Feb 02 15:24:29.739534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] For port 3847873a-262b-4dba-83f1-de321af221bf, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:29.747217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:29.753504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['1d4530db-6dd3-4d6e-820b-3e86ef702c4b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:29.773645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] For port 3847873a-262b-4dba-83f1-de321af221bf, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3847873a-262b-4dba-83f1-de321af221bf,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:29.859456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['53eceab9-6a21-4ee8-bc1f-9885a47dd023'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:29.868556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.905869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Deleting port d4ecef79-08b0-45df-9412-e4e9ce36eb81 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:29.906285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:29.985787 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:30.080929 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:30.085449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:30.086295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:30.421486 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:30.422777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] 10.222.0.107 "PUT /v2.0/ports/3847873a-262b-4dba-83f1-de321af221bf HTTP/1.1" status: 200 len: 1091 time: 3.0926044 Feb 02 15:24:30.423239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': '3847873a-262b-4dba-83f1-de321af221bf'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:30.465743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] For port d4ecef79-08b0-45df-9412-e4e9ce36eb81, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4ecef79-08b0-45df-9412-e4e9ce36eb81,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:30.466319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:30.471046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f975d1-61f2-4a0d-9960-55a5e121eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=3847873a-262b-4dba-83f1-de321af221bf,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:30.515377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-e761d8e7-8498-4f10-b7f5-bc37621077ac tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:30.520714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-e761d8e7-8498-4f10-b7f5-bc37621077ac tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:30.525577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-e761d8e7-8498-4f10-b7f5-bc37621077ac tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:30.529408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-e761d8e7-8498-4f10-b7f5-bc37621077ac tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:30.533301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-e761d8e7-8498-4f10-b7f5-bc37621077ac tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:30.537263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-e761d8e7-8498-4f10-b7f5-bc37621077ac tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:30.541315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-e761d8e7-8498-4f10-b7f5-bc37621077ac tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:30.543201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-e761d8e7-8498-4f10-b7f5-bc37621077ac tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5405 time: 0.5623872 Feb 02 15:24:30.585623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Calling delete_port for d4ecef79-08b0-45df-9412-e4e9ce36eb81 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:30.605823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb96a4fe-ddc0-4dd6-8289-675741428f22 req-43490de8-18f2-47b5-8eee-9639ded58fdc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532637 Feb 02 15:24:30.644296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-35588c51-3b0d-498a-a95d-91c31b4bf05a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4a45236fd49a4609b20b9ee44f01780a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4193616 Feb 02 15:24:30.658937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Network': ['ID=02ca5545-9ebd-4c2e-8f97-737f52968594,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:30.677477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:24:30.718018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:30.836992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ac3a87d9-a015-4454-a7dd-29fca1df640c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6885688 Feb 02 15:24:30.844305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55898) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:30.872499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'subnet': {'network_id': '02ca5545-9ebd-4c2e-8f97-737f52968594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:31.009785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-93aa4130-2bcf-4167-af67-ac658c078674 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:31.017820 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-93aa4130-2bcf-4167-af67-ac658c078674 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3642628 Feb 02 15:24:31.097273 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-efd48b6d-0596-4b25-a09b-98400ca96418 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/quotas/4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 375 time: 0.0779994 Feb 02 15:24:31.150776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:31.198527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:31.240983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-9560ea09-067c-403f-b94f-cf0d18df9ca8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1425626 Feb 02 15:24:31.244701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:subnet and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:31.259000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:31.281731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:31.300445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:31.364556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:31.395521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7db94-e4ab-4f4c-80b5-127b7fe1eac6 req-6bee8626-d923-4e8f-b06c-adb88794b4f3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:31.403331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24b7db94-e4ab-4f4c-80b5-127b7fe1eac6 req-6bee8626-d923-4e8f-b06c-adb88794b4f3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.4152803 Feb 02 15:24:31.411671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ecef79-08b0-45df-9412-e4e9ce36eb81,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:31.960342 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': '3847873a-262b-4dba-83f1-de321af221bf', 'status': 'completed', 'code': 200} Feb 02 15:24:32.012614 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:24:32.037518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:32.085517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24b7db94-e4ab-4f4c-80b5-127b7fe1eac6 req-c9f9e2b6-83dd-4196-b8d6-6aa07407c7c0 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6802776 Feb 02 15:24:32.114105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:24:32.205673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481511e8-26e2-4305-87a5-e213fbae0951 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:32.217448 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:32.218628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b666e-2ab1-4fa6-a5ab-0fa639f335c7 req-b5cc6dd7-ba4f-4f66-a5aa-f9d10b7f36e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:32.228083 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fb1b666e-2ab1-4fa6-a5ab-0fa639f335c7 req-b5cc6dd7-ba4f-4f66-a5aa-f9d10b7f36e9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 946 time: 0.3391638 Feb 02 15:24:32.240044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Transition to ACTIVE for port object 481511e8-26e2-4305-87a5-e213fbae0951 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:32.292463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fb1b666e-2ab1-4fa6-a5ab-0fa639f335c7 req-5e8a4e84-b450-42fb-86f0-920bf8c038f9 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631611 Feb 02 15:24:32.328964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:32.402569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:24:32.466902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:24:32.501075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ac7ff07-c31b-4496-bfda-86e653115ab0 req-34da45b2-9a5e-41a8-b23e-f510bd1fc916 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 210 time: 0.1482315 Feb 02 15:24:32.502100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:32.612990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:32.613371 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:32.649253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:32.649635 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:32.729749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-25d61248-3de2-4e47-a646-d64703448b7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:32.734853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-25d61248-3de2-4e47-a646-d64703448b7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:32.739210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-25d61248-3de2-4e47-a646-d64703448b7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:32.744075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-25d61248-3de2-4e47-a646-d64703448b7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:32.748208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-25d61248-3de2-4e47-a646-d64703448b7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:32.752667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-25d61248-3de2-4e47-a646-d64703448b7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:32.757603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-25d61248-3de2-4e47-a646-d64703448b7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:32.759737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-25d61248-3de2-4e47-a646-d64703448b7a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5417 time: 0.2700229 Feb 02 15:24:32.950939 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dfd581db-f59d-41af-9396-5476e8b80b59 req-5bfd09cb-20ac-4b14-9861-f6b1939821ae tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1820676 Feb 02 15:24:32.959881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Pushing event updated for resources: {'Port': ['ID=481511e8-26e2-4305-87a5-e213fbae0951,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:33.030889 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22f9fa69-7eb5-4ddf-881d-de18d9bdc4f9 req-9aea116a-ec9d-43a0-9b31-85a1f3476b1c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6352 time: 1.0652416 Feb 02 15:24:33.099503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:33.345928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:33.385503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:33.413848 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:33.462329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Attempting to bind port 481511e8-26e2-4305-87a5-e213fbae0951 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:33.462670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Attempting to bind port 481511e8-26e2-4305-87a5-e213fbae0951 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:33.463002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Attempting to bind port 481511e8-26e2-4305-87a5-e213fbae0951 on network 84363103-3170-468b-b9b8-900e88de7692 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:33.499148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:33.544765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Port 481511e8-26e2-4305-87a5-e213fbae0951 on network 84363103-3170-468b-b9b8-900e88de7692 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:33.545094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Attempting to bind port 481511e8-26e2-4305-87a5-e213fbae0951 on network 84363103-3170-468b-b9b8-900e88de7692 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:33.569586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9fa69-7eb5-4ddf-881d-de18d9bdc4f9 req-1345788c-cd9b-4c60-9eef-b5b6eb349c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:33.569965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9fa69-7eb5-4ddf-881d-de18d9bdc4f9 req-1345788c-cd9b-4c60-9eef-b5b6eb349c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:33.570328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9fa69-7eb5-4ddf-881d-de18d9bdc4f9 req-1345788c-cd9b-4c60-9eef-b5b6eb349c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:33.575866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22f9fa69-7eb5-4ddf-881d-de18d9bdc4f9 req-1345788c-cd9b-4c60-9eef-b5b6eb349c3a service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=3b1decc9381440f299a0b169a6427238&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4313729 Feb 02 15:24:33.697102 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:33.844762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc78101-f1b6-4767-8855-5d475b26b2f5 req-b70afef5-1315-46af-9db2-529af9c11121 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:33.847637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:33.850556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Checking segment: {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:33.850987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Bound using segment: {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:33.854521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dc78101-f1b6-4767-8855-5d475b26b2f5 req-b70afef5-1315-46af-9db2-529af9c11121 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.2075505 Feb 02 15:24:33.857067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Bound port: 481511e8-26e2-4305-87a5-e213fbae0951, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:33.857527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:33.946033 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'code': 200} Feb 02 15:24:33.962470 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:33.970746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:34.082240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dc78101-f1b6-4767-8855-5d475b26b2f5 req-77991f78-b004-49f4-9687-ff131ef44d54 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267458 Feb 02 15:24:34.107888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] For port 481511e8-26e2-4305-87a5-e213fbae0951, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:34.111721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] For port 481511e8-26e2-4305-87a5-e213fbae0951, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=481511e8-26e2-4305-87a5-e213fbae0951,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:34.117424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:34.140334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:34.194603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:34.199567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Router f9657a4f-0c2c-4444-9532-7710bf09dc08 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:24:34.370110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Subnet': ['ID=5ecabb27-0ed3-428b-b606-b45962758ce1,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:34.381714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae302dd0-3a4a-4bf5-bc87-33b112458c7a req-b784a3db-b308-45ad-bfe4-354eb17e9a47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 210 time: 0.1217382 Feb 02 15:24:34.430788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9fa69-7eb5-4ddf-881d-de18d9bdc4f9 req-8a0f0325-d238-40de-a601-e94523ed9e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:34.432492 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22f9fa69-7eb5-4ddf-881d-de18d9bdc4f9 req-8a0f0325-d238-40de-a601-e94523ed9e5f service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8481593 Feb 02 15:24:34.441934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:34.447158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] 10.222.0.107 "PUT /v2.0/ports/481511e8-26e2-4305-87a5-e213fbae0951 HTTP/1.1" status: 200 len: 1091 time: 3.7305136 Feb 02 15:24:34.452773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': '481511e8-26e2-4305-87a5-e213fbae0951'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:34.485830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Checking segment: {'id': '5d9608c4-cb11-470c-86cd-2e24b75a46c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '02ca5545-9ebd-4c2e-8f97-737f52968594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:34.486195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network hostable DHCP agents. Network: 02ca5545-9ebd-4c2e-8f97-737f52968594, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:24:34.520333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b850d-478a-4c9f-8514-f1daf60e9e63 service neutron] Pushing event updated for resources: {'Port': ['ID=481511e8-26e2-4305-87a5-e213fbae0951,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:34.669187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Request body: {'port': {'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:34.771360 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-7fa5d678-397c-4945-84bc-a2f59917bc36 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=4a45236fd49a4609b20b9ee44f01780a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1918571 Feb 02 15:24:34.772502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:24:34.782449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-5393c763-184a-4f5d-9f86-a7ccff79e038 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:34.787100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-5393c763-184a-4f5d-9f86-a7ccff79e038 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:34.791351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-5393c763-184a-4f5d-9f86-a7ccff79e038 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:34.795262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-5393c763-184a-4f5d-9f86-a7ccff79e038 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:34.800185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-5393c763-184a-4f5d-9f86-a7ccff79e038 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:34.803880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-5393c763-184a-4f5d-9f86-a7ccff79e038 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:34.808252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-5393c763-184a-4f5d-9f86-a7ccff79e038 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:34.822986 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-5393c763-184a-4f5d-9f86-a7ccff79e038 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5417 time: 0.4770188 Feb 02 15:24:34.937390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd96415b-416f-4b29-af8e-1db5c2a27e11 req-c4ef0203-fc5b-4da1-a770-ebef725da9da tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1112936 Feb 02 15:24:34.971958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:24:34.998578 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] Sync routers for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:24:35.016008 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:24:35.017196 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:35.028295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5ef3da7d-126d-4d49-aee4-0f0710bda6f0 admin admin] 10.222.0.88 "PUT /v2.0/routers/f9657a4f-0c2c-4444-9532-7710bf09dc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8284056 Feb 02 15:24:35.048287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55964) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:35.167996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-f6f1d63b-76c5-4eca-8901-5f83f5df4452 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:35.176240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-f6f1d63b-76c5-4eca-8901-5f83f5df4452 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975980 Feb 02 15:24:35.180939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 02ca5545-9ebd-4c2e-8f97-737f52968594) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:35.199349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870cbf72-5726-4083-9813-87a9ba72cb55 None None] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:24:35.222739 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': '481511e8-26e2-4305-87a5-e213fbae0951', 'status': 'completed', 'code': 200} Feb 02 15:24:35.235966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Request body: {'port': {'device_id': '6659ab1b-516e-42db-958f-ed409fc44c56', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '4a45236fd49a4609b20b9ee44f01780a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:35.314019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:35.324886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:35.455622 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:24:35.715943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb157ba-d063-4e3e-a163-b73bb908d4b8 None None] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:24:35.856598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:35.863603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-65e0f10f-7e86-4f1c-b29f-4d23fa1130b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.0077295 Feb 02 15:24:35.891615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55976) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:35.895236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:35.945493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-602445623', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:36.035488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:36.065068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f52657c7-a3bf-4271-b884-2c0be79c344d req-36396e11-3fb6-44ac-8d7b-05bd312e0913 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 210 time: 0.1115985 Feb 02 15:24:36.067467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:router and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:36.103020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:36.169240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a5eba-d64e-4759-ac97-254b34a2f0b9 req-447156c9-ba28-46db-8b8c-24cfa262b039 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:36.169756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:36.170147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a4a5eba-d64e-4759-ac97-254b34a2f0b9 req-447156c9-ba28-46db-8b8c-24cfa262b039 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.6914465 Feb 02 15:24:36.192069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:36.240063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:36.310015 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:24:31Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:36.322526 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] Checking router: f9657a4f-0c2c-4444-9532-7710bf09dc08 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:24:36.349974 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] Routers {'f9657a4f-0c2c-4444-9532-7710bf09dc08'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:24:36.350603 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f9657a4f-0c2c-4444-9532-7710bf09dc08'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:36.356792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a4a5eba-d64e-4759-ac97-254b34a2f0b9 req-977417a5-b7ba-40b7-af6b-db86e28a3114 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962957 Feb 02 15:24:36.363656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ead9726f-58a3-4432-9b5c-4aa9a09fc119 req-9d2b10dc-4a54-4e72-bd5e-7e2b9f5682b9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6419 time: 1.0658665 Feb 02 15:24:36.373030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:36.472646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:36.596181 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'code': 200} Feb 02 15:24:36.653143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Deleting port 6ca671a3-67d5-4775-85e7-c22edbe45c6c {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:36.653884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:36.654014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:36.655128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:36.735374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Made reservation on behalf of 4a45236fd49a4609b20b9ee44f01780a for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:36.743560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:36.785025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] Set router f9657a4f-0c2c-4444-9532-7710bf09dc08 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:24:37.065422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] For port 6ca671a3-67d5-4775-85e7-c22edbe45c6c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6ca671a3-67d5-4775-85e7-c22edbe45c6c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:37.065833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:37.219660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9726f-58a3-4432-9b5c-4aa9a09fc119 req-61223d71-74a4-453b-bfb0-09d9bbdbe866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.238623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9726f-58a3-4432-9b5c-4aa9a09fc119 req-61223d71-74a4-453b-bfb0-09d9bbdbe866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.240296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9726f-58a3-4432-9b5c-4aa9a09fc119 req-61223d71-74a4-453b-bfb0-09d9bbdbe866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.249246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ead9726f-58a3-4432-9b5c-4aa9a09fc119 req-61223d71-74a4-453b-bfb0-09d9bbdbe866 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=3b1decc9381440f299a0b169a6427238&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.8708570 Feb 02 15:24:37.272867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:37.409987 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:24:31Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:37.415099 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21458b-1474-4879-91ef-1fc3915cfa8b None None] The sync data for ids ['f9657a4f-0c2c-4444-9532-7710bf09dc08'] in n-d-827122-1 is: [{'id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'name': 'tempest-ServersTestManualDisk-1402847163-router', 'tenant_id': 'f70cd978df16457aaf7cd194628db8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:36Z', 'updated_at': '2022-02-02T15:24:31Z', 'revision_number': 5, 'project_id': 'f70cd978df16457aaf7cd194628db8a2', 'gw_port': {'id': '6ca671a3-67d5-4775-85e7-c22edbe45c6c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9657a4f-0c2c-4444-9532-7710bf09dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:38Z', 'updated_at': '2022-02-02T15:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:24:37.439835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Calling delete_port for 6ca671a3-67d5-4775-85e7-c22edbe45c6c owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:37.610357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-585e9cf6-b709-434e-b992-23a759f82514 req-98b6da8f-7cf7-4aac-83a7-be2086016597 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 210 time: 0.0670180 Feb 02 15:24:37.877082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-97763d2c-fd3d-4e56-861f-633de51b5ebc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.882866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-97763d2c-fd3d-4e56-861f-633de51b5ebc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.888570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-97763d2c-fd3d-4e56-861f-633de51b5ebc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.892619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-97763d2c-fd3d-4e56-861f-633de51b5ebc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.897276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-97763d2c-fd3d-4e56-861f-633de51b5ebc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.903004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-97763d2c-fd3d-4e56-861f-633de51b5ebc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.908847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-97763d2c-fd3d-4e56-861f-633de51b5ebc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.920939 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-97763d2c-fd3d-4e56-861f-633de51b5ebc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5417 time: 1.4962614 Feb 02 15:24:37.967959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94419913-b9a3-4238-ae41-d235ae822c79 req-55d79417-9436-4192-98dc-3c8bc04f3747 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:37.969724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-94419913-b9a3-4238-ae41-d235ae822c79 req-55d79417-9436-4192-98dc-3c8bc04f3747 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1605451 Feb 02 15:24:38.021885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Allocated IP 192.168.233.182 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/168f3343-eb8f-438c-9e6f-4e8d935dfadb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:38.037194 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-94419913-b9a3-4238-ae41-d235ae822c79 req-76601bdf-ee0b-4089-80c7-cc4d500cb3e6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538402 Feb 02 15:24:38.124045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9726f-58a3-4432-9b5c-4aa9a09fc119 req-ecb440e0-ba4e-4c17-924a-f3cff5b84913 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:38.125340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ead9726f-58a3-4432-9b5c-4aa9a09fc119 req-ecb440e0-ba4e-4c17-924a-f3cff5b84913 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8268316 Feb 02 15:24:38.137630 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-092df3c4-1990-4485-8786-d048a5ef0e82 req-cdb47256-3d1e-4bf1-9a1f-286c003ed245 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2158329 Feb 02 15:24:38.177437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:38.231462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca671a3-67d5-4775-85e7-c22edbe45c6c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:38.564580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:38.593335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c44551-61d6-4b04-8934-71f8883dcef0 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:38.630141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:38.637645 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:38.642490 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:38.688836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Transition to ACTIVE for port object 168f3343-eb8f-438c-9e6f-4e8d935dfadb will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:38.690634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Transition to ACTIVE for port object 58c44551-61d6-4b04-8934-71f8883dcef0 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:38.795683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:38.924402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:38.958522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['53eceab9-6a21-4ee8-bc1f-9885a47dd023'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:39.040440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be', 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:39.157648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Pushing event updated for resources: {'Port': ['ID=58c44551-61d6-4b04-8934-71f8883dcef0,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:39.167012 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:39.188489 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:39.276022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:39.309799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-32ceb33b-b550-4bd3-9d75-0aed3cd6f57a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:39.309799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-32ceb33b-b550-4bd3-9d75-0aed3cd6f57a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 814 time: 0.4768817 Feb 02 15:24:39.330469 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-785bf073-b424-44dd-ab6f-aa6e46c7fd5b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/quotas/2f4a09849b2f4bbc9c46acbc677686bc HTTP/1.1" status: 200 len: 375 time: 0.0161572 Feb 02 15:24:39.342719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:39.415585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:39.416087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9657a4f-0c2c-4444-9532-7710bf09dc08 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:24:39.430547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:39.456716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:39.465826 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-939e8e4d-1e82-43ed-ae4d-fae6036fd70a admin admin] 10.222.0.88 "DELETE /v2.0/routers/f9657a4f-0c2c-4444-9532-7710bf09dc08 HTTP/1.1" status: 204 len: 168 time: 4.4132998 Feb 02 15:24:39.467000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56024) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:39.566745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1eb1e-b8fc-4f31-bef7-ecd8324abc55 req-d3a44f4e-fee2-4e70-a668-58025f7d8740 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:39.586930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2fc1eb1e-b8fc-4f31-bef7-ecd8324abc55 req-d3a44f4e-fee2-4e70-a668-58025f7d8740 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 936 time: 0.7286289 Feb 02 15:24:39.609383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:39.610490 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:39.617674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4ecef79-08b0-45df-9412-e4e9ce36eb81 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:24:39.670925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b379f056-2f21-45f9-b87b-9b7df141e66a admin admin] Deleting subnet 13d0e10e-76e1-44f9-8c6f-217e5d0b1e84 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:24:39.675347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b379f056-2f21-45f9-b87b-9b7df141e66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:39.749217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b379f056-2f21-45f9-b87b-9b7df141e66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:39.777402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: d4ecef79-08b0-45df-9412-e4e9ce36eb81 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:24:39.777749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4ecef79-08b0-45df-9412-e4e9ce36eb81 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:24:39.945798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b379f056-2f21-45f9-b87b-9b7df141e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:39.964333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:40.062642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2fc1eb1e-b8fc-4f31-bef7-ecd8324abc55 req-eb3d9326-1809-417d-a882-38e95785be5b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745517 Feb 02 15:24:40.149858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ecd97d86-2918-4184-b1ad-09cb1190a191 None None] Provisioning for port 168f3343-eb8f-438c-9e6f-4e8d935dfadb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:40.156515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ecd97d86-2918-4184-b1ad-09cb1190a191 None None] Provisioning complete for port 168f3343-eb8f-438c-9e6f-4e8d935dfadb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:40.158297 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecd97d86-2918-4184-b1ad-09cb1190a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:40.164466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e364a187-c552-40ad-b4ce-824286c671df tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9675391 Feb 02 15:24:40.234557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-fb8905b3-9120-4593-bfce-1434b66440cf tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8967764 Feb 02 15:24:40.245158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Request body: {'port': {'device_id': '6659ab1b-516e-42db-958f-ed409fc44c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:40.328011 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b379f056-2f21-45f9-b87b-9b7df141e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:40.336714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ecd97d86-2918-4184-b1ad-09cb1190a191 None None] Port 168f3343-eb8f-438c-9e6f-4e8d935dfadb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:24:40.345055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Attempting to bind port 58c44551-61d6-4b04-8934-71f8883dcef0 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:40.345387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Attempting to bind port 58c44551-61d6-4b04-8934-71f8883dcef0 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:40.346336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Attempting to bind port 58c44551-61d6-4b04-8934-71f8883dcef0 on network 84363103-3170-468b-b9b8-900e88de7692 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:40.391829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49a14613-5ce5-414b-be64-c98b46452785 req-5f725840-7028-408a-b094-25430c64d5c7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5975726 Feb 02 15:24:40.398958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Port 58c44551-61d6-4b04-8934-71f8883dcef0 on network 84363103-3170-468b-b9b8-900e88de7692 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:40.399279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Attempting to bind port 58c44551-61d6-4b04-8934-71f8883dcef0 on network 84363103-3170-468b-b9b8-900e88de7692 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:40.409614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:40.409953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Checking segment: {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:40.410369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Bound using segment: {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:40.410768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Bound port: 58c44551-61d6-4b04-8934-71f8883dcef0, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e23114-7207-4f91-99c3-2f345578d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '84363103-3170-468b-b9b8-900e88de7692'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:40.411103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:40.441239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379f056-2f21-45f9-b87b-9b7df141e66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d0e10e-76e1-44f9-8c6f-217e5d0b1e84,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:40.457823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b379f056-2f21-45f9-b87b-9b7df141e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:40.466420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ae3e9-224f-4392-84bf-db7afabe7da5 None None] Network dd6a1482-2f3d-4a08-a86c-57cfede45ebd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:24:40.475429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b379f056-2f21-45f9-b87b-9b7df141e66a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/13d0e10e-76e1-44f9-8c6f-217e5d0b1e84 HTTP/1.1" status: 204 len: 168 time: 0.9931333 Feb 02 15:24:40.476529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56036) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:40.661562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:40.873721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-fae6c227-af5e-47ad-b4b4-253e800b1ad6 service neutron] 10.222.0.88 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377382 Feb 02 15:24:41.059217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:41.087564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6707b419-f81c-4688-b989-49d62667e14d None None] DHCP port deletion for dd6a1482-2f3d-4a08-a86c-57cfede45ebd request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:24:41.093637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Deleting port f21b99fb-8df3-4b05-a9b9-05f77ea2830e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:41.094000 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:41.132409 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:41.153009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:41.173192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Deleting port f21b99fb-8df3-4b05-a9b9-05f77ea2830e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:41.173885 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:41.232813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] For port 58c44551-61d6-4b04-8934-71f8883dcef0, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:41.340388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-fb7b2aad-ec40-4a40-9ad4-e245972a79d6 service neutron] 10.222.0.88 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539840 Feb 02 15:24:41.385743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49a14613-5ce5-414b-be64-c98b46452785 req-ca532c23-600b-4ce9-8a4f-c0db0ff81763 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 1096 time: 0.7560856 Feb 02 15:24:41.400087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] For port 58c44551-61d6-4b04-8934-71f8883dcef0, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c44551-61d6-4b04-8934-71f8883dcef0,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:41.406723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507d5a-dd7f-49b8-976b-f5d8859bc763 req-a34a10f5-ffb7-4591-a21b-75e0f36dfcb5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:41.416640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-03507d5a-dd7f-49b8-976b-f5d8859bc763 req-a34a10f5-ffb7-4591-a21b-75e0f36dfcb5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.9804437 Feb 02 15:24:41.556463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6ca671a3-67d5-4775-85e7-c22edbe45c6c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:24:41.636353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] For port f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:41.636756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:41.638153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 6ca671a3-67d5-4775-85e7-c22edbe45c6c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:24:41.639014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6ca671a3-67d5-4775-85e7-c22edbe45c6c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:24:41.639602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f21b99fb-8df3-4b05-a9b9-05f77ea2830e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:24:41.650981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a14613-5ce5-414b-be64-c98b46452785 req-e5933eb2-b694-4859-b4cc-475007f87182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:41.654915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49a14613-5ce5-414b-be64-c98b46452785 req-e5933eb2-b694-4859-b4cc-475007f87182 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.2334549 Feb 02 15:24:41.743014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:41.814437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6707b419-f81c-4688-b989-49d62667e14d None None] For port f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:41.814891 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:41.975450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Calling delete_port for f21b99fb-8df3-4b05-a9b9-05f77ea2830e owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:41.980138 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-03507d5a-dd7f-49b8-976b-f5d8859bc763 req-5e454c59-7d6a-4066-a0cc-f07311d0142a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5625396 Feb 02 15:24:42.008359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:42.018870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Calling delete_port for f21b99fb-8df3-4b05-a9b9-05f77ea2830e owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:42.097878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:42.121659 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49a14613-5ce5-414b-be64-c98b46452785 req-a0e54385-f462-4013-ae1c-b13b6f9cada4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f HTTP/1.1" status: 200 len: 217 time: 0.4366374 Feb 02 15:24:42.172607 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:42.295412 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:42.296830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] 10.222.0.107 "PUT /v2.0/ports/58c44551-61d6-4b04-8934-71f8883dcef0 HTTP/1.1" status: 200 len: 1091 time: 7.7159925 Feb 02 15:24:42.297280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': '58c44551-61d6-4b04-8934-71f8883dcef0'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:42.346471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d74b0d-08c6-4df8-8edb-176a3fe8da8c service neutron] Pushing event updated for resources: {'Port': ['ID=58c44551-61d6-4b04-8934-71f8883dcef0,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:42.362014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a14613-5ce5-414b-be64-c98b46452785 req-61d355da-412c-4ef2-9f6a-0b60ad45a06a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:42.362014 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49a14613-5ce5-414b-be64-c98b46452785 req-61d355da-412c-4ef2-9f6a-0b60ad45a06a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.2084708 Feb 02 15:24:42.362227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:42.372412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.25.0.30 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/48cfd299-713b-4cb0-b864-dfb28b339bfb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:42.399820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-529a79e7-4412-46b1-bd7f-6ad856f5e927 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:42.404482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-529a79e7-4412-46b1-bd7f-6ad856f5e927 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:42.416201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-529a79e7-4412-46b1-bd7f-6ad856f5e927 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:42.418683 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:24:42.419039 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:24:42.425018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-529a79e7-4412-46b1-bd7f-6ad856f5e927 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:42.429909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-529a79e7-4412-46b1-bd7f-6ad856f5e927 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:42.434369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-529a79e7-4412-46b1-bd7f-6ad856f5e927 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:42.441158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-529a79e7-4412-46b1-bd7f-6ad856f5e927 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:42.450153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-529a79e7-4412-46b1-bd7f-6ad856f5e927 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.3126087 Feb 02 15:24:42.482140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:24:42.482140 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:24:42.542928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58ae219a-d750-4eef-aa72-08567057eeb6 req-cbd9c9e0-5cc2-46df-b445-86b2c3772cc4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0917964 Feb 02 15:24:42.689398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa999c4c-e358-4de3-b18c-791ec6582dbd req-0913949c-d72d-45b9-93ad-8f0e29bd3b90 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 210 time: 0.0454013 Feb 02 15:24:42.921053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Deleting port f21b99fb-8df3-4b05-a9b9-05f77ea2830e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:42.922119 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:42.978020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Deleting port f21b99fb-8df3-4b05-a9b9-05f77ea2830e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:42.978020 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:43.211882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:43.303625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] For port f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:43.304226 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:43.339157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168f3343-eb8f-438c-9e6f-4e8d935dfadb {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:43.354710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:43.384637 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': '58c44551-61d6-4b04-8934-71f8883dcef0', 'status': 'completed', 'code': 200} Feb 02 15:24:43.405886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:43.416898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Transition to ACTIVE for port object 168f3343-eb8f-438c-9e6f-4e8d935dfadb will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:43.467346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Calling delete_port for f21b99fb-8df3-4b05-a9b9-05f77ea2830e owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:43.493481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6707b419-f81c-4688-b989-49d62667e14d None None] For port f21b99fb-8df3-4b05-a9b9-05f77ea2830e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,segment=NetworkSegment(f43f8378-5b45-4e10-bbe3-da7023282424),segment_id=f43f8378-5b45-4e10-bbe3-da7023282424)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:43.494257 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:43.584352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:43.585345 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:43.597960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:43.603398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:43.658141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=48cfd299-713b-4cb0-b864-dfb28b339bfb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:43.667711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49a14613-5ce5-414b-be64-c98b46452785 req-bb13d430-4ec8-4a78-9fee-f76bfcf6c125 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2812934 Feb 02 15:24:43.696015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Calling delete_port for f21b99fb-8df3-4b05-a9b9-05f77ea2830e owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:24:43.710410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:43.832432 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:24:43.833051 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:24:44.044527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21b99fb-8df3-4b05-a9b9-05f77ea2830e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:44.047871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:44.065307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] No DVR routers for this DVR port f21b99fb-8df3-4b05-a9b9-05f77ea2830e on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:24:44.081540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36e606-bea2-4441-85b4-22233ca81f70 req-d17ec404-7d19-481f-9db2-2d275fb8f331 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:44.082557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ec36e606-bea2-4441-85b4-22233ca81f70 req-d17ec404-7d19-481f-9db2-2d275fb8f331 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Synchronizing usage tracker for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:44.216086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:44.267264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c233364-c1e2-4cdc-bfec-79d19895dff2 req-d16ce567-efe6-4e12-9f34-23bcc3c8dd75 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:44.271239 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-83cd1d5f-63fd-4b7d-958d-7351ef6a2988 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6486 time: 1.8150306 Feb 02 15:24:44.277243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c233364-c1e2-4cdc-bfec-79d19895dff2 req-d16ce567-efe6-4e12-9f34-23bcc3c8dd75 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.2977347 Feb 02 15:24:44.284557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6a1482-2f3d-4a08-a86c-57cfede45ebd']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:44.307064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43f8378-5b45-4e10-bbe3-da7023282424') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:44.307725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43f8378-5b45-4e10-bbe3-da7023282424') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:44.344250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:44.377855 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:44.392065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:24:44.392414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:44.393365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Deleting port f21b99fb-8df3-4b05-a9b9-05f77ea2830e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:24:44.393831 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6707b419-f81c-4688-b989-49d62667e14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:24:44.406982 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:24:44.494799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c233364-c1e2-4cdc-bfec-79d19895dff2 req-a57ef780-95b8-4755-99f4-687022c00540 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692121 Feb 02 15:24:44.524634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6707b419-f81c-4688-b989-49d62667e14d None None] The port 'f21b99fb-8df3-4b05-a9b9-05f77ea2830e' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:24:44.614228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49a14613-5ce5-414b-be64-c98b46452785 req-a9750711-7bb4-4e99-bae9-c6224e5746b5 service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9346187 Feb 02 15:24:44.659441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:44.711157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:44.815002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:44.815339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:44.815668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:44.823911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6a1482-2f3d-4a08-a86c-57cfede45ebd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:44.827681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-5b0265d1-4c08-4dd0-ab23-aa6df4bb9693 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82 HTTP/1.1" status: 200 len: 217 time: 0.5269842 Feb 02 15:24:44.900843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:44.901164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:44.937181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6e45a6f0-34af-44fe-a139-f8e800c68616 admin admin] 10.222.0.88 "DELETE /v2.0/networks/dd6a1482-2f3d-4a08-a86c-57cfede45ebd HTTP/1.1" status: 204 len: 168 time: 4.4600356 Feb 02 15:24:44.972667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ec36e606-bea2-4441-85b4-22233ca81f70 req-d17ec404-7d19-481f-9db2-2d275fb8f331 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Unset dirty status for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:44.985156 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec36e606-bea2-4441-85b4-22233ca81f70 req-d17ec404-7d19-481f-9db2-2d275fb8f331 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 936 time: 2.5444791 Feb 02 15:24:45.034887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcd450-5fbb-4d6b-875f-1d053e798178 req-33438add-a5a1-49dc-baf9-600765516ed8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:45.037050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-94dcd450-5fbb-4d6b-875f-1d053e798178 req-33438add-a5a1-49dc-baf9-600765516ed8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.3045652 Feb 02 15:24:45.044401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-39f2907c-8373-4aac-af9d-2f6b86584ec5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:45.048158 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-39f2907c-8373-4aac-af9d-2f6b86584ec5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 814 time: 0.2108333 Feb 02 15:24:45.090614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec36e606-bea2-4441-85b4-22233ca81f70 req-f99669a0-90c1-42cb-b315-f840d9480fd5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037037 Feb 02 15:24:45.092504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Request body: {'port': {'device_id': '9b4cb648-f850-43d9-8f44-493e94cff7d1', 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'admin_state_up': True, 'tenant_id': '2f4a09849b2f4bbc9c46acbc677686bc'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:45.133418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-81e0b9cb-0e05-4790-8be9-af6eac4f1c58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1096 time: 1.0605178 Feb 02 15:24:45.171243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-94dcd450-5fbb-4d6b-875f-1d053e798178 req-47ea0666-1cef-43e3-9f3e-b0bda6f5a61e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219714 Feb 02 15:24:45.359714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-ded67773-b897-4011-9346-e2eb31d18040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:45.362898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-ded67773-b897-4011-9346-e2eb31d18040 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.1942046 Feb 02 15:24:45.369646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:45.370329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:45.371592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:45.372502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Bound port: 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:45.373062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:45.515219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef0f961d-32a2-4002-8c8d-396402f8a3d9 req-3511b0c6-e5c9-459a-a231-09d846b7aeaf tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 210 time: 0.0646737 Feb 02 15:24:45.523054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:45.537589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:45.556125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:45.561171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:45.624581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Made reservation on behalf of 2f4a09849b2f4bbc9c46acbc677686bc for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:45.629440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:45.790319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56102) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:45.839755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf86b8d1-ba6a-4868-9dd0-84cf6ad3adbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:45.849555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-cf86b8d1-ba6a-4868-9dd0-84cf6ad3adbd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=43861301-08a4-4106-af03-586ba63ac53a HTTP/1.1" status: 200 len: 856 time: 1.0105293 Feb 02 15:24:45.874135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:45.879751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-930091a4-cba6-4f10-b67a-60df941b3cc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1000 time: 0.4750600 Feb 02 15:24:45.982941 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cb63eab0-6938-4ec3-8c02-cd9851288d17 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f70cd978df16457aaf7cd194628db8a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1915579 Feb 02 15:24:45.988685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56108) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:46.046199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f6213-6553-4112-bf7d-bb4f7eef232c req-3c177348-e9b3-4d37-9f92-d5f7f763dce5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.049352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:46.053182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab4f6213-6553-4112-bf7d-bb4f7eef232c req-3c177348-e9b3-4d37-9f92-d5f7f763dce5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.2636206 Feb 02 15:24:46.097402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Allocated IP 172.20.0.6 (95510e1d-9096-437d-a05a-9fd66853de15/93a8148c-1086-45a5-aab0-ab72958f43b9/02eb673c-ee5f-486a-8305-f4768db7d570) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:46.127685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:46.128468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:46.151106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab4f6213-6553-4112-bf7d-bb4f7eef232c req-4dea7923-7bfe-421a-9004-eee276f3db9b tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969753 Feb 02 15:24:46.176953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49a14613-5ce5-414b-be64-c98b46452785 req-59f21f7e-2d6e-45c4-ad7f-5a81fc043fe0 service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4873824 Feb 02 15:24:46.285227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5096c687-754a-4c16-95eb-176cdc61e60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:46.313452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:46.314691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-719b6ff8-83c8-4769-bdc5-074e041da3d0 service neutron] 10.222.0.107 "PUT /v2.0/ports/168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 1096 time: 6.0905197 Feb 02 15:24:46.315182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:46.339712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-c5199b56-54ec-4124-9736-8a9326f96a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.341499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-c5199b56-54ec-4124-9736-8a9326f96a9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.3093429 Feb 02 15:24:46.469186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-33848778-12ec-443c-9252-895c85251cbb tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.472554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-33848778-12ec-443c-9252-895c85251cbb tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.477109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-33848778-12ec-443c-9252-895c85251cbb tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.480821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5096c687-754a-4c16-95eb-176cdc61e60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:46.481117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-33848778-12ec-443c-9252-895c85251cbb tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.485173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-33848778-12ec-443c-9252-895c85251cbb tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.489259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-33848778-12ec-443c-9252-895c85251cbb tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.496673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-33848778-12ec-443c-9252-895c85251cbb tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.496673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-33848778-12ec-443c-9252-895c85251cbb tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.7462103 Feb 02 15:24:46.506302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-13c9e5dd-f540-45f7-b0f4-a018aa777de5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b2296672-15a6-4ab4-9585-5f92ce6cfd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6255479 Feb 02 15:24:46.841572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d88f59-69a8-4776-a4c9-a4c0f761c99f req-5593895a-d112-4e71-b302-d1b3325ab9e5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:46.841572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-35d88f59-69a8-4776-a4c9-a4c0f761c99f req-5593895a-d112-4e71-b302-d1b3325ab9e5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 948 time: 0.3202095 Feb 02 15:24:46.841572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:46.841572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-35d88f59-69a8-4776-a4c9-a4c0f761c99f req-37fd4160-5840-42aa-bf74-0100bf89553f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635207 Feb 02 15:24:46.896837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1afa42db-f866-4d3b-8038-d1ce4967f974 req-72a9177b-61c0-4136-a7c6-1d7485bf62cf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3880525 Feb 02 15:24:46.902439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-0fb95634-64aa-4ec2-a93a-81e503dd5a56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5457563 Feb 02 15:24:46.953722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-6b1bb39d-f842-44c4-b881-6f5fcb8e0683 service neutron] 10.222.0.107 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386327 Feb 02 15:24:46.996599 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:47.061443 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'status': 'completed', 'code': 200} Feb 02 15:24:47.103835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5096c687-754a-4c16-95eb-176cdc61e60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:47.138129 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:47.172217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74f07e32-9036-4f81-add7-aceaf73ff4b3', '26d877d1-7a30-4f20-88ed-937d9297a9e2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:47.281298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Pushing event updated for resources: {'Port': ['ID=02eb673c-ee5f-486a-8305-f4768db7d570,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:47.282755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-7c48b3c4-8e6b-4062-9cbb-586fffb594c7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1099 time: 0.5887630 Feb 02 15:24:47.284425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096c687-754a-4c16-95eb-176cdc61e60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ae8fed-9ff5-43a2-ac8a-3704e45f5c52,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:47.346060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Network 95510e1d-9096-437d-a05a-9fd66853de15 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:47.348431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:47.354970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:47.506083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56130) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:47.514626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5096c687-754a-4c16-95eb-176cdc61e60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:47.522182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5096c687-754a-4c16-95eb-176cdc61e60f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c8ae8fed-9ff5-43a2-ac8a-3704e45f5c52 HTTP/1.1" status: 204 len: 168 time: 1.5244308 Feb 02 15:24:47.523344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559e0d-1a31-4d42-b205-920aecda524f req-30fb3821-552f-45b3-be78-f2013a704798 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:47.533761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b559e0d-1a31-4d42-b205-920aecda524f req-30fb3821-552f-45b3-be78-f2013a704798 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.6416547 Feb 02 15:24:47.537966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:47.538576 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:47.545085 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:47.600357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-9ca9f3a9-8df6-4f44-85d0-d6dfeaeea952 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857975 Feb 02 15:24:47.606209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8a9f67d5-7dfa-40fb-867b-26f934fe8e26 service neutron] 10.222.0.107 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418503 Feb 02 15:24:47.718482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b559e0d-1a31-4d42-b205-920aecda524f req-0e269291-84be-4921-b647-d12f870d5c24 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1721883 Feb 02 15:24:47.733355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-9071174c-91e9-46d4-bc83-a3b49a71d74d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6497567 Feb 02 15:24:47.753162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Request body: {'port': {'device_id': '9b4cb648-f850-43d9-8f44-493e94cff7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:47.874180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:47.991738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:48.050617 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-c863bee9-4ca5-46d0-bf98-63ab1a0b9764 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=adb279cb-ba60-40eb-b81a-fb696316c08a HTTP/1.1" status: 200 len: 217 time: 0.1174393 Feb 02 15:24:48.137347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:48.148046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] Usage tracker for resource:security_group_rule and tenant:01c3523fbbbc4e09a583516e1503cdfc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:48.151824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8f7a55a0-ac0c-4523-9eff-df3e38a71087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:48.153594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8f7a55a0-ac0c-4523-9eff-df3e38a71087 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.0943151 Feb 02 15:24:48.158264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:48.162927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdb6a3-e93f-4ce2-a554-02c0931bd4a8 req-b883728f-3c9b-4885-ba38-3a4bd89a7388 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:48.170944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:48.171131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-98cdb6a3-e93f-4ce2-a554-02c0931bd4a8 req-b883728f-3c9b-4885-ba38-3a4bd89a7388 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 931 time: 1.0464859 Feb 02 15:24:48.192224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d1d3b11-eb32-4a77-ab8d-4ac13bb35b1d req-9d0c11b0-0213-42b2-b112-b188ad6f61e4 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836041 Feb 02 15:24:48.224926 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-c8cfd6f5-418e-46f8-96bf-086d80b4e0d5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.8725209 Feb 02 15:24:48.240318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2a71-cec2-4ed3-9c9e-a77e7b665a5d req-d5cdbbe8-31dc-4fd8-9b37-a53cbf81fae4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:48.248473 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b8c2a71-cec2-4ed3-9c9e-a77e7b665a5d req-d5cdbbe8-31dc-4fd8-9b37-a53cbf81fae4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.3496115 Feb 02 15:24:48.367755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b8c2a71-cec2-4ed3-9c9e-a77e7b665a5d req-c4cfa42d-f4b9-4894-afe0-b645051ebb26 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180985 Feb 02 15:24:48.443472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-98cdb6a3-e93f-4ce2-a554-02c0931bd4a8 req-da96f825-1161-45a7-9530-2741a89bd0b3 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688489 Feb 02 15:24:48.619808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-69d6a3a7-64df-4586-a424-8ed84de2569b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4233606 Feb 02 15:24:48.722809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e7be6d14-72e2-449c-80f4-8f6fafae41ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:48.725581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-e7be6d14-72e2-449c-80f4-8f6fafae41ba service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.4576507 Feb 02 15:24:48.790381 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:48.830657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-f8fb6b62-39ed-4d0b-b3b4-4610c7a4a0ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1096 time: 0.4238086 Feb 02 15:24:48.878895 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:48.925546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=01c3523fbbbc4e09a583516e1503cdfc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4184182 Feb 02 15:24:48.930671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56158) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:48.954023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e0487-6864-43d9-8903-dc102f9ae739 req-5b4a3ef0-3ebf-4748-a909-c83e26b6eb53 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:48.955611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a22e0487-6864-43d9-8903-dc102f9ae739 req-5b4a3ef0-3ebf-4748-a909-c83e26b6eb53 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 948 time: 0.2393699 Feb 02 15:24:49.072663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:24:49.178616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3125a0b-923d-4c67-8b6f-5820bf9b3eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625ff976-1d0a-4fb9-abff-b2ff896134c1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:49.182771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:24:49.212895 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d02de84-9858-4bfe-9cee-23a1f238ae22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:49.253184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a22e0487-6864-43d9-8903-dc102f9ae739 req-e8bc0617-1e2d-4747-a9f0-226b3912f48c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478952 Feb 02 15:24:49.293553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d02de84-9858-4bfe-9cee-23a1f238ae22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:49.366758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02eb673c-ee5f-486a-8305-f4768db7d570 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:49.375753 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:49.386195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-119534d3-a701-4789-a388-ec0bfd016528 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7497382 Feb 02 15:24:49.394782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56164) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:49.470511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Transition to ACTIVE for port object 02eb673c-ee5f-486a-8305-f4768db7d570 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:24:49.472405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d02de84-9858-4bfe-9cee-23a1f238ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:49.525271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-b2121d43-db4b-4ed8-bda0-53692f36835a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.526729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-b2121d43-db4b-4ed8-bda0-53692f36835a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.6141033 Feb 02 15:24:49.553035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d02de84-9858-4bfe-9cee-23a1f238ae22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:49.556400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7d02de84-9858-4bfe-9cee-23a1f238ae22 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/625ff976-1d0a-4fb9-abff-b2ff896134c1 HTTP/1.1" status: 204 len: 168 time: 0.6207378 Feb 02 15:24:49.556400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02de84-9858-4bfe-9cee-23a1f238ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625ff976-1d0a-4fb9-abff-b2ff896134c1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:49.585966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-5d12d2da-31ac-499a-bec7-572157cfcd5e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8507528 Feb 02 15:24:49.588711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:49.731908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-762466169-network', 'tenant_id': 'd70aeea0259c4eea8156959301fcc5e7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:49.749671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:49.761200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-db0d04ae-6c27-4051-b88c-9b1f72658fc8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.765892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-db0d04ae-6c27-4051-b88c-9b1f72658fc8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.771391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-db0d04ae-6c27-4051-b88c-9b1f72658fc8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.773916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Usage tracker for resource:network and tenant:d70aeea0259c4eea8156959301fcc5e7 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:49.780102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:49.788777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-db0d04ae-6c27-4051-b88c-9b1f72658fc8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.798497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-db0d04ae-6c27-4051-b88c-9b1f72658fc8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.812160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-db0d04ae-6c27-4051-b88c-9b1f72658fc8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.815769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-db0d04ae-6c27-4051-b88c-9b1f72658fc8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.818419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-db0d04ae-6c27-4051-b88c-9b1f72658fc8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 1.0885861 Feb 02 15:24:49.847212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:49.873637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=02eb673c-ee5f-486a-8305-f4768db7d570,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:49.906558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb366e5-6af2-4482-a5ef-a0cf953ba7a0 req-08a2e097-b001-4b2d-8904-648a371ca9d3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:49.908465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fb366e5-6af2-4482-a5ef-a0cf953ba7a0 req-08a2e097-b001-4b2d-8904-648a371ca9d3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.4086175 Feb 02 15:24:49.943498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Attempting to bind port 02eb673c-ee5f-486a-8305-f4768db7d570 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:24:49.943836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Attempting to bind port 02eb673c-ee5f-486a-8305-f4768db7d570 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:24:49.944342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Attempting to bind port 02eb673c-ee5f-486a-8305-f4768db7d570 on network 95510e1d-9096-437d-a05a-9fd66853de15 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:49.946344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Made reservation on behalf of d70aeea0259c4eea8156959301fcc5e7 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:49.948640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:49.964363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:49.980411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-2cfd46ef-9f5a-41c7-bc8d-d26013e276a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1000 time: 0.3872795 Feb 02 15:24:49.996751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Port 02eb673c-ee5f-486a-8305-f4768db7d570 on network 95510e1d-9096-437d-a05a-9fd66853de15 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:24:49.997074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Attempting to bind port 02eb673c-ee5f-486a-8305-f4768db7d570 on network 95510e1d-9096-437d-a05a-9fd66853de15 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:24:50.025842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:24:50.035764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Checking segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:50.035764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Bound using segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:24:50.035764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Bound port: 02eb673c-ee5f-486a-8305-f4768db7d570, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:24:50.035764 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:50.083992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fb366e5-6af2-4482-a5ef-a0cf953ba7a0 req-c9fa44ad-8a04-4c34-b924-5470731af768 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1660132 Feb 02 15:24:50.085163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:50.116888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Usage tracker for resource:security_group_rule and tenant:d70aeea0259c4eea8156959301fcc5e7 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:50.121306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:50.151735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:50.199932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f5c79053-00f2-4133-9f1f-a5672025f746 req-8d06e296-1f20-4736-88c4-5dcafce9e6d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3100562 Feb 02 15:24:50.223713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-12051299-ddc7-45f0-a364-3554abdb3f49 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082800 Feb 02 15:24:50.227057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-9a690434-bc41-4120-80dc-8054ad66645d service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062053 Feb 02 15:24:50.249309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] For port 02eb673c-ee5f-486a-8305-f4768db7d570, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:24:50.253089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] For port 02eb673c-ee5f-486a-8305-f4768db7d570, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=02eb673c-ee5f-486a-8305-f4768db7d570,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:24:50.486554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-b2aa4992-71e3-41c5-bbc6-37b8a9df19c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:50.488138 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-b2aa4992-71e3-41c5-bbc6-37b8a9df19c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.4381156 Feb 02 15:24:50.522419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:50.571751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-e4d39968-e367-4fcb-a77e-8eead9aa3bc7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=a94c1c6a-15be-46b7-8c70-2890417edb08 HTTP/1.1" status: 200 len: 217 time: 0.3340621 Feb 02 15:24:50.574642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56180) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:50.585712 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:50.588852 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] 10.222.0.64 "PUT /v2.0/ports/02eb673c-ee5f-486a-8305-f4768db7d570 HTTP/1.1" status: 200 len: 1091 time: 2.8384907 Feb 02 15:24:50.596449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4cb648-f850-43d9-8f44-493e94cff7d1', 'tag': '02eb673c-ee5f-486a-8305-f4768db7d570'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:50.616296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:50.669793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b90c8-d461-42c3-8e14-090f6628e366 req-2471873e-c400-4d87-9e70-9ac3da0532cf tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:50.680725 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-493b90c8-d461-42c3-8e14-090f6628e366 req-2471873e-c400-4d87-9e70-9ac3da0532cf tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.3862739 Feb 02 15:24:50.683316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ac853-3cd3-4bfb-88ce-5412cc15c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=02eb673c-ee5f-486a-8305-f4768db7d570,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:50.720727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:50.772434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:50.830732 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-493b90c8-d461-42c3-8e14-090f6628e366 req-18bce6d1-836c-46fc-a66e-39ada0ee4339 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490273 Feb 02 15:24:50.831704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:24:50.855734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:50.871927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:50.872269 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Added segment b85e8e5d-67ad-4c79-b090-59115691c367 of type vlan for network 125c814c-886d-4172-90c1-3bee6ed96c57 Feb 02 15:24:50.907865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-4bc47bdb-2499-4e79-952a-a054eec64e85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 1094 time: 0.1842427 Feb 02 15:24:50.917471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-9203ace5-914d-4389-88d8-6cb25f781ee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:50.919075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-9203ace5-914d-4389-88d8-6cb25f781ee0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.3119214 Feb 02 15:24:50.924859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d055c49e-7d17-4d12-9d5f-0ccc12c86df2 req-391eca86-1f21-42c0-8017-955ad5345c7c service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858015 Feb 02 15:24:50.979034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:24:50.987587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df26bc00-c405-48c3-90e1-3f5bb6ce9460 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:24:50.995588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:51.015037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:51.015886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df26bc00-c405-48c3-90e1-3f5bb6ce9460 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:24:51.016743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df26bc00-c405-48c3-90e1-3f5bb6ce9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:51.021854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-3505677d-7eac-4645-a933-f99d1f7586bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02eb673c-ee5f-486a-8305-f4768db7d570 HTTP/1.1" status: 200 len: 217 time: 0.0956466 Feb 02 15:24:51.031831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-16fe7848-d991-4aff-92e2-7b751c1eb05e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5050001 Feb 02 15:24:51.043656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3c28472d20954df68fabf11623f260ee is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:51.121423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-5f1de71a-e294-4648-ab30-9f647fb73582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:51.126277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-5f1de71a-e294-4648-ab30-9f647fb73582 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 200 len: 854 time: 0.0880260 Feb 02 15:24:51.190832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df26bc00-c405-48c3-90e1-3f5bb6ce9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:51.199571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:51.200603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:51.201268 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:51.206726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df26bc00-c405-48c3-90e1-3f5bb6ce9460 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:24:51.207599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df26bc00-c405-48c3-90e1-3f5bb6ce9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:51.251867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-598e524d-d9fd-4b7d-90e2-da617d50eda1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95510e1d-9096-437d-a05a-9fd66853de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182737 Feb 02 15:24:51.284000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df26bc00-c405-48c3-90e1-3f5bb6ce9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:51.284670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df26bc00-c405-48c3-90e1-3f5bb6ce9460 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:24:51.302475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:51.311930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01495941-6d02-4125-910c-407dddbcfe5e req-73fc708a-1f3d-406b-9cc7-9c0190aa8d07 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:51.313390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01495941-6d02-4125-910c-407dddbcfe5e req-73fc708a-1f3d-406b-9cc7-9c0190aa8d07 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 943 time: 0.8478947 Feb 02 15:24:51.356329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:51.422132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:51.425958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2db2645a-75ef-4481-925a-b1e02857df1e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 15.4921744 Feb 02 15:24:51.436824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56190) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:51.453893 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0579500 Feb 02 15:24:51.454601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56194) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:51.484328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f849afd1-b4e8-4bdc-9b83-2ceff368e787 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5578046 Feb 02 15:24:51.494206 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01495941-6d02-4125-910c-407dddbcfe5e req-60ade08b-0efc-4c33-a398-457053ebaf97 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337073 Feb 02 15:24:51.532088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Request body: {'subnet': {'network_id': '125c814c-886d-4172-90c1-3bee6ed96c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-762466169-subnet', 'tenant_id': 'd70aeea0259c4eea8156959301fcc5e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:51.553393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f131900-b11a-4694-810d-7c084c56ec86 admin admin] Pushing event updated for resources: {'Network': ['ID=125c814c-886d-4172-90c1-3bee6ed96c57,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:51.557989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:51.567172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 125c814c-886d-4172-90c1-3bee6ed96c57 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:24:51.567484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Usage tracker for resource:subnet and tenant:d70aeea0259c4eea8156959301fcc5e7 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:51.574873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:51.596715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:51.646347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-87ee1f0c-58df-4094-93a5-8a4c4df01e68 service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809233 Feb 02 15:24:51.655116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f590-fd71-4f19-a049-148e60ef3c74 req-9f6b97ab-2fdb-47b4-8475-11c71ac6c0f2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:51.662501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7668f590-fd71-4f19-a049-148e60ef3c74 req-9f6b97ab-2fdb-47b4-8475-11c71ac6c0f2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 948 time: 0.4745867 Feb 02 15:24:51.668235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-919dfa19-9d83-40de-98b6-b41df4139d42 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175733 Feb 02 15:24:51.719680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-e1aaf4a6-48fe-4a14-b40d-cb7282652da8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1099 time: 0.4006932 Feb 02 15:24:51.836333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Made reservation on behalf of d70aeea0259c4eea8156959301fcc5e7 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:51.838785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:51.980058 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:52.010524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7668f590-fd71-4f19-a049-148e60ef3c74 req-2d85b968-4e9a-48b5-8e5f-9827f54f79fa tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468652 Feb 02 15:24:52.024504 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4cb648-f850-43d9-8f44-493e94cff7d1', 'tag': '02eb673c-ee5f-486a-8305-f4768db7d570', 'status': 'completed', 'code': 200} Feb 02 15:24:52.120380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-207fcfa7-ef14-44d9-aea5-5c399c824462 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.121999 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-207fcfa7-ef14-44d9-aea5-5c399c824462 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3921075 Feb 02 15:24:52.124503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-a6a47dc8-baee-4740-b19d-ef013ffc6c9d service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294291 Feb 02 15:24:52.182829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36ebc065-fdbf-483f-a379-b5955ab4ac78 req-69b8c64f-1780-461e-bbec-2cbd842570b8 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970462 Feb 02 15:24:52.188100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:52.189550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2f090cb-ae7a-44b2-a081-9504edfef775 req-16d6022c-0e08-49ce-9c2b-bc41ae07b891 service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244944 Feb 02 15:24:52.314759 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-1ec0b0f4-3a66-43e2-8797-fbc359936df2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.1307595 Feb 02 15:24:52.492082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-e3fbd107-7d8e-49d0-997a-35a5fae9be64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.493605 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-e3fbd107-7d8e-49d0-997a-35a5fae9be64 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1391404 Feb 02 15:24:52.590389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8965edaf-d538-4f24-b99c-5da6ee2ab013,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:52.636345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ff204050-863f-45e6-8015-98f5ff27a8e5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c28472d20954df68fabf11623f260ee&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0504835 Feb 02 15:24:52.644026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56204) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:52.707097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:52.748151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e6b7-baa6-4ac4-a9a6-406524476454 req-95ccb63d-b38a-4dea-b56c-db1c7cacff8c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.750127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d186e6b7-baa6-4ac4-a9a6-406524476454 req-95ccb63d-b38a-4dea-b56c-db1c7cacff8c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.5628581 Feb 02 15:24:52.754036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-33886777-6991-42b6-a38f-c91bc6fbdc31 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684609 Feb 02 15:24:52.764963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a712-f078-49de-80b0-9849b4390489 req-0d27081c-cc53-4e6b-b770-954d1e05252a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.768833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a712-f078-49de-80b0-9849b4390489 req-0d27081c-cc53-4e6b-b770-954d1e05252a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.773441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a712-f078-49de-80b0-9849b4390489 req-0d27081c-cc53-4e6b-b770-954d1e05252a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.778496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a712-f078-49de-80b0-9849b4390489 req-0d27081c-cc53-4e6b-b770-954d1e05252a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.781192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a712-f078-49de-80b0-9849b4390489 req-0d27081c-cc53-4e6b-b770-954d1e05252a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.785071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a712-f078-49de-80b0-9849b4390489 req-0d27081c-cc53-4e6b-b770-954d1e05252a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.789433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a712-f078-49de-80b0-9849b4390489 req-0d27081c-cc53-4e6b-b770-954d1e05252a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:52.791203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4cf6a712-f078-49de-80b0-9849b4390489 req-0d27081c-cc53-4e6b-b770-954d1e05252a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.6044309 Feb 02 15:24:52.840716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-bcae81ad-2bfe-460a-b4eb-e2aa3b34e835 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3266628 Feb 02 15:24:52.856893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8e66cf-55b9-4756-9768-d7c809795ee7,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:52.866492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-32baafb9-f902-4add-8981-dc3584732da3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 1094 time: 0.4758785 Feb 02 15:24:52.918170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-d24aef93-4652-43c6-9ab6-a868fa3aa431 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91 HTTP/1.1" status: 200 len: 217 time: 0.1550815 Feb 02 15:24:52.991312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4cf6a712-f078-49de-80b0-9849b4390489 req-6123fba4-545e-4284-8ea9-84c9aec6884f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1846123 Feb 02 15:24:53.009663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Checking segment: {'id': 'b85e8e5d-67ad-4c79-b090-59115691c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '125c814c-886d-4172-90c1-3bee6ed96c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:24:53.010027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Network hostable DHCP agents. Network: 125c814c-886d-4172-90c1-3bee6ed96c57, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:24:53.045603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6232-8f50-49ab-81c9-1dc663d75fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:53.070533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d186e6b7-baa6-4ac4-a9a6-406524476454 req-3c88f2c0-f564-4bc6-ae2f-c9a593e5d466 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2379086 Feb 02 15:24:53.125278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-dbb8a726-4c79-47e1-b4b8-6d1d60fa860a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:53.126734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-dbb8a726-4c79-47e1-b4b8-6d1d60fa860a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.1467354 Feb 02 15:24:53.128504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6232-8f50-49ab-81c9-1dc663d75fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:53.147541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-06f27539-5de6-4179-b4a0-8da46beab9bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:53.147541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-06f27539-5de6-4179-b4a0-8da46beab9bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 916 time: 0.2604432 Feb 02 15:24:53.203594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-b4031565-9cc1-48c3-bf28-3436ca14d348 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166056 Feb 02 15:24:53.280184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Network 125c814c-886d-4172-90c1-3bee6ed96c57 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:24:53.290400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-c8db7847-e405-4e7e-80b9-6d1b08d1eca5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02eb673c-ee5f-486a-8305-f4768db7d570 HTTP/1.1" status: 200 len: 217 time: 0.1349123 Feb 02 15:24:53.365196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 125c814c-886d-4172-90c1-3bee6ed96c57) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:53.375767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e2c85-ae08-4290-a1fd-4e8e6ffb599d None None] Network 125c814c-886d-4172-90c1-3bee6ed96c57 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:24:53.381876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:53.382554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:53.454903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-c0282235-b88c-4756-84ea-c7efee919755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:53.456390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-c0282235-b88c-4756-84ea-c7efee919755 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 200 len: 854 time: 0.1573923 Feb 02 15:24:53.528040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923b9f8-c3af-46d4-8410-809ccc224179 req-392d78ac-68fb-4f1d-ab46-35b43b01d754 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:53.529515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e923b9f8-c3af-46d4-8410-809ccc224179 req-392d78ac-68fb-4f1d-ab46-35b43b01d754 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.3150194 Feb 02 15:24:53.531502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-c1c3c331-9962-43e6-a788-ec36647869ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95510e1d-9096-437d-a05a-9fd66853de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639160 Feb 02 15:24:53.554639 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6232-8f50-49ab-81c9-1dc663d75fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:53.578100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f6232-8f50-49ab-81c9-1dc663d75fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8965edaf-d538-4f24-b99c-5da6ee2ab013,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:53.663687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6232-8f50-49ab-81c9-1dc663d75fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:53.669792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4f9f6232-8f50-49ab-81c9-1dc663d75fa1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8965edaf-d538-4f24-b99c-5da6ee2ab013 HTTP/1.1" status: 204 len: 168 time: 1.0255220 Feb 02 15:24:53.694737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-deaca154-9c18-4064-bddd-d8fd4ee26268 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1793559 Feb 02 15:24:53.706090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add4fbd7-53f5-489e-a5ea-27cc62d1b03b None None] Network 125c814c-886d-4172-90c1-3bee6ed96c57 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:24:53.720300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-d2717a7b-1868-4538-ae07-8ade735c5627 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5733187 Feb 02 15:24:53.750365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e923b9f8-c3af-46d4-8410-809ccc224179 req-d481395c-40bc-4c81-ba0d-a070d93c1826 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151713 Feb 02 15:24:53.852594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-c0fd68fb-d46d-462b-9457-64f30e830550 service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035252 Feb 02 15:24:54.112636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732dde-2623-428b-b6b5-6e374f5597a5 req-8723575b-5f6c-4f9c-93c7-8fddbf726303 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:54.122295 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b732dde-2623-428b-b6b5-6e374f5597a5 req-8723575b-5f6c-4f9c-93c7-8fddbf726303 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 943 time: 0.8810041 Feb 02 15:24:54.126287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-528442c9-7e5b-49b2-877c-3cfcacdfa283 req-7ea78342-ab56-4513-9c07-1881f5f395b2 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8815904 Feb 02 15:24:54.243321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-f6d5897b-c94c-45ad-8864-a25237cf149c service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782643 Feb 02 15:24:54.291297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f181f98-228c-4edf-9fa3-5795a7dbea3b req-af0c970a-843a-447b-923d-4f2cfc24cf8f service neutron] 10.222.0.64 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304991 Feb 02 15:24:54.329273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bdfa1-fd1c-422b-a47b-4c52143c5151 req-48a349c0-850b-4326-acb4-60eaa8f7c5bc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:54.339063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-416bdfa1-fd1c-422b-a47b-4c52143c5151 req-48a349c0-850b-4326-acb4-60eaa8f7c5bc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 948 time: 0.3037329 Feb 02 15:24:54.405519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b732dde-2623-428b-b6b5-6e374f5597a5 req-f3536878-64fe-4d3d-9d34-800ec827006f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820070 Feb 02 15:24:54.503662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:24:54.508745 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-416bdfa1-fd1c-422b-a47b-4c52143c5151 req-503bb497-0a2f-4293-a88b-5b85c9be51b5 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668518 Feb 02 15:24:54.522573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-5524960e-d722-4481-93e6-3f52bfeb6039 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731068 Feb 02 15:24:54.534737 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-409b249a-fdf0-45e0-851d-08c54db69b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:54.545075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 02eb673c-ee5f-486a-8305-f4768db7d570 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:24:54.629586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:54.717952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-0db83e99-b738-4293-8319-3792e6833556 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=3847873a-262b-4dba-83f1-de321af221bf HTTP/1.1" status: 200 len: 217 time: 0.1881657 Feb 02 15:24:54.843069 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:54.858585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-a9fe1087-5de1-4a27-a301-ee50a3462158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:54.859999 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-a9fe1087-5de1-4a27-a301-ee50a3462158 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.1242447 Feb 02 15:24:54.865851 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:24:54.976884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'mac_address': 'fa:16:3e:d9:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:24:55.078505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157b847-b839-4d40-a37b-4900a2526987 req-ee8600f6-7ed0-4130-be25-09b0facb218f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.082817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157b847-b839-4d40-a37b-4900a2526987 req-ee8600f6-7ed0-4130-be25-09b0facb218f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.087315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157b847-b839-4d40-a37b-4900a2526987 req-ee8600f6-7ed0-4130-be25-09b0facb218f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.091689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157b847-b839-4d40-a37b-4900a2526987 req-ee8600f6-7ed0-4130-be25-09b0facb218f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.093538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 02eb673c-ee5f-486a-8305-f4768db7d570, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=02eb673c-ee5f-486a-8305-f4768db7d570,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:55.095818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157b847-b839-4d40-a37b-4900a2526987 req-ee8600f6-7ed0-4130-be25-09b0facb218f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.100198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157b847-b839-4d40-a37b-4900a2526987 req-ee8600f6-7ed0-4130-be25-09b0facb218f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.104397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157b847-b839-4d40-a37b-4900a2526987 req-ee8600f6-7ed0-4130-be25-09b0facb218f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.106365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3157b847-b839-4d40-a37b-4900a2526987 req-ee8600f6-7ed0-4130-be25-09b0facb218f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.4497983 Feb 02 15:24:55.123681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-098d2f92-6ff1-44ab-a365-66616698e310 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2527916 Feb 02 15:24:55.124436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '02eb673c-ee5f-486a-8305-f4768db7d570', 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'port_id': '02eb673c-ee5f-486a-8305-f4768db7d570', 'mac_address': 'fa:16:3e:f2:98:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a8148c-1086-45a5-aab0-ab72958f43b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:24:55.131476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:55.188473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e881c2a-a309-454e-90f7-34a1bd3e91e8 req-1e30dd99-40fe-464d-96f6-d4338073b905 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.190636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e881c2a-a309-454e-90f7-34a1bd3e91e8 req-1e30dd99-40fe-464d-96f6-d4338073b905 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2336977 Feb 02 15:24:55.215291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168f3343-eb8f-438c-9e6f-4e8d935dfadb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:55.253444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:55.261320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:55.270460 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3157b847-b839-4d40-a37b-4900a2526987 req-f9ae5b1b-5e07-4927-bbc8-3a11b8dbe91e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1522384 Feb 02 15:24:55.281209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02eb673c-ee5f-486a-8305-f4768db7d570 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:24:55.306865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e881c2a-a309-454e-90f7-34a1bd3e91e8 req-6374ba1a-b360-4b65-ada3-c134a5c6e8af tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150839 Feb 02 15:24:55.313317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 02eb673c-ee5f-486a-8305-f4768db7d570, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=02eb673c-ee5f-486a-8305-f4768db7d570,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:55.349666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-3dd92a7b-b6a8-4058-b2fb-41c6849afb11 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107594 Feb 02 15:24:55.362933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:55.477036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:55.550287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:55.552738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.20.0.1 (02ca5545-9ebd-4c2e-8f97-737f52968594/5ecabb27-0ed3-428b-b606-b45962758ce1/e83e5fdb-46e0-44b3-8f70-67ad1369cec5) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:24:55.591740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-9753e936-efd2-4e32-b0f1-d2db3d1f75f6 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248778 Feb 02 15:24:55.666276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['168f3343-eb8f-438c-9e6f-4e8d935dfadb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:55.673971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfb556-a23b-4e9f-b0b8-c57ca870ed6f req-f2ee10bb-1c65-407e-a242-34a4834a8d1f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.675420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45bfb556-a23b-4e9f-b0b8-c57ca870ed6f req-f2ee10bb-1c65-407e-a242-34a4834a8d1f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1840181 Feb 02 15:24:55.677485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-59d9759b-32f3-47bd-99e2-e25bac50aebb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=481511e8-26e2-4305-87a5-e213fbae0951 HTTP/1.1" status: 200 len: 217 time: 0.0789230 Feb 02 15:24:55.752630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=02eb673c-ee5f-486a-8305-f4768db7d570,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:55.791019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:55.893417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45bfb556-a23b-4e9f-b0b8-c57ca870ed6f req-a5e6dfc6-d7e6-43bd-beac-ab27bd690706 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106576 Feb 02 15:24:55.897110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-0c30eb20-02ca-4b9e-bdd6-b0d4972e0ce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:55.899337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-0c30eb20-02ca-4b9e-bdd6-b0d4972e0ce2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fdd294c4-3e37-4290-b79c-d01268643936 HTTP/1.1" status: 200 len: 797 time: 0.2155352 Feb 02 15:24:55.952562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['02eb673c-ee5f-486a-8305-f4768db7d570'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:24:55.983634 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-afe5a8ec-64d2-424a-bf5a-8d5e877e40ec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772269 Feb 02 15:24:56.021328 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:56.158111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:56.168124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-989b488e-1f10-4611-ba78-272f99439a0f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:56.168978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-989b488e-1f10-4611-ba78-272f99439a0f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Synchronizing usage tracker for tenant:d70aeea0259c4eea8156959301fcc5e7 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:56.173739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:56.182693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:24:56.234882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-8f04d040-c22f-45bd-8ded-b67a6f887268 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352946 Feb 02 15:24:56.238541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=e83e5fdb-46e0-44b3-8f70-67ad1369cec5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:56.262395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:56.338266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-989b488e-1f10-4611-ba78-272f99439a0f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Unset dirty status for tenant:d70aeea0259c4eea8156959301fcc5e7 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:56.340391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-989b488e-1f10-4611-ba78-272f99439a0f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/networks?id=125c814c-886d-4172-90c1-3bee6ed96c57 HTTP/1.1" status: 200 len: 813 time: 0.4803479 Feb 02 15:24:56.357409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-bb64a625-788e-4422-902c-971baccf8f50 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/quotas/d70aeea0259c4eea8156959301fcc5e7 HTTP/1.1" status: 200 len: 375 time: 0.0123510 Feb 02 15:24:56.392276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1cb70-5355-4197-abe3-d76ea8349fb5 req-1206da9f-4bbc-4678-9ff0-6627313c6d00 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:56.393715 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0e1cb70-5355-4197-abe3-d76ea8349fb5 req-1206da9f-4bbc-4678-9ff0-6627313c6d00 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 944 time: 0.2919102 Feb 02 15:24:56.448514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-e7d51da8-c8ef-45a6-9cd8-48a543ac8326 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d70aeea0259c4eea8156959301fcc5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849876 Feb 02 15:24:56.509391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:24:56.513796 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0e1cb70-5355-4197-abe3-d76ea8349fb5 req-febc68d7-cae4-4730-963b-eaeb01d07674 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770156 Feb 02 15:24:56.533541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:56.535476 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-2d06e76d-bf92-4317-9127-38386f6cfcb2 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937987 Feb 02 15:24:56.642339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-d1e190e1-8d19-44f7-8097-727830de0c75 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c44551-61d6-4b04-8934-71f8883dcef0 HTTP/1.1" status: 200 len: 217 time: 0.0955741 Feb 02 15:24:56.732399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 168f3343-eb8f-438c-9e6f-4e8d935dfadb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:56.739551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 168f3343-eb8f-438c-9e6f-4e8d935dfadb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:56.740393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:56.798874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-d5df47f4-4f2f-4419-8bdc-680ab6597efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:56.800662 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-d5df47f4-4f2f-4419-8bdc-680ab6597efd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fdd294c4-3e37-4290-b79c-d01268643936 HTTP/1.1" status: 200 len: 797 time: 0.1523333 Feb 02 15:24:56.816954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-45a6ca21-83e7-4dc9-8651-d4a1f67cf85e service neutron] 10.222.0.88 "GET /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612349 Feb 02 15:24:56.870672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb5431-196c-4ab9-871f-976ff19bb70a req-1141cb08-fe35-4d73-8f4f-e8704c8eacf3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:56.872207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18eb5431-196c-4ab9-871f-976ff19bb70a req-1141cb08-fe35-4d73-8f4f-e8704c8eacf3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 949 time: 0.1609051 Feb 02 15:24:56.913107 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:56.924684 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d43a527-e326-4932-b10e-4066013d801d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:56.949972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:56.958236 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18eb5431-196c-4ab9-871f-976ff19bb70a req-ff4b5ec2-58e7-4c4a-acfd-e3d592213d8c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715261 Feb 02 15:24:56.961431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-913e8bb6-adaa-4ffd-bef4-87e0be0b381d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1532156 Feb 02 15:24:56.981783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:57.075806 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:57.141452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-91a7cbed-9fad-42fa-99b0-d034e527740c service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728156 Feb 02 15:24:57.168571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:57.186241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-7afc024b-649c-4708-bdcb-e0bc58197ba4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 1096 time: 0.5754855 Feb 02 15:24:57.347719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-5a6a7df4-b0c4-44d1-b716-e89708dfedbe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.352455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-5a6a7df4-b0c4-44d1-b716-e89708dfedbe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.356480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-5a6a7df4-b0c4-44d1-b716-e89708dfedbe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.361014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-5a6a7df4-b0c4-44d1-b716-e89708dfedbe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.364925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-5a6a7df4-b0c4-44d1-b716-e89708dfedbe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.368867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-5a6a7df4-b0c4-44d1-b716-e89708dfedbe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.372839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-5a6a7df4-b0c4-44d1-b716-e89708dfedbe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.374744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-5a6a7df4-b0c4-44d1-b716-e89708dfedbe tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.2323635 Feb 02 15:24:57.412288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f00919d4-a924-4f55-9cfa-81a1f4d80322 req-079941f4-44a2-45ca-9b10-4c5eabb06256 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159553 Feb 02 15:24:57.420961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-eaa201ae-0bba-43ef-854f-a1a9dba03691 service neutron] 10.222.0.88 "GET /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970051 Feb 02 15:24:57.458750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-d39ec191-a8e9-45f8-b31f-093e815ac78f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.460261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-d39ec191-a8e9-45f8-b31f-093e815ac78f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.2247088 Feb 02 15:24:57.475438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a0a411c-0d99-4ab4-97bf-5afbe6cac875 req-e946dfbf-d0ae-4d4a-a5ce-dfc6783e2e69 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0891020 Feb 02 15:24:57.571713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:57.596114 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-2d6acda2-e881-439f-9e11-c7a9f1057495 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b HTTP/1.1" status: 200 len: 1001 time: 0.1287940 Feb 02 15:24:57.678051 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'code': 200} Feb 02 15:24:57.682371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-beffee3f-7f6e-4e8e-b7d1-b292aac97a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.688058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-beffee3f-7f6e-4e8e-b7d1-b292aac97a0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.0809004 Feb 02 15:24:57.710174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52cffd-1905-4f06-b6b9-8c67f3839b87 req-e79dbdfb-6391-4403-a415-0f42f7be869a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:57.723007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee52cffd-1905-4f06-b6b9-8c67f3839b87 req-e79dbdfb-6391-4403-a415-0f42f7be869a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1180785 Feb 02 15:24:57.803060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:57.885951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee52cffd-1905-4f06-b6b9-8c67f3839b87 req-d9f437f8-4a8f-4f61-b2b6-398d73534624 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615133 Feb 02 15:24:57.963606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32fff04e-5631-4142-9248-54727a86e740 req-8ec5508c-28f4-47fb-9e88-b371b4f960ef service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6486 time: 0.2160118 Feb 02 15:24:57.964319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-455b9e92-837f-4b53-a781-7c246e5b986e req-44f0b03a-4c63-4789-ae7e-99435a90cf5b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1101 time: 0.1427233 Feb 02 15:24:58.029016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=e83e5fdb-46e0-44b3-8f70-67ad1369cec5,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:58.044020 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:58.108837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-753511f6-32fa-43c8-ac3d-ccffd23c1083 req-08a0ae60-2349-48aa-8161-ffd3e2243d85 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 210 time: 0.0993526 Feb 02 15:24:58.132888 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-455b9e92-837f-4b53-a781-7c246e5b986e req-58a3b52d-10bb-4636-89bc-0e10c4b847da service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614146 Feb 02 15:24:58.172880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-e4a01587-dc72-455e-8d3c-b54fb83aa995 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4823620 Feb 02 15:24:58.184804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf2dc7-f7f7-471f-b844-4143da80fecc req-2ec6852e-637e-47df-9850-e6454bca94e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.185504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2eaf2dc7-f7f7-471f-b844-4143da80fecc req-2ec6852e-637e-47df-9850-e6454bca94e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:24:58.194199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fff04e-5631-4142-9248-54727a86e740 req-cf650741-e14f-40a8-9b23-abed90cf3fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.196028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32fff04e-5631-4142-9248-54727a86e740 req-cf650741-e14f-40a8-9b23-abed90cf3fb5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84363103-3170-468b-b9b8-900e88de7692 HTTP/1.1" status: 200 len: 903 time: 0.2260005 Feb 02 15:24:58.292896 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:58.325934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:58.343442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:24:58.346691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:24:58.355150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557c2e3-ee73-497e-94c3-d69757e9b9a3 req-91da43fc-9a7d-4acf-9803-7e2c7972f192 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.356644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a557c2e3-ee73-497e-94c3-d69757e9b9a3 req-91da43fc-9a7d-4acf-9803-7e2c7972f192 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.0818970 Feb 02 15:24:58.409393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a557c2e3-ee73-497e-94c3-d69757e9b9a3 req-f9f9b969-4f08-491c-8007-a3b46b38ba23 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434372 Feb 02 15:24:58.438449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-2eaf2dc7-f7f7-471f-b844-4143da80fecc req-2ec6852e-637e-47df-9850-e6454bca94e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:24:58.438449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2eaf2dc7-f7f7-471f-b844-4143da80fecc req-2ec6852e-637e-47df-9850-e6454bca94e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 944 time: 0.5189869 Feb 02 15:24:58.502128 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-d6fc44b8-659e-4867-b4f4-380619f1f0b5 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936125 Feb 02 15:24:58.531300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32fff04e-5631-4142-9248-54727a86e740 req-95a265c0-4df5-4468-bff2-fb4c53db4b09 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c44551-61d6-4b04-8934-71f8883dcef0 HTTP/1.1" status: 200 len: 217 time: 0.0982506 Feb 02 15:24:58.563144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 02eb673c-ee5f-486a-8305-f4768db7d570 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:24:58.609941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fff04e-5631-4142-9248-54727a86e740 req-832408ae-a0d6-49ae-9e5e-ecfd5dc31b57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.611574 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32fff04e-5631-4142-9248-54727a86e740 req-832408ae-a0d6-49ae-9e5e-ecfd5dc31b57 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fdd294c4-3e37-4290-b79c-d01268643936 HTTP/1.1" status: 200 len: 797 time: 0.0732908 Feb 02 15:24:58.667325 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2eaf2dc7-f7f7-471f-b844-4143da80fecc req-63bfdc1b-4a82-479e-b07e-7c7e43a1a2c2 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290149 Feb 02 15:24:58.749624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 02eb673c-ee5f-486a-8305-f4768db7d570 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:24:58.756270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 02eb673c-ee5f-486a-8305-f4768db7d570 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:24:58.756553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:58.890224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32fff04e-5631-4142-9248-54727a86e740 req-e492b922-bcf3-4570-8d54-8fa85ce72189 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2688737 Feb 02 15:24:58.900942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-70c8db01-2f91-461b-a7cb-cd12eed8df16 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.905078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-70c8db01-2f91-461b-a7cb-cd12eed8df16 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.909123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-70c8db01-2f91-461b-a7cb-cd12eed8df16 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.912888 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:58.913307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-70c8db01-2f91-461b-a7cb-cd12eed8df16 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.917348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-70c8db01-2f91-461b-a7cb-cd12eed8df16 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.921329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-70c8db01-2f91-461b-a7cb-cd12eed8df16 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.925587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-70c8db01-2f91-461b-a7cb-cd12eed8df16 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:58.933543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-70c8db01-2f91-461b-a7cb-cd12eed8df16 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.2726133 Feb 02 15:24:58.944909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dba40026-2276-49ae-9a66-93ba462b4c7a req-5ac428ab-b1d2-4bca-ad94-8468dbb90272 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879106 Feb 02 15:24:58.962559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 02eb673c-ee5f-486a-8305-f4768db7d570, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=02eb673c-ee5f-486a-8305-f4768db7d570,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:24:59.062862 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:59.082365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e9fd7528-7a3a-4fd0-a277-4e58c3250a83 req-1de7c7dd-072a-402b-b31c-247922daa4da tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1476793 Feb 02 15:24:59.175976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=02eb673c-ee5f-486a-8305-f4768db7d570,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:24:59.179355 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32fff04e-5631-4142-9248-54727a86e740 req-4cb97a6f-ce50-4cda-af66-018344daa5c4 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429006 Feb 02 15:24:59.193311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:24:59.225572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4cab9-6af8-483c-b129-834410975f75 req-cbf8123d-47e3-4648-a170-7eede74ae84f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:59.227219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68e4cab9-6af8-483c-b129-834410975f75 req-cbf8123d-47e3-4648-a170-7eede74ae84f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1448987 Feb 02 15:24:59.295664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:59.360434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fffdcf0d-3982-4565-8b9d-c3df94324caf req-ec092367-82f1-4e66-b336-d9b5c0076c9d tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 210 time: 0.0637126 Feb 02 15:24:59.390692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68e4cab9-6af8-483c-b129-834410975f75 req-00689d45-ddc2-4ac9-ba01-bc6c6db6e2d2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028960 Feb 02 15:24:59.420253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32fff04e-5631-4142-9248-54727a86e740 req-245206e7-a603-4b43-8d0a-cb8183d1ccc0 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304492 Feb 02 15:24:59.555530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:24:59.568152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:59.568669 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df797ffd-2277-4a1e-9998-94929e62b7e4 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:24:59.572367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8e5c0717-dd35-4b47-8e3a-57530d138bce tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/routers/82682834-c704-4728-9e38-c5cdd8912074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1310244 Feb 02 15:24:59.573223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56326) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:24:59.578651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'port': {'network_id': '02ca5545-9ebd-4c2e-8f97-737f52968594', 'name': 'tempest-FloatingIPTestJSON-2003451244'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:24:59.580383 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df797ffd-2277-4a1e-9998-94929e62b7e4 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:24:59.581190 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-df797ffd-2277-4a1e-9998-94929e62b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:59.654265 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-df797ffd-2277-4a1e-9998-94929e62b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:59.672988 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df797ffd-2277-4a1e-9998-94929e62b7e4 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:24:59.673730 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-df797ffd-2277-4a1e-9998-94929e62b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:59.677039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:59.679646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4cb648-f850-43d9-8f44-493e94cff7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02eb673c-ee5f-486a-8305-f4768db7d570'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:24:59.682719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] Usage tracker for resource:security_group_rule and tenant:a0131971966542feac69fcb34efc149c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:59.711854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:59.734130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:59.759350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:24:59.765902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:port and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:24:59.770713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:24:59.771555 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4cb648-f850-43d9-8f44-493e94cff7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02eb673c-ee5f-486a-8305-f4768db7d570', 'code': 200} Feb 02 15:24:59.772083 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-df797ffd-2277-4a1e-9998-94929e62b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:24:59.772494 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df797ffd-2277-4a1e-9998-94929e62b7e4 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:24:59.785528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:24:59.792284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d01e0-edf7-4847-adc8-ab6230693050 req-b6c2fe9f-0f86-4159-b1a1-f34cf4b4cc14 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:24:59.799102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a6d01e0-edf7-4847-adc8-ab6230693050 req-b6c2fe9f-0f86-4159-b1a1-f34cf4b4cc14 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.2209666 Feb 02 15:24:59.858195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a6d01e0-edf7-4847-adc8-ab6230693050 req-7e612c76-ad51-4352-941e-739ab652b8a1 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582325 Feb 02 15:24:59.875163 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:59.907261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:59.921860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:24:59.925201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:24:59.994733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.000926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] device_id is not set on port a8a8b537-bb55-4af9-939b-2eff52eb997b yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:25:00.042195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3138f28-021a-4bfd-821f-436380fc1517,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:00.046812 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8a247ce6-42d4-406d-a3ec-a65d203d7295 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0131971966542feac69fcb34efc149c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7489569 Feb 02 15:25:00.049558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56334) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:00.109259 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56bf12ce-ac29-4121-9637-267842e7d4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.138216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56bf12ce-ac29-4121-9637-267842e7d4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.149213 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-120d30f2-2a2d-4e4c-abc7-e47dad36882a req-d1fcff07-92af-4ff9-b006-1ba26a9f45dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 1096 time: 0.2680573 Feb 02 15:25:00.157949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429083-8766-45a6-a118-ba08c06c31ea req-2bc0ccf8-9375-48d5-a86f-f51e33038fe6 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.159356 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea429083-8766-45a6-a118-ba08c06c31ea req-2bc0ccf8-9375-48d5-a86f-f51e33038fe6 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 945 time: 0.2430487 Feb 02 15:25:00.255618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.20.0.10 (02ca5545-9ebd-4c2e-8f97-737f52968594/5ecabb27-0ed3-428b-b606-b45962758ce1/a8a8b537-bb55-4af9-939b-2eff52eb997b) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:00.267915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-120d30f2-2a2d-4e4c-abc7-e47dad36882a req-7aab3023-6688-414a-8baf-4f523a0bd3bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046827 Feb 02 15:25:00.273459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea429083-8766-45a6-a118-ba08c06c31ea req-e3f8bf1c-0814-48a4-b17d-b19d4dbcf413 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906343 Feb 02 15:25:00.295914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56bf12ce-ac29-4121-9637-267842e7d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.318294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf12ce-ac29-4121-9637-267842e7d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3138f28-021a-4bfd-821f-436380fc1517,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:00.335805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56bf12ce-ac29-4121-9637-267842e7d4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.336957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-56bf12ce-ac29-4121-9637-267842e7d4f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d3138f28-021a-4bfd-821f-436380fc1517 HTTP/1.1" status: 204 len: 168 time: 0.2866061 Feb 02 15:25:00.370737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-de240e68-c28b-4d60-b452-2320ea5e7999 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.374749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-de240e68-c28b-4d60-b452-2320ea5e7999 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.378676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-de240e68-c28b-4d60-b452-2320ea5e7999 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.383228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-de240e68-c28b-4d60-b452-2320ea5e7999 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.387551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-de240e68-c28b-4d60-b452-2320ea5e7999 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.391453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-de240e68-c28b-4d60-b452-2320ea5e7999 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.395469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-de240e68-c28b-4d60-b452-2320ea5e7999 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.397601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-de240e68-c28b-4d60-b452-2320ea5e7999 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.1386654 Feb 02 15:25:00.452607 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d33c6ec9-9e32-450e-b8b8-41c60222fbf4 req-d06fcb37-d8ff-4c37-9dbb-996d217283ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0476210 Feb 02 15:25:00.538537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.548737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f30246f-9423-4c14-a92c-2ca3e9523da4 req-db3cfc83-84a1-4700-936f-33b01079ee2a tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 210 time: 0.0519667 Feb 02 15:25:00.578359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:25:00.669346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.671544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2342-567b-464c-92d8-fdb1db7cd7ed req-0e208bf0-4dad-42be-9b68-c5acc7e0199c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.673691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-898c2342-567b-464c-92d8-fdb1db7cd7ed req-0e208bf0-4dad-42be-9b68-c5acc7e0199c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.0870316 Feb 02 15:25:00.739481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.741530 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-898c2342-567b-464c-92d8-fdb1db7cd7ed req-37243efb-db95-4d2d-b33e-4312a2c14fd4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607154 Feb 02 15:25:00.792925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=a8a8b537-bb55-4af9-939b-2eff52eb997b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:00.796487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:00.806145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:00.806145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:00.810786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:00.874557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:00.875347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:00.980260 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:01.028290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ef8288ee-604d-4a40-b607-ae6575af1e79 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4539654 Feb 02 15:25:01.030941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56352) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:01.037633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'port': {'network_id': '02ca5545-9ebd-4c2e-8f97-737f52968594', 'name': 'tempest-FloatingIPTestJSON-11279964'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:01.142021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:01.199204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-d63c214f-71f3-4f4c-aa05-213a7014312d tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:01.200823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-d63c214f-71f3-4f4c-aa05-213a7014312d tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.64 "GET /v2.0/networks?id=125c814c-886d-4172-90c1-3bee6ed96c57 HTTP/1.1" status: 200 len: 813 time: 0.2474000 Feb 02 15:25:01.206694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5637f-609e-4df7-9e85-467675513a22 req-edd356fa-345a-44cf-b84f-e397ed96578f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:01.208095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55c5637f-609e-4df7-9e85-467675513a22 req-edd356fa-345a-44cf-b84f-e397ed96578f tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1816363 Feb 02 15:25:01.211256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:01.216887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:port and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:01.220790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:01.228092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:01.229948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56356) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:01.253017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:01.257476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Request body: {'port': {'device_id': '2e799446-e2ab-4151-9d59-bb18ee032101', 'network_id': '125c814c-886d-4172-90c1-3bee6ed96c57', 'admin_state_up': True, 'tenant_id': 'd70aeea0259c4eea8156959301fcc5e7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:01.288869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:01.293413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] Usage tracker for resource:security_group_rule and tenant:93bb4cc6596d4d42bc157be55dcc1994 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:01.296417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:01.313036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:01.353900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:01.363328 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:01.410070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] device_id is not set on port 2e0e905b-c0ac-44c0-9e99-90a735cc90a1 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:25:01.452503 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55c5637f-609e-4df7-9e85-467675513a22 req-9e9e8bb5-2e33-446b-9ff8-d604926d9f24 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383678 Feb 02 15:25:01.498760 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:01.526226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:01.531037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Usage tracker for resource:port and tenant:d70aeea0259c4eea8156959301fcc5e7 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:01.534305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:01.545630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:01.603698 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:01.634433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Made reservation on behalf of d70aeea0259c4eea8156959301fcc5e7 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:01.637413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:01.666818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b2f16-4faf-4a8c-8c19-5a03d09c32a3 req-d8bb21bc-d574-4c10-ae48-cbae5fb1853c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:01.668391 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c37b2f16-4faf-4a8c-8c19-5a03d09c32a3 req-d8bb21bc-d574-4c10-ae48-cbae5fb1853c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 945 time: 0.2599232 Feb 02 15:25:01.681898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcbd9a1-da9a-4c2e-aa45-305958daea28,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:01.717265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.20.0.7 (02ca5545-9ebd-4c2e-8f97-737f52968594/5ecabb27-0ed3-428b-b606-b45962758ce1/2e0e905b-c0ac-44c0-9e99-90a735cc90a1) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:01.725388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8bd7c950-a92e-4ef4-bf8a-e02b26fa0949 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=93bb4cc6596d4d42bc157be55dcc1994&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4944127 Feb 02 15:25:01.731970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56368) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:01.772745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:01.810924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1df9c2bc-9aa7-4af4-b4b2-cd20a1e493f0 req-8db80fc7-9ac9-444b-a54b-0648aa0c9f71 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1101 time: 0.2140727 Feb 02 15:25:01.824043 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c37b2f16-4faf-4a8c-8c19-5a03d09c32a3 req-d1a2911e-651d-46b5-9da2-4a86b416ad45 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453562 Feb 02 15:25:01.867214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-896b6e4e-2257-46bc-92af-6d9b3b38c4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:01.880367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Allocated IP 172.20.0.14 (125c814c-886d-4172-90c1-3bee6ed96c57/ec8e66cf-55b9-4756-9768-d7c809795ee7/5ba8d549-ff8a-49ba-8464-751cc82eddf8) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:01.894814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-896b6e4e-2257-46bc-92af-6d9b3b38c4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:01.930973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1df9c2bc-9aa7-4af4-b4b2-cd20a1e493f0 req-4b94c693-cc88-49e4-8a6e-2c7f83d5fe6f tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103556 Feb 02 15:25:02.120110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-109551b5-14d2-4a4a-a057-d5a3757b5778 req-794df622-ad3c-4c3a-bc34-74b6f4bb48e9 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 210 time: 0.0495663 Feb 02 15:25:02.191594 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.222184 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'code': 200} Feb 02 15:25:02.259836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-710d3480-a34c-4820-aec4-11b372a4e3ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.263796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-710d3480-a34c-4820-aec4-11b372a4e3ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.267691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-710d3480-a34c-4820-aec4-11b372a4e3ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.272449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-710d3480-a34c-4820-aec4-11b372a4e3ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.276423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-710d3480-a34c-4820-aec4-11b372a4e3ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.280349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-710d3480-a34c-4820-aec4-11b372a4e3ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.284251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-710d3480-a34c-4820-aec4-11b372a4e3ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.286361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-710d3480-a34c-4820-aec4-11b372a4e3ce tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.1920979 Feb 02 15:25:02.289298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.292750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-896b6e4e-2257-46bc-92af-6d9b3b38c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.297023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.327144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b6e4e-2257-46bc-92af-6d9b3b38c4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcbd9a1-da9a-4c2e-aa45-305958daea28,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:02.361815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-896b6e4e-2257-46bc-92af-6d9b3b38c4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.363004 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-896b6e4e-2257-46bc-92af-6d9b3b38c4c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7bcbd9a1-da9a-4c2e-aa45-305958daea28 HTTP/1.1" status: 204 len: 168 time: 0.6301184 Feb 02 15:25:02.380234 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c0e2c427-af43-45df-9322-f529d1d0a84b req-b512b4ab-05db-4d4b-8e86-3fa13f49fb3c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0837858 Feb 02 15:25:02.405910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Network 125c814c-886d-4172-90c1-3bee6ed96c57 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:02.413600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:02.418342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:02.471862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Pushing event updated for resources: {'Port': ['ID=5ba8d549-ff8a-49ba-8464-751cc82eddf8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:02.475041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.513489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.514106 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.542159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62991c7f-478e-43fb-a3a2-b3b87f4012d3 req-9d1e613f-4086-42dd-b0ed-791d6a116d08 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.543650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62991c7f-478e-43fb-a3a2-b3b87f4012d3 req-9d1e613f-4086-42dd-b0ed-791d6a116d08 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.1964822 Feb 02 15:25:02.591736 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62991c7f-478e-43fb-a3a2-b3b87f4012d3 req-c739bfc1-6e5d-4493-ac7c-407e869876f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Feb 02 15:25:02.622100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:02.624476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:02.626234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=2e0e905b-c0ac-44c0-9e99-90a735cc90a1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:02.628411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:02.641909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-9b681b9c-bfe2-4b4b-b9f6-1d01f0c29ea7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3913980 Feb 02 15:25:02.663782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Request body: {'port': {'device_id': '2e799446-e2ab-4151-9d59-bb18ee032101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:02.706530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:02.707142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.727065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2883877-cce3-41b7-ab09-e8ce1dc73b8f req-84739f36-5e95-40db-ac8b-710f27f30bd9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1867530 Feb 02 15:25:02.819447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:02.841474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-63bff5fe-6b7c-42f7-b6fc-749f1558cf54 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8088806 Feb 02 15:25:02.844876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56390) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:02.851259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '2e0e905b-c0ac-44c0-9e99-90a735cc90a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:02.866066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:02.873258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:floatingip and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:02.877373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:02.886669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:03.023052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.197715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba8d549-ff8a-49ba-8464-751cc82eddf8 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:03.200758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.204857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.219530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Transition to ACTIVE for port object 5ba8d549-ff8a-49ba-8464-751cc82eddf8 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:25:03.309033 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.450912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba8d549-ff8a-49ba-8464-751cc82eddf8,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:03.468792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.25.0.2 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/393a4ed4-044b-424b-8608-a52418ad3331) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:03.499700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43079f-456c-42b1-8a81-a145f7e19bd4 req-88e47da8-93a6-495a-8ee6-a73a1ef0a874 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:03.501852 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c43079f-456c-42b1-8a81-a145f7e19bd4 req-88e47da8-93a6-495a-8ee6-a73a1ef0a874 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 945 time: 0.2312796 Feb 02 15:25:03.575765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Attempting to bind port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:25:03.576122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Attempting to bind port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'b85e8e5d-67ad-4c79-b090-59115691c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '125c814c-886d-4172-90c1-3bee6ed96c57'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:25:03.576452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Attempting to bind port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 on network 125c814c-886d-4172-90c1-3bee6ed96c57 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:03.585637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 on network 125c814c-886d-4172-90c1-3bee6ed96c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:25:03.587952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Attempting to bind port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 on network 125c814c-886d-4172-90c1-3bee6ed96c57 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:03.594648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:25:03.595055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Checking segment: {'id': 'b85e8e5d-67ad-4c79-b090-59115691c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '125c814c-886d-4172-90c1-3bee6ed96c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:25:03.595810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Bound using segment: {'id': 'b85e8e5d-67ad-4c79-b090-59115691c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '125c814c-886d-4172-90c1-3bee6ed96c57'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:25:03.595962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Bound port: 5ba8d549-ff8a-49ba-8464-751cc82eddf8, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85e8e5d-67ad-4c79-b090-59115691c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '125c814c-886d-4172-90c1-3bee6ed96c57'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:25:03.596392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.607548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-910d953d-0e4c-4e84-ad4c-70c85905955f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2401474 Feb 02 15:25:03.655781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c43079f-456c-42b1-8a81-a145f7e19bd4 req-076e5949-2ace-4bae-bb6e-18fdca343576 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344726 Feb 02 15:25:03.702967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] For port 5ba8d549-ff8a-49ba-8464-751cc82eddf8, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:03.707267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] For port 5ba8d549-ff8a-49ba-8464-751cc82eddf8, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ba8d549-ff8a-49ba-8464-751cc82eddf8,segment=NetworkSegment(b85e8e5d-67ad-4c79-b090-59115691c367),segment_id=b85e8e5d-67ad-4c79-b090-59115691c367)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:25:03.768342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.778893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.929772 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.972331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:03.974173 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] 10.222.0.64 "PUT /v2.0/ports/5ba8d549-ff8a-49ba-8464-751cc82eddf8 HTTP/1.1" status: 200 len: 1092 time: 1.3151741 Feb 02 15:25:03.974702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e799446-e2ab-4151-9d59-bb18ee032101', 'tag': '5ba8d549-ff8a-49ba-8464-751cc82eddf8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:04.017907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb7e51-9164-4fe9-8ef3-6d9c5816aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba8d549-ff8a-49ba-8464-751cc82eddf8,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:04.059892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:04.066719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:04.070309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=393a4ed4-044b-424b-8608-a52418ad3331,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:04.072458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:04.116561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5934c-834f-4295-881c-40cef2472a1e req-bc0b6dc9-d213-4d83-bb8d-7f691b7b7c25 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:04.118105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2e5934c-834f-4295-881c-40cef2472a1e req-bc0b6dc9-d213-4d83-bb8d-7f691b7b7c25 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 944 time: 0.2614117 Feb 02 15:25:04.263916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-1766aab6-6345-4a0f-82f0-fa4727cadd8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d70aeea0259c4eea8156959301fcc5e7&device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 1095 time: 0.1132023 Feb 02 15:25:04.275065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2e5934c-834f-4295-881c-40cef2472a1e req-1e91331d-19dc-452b-b54c-c092b253edb4 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499612 Feb 02 15:25:04.443307 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-f6bb69ed-3609-449e-9e04-15d8f0b505e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba8d549-ff8a-49ba-8464-751cc82eddf8 HTTP/1.1" status: 200 len: 217 time: 0.1643603 Feb 02 15:25:04.533798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-ef810a7a-0e35-4f12-b12b-eee80133f66c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:04.537631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-ef810a7a-0e35-4f12-b12b-eee80133f66c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec8e66cf-55b9-4756-9768-d7c809795ee7 HTTP/1.1" status: 200 len: 853 time: 0.0852728 Feb 02 15:25:04.613961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:25:04.666430 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-634504cc-dc7c-4f8c-9258-59e11a43e63a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=125c814c-886d-4172-90c1-3bee6ed96c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214194 Feb 02 15:25:04.963800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdec73-3ec6-49b1-a056-0d21f990d1e2 req-02ea4bf7-c51c-40b7-8df2-1def08bd18cd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:04.971290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04cdec73-3ec6-49b1-a056-0d21f990d1e2 req-02ea4bf7-c51c-40b7-8df2-1def08bd18cd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.3644464 Feb 02 15:25:04.974391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56464) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:05.015239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-a23bbefe-2039-48f9-9339-e7c224b79764 service neutron] 10.222.0.64 "GET /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346238 Feb 02 15:25:05.081913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-da455a4a-6192-45fc-87c5-75ece11ee38d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.095166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-da455a4a-6192-45fc-87c5-75ece11ee38d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.100063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-da455a4a-6192-45fc-87c5-75ece11ee38d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.104093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-da455a4a-6192-45fc-87c5-75ece11ee38d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.108015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-da455a4a-6192-45fc-87c5-75ece11ee38d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.111960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-da455a4a-6192-45fc-87c5-75ece11ee38d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.115899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-da455a4a-6192-45fc-87c5-75ece11ee38d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.117752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-da455a4a-6192-45fc-87c5-75ece11ee38d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.7062738 Feb 02 15:25:05.143099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04cdec73-3ec6-49b1-a056-0d21f990d1e2 req-c5d6c04b-0a03-4c90-b2eb-91f468991214 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574068 Feb 02 15:25:05.209272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3a7174e-c95f-4d80-8377-f3f088fb3f3f req-3f3e0e50-265d-40ca-91ad-7a38afb44725 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0807807 Feb 02 15:25:05.249143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:05.266158 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61990d1a-f85c-4770-9521-f284bd1c50cf req-2b082df0-3a1e-41e1-af4e-22ba45d6c733 service neutron] 10.222.0.64 "GET /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382729 Feb 02 15:25:05.270982 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e799446-e2ab-4151-9d59-bb18ee032101', 'tag': '5ba8d549-ff8a-49ba-8464-751cc82eddf8', 'status': 'completed', 'code': 200} Feb 02 15:25:05.297269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:05.300719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] Usage tracker for resource:security_group_rule and tenant:cce7bdd6206f43df8f8b1f672e70f977 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:05.305245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:05.313863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:05.437238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:05.458775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:05.527244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:05.531987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad1d29e3-20b7-427b-9959-4ca92b4bff60 req-940168b7-2066-4672-bf54-e27c31a69e02 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0715148 Feb 02 15:25:05.619940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab88a968-a716-40dd-8799-e27bbc243f9e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:05.634417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8c571217-e8a7-4165-a90c-b9f5dadea76a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cce7bdd6206f43df8f8b1f672e70f977&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6553631 Feb 02 15:25:05.638552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56474) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:05.656555 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:05.705890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-c4e20bce-8dda-45f9-9a22-ea809da1958b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d70aeea0259c4eea8156959301fcc5e7&device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 1095 time: 0.2281830 Feb 02 15:25:05.712517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31f004-d15c-494c-9c26-4287497c58de req-08cc6e03-a892-4019-bd43-b15858ea58f8 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.713409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fb31f004-d15c-494c-9c26-4287497c58de req-08cc6e03-a892-4019-bd43-b15858ea58f8 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Synchronizing usage tracker for tenant:d70aeea0259c4eea8156959301fcc5e7 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:25:05.899428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-95236413-abf2-4586-9190-91803c6ed528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:05.901422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-95236413-abf2-4586-9190-91803c6ed528 service neutron] 10.222.0.64 "GET /v2.0/networks?id=125c814c-886d-4172-90c1-3bee6ed96c57 HTTP/1.1" status: 200 len: 915 time: 0.1808739 Feb 02 15:25:05.913723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:05.983899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2116a0b-7ef8-4df3-aec1-8c218de27e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:06.006635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fb31f004-d15c-494c-9c26-4287497c58de req-08cc6e03-a892-4019-bd43-b15858ea58f8 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Unset dirty status for tenant:d70aeea0259c4eea8156959301fcc5e7 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:25:06.017310 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fb31f004-d15c-494c-9c26-4287497c58de req-08cc6e03-a892-4019-bd43-b15858ea58f8 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 944 time: 0.5768142 Feb 02 15:25:06.030410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:06.049923 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2116a0b-7ef8-4df3-aec1-8c218de27e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:06.069780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-b3f03cdc-c535-4d80-8064-9244d8273431 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba8d549-ff8a-49ba-8464-751cc82eddf8 HTTP/1.1" status: 200 len: 217 time: 0.1541297 Feb 02 15:25:06.167867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fb31f004-d15c-494c-9c26-4287497c58de req-18d52af3-c9a0-469b-b731-d1a46a105cfb tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Synchronizing usage tracker for tenant:d70aeea0259c4eea8156959301fcc5e7 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:25:06.174599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=393a4ed4-044b-424b-8608-a52418ad3331,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:06.190142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-81b7f919-bc6e-4a3d-b87b-530acdaf0f45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.191600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-81b7f919-bc6e-4a3d-b87b-530acdaf0f45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec8e66cf-55b9-4756-9768-d7c809795ee7 HTTP/1.1" status: 200 len: 853 time: 0.1135387 Feb 02 15:25:06.194269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78284e-b786-47c8-84e0-59f935c4692a req-2cd11084-3a31-4d0b-8df4-15aed4e32504 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.201227 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e78284e-b786-47c8-84e0-59f935c4692a req-2cd11084-3a31-4d0b-8df4-15aed4e32504 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.2732859 Feb 02 15:25:06.218716 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:06.240098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-2e629ffb-4b87-475e-9734-4c0eb030691b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=125c814c-886d-4172-90c1-3bee6ed96c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399909 Feb 02 15:25:06.315972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fb31f004-d15c-494c-9c26-4287497c58de req-18d52af3-c9a0-469b-b731-d1a46a105cfb tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Unset dirty status for tenant:d70aeea0259c4eea8156959301fcc5e7 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:25:06.317587 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fb31f004-d15c-494c-9c26-4287497c58de req-18d52af3-c9a0-469b-b731-d1a46a105cfb tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988896 Feb 02 15:25:06.331576 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2116a0b-7ef8-4df3-aec1-8c218de27e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:06.360264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116a0b-7ef8-4df3-aec1-8c218de27e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab88a968-a716-40dd-8799-e27bbc243f9e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:06.368214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e78284e-b786-47c8-84e0-59f935c4692a req-5f393b55-d905-48c5-aed4-1ed0b78087e5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661277 Feb 02 15:25:06.385645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2116a0b-7ef8-4df3-aec1-8c218de27e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:06.387716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c2116a0b-7ef8-4df3-aec1-8c218de27e8f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab88a968-a716-40dd-8799-e27bbc243f9e HTTP/1.1" status: 204 len: 168 time: 0.7482135 Feb 02 15:25:06.404250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-7efe620a-85a3-49d0-b063-66f5d39fbdb3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298943 Feb 02 15:25:06.415330 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-210e1d81-e89d-4723-923b-ee513666e7d9 service neutron] 10.222.0.64 "GET /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674488 Feb 02 15:25:06.571065 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 56506624-0405-498f-9d63-07b3dcdf7530 associated. External IP: 172.25.0.2, port: 2e0e905b-c0ac-44c0-9e99-90a735cc90a1. Feb 02 15:25:06.789671 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eec61a53-7dda-4aff-aaa6-2330de87945d req-53d91126-659c-44dc-8448-7bc74a048e5f service neutron] 10.222.0.64 "GET /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657591 Feb 02 15:25:06.802396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763944-5d08-4c0c-8be9-a67f8530d502 req-d0f14732-974c-4c21-a9df-efeaa7bf1135 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.803794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a763944-5d08-4c0c-8be9-a67f8530d502 req-d0f14732-974c-4c21-a9df-efeaa7bf1135 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1310630 Feb 02 15:25:06.830280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-45a4dfac-3622-4b0f-b328-0eceacf13a70 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.835051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-45a4dfac-3622-4b0f-b328-0eceacf13a70 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.839210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-45a4dfac-3622-4b0f-b328-0eceacf13a70 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.843193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-45a4dfac-3622-4b0f-b328-0eceacf13a70 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.847007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-45a4dfac-3622-4b0f-b328-0eceacf13a70 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.851011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-45a4dfac-3622-4b0f-b328-0eceacf13a70 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.854100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a763944-5d08-4c0c-8be9-a67f8530d502 req-3c757ec9-69d1-4d86-ba28-bca0ac260449 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Feb 02 15:25:06.855215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-45a4dfac-3622-4b0f-b328-0eceacf13a70 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:06.857070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-45a4dfac-3622-4b0f-b328-0eceacf13a70 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.2217259 Feb 02 15:25:06.860016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-5854f16b-cc21-4101-99fc-fdf6380a9237 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1101 time: 0.2257929 Feb 02 15:25:07.060427 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf18e5bb-d31d-4cda-b4df-33753185c11e req-65c04978-6888-48f7-96de-aa38c1f34310 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1946831 Feb 02 15:25:07.116230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-4ade6bb9-70e3-4cd6-b58b-722796bf53a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:07.119123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-4ade6bb9-70e3-4cd6-b58b-722796bf53a0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2393672 Feb 02 15:25:07.305807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-9b6c69b0-3a5d-40de-9b46-f4959db4f137 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.1810086 Feb 02 15:25:07.439318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-0637c8a1-67a2-40c9-a7be-fcd937c093a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:07.442849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-0637c8a1-67a2-40c9-a7be-fcd937c093a4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0703704 Feb 02 15:25:07.665382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-d31c6f13-7363-4ac8-8b70-588a686d6e3e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2122903 Feb 02 15:25:07.671659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f9a61-6d5e-40dd-8185-ea230798a395 req-c0e1c48a-60c7-4340-b6ae-b7ea00bb1394 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:07.673126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f26f9a61-6d5e-40dd-8185-ea230798a395 req-c0e1c48a-60c7-4340-b6ae-b7ea00bb1394 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 944 time: 0.1764269 Feb 02 15:25:07.852719 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f26f9a61-6d5e-40dd-8185-ea230798a395 req-3e35aabc-fc4a-4aa9-9877-ea7eec3b6741 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512780 Feb 02 15:25:07.875391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:07.881711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-a4458a21-3bb0-4760-be9a-578ba40358a3 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075748 Feb 02 15:25:08.160501 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-aca26d63-2de5-4f8e-b511-6dfbcf857812 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717273 Feb 02 15:25:08.188121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c961-f8dd-4a99-8231-ebe1dd0a5510 req-2c22015f-8a0a-47a1-871d-791530ad7f81 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:08.189559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa40c961-f8dd-4a99-8231-ebe1dd0a5510 req-2c22015f-8a0a-47a1-871d-791530ad7f81 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.1610246 Feb 02 15:25:08.314129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa40c961-f8dd-4a99-8231-ebe1dd0a5510 req-416534c4-49d8-4bf7-ae06-d7e09c3574d3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758388 Feb 02 15:25:08.340131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:08.351337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07c2bd-2db6-4947-98cd-6cc9118d840b None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:08.381610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07c2bd-2db6-4947-98cd-6cc9118d840b None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:08.390498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ff07c2bd-2db6-4947-98cd-6cc9118d840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:08.412468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:08.465188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ff07c2bd-2db6-4947-98cd-6cc9118d840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:08.495541 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07c2bd-2db6-4947-98cd-6cc9118d840b None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:08.496197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ff07c2bd-2db6-4947-98cd-6cc9118d840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:08.539233 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c25769a3-99f3-4d60-9109-fa0dbf03f20f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 979 time: 5.6903989 Feb 02 15:25:08.539605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:08.547619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:08.577848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ff07c2bd-2db6-4947-98cd-6cc9118d840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:08.578535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07c2bd-2db6-4947-98cd-6cc9118d840b None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:08.590517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a3045-df31-4941-a654-96d441f06f3a req-b4fa7ebe-8c5b-48df-bae4-f4e1ca265082 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:08.604449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-525a3045-df31-4941-a654-96d441f06f3a req-b4fa7ebe-8c5b-48df-bae4-f4e1ca265082 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1514671 Feb 02 15:25:08.622111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5ba8d549-ff8a-49ba-8464-751cc82eddf8 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:08.673126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-525a3045-df31-4941-a654-96d441f06f3a req-4f4625cf-a829-4ac8-a77c-1b83a13e891b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675869 Feb 02 15:25:08.744639 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:08.795040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5ba8d549-ff8a-49ba-8464-751cc82eddf8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ba8d549-ff8a-49ba-8464-751cc82eddf8,segment=NetworkSegment(b85e8e5d-67ad-4c79-b090-59115691c367),segment_id=b85e8e5d-67ad-4c79-b090-59115691c367)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:08.811971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '5ba8d549-ff8a-49ba-8464-751cc82eddf8', 'network_id': '125c814c-886d-4172-90c1-3bee6ed96c57', 'port_id': '5ba8d549-ff8a-49ba-8464-751cc82eddf8', 'mac_address': 'fa:16:3e:cb:7e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8e66cf-55b9-4756-9768-d7c809795ee7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:08.882518 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:08.907909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba8d549-ff8a-49ba-8464-751cc82eddf8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:08.930731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5ba8d549-ff8a-49ba-8464-751cc82eddf8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ba8d549-ff8a-49ba-8464-751cc82eddf8,segment=NetworkSegment(b85e8e5d-67ad-4c79-b090-59115691c367),segment_id=b85e8e5d-67ad-4c79-b090-59115691c367)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:09.018202 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:25:09.033546 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:09.107297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c43d3-a8a7-4820-8f3c-be7e827be31e req-0a65084f-001c-4fcb-9b3b-4419f43f6ca3 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.115307 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b2c43d3-a8a7-4820-8f3c-be7e827be31e req-0a65084f-001c-4fcb-9b3b-4419f43f6ca3 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 945 time: 0.1181870 Feb 02 15:25:09.178679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:09.183551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b2c43d3-a8a7-4820-8f3c-be7e827be31e req-9f792b98-004f-451c-b1da-91075bea885c tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671241 Feb 02 15:25:09.192212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-44a81307-64ff-4dbd-bf3e-60659205f7ba tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.197269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5ba8d549-ff8a-49ba-8464-751cc82eddf8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:09.197538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-44a81307-64ff-4dbd-bf3e-60659205f7ba tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.202469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-44a81307-64ff-4dbd-bf3e-60659205f7ba tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.206915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-44a81307-64ff-4dbd-bf3e-60659205f7ba tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.212306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-44a81307-64ff-4dbd-bf3e-60659205f7ba tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.216518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-44a81307-64ff-4dbd-bf3e-60659205f7ba tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.220898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-44a81307-64ff-4dbd-bf3e-60659205f7ba tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.223903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-44a81307-64ff-4dbd-bf3e-60659205f7ba tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.5985909 Feb 02 15:25:09.252285 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:09.253361 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 56506624-0405-498f-9d63-07b3dcdf7530 disassociated. External IP: 172.25.0.2, port: 2e0e905b-c0ac-44c0-9e99-90a735cc90a1. Feb 02 15:25:09.407781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5cc2daa-6168-411e-950f-7cd7c3390f93 req-c83a9a17-fd37-456d-b32c-e6d21d06982f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1744936 Feb 02 15:25:09.415613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5ba8d549-ff8a-49ba-8464-751cc82eddf8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:09.714044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559fe9c-3189-4f0d-bc1e-ea16e789bc68 req-baec1b2c-4653-4985-8127-f6e6e31dd52d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:09.722720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4559fe9c-3189-4f0d-bc1e-ea16e789bc68 req-baec1b2c-4653-4985-8127-f6e6e31dd52d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.1043515 Feb 02 15:25:09.833822 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4559fe9c-3189-4f0d-bc1e-ea16e789bc68 req-2cfabfcb-0f22-40f0-bb07-7bc061a151e4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037436 Feb 02 15:25:10.067306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb8e81-7316-4a4f-9ae7-b61f10d8c6cf req-75623347-13af-4197-9a87-7f90c74381a2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.069231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adbb8e81-7316-4a4f-9ae7-b61f10d8c6cf req-75623347-13af-4197-9a87-7f90c74381a2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1338944 Feb 02 15:25:10.079512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:10.206176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adbb8e81-7316-4a4f-9ae7-b61f10d8c6cf req-b257063e-f47d-4ed8-bab5-c0470578d738 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288002 Feb 02 15:25:10.362007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:10.369623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:10.374271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef5fa7-aa9c-4879-98a2-8f13de5bd6e5 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:10.392987 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef5fa7-aa9c-4879-98a2-8f13de5bd6e5 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:10.394820 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-58ef5fa7-aa9c-4879-98a2-8f13de5bd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:10.431980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac68f6-276b-4781-bca4-43722787505b req-4d37b281-9f57-4297-9698-6041d1768dae tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.439433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59ac68f6-276b-4781-bca4-43722787505b req-4d37b281-9f57-4297-9698-6041d1768dae tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 945 time: 0.1031592 Feb 02 15:25:10.464540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-215c9b52-0883-4892-b5ab-2f38b456b294 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/floatingips/56506624-0405-498f-9d63-07b3dcdf7530 HTTP/1.1" status: 200 len: 686 time: 1.9226630 Feb 02 15:25:10.466306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56560) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:10.478077 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-58ef5fa7-aa9c-4879-98a2-8f13de5bd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:10.490718 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef5fa7-aa9c-4879-98a2-8f13de5bd6e5 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:10.491566 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-58ef5fa7-aa9c-4879-98a2-8f13de5bd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:10.556890 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-58ef5fa7-aa9c-4879-98a2-8f13de5bd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:10.557294 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef5fa7-aa9c-4879-98a2-8f13de5bd6e5 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:10.568579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59ac68f6-276b-4781-bca4-43722787505b req-39826551-1ef9-4f0f-839b-dda14d95ee0d tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281037 Feb 02 15:25:10.659876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port 393a4ed4-044b-424b-8608-a52418ad3331 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:25:10.660197 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:10.721944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-ab0e9d96-309e-48a5-90ea-8e5bbc56f64b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.726080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-ab0e9d96-309e-48a5-90ea-8e5bbc56f64b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.730161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-ab0e9d96-309e-48a5-90ea-8e5bbc56f64b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.734613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-ab0e9d96-309e-48a5-90ea-8e5bbc56f64b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.739032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-ab0e9d96-309e-48a5-90ea-8e5bbc56f64b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.743133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-ab0e9d96-309e-48a5-90ea-8e5bbc56f64b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.746963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-ab0e9d96-309e-48a5-90ea-8e5bbc56f64b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:10.754870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-ab0e9d96-309e-48a5-90ea-8e5bbc56f64b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.1148500 Feb 02 15:25:10.801450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62ae6e61-d94a-4680-bee6-d1b720062daf req-92c22c06-d7ad-4e76-86ea-f74087f12b03 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0452850 Feb 02 15:25:10.857522 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:10.858004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:10.964272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-c52b3940-99ac-4402-829b-3cd36e2b57cb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e&tenant_id=45fc305967194a0eac493568acd3c314 HTTP/1.1" status: 200 len: 1094 time: 0.0910907 Feb 02 15:25:10.984874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:10.986513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for 393a4ed4-044b-424b-8608-a52418ad3331 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:25:11.105547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:11.152474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b618e-8aad-4c41-a2c7-f919348905c6 req-15833ba2-dffc-487d-b11c-2113b4e15fd6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:11.154731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-872b618e-8aad-4c41-a2c7-f919348905c6 req-15833ba2-dffc-487d-b11c-2113b4e15fd6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.1366968 Feb 02 15:25:11.250695 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-872b618e-8aad-4c41-a2c7-f919348905c6 req-ae2c1305-f517-43c2-9846-d8aa1b9a2e2d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610094 Feb 02 15:25:11.303445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:11.349716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=393a4ed4-044b-424b-8608-a52418ad3331,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:11.448895 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:11.461573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:11.464702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c46c3c09-7cfa-416c-99ee-cb245a034fc0 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/floatingips/56506624-0405-498f-9d63-07b3dcdf7530 HTTP/1.1" status: 204 len: 168 time: 0.9969401 Feb 02 15:25:11.468673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56578) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:11.474985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'a8a8b537-bb55-4af9-939b-2eff52eb997b'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:11.480957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:11.485030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:floatingip and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:11.488287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:11.495370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:11.570217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:11.607364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4405-ddb2-49eb-bfc4-4077240ff5b3 req-98793828-27ed-4aee-9ecb-3184aeab4417 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:11.608830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70ff4405-ddb2-49eb-bfc4-4077240ff5b3 req-98793828-27ed-4aee-9ecb-3184aeab4417 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.2521012 Feb 02 15:25:11.617676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:11.633420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:11.722391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4530db-6dd3-4d6e-820b-3e86ef702c4b {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:11.734606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:11.740243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70ff4405-ddb2-49eb-bfc4-4077240ff5b3 req-f5cff417-8c3f-4e7c-b44b-f08c8abf0f25 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236231 Feb 02 15:25:11.756219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Transition to ACTIVE for port object 1d4530db-6dd3-4d6e-820b-3e86ef702c4b will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:25:11.823428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:11.949177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc102fc-1c91-4247-938d-ae52139e8b73 req-de143e02-d4a5-4522-a3e1-b12017c07919 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:11.951295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fc102fc-1c91-4247-938d-ae52139e8b73 req-de143e02-d4a5-4522-a3e1-b12017c07919 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 945 time: 0.2187095 Feb 02 15:25:11.957963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:11.968934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45230891-dc91-45ba-baed-253e74632110 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=9']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:12.075924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fc102fc-1c91-4247-938d-ae52139e8b73 req-adbd8432-d9cb-4b06-a90c-8d1b6439bf6e tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154544 Feb 02 15:25:12.090929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] No DVR routers for this DVR port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:25:12.162183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.25.0.131 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/029c9ee1-4250-46c9-993c-7a08774dd165) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:12.234882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-d2c5008b-06bf-4ba8-b431-938dd56dc1c2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:12.238806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-d2c5008b-06bf-4ba8-b431-938dd56dc1c2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:12.242797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-d2c5008b-06bf-4ba8-b431-938dd56dc1c2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:12.246668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-d2c5008b-06bf-4ba8-b431-938dd56dc1c2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:12.250541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-d2c5008b-06bf-4ba8-b431-938dd56dc1c2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:12.255301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-d2c5008b-06bf-4ba8-b431-938dd56dc1c2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:12.259206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-d2c5008b-06bf-4ba8-b431-938dd56dc1c2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:12.261110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-d2c5008b-06bf-4ba8-b431-938dd56dc1c2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.2226722 Feb 02 15:25:12.318970 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:12.380948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50e38d1a-fba8-4ebb-8821-58bfaed6dd45 req-8ac26e37-ca0d-4d22-bc94-4eb16d874a1d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0678940 Feb 02 15:25:12.449802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:12.459944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Attempting to bind port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:25:12.460416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Attempting to bind port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:25:12.460869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Attempting to bind port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:12.467396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:25:12.467861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Attempting to bind port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:12.475667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:25:12.476299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Checking segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:25:12.476786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Bound using segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:25:12.477316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Bound port: 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:25:12.477778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:12.532467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:12.540965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:12.543375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:12.573585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:12.576944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:25:12.582571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=029c9ee1-4250-46c9-993c-7a08774dd165,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:12.634546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5ba8d549-ff8a-49ba-8464-751cc82eddf8 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:12.652324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1f75-8032-415c-8f21-ef4657e1e411 req-cdfd0563-ef90-4c65-911d-13986d936110 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:12.653772 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e16b1f75-8032-415c-8f21-ef4657e1e411 req-cdfd0563-ef90-4c65-911d-13986d936110 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 943 time: 0.2576559 Feb 02 15:25:12.687135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:12.755312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:12.757245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-45230891-dc91-45ba-baed-253e74632110 service neutron] 10.222.0.107 "PUT /v2.0/ports/1d4530db-6dd3-4d6e-820b-3e86ef702c4b HTTP/1.1" status: 200 len: 1091 time: 1.7786305 Feb 02 15:25:12.757245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:12.759743 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e16b1f75-8032-415c-8f21-ef4657e1e411 req-c6f90174-d391-44ed-84d8-de8aa6176bec tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963976 Feb 02 15:25:12.773240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45230891-dc91-45ba-baed-253e74632110 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=10']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:12.793256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:12.814420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:12.814794 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:12.896429 n-d-827122-1 neutron-server[95772]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'status': 'failed', 'code': 422} returned with failed status Feb 02 15:25:12.942178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-a7692342-9b9e-40c8-b427-1f8084b76a7e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 1095 time: 0.1473567 Feb 02 15:25:12.994653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:13.034713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e799446-e2ab-4151-9d59-bb18ee032101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba8d549-ff8a-49ba-8464-751cc82eddf8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:13.055116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5ba8d549-ff8a-49ba-8464-751cc82eddf8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ba8d549-ff8a-49ba-8464-751cc82eddf8,segment=NetworkSegment(b85e8e5d-67ad-4c79-b090-59115691c367),segment_id=b85e8e5d-67ad-4c79-b090-59115691c367)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:13.107321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-4bc2b946-f7f7-4709-ac51-6f5b5a35513d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.107489 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e799446-e2ab-4151-9d59-bb18ee032101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba8d549-ff8a-49ba-8464-751cc82eddf8', 'code': 200} Feb 02 15:25:13.108870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-4bc2b946-f7f7-4709-ac51-6f5b5a35513d service neutron] 10.222.0.107 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.1611297 Feb 02 15:25:13.116096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797949eb-a41f-4cb4-8265-72a8adb6b6d1 req-b4a2a19a-9aea-407e-bde0-8a54e17eb431 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.117547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-797949eb-a41f-4cb4-8265-72a8adb6b6d1 req-b4a2a19a-9aea-407e-bde0-8a54e17eb431 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1464195 Feb 02 15:25:13.122421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:13.194646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-797949eb-a41f-4cb4-8265-72a8adb6b6d1 req-a4cffe35-efc9-4d39-962d-47beb28ea242 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657818 Feb 02 15:25:13.214804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5ba8d549-ff8a-49ba-8464-751cc82eddf8,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:13.224790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.225436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.225999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.226545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.227099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.227667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.228227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.228786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.229495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.230048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.230606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:13.269277 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-85ed66f4-542e-4df6-a5f9-0a2ebaa45e35 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b HTTP/1.1" status: 200 len: 999 time: 0.1539586 Feb 02 15:25:13.373928 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:13.384053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5de86562-4f0f-4f9a-b307-486b2f40be85 req-57f4f4e9-fb5b-48e8-9cdc-64557bd3b745 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 1097 time: 0.1658778 Feb 02 15:25:13.384714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-02e8381c-4ff6-479b-950c-6353d00efb38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.386150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-02e8381c-4ff6-479b-950c-6353d00efb38 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.1102023 Feb 02 15:25:13.434857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5de86562-4f0f-4f9a-b307-486b2f40be85 req-dc1c16b9-1581-443b-8eca-0b91ac73ea31 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Feb 02 15:25:13.450095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd96a3-7bf8-4dc9-8081-5d66d383f5bb req-e93a8646-7381-4ce8-bc7c-f91b818d0033 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.451560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76dd96a3-7bf8-4dc9-8081-5d66d383f5bb req-e93a8646-7381-4ce8-bc7c-f91b818d0033 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.1459014 Feb 02 15:25:13.509132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:13.514646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-9e28dd3e-7d33-4064-8418-d790e2e315a1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212018 Feb 02 15:25:13.518446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76dd96a3-7bf8-4dc9-8081-5d66d383f5bb req-fbe517f3-cb20-4264-8de7-76f6298e11c5 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599689 Feb 02 15:25:13.682038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-0f026a1b-d42a-43c2-87e6-e96d86e7cd07 service neutron] 10.222.0.107 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576798 Feb 02 15:25:13.734897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-4df23927-aa1e-4e11-8669-27e8135d175b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.739463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-4df23927-aa1e-4e11-8669-27e8135d175b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.743500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-4df23927-aa1e-4e11-8669-27e8135d175b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.747386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-4df23927-aa1e-4e11-8669-27e8135d175b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.751392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-4df23927-aa1e-4e11-8669-27e8135d175b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.756210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-4df23927-aa1e-4e11-8669-27e8135d175b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.760246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-4df23927-aa1e-4e11-8669-27e8135d175b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:13.762127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-4df23927-aa1e-4e11-8669-27e8135d175b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.2249846 Feb 02 15:25:13.948028 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a833221-dfb0-4c7b-b6cc-e1ef494ee01d req-5f2df9f4-19f1-43ca-9d64-a421bc04d790 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0649080 Feb 02 15:25:13.965751 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:14.017474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:14.030275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f5b7df-c649-4b68-bdf0-c68d1970cc8d req-83b08945-30de-4a3f-b590-5df18f64206c service neutron] 10.222.0.107 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419392 Feb 02 15:25:14.046654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9d84c-0eb6-49dc-8ad0-7d3a16950bba req-c2c8b358-4cf3-4f07-adef-6c5bedf273bb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:14.048691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8ee9d84c-0eb6-49dc-8ad0-7d3a16950bba req-c2c8b358-4cf3-4f07-adef-6c5bedf273bb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.1251843 Feb 02 15:25:14.101172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8ee9d84c-0eb6-49dc-8ad0-7d3a16950bba req-98e716ca-10b5-435a-91a5-478d2918a554 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465822 Feb 02 15:25:14.122552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=029c9ee1-4250-46c9-993c-7a08774dd165,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:14.140344 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:14.331696 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 7a4250ea-c958-4d03-87bc-ed32a90a93ba associated. External IP: 172.25.0.131, port: a8a8b537-bb55-4af9-939b-2eff52eb997b. Feb 02 15:25:14.488281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d77c0-3442-45ea-8f14-1aecdc440a7f req-9b65ccde-edfb-4d16-9a69-17b2e584e155 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:14.489798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c2d77c0-3442-45ea-8f14-1aecdc440a7f req-9b65ccde-edfb-4d16-9a69-17b2e584e155 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1125064 Feb 02 15:25:14.600684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c2d77c0-3442-45ea-8f14-1aecdc440a7f req-c407e1d0-79f9-49cb-a56e-1c06bba767aa tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678842 Feb 02 15:25:14.742612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f863f-9f2a-4340-bb50-9bc09b2d476f req-8bc0a1be-2516-4038-ad2a-33cb4c82613b tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:14.744407 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-303f863f-9f2a-4340-bb50-9bc09b2d476f req-8bc0a1be-2516-4038-ad2a-33cb4c82613b tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.0911915 Feb 02 15:25:14.799718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-303f863f-9f2a-4340-bb50-9bc09b2d476f req-3d902d67-273c-4724-8ba0-994f9b88021e tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 Feb 02 15:25:14.844692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:15.070750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:15.080970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2962a-4e75-4610-8824-5e2f9e352e55 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:15.100000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2962a-4e75-4610-8824-5e2f9e352e55 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:15.100000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c3b2962a-4e75-4610-8824-5e2f9e352e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:15.182699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:15.188552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c3b2962a-4e75-4610-8824-5e2f9e352e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:15.210177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2962a-4e75-4610-8824-5e2f9e352e55 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:15.210783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c3b2962a-4e75-4610-8824-5e2f9e352e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:15.273064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-87896215-5042-4798-b67b-f29e1583cae5 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8032577 Feb 02 15:25:15.277799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56636) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:15.285253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c3b2962a-4e75-4610-8824-5e2f9e352e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:15.285660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2962a-4e75-4610-8824-5e2f9e352e55 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:15.332322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f2881-1690-426e-919b-51f697710853 req-680c7ed7-7cf2-402f-b7ec-8e95e8cee767 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:15.339713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-953f2881-1690-426e-919b-51f697710853 req-680c7ed7-7cf2-402f-b7ec-8e95e8cee767 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.0874448 Feb 02 15:25:15.351507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-b9026378-00d4-453a-9adb-3ee7f1f5cd6e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:15.355490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-b9026378-00d4-453a-9adb-3ee7f1f5cd6e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:15.359697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-b9026378-00d4-453a-9adb-3ee7f1f5cd6e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:15.364188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-b9026378-00d4-453a-9adb-3ee7f1f5cd6e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:15.368265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-b9026378-00d4-453a-9adb-3ee7f1f5cd6e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:15.372077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-b9026378-00d4-453a-9adb-3ee7f1f5cd6e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:15.376097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-b9026378-00d4-453a-9adb-3ee7f1f5cd6e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:15.377976 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-b9026378-00d4-453a-9adb-3ee7f1f5cd6e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.2653754 Feb 02 15:25:15.388473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-953f2881-1690-426e-919b-51f697710853 req-35985e38-fe84-41f0-badc-59e4687f52ff tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477340 Feb 02 15:25:15.456173 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-51e53ed7-ec09-4e44-afdb-bc2a094a4c64 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "GET /v2.0/floatingips/7a4250ea-c958-4d03-87bc-ed32a90a93ba HTTP/1.1" status: 200 len: 979 time: 0.1769853 Feb 02 15:25:15.458829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56644) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:15.462894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a23e545-5862-4c1b-abe0-375f8f528417 req-62485a46-cdf5-42b1-ad0c-0fc66a82ca7d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0753822 Feb 02 15:25:15.554865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6687cd23-39b8-437f-aa0f-5ad91227dbed tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Synchronizing usage tracker for tenant:f540d4698f7346ad8b65e2984fa2a033 on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:25:15.669207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6687cd23-39b8-437f-aa0f-5ad91227dbed tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Unset dirty status for tenant:f540d4698f7346ad8b65e2984fa2a033 on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:25:15.670523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6687cd23-39b8-437f-aa0f-5ad91227dbed tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2106614 Feb 02 15:25:15.673648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56654) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:15.681050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'port_id': '2e0e905b-c0ac-44c0-9e99-90a735cc90a1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:15.866068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:16.337045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43259-782c-47b5-b323-defd703419b1 req-561fde1b-d838-450d-ab6d-7d6a2745f0b2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:16.352483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00f43259-782c-47b5-b323-defd703419b1 req-561fde1b-d838-450d-ab6d-7d6a2745f0b2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1843016 Feb 02 15:25:16.412446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00f43259-782c-47b5-b323-defd703419b1 req-6dfda789-c7ff-469d-982d-ad4c98f1df15 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 Feb 02 15:25:16.462185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f41c5a-9015-4f49-8372-f66fa7d542ca req-ff563618-c7e7-4188-bc38-211e627c3dc0 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:16.463861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66f41c5a-9015-4f49-8372-f66fa7d542ca req-ff563618-c7e7-4188-bc38-211e627c3dc0 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.3604763 Feb 02 15:25:16.595116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66f41c5a-9015-4f49-8372-f66fa7d542ca req-3f42eb28-b946-42d0-84e0-7703993414d3 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718029 Feb 02 15:25:16.611476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e26d9d33-0742-43ef-8e29-c4c79625cc82 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:16.831779 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:16.841711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e26d9d33-0742-43ef-8e29-c4c79625cc82, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:16.867459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'port_id': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'mac_address': 'fa:16:3e:fc:c3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:16.886623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2e83d-5f34-482c-ad51-9dd3732df6d5 req-e73e9310-6193-49b2-bf67-ea26eac14482 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:16.888099 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24d2e83d-5f34-482c-ad51-9dd3732df6d5 req-e73e9310-6193-49b2-bf67-ea26eac14482 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.1993945 Feb 02 15:25:16.957080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24d2e83d-5f34-482c-ad51-9dd3732df6d5 req-2b6a2b4b-6aa6-48c0-bf76-999ba37c8209 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623565 Feb 02 15:25:16.966387 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:16.986204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26d9d33-0742-43ef-8e29-c4c79625cc82 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:17.017283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e26d9d33-0742-43ef-8e29-c4c79625cc82, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:17.109689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-8a1460f4-7ab7-4006-954f-a9a24c13a0b7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.116147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-8a1460f4-7ab7-4006-954f-a9a24c13a0b7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.122455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-8a1460f4-7ab7-4006-954f-a9a24c13a0b7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.126760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-8a1460f4-7ab7-4006-954f-a9a24c13a0b7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.131963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-8a1460f4-7ab7-4006-954f-a9a24c13a0b7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.136086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-8a1460f4-7ab7-4006-954f-a9a24c13a0b7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.140133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-8a1460f4-7ab7-4006-954f-a9a24c13a0b7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.142427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-8a1460f4-7ab7-4006-954f-a9a24c13a0b7 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5429 time: 0.3695531 Feb 02 15:25:17.143135 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:17.240453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ebe546ed-e200-446b-92b9-93c74e2106d1 req-c4cddba8-1a45-476d-a3a4-ea16642220cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0875576 Feb 02 15:25:17.314546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e26d9d33-0742-43ef-8e29-c4c79625cc82,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:17.419097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:17.483760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['e26d9d33-0742-43ef-8e29-c4c79625cc82'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:17.506102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:17.532272 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:17.914950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b4976-c156-433d-a702-bc7c3f2d86c0 req-a6c873ad-8625-480e-9acc-80f3b79f3a1a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.921773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f95b4976-c156-433d-a702-bc7c3f2d86c0 req-a6c873ad-8625-480e-9acc-80f3b79f3a1a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1946638 Feb 02 15:25:17.980070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d30f6-37e2-45e1-92dd-80141ca24e62 req-5a9dcc54-c44c-4f83-9c94-1293eda52495 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:17.991527 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-905d30f6-37e2-45e1-92dd-80141ca24e62 req-5a9dcc54-c44c-4f83-9c94-1293eda52495 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.1156902 Feb 02 15:25:18.046069 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 7a4250ea-c958-4d03-87bc-ed32a90a93ba associated. External IP: 172.25.0.131, port: a8a8b537-bb55-4af9-939b-2eff52eb997b. Feb 02 15:25:18.056514 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-905d30f6-37e2-45e1-92dd-80141ca24e62 req-bc831649-be99-4c12-aae3-4ee4dd7fff90 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626032 Feb 02 15:25:18.120151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f95b4976-c156-433d-a702-bc7c3f2d86c0 req-e1df2ec5-814c-43b7-93a7-f4766388b662 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973548 Feb 02 15:25:18.242524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-413a04c8-4be1-4ef3-9662-b7a2fafee2d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d70aeea0259c4eea8156959301fcc5e7&device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 1097 time: 0.2669647 Feb 02 15:25:18.618021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ff0afbed-5350-4b5c-b7cf-484bf8028a91 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:18.699379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-5cecea0b-f695-4783-9795-15398f12d468 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:18.699379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-5cecea0b-f695-4783-9795-15398f12d468 service neutron] 10.222.0.64 "GET /v2.0/networks?id=125c814c-886d-4172-90c1-3bee6ed96c57 HTTP/1.1" status: 200 len: 915 time: 0.4438534 Feb 02 15:25:18.809837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e26d9d33-0742-43ef-8e29-c4c79625cc82 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:18.867075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-95b89681-0e3b-4e50-aa99-0241426b2c43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba8d549-ff8a-49ba-8464-751cc82eddf8 HTTP/1.1" status: 200 len: 217 time: 0.1654599 Feb 02 15:25:18.923454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f37c9c-ab9e-47b2-a853-bcfea321d00d req-85c39685-1085-4528-8b71-06b7690c0e49 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:18.933744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80f37c9c-ab9e-47b2-a853-bcfea321d00d req-85c39685-1085-4528-8b71-06b7690c0e49 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.5933733 Feb 02 15:25:18.972196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db25198-855d-48bc-a725-a1134663a784 req-242169e2-efd5-4d97-a15a-44fe5cb745a8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:18.977578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db25198-855d-48bc-a725-a1134663a784 req-242169e2-efd5-4d97-a15a-44fe5cb745a8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:18.983176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db25198-855d-48bc-a725-a1134663a784 req-242169e2-efd5-4d97-a15a-44fe5cb745a8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:18.988940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db25198-855d-48bc-a725-a1134663a784 req-242169e2-efd5-4d97-a15a-44fe5cb745a8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:18.994374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db25198-855d-48bc-a725-a1134663a784 req-242169e2-efd5-4d97-a15a-44fe5cb745a8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:19.001130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db25198-855d-48bc-a725-a1134663a784 req-242169e2-efd5-4d97-a15a-44fe5cb745a8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:19.008287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db25198-855d-48bc-a725-a1134663a784 req-242169e2-efd5-4d97-a15a-44fe5cb745a8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:19.011134 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db25198-855d-48bc-a725-a1134663a784 req-242169e2-efd5-4d97-a15a-44fe5cb745a8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5430 time: 0.1505868 Feb 02 15:25:19.013107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ff0afbed-5350-4b5c-b7cf-484bf8028a91, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:19.040094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91', 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'port_id': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91', 'mac_address': 'fa:16:3e:36:58:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019a7355-c647-4995-bd1f-14a23da20f6e', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:19.095485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port e26d9d33-0742-43ef-8e29-c4c79625cc82 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:19.111567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port e26d9d33-0742-43ef-8e29-c4c79625cc82 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:19.112041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:19.115017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2db25198-855d-48bc-a725-a1134663a784 req-01eaab4d-52ee-44ba-8160-72e6d282a70d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0980659 Feb 02 15:25:19.232664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-c3983b05-4e4d-4e24-9cb3-a8a06f305589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:19.234190 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-c3983b05-4e4d-4e24-9cb3-a8a06f305589 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec8e66cf-55b9-4756-9768-d7c809795ee7 HTTP/1.1" status: 200 len: 853 time: 0.3314366 Feb 02 15:25:19.252468 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:19.318260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0afbed-5350-4b5c-b7cf-484bf8028a91 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:19.336037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ff0afbed-5350-4b5c-b7cf-484bf8028a91, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:19.401073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80f37c9c-ab9e-47b2-a853-bcfea321d00d req-90a4f9f7-1b8b-488c-a3f8-85ad8db57ccc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4578965 Feb 02 15:25:19.423757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:19.424613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3847873a-262b-4dba-83f1-de321af221bf details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:19.426684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-c51b899b-1030-4ede-b918-6561f458289d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=125c814c-886d-4172-90c1-3bee6ed96c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654914 Feb 02 15:25:19.577964 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:19.636434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ff0afbed-5350-4b5c-b7cf-484bf8028a91,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:19.642999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8780ff-959e-4557-a9bb-9f38c0fbe3fe req-8ca3ba04-6b65-49d3-8ae2-24013ac7507e tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:19.645949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a8780ff-959e-4557-a9bb-9f38c0fbe3fe req-8ca3ba04-6b65-49d3-8ae2-24013ac7507e tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.2457304 Feb 02 15:25:19.661404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:19.672246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3847873a-262b-4dba-83f1-de321af221bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3847873a-262b-4dba-83f1-de321af221bf,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:19.686712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e26d9d33-0742-43ef-8e29-c4c79625cc82, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:19.693879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '3847873a-262b-4dba-83f1-de321af221bf', 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'port_id': '3847873a-262b-4dba-83f1-de321af221bf', 'mac_address': 'fa:16:3e:5e:21:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019a7355-c647-4995-bd1f-14a23da20f6e', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:19.763321 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:19.771294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a8780ff-959e-4557-a9bb-9f38c0fbe3fe req-d5920d3b-b4ca-463e-a201-c3876ca25849 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194215 Feb 02 15:25:19.899668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-f2c73fa8-bebb-46e7-a739-b571257df983 service neutron] 10.222.0.64 "GET /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621384 Feb 02 15:25:19.959914 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:19.969953 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'code': 200} Feb 02 15:25:20.003047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3847873a-262b-4dba-83f1-de321af221bf {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:20.044545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e26d9d33-0742-43ef-8e29-c4c79625cc82,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:20.051097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3847873a-262b-4dba-83f1-de321af221bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3847873a-262b-4dba-83f1-de321af221bf,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:20.120362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:20.121032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device adb279cb-ba60-40eb-b81a-fb696316c08a details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:20.163475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071eb7a-e79e-4971-9430-1c67700d6072 req-8abd867c-e300-4a0b-b711-1a5e14af2b72 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:20.171971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e071eb7a-e79e-4971-9430-1c67700d6072 req-8abd867c-e300-4a0b-b711-1a5e14af2b72 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.5701144 Feb 02 15:25:20.297815 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93311999-bb9c-4804-9ddc-6a5a60115031 req-22aa19c4-c739-4fa8-a79f-1ca3658fe84f service neutron] 10.222.0.64 "GET /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816450 Feb 02 15:25:20.315746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:20.319607 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:25:20.330990 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e071eb7a-e79e-4971-9430-1c67700d6072 req-c2053402-fa43-4853-b514-0887418e2ea8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312869 Feb 02 15:25:20.334360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port adb279cb-ba60-40eb-b81a-fb696316c08a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=adb279cb-ba60-40eb-b81a-fb696316c08a,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:20.365150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3847873a-262b-4dba-83f1-de321af221bf,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:20.373499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'adb279cb-ba60-40eb-b81a-fb696316c08a', 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'port_id': 'adb279cb-ba60-40eb-b81a-fb696316c08a', 'mac_address': 'fa:16:3e:9c:89:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019a7355-c647-4995-bd1f-14a23da20f6e', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:20.490274 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:20.557505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb279cb-ba60-40eb-b81a-fb696316c08a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:20.579906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port adb279cb-ba60-40eb-b81a-fb696316c08a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=adb279cb-ba60-40eb-b81a-fb696316c08a,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:20.646065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:20.646761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 58c44551-61d6-4b04-8934-71f8883dcef0 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:20.709000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822c60-1809-4818-b920-5af01ce6d3bc req-bf54caa7-e98c-4003-8414-e9488b5fdd02 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:20.726541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822c60-1809-4818-b920-5af01ce6d3bc req-bf54caa7-e98c-4003-8414-e9488b5fdd02 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:20.731915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822c60-1809-4818-b920-5af01ce6d3bc req-bf54caa7-e98c-4003-8414-e9488b5fdd02 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:20.737079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822c60-1809-4818-b920-5af01ce6d3bc req-bf54caa7-e98c-4003-8414-e9488b5fdd02 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:20.744775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822c60-1809-4818-b920-5af01ce6d3bc req-bf54caa7-e98c-4003-8414-e9488b5fdd02 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:20.755354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822c60-1809-4818-b920-5af01ce6d3bc req-bf54caa7-e98c-4003-8414-e9488b5fdd02 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:20.765884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822c60-1809-4818-b920-5af01ce6d3bc req-bf54caa7-e98c-4003-8414-e9488b5fdd02 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:20.768797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64822c60-1809-4818-b920-5af01ce6d3bc req-bf54caa7-e98c-4003-8414-e9488b5fdd02 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5433 time: 0.2727807 Feb 02 15:25:20.911488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64822c60-1809-4818-b920-5af01ce6d3bc req-f3308575-c163-4f83-83ae-b62f4885436b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1355257 Feb 02 15:25:20.945453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 58c44551-61d6-4b04-8934-71f8883dcef0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c44551-61d6-4b04-8934-71f8883dcef0,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:20.962490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '58c44551-61d6-4b04-8934-71f8883dcef0', 'network_id': '84363103-3170-468b-b9b8-900e88de7692', 'port_id': '58c44551-61d6-4b04-8934-71f8883dcef0', 'mac_address': 'fa:16:3e:85:99:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd294c4-3e37-4290-b79c-d01268643936', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:21.004989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:21.016527 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51076d0-ed8a-4fd9-8c21-0c32cca10383 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:21.045260 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:21.046499 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51076d0-ed8a-4fd9-8c21-0c32cca10383 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:21.047233 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d51076d0-ed8a-4fd9-8c21-0c32cca10383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:21.078093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c44551-61d6-4b04-8934-71f8883dcef0 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:21.095200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 58c44551-61d6-4b04-8934-71f8883dcef0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c44551-61d6-4b04-8934-71f8883dcef0,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:21.101607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=adb279cb-ba60-40eb-b81a-fb696316c08a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:21.150990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052648ff-1d8d-4e49-a6d9-16dc69d5b201 req-334c5770-3036-4673-81e1-a75a77d89cca tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:21.158329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052648ff-1d8d-4e49-a6d9-16dc69d5b201 req-334c5770-3036-4673-81e1-a75a77d89cca tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.3066823 Feb 02 15:25:21.185400 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d51076d0-ed8a-4fd9-8c21-0c32cca10383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:21.194296 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:21.195210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 481511e8-26e2-4305-87a5-e213fbae0951 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:21.219286 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51076d0-ed8a-4fd9-8c21-0c32cca10383 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:21.220429 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d51076d0-ed8a-4fd9-8c21-0c32cca10383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:21.244893 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-052648ff-1d8d-4e49-a6d9-16dc69d5b201 req-fee6b1d1-b1a8-4173-8667-52b2c5072690 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855646 Feb 02 15:25:21.274895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a6990-2914-4347-9c1d-958b4d4fce9f req-2df27508-6618-4e41-a862-c3b88a83c84d tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:21.284024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a6a6990-2914-4347-9c1d-958b4d4fce9f req-2df27508-6618-4e41-a862-c3b88a83c84d tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.1985693 Feb 02 15:25:21.325996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=58c44551-61d6-4b04-8934-71f8883dcef0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:21.341432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a6a6990-2914-4347-9c1d-958b4d4fce9f req-f1193ee6-254b-4d8a-81e2-2d6632c21e83 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Feb 02 15:25:21.373018 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d51076d0-ed8a-4fd9-8c21-0c32cca10383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:21.373547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 481511e8-26e2-4305-87a5-e213fbae0951, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=481511e8-26e2-4305-87a5-e213fbae0951,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:21.374052 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51076d0-ed8a-4fd9-8c21-0c32cca10383 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:21.444845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '481511e8-26e2-4305-87a5-e213fbae0951', 'network_id': '84363103-3170-468b-b9b8-900e88de7692', 'port_id': '481511e8-26e2-4305-87a5-e213fbae0951', 'mac_address': 'fa:16:3e:ab:a9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd294c4-3e37-4290-b79c-d01268643936', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:21.534111 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:21.555165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481511e8-26e2-4305-87a5-e213fbae0951 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:21.594905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 481511e8-26e2-4305-87a5-e213fbae0951, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=481511e8-26e2-4305-87a5-e213fbae0951,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:21.664056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:21.664760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a94c1c6a-15be-46b7-8c70-2890417edb08 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:21.748326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8cd03-46c0-4ca3-9814-9260e95e43d8 req-14cc51c7-aa18-450c-9e9c-fcfcd3361841 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:21.761594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ab8cd03-46c0-4ca3-9814-9260e95e43d8 req-14cc51c7-aa18-450c-9e9c-fcfcd3361841 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1668079 Feb 02 15:25:21.838199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a94c1c6a-15be-46b7-8c70-2890417edb08, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a94c1c6a-15be-46b7-8c70-2890417edb08,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:21.858621 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=481511e8-26e2-4305-87a5-e213fbae0951,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:21.861633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'a94c1c6a-15be-46b7-8c70-2890417edb08', 'network_id': 'b1b57adc-ba89-484c-ada1-9d8d740e4e10', 'port_id': 'a94c1c6a-15be-46b7-8c70-2890417edb08', 'mac_address': 'fa:16:3e:90:b8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019a7355-c647-4995-bd1f-14a23da20f6e', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:21.976333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:22.023060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94c1c6a-15be-46b7-8c70-2890417edb08 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:22.056557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a94c1c6a-15be-46b7-8c70-2890417edb08, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a94c1c6a-15be-46b7-8c70-2890417edb08,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:22.084322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ab8cd03-46c0-4ca3-9814-9260e95e43d8 req-05ac8d4a-00d9-49ed-83b9-0472be0e05dc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034573 Feb 02 15:25:22.171793 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:22.222037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-9c2199f0-1875-483c-9c25-53bf2520aed3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.227551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-9c2199f0-1875-483c-9c25-53bf2520aed3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.231836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-9c2199f0-1875-483c-9c25-53bf2520aed3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.236162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-9c2199f0-1875-483c-9c25-53bf2520aed3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.240892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-9c2199f0-1875-483c-9c25-53bf2520aed3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.245338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-9c2199f0-1875-483c-9c25-53bf2520aed3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.249704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-9c2199f0-1875-483c-9c25-53bf2520aed3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.258128 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-9c2199f0-1875-483c-9c25-53bf2520aed3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5436 time: 0.1275175 Feb 02 15:25:22.288815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:22.316555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f4873e3-a59b-439e-9649-ae0a4dae2256 req-c4cbe7b2-522c-4fcf-bb12-c43077cda176 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571582 Feb 02 15:25:22.351978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a94c1c6a-15be-46b7-8c70-2890417edb08,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:22.540829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cac796-7211-4753-b874-1e1f5fdc6dae req-68c86d23-19fe-4633-a1e9-65c867446a85 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.548071 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4cac796-7211-4753-b874-1e1f5fdc6dae req-68c86d23-19fe-4633-a1e9-65c867446a85 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.0919204 Feb 02 15:25:22.602974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4cac796-7211-4753-b874-1e1f5fdc6dae req-fd54870a-5860-4de5-8757-723eb31662db tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536973 Feb 02 15:25:22.694605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-7b5037e8-8e87-4945-8a22-7ef54da9f942 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.696081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-7b5037e8-8e87-4945-8a22-7ef54da9f942 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 814 time: 0.3735883 Feb 02 15:25:22.748864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-e58d99e8-7e8d-49fa-b8d4-7d39a6c4e172 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/quotas/2f4a09849b2f4bbc9c46acbc677686bc HTTP/1.1" status: 200 len: 375 time: 0.0396941 Feb 02 15:25:22.833283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:22.834700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afc8c5-e4d5-4de0-bb21-eca2f702a4ee req-dcb549df-c095-41fd-a27a-3f3a5bd653e7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:22.838475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:22.843723 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79afc8c5-e4d5-4de0-bb21-eca2f702a4ee req-dcb549df-c095-41fd-a27a-3f3a5bd653e7 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.0892544 Feb 02 15:25:22.844436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c28c3-1c25-4ca3-8918-785cc89bd0d0 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:22.881927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c28c3-1c25-4ca3-8918-785cc89bd0d0 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:22.882553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d18c28c3-1c25-4ca3-8918-785cc89bd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:22.907003 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79afc8c5-e4d5-4de0-bb21-eca2f702a4ee req-51aa25f9-bad3-45db-b912-4032f87f17b5 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619950 Feb 02 15:25:23.016108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ff0afbed-5350-4b5c-b7cf-484bf8028a91'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:23.077207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-a4fcc9ff-9dd3-47f5-9d9e-618ac2d2a68c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3268411 Feb 02 15:25:23.095384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['adb279cb-ba60-40eb-b81a-fb696316c08a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:23.122905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56750) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:23.123189 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a68e4dd8-f986-4178-9e5c-49ccb4864f5a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/floatingips/7a4250ea-c958-4d03-87bc-ed32a90a93ba HTTP/1.1" status: 200 len: 976 time: 7.4482443 Feb 02 15:25:23.132809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:23.217128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['58c44551-61d6-4b04-8934-71f8883dcef0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:23.309883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d18c28c3-1c25-4ca3-8918-785cc89bd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:23.326890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:23.362227 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-d5fbd1a0-c990-4b30-9c85-cbc1cf8e262c service neutron] 10.222.0.88 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807305 Feb 02 15:25:23.520213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c28c3-1c25-4ca3-8918-785cc89bd0d0 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:23.521281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d18c28c3-1c25-4ca3-8918-785cc89bd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:23.588437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-63567869-88a3-478e-8cd8-a096aab1fa47 service neutron] 10.222.0.88 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166662 Feb 02 15:25:23.710935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d18c28c3-1c25-4ca3-8918-785cc89bd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:23.711378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c28c3-1c25-4ca3-8918-785cc89bd0d0 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:23.979734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:24.003071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['3847873a-262b-4dba-83f1-de321af221bf'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:24.022796 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:24.023582 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 7a4250ea-c958-4d03-87bc-ed32a90a93ba disassociated. External IP: 172.25.0.131, port: 2e0e905b-c0ac-44c0-9e99-90a735cc90a1. Feb 02 15:25:24.084250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a94c1c6a-15be-46b7-8c70-2890417edb08'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:24.252473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b54f-aea1-462f-b895-e45752c2903f req-f3186310-75fa-491d-b74b-be4e5bd08250 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.257477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b54f-aea1-462f-b895-e45752c2903f req-f3186310-75fa-491d-b74b-be4e5bd08250 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.261916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b54f-aea1-462f-b895-e45752c2903f req-f3186310-75fa-491d-b74b-be4e5bd08250 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.265643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4042c9-66f4-4a46-9c18-074af4ba6eba req-ce2ac587-7f40-4952-99fd-eeafc64290b6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.266747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b54f-aea1-462f-b895-e45752c2903f req-f3186310-75fa-491d-b74b-be4e5bd08250 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.267109 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e4042c9-66f4-4a46-9c18-074af4ba6eba req-ce2ac587-7f40-4952-99fd-eeafc64290b6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.2001688 Feb 02 15:25:24.270833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b54f-aea1-462f-b895-e45752c2903f req-f3186310-75fa-491d-b74b-be4e5bd08250 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.275063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b54f-aea1-462f-b895-e45752c2903f req-f3186310-75fa-491d-b74b-be4e5bd08250 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.279221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b54f-aea1-462f-b895-e45752c2903f req-f3186310-75fa-491d-b74b-be4e5bd08250 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.288500 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5415b54f-aea1-462f-b895-e45752c2903f req-f3186310-75fa-491d-b74b-be4e5bd08250 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5437 time: 0.1538231 Feb 02 15:25:24.360494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5415b54f-aea1-462f-b895-e45752c2903f req-a3c1b6f4-7226-4cfb-b022-51a4d9a1c2cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0710008 Feb 02 15:25:24.373213 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e4042c9-66f4-4a46-9c18-074af4ba6eba req-7788a25a-93e8-42c1-be55-3c3c9b60dda2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898676 Feb 02 15:25:24.591094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd642d7d-f74a-48ac-a8ed-28e16dc18190 req-98ee5da2-b229-4fbf-b054-40df1a9249ec tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 210 time: 0.0619168 Feb 02 15:25:24.835087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61d24-99cb-4455-bba0-af1a98dd3d63 req-a6a0c4d7-4ee7-4e62-8edc-365098cfb30e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.835087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffb61d24-99cb-4455-bba0-af1a98dd3d63 req-a6a0c4d7-4ee7-4e62-8edc-365098cfb30e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.2606318 Feb 02 15:25:24.918780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d3dff-4bd3-4b62-8459-ec1cffc25ac5 req-67b80198-cc30-4985-8edf-fc995a0fc440 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:24.920445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba7d3dff-4bd3-4b62-8459-ec1cffc25ac5 req-67b80198-cc30-4985-8edf-fc995a0fc440 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.1835153 Feb 02 15:25:24.984854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba7d3dff-4bd3-4b62-8459-ec1cffc25ac5 req-3c265c1c-4369-4b24-9188-dc2671d2bba9 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 Feb 02 15:25:25.048703 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffb61d24-99cb-4455-bba0-af1a98dd3d63 req-e0cebd3c-f8c4-43ee-8380-69d3272c7e90 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957112 Feb 02 15:25:25.086960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d40e-9823-4dd3-8ee1-025eac80da78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:25.261348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:25.285778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['481511e8-26e2-4305-87a5-e213fbae0951'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:25.721142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:25.727489 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:25.732021 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b90d5e-24ae-4fcc-a01f-ff15c2c864ec None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:25.757597 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b90d5e-24ae-4fcc-a01f-ff15c2c864ec None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:25.759921 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-02b90d5e-24ae-4fcc-a01f-ff15c2c864ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:25.788436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-1bd10368-83da-4ca1-83ec-bba56b55a716 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:25.798456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-1bd10368-83da-4ca1-83ec-bba56b55a716 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:25.804575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-1bd10368-83da-4ca1-83ec-bba56b55a716 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:25.808626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-1bd10368-83da-4ca1-83ec-bba56b55a716 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:25.813245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-1bd10368-83da-4ca1-83ec-bba56b55a716 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:25.814502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f35b0079-17ea-4f68-b590-2067e3c23ca9 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/floatingips/7a4250ea-c958-4d03-87bc-ed32a90a93ba HTTP/1.1" status: 200 len: 688 time: 2.6890264 Feb 02 15:25:25.820308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56782) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:25.821355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-1bd10368-83da-4ca1-83ec-bba56b55a716 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:25.829981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-1bd10368-83da-4ca1-83ec-bba56b55a716 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:25.839044 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-1bd10368-83da-4ca1-83ec-bba56b55a716 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5437 time: 0.2285402 Feb 02 15:25:25.900122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5ee8a5fa-11d4-4951-a34d-1cd02ce1c441 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:25.902557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5ee8a5fa-11d4-4951-a34d-1cd02ce1c441 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.2214351 Feb 02 15:25:25.914848 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-02b90d5e-24ae-4fcc-a01f-ff15c2c864ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:25.932950 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b90d5e-24ae-4fcc-a01f-ff15c2c864ec None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:25.934297 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-02b90d5e-24ae-4fcc-a01f-ff15c2c864ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:24:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:25.998879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3916-e988-43a9-ab7d-3f2828ddcc07 req-3e1e86d5-e385-4dc7-8ef6-213091e324c1 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:26.000817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93fb3916-e988-43a9-ab7d-3f2828ddcc07 req-3e1e86d5-e385-4dc7-8ef6-213091e324c1 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.3753088 Feb 02 15:25:26.017773 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-02b90d5e-24ae-4fcc-a01f-ff15c2c864ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:26.018313 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b90d5e-24ae-4fcc-a01f-ff15c2c864ec None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:26.059610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port 029c9ee1-4250-46c9-993c-7a08774dd165 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:25:26.059994 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.133655 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7412752-478b-4f06-8d5d-99a8c3bb8286 req-9cee9a4d-eca4-4236-b8f0-a865e6d162d6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2932847 Feb 02 15:25:26.149382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Deleting port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:25:26.149744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.182670 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93fb3916-e988-43a9-ab7d-3f2828ddcc07 req-e5f552b1-2a3e-4f6c-b23c-08cb45627376 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578665 Feb 02 15:25:26.297045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ff0afbed-5350-4b5c-b7cf-484bf8028a91 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:26.391670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4cc32677-5925-4f9f-824c-bf1fcbd46955 req-4df8390d-87bc-4501-8088-f32aad5e09a3 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 210 time: 0.1059518 Feb 02 15:25:26.403786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.404384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.496969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port ff0afbed-5350-4b5c-b7cf-484bf8028a91 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:26.503527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port ff0afbed-5350-4b5c-b7cf-484bf8028a91 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:26.504138 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.591883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] For port 5ba8d549-ff8a-49ba-8464-751cc82eddf8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ba8d549-ff8a-49ba-8464-751cc82eddf8,segment=NetworkSegment(b85e8e5d-67ad-4c79-b090-59115691c367),segment_id=b85e8e5d-67ad-4c79-b090-59115691c367)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:26.592573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.661705 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.689291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:26.700293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ff0afbed-5350-4b5c-b7cf-484bf8028a91, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:26.712013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for 029c9ee1-4250-46c9-993c-7a08774dd165 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:25:26.738952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Calling delete_port for 5ba8d549-ff8a-49ba-8464-751cc82eddf8 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:25:26.778470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834bce7-107e-4db9-ab90-eaff5ad14602 req-b8285b1c-61f2-453d-b743-63b7005d151e tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:26.783553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.784604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device adb279cb-ba60-40eb-b81a-fb696316c08a up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:26.787486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f834bce7-107e-4db9-ab90-eaff5ad14602 req-b8285b1c-61f2-453d-b743-63b7005d151e tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 946 time: 0.4518194 Feb 02 15:25:26.816156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d1aa3-ec0c-414c-9169-aebeceeb710e req-7f15eed1-b110-4682-9141-8cbfd6bb28d8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:26.817925 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-192d1aa3-ec0c-414c-9169-aebeceeb710e req-7f15eed1-b110-4682-9141-8cbfd6bb28d8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2886820 Feb 02 15:25:26.860431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f834bce7-107e-4db9-ab90-eaff5ad14602 req-c15cbca9-bd85-406e-b1cb-e1da5ad9b560 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/security-groups?id=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719082 Feb 02 15:25:26.873124 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e5cdecf6-7824-4066-ad6c-e018c1ed8f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:26.918984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-192d1aa3-ec0c-414c-9169-aebeceeb710e req-60d0b470-58f8-43aa-8d80-179bc98ce1b1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684144 Feb 02 15:25:26.930694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ff0afbed-5350-4b5c-b7cf-484bf8028a91,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:26.998563 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91', 'code': 200} Feb 02 15:25:27.010460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port adb279cb-ba60-40eb-b81a-fb696316c08a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:27.010780 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:27.015626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port adb279cb-ba60-40eb-b81a-fb696316c08a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:27.016028 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:27.080087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=029c9ee1-4250-46c9-993c-7a08774dd165,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:27.085554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:27.125965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.126301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.126645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.127083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.127404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.127740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.128091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.129107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.129675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.130192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.130529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.161191 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:27.201748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port adb279cb-ba60-40eb-b81a-fb696316c08a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=adb279cb-ba60-40eb-b81a-fb696316c08a,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:27.233737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Pushing event deleted for resources: {'Port': ['ID=5ba8d549-ff8a-49ba-8464-751cc82eddf8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:27.270656 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:27.270928 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:27.281567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] No DVR routers for this DVR port 5ba8d549-ff8a-49ba-8464-751cc82eddf8 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:25:27.282292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3acf0-628d-474b-93f0-b2e5bf944a11 req-3d5a64fd-7887-4285-aed4-a1a9cb9c2c58 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.283767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55a3acf0-628d-474b-93f0-b2e5bf944a11 req-3d5a64fd-7887-4285-aed4-a1a9cb9c2c58 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.2048833 Feb 02 15:25:27.290579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.291022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.291723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.292153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.292626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.292972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.293301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.293628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.294455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.294785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.295234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:25:27.306173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:27.307101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e799446-e2ab-4151-9d59-bb18ee032101', 'name': 'network-vif-deleted', 'tag': '5ba8d549-ff8a-49ba-8464-751cc82eddf8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:27.340143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55a3acf0-628d-474b-93f0-b2e5bf944a11 req-06ad1061-2976-41e6-81ca-ea457325f81c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479276 Feb 02 15:25:27.349620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=adb279cb-ba60-40eb-b81a-fb696316c08a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:27.351178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4f48b-79de-4120-8701-71339335b0d3 req-53ba2fc4-6ec9-4d21-9c6b-5498f46920e1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.353370 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-51c4f48b-79de-4120-8701-71339335b0d3 req-53ba2fc4-6ec9-4d21-9c6b-5498f46920e1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1600928 Feb 02 15:25:27.405145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-51c4f48b-79de-4120-8701-71339335b0d3 req-7e8dc075-1f15-4548-961e-0954ba4f94ca tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455263 Feb 02 15:25:27.410873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:27.410873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bd90f869-be4c-4076-91e9-861c9f5947b8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/floatingips/7a4250ea-c958-4d03-87bc-ed32a90a93ba HTTP/1.1" status: 204 len: 168 time: 1.5859144 Feb 02 15:25:27.411107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56802) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:27.458494 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79ca37ce-0994-4ee9-b986-ca77ca636748 req-5d10cb9d-8165-41d8-82c1-0e781189891f tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.64 "DELETE /v2.0/ports/5ba8d549-ff8a-49ba-8464-751cc82eddf8 HTTP/1.1" status: 204 len: 173 time: 1.5418260 Feb 02 15:25:27.541791 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-31f197cf-c120-4788-ae77-4bfba63b00af tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] delete failed (client error): The resource could not be found. Feb 02 15:25:27.542827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-31f197cf-c120-4788-ae77-4bfba63b00af tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/floatingips/7a4250ea-c958-4d03-87bc-ed32a90a93ba HTTP/1.1" status: 404 len: 345 time: 0.1305904 Feb 02 15:25:27.546660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56810) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:27.596960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-4e22bee8-8f24-408d-942b-3adb71da29b8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.601485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-4e22bee8-8f24-408d-942b-3adb71da29b8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.605428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-4e22bee8-8f24-408d-942b-3adb71da29b8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.610609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-4e22bee8-8f24-408d-942b-3adb71da29b8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.615113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-4e22bee8-8f24-408d-942b-3adb71da29b8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.619090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-4e22bee8-8f24-408d-942b-3adb71da29b8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.623156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-4e22bee8-8f24-408d-942b-3adb71da29b8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.625175 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-4e22bee8-8f24-408d-942b-3adb71da29b8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5439 time: 0.1310961 Feb 02 15:25:27.689273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dbb236a2-6a5d-4a8d-a69b-6abc69448284 req-759a8cec-92a8-45f0-a5d2-e91368020a15 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544357 Feb 02 15:25:27.695215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c72262c-21a3-49ee-a6b9-24b0f78524ae tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.699139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c72262c-21a3-49ee-a6b9-24b0f78524ae tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.703028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c72262c-21a3-49ee-a6b9-24b0f78524ae tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.703874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c72262c-21a3-49ee-a6b9-24b0f78524ae tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Synchronizing usage tracker for tenant:f540d4698f7346ad8b65e2984fa2a033 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:25:27.711815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909676-bee8-4f38-87ff-ba8d4587d143 req-bba60d76-9165-44fc-8e5e-2449c983cb6b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.713435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1909676-bee8-4f38-87ff-ba8d4587d143 req-bba60d76-9165-44fc-8e5e-2449c983cb6b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1698923 Feb 02 15:25:27.810073 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e799446-e2ab-4151-9d59-bb18ee032101', 'name': 'network-vif-deleted', 'tag': '5ba8d549-ff8a-49ba-8464-751cc82eddf8', 'status': 'completed', 'code': 200} Feb 02 15:25:27.828624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1909676-bee8-4f38-87ff-ba8d4587d143 req-e8459598-cd41-47b2-9e06-8d10fb9f347d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014144 Feb 02 15:25:27.859218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c72262c-21a3-49ee-a6b9-24b0f78524ae tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Unset dirty status for tenant:f540d4698f7346ad8b65e2984fa2a033 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:25:27.859218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c72262c-21a3-49ee-a6b9-24b0f78524ae tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "GET /v2.0/ports?network_id=02ca5545-9ebd-4c2e-8f97-737f52968594 HTTP/1.1" status: 200 len: 2357 time: 0.3034213 Feb 02 15:25:27.859218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56820) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:27.953268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f6135-c263-4597-8352-142e71b75541 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:27.955559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-797f6135-c263-4597-8352-142e71b75541 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "GET /v2.0/subnets/5ecabb27-0ed3-428b-b606-b45962758ce1 HTTP/1.1" status: 200 len: 797 time: 0.1001647 Feb 02 15:25:27.960909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56830) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:27.969623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'port': {'network_id': '02ca5545-9ebd-4c2e-8f97-737f52968594', 'name': 'tempest-FloatingIPTestJSON-111118290', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:28.159556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-082bf1f6-95ed-49db-98ae-626a39693886 req-6926fd26-6a71-4cfb-84d4-bfbf2a69a2b3 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 210 time: 0.0461433 Feb 02 15:25:28.241744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-3c0919d5-fef6-4efc-916a-9330111beb9c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:28.243560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-3c0919d5-fef6-4efc-916a-9330111beb9c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.107 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 814 time: 0.2136145 Feb 02 15:25:28.244130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-5c4a9748-4ff3-4862-be85-4a3aec39b531 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:28.245537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-5c4a9748-4ff3-4862-be85-4a3aec39b531 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.2589715 Feb 02 15:25:28.251347 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:28.265737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Request body: {'port': {'device_id': '2e11b266-4052-4400-91b3-d3e142233e8f', 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'admin_state_up': True, 'tenant_id': '2f4a09849b2f4bbc9c46acbc677686bc'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:28.270062 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:28.278930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-e9d5964f-fb7d-44cc-bcef-f097779789d8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/quotas/e1369c1cef9b495ebe7ed93f5fe27e76 HTTP/1.1" status: 200 len: 375 time: 0.0218790 Feb 02 15:25:28.280394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:28.297086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 58c44551-61d6-4b04-8934-71f8883dcef0 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:28.417198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4bad0f6f-ac53-489f-964d-e91eb340228a req-582cd255-42f1-4935-aede-cb219701c8e0 tempest-InstanceActionsTestJSON-1512425615 tempest-InstanceActionsTestJSON-1512425615-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e799446-e2ab-4151-9d59-bb18ee032101 HTTP/1.1" status: 200 len: 210 time: 0.0581450 Feb 02 15:25:28.482501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:28.489370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:28.499915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:28.510645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 58c44551-61d6-4b04-8934-71f8883dcef0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:28.513915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 58c44551-61d6-4b04-8934-71f8883dcef0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:28.514288 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:28.540755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-2f4b3357-a937-4370-8691-a73a0bc42e78 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2502408 Feb 02 15:25:28.595948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Made reservation on behalf of 2f4a09849b2f4bbc9c46acbc677686bc for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:28.599672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:28.623030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:28.657507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:28.697521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 58c44551-61d6-4b04-8934-71f8883dcef0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c44551-61d6-4b04-8934-71f8883dcef0,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:28.704782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62c365-6d05-49c3-a3cd-915d75e354d7 req-f1aa6eea-e1e3-453d-bbaf-a0fdcc9e0713 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:28.705696 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db62c365-6d05-49c3-a3cd-915d75e354d7 req-f1aa6eea-e1e3-453d-bbaf-a0fdcc9e0713 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.1559846 Feb 02 15:25:28.732762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5ba8d549-ff8a-49ba-8464-751cc82eddf8 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:25:28.795258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-5ce638e4-c58d-466f-8ee5-9d93ee87102b service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478242 Feb 02 15:25:28.803810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:28.810386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db62c365-6d05-49c3-a3cd-915d75e354d7 req-c5c7c700-ffce-413e-b1d9-750f92016498 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906067 Feb 02 15:25:28.812597 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:28.813560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 481511e8-26e2-4305-87a5-e213fbae0951 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:28.833020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Allocated IP 172.20.0.10 (95510e1d-9096-437d-a05a-9fd66853de15/93a8148c-1086-45a5-aab0-ab72958f43b9/768e089e-84d4-4549-ae2c-b7d26ff0f696) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:28.853524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 5ba8d549-ff8a-49ba-8464-751cc82eddf8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:25:28.853932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5ba8d549-ff8a-49ba-8464-751cc82eddf8 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:25:28.911142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] device_id is not set on port 10364aba-6ed3-472f-aab1-019857a7a914 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:25:28.966562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=58c44551-61d6-4b04-8934-71f8883dcef0,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:28.999883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb279cb-ba60-40eb-b81a-fb696316c08a'}, {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c44551-61d6-4b04-8934-71f8883dcef0'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:29.010997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 481511e8-26e2-4305-87a5-e213fbae0951 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:29.016269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 481511e8-26e2-4305-87a5-e213fbae0951 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:29.016500 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.063772 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-2e05ddaa-9802-44b3-b02d-3a2882f58d48 service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488120 Feb 02 15:25:29.221110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.259061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.263826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 481511e8-26e2-4305-87a5-e213fbae0951, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=481511e8-26e2-4305-87a5-e213fbae0951,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:29.273504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-db09d60d-6d00-49e9-9a3d-140c173e7c31 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.277441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-db09d60d-6d00-49e9-9a3d-140c173e7c31 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.281379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-db09d60d-6d00-49e9-9a3d-140c173e7c31 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.285388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-db09d60d-6d00-49e9-9a3d-140c173e7c31 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.289231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-db09d60d-6d00-49e9-9a3d-140c173e7c31 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.293041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-db09d60d-6d00-49e9-9a3d-140c173e7c31 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.297045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-db09d60d-6d00-49e9-9a3d-140c173e7c31 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.298896 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-db09d60d-6d00-49e9-9a3d-140c173e7c31 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5440 time: 0.3017488 Feb 02 15:25:29.332317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.20.0.14 (02ca5545-9ebd-4c2e-8f97-737f52968594/5ecabb27-0ed3-428b-b606-b45962758ce1/10364aba-6ed3-472f-aab1-019857a7a914) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:29.349549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.20.0.13 (02ca5545-9ebd-4c2e-8f97-737f52968594/5ecabb27-0ed3-428b-b606-b45962758ce1/10364aba-6ed3-472f-aab1-019857a7a914) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:29.380090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46931f0d-a5f2-4a64-b0d0-6b3abcf7b03d req-8ba0864d-52dd-4a41-87fa-554b545ea0dc tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559208 Feb 02 15:25:29.428417 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.428953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.432144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3847873a-262b-4dba-83f1-de321af221bf up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:29.541894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Network 95510e1d-9096-437d-a05a-9fd66853de15 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:29.542851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Pushing event updated for resources: {'Port': ['ID=768e089e-84d4-4549-ae2c-b7d26ff0f696,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:29.553799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:29.557726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:29.576241 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb279cb-ba60-40eb-b81a-fb696316c08a', 'code': 200} Feb 02 15:25:29.577096 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c44551-61d6-4b04-8934-71f8883dcef0', 'code': 200} Feb 02 15:25:29.658556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.666654 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.670164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74f07e32-9036-4f81-add7-aceaf73ff4b3', '26d877d1-7a30-4f20-88ed-937d9297a9e2', '02eb673c-ee5f-486a-8305-f4768db7d570'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:29.701544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=481511e8-26e2-4305-87a5-e213fbae0951,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:29.719433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fd54-8232-4fe3-ac6e-7794ec999b9c req-faaeae9b-fe20-476f-ba8d-611f0269dd7d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.725106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7cf4fd54-8232-4fe3-ac6e-7794ec999b9c req-faaeae9b-fe20-476f-ba8d-611f0269dd7d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.2873530 Feb 02 15:25:29.791309 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.818895 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-34f077ee-8c69-4550-aa36-40289e3c583b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5571496 Feb 02 15:25:29.822383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7cf4fd54-8232-4fe3-ac6e-7794ec999b9c req-f739633c-25f2-4820-a84a-f761a0783803 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818536 Feb 02 15:25:29.831037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc5bc-0c58-4e3f-99bf-afc24191010c req-1a1f20ee-927e-4cd4-be32-5ceade0a692a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:29.832531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b0ecc5bc-0c58-4e3f-99bf-afc24191010c req-1a1f20ee-927e-4cd4-be32-5ceade0a692a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:25:29.841051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Request body: {'port': {'device_id': '2e11b266-4052-4400-91b3-d3e142233e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:29.879943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 3847873a-262b-4dba-83f1-de321af221bf completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:29.892968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 3847873a-262b-4dba-83f1-de321af221bf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:29.893337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.926540 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.937578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:29.986634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90279395-8807-400d-991d-694360cddc8a req-2a38a792-5f27-4762-863c-30f8146e4bfd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 210 time: 0.0894399 Feb 02 15:25:29.994933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b0ecc5bc-0c58-4e3f-99bf-afc24191010c req-1a1f20ee-927e-4cd4-be32-5ceade0a692a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:25:29.996632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0ecc5bc-0c58-4e3f-99bf-afc24191010c req-1a1f20ee-927e-4cd4-be32-5ceade0a692a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 932 time: 0.2756374 Feb 02 15:25:30.030588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:30.034488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=10364aba-6ed3-472f-aab1-019857a7a914,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:30.037306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:30.039361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:30.051933 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.092958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.105064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.105689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.136845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56868) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:30.190287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0ecc5bc-0c58-4e3f-99bf-afc24191010c req-802fcf1c-cfe7-4177-be6e-681c28ae137d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856008 Feb 02 15:25:30.209395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cac18877-1a96-492f-9521-7fc7a1c9d5f4 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2445493 Feb 02 15:25:30.212293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56872) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:30.215519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3847873a-262b-4dba-83f1-de321af221bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3847873a-262b-4dba-83f1-de321af221bf,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:30.223640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '10364aba-6ed3-472f-aab1-019857a7a914', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:30.238745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:30.242710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44700e8-b7de-4748-8dab-9760a48575e8 admin admin] Deleting subnet ec8e66cf-55b9-4756-9768-d7c809795ee7 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:25:30.246424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e44700e8-b7de-4748-8dab-9760a48575e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.271602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.272415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a94c1c6a-15be-46b7-8c70-2890417edb08 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:30.281061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:floatingip and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:30.291244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:30.302051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:30.343860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e44700e8-b7de-4748-8dab-9760a48575e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.403271 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.418864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e44700e8-b7de-4748-8dab-9760a48575e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.467514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3847873a-262b-4dba-83f1-de321af221bf,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:30.471423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f133-b698-4d48-b55c-b769998f6a29 req-18b69bc3-92be-44c4-9b69-d9fd58276d4d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.473780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4504f133-b698-4d48-b55c-b769998f6a29 req-18b69bc3-92be-44c4-9b69-d9fd58276d4d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.2000091 Feb 02 15:25:30.548382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4504f133-b698-4d48-b55c-b769998f6a29 req-e8bcecd4-9fcb-400e-bc48-a403919f9a52 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646284 Feb 02 15:25:30.594394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port a94c1c6a-15be-46b7-8c70-2890417edb08 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:30.601059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port a94c1c6a-15be-46b7-8c70-2890417edb08 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:30.603730 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.722063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e44700e8-b7de-4748-8dab-9760a48575e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.734225 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.780109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44700e8-b7de-4748-8dab-9760a48575e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8e66cf-55b9-4756-9768-d7c809795ee7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:30.791882 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e44700e8-b7de-4748-8dab-9760a48575e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.797406 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-f166dfe0-8720-4838-b4a4-4c34c5f5d65d service neutron] show failed (client error): The resource could not be found. Feb 02 15:25:30.798436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-f166dfe0-8720-4838-b4a4-4c34c5f5d65d service neutron] 10.222.0.107 "GET /v2.0/ports/168f3343-eb8f-438c-9e6f-4e8d935dfadb/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.2361870 Feb 02 15:25:30.801601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a94c1c6a-15be-46b7-8c70-2890417edb08, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a94c1c6a-15be-46b7-8c70-2890417edb08,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:30.812725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56878) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:30.814155 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e44700e8-b7de-4748-8dab-9760a48575e8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ec8e66cf-55b9-4756-9768-d7c809795ee7 HTTP/1.1" status: 204 len: 168 time: 0.6761165 Feb 02 15:25:30.842449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768e089e-84d4-4549-ae2c-b7d26ff0f696 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:30.896898 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.901487 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:30.930993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-bd197169-1936-40d7-8ecf-ffae0a12a950 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.936828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-bd197169-1936-40d7-8ecf-ffae0a12a950 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.938780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-bd197169-1936-40d7-8ecf-ffae0a12a950 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.943416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-bd197169-1936-40d7-8ecf-ffae0a12a950 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.947402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-bd197169-1936-40d7-8ecf-ffae0a12a950 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.951415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-bd197169-1936-40d7-8ecf-ffae0a12a950 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.959327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-bd197169-1936-40d7-8ecf-ffae0a12a950 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:30.966306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-bd197169-1936-40d7-8ecf-ffae0a12a950 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5442 time: 0.3418188 Feb 02 15:25:30.994917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a94c1c6a-15be-46b7-8c70-2890417edb08,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:31.027562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Transition to ACTIVE for port object 768e089e-84d4-4549-ae2c-b7d26ff0f696 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:25:31.042837 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:31.046344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:31.120748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bfd4779-ae90-48b3-9013-ffc429ede604 req-60754a9b-93d9-4cc8-9b39-83f7eb132628 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1532171 Feb 02 15:25:31.149400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:31.235317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599684f9-63f9-4561-b806-59c74e1448be req-df004953-9ae2-4ae5-94f3-c6cbdb03e80d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:31.236794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-599684f9-63f9-4561-b806-59c74e1448be req-df004953-9ae2-4ae5-94f3-c6cbdb03e80d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.2241859 Feb 02 15:25:31.295473 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-599684f9-63f9-4561-b806-59c74e1448be req-99b42455-e019-492e-b879-e7b6c285f9e0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Feb 02 15:25:31.397436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2565c31e-9bc4-406e-a57b-b4b334db64b1 req-75b2e65a-2d14-4f6f-9d9d-a75b3f4e9a1b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 210 time: 0.1243577 Feb 02 15:25:31.512329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312d132-5795-459a-9d5c-c6392f18e97e req-c1093feb-d2f9-40fe-9502-b277323a7e62 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:31.513841 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7312d132-5795-459a-9d5c-c6392f18e97e req-c1093feb-d2f9-40fe-9502-b277323a7e62 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 944 time: 0.0874519 Feb 02 15:25:31.579216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481511e8-26e2-4305-87a5-e213fbae0951'}, {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3847873a-262b-4dba-83f1-de321af221bf'}, {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94c1c6a-15be-46b7-8c70-2890417edb08'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:31.614362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7312d132-5795-459a-9d5c-c6392f18e97e req-f4c7c368-08c7-4007-a2cf-2e6d0ebda122 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641117 Feb 02 15:25:31.629966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-dff02a95-731b-4317-aedc-ad378d6f57e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56&tenant_id=4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 1101 time: 0.1145706 Feb 02 15:25:31.649550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Pushing event updated for resources: {'Port': ['ID=768e089e-84d4-4549-ae2c-b7d26ff0f696,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:31.650383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:31.659155 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481511e8-26e2-4305-87a5-e213fbae0951', 'code': 200} Feb 02 15:25:31.659903 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3847873a-262b-4dba-83f1-de321af221bf', 'code': 200} Feb 02 15:25:31.659903 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94c1c6a-15be-46b7-8c70-2890417edb08', 'code': 200} Feb 02 15:25:31.668184 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:31.764103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.25.0.228 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/ed4c4058-3484-4cdc-aea9-b18bfa5b10fa) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:31.776400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125c814c-886d-4172-90c1-3bee6ed96c57']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:31.807185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85e8e5d-67ad-4c79-b090-59115691c367') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:31.807478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85e8e5d-67ad-4c79-b090-59115691c367') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:31.861419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:31.885028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:31.964831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a9e61-e386-4d51-b0b3-63c7f5230e34 req-829ab683-6684-4b3e-a04f-4c27c21f6d7d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:31.966301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-737a9e61-e386-4d51-b0b3-63c7f5230e34 req-829ab683-6684-4b3e-a04f-4c27c21f6d7d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.1688912 Feb 02 15:25:31.971830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Attempting to bind port 768e089e-84d4-4549-ae2c-b7d26ff0f696 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:25:31.972726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Attempting to bind port 768e089e-84d4-4549-ae2c-b7d26ff0f696 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:25:31.973217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Attempting to bind port 768e089e-84d4-4549-ae2c-b7d26ff0f696 on network 95510e1d-9096-437d-a05a-9fd66853de15 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:31.975554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.020974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:25:32.021400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:25:32.041683 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:25:32.087263 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-737a9e61-e386-4d51-b0b3-63c7f5230e34 req-6adf24ac-36a4-4d99-8252-dc9c0d778d3f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835230 Feb 02 15:25:32.158443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Port 768e089e-84d4-4549-ae2c-b7d26ff0f696 on network 95510e1d-9096-437d-a05a-9fd66853de15 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:25:32.158811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Attempting to bind port 768e089e-84d4-4549-ae2c-b7d26ff0f696 on network 95510e1d-9096-437d-a05a-9fd66853de15 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:32.217908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:32.229963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:25:32.230342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Checking segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:25:32.230676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Bound using segment: {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:25:32.231106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Bound port: 768e089e-84d4-4549-ae2c-b7d26ff0f696, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a841f4b-be79-4c94-89c8-08cdf35d4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:25:32.231446 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.260818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:32.282955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.298760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7e73af-159d-4f73-99c7-561ee1211d52 req-1c20fa68-eb27-4019-9d47-cb7a906b795c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6500 time: 0.4808226 Feb 02 15:25:32.326497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:32.333721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.352613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Transition to ACTIVE for port object 168f3343-eb8f-438c-9e6f-4e8d935dfadb will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:25:32.368102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.434732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-300cb1ab-0fc0-47ef-aa38-b4e31f98dc7b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.436161 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-300cb1ab-0fc0-47ef-aa38-b4e31f98dc7b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.4655116 Feb 02 15:25:32.438890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.465453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] Pushing event deleted for resources: {'Network': ['ID=125c814c-886d-4172-90c1-3bee6ed96c57,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:32.468108 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.483920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'port': {'device_id': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'admin_state_up': True, 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:32.608447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-823788bc-87dd-4603-bebb-14ac980f578b admin admin] 10.222.0.88 "DELETE /v2.0/networks/125c814c-886d-4172-90c1-3bee6ed96c57 HTTP/1.1" status: 204 len: 168 time: 1.7947712 Feb 02 15:25:32.617361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] For port 768e089e-84d4-4549-ae2c-b7d26ff0f696, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:32.621409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7e73af-159d-4f73-99c7-561ee1211d52 req-2c2aad99-0d44-4896-a89b-0f10c2406c60 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2859824 Feb 02 15:25:32.626477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:32.646770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] For port 768e089e-84d4-4549-ae2c-b7d26ff0f696, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=768e089e-84d4-4549-ae2c-b7d26ff0f696,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:25:32.671637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] No DVR routers for this DVR port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:25:32.691488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8b4cb-2da4-48af-8eef-bdb539fdbf96 req-fcbbe021-c3de-4a1a-ba6f-294f271b0177 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.693061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0b8b4cb-2da4-48af-8eef-bdb539fdbf96 req-fcbbe021-c3de-4a1a-ba6f-294f271b0177 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 948 time: 0.2689135 Feb 02 15:25:32.693716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-9c340c46-5906-43a1-a1f4-d56a11044929 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.697679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-9c340c46-5906-43a1-a1f4-d56a11044929 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.701589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-9c340c46-5906-43a1-a1f4-d56a11044929 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.705502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-9c340c46-5906-43a1-a1f4-d56a11044929 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.709749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-9c340c46-5906-43a1-a1f4-d56a11044929 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.713901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-9c340c46-5906-43a1-a1f4-d56a11044929 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.717817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-9c340c46-5906-43a1-a1f4-d56a11044929 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:32.719743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-9c340c46-5906-43a1-a1f4-d56a11044929 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.3855405 Feb 02 15:25:32.731690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.736309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.771103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:25:32.771699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:25:32.772250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:32.796206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0b8b4cb-2da4-48af-8eef-bdb539fdbf96 req-2f6bc449-a45a-4976-9899-34015255390e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785618 Feb 02 15:25:32.801332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:25:32.801656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:32.809197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:25:32.809551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:25:32.809935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:25:32.810362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Bound port: 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:25:32.810892 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.874824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:32.917878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:32.920690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:32.921521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:32.922017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] 10.222.0.107 "PUT /v2.0/ports/768e089e-84d4-4549-ae2c-b7d26ff0f696 HTTP/1.1" status: 200 len: 1092 time: 3.0855539 Feb 02 15:25:32.922467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e11b266-4052-4400-91b3-d3e142233e8f', 'tag': '768e089e-84d4-4549-ae2c-b7d26ff0f696'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:32.925758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:25:32.927716 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'code': 200} Feb 02 15:25:32.928747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:32.946667 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4adcbda2-7d3c-47bc-8e50-2a9d12407469 req-8d405eaa-5bcd-4f99-b570-49c010c1887e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2166758 Feb 02 15:25:32.947652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:32.949450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b57ca-35ef-4ffa-82fa-f42535442031 service neutron] Pushing event updated for resources: {'Port': ['ID=768e089e-84d4-4549-ae2c-b7d26ff0f696,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:32.951921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:33.000033 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:33.101131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=ed4c4058-3484-4cdc-aea9-b18bfa5b10fa,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:33.153130 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9a24afa-c8ee-44c8-bcd3-58f420577b7f req-e9092830-2b5d-4533-b8a3-3ef3427aea33 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 210 time: 0.0977271 Feb 02 15:25:33.172321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Made reservation on behalf of e1369c1cef9b495ebe7ed93f5fe27e76 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:33.172443 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:33.172443 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] 10.222.0.64 "PUT /v2.0/ports/168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 1096 time: 1.5278401 Feb 02 15:25:33.172997 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:33.191283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bd1c6-c0a5-45b2-8064-1700ddbab998 service neutron] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=7']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:33.199778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56920) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:33.250064 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e11b266-4052-4400-91b3-d3e142233e8f', 'tag': '768e089e-84d4-4549-ae2c-b7d26ff0f696', 'status': 'completed', 'code': 200} Feb 02 15:25:33.324808 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-143245ba-1fa4-446e-ab8f-2c9ae6637fd3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d70aeea0259c4eea8156959301fcc5e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1213160 Feb 02 15:25:33.326974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56924) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:33.370187 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-4eba5a83-14d2-4b8e-8062-8ec5acac4c42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1099 time: 0.1508424 Feb 02 15:25:33.667685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-82c9db34-d3cc-4315-b301-1ca0868e591c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 1095 time: 0.5776904 Feb 02 15:25:33.670043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79c97074-8d32-4b7e-aa26-c09295027ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:33.696198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04240bd5-9e14-49c4-b445-f24cd3c8f261 req-026dc6a4-d0dc-44e8-849a-b86ab79d3266 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:33.697564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04240bd5-9e14-49c4-b445-f24cd3c8f261 req-026dc6a4-d0dc-44e8-849a-b86ab79d3266 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 944 time: 0.5395980 Feb 02 15:25:33.704109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-f83470fb-d345-4a0e-bbcf-ca2eefccf791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:33.705469 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-f83470fb-d345-4a0e-bbcf-ca2eefccf791 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3259239 Feb 02 15:25:33.773478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79c97074-8d32-4b7e-aa26-c09295027ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:33.792566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed62fe3-94cc-479d-89a9-3f8207184b71 req-416f0989-f9cb-4943-b139-13cdaac4d4dd tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:33.795945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ed62fe3-94cc-479d-89a9-3f8207184b71 req-416f0989-f9cb-4943-b139-13cdaac4d4dd tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.4196980 Feb 02 15:25:33.833082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-ecfc7d72-a688-421d-9432-d502cd934b35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.1196916 Feb 02 15:25:33.865010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-ddd96732-1550-429d-a32c-13eb790f2106 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=768e089e-84d4-4549-ae2c-b7d26ff0f696 HTTP/1.1" status: 200 len: 217 time: 0.1788883 Feb 02 15:25:33.878454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Allocated IP 172.20.0.4 (6bb452a6-5e23-4dd5-a667-dd158f932e95/0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9/a66a6a10-62d1-423f-a748-fd10338f4ec9) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:33.929163 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ed62fe3-94cc-479d-89a9-3f8207184b71 req-26c3b347-819d-42e9-bce0-54ef9775ad64 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222968 Feb 02 15:25:33.944397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-27333933-85eb-4c16-8b1b-22bc5b458646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:33.946798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-27333933-85eb-4c16-8b1b-22bc5b458646 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1008952 Feb 02 15:25:33.995854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04240bd5-9e14-49c4-b445-f24cd3c8f261 req-e6e3f9bd-dde3-4c96-9483-2e61eda2da58 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306457 Feb 02 15:25:34.032993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-9c2e1a2e-674d-49a1-8783-83b8909961c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.039991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-9c2e1a2e-674d-49a1-8783-83b8909961c9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 200 len: 854 time: 0.1582727 Feb 02 15:25:34.052438 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79c97074-8d32-4b7e-aa26-c09295027ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:34.107734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c97074-8d32-4b7e-aa26-c09295027ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:34.134097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-986fd757-b1f4-4204-8a4d-1b3d76fdc98b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798024 Feb 02 15:25:34.160788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-6ccfb11d-c3d1-4a7c-8402-f0ceceae5120 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=95510e1d-9096-437d-a05a-9fd66853de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194291 Feb 02 15:25:34.271469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79c97074-8d32-4b7e-aa26-c09295027ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:34.272542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-79c97074-8d32-4b7e-aa26-c09295027ef0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cf36fb08-bc97-42e5-bbfd-c68f9da3b9bb HTTP/1.1" status: 204 len: 168 time: 0.9444528 Feb 02 15:25:34.330242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:25:34.339313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a822fbc-1170-4425-af25-be4c872d478c req-6827f742-8f0e-4e54-a9e6-1676e7ea08b1 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.340830 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a822fbc-1170-4425-af25-be4c872d478c req-6827f742-8f0e-4e54-a9e6-1676e7ea08b1 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 948 time: 0.2057977 Feb 02 15:25:34.342761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-1b620beb-c1de-4178-b3fe-60a45b4a0cf2 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741521 Feb 02 15:25:34.424238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:25:34.450280 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:34.470427 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-68f8f4df-998a-4316-8c12-25710373ff59 service neutron] 10.222.0.107 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984073 Feb 02 15:25:34.485610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a822fbc-1170-4425-af25-be4c872d478c req-f5ff3255-caf2-4138-848d-09628feea9c2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364493 Feb 02 15:25:34.512947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Transition to ACTIVE for port object a66a6a10-62d1-423f-a748-fd10338f4ec9 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:25:34.531561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec0d24c3-c790-4274-9c9a-d06803f721c6 req-f21870f8-c5af-4b8a-a853-95f4106e3d4f service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809812 Feb 02 15:25:34.567042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-df6860c9-99f4-4a5d-a4b1-c4b3eec7f340 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.570930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-df6860c9-99f4-4a5d-a4b1-c4b3eec7f340 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.574767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-df6860c9-99f4-4a5d-a4b1-c4b3eec7f340 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.578630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-df6860c9-99f4-4a5d-a4b1-c4b3eec7f340 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.583262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-df6860c9-99f4-4a5d-a4b1-c4b3eec7f340 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.587458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-df6860c9-99f4-4a5d-a4b1-c4b3eec7f340 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.591336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-df6860c9-99f4-4a5d-a4b1-c4b3eec7f340 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:34.593202 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-df6860c9-99f4-4a5d-a4b1-c4b3eec7f340 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.4314702 Feb 02 15:25:34.652823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c766d3c-e196-4316-b5ff-fb5f5700e897 req-aab3ac06-4160-4d00-ac76-116402a3c408 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 210 time: 0.0433545 Feb 02 15:25:34.788155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7bf1492a-8d54-407e-b978-23152fcf0165 req-40e863c2-676d-44e5-bd16-e26e243860ed tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1878967 Feb 02 15:25:34.795481 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b84d2957-692c-40d8-be5e-5cd6e2197da1 req-d0b40f78-abe0-4c19-917c-2485dbfb17ff service neutron] 10.222.0.107 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151000 Feb 02 15:25:34.814175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:34.823191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:34.857485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a5b26cb2-2d41-4ec3-b679-1047294e1f4f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:34.921842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'Port': ['ID=a66a6a10-62d1-423f-a748-fd10338f4ec9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:34.924047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3a2956f8-29f7-4ca9-9a52-f2ca3d614269'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:34.933354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:34.974644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:35.052034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:35.056916 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'status': 'completed', 'code': 200} Feb 02 15:25:35.105163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:35.269937 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:35.309139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-34e7160f-f5f8-4733-a9ec-4c4588618bbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1099 time: 0.2121961 Feb 02 15:25:35.318694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e29b-6987-4fab-83ae-643d698daec3 req-32a06836-7251-40ea-afcd-0c785c2bb785 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:35.320178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d692e29b-6987-4fab-83ae-643d698daec3 req-32a06836-7251-40ea-afcd-0c785c2bb785 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 944 time: 0.1180370 Feb 02 15:25:35.515746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d692e29b-6987-4fab-83ae-643d698daec3 req-6a99e241-044c-447d-8ad1-972fb9a03247 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966372 Feb 02 15:25:35.529348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56966) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:35.545674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a07605e3-2d24-4b3d-a7fb-ad8011995955 None None] Provisioning for port a66a6a10-62d1-423f-a748-fd10338f4ec9 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:35.547778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a07605e3-2d24-4b3d-a7fb-ad8011995955 None None] Provisioning complete for port a66a6a10-62d1-423f-a748-fd10338f4ec9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:35.548511 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a07605e3-2d24-4b3d-a7fb-ad8011995955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:35.553391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-4da9c7b6-2e07-4db4-ba2b-12dacf4042d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:35.565633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-4da9c7b6-2e07-4db4-ba2b-12dacf4042d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2445190 Feb 02 15:25:35.665890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a07605e3-2d24-4b3d-a7fb-ad8011995955 None None] Port a66a6a10-62d1-423f-a748-fd10338f4ec9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:25:35.700952 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:35.719404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-af9d2aa1-861b-4026-800e-d9d95bffa2bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.1453354 Feb 02 15:25:35.784964 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:35.797142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-6f7c0c76-e16f-4e11-b21e-9f50c1c1c742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:35.800192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-6f7c0c76-e16f-4e11-b21e-9f50c1c1c742 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0741334 Feb 02 15:25:35.895544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:35.896202 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:35.924678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56982) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:35.937922 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:35.979649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=ed4c4058-3484-4cdc-aea9-b18bfa5b10fa,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:35.995890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87bc4-1479-4619-a997-a9be48157035 req-c1774523-631f-4703-a402-4dae0cdaddd3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:35.997371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9b87bc4-1479-4619-a997-a9be48157035 req-c1774523-631f-4703-a402-4dae0cdaddd3 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 948 time: 0.1962950 Feb 02 15:25:36.014384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:36.024013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-f5c7a898-7d27-4cdc-a34a-e988e7db822c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 1095 time: 1.0347648 Feb 02 15:25:36.030600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-b4ecb872-2f67-4b3a-8b0e-168b16d26ff0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1099 time: 0.8650160 Feb 02 15:25:36.031332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.033133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b84af70a516496cbfa4a4afefd26227 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:36.038584 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-93ae73dd-0b59-4db5-9772-aeea0fdb1f57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918869 Feb 02 15:25:36.041850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:36.069143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:36.143380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1083494080-network', 'tenant_id': '6d6760eb6ca141ecba48718df3c1648d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:36.148384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a366d05-7413-4142-8aef-e6a9c43ea5bf req-67800b14-a979-468f-9b3f-8d7dac84bafc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:36.149841 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a366d05-7413-4142-8aef-e6a9c43ea5bf req-67800b14-a979-468f-9b3f-8d7dac84bafc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.4420283 Feb 02 15:25:36.151035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-85310e5a-99ee-4ded-b333-6bdab53f2cc4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6715527 Feb 02 15:25:36.156970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:36.168341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Usage tracker for resource:network and tenant:6d6760eb6ca141ecba48718df3c1648d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:36.173206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:36.185395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9b87bc4-1479-4619-a997-a9be48157035 req-f93b59f5-05b4-49fd-ba48-affc04008d2e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742504 Feb 02 15:25:36.194340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:36.262384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Request body: {'port': {'device_id': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:36.270539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-47e960c6-f73a-4d6e-a45f-e71a22b19212 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237813 Feb 02 15:25:36.280591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Made reservation on behalf of 6d6760eb6ca141ecba48718df3c1648d for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:36.282803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.328783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:36.470799 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a366d05-7413-4142-8aef-e6a9c43ea5bf req-80cc3908-9a14-4cf1-b152-574d7fd624de tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708597 Feb 02 15:25:36.474965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:36.489904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'port_id': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'mac_address': 'fa:16:3e:5d:53:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:36.508490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.509447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.519170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-4301cc0d-7698-4206-8fca-ad367e0c0c36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:36.520653 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-4301cc0d-7698-4206-8fca-ad367e0c0c36 service neutron] 10.222.0.107 "GET /v2.0/networks?id=95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 200 len: 916 time: 0.4332747 Feb 02 15:25:36.521575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-7fbcc436-6765-4fbb-bb4d-92b4a323ffdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:36.523388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-7fbcc436-6765-4fbb-bb4d-92b4a323ffdf service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4425597 Feb 02 15:25:36.561739 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.582897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4530db-6dd3-4d6e-820b-3e86ef702c4b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:36.600879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:36.604139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:36.623189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6760eb6ca141ecba48718df3c1648d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:36.626541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:36.638346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.646281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-46c5bc9f-e58e-4d2c-8103-61a604d9e1f9 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666153 Feb 02 15:25:36.647173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:36.685608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.685833 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.703313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262f818-f6c9-461f-b856-6a67af2c2073 req-5aef3489-f92e-4d43-ab21-125ee6972c69 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:36.704798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5262f818-f6c9-461f-b856-6a67af2c2073 req-5aef3489-f92e-4d43-ab21-125ee6972c69 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 931 time: 0.2832623 Feb 02 15:25:36.718300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60df44a6-e17f-42d8-b04c-5ed42b39b953,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:36.735412 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-c14f86fa-f0b2-4b9d-b893-f2e1167fd5e9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.2027049 Feb 02 15:25:36.759367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f0d13de6-4baf-4f88-94da-74d4de5790a5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4b84af70a516496cbfa4a4afefd26227&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2289736 Feb 02 15:25:36.767503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:36.794016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:36.836455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-f0050e57-e38c-4a24-a07a-83cbef1c98ce service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=768e089e-84d4-4549-ae2c-b7d26ff0f696 HTTP/1.1" status: 200 len: 217 time: 0.3009973 Feb 02 15:25:36.840352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5262f818-f6c9-461f-b856-6a67af2c2073 req-f42b0a6d-29e4-48b1-b911-15e2652488ca tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257055 Feb 02 15:25:36.885121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.899385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abfcfff9-f0ad-461a-893a-28558bf93766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.929358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abfcfff9-f0ad-461a-893a-28558bf93766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:36.948221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:37.042867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:25:37.050316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1d4530db-6dd3-4d6e-820b-3e86ef702c4b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:37.057090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a556f751-73a5-4ba3-8f7f-2e1457b9952a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:37.063408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:37.063744 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Added segment 99fd9ab9-86d0-4749-b393-672e46aa4c0d of type vlan for network 30689e38-3e9f-43e5-84f8-207e2cc39038 Feb 02 15:25:37.107454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:37.137634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15493-4412-40d9-92b3-99a2589f0122 req-5151ec30-56a8-44de-9289-2595337d1872 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.139192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7b15493-4412-40d9-92b3-99a2589f0122 req-5151ec30-56a8-44de-9289-2595337d1872 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 944 time: 0.1696663 Feb 02 15:25:37.168086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abfcfff9-f0ad-461a-893a-28558bf93766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:37.192307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcfff9-f0ad-461a-893a-28558bf93766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df44a6-e17f-42d8-b04c-5ed42b39b953,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:37.236385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7b15493-4412-40d9-92b3-99a2589f0122 req-7de9cf4a-47b2-4030-943d-dded16a5051a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876424 Feb 02 15:25:37.238794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:37.240891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.242084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:37.290393 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abfcfff9-f0ad-461a-893a-28558bf93766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:37.294121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-abfcfff9-f0ad-461a-893a-28558bf93766 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60df44a6-e17f-42d8-b04c-5ed42b39b953 HTTP/1.1" status: 204 len: 168 time: 0.5216577 Feb 02 15:25:37.306394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-f8ac44c5-c575-4b7b-91f2-3901e118f875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.307903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-f8ac44c5-c575-4b7b-91f2-3901e118f875 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.4743402 Feb 02 15:25:37.364634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4363716 Feb 02 15:25:37.382081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-60cb5520-8355-43eb-b48f-58cfb73cacb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.383523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-60cb5520-8355-43eb-b48f-58cfb73cacb0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 200 len: 854 time: 0.4926093 Feb 02 15:25:37.386894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56998) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:37.428990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d1191-ab32-4373-bb8f-b2bf755dccc7 admin admin] Pushing event updated for resources: {'Network': ['ID=30689e38-3e9f-43e5-84f8-207e2cc39038,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:37.439531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 30689e38-3e9f-43e5-84f8-207e2cc39038 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:25:37.471346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390e36-fe93-44d0-a391-2b29ed12a3e0 req-debda910-7051-4b9d-a0b5-38f9d5095407 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.473655 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b390e36-fe93-44d0-a391-2b29ed12a3e0 req-debda910-7051-4b9d-a0b5-38f9d5095407 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 948 time: 0.1116910 Feb 02 15:25:37.494771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Request body: {'subnet': {'network_id': '30689e38-3e9f-43e5-84f8-207e2cc39038', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1083494080-subnet', 'tenant_id': '6d6760eb6ca141ecba48718df3c1648d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:37.505195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-35314015-3397-4994-b5d6-d8523b812a57 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=95510e1d-9096-437d-a05a-9fd66853de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089633 Feb 02 15:25:37.517012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:37.526147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b390e36-fe93-44d0-a391-2b29ed12a3e0 req-e2c2572b-54f1-414b-8709-300bcf2b12ca tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Feb 02 15:25:37.558421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Usage tracker for resource:subnet and tenant:6d6760eb6ca141ecba48718df3c1648d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:37.568160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:37.593124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-0a40e532-1d1a-46e3-b690-7e2a76e637ef tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.597538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-0a40e532-1d1a-46e3-b690-7e2a76e637ef tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.601687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-0a40e532-1d1a-46e3-b690-7e2a76e637ef tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.605699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-0a40e532-1d1a-46e3-b690-7e2a76e637ef tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.609635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-0a40e532-1d1a-46e3-b690-7e2a76e637ef tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.614239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-0a40e532-1d1a-46e3-b690-7e2a76e637ef tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.618555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-0a40e532-1d1a-46e3-b690-7e2a76e637ef tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.620306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-0a40e532-1d1a-46e3-b690-7e2a76e637ef tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.9489000 Feb 02 15:25:37.673370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:37.714039 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 6f5e5047-3f6f-4024-af6c-818f7de62415 associated. External IP: 172.25.0.228, port: 10364aba-6ed3-472f-aab1-019857a7a914. Feb 02 15:25:37.777903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e2d71-ed41-43e5-8b8b-d99d5375d616 req-8a2a6cde-3eaa-462e-b630-6aff12070075 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:37.780303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e1e2d71-ed41-43e5-8b8b-d99d5375d616 req-8a2a6cde-3eaa-462e-b630-6aff12070075 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 945 time: 0.1115136 Feb 02 15:25:37.826911 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e1e2d71-ed41-43e5-8b8b-d99d5375d616 req-14f989e4-3ad2-4d45-ac55-221a89b364d6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Feb 02 15:25:37.853879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-7e652ef0-0f1a-4ca0-aae1-15955963f6d7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5360475 Feb 02 15:25:37.875227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Made reservation on behalf of 6d6760eb6ca141ecba48718df3c1648d for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:37.881985 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:38.053450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf436724-381d-408c-8616-ef3fd6a141f9 req-2ff2582e-056b-4bf4-82c3-82c649a25bd2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3703353 Feb 02 15:25:38.081507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:25:38.098434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-ab1ab4c8-6894-49c7-a7cd-4e524cc777a1 service neutron] 10.222.0.107 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840681 Feb 02 15:25:38.327768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 768e089e-84d4-4549-ae2c-b7d26ff0f696 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:38.347758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:38.369045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66a6a10-62d1-423f-a748-fd10338f4ec9 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:38.388633 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:38.395252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-7a9a87b9-da37-4dc7-aac4-9d352698e357 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213201 Feb 02 15:25:38.568919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Transition to ACTIVE for port object a66a6a10-62d1-423f-a748-fd10338f4ec9 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:25:38.594293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 768e089e-84d4-4549-ae2c-b7d26ff0f696, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=768e089e-84d4-4549-ae2c-b7d26ff0f696,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:38.613360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '768e089e-84d4-4549-ae2c-b7d26ff0f696', 'network_id': '95510e1d-9096-437d-a05a-9fd66853de15', 'port_id': '768e089e-84d4-4549-ae2c-b7d26ff0f696', 'mac_address': 'fa:16:3e:49:86:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a8148c-1086-45a5-aab0-ab72958f43b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:38.629685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-2326ba28-5cc7-4898-b8ab-ae64ef5a2d88 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:38.631350 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-2326ba28-5cc7-4898-b8ab-ae64ef5a2d88 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.64 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56&tenant_id=4a45236fd49a4609b20b9ee44f01780a&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 948 time: 0.1394625 Feb 02 15:25:38.647638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:38.698411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d4e33e3-9d17-4732-a46b-2d256bba0632 req-68c4a57c-49fd-4441-901e-7b6bb50617d5 service neutron] 10.222.0.107 "GET /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894279 Feb 02 15:25:38.714614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ec25-6481-442b-b140-e1f66b3635b8 req-b4d24369-f525-4bc7-8570-f3de937c89e8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:38.732125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ec25-6481-442b-b140-e1f66b3635b8 req-b4d24369-f525-4bc7-8570-f3de937c89e8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:38.736859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ec25-6481-442b-b140-e1f66b3635b8 req-b4d24369-f525-4bc7-8570-f3de937c89e8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:38.741351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ec25-6481-442b-b140-e1f66b3635b8 req-b4d24369-f525-4bc7-8570-f3de937c89e8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:38.745672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ec25-6481-442b-b140-e1f66b3635b8 req-b4d24369-f525-4bc7-8570-f3de937c89e8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:38.750974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ec25-6481-442b-b140-e1f66b3635b8 req-b4d24369-f525-4bc7-8570-f3de937c89e8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:38.755778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ec25-6481-442b-b140-e1f66b3635b8 req-b4d24369-f525-4bc7-8570-f3de937c89e8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:38.772431 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f2e3ec25-6481-442b-b140-e1f66b3635b8 req-b4d24369-f525-4bc7-8570-f3de937c89e8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.3334420 Feb 02 15:25:38.776512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57032) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:38.778297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:38.815796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Request body: {'floatingip': {'port_id': 'e26d9d33-0742-43ef-8e29-c4c79625cc82'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:38.825882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:38.947564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768e089e-84d4-4549-ae2c-b7d26ff0f696 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:39.081978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:39.104230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.121115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 768e089e-84d4-4549-ae2c-b7d26ff0f696, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=768e089e-84d4-4549-ae2c-b7d26ff0f696,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:39.122180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:39.122427 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.194088 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.207494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114093d-8819-4409-a69a-ff0fce32ead6 req-33998bd8-1722-495e-9718-02808ee4ec17 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:39.208184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d114093d-8819-4409-a69a-ff0fce32ead6 req-33998bd8-1722-495e-9718-02808ee4ec17 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:25:39.212908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a66a6a10-62d1-423f-a748-fd10338f4ec9,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:39.258598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-91583e83-d573-43d0-b72f-a59b1c3aa3f8 service neutron] 10.222.0.64 "GET /v2.0/ports/168f3343-eb8f-438c-9e6f-4e8d935dfadb/bindings/n-h1-827122-1 HTTP/1.1" status: 200 len: 382 time: 0.6200409 Feb 02 15:25:39.328135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=768e089e-84d4-4549-ae2c-b7d26ff0f696,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:39.358645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:39.402731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3fb41e5e-3be2-4cb4-b896-df7693993ba6 req-acc0ec9c-a317-48a1-99d3-2d7f4ee43161 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9912319 Feb 02 15:25:39.423082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d114093d-8819-4409-a69a-ff0fce32ead6 req-33998bd8-1722-495e-9718-02808ee4ec17 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:25:39.431564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d114093d-8819-4409-a69a-ff0fce32ead6 req-33998bd8-1722-495e-9718-02808ee4ec17 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 931 time: 1.1833525 Feb 02 15:25:39.433143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab43cd-a1ec-4ea9-80c4-798fff1d45db req-a974a8e7-0aba-443a-bc19-fa2b9f66e22d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:39.440851 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9eab43cd-a1ec-4ea9-80c4-798fff1d45db req-a974a8e7-0aba-443a-bc19-fa2b9f66e22d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 944 time: 0.4274402 Feb 02 15:25:39.451648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Attempting to bind port a66a6a10-62d1-423f-a748-fd10338f4ec9 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:25:39.452041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Attempting to bind port a66a6a10-62d1-423f-a748-fd10338f4ec9 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:25:39.452808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Attempting to bind port a66a6a10-62d1-423f-a748-fd10338f4ec9 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:39.452949 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.464622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Port a66a6a10-62d1-423f-a748-fd10338f4ec9 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:25:39.464935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Attempting to bind port a66a6a10-62d1-423f-a748-fd10338f4ec9 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:39.485037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.500480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:39.501611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:39.507933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'mac_address': 'fa:16:3e:d9:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:39.581792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:25:39.582114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Checking segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:25:39.582764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Bound using segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:25:39.583615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Bound port: a66a6a10-62d1-423f-a748-fd10338f4ec9, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:25:39.583998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.636292 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.661938 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.667439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['768e089e-84d4-4549-ae2c-b7d26ff0f696'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:39.711690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d114093d-8819-4409-a69a-ff0fce32ead6 req-0d92b6f1-8b37-4492-8ab2-19863c64bc62 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791827 Feb 02 15:25:39.792900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168f3343-eb8f-438c-9e6f-4e8d935dfadb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:39.818504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:39.845526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9eab43cd-a1ec-4ea9-80c4-798fff1d45db req-b07cdaa0-af1d-44f7-a9d5-d08a8b700b83 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036474 Feb 02 15:25:39.891563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] For port a66a6a10-62d1-423f-a748-fd10338f4ec9, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:39.903419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] For port a66a6a10-62d1-423f-a748-fd10338f4ec9, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:25:39.903419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb32cd75-40a6-4ced-8688-d023805e46ea,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:39.903675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:39.910537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Checking segment: {'id': '99fd9ab9-86d0-4749-b393-672e46aa4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '30689e38-3e9f-43e5-84f8-207e2cc39038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:25:39.911149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Network hostable DHCP agents. Network: 30689e38-3e9f-43e5-84f8-207e2cc39038, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:25:39.936342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c8f6f667-ce58-4372-9bed-8e465dc81156 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1099 time: 0.5789642 Feb 02 15:25:40.018967 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:40.067787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=12']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:40.070291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Network 30689e38-3e9f-43e5-84f8-207e2cc39038 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:25:40.161013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:40.162850 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/a66a6a10-62d1-423f-a748-fd10338f4ec9 HTTP/1.1" status: 200 len: 1091 time: 3.9570069 Feb 02 15:25:40.167630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'tag': 'a66a6a10-62d1-423f-a748-fd10338f4ec9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:40.180541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb2ea1-e1db-4711-b8b3-ca5105c7dfb6 req-e92f3bc2-78d9-472a-82a1-c6163a78b07a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:40.182613 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7adb2ea1-e1db-4711-b8b3-ca5105c7dfb6 req-e92f3bc2-78d9-472a-82a1-c6163a78b07a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 949 time: 0.2247231 Feb 02 15:25:40.196909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807f673-1f2c-4280-81d4-6a72383639c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a66a6a10-62d1-423f-a748-fd10338f4ec9,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:40.211815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:40.254145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 30689e38-3e9f-43e5-84f8-207e2cc39038) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:40.269807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:40.272458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeeee1f-0255-4d18-be53-9f27da166510 None None] Network 30689e38-3e9f-43e5-84f8-207e2cc39038 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:25:40.277929 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:40.351295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-28426a29-4043-422c-84b0-c42f76ee9a5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:40.355216 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-28426a29-4043-422c-84b0-c42f76ee9a5e service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3892469 Feb 02 15:25:40.404511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7adb2ea1-e1db-4711-b8b3-ca5105c7dfb6 req-12e5bbd0-5a4a-4b8f-bee9-e26f8cdf97dd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031865 Feb 02 15:25:40.489242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-121f07cf-2876-47e8-8cf4-7d19d018808d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.1208067 Feb 02 15:25:40.505803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161893-efba-404a-9a32-4a8e377e48d8 req-c522254d-116e-4eab-9c1c-8213f884175c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:40.511446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a3fe104-7a2c-4b5a-a837-895506c33c6f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1166883 Feb 02 15:25:40.513065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d161893-efba-404a-9a32-4a8e377e48d8 req-c522254d-116e-4eab-9c1c-8213f884175c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 946 time: 0.4146109 Feb 02 15:25:40.544418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['168f3343-eb8f-438c-9e6f-4e8d935dfadb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:40.658383 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'code': 200} Feb 02 15:25:40.669869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-810bd8dd-05af-4a16-bf2b-0519053fa701 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 1094 time: 0.2898147 Feb 02 15:25:40.676256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:40.687168 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'tag': 'a66a6a10-62d1-423f-a748-fd10338f4ec9', 'status': 'completed', 'code': 200} Feb 02 15:25:40.778116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d161893-efba-404a-9a32-4a8e377e48d8 req-9562ddde-ef88-474e-b802-80c538efb75e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641151 Feb 02 15:25:40.869836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-56dcfa72-83a4-4ca9-a177-7dd0884ce6ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:40.875432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-56dcfa72-83a4-4ca9-a177-7dd0884ce6ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3778341 Feb 02 15:25:40.969528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-9a4eadd5-e446-4532-b56c-f26a958f3b15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9 HTTP/1.1" status: 200 len: 217 time: 0.2798581 Feb 02 15:25:41.112968 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:41.157531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-1de948c8-fc50-4caf-92df-e39ff41cec59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:41.159831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-1de948c8-fc50-4caf-92df-e39ff41cec59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1305406 Feb 02 15:25:41.214240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:41.303263 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-705f6d81-6d71-49b9-bd1c-eca5906b5566 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3968730 Feb 02 15:25:41.458038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8513f0f1-de5a-4b7d-9592-14e507f8d682 None None] Network 30689e38-3e9f-43e5-84f8-207e2cc39038 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:25:41.463995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81931fcf-e72e-4f47-a52f-fb24fa2eb0db req-a3a470d4-c5ac-4596-aec3-bd5684c73e8a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:41.471809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81931fcf-e72e-4f47-a52f-fb24fa2eb0db req-a3a470d4-c5ac-4596-aec3-bd5684c73e8a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 943 time: 0.4915731 Feb 02 15:25:41.557813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eff6f-92ae-417b-9a70-5080d03abb6a req-a1549f65-4b1e-4cd9-ad75-ef0717c9d15a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:41.564746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2eff6f-92ae-417b-9a70-5080d03abb6a req-a1549f65-4b1e-4cd9-ad75-ef0717c9d15a tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 945 time: 0.3936508 Feb 02 15:25:41.602320 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-0fac63fa-5032-43fc-b6fe-256fb4d8f7be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4312792 Feb 02 15:25:41.610755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d19f60-977d-4c5b-a162-77d8f075641d req-cc46644c-8df3-4d4d-9ca5-977a05e3be3d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 1097 time: 0.5827081 Feb 02 15:25:41.610958 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-adf2b54f-dd69-44a9-909a-78a50d79e5a6 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870567 Feb 02 15:25:41.680550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81931fcf-e72e-4f47-a52f-fb24fa2eb0db req-f31e4ddc-c174-49ae-a1a7-bec2a790e26c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074144 Feb 02 15:25:41.811163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d19f60-977d-4c5b-a162-77d8f075641d req-920f5307-3dd5-45ff-9fba-6ada14dc700d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617382 Feb 02 15:25:41.851737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:41.854764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-6522fe3f-0837-48bc-87da-3603a5b35668 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427335 Feb 02 15:25:41.864647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c277a-c828-4fd8-a6bb-795d5fead5f2 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:41.899401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c277a-c828-4fd8-a6bb-795d5fead5f2 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:41.900074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c54c277a-c828-4fd8-a6bb-795d5fead5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:41.923786 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2eff6f-92ae-417b-9a70-5080d03abb6a req-29cacaf6-59f1-49bb-9708-81f6a0e6dbbd tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572733 Feb 02 15:25:41.995375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c54c277a-c828-4fd8-a6bb-795d5fead5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:42.015685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c277a-c828-4fd8-a6bb-795d5fead5f2 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:42.016326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c54c277a-c828-4fd8-a6bb-795d5fead5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:42.079412 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-a06b99ee-90ba-453b-95af-ed1deada4138 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596949 Feb 02 15:25:42.083649 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Floating IP 267befa6-cea8-4bc0-b979-968664c95218 associated. External IP: 172.25.0.34, port: e26d9d33-0742-43ef-8e29-c4c79625cc82. Feb 02 15:25:42.158254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c54c277a-c828-4fd8-a6bb-795d5fead5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:42.158648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c277a-c828-4fd8-a6bb-795d5fead5f2 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:42.214383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:42.333811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f7ee0ca7-074a-49e9-8b7f-5d7af351f923 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.1161728 Feb 02 15:25:42.337500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57100) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:42.353530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-66692e89-0e71-453b-b68d-18078fbdbe18 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'port_id': '10364aba-6ed3-472f-aab1-019857a7a914', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:42.359969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 768e089e-84d4-4549-ae2c-b7d26ff0f696 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:42.435114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421215b-e1c3-4a91-b1e7-9b4023fcb19d req-28744148-2846-48ae-9c91-69eda285c2dd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:42.437049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9421215b-e1c3-4a91-b1e7-9b4023fcb19d req-28744148-2846-48ae-9c91-69eda285c2dd tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 949 time: 0.2717073 Feb 02 15:25:42.475933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6939f51-5296-431c-98a6-b647f3b73ec6 req-cfd4f89f-ae06-4822-8b30-32599b9dc324 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021156 Feb 02 15:25:42.492618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-76498014-e113-41d6-aaa7-73d9ecf2ee4e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3908298 Feb 02 15:25:42.525099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66692e89-0e71-453b-b68d-18078fbdbe18 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:42.541517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 768e089e-84d4-4549-ae2c-b7d26ff0f696 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:42.546853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 768e089e-84d4-4549-ae2c-b7d26ff0f696 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:42.560005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:42.560174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9421215b-e1c3-4a91-b1e7-9b4023fcb19d req-e1c4b45f-de87-4b11-bf0d-b35ceb954894 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147225 Feb 02 15:25:42.733743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:42.761938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82d7c-8afa-4c9a-8d8e-1a9d384383f8 req-5162a618-a435-4dbc-b5f2-d522d34b4b47 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:42.768914 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ed82d7c-8afa-4c9a-8d8e-1a9d384383f8 req-5162a618-a435-4dbc-b5f2-d522d34b4b47 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 946 time: 0.3652983 Feb 02 15:25:42.779877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 768e089e-84d4-4549-ae2c-b7d26ff0f696, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=768e089e-84d4-4549-ae2c-b7d26ff0f696,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:42.782245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e11b266-4052-4400-91b3-d3e142233e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e089e-84d4-4549-ae2c-b7d26ff0f696'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:42.788179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:42.869597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:42.920359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-3d0955bf-9e7f-46e4-9aa6-9654c8f86e49 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 1102 time: 0.3421533 Feb 02 15:25:42.939713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1ed82d7c-8afa-4c9a-8d8e-1a9d384383f8 req-dedf048c-0c6d-46c3-9f32-42db31f32803 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696777 Feb 02 15:25:43.022178 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:43.099399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57116) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:43.124624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e03999-1f46-42dc-9e18-4d395fb95694 req-6f56205a-094d-484a-93a4-7fc4c9ee435c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:43.132187 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08e03999-1f46-42dc-9e18-4d395fb95694 req-6f56205a-094d-484a-93a4-7fc4c9ee435c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 943 time: 0.1559582 Feb 02 15:25:43.240160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=768e089e-84d4-4549-ae2c-b7d26ff0f696,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:43.289397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-eda7031d-6a2b-4388-a312-c045063a4ff0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 1094 time: 0.5824981 Feb 02 15:25:43.296592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 168f3343-eb8f-438c-9e6f-4e8d935dfadb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:43.298149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08e03999-1f46-42dc-9e18-4d395fb95694 req-76564367-13e3-48c4-b9d3-0e0756fa72df tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646779 Feb 02 15:25:43.304253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 168f3343-eb8f-438c-9e6f-4e8d935dfadb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:43.305064 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:43.360137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:43.366963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:43.371196 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] Sync routers for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:43.398627 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:43.400037 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:43.464316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-3b82aa96-5751-456d-8fb4-aae1a88a1a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:43.466100 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-3b82aa96-5751-456d-8fb4-aae1a88a1a67 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.5211840 Feb 02 15:25:43.489625 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e11b266-4052-4400-91b3-d3e142233e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e089e-84d4-4549-ae2c-b7d26ff0f696', 'code': 200} Feb 02 15:25:43.558381 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:43.559367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:43.645119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:43.657508 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:25:43.662078 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7fa8b347-7b16-44fa-bd55-b119c8c4fc3d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "PUT /v2.0/floatingips/267befa6-cea8-4bc0-b979-968664c95218 HTTP/1.1" status: 200 len: 990 time: 4.8793547 Feb 02 15:25:43.689563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:43.695605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f8cfed9c65064fa29bbfdbfe41de6b6d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:43.698698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:43.704684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:43.708147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:43.714310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:43.840690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:43.842510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:43.935107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:44.006316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e76e07a-49b1-48b8-a641-8859e67cd7e5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:44.015798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-68f4eee3-3cba-4afc-b7ba-d5565853c6c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f8cfed9c65064fa29bbfdbfe41de6b6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9102612 Feb 02 15:25:44.015982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57154) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:44.038060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-2e76c993-7925-476d-b833-a034cef4f5fe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 200 len: 217 time: 0.5412970 Feb 02 15:25:44.086878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efbca8-b66e-4538-a846-53e1913396c4 req-bdefbd1a-d2e7-4400-a07e-caecc7d3e6c2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.091551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6efbca8-b66e-4538-a846-53e1913396c4 req-bdefbd1a-d2e7-4400-a07e-caecc7d3e6c2 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1916807 Feb 02 15:25:44.132865 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc83b35c-0510-4872-862d-3694a694dc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:44.176148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc83b35c-0510-4872-862d-3694a694dc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:44.204631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6efbca8-b66e-4538-a846-53e1913396c4 req-1e5cd585-0ca8-488e-8660-864a5b0b1679 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014099 Feb 02 15:25:44.207090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-d42f34cb-c879-44b0-8256-18e2369472d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.208579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-d42f34cb-c879-44b0-8256-18e2369472d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.8994806 Feb 02 15:25:44.233606 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '267befa6-cea8-4bc0-b979-968664c95218', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'port_id': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'mac_address': 'fa:16:3e:fc:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:23:50Z', 'updated_at': '2022-02-02T15:25:40Z', 'revision_number': 1, 'project_id': '3b1decc9381440f299a0b169a6427238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:26Z', 'revision_number': 5, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:44.241550 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] Checking router: 09b659a1-56a3-44c8-b0f3-72d67d06b0ed for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:25:44.262324 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:44.262324 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:44.328862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-5254b28c-4098-44b7-837b-4183d74f15d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.330359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-5254b28c-4098-44b7-837b-4183d74f15d7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2757678 Feb 02 15:25:44.341248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1039a1-13af-44a5-8c38-e22d8e7c47a6 req-45ee3a8b-db33-4b03-a8ac-843493cfeac7 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.343021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac1039a1-13af-44a5-8c38-e22d8e7c47a6 req-45ee3a8b-db33-4b03-a8ac-843493cfeac7 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 946 time: 0.7664478 Feb 02 15:25:44.353612 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-2703d5de-b335-4f31-a73f-d56008d3a908 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9 HTTP/1.1" status: 200 len: 217 time: 0.1136048 Feb 02 15:25:44.356097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc83b35c-0510-4872-862d-3694a694dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:44.457131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83b35c-0510-4872-862d-3694a694dc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e76e07a-49b1-48b8-a641-8859e67cd7e5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:44.459070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc83b35c-0510-4872-862d-3694a694dc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:44.460426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bc83b35c-0510-4872-862d-3694a694dc50 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5e76e07a-49b1-48b8-a641-8859e67cd7e5 HTTP/1.1" status: 204 len: 168 time: 0.4424126 Feb 02 15:25:44.509126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0fcabe3e-3823-4190-9532-285c2c4e4179 req-adb5d4cf-1884-4dbd-ac4b-1b5f6a26cc25 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 1097 time: 0.8672540 Feb 02 15:25:44.509724 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:25:44.550905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-1abebbb2-fd64-4aa2-a3e7-c7f62d2ab418 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.557247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac1039a1-13af-44a5-8c38-e22d8e7c47a6 req-fb35d7ee-7b69-486c-8ab4-596ee761cd79 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023849 Feb 02 15:25:44.572771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-1abebbb2-fd64-4aa2-a3e7-c7f62d2ab418 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.587607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-b979947f-cc75-4d97-9738-94f05167c4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.589081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-b979947f-cc75-4d97-9738-94f05167c4f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1944385 Feb 02 15:25:44.595702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-1abebbb2-fd64-4aa2-a3e7-c7f62d2ab418 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.608666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-1abebbb2-fd64-4aa2-a3e7-c7f62d2ab418 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.626227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-1abebbb2-fd64-4aa2-a3e7-c7f62d2ab418 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.636967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-1abebbb2-fd64-4aa2-a3e7-c7f62d2ab418 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.641662 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0fcabe3e-3823-4190-9532-285c2c4e4179 req-8d29a11d-0d03-4140-a40a-b1f186bba6ea service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226528 Feb 02 15:25:44.655573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-1abebbb2-fd64-4aa2-a3e7-c7f62d2ab418 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:44.660136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-1abebbb2-fd64-4aa2-a3e7-c7f62d2ab418 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.2724860 Feb 02 15:25:44.701747 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-555e9b03-a5ca-47a4-82b6-738b51236194 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3445175 Feb 02 15:25:44.766705 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37ed39f2-e249-4b94-a27a-206a5834a220 req-354901a1-49b0-4f9e-a680-c86110d45238 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0956035 Feb 02 15:25:44.773156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a66a6a10-62d1-423f-a748-fd10338f4ec9 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:44.781767 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'status': 'completed', 'code': 200} Feb 02 15:25:44.929058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-98b7a0b2-1fd1-4e9b-9146-fb9d878ee93b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3312850 Feb 02 15:25:45.025705 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66692e89-0e71-453b-b68d-18078fbdbe18 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:45.141010 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '267befa6-cea8-4bc0-b979-968664c95218', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'port_id': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'mac_address': 'fa:16:3e:fc:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:23:50Z', 'updated_at': '2022-02-02T15:25:40Z', 'revision_number': 1, 'project_id': '3b1decc9381440f299a0b169a6427238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:26Z', 'revision_number': 5, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:45.143662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a66a6a10-62d1-423f-a748-fd10338f4ec9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:45.146291 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15db7ed-47e1-4248-81d3-012e7054e512 None None] The sync data for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 is: [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '267befa6-cea8-4bc0-b979-968664c95218', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'port_id': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'mac_address': 'fa:16:3e:fc:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:23:50Z', 'updated_at': '2022-02-02T15:25:40Z', 'revision_number': 1, 'project_id': '3b1decc9381440f299a0b169a6427238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:26Z', 'revision_number': 5, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:45.176209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'a66a6a10-62d1-423f-a748-fd10338f4ec9', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': 'a66a6a10-62d1-423f-a748-fd10338f4ec9', 'mac_address': 'fa:16:3e:fa:35:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:45.180513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431211-02dd-4431-8c2b-bbb87b463865 req-b0fc34e2-7c20-4240-a376-dacca1b7a708 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:45.197079 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e3431211-02dd-4431-8c2b-bbb87b463865 req-b0fc34e2-7c20-4240-a376-dacca1b7a708 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 943 time: 0.1938779 Feb 02 15:25:45.222934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66692e89-0e71-453b-b68d-18078fbdbe18 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:45.273765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e3431211-02dd-4431-8c2b-bbb87b463865 req-d7e74f0f-3651-4e81-8107-c5dd612ea9b9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757711 Feb 02 15:25:45.297218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:45.328959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66a6a10-62d1-423f-a748-fd10338f4ec9 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:45.365587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a66a6a10-62d1-423f-a748-fd10338f4ec9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:45.459605 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:45.491426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57180) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:45.521171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89133b5c-a0b3-4040-be92-1149ae5161f7 None None] New status for floating IP 267befa6-cea8-4bc0-b979-968664c95218: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:25:45.525175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:45.525451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-5a7d0d4d-3604-4349-a8c8-0dbca882a150 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218818 Feb 02 15:25:45.530082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-4a6963d8-b06a-4b17-82a7-5b69a644bb06 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907397 Feb 02 15:25:45.583574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:45.590089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:45.594413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] Usage tracker for resource:security_group_rule and tenant:5df2b3a7c9d14cffaae603e118f410f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:45.601345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:45.609067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81b06c-489b-4ec0-9461-1beef22405a9 req-e135b0eb-6690-4061-9d15-576f7a4fc977 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:45.610556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a81b06c-489b-4ec0-9461-1beef22405a9 req-e135b0eb-6690-4061-9d15-576f7a4fc977 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 946 time: 0.5774033 Feb 02 15:25:45.646965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:45.667499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a66a6a10-62d1-423f-a748-fd10338f4ec9,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:45.748007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a46c5-2770-4b51-b4b2-28bb40d55b9f req-2e3565ac-f36e-4244-9620-c8cc625d7d6c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:45.749780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab9a46c5-2770-4b51-b4b2-28bb40d55b9f req-2e3565ac-f36e-4244-9620-c8cc625d7d6c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1497326 Feb 02 15:25:45.856745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:45.859563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab9a46c5-2770-4b51-b4b2-28bb40d55b9f req-f2885741-bd71-4838-93cb-e3b859914773 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029913 Feb 02 15:25:45.900536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['a66a6a10-62d1-423f-a748-fd10338f4ec9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:45.938027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:46.033090 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:25:46.073303 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'code': 200} Feb 02 15:25:46.082810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca41d2-b218-4132-9f8d-6b80c2873401,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:46.102178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-4b2a6034-1d38-496e-9a2e-69f635562efd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6500 time: 1.0666142 Feb 02 15:25:46.105373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f2077562-407f-406b-9aef-e4903b824960 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5df2b3a7c9d14cffaae603e118f410f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6127748 Feb 02 15:25:46.108583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57192) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:46.208837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-75c442ff-4249-4edc-8794-78c410bbada5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56&tenant_id=4a45236fd49a4609b20b9ee44f01780a HTTP/1.1" status: 200 len: 1101 time: 0.8496015 Feb 02 15:25:46.317156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:46.334252 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd41e187-4e70-4e79-8c8c-52f03a135146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:46.370807 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd41e187-4e70-4e79-8c8c-52f03a135146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:46.383618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83bb9-32ff-472d-be21-79b43cd71bee req-6fc0a9c5-07b2-4fec-bcee-757195eb8b96 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:46.385189 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ed83bb9-32ff-472d-be21-79b43cd71bee req-6fc0a9c5-07b2-4fec-bcee-757195eb8b96 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 946 time: 0.1540194 Feb 02 15:25:46.423519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a81b06c-489b-4ec0-9461-1beef22405a9 req-56f85222-81d2-4eee-b2e3-89c50a293618 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7516823 Feb 02 15:25:46.423519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d77663d-6375-43b9-97de-8dc06ac6f897 req-de7eb5cc-09bd-4176-a5be-2299c74fe2d8 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769448 Feb 02 15:25:46.425948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6f55b4c-31f1-4278-af64-87a5118b2717 req-ee188e01-3fab-4fc8-92d2-fd72d5d1aae3 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8840296 Feb 02 15:25:46.588244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-4503e131-f094-4909-a0be-1abda3eb0ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:46.588244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-4503e131-f094-4909-a0be-1abda3eb0ffc service neutron] 10.222.0.107 "GET /v2.0/networks?id=b2296672-15a6-4ab4-9585-5f92ce6cfd57 HTTP/1.1" status: 200 len: 919 time: 0.4236372 Feb 02 15:25:46.588244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:46.617967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ed83bb9-32ff-472d-be21-79b43cd71bee req-6d525e02-2e64-4c24-a539-58e10d7a9e4c tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137685 Feb 02 15:25:46.709665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd41e187-4e70-4e79-8c8c-52f03a135146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:46.728797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e187-4e70-4e79-8c8c-52f03a135146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca41d2-b218-4132-9f8d-6b80c2873401,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:46.735526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd41e187-4e70-4e79-8c8c-52f03a135146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:46.735526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dd41e187-4e70-4e79-8c8c-52f03a135146 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3bca41d2-b218-4132-9f8d-6b80c2873401 HTTP/1.1" status: 204 len: 168 time: 0.6203558 Feb 02 15:25:46.786079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:25:47.000414 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:47.077028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:47.140543 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:47.160776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:47.206227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5ee7f-c7cd-4c60-87de-584b19715248 req-887bc4d4-7ffd-46b0-8319-b7bfb3928054 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.215326 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bd5ee7f-c7cd-4c60-87de-584b19715248 req-887bc4d4-7ffd-46b0-8319-b7bfb3928054 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 944 time: 0.1312430 Feb 02 15:25:47.287979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bd5ee7f-c7cd-4c60-87de-584b19715248 req-7e8f45af-98d3-409c-9af8-826db30efc14 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674734 Feb 02 15:25:47.339487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-75711667-3456-4503-a33a-bf2492b80f94 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82 HTTP/1.1" status: 200 len: 1000 time: 0.7472949 Feb 02 15:25:47.343302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:47.351040 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:47.434354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Transition to ACTIVE for port object 168f3343-eb8f-438c-9e6f-4e8d935dfadb will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:25:47.463550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-b7ea882f-cc40-461b-944e-6948b0feadcf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.467648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-b7ea882f-cc40-461b-944e-6948b0feadcf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.472891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-b7ea882f-cc40-461b-944e-6948b0feadcf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.476847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-b7ea882f-cc40-461b-944e-6948b0feadcf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.480747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-b7ea882f-cc40-461b-944e-6948b0feadcf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.484690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-b7ea882f-cc40-461b-944e-6948b0feadcf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.489464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-b7ea882f-cc40-461b-944e-6948b0feadcf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.496952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-b7ea882f-cc40-461b-944e-6948b0feadcf tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.7803838 Feb 02 15:25:47.507790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f87f33-7cd4-4deb-8244-74d19a0d6d3a req-3cf680d9-7435-43c8-8e1d-fcad19e2ad8c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.510023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6f87f33-7cd4-4deb-8244-74d19a0d6d3a req-3cf680d9-7435-43c8-8e1d-fcad19e2ad8c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.1020837 Feb 02 15:25:47.520137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-ae244084-aeef-4526-9c01-efaa4289b1da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:47.521993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-ae244084-aeef-4526-9c01-efaa4289b1da service neutron] 10.222.0.107 "GET /v2.0/subnets?id=43861301-08a4-4106-af03-586ba63ac53a HTTP/1.1" status: 200 len: 856 time: 0.1661131 Feb 02 15:25:47.528890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:47.566365 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:47.589537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6f87f33-7cd4-4deb-8244-74d19a0d6d3a req-95b7ac0f-03a4-4161-9e18-539e770c8736 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736830 Feb 02 15:25:47.591657 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:25:47.592040 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:25:47.790280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=10']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:47.808397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4271c0f-b5a6-47bb-9cad-9c61dae3f018 req-e7f4b36b-4610-416b-a71d-0319e95a248b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3105423 Feb 02 15:25:47.877342 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'code': 200} Feb 02 15:25:47.877342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] No DVR routers for this DVR port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:25:48.115426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4a330-3066-4290-9d3b-ade8d53ee15b req-67fdf0cf-7df2-442b-a1e0-27c9d214e37f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:48.117452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80d4a330-3066-4290-9d3b-ade8d53ee15b req-67fdf0cf-7df2-442b-a1e0-27c9d214e37f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 946 time: 0.1033413 Feb 02 15:25:48.173435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:25:48.178859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:25:48.178859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:48.199704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:25:48.200146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Attempting to bind port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:25:48.204411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80d4a330-3066-4290-9d3b-ade8d53ee15b req-83f1c07c-6f39-46b6-8226-dad410b818a5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806172 Feb 02 15:25:48.213552 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-e8160705-4b5f-4727-8c83-096f2b2cd2f3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b2296672-15a6-4ab4-9585-5f92ce6cfd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6408901 Feb 02 15:25:48.228548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66692e89-0e71-453b-b68d-18078fbdbe18 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:48.252909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:25:48.253260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:25:48.253857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:25:48.254477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Bound port: 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:25:48.255016 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:48.329672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f3255-6211-42cb-8444-a9588258aee9 req-349ba8e2-274b-4132-8878-b5807a8de86d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:48.332076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316f3255-6211-42cb-8444-a9588258aee9 req-349ba8e2-274b-4132-8878-b5807a8de86d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 946 time: 0.2907772 Feb 02 15:25:48.584369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-d32d7aac-88e5-455c-8c33-de54f4b00dc6 service neutron] 10.222.0.107 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544731 Feb 02 15:25:48.600416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-316f3255-6211-42cb-8444-a9588258aee9 req-a123f780-6190-4d8e-9119-96434f4139ef tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576470 Feb 02 15:25:48.635987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:25:48.732244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:25:48.746461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627cb1-b977-41e1-9175-f5d35c7aee78 req-73534b9f-c702-40c4-b1b2-08df4f6c8c65 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:48.748916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b627cb1-b977-41e1-9175-f5d35c7aee78 req-73534b9f-c702-40c4-b1b2-08df4f6c8c65 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 944 time: 0.1458080 Feb 02 15:25:48.789310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a66a6a10-62d1-423f-a748-fd10338f4ec9 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:48.836045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b627cb1-b977-41e1-9175-f5d35c7aee78 req-35ac0a39-9a32-41af-aea8-079ce4b67ca2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781989 Feb 02 15:25:48.904922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95b9acaf-8bd3-482e-8e6e-443807d4a966 req-da1441b4-ea4f-4774-9590-a3ace01cd382 service neutron] 10.222.0.107 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018892 Feb 02 15:25:48.917830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:48.999605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:49.001461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] 10.222.0.107 "PUT /v2.0/ports/168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 1097 time: 2.7069860 Feb 02 15:25:49.006321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port a66a6a10-62d1-423f-a748-fd10338f4ec9 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:49.014944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6eb99-d20e-4298-ab7a-99a88f2dc404 service neutron] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=11']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:49.015177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port a66a6a10-62d1-423f-a748-fd10338f4ec9 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:49.015441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:49.169230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-20e1ea6a-e16b-4f59-a0c7-ef11fa1b427d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.173192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-20e1ea6a-e16b-4f59-a0c7-ef11fa1b427d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.177775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-20e1ea6a-e16b-4f59-a0c7-ef11fa1b427d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.190882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-20e1ea6a-e16b-4f59-a0c7-ef11fa1b427d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.196288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66692e89-0e71-453b-b68d-18078fbdbe18 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:49.200505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-20e1ea6a-e16b-4f59-a0c7-ef11fa1b427d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.212287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-20e1ea6a-e16b-4f59-a0c7-ef11fa1b427d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.213804 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b70e19-26aa-4ec6-8eb1-85bc8e951fe6 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:49.223149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-20e1ea6a-e16b-4f59-a0c7-ef11fa1b427d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.225369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-20e1ea6a-e16b-4f59-a0c7-ef11fa1b427d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.2460012 Feb 02 15:25:49.268672 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b70e19-26aa-4ec6-8eb1-85bc8e951fe6 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:49.269949 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:49.273344 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f8b70e19-26aa-4ec6-8eb1-85bc8e951fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:49.305620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66692e89-0e71-453b-b68d-18078fbdbe18 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:49.324646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa83eda2-ae84-4cef-a44b-64af552cd451 req-2a68891c-2d7f-49c6-a59f-e52008344162 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0841272 Feb 02 15:25:49.332817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66a6a10-62d1-423f-a748-fd10338f4ec9'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:49.352658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a66a6a10-62d1-423f-a748-fd10338f4ec9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:49.423804 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:49.439931 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f8b70e19-26aa-4ec6-8eb1-85bc8e951fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:49.477853 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b70e19-26aa-4ec6-8eb1-85bc8e951fe6 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:49.503017 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f8b70e19-26aa-4ec6-8eb1-85bc8e951fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:49.539003 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-af0c61b6-0958-48f8-841a-0fdb3fa12e72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3544042 Feb 02 15:25:49.539223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a66a6a10-62d1-423f-a748-fd10338f4ec9,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:49.573920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-229a84cd-fe40-4027-86f0-4fb5c84e698a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1100 time: 0.5126519 Feb 02 15:25:49.576960 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66a6a10-62d1-423f-a748-fd10338f4ec9', 'code': 200} Feb 02 15:25:49.581354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cd74b-112c-47df-9022-8df24d9a761c req-bb485c82-835e-4c10-b496-7ac744f766a9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.594434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-875cd74b-112c-47df-9022-8df24d9a761c req-bb485c82-835e-4c10-b496-7ac744f766a9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 949 time: 0.5686989 Feb 02 15:25:49.594434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-66692e89-0e71-453b-b68d-18078fbdbe18 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/floatingips/6f5e5047-3f6f-4024-af6c-818f7de62415 HTTP/1.1" status: 200 len: 978 time: 7.2521453 Feb 02 15:25:49.596524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57268) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:49.598255 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f8b70e19-26aa-4ec6-8eb1-85bc8e951fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:49.598674 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b70e19-26aa-4ec6-8eb1-85bc8e951fe6 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:49.815527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-ebb92366-9858-46ab-8cb4-94179e155495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:49.816986 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-ebb92366-9858-46ab-8cb4-94179e155495 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.2235072 Feb 02 15:25:49.928680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:49.970008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-8ff39b1a-f263-4469-9ba0-195371d4bf82 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.1033957 Feb 02 15:25:50.023696 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-875cd74b-112c-47df-9022-8df24d9a761c req-5df90a84-d04f-415c-907c-900b4f861de8 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336927 Feb 02 15:25:50.051366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-010545de-bf31-4993-a08c-c793d492ad9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:50.052906 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-010545de-bf31-4993-a08c-c793d492ad9d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0763876 Feb 02 15:25:50.058747 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-7b17cab3-4691-4d31-98a9-76753f6b1b82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 1101 time: 0.2446780 Feb 02 15:25:50.166704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port ed4c4058-3484-4cdc-aea9-b18bfa5b10fa {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:25:50.167269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:50.287533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-8bb260e8-54f5-4191-a012-9d378c10abaa tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:50.288123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-8bb260e8-54f5-4191-a012-9d378c10abaa tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Synchronizing usage tracker for tenant:6d6760eb6ca141ecba48718df3c1648d on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:25:50.292871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b00064d5-2b05-4e26-9083-048f2531e274 req-4b87e7d2-9d61-4872-84c8-879cbf4a5688 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 1096 time: 0.4822967 Feb 02 15:25:50.462310 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b00064d5-2b05-4e26-9083-048f2531e274 req-c64757dc-d77c-4376-bfe6-6aad0c771011 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480448 Feb 02 15:25:50.467393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-dc444ddb-6972-4fbb-bcf0-65a435e17dca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:50.469204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-dc444ddb-6972-4fbb-bcf0-65a435e17dca service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3661461 Feb 02 15:25:50.478597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-ad4c7cd8-939e-4dc4-b42b-111ec3b4c402 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4187841 Feb 02 15:25:50.486692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cf27b-3819-4d90-b287-7d78f4cd2c08 req-9120f240-626f-4778-bc59-e3daf067c002 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:50.488608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d7cf27b-3819-4d90-b287-7d78f4cd2c08 req-9120f240-626f-4778-bc59-e3daf067c002 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 945 time: 0.2227304 Feb 02 15:25:50.498893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-8bb260e8-54f5-4191-a012-9d378c10abaa tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Unset dirty status for tenant:6d6760eb6ca141ecba48718df3c1648d on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:25:50.502573 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-8bb260e8-54f5-4191-a012-9d378c10abaa tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/networks?id=30689e38-3e9f-43e5-84f8-207e2cc39038 HTTP/1.1" status: 200 len: 810 time: 0.6273742 Feb 02 15:25:50.509417 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:50.509750 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:50.636851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d7cf27b-3819-4d90-b287-7d78f4cd2c08 req-05654339-6b53-4511-ac49-4bc78757c3c2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187332 Feb 02 15:25:50.675577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-069d9e47-682a-4d79-a676-2619065ad47d tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/quotas/6d6760eb6ca141ecba48718df3c1648d HTTP/1.1" status: 200 len: 375 time: 0.1580172 Feb 02 15:25:50.683929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for ed4c4058-3484-4cdc-aea9-b18bfa5b10fa owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:25:50.690757 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-3aa0ecff-c1ad-414f-8b86-6a78d32dc7ef service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000728 Feb 02 15:25:50.724460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57298) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:50.766081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-e528ad84-7660-4e83-8970-f6859ad9f2e2 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6d6760eb6ca141ecba48718df3c1648d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896020 Feb 02 15:25:50.806761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-a64f2941-eb20-4740-9666-3fcde0054c35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 200 len: 217 time: 0.0809319 Feb 02 15:25:50.859789 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'status': 'completed', 'code': 200} Feb 02 15:25:51.030124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-5047cbfb-34ac-4c42-9d24-6aa9594a2492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.031273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-5047cbfb-34ac-4c42-9d24-6aa9594a2492 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1657555 Feb 02 15:25:51.097462 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-834590b0-e1a1-48a5-a13a-cdee7bce5870 req-df047848-0ad5-42ce-9e8e-e20c326dc5a2 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995833 Feb 02 15:25:51.098373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:51.139782 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-0c094d43-f8f9-4494-9024-d3e058c30453 service neutron] 10.222.0.88 "GET /v2.0/networks/30689e38-3e9f-43e5-84f8-207e2cc39038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664031 Feb 02 15:25:51.160891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-ca9af9ad-c2d4-4cb0-9c62-11910ea8fab2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.164780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-ca9af9ad-c2d4-4cb0-9c62-11910ea8fab2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.168658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-ca9af9ad-c2d4-4cb0-9c62-11910ea8fab2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.172656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-ca9af9ad-c2d4-4cb0-9c62-11910ea8fab2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.178983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-ca9af9ad-c2d4-4cb0-9c62-11910ea8fab2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.183220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-ca9af9ad-c2d4-4cb0-9c62-11910ea8fab2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.184826 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-bb1020de-186a-478d-ac10-f461328a0809 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1100 time: 0.3376741 Feb 02 15:25:51.187282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-ca9af9ad-c2d4-4cb0-9c62-11910ea8fab2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.189212 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-ca9af9ad-c2d4-4cb0-9c62-11910ea8fab2 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.3206806 Feb 02 15:25:51.256284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:51.262659 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:51.270668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c7d89df126413bbc9bc11bed85537b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:51.273683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:51.288208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:51.306811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-8bfab4b5-49e5-4d19-800c-c800404819a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2581532 Feb 02 15:25:51.358763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b7f2596-e076-412d-a50b-4e3f6671a49e req-cff85d43-00c4-4c2f-ab57-d1104ae875f1 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1359859 Feb 02 15:25:51.374300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=ed4c4058-3484-4cdc-aea9-b18bfa5b10fa,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:51.435882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-76b648d1-920d-4a9c-9177-a67b43d2a379 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a45236fd49a4609b20b9ee44f01780a&device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1100 time: 0.2455974 Feb 02 15:25:51.518375 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-f5f8c959-673f-4565-a96b-05358bc76cac service neutron] 10.222.0.88 "GET /v2.0/networks/30689e38-3e9f-43e5-84f8-207e2cc39038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627329 Feb 02 15:25:51.548832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0626a-5335-43e8-9159-b993ceb148bd req-45390e22-8025-4576-b023-d54d531f85c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.550676 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-45390e22-8025-4576-b023-d54d531f85c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3192971 Feb 02 15:25:51.551426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:51.640170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-e98823ca-17a3-4fe0-ae4d-65f9b80d11e3 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213851 Feb 02 15:25:51.684766 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-9dc253e9-5fc9-4f2c-a3e3-a21cf89db5e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.0778768 Feb 02 15:25:51.706689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:51.776494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0626a-5335-43e8-9159-b993ceb148bd req-5a300c8e-d2f3-4157-91ab-360965adcb2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.777855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-5a300c8e-d2f3-4157-91ab-360965adcb2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0868926 Feb 02 15:25:51.818132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:51.873041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0626a-5335-43e8-9159-b993ceb148bd req-7c0a625c-a0ed-454c-a7b3-53f21b6a7f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:51.874520 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-7c0a625c-a0ed-454c-a7b3-53f21b6a7f94 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4275117 Feb 02 15:25:51.940914 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-67388dfc-9859-42ab-aa67-698d7816359d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545804 Feb 02 15:25:52.115244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-ecd107a5-f583-461f-91a2-ecdd293ac70f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 200 len: 217 time: 0.2179182 Feb 02 15:25:52.144717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6250958a-515e-46c8-90e4-c29e6331d861,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:52.197259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-28e6f7e7-9a71-4086-b0ba-55ada6b1320b service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500987 Feb 02 15:25:52.227046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-598e3f82-5c96-4c7d-a92b-0056dd3f1ec7 req-f95aa1b2-69d2-44f3-a4ec-9cb559728f6e service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511289 Feb 02 15:25:52.236843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0898b5e0-0ac2-4f32-861a-404770002b97 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b9c7d89df126413bbc9bc11bed85537b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5090723 Feb 02 15:25:52.237607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57322) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:52.248768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef74c42-d760-49d3-83c1-ef9dc25f896e req-e3bc577a-631e-4bc4-a66a-638d26adf7c9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.250629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef74c42-d760-49d3-83c1-ef9dc25f896e req-e3bc577a-631e-4bc4-a66a-638d26adf7c9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 949 time: 0.7004066 Feb 02 15:25:52.296556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0626a-5335-43e8-9159-b993ceb148bd req-23efe80f-3798-4aa9-b23e-d686e8a75b8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.298398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-23efe80f-3798-4aa9-b23e-d686e8a75b8d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1634252 Feb 02 15:25:52.363657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef74c42-d760-49d3-83c1-ef9dc25f896e req-3beec440-bf9d-4d72-8893-06e513a9f664 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029785 Feb 02 15:25:52.402078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-28b3d651-4f17-4d76-8aad-d4fe81fa5f9d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940874 Feb 02 15:25:52.594582 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-4dd8fb4e-712d-4acf-a4d0-55d5720c6563 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877763 Feb 02 15:25:52.644565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-11e0683c-64b9-44fc-87b0-56a3ea53f272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:52.667620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-69626d02-2f73-4a78-8f64-5b7a70f347c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.671613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-69626d02-2f73-4a78-8f64-5b7a70f347c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.675729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-69626d02-2f73-4a78-8f64-5b7a70f347c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.680007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-69626d02-2f73-4a78-8f64-5b7a70f347c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.684123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-69626d02-2f73-4a78-8f64-5b7a70f347c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.688228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-69626d02-2f73-4a78-8f64-5b7a70f347c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.692582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-69626d02-2f73-4a78-8f64-5b7a70f347c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.694558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-69626d02-2f73-4a78-8f64-5b7a70f347c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.5306997 Feb 02 15:25:52.696511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-2c36f28b-4b0f-4efb-9153-e70a10b9d4c1 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873607 Feb 02 15:25:52.734466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68c4a-4e0a-4d6c-9689-ea9081848434 req-fad8562f-0230-41d6-95d5-bc69970dd511 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:52.734466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5f68c4a-4e0a-4d6c-9689-ea9081848434 req-fad8562f-0230-41d6-95d5-bc69970dd511 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 945 time: 0.2046525 Feb 02 15:25:52.779701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-11e0683c-64b9-44fc-87b0-56a3ea53f272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:52.830587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10d0626a-5335-43e8-9159-b993ceb148bd req-b96b8992-1572-4ad4-b0df-fcedbf4a389a service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206411 Feb 02 15:25:52.843764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5f68c4a-4e0a-4d6c-9689-ea9081848434 req-f0110f3c-3840-435f-9918-71905e7450f1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070271 Feb 02 15:25:52.852364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47f3fa4e-627f-46e5-a424-277a87f6d2e9 req-f95fa2f6-b990-4e83-a982-52ba4bd93c4b tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1279767 Feb 02 15:25:52.886119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:25:52.978645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-11e0683c-64b9-44fc-87b0-56a3ea53f272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:53.041146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0683c-64b9-44fc-87b0-56a3ea53f272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6250958a-515e-46c8-90e4-c29e6331d861,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:53.044334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6763cf9-2208-4761-aa8b-6dcde170ec78 req-dc42b360-9058-4274-a2e6-b0e20cb7445d tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0695751 Feb 02 15:25:53.085932 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-11e0683c-64b9-44fc-87b0-56a3ea53f272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:53.087180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-11e0683c-64b9-44fc-87b0-56a3ea53f272 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6250958a-515e-46c8-90e4-c29e6331d861 HTTP/1.1" status: 204 len: 168 time: 0.8445592 Feb 02 15:25:53.219606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:25:53.226725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:53.232464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ab433-2366-441d-925b-5554a9b1a49b None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:25:53.252119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ab433-2366-441d-925b-5554a9b1a49b None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:53.252756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a14ab433-2366-441d-925b-5554a9b1a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:53.319770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d2dad69-f4f7-4593-9191-fbdc7362661a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/floatingips/6f5e5047-3f6f-4024-af6c-818f7de62415 HTTP/1.1" status: 204 len: 168 time: 3.7197132 Feb 02 15:25:53.320193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-9f032c90-cc31-4877-a2f0-3052e25486ac tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76 HTTP/1.1" status: 200 len: 267 time: 0.1160698 Feb 02 15:25:53.320315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57338) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:53.381737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a14ab433-2366-441d-925b-5554a9b1a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:53.395115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ab433-2366-441d-925b-5554a9b1a49b None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:25:53.397644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a14ab433-2366-441d-925b-5554a9b1a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:53.440862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-e0930e8b-ed5b-4e9c-b283-233acd4eebf3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:53.445690 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-e0930e8b-ed5b-4e9c-b283-233acd4eebf3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 945 time: 0.1196291 Feb 02 15:25:53.457898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b8200ca6-0e96-4c1f-99f7-6b61fc0b037c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port 10364aba-6ed3-472f-aab1-019857a7a914 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:25:53.458272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8200ca6-0e96-4c1f-99f7-6b61fc0b037c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:53.460988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'port': {'security_groups': []}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:53.478961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a14ab433-2366-441d-925b-5554a9b1a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:25:53.479799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ab433-2366-441d-925b-5554a9b1a49b None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:25:53.616779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:53.835717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8200ca6-0e96-4c1f-99f7-6b61fc0b037c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:54.011251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b8200ca6-0e96-4c1f-99f7-6b61fc0b037c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for 10364aba-6ed3-472f-aab1-019857a7a914 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:25:54.052525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] For port a66a6a10-62d1-423f-a748-fd10338f4ec9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:54.139827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:54.225945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:54.249803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a5b26cb2-2d41-4ec3-b679-1047294e1f4f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:54.318456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3a2956f8-29f7-4ca9-9a52-f2ca3d614269', 'a66a6a10-62d1-423f-a748-fd10338f4ec9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:54.400095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.400095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:54.895248 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93d3e46a-3eb6-4f41-9ab0-1e0a6a45f44c req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "PUT /v2.0/ports/a66a6a10-62d1-423f-a748-fd10338f4ec9 HTTP/1.1" status: 200 len: 904 time: 0.9559875 Feb 02 15:25:54.895248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'tag': 'a66a6a10-62d1-423f-a748-fd10338f4ec9'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:54.895248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a106715-d326-4be4-b3c1-acb5ed038235 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'Port': ['ID=a66a6a10-62d1-423f-a748-fd10338f4ec9,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:54.907267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8200ca6-0e96-4c1f-99f7-6b61fc0b037c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:54.920950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:25:54.925222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8200ca6-0e96-4c1f-99f7-6b61fc0b037c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=10364aba-6ed3-472f-aab1-019857a7a914,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:54.925222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873394c7-2bc5-4792-bf3f-be45f5b18cc0 req-db6759c6-0555-432e-8403-cefbb8d0a78d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.925222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873394c7-2bc5-4792-bf3f-be45f5b18cc0 req-db6759c6-0555-432e-8403-cefbb8d0a78d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.925222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873394c7-2bc5-4792-bf3f-be45f5b18cc0 req-db6759c6-0555-432e-8403-cefbb8d0a78d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.930479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['a66a6a10-62d1-423f-a748-fd10338f4ec9'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:54.936020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873394c7-2bc5-4792-bf3f-be45f5b18cc0 req-db6759c6-0555-432e-8403-cefbb8d0a78d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.936020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873394c7-2bc5-4792-bf3f-be45f5b18cc0 req-db6759c6-0555-432e-8403-cefbb8d0a78d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.936020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873394c7-2bc5-4792-bf3f-be45f5b18cc0 req-db6759c6-0555-432e-8403-cefbb8d0a78d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.936020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873394c7-2bc5-4792-bf3f-be45f5b18cc0 req-db6759c6-0555-432e-8403-cefbb8d0a78d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.939965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca60d5-36fc-4a4a-b8bd-9b6d98810db1 req-c7c20bad-0eed-4eaf-9390-764a7dfb8d4d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:54.946968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-873394c7-2bc5-4792-bf3f-be45f5b18cc0 req-db6759c6-0555-432e-8403-cefbb8d0a78d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.3693004 Feb 02 15:25:54.948310 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72ca60d5-36fc-4a4a-b8bd-9b6d98810db1 req-c7c20bad-0eed-4eaf-9390-764a7dfb8d4d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 949 time: 0.1365137 Feb 02 15:25:54.949215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8200ca6-0e96-4c1f-99f7-6b61fc0b037c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:54.949286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-72ca60d5-36fc-4a4a-b8bd-9b6d98810db1 req-b14a51d0-23fb-42f1-9bb4-fb7cf937a155 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133995 Feb 02 15:25:54.949391 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b8200ca6-0e96-4c1f-99f7-6b61fc0b037c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/ports/10364aba-6ed3-472f-aab1-019857a7a914 HTTP/1.1" status: 204 len: 168 time: 1.5131505 Feb 02 15:25:54.949391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57372) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:54.949391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:54.949391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:54.949391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:floatingip and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:54.949391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:54.950291 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:25:54.951175 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e9c4915-22b4-46ec-9444-22b6f9fe7702 req-c2896742-50c2-4f79-981e-a4d9504fd01a tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0711284 Feb 02 15:25:54.959601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:54.995546 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-435daab1-5311-4f4a-9eca-9b40d26a98b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:55.073817 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'tag': 'a66a6a10-62d1-423f-a748-fd10338f4ec9', 'status': 'completed', 'code': 200} Feb 02 15:25:55.148925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:55.275631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:55.328615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'mac_address': 'fa:16:3e:d9:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:25:55.389291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1dee-7cac-4721-b0b3-b2363de238d3 req-c3d00b0a-0ac2-4016-8fe4-63182a6e1cda tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:55.396267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1ac1dee-7cac-4721-b0b3-b2363de238d3 req-c3d00b0a-0ac2-4016-8fe4-63182a6e1cda tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 907 time: 0.3034966 Feb 02 15:25:55.460241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-c2610608-bca2-410e-8fd8-e423135a4bbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 1058 time: 0.3219147 Feb 02 15:25:55.791341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-0382db25-6fce-4ea8-b216-d6326063ddff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:55.792849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-0382db25-6fce-4ea8-b216-d6326063ddff service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.3303010 Feb 02 15:25:55.982465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74050880-f53c-4af8-be7f-9de09da61568 None None] Provisioning complete for port a66a6a10-62d1-423f-a748-fd10338f4ec9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:55.982465 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74050880-f53c-4af8-be7f-9de09da61568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:56.099295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:56.121379 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:56.125961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-57973a61-8ba4-4637-9162-f3c4473935d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9 HTTP/1.1" status: 200 len: 217 time: 0.3121479 Feb 02 15:25:56.177144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168f3343-eb8f-438c-9e6f-4e8d935dfadb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:56.218653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:56.289966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-20d8906b-b6a1-4ed6-8456-330a44d33c39 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:56.291466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-20d8906b-b6a1-4ed6-8456-330a44d33c39 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.107 "GET /v2.0/networks?id=30689e38-3e9f-43e5-84f8-207e2cc39038 HTTP/1.1" status: 200 len: 810 time: 0.6811712 Feb 02 15:25:56.340916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8b387-eddb-497d-9284-1d7d4fcfd58c req-a91336a1-07b2-4d6a-80e2-268257a37bf5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:56.349008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Request body: {'port': {'device_id': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'network_id': '30689e38-3e9f-43e5-84f8-207e2cc39038', 'admin_state_up': True, 'tenant_id': '6d6760eb6ca141ecba48718df3c1648d'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:56.355635 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52f8b387-eddb-497d-9284-1d7d4fcfd58c req-a91336a1-07b2-4d6a-80e2-268257a37bf5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.5531921 Feb 02 15:25:56.360972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:56.366839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-5af36d1d-0ee8-4c1a-85a4-aa8676acac8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:56.366839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-5af36d1d-0ee8-4c1a-85a4-aa8676acac8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.2289946 Feb 02 15:25:56.496931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=12']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:56.723915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:56.725201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52f8b387-eddb-497d-9284-1d7d4fcfd58c req-c50ab6b1-15be-4119-bcfa-f91ac579b269 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3769259 Feb 02 15:25:56.734316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Usage tracker for resource:port and tenant:6d6760eb6ca141ecba48718df3c1648d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:56.743230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:56.758745 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2053d7d9-2223-4d2e-a3cf-dd8abc32c002 req-ae703f78-dfdd-43a8-a3bb-290501350b68 tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 1101 time: 0.5676951 Feb 02 15:25:56.770909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-25d4578a-02e8-4aa9-88ca-9a9fd64d041e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4021416 Feb 02 15:25:56.777512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.25.0.66 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/a269ee97-7d0d-4b9e-b3f9-ca54c8114ea6) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:56.788936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:56.826895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['168f3343-eb8f-438c-9e6f-4e8d935dfadb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:25:56.890568 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-379bdd52-8e0f-444a-b7f6-4552beb8ba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:56.997090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2053d7d9-2223-4d2e-a3cf-dd8abc32c002 req-1a5d3e46-286f-4ea9-a23a-604c5d72b36a tempest-MigrationsAdminTest-1563975089 tempest-MigrationsAdminTest-1563975089-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373097 Feb 02 15:25:56.997814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Made reservation on behalf of 6d6760eb6ca141ecba48718df3c1648d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:57.004038 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:57.072587 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e863146-9262-4cdf-bc88-adc41e831656 req-3752d3f9-8778-4838-afdf-e5263a187ea2 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 210 time: 0.1164105 Feb 02 15:25:57.145701 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-28249f3d-933b-4893-a9f4-1827bb29902d service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670843 Feb 02 15:25:57.199965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:57.328625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d93b1755-5e3c-4f7b-bdb7-e562c21b5684 req-16861e02-deaf-4a32-9f68-f6c3b151329a service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768234 Feb 02 15:25:57.359783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Allocated IP 172.20.0.2 (30689e38-3e9f-43e5-84f8-207e2cc39038/eb32cd75-40a6-4ced-8688-d023805e46ea/a0ce4607-4310-45cb-af42-a7c83b0403a1) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:57.442696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06a11-f6e4-430e-9aa9-8af2888d125f req-0abf209f-738d-403d-953b-f48778578874 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:57.444216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cb06a11-f6e4-430e-9aa9-8af2888d125f req-0abf209f-738d-403d-953b-f48778578874 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1931338 Feb 02 15:25:57.537093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:57.645488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:57.662216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:57.674757 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cb06a11-f6e4-430e-9aa9-8af2888d125f req-74788cef-a7d6-41d4-8e49-b6937370b0e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1989548 Feb 02 15:25:57.674757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:57.708286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=a269ee97-7d0d-4b9e-b3f9-ca54c8114ea6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:57.751498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:57.917918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57420) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:57.940494 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.018317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.085806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:58.094182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:58.146560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Usage tracker for resource:floatingip and tenant:01720ae129d949f885a4de76a4b4fe2c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:58.151656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:58.163779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:58.240628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-1388cbb4-b7be-4a22-823f-eb7bc0eb289a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:58.247329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-1388cbb4-b7be-4a22-823f-eb7bc0eb289a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.1997008 Feb 02 15:25:58.256672 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.274049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Network 30689e38-3e9f-43e5-84f8-207e2cc39038 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:58.277916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-c9ac4ead-fa8a-4f96-9321-05750e10b531 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/quotas/e1369c1cef9b495ebe7ed93f5fe27e76 HTTP/1.1" status: 200 len: 375 time: 0.0297658 Feb 02 15:25:58.280005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.280810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:58.286063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Pushing event updated for resources: {'Port': ['ID=a0ce4607-4310-45cb-af42-a7c83b0403a1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:58.290104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:58.307459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.328175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.407366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847cd39-714e-470f-8feb-74c3061438bf req-7fbaca36-8f4b-4060-8ae6-4b6046d1f735 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:58.409610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b847cd39-714e-470f-8feb-74c3061438bf req-7fbaca36-8f4b-4060-8ae6-4b6046d1f735 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 950 time: 0.4783144 Feb 02 15:25:58.419365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:58.419992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.456336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-572990ba-e9e0-41ca-8254-cb2afe8ab630 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1287546 Feb 02 15:25:58.472209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:25:58.485992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.561619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b847cd39-714e-470f-8feb-74c3061438bf req-b430cb7d-c49d-4eeb-ae43-153a52dfcfa6 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310592 Feb 02 15:25:58.599422 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 168f3343-eb8f-438c-9e6f-4e8d935dfadb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:25:58.613429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 168f3343-eb8f-438c-9e6f-4e8d935dfadb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:25:58.613429 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.640782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5ae20c03-a36c-45bc-bf15-b0ece90bc915 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3166487 Feb 02 15:25:58.645852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.669000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Request body: {'port': {'device_id': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:58.732327 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-c3c02c2b-a284-4662-a0ff-1afa3682fbf5 service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681963 Feb 02 15:25:58.763805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.784626 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.816102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:25:58.826952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:25:58.856709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Allocated IP 172.25.0.53 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/d885bf99-637c-4a84-8bc0-cce9569add2e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:25:58.891882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.955319 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:58.960026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=13']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:58.998323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=a269ee97-7d0d-4b9e-b3f9-ca54c8114ea6,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:59.004552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-5567c9b1-7c1f-409a-9711-698b42de3491 service neutron] 10.222.0.88 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544405 Feb 02 15:25:59.072859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.087067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ce54e-97ba-41f7-9a20-b9d69288040e req-3f8f672c-09df-41de-b860-b6bf6ded7f15 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:25:59.087763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-df6ce54e-97ba-41f7-9a20-b9d69288040e req-3f8f672c-09df-41de-b860-b6bf6ded7f15 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Synchronizing usage tracker for tenant:6d6760eb6ca141ecba48718df3c1648d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:25:59.097163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.168414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.242415 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'code': 200} Feb 02 15:25:59.245535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:25:59.249966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:25:59.255657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:25:59.270759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.274502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fcdb64da-8126-4e5b-a286-e2d3457b3ccd tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4352622 Feb 02 15:25:59.275310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-df6ce54e-97ba-41f7-9a20-b9d69288040e req-3f8f672c-09df-41de-b860-b6bf6ded7f15 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Unset dirty status for tenant:6d6760eb6ca141ecba48718df3c1648d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:25:59.281775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df6ce54e-97ba-41f7-9a20-b9d69288040e req-3f8f672c-09df-41de-b860-b6bf6ded7f15 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 931 time: 0.5776205 Feb 02 15:25:59.299671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57442) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:25:59.300371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Pushing event updated for resources: {'Port': ['ID=d885bf99-637c-4a84-8bc0-cce9569add2e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:59.312906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'port': {'network_id': '02ca5545-9ebd-4c2e-8f97-737f52968594', 'name': 'tempest-FloatingIPTestJSON-1968920601'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:25:59.366649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df6ce54e-97ba-41f7-9a20-b9d69288040e req-ce7a1cd6-5c71-4600-8aaa-f6c7e3d78507 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838432 Feb 02 15:25:59.469548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ce4607-4310-45cb-af42-a7c83b0403a1 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:25:59.477719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.497012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Transition to ACTIVE for port object a0ce4607-4310-45cb-af42-a7c83b0403a1 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:25:59.534604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-731a9857-9a1e-4122-be18-3695df20b35a req-08b8c940-d644-47a7-8ef3-8bc40d1bea9d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 210 time: 0.2355030 Feb 02 15:25:59.564719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.635867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce4607-4310-45cb-af42-a7c83b0403a1,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:25:59.646604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:25:59.655090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:port and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:25:59.661500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for port was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:25:59.675061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:25:59.809974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.867412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.899656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:25:59.899656 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:25:59.964929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] device_id is not set on port 155ba4c1-0356-4563-a51e-61d78d292562 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:26:00.002787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9cf5066b-58a3-4c99-bfe3-d67521897ffe tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:00.004133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9cf5066b-58a3-4c99-bfe3-d67521897ffe tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 951 time: 0.3653648 Feb 02 15:26:00.014770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.017220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446905d8-de23-4849-8520-c818132e3a67 req-35858eb8-4473-4ca5-98d0-ba670c6b5903 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:00.019289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-446905d8-de23-4849-8520-c818132e3a67 req-35858eb8-4473-4ca5-98d0-ba670c6b5903 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 951 time: 0.2456455 Feb 02 15:26:00.067976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Attempting to bind port a0ce4607-4310-45cb-af42-a7c83b0403a1 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:26:00.068320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Attempting to bind port a0ce4607-4310-45cb-af42-a7c83b0403a1 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '99fd9ab9-86d0-4749-b393-672e46aa4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '30689e38-3e9f-43e5-84f8-207e2cc39038'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:26:00.068656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Attempting to bind port a0ce4607-4310-45cb-af42-a7c83b0403a1 on network 30689e38-3e9f-43e5-84f8-207e2cc39038 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:26:00.107184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Port a0ce4607-4310-45cb-af42-a7c83b0403a1 on network 30689e38-3e9f-43e5-84f8-207e2cc39038 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:26:00.107184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Attempting to bind port a0ce4607-4310-45cb-af42-a7c83b0403a1 on network 30689e38-3e9f-43e5-84f8-207e2cc39038 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:26:00.133418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:26:00.133418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Checking segment: {'id': '99fd9ab9-86d0-4749-b393-672e46aa4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '30689e38-3e9f-43e5-84f8-207e2cc39038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:00.133418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Bound using segment: {'id': '99fd9ab9-86d0-4749-b393-672e46aa4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '30689e38-3e9f-43e5-84f8-207e2cc39038'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:26:00.133418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Bound port: a0ce4607-4310-45cb-af42-a7c83b0403a1, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fd9ab9-86d0-4749-b393-672e46aa4c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '30689e38-3e9f-43e5-84f8-207e2cc39038'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:26:00.133418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.145324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Deleting port 168f3343-eb8f-438c-9e6f-4e8d935dfadb {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:00.146138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.191371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-446905d8-de23-4849-8520-c818132e3a67 req-9010dd8b-8eeb-41a4-83af-361ae0df0778 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372483 Feb 02 15:26:00.298346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.20.0.14 (02ca5545-9ebd-4c2e-8f97-737f52968594/5ecabb27-0ed3-428b-b606-b45962758ce1/155ba4c1-0356-4563-a51e-61d78d292562) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:00.497114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.514770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] For port a0ce4607-4310-45cb-af42-a7c83b0403a1, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:26:00.529827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] For port a0ce4607-4310-45cb-af42-a7c83b0403a1, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a0ce4607-4310-45cb-af42-a7c83b0403a1,segment=NetworkSegment(99fd9ab9-86d0-4749-b393-672e46aa4c0d),segment_id=99fd9ab9-86d0-4749-b393-672e46aa4c0d)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:26:00.578359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.601650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] For port 168f3343-eb8f-438c-9e6f-4e8d935dfadb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=168f3343-eb8f-438c-9e6f-4e8d935dfadb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:00.602035 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.667938 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.688543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Pushing event updated for resources: {'Port': ['ID=d885bf99-637c-4a84-8bc0-cce9569add2e,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:00.769016 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.789829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Calling delete_port for 168f3343-eb8f-438c-9e6f-4e8d935dfadb owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:00.801515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1977-740d-40d6-877e-1ee0c157b993 req-f3da26b8-63dc-42e2-b1b6-99c5caf1e22f tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:00.801515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ff5f1977-740d-40d6-877e-1ee0c157b993 req-f3da26b8-63dc-42e2-b1b6-99c5caf1e22f tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 943 time: 0.2841394 Feb 02 15:26:00.818236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.870432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ff5f1977-740d-40d6-877e-1ee0c157b993 req-55f1205d-a720-49b8-8069-d86f5876bfec tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Synchronizing usage tracker for tenant:6d6760eb6ca141ecba48718df3c1648d on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:00.903970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f8ab85c-8f24-4ce6-8db4-0ac68fc0cbe0 req-4bb0eed7-aab5-45c9-85ef-89a6dd119ee2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 210 time: 0.0886905 Feb 02 15:26:00.921222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.924714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] 10.222.0.107 "PUT /v2.0/ports/a0ce4607-4310-45cb-af42-a7c83b0403a1 HTTP/1.1" status: 200 len: 1091 time: 2.2694325 Feb 02 15:26:00.929088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'tag': 'a0ce4607-4310-45cb-af42-a7c83b0403a1'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:00.943459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae843b-a9d7-4269-bb94-677b397d2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce4607-4310-45cb-af42-a7c83b0403a1,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:00.958201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:00.964152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0f16ee14-363c-4581-a1ff-7a2002fbc3a1 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0412917 Feb 02 15:26:00.966281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57464) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:00.974620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-429058988', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'fixed_ips': [{'ip_address': '172.25.0.53'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:00.979638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:00.989797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Usage tracker for resource:port and tenant:01720ae129d949f885a4de76a4b4fe2c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:00.989797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:00.996599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:01.009863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ff5f1977-740d-40d6-877e-1ee0c157b993 req-55f1205d-a720-49b8-8069-d86f5876bfec tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Unset dirty status for tenant:6d6760eb6ca141ecba48718df3c1648d on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:01.009863 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ff5f1977-740d-40d6-877e-1ee0c157b993 req-55f1205d-a720-49b8-8069-d86f5876bfec tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177794 Feb 02 15:26:01.009863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.010124 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'tag': 'a0ce4607-4310-45cb-af42-a7c83b0403a1', 'status': 'completed', 'code': 200} Feb 02 15:26:01.092527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 02ca5545-9ebd-4c2e-8f97-737f52968594 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:01.095932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:01.098358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:01.133395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Made reservation on behalf of 01720ae129d949f885a4de76a4b4fe2c for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:01.135776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.141177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3ab1fe6-e1c2-43e1-bab5-f3b36302f1a3 req-68ffd634-0086-468c-9248-8c12666e44b1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6d6760eb6ca141ecba48718df3c1648d&device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 1094 time: 0.0744104 Feb 02 15:26:01.148832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=155ba4c1-0356-4563-a51e-61d78d292562,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:01.168990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.201945 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.206500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:01.207191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.236780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:01.243593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Usage tracker for resource:security_group_rule and tenant:01720ae129d949f885a4de76a4b4fe2c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:01.244618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['53eceab9-6a21-4ee8-bc1f-9885a47dd023'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:01.248834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:01.255903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:01.282132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be', 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:01.326512 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b2c5f0ec-c4ac-481d-865e-7b630010c56f tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0233867 Feb 02 15:26:01.331207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:01.335974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event deleted for resources: {'Port': ['ID=168f3343-eb8f-438c-9e6f-4e8d935dfadb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:01.350525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'port_id': '155ba4c1-0356-4563-a51e-61d78d292562'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:01.359203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.427887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.439321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] device_id is not set on port 937b2f22-3648-4039-b5ab-2b3033a8d443 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:26:01.508716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81365a0b-653e-469c-ad10-b04fb6c3eb85,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:01.586952 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.669187 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9234a138-4590-459a-b846-0cb240db3f3e req-e70c0824-18b3-495e-9313-79a31e8d7a82 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 210 time: 0.2523317 Feb 02 15:26:01.706032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] No DVR routers for this DVR port 168f3343-eb8f-438c-9e6f-4e8d935dfadb on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:01.708914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:01.773606 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 15:26:01.773606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:26:01.874695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab1fe6-e1c2-43e1-bab5-f3b36302f1a3 req-6c925ef5-13e0-4842-b7fc-bab06ed8cb18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:01.876171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3ab1fe6-e1c2-43e1-bab5-f3b36302f1a3 req-6c925ef5-13e0-4842-b7fc-bab06ed8cb18 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=6d6760eb6ca141ecba48718df3c1648d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7138846 Feb 02 15:26:01.891536 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-95740e35-e77f-4c33-873b-d937f4617e7d tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9126234 Feb 02 15:26:01.891536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57476) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:01.939749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e1ccbeb-df8b-469d-9d17-b6125d857f1b req-9dc284e4-2703-4d70-9a26-aa6dc3cda615 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "DELETE /v2.0/ports/168f3343-eb8f-438c-9e6f-4e8d935dfadb HTTP/1.1" status: 204 len: 173 time: 1.9295359 Feb 02 15:26:02.210460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Deleting port d885bf99-637c-4a84-8bc0-cce9569add2e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:02.211063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:02.245171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79edc360-95f8-4420-b5c3-343c0f48370b req-291d0993-b308-445e-bacc-3c02bf115111 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 210 time: 0.0838108 Feb 02 15:26:02.425067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:02.425474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:02.498051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:02.558454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 168f3343-eb8f-438c-9e6f-4e8d935dfadb {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:02.558454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 168f3343-eb8f-438c-9e6f-4e8d935dfadb not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:02.562699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Calling delete_port for d885bf99-637c-4a84-8bc0-cce9569add2e owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:02.607759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab1fe6-e1c2-43e1-bab5-f3b36302f1a3 req-8180b592-d8ad-49bd-bf2a-8596cea176b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:02.607759 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3ab1fe6-e1c2-43e1-bab5-f3b36302f1a3 req-8180b592-d8ad-49bd-bf2a-8596cea176b8 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6967440 Feb 02 15:26:02.627209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-2a7bf8b7-ebb3-4aa0-ad1c-edb0fb116160 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:02.627209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-2a7bf8b7-ebb3-4aa0-ad1c-edb0fb116160 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.107 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 811 time: 0.6163492 Feb 02 15:26:02.663916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed480f4-0198-417f-9db4-8a08a708b444 req-d9b2d947-cf36-48e4-b31f-3547f19a9528 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:02.670721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eed480f4-0198-417f-9db4-8a08a708b444 req-d9b2d947-cf36-48e4-b31f-3547f19a9528 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 943 time: 0.3900394 Feb 02 15:26:02.761429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Request body: {'port': {'device_id': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'admin_state_up': True, 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:02.858951 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:02.911560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a67707c-d88d-44f3-8b5e-8bc1c40bac5d req-0dcb8faf-d338-4ab9-b69b-58446f43aa72 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=6659ab1b-516e-42db-958f-ed409fc44c56 HTTP/1.1" status: 200 len: 210 time: 0.0860555 Feb 02 15:26:02.932083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Pushing event deleted for resources: {'Port': ['ID=d885bf99-637c-4a84-8bc0-cce9569add2e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:02.990821 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eed480f4-0198-417f-9db4-8a08a708b444 req-671c14c5-dfdc-4a35-bb0a-dd20a4dd6016 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192649 Feb 02 15:26:03.012048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-deleted', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:03.039961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:03.052976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:03.060130 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-7932ad6b-b890-4927-8694-b992e5b81da8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6d6760eb6ca141ecba48718df3c1648d&device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 1094 time: 0.2292795 Feb 02 15:26:03.065397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:03.066153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:03.066793 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1edd556b-9fb8-4175-a33b-678fb3404348 tempest-ExternalNetworksAdminNegativeTestJSON-917664773 tempest-ExternalNetworksAdminNegativeTestJSON-917664773-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/64767d63-f333-4874-936e-075182a0dc28 HTTP/1.1" status: 204 len: 168 time: 1.1827762 Feb 02 15:26:03.145166 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6659ab1b-516e-42db-958f-ed409fc44c56', 'name': 'network-vif-deleted', 'tag': '168f3343-eb8f-438c-9e6f-4e8d935dfadb', 'status': 'completed', 'code': 200} Feb 02 15:26:03.168292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-3fd84b0f-4e88-4a6f-8e33-e8e8c2f3459d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ce4607-4310-45cb-af42-a7c83b0403a1 HTTP/1.1" status: 200 len: 217 time: 0.0808125 Feb 02 15:26:03.319393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Made reservation on behalf of e1369c1cef9b495ebe7ed93f5fe27e76 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:03.322407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:03.346927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-c6f997aa-e974-4327-bb64-10bfd1d89b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:03.348423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-c6f997aa-e974-4327-bb64-10bfd1d89b93 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=eb32cd75-40a6-4ced-8688-d023805e46ea HTTP/1.1" status: 200 len: 850 time: 0.1660671 Feb 02 15:26:03.485096 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-5054f72d-fd10-4553-bc47-9fc97df37292 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=30689e38-3e9f-43e5-84f8-207e2cc39038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833986 Feb 02 15:26:03.500510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a20e30bd-ee85-411a-a95a-ed5f50ea64d8 req-e84a8b93-4d3b-4c2e-a050-3236731e177c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 210 time: 0.0978889 Feb 02 15:26:03.531204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:03.658597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:03.807545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-6ef66c26-16b5-40e7-bb78-5870860156b6 service neutron] 10.222.0.107 "GET /v2.0/networks/30689e38-3e9f-43e5-84f8-207e2cc39038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081567 Feb 02 15:26:03.809416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57498) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:03.816038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Allocated IP 172.20.0.10 (6bb452a6-5e23-4dd5-a667-dd158f932e95/0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9/e83c64bb-3b09-49a4-898b-7c11dbee3702) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:03.968937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.000705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:04.006084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] Usage tracker for resource:security_group_rule and tenant:0286c70aab0f44feb3e53ce413235431 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:04.009683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:04.015545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:04.176953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d52ea19-9328-4ee5-a4f3-218b1ecabba2 req-7c5bbe82-97f5-4818-b4b2-f58afa3eccd6 service neutron] 10.222.0.107 "GET /v2.0/networks/30689e38-3e9f-43e5-84f8-207e2cc39038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495669 Feb 02 15:26:04.212350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.272937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.329194 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0286c70aab0f44feb3e53ce413235431&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5182006 Feb 02 15:26:04.330234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe7a8-b1ac-4b33-99bf-740dbc137d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a420a67b-392c-40c7-8007-14d0f0ac834f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:04.332644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57510) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:04.406681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e31da60c-58eb-4c4d-a01a-cd76e3c42cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.434341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e31da60c-58eb-4c4d-a01a-cd76e3c42cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.513124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62564ae2-04f4-469a-87b0-4e538261c006 req-c0abccf6-0c8c-4906-9c79-703baf110849 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:04.513124 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62564ae2-04f4-469a-87b0-4e538261c006 req-c0abccf6-0c8c-4906-9c79-703baf110849 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 943 time: 0.3639913 Feb 02 15:26:04.552417 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.597344 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 95091819-904e-450e-a0f8-ee5feb3f055d associated. External IP: 172.25.0.66, port: 155ba4c1-0356-4563-a51e-61d78d292562. Feb 02 15:26:04.646062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e31da60c-58eb-4c4d-a01a-cd76e3c42cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.661163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31da60c-58eb-4c4d-a01a-cd76e3c42cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420a67b-392c-40c7-8007-14d0f0ac834f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:04.666004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Transition to ACTIVE for port object e83c64bb-3b09-49a4-898b-7c11dbee3702 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:04.695201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62564ae2-04f4-469a-87b0-4e538261c006 req-cde8341f-0d36-4ac3-bbe5-c9fb978f1e27 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729369 Feb 02 15:26:04.698939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e31da60c-58eb-4c4d-a01a-cd76e3c42cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.700783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e31da60c-58eb-4c4d-a01a-cd76e3c42cbe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a420a67b-392c-40c7-8007-14d0f0ac834f HTTP/1.1" status: 204 len: 168 time: 0.3671901 Feb 02 15:26:04.762937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a162b1c-1041-4e04-98d0-fb42de9205d6 req-f513f8f5-973d-4c99-9f3c-74ba87b904ca tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:04.771723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a162b1c-1041-4e04-98d0-fb42de9205d6 req-f513f8f5-973d-4c99-9f3c-74ba87b904ca tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 951 time: 0.1806054 Feb 02 15:26:04.857526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a162b1c-1041-4e04-98d0-fb42de9205d6 req-862168a2-ef7d-46a3-a34a-51aebb219f90 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778985 Feb 02 15:26:04.878142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:04.915651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3a2956f8-29f7-4ca9-9a52-f2ca3d614269'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:04.975247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a5b26cb2-2d41-4ec3-b679-1047294e1f4f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:05.065901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:05.082663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:05.101861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event updated for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:05.114712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:05.272267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:05.272944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:05.330673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6242-dcfa-4b82-841e-5d3bd17844d1 req-5ee5160a-eee9-407f-a795-ad77fdc124ec tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:05.331450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6e3d6242-dcfa-4b82-841e-5d3bd17844d1 req-5ee5160a-eee9-407f-a795-ad77fdc124ec tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:05.421328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-905b03ef-fb8c-4912-9d3c-e51f27bf219c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6677096 Feb 02 15:26:05.447691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Request body: {'port': {'device_id': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:05.504680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6e3d6242-dcfa-4b82-841e-5d3bd17844d1 req-5ee5160a-eee9-407f-a795-ad77fdc124ec tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:05.504680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e3d6242-dcfa-4b82-841e-5d3bd17844d1 req-5ee5160a-eee9-407f-a795-ad77fdc124ec tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 932 time: 0.5422955 Feb 02 15:26:05.552779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5f91f6bf-7e00-48ff-b971-753cf9b3a55a None None] Provisioning for port e83c64bb-3b09-49a4-898b-7c11dbee3702 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:05.562202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5f91f6bf-7e00-48ff-b971-753cf9b3a55a None None] Provisioning complete for port e83c64bb-3b09-49a4-898b-7c11dbee3702 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:05.562202 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5f91f6bf-7e00-48ff-b971-753cf9b3a55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:05.592109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57536) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:05.637495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5f91f6bf-7e00-48ff-b971-753cf9b3a55a None None] Port e83c64bb-3b09-49a4-898b-7c11dbee3702 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:26:05.664675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-388b96f0-bfa8-4033-9e86-ca5cdb2bf40b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=01720ae129d949f885a4de76a4b4fe2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0678296 Feb 02 15:26:05.667619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57540) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:05.700296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e3d6242-dcfa-4b82-841e-5d3bd17844d1 req-1cdc8ed0-fd29-41f0-97dd-6f82623c4c6b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857171 Feb 02 15:26:05.709059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:05.750500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c44a4b22-bc71-4f26-a9a1-0828124286ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:05.788899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c44a4b22-bc71-4f26-a9a1-0828124286ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:05.934519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:26:05.936352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c44a4b22-bc71-4f26-a9a1-0828124286ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:05.954139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a4b22-bc71-4f26-a9a1-0828124286ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81365a0b-653e-469c-ad10-b04fb6c3eb85,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:05.965452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c44a4b22-bc71-4f26-a9a1-0828124286ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:05.965452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c44a4b22-bc71-4f26-a9a1-0828124286ff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/81365a0b-653e-469c-ad10-b04fb6c3eb85 HTTP/1.1" status: 204 len: 168 time: 0.2924309 Feb 02 15:26:06.085861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d966fd-52b7-4731-bdac-cdf38e7c37f3 req-a6041086-fa6e-4ccf-b62b-1555523db6bc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:06.087505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-36d966fd-52b7-4731-bdac-cdf38e7c37f3 req-a6041086-fa6e-4ccf-b62b-1555523db6bc tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 951 time: 0.0913908 Feb 02 15:26:06.145818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-36d966fd-52b7-4731-bdac-cdf38e7c37f3 req-1a6d65f0-9839-4165-b651-802bddf5c808 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Feb 02 15:26:06.319404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb8a0-7c19-4e81-8c75-1df6e67f5b76 req-7c114b31-e53b-416b-90e5-b939689a4b4d tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:06.320874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-225cb8a0-7c19-4e81-8c75-1df6e67f5b76 req-7c114b31-e53b-416b-90e5-b939689a4b4d tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 943 time: 0.4594092 Feb 02 15:26:06.452362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-225cb8a0-7c19-4e81-8c75-1df6e67f5b76 req-01baf7f8-459c-46d9-96bb-137a6772084e tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154974 Feb 02 15:26:06.524885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a0ce4607-4310-45cb-af42-a7c83b0403a1 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:26:06.555982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83c64bb-3b09-49a4-898b-7c11dbee3702 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:26:06.578237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:06.618594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Transition to ACTIVE for port object e83c64bb-3b09-49a4-898b-7c11dbee3702 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:06.655480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:06.661428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:06.667128 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980ad3b-cad4-4662-b1b4-8c27caa6528f None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:06.680562 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980ad3b-cad4-4662-b1b4-8c27caa6528f None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:06.681861 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2980ad3b-cad4-4662-b1b4-8c27caa6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:06.699292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-202ce29d-24c1-4611-85e9-2b3e5ee5f21c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:06.700245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-202ce29d-24c1-4611-85e9-2b3e5ee5f21c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Synchronizing usage tracker for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:06.711453 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:06.715768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a0ce4607-4310-45cb-af42-a7c83b0403a1, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a0ce4607-4310-45cb-af42-a7c83b0403a1,segment=NetworkSegment(99fd9ab9-86d0-4749-b393-672e46aa4c0d),segment_id=99fd9ab9-86d0-4749-b393-672e46aa4c0d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:06.743097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'a0ce4607-4310-45cb-af42-a7c83b0403a1', 'network_id': '30689e38-3e9f-43e5-84f8-207e2cc39038', 'port_id': 'a0ce4607-4310-45cb-af42-a7c83b0403a1', 'mac_address': 'fa:16:3e:f9:60:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb32cd75-40a6-4ced-8688-d023805e46ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:26:06.777244 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2980ad3b-cad4-4662-b1b4-8c27caa6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:06.807827 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980ad3b-cad4-4662-b1b4-8c27caa6528f None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:06.807827 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2980ad3b-cad4-4662-b1b4-8c27caa6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:06.855301 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a5cd1b40-ab69-46cb-8d37-30e5736d23f7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/floatingips/95091819-904e-450e-a0f8-ee5feb3f055d HTTP/1.1" status: 200 len: 978 time: 5.5139613 Feb 02 15:26:06.855857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57566) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:06.900918 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:06.947712 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2980ad3b-cad4-4662-b1b4-8c27caa6528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:06.947712 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980ad3b-cad4-4662-b1b4-8c27caa6528f None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:06.959662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ce4607-4310-45cb-af42-a7c83b0403a1 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:26:06.975049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a0ce4607-4310-45cb-af42-a7c83b0403a1, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a0ce4607-4310-45cb-af42-a7c83b0403a1,segment=NetworkSegment(99fd9ab9-86d0-4749-b393-672e46aa4c0d),segment_id=99fd9ab9-86d0-4749-b393-672e46aa4c0d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:07.023524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-202ce29d-24c1-4611-85e9-2b3e5ee5f21c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Unset dirty status for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:07.023524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-202ce29d-24c1-4611-85e9-2b3e5ee5f21c tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 951 time: 0.5018520 Feb 02 15:26:07.025158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port 155ba4c1-0356-4563-a51e-61d78d292562 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:07.025602 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:07.057163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Pushing event updated for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:07.090153 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:07.244671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a0ce4607-4310-45cb-af42-a7c83b0403a1,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:07.285169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Deleting port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:07.290313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:07.432396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cbb6-c35c-4d03-8efe-d909550852f1 req-605b898c-7d7b-44d6-873f-c0c044532fa8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:07.432765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32b7cbb6-c35c-4d03-8efe-d909550852f1 req-605b898c-7d7b-44d6-873f-c0c044532fa8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 944 time: 0.3701744 Feb 02 15:26:07.486012 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:07.505170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a0ce4607-4310-45cb-af42-a7c83b0403a1'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:07.528319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Attempting to bind port e83c64bb-3b09-49a4-898b-7c11dbee3702 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:26:07.529325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Attempting to bind port e83c64bb-3b09-49a4-898b-7c11dbee3702 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:26:07.529433 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Attempting to bind port e83c64bb-3b09-49a4-898b-7c11dbee3702 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:26:07.580233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Port e83c64bb-3b09-49a4-898b-7c11dbee3702 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:26:07.580571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Attempting to bind port e83c64bb-3b09-49a4-898b-7c11dbee3702 on network 6bb452a6-5e23-4dd5-a667-dd158f932e95 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:26:07.600955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e70919-edd1-4360-94f8-cdc0159b54a6 req-a6a17d61-5d12-482c-9d2c-a12900e762fe tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:07.602965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-13e70919-edd1-4360-94f8-cdc0159b54a6 req-a6a17d61-5d12-482c-9d2c-a12900e762fe tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 951 time: 0.2338252 Feb 02 15:26:07.690115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57584) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:07.742255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:26:07.742769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Checking segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:07.742973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Bound using segment: {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:26:07.744180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Bound port: e83c64bb-3b09-49a4-898b-7c11dbee3702, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:26:07.744807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:07.755824 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32b7cbb6-c35c-4d03-8efe-d909550852f1 req-44ea2171-e41f-4013-ac06-e033b8379c0c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081102 Feb 02 15:26:07.909388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-13e70919-edd1-4360-94f8-cdc0159b54a6 req-71e28081-6b27-4cc0-a9ad-64094c1c8c3a tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715459 Feb 02 15:26:07.914092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'networks': [{'name': 'tempest-network--1876676251'}, {'name': 'tempest-network--1959307865'}]} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:07.914718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'network': {'name': 'tempest-network--1876676251'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:07.915329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'network': {'name': 'tempest-network--1959307865'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:07.978860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] For port 53eceab9-6a21-4ee8-bc1f-9885a47dd023, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=53eceab9-6a21-4ee8-bc1f-9885a47dd023,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:07.979347 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:07.995328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:26:08.018212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:08.038164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Usage tracker for resource:network and tenant:407abef4805c490b999adcddea020714 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:08.038164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:08.052716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:08.078666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.078882 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.079260 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 95091819-904e-450e-a0f8-ee5feb3f055d disassociated. External IP: 172.25.0.66, port: 155ba4c1-0356-4563-a51e-61d78d292562. Feb 02 15:26:08.079606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for 155ba4c1-0356-4563-a51e-61d78d292562 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:08.111762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Calling delete_port for 53eceab9-6a21-4ee8-bc1f-9885a47dd023 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:08.140218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:26:08.194365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Made reservation on behalf of 407abef4805c490b999adcddea020714 for: {'network': 2} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:08.198535 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.217808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.224751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.355127 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.420260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=155ba4c1-0356-4563-a51e-61d78d292562,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:08.422179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1189a-ca0e-4ed9-ac40-945df78400f1 req-ab2f0bc2-8bb0-4b2c-a54b-68f105e72f48 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:08.423985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85e1189a-ca0e-4ed9-ac40-945df78400f1 req-ab2f0bc2-8bb0-4b2c-a54b-68f105e72f48 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 944 time: 0.3192854 Feb 02 15:26:08.425390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.426655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] 10.222.0.107 "PUT /v2.0/ports/e83c64bb-3b09-49a4-898b-7c11dbee3702 HTTP/1.1" status: 200 len: 1092 time: 2.9851675 Feb 02 15:26:08.430231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:08.430936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:08.435803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Usage tracker for resource:security_group_rule and tenant:407abef4805c490b999adcddea020714 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:08.441244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:08.449560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:08.504427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2d0d6-9256-49d7-b688-a60a91a55be9 service neutron] Pushing event updated for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:08.551352 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'status': 'completed', 'code': 200} Feb 02 15:26:08.559480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85e1189a-ca0e-4ed9-ac40-945df78400f1 req-d440c701-bdc8-4f08-a946-8941e25da113 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839567 Feb 02 15:26:08.624881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.658982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be', 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:08.679816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event deleted for resources: {'Port': ['ID=53eceab9-6a21-4ee8-bc1f-9885a47dd023,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:08.681112 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.737559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-27a95967-4795-4a66-a856-d3999d509f1e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 1095 time: 0.1649988 Feb 02 15:26:08.762304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.764850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.839732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:08.847123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-61233aaa-8e08-476f-9168-9b53be1c90d2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702 HTTP/1.1" status: 200 len: 217 time: 0.0891502 Feb 02 15:26:08.850701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.851208 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Added segment b3205b78-9cb7-48b5-ae5f-fbb17f00ebdc of type vlan for network 62638d23-231c-4d51-80f9-31700b215a8f Feb 02 15:26:08.852977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] No DVR routers for this DVR port 53eceab9-6a21-4ee8-bc1f-9885a47dd023 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:08.855855 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.863076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e4b3a9-bbe1-4255-b1bf-5dc5616ab685,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:08.921846 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:08.935244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-84b9e59c-794b-4c39-a2b0-c71c35630f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:08.936281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-84b9e59c-794b-4c39-a2b0-c71c35630f19 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.0755970 Feb 02 15:26:08.989411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:26:09.012956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-112d3ae4-99c5-403e-a796-9f3c8fa30bfc req-90eee84d-6b38-4a75-9487-48bcf45d3b8b tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.107 "DELETE /v2.0/ports/53eceab9-6a21-4ee8-bc1f-9885a47dd023 HTTP/1.1" status: 204 len: 173 time: 1.9720457 Feb 02 15:26:09.042084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-00d7f4ed-fc72-4555-9aeb-edeb13d16784 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978062 Feb 02 15:26:09.152794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:09.178604 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:09.178955 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Added segment fe1e3449-f21b-4a55-8e2f-ec5492563555 of type vlan for network e1176d65-bb9f-421f-9676-df2e62d0646a Feb 02 15:26:09.181027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2473e7c-12b5-4dca-976d-b5ef2d7ef7fb req-fd380624-eb14-476f-83b5-9c84dc9dad94 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Synchronizing usage tracker for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:09.196719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cef6e-19a7-4041-9f96-60e2c1630282 req-71acbb1d-a6c3-462a-9ed7-61f2840afc4d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:09.198233 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f24cef6e-19a7-4041-9f96-60e2c1630282 req-71acbb1d-a6c3-462a-9ed7-61f2840afc4d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 944 time: 0.2656372 Feb 02 15:26:09.226376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:09.264831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-ac757a8c-5d64-4146-910b-14e07c3dc823 service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130764 Feb 02 15:26:09.346447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2473e7c-12b5-4dca-976d-b5ef2d7ef7fb req-fd380624-eb14-476f-83b5-9c84dc9dad94 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Unset dirty status for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:09.350109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2473e7c-12b5-4dca-976d-b5ef2d7ef7fb req-fd380624-eb14-476f-83b5-9c84dc9dad94 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 210 time: 0.2758088 Feb 02 15:26:09.369958 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f24cef6e-19a7-4041-9f96-60e2c1630282 req-2f4c08b6-2b72-4e22-b17e-508847bf9fe7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500447 Feb 02 15:26:09.421634 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f3db689-d92f-407f-8f5e-67c3bf483459 req-5a1c9582-4e1f-4fc2-b010-0d305bc1a0ef service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525073 Feb 02 15:26:09.441086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:09.452566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08f1cc-bf40-45f2-bc1f-08fab08c2d46 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:09.466134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08f1cc-bf40-45f2-bc1f-08fab08c2d46 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:09.467001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-cb08f1cc-bf40-45f2-bc1f-08fab08c2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:09.478241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:09.478241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:09.482006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:09.485008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:09.486660 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:09.566163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-cb08f1cc-bf40-45f2-bc1f-08fab08c2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:09.583150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08f1cc-bf40-45f2-bc1f-08fab08c2d46 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:09.583861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-cb08f1cc-bf40-45f2-bc1f-08fab08c2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:09.692092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-cb08f1cc-bf40-45f2-bc1f-08fab08c2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:09.692092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08f1cc-bf40-45f2-bc1f-08fab08c2d46 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:09.749622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Network': ['ID=62638d23-231c-4d51-80f9-31700b215a8f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:09.752612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:09.755835 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6c6e8826-9d53-413d-80b2-0f179e7a58a8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/ports/155ba4c1-0356-4563-a51e-61d78d292562 HTTP/1.1" status: 204 len: 168 time: 2.8987668 Feb 02 15:26:09.761968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 62638d23-231c-4d51-80f9-31700b215a8f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:09.765258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57606) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:09.873975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-fcad4990-6b1f-4276-bae9-b59605738f31 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 1095 time: 0.2279532 Feb 02 15:26:09.880937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c0b92f36-c0a7-44f6-8f82-94dc9f5701be tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "GET /v2.0/floatingips/95091819-904e-450e-a0f8-ee5feb3f055d HTTP/1.1" status: 200 len: 687 time: 0.1099207 Feb 02 15:26:09.906825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57610) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:10.046128 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3608127 Feb 02 15:26:10.063004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57616) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:10.170938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3708-275f-477a-8326-b029beb38a2a tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Network': ['ID=e1176d65-bb9f-421f-9676-df2e62d0646a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:10.187471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network e1176d65-bb9f-421f-9676-df2e62d0646a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:10.235898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port a269ee97-7d0d-4b9e-b3f9-ca54c8114ea6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:10.236600 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:10.262395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206267b-0dfe-4339-800b-add72355d6b7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:10.266304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206267b-0dfe-4339-800b-add72355d6b7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:10.278841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206267b-0dfe-4339-800b-add72355d6b7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:10.283576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206267b-0dfe-4339-800b-add72355d6b7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:10.284476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4206267b-0dfe-4339-800b-add72355d6b7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Synchronizing usage tracker for tenant:407abef4805c490b999adcddea020714 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:10.307797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8bd25-b699-459d-9a6b-dadc8c2e172c req-94764942-9bb3-4042-914e-d163c0cee843 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:10.309322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e3c8bd25-b699-459d-9a6b-dadc8c2e172c req-94764942-9bb3-4042-914e-d163c0cee843 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 944 time: 0.5313866 Feb 02 15:26:10.373199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-d538cbd4-421d-4efe-89f1-199dbb659443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:10.378618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-d538cbd4-421d-4efe-89f1-199dbb659443 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.4929886 Feb 02 15:26:10.379335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e3c8bd25-b699-459d-9a6b-dadc8c2e172c req-d77e1f01-e316-4831-83aa-e0a0b0b03aec tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Feb 02 15:26:10.403432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4206267b-0dfe-4339-800b-add72355d6b7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Unset dirty status for tenant:407abef4805c490b999adcddea020714 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:10.403432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4206267b-0dfe-4339-800b-add72355d6b7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3380992 Feb 02 15:26:10.405513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57622) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:10.546761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a0ce4607-4310-45cb-af42-a7c83b0403a1 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:26:10.576987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-deleted', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:10.665689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:10.719300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port a0ce4607-4310-45cb-af42-a7c83b0403a1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:10.727205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port a0ce4607-4310-45cb-af42-a7c83b0403a1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:10.728671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:10.855028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af720d7d-8017-460f-859f-6d7fc9a9cab0 req-73a52a5f-ef64-48f7-913f-0ad4909a0173 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:10.855028 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af720d7d-8017-460f-859f-6d7fc9a9cab0 req-73a52a5f-ef64-48f7-913f-0ad4909a0173 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 944 time: 0.2314506 Feb 02 15:26:10.855028 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:10.868537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6909bf38-cf09-43da-a97d-5519b1f5ce9a req-22959b8e-587b-469d-8cf5-01bc5900d86d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a0577d0-d028-497a-a5af-8d0acbee9f7b HTTP/1.1" status: 200 len: 210 time: 0.2262018 Feb 02 15:26:10.869943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:10.870318 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:10.910613 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-836096c2-882b-44a7-9bcd-631667fb8729 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702 HTTP/1.1" status: 200 len: 217 time: 0.3233283 Feb 02 15:26:11.005051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62638d23-231c-4d51-80f9-31700b215a8f']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:11.018109 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.025392 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af720d7d-8017-460f-859f-6d7fc9a9cab0 req-8c07fdc7-9cfd-40c6-a8e2-f1dcbdabb9fc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671782 Feb 02 15:26:11.025392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3205b78-9cb7-48b5-ae5f-fbb17f00ebdc') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:11.025392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3205b78-9cb7-48b5-ae5f-fbb17f00ebdc') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:11.040285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.062942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.072469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce4607-4310-45cb-af42-a7c83b0403a1'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:11.118541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:11.118541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.121210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a0ce4607-4310-45cb-af42-a7c83b0403a1, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a0ce4607-4310-45cb-af42-a7c83b0403a1,segment=NetworkSegment(99fd9ab9-86d0-4749-b393-672e46aa4c0d),segment_id=99fd9ab9-86d0-4749-b393-672e46aa4c0d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:11.132942 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0577d0-d028-497a-a5af-8d0acbee9f7b', 'name': 'network-vif-deleted', 'tag': '53eceab9-6a21-4ee8-bc1f-9885a47dd023', 'status': 'completed', 'code': 200} Feb 02 15:26:11.156629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for a269ee97-7d0d-4b9e-b3f9-ca54c8114ea6 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:11.192852 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:11.199549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.200416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:11.241526 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce4607-4310-45cb-af42-a7c83b0403a1', 'code': 200} Feb 02 15:26:11.248129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-b0ce1254-237c-4472-a036-8b82ad88feaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:11.252796 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-b0ce1254-237c-4472-a036-8b82ad88feaa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.2610381 Feb 02 15:26:11.393324 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.399266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 53eceab9-6a21-4ee8-bc1f-9885a47dd023 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:11.399615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 53eceab9-6a21-4ee8-bc1f-9885a47dd023 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:11.421057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a0ce4607-4310-45cb-af42-a7c83b0403a1,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:11.432361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.446368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Network': ['ID=62638d23-231c-4d51-80f9-31700b215a8f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:11.502988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b36c3e02-69bb-41df-ae88-97318200853b tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/networks/62638d23-231c-4d51-80f9-31700b215a8f HTTP/1.1" status: 204 len: 168 time: 1.0954885 Feb 02 15:26:11.508165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57636) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:11.539210 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-694ef640-0cc7-4752-839d-8a695cba83f5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744861 Feb 02 15:26:11.545173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6b2a273-531a-4320-94aa-81886bf71157 req-71efd614-98c0-432d-8861-b5ae1564ab45 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.2083931 Feb 02 15:26:11.679259 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.702486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6b2a273-531a-4320-94aa-81886bf71157 req-036fb7be-5251-49b2-8504-4d451146f68f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286612 Feb 02 15:26:11.725733 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-00fa6dda-866b-4417-a018-02fe7f4a041b service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777496 Feb 02 15:26:11.746988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.797646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=a269ee97-7d0d-4b9e-b3f9-ca54c8114ea6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:11.808101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49bec6-d2bc-4ee3-9cd0-326ba32c59d5 req-da670796-8937-44e8-8e37-0f22531aafea tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:11.809874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd49bec6-d2bc-4ee3-9cd0-326ba32c59d5 req-da670796-8937-44e8-8e37-0f22531aafea tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 945 time: 0.2797103 Feb 02 15:26:11.855584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.915300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1176d65-bb9f-421f-9676-df2e62d0646a']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:11.921083 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.932765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd49bec6-d2bc-4ee3-9cd0-326ba32c59d5 req-e774db69-c4b2-41ca-8b46-8f73a2d95cd8 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072750 Feb 02 15:26:11.940192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1e3449-f21b-4a55-8e2f-ec5492563555') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:11.952750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1e3449-f21b-4a55-8e2f-ec5492563555') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:11.956629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.956629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d82ea7b5-3c87-4bfb-9ef9-68362ef97bad tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/floatingips/95091819-904e-450e-a0f8-ee5feb3f055d HTTP/1.1" status: 204 len: 168 time: 2.0365355 Feb 02 15:26:11.956629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57642) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:11.971203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '2e0e905b-c0ac-44c0-9e99-90a735cc90a1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:11.976760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.981402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:11.981402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:floatingip and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:11.989694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:11.998879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:11.998879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:11.998879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:12.010883 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:12.013359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:12.183335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75e3080c-5456-4dea-a123-6aeb5337a918 req-533ea8cc-c883-48d4-a3a8-2ab41e3b8c8a service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938396 Feb 02 15:26:12.216660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:12.242433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:12.277522 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:12.297020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Network': ['ID=e1176d65-bb9f-421f-9676-df2e62d0646a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:12.309854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b841bd76-edae-4372-903f-9205849d19d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/networks/e1176d65-bb9f-421f-9676-df2e62d0646a HTTP/1.1" status: 204 len: 168 time: 0.7972369 Feb 02 15:26:12.310219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57652) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:12.514910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b63ec-3921-4fe0-a2a0-42b05aedde78 req-62bfb19b-5161-43d5-bf51-2c402836b6fc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:12.516458 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf2b63ec-3921-4fe0-a2a0-42b05aedde78 req-62bfb19b-5161-43d5-bf51-2c402836b6fc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 944 time: 0.2343237 Feb 02 15:26:12.541093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8ee1b-0a7f-4344-85c7-fc5442061973 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:12.545414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8ee1b-0a7f-4344-85c7-fc5442061973 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:12.546536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87b8ee1b-0a7f-4344-85c7-fc5442061973 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Synchronizing usage tracker for tenant:407abef4805c490b999adcddea020714 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:12.567959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e83c64bb-3b09-49a4-898b-7c11dbee3702 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:26:12.568499 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:12.638470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87b8ee1b-0a7f-4344-85c7-fc5442061973 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Unset dirty status for tenant:407abef4805c490b999adcddea020714 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:12.638470 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-87b8ee1b-0a7f-4344-85c7-fc5442061973 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3269935 Feb 02 15:26:12.646131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:12.655275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf2b63ec-3921-4fe0-a2a0-42b05aedde78 req-3acba67d-6df6-4fa8-bee0-74b5cc1aa097 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094923 Feb 02 15:26:12.664487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2085819765'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:12.674781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:12.694243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:12.792575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:12.804572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'mac_address': 'fa:16:3e:9f:6a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:26:12.833661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Made reservation on behalf of 407abef4805c490b999adcddea020714 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:12.838572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:12.872189 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:12.893133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:12.911242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83c64bb-3b09-49a4-898b-7c11dbee3702 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:26:12.918145 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:12.923170 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Added segment 7236422a-b26b-4cb0-ae05-69589d05a0a5 of type vlan for network 78f1b57a-8023-4333-a233-fb4bb65eedae Feb 02 15:26:12.933888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:13.018168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.069886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.25.0.225 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/d41746b4-e8ff-4f3f-9148-1e10a66c0cdf) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:13.098096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.212252 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.226466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:13.226466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.270794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:13.271072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb803bd-0f49-4229-b7b7-fff17d400d43 req-712ff7a9-7e9d-4148-90e6-a09a2839e7f0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:13.272939 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cb803bd-0f49-4229-b7b7-fff17d400d43 req-712ff7a9-7e9d-4148-90e6-a09a2839e7f0 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.3299174 Feb 02 15:26:13.383746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.383746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.383746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.383746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.383746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.383746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.394231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.397568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Network': ['ID=78f1b57a-8023-4333-a233-fb4bb65eedae,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:13.400749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.400749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.405743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2cb803bd-0f49-4229-b7b7-fff17d400d43 req-6b8a7466-3494-4fd8-8c49-a853ae320fe7 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046820 Feb 02 15:26:13.415356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.415356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.415356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:13.437613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 78f1b57a-8023-4333-a233-fb4bb65eedae details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:13.516409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.520926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3b2d3-383f-47a7-a0aa-4f3ef60c2d81 req-f98f0cdc-3280-434b-b5f4-2742a447cf7f tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:13.520926 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7b3b2d3-383f-47a7-a0aa-4f3ef60c2d81 req-f98f0cdc-3280-434b-b5f4-2742a447cf7f tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 945 time: 0.1303103 Feb 02 15:26:13.579065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['e83c64bb-3b09-49a4-898b-7c11dbee3702'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:13.587564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f8a99756-3876-4a66-bf1a-88b7dbb102d8 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9469810 Feb 02 15:26:13.590336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57668) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:13.597976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-928999730'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:13.603672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:13.607937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Usage tracker for resource:network and tenant:407abef4805c490b999adcddea020714 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:13.611495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:13.618266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:13.627993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:13.629197 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7b3b2d3-383f-47a7-a0aa-4f3ef60c2d81 req-15762c99-28b2-46c8-9cb2-6e1dcb180678 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095243 Feb 02 15:26:13.640122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:13.642750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=d41746b4-e8ff-4f3f-9148-1e10a66c0cdf,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:13.645158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:13.685750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Made reservation on behalf of 407abef4805c490b999adcddea020714 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:13.689526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.754635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:13.780256 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.780681 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Added segment 277cfb8c-4ba0-4616-9d19-77dbaf624e1e of type vlan for network 4bd08615-74eb-48ad-bc82-ae2b15f7c478 Feb 02 15:26:13.817193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.977024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:13.980943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:13.981575 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:14.133585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Network': ['ID=4bd08615-74eb-48ad-bc82-ae2b15f7c478,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:14.148306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b67a4a-4da0-4079-93b9-213c77ec1631 req-4e633dc5-e900-4cf8-99a9-493bd202250f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:14.149805 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-98b67a4a-4da0-4079-93b9-213c77ec1631 req-4e633dc5-e900-4cf8-99a9-493bd202250f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 945 time: 0.2306626 Feb 02 15:26:14.154523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 4bd08615-74eb-48ad-bc82-ae2b15f7c478 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:14.212736 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-64c3b758-cb08-49d2-996f-49b0168ecbc4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6177969 Feb 02 15:26:14.240085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57676) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:14.260438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'ports': [{'network_id': '78f1b57a-8023-4333-a233-fb4bb65eedae', 'name': 'tempest-port--367668447', 'admin_state_up': True}, {'network_id': '4bd08615-74eb-48ad-bc82-ae2b15f7c478', 'admin_state_up': False}]} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:14.260981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'port': {'network_id': '78f1b57a-8023-4333-a233-fb4bb65eedae', 'name': 'tempest-port--367668447', 'admin_state_up': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:14.261588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'port': {'network_id': '4bd08615-74eb-48ad-bc82-ae2b15f7c478', 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:14.312427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-98b67a4a-4da0-4079-93b9-213c77ec1631 req-18c0ceaf-ecc7-49dc-8fe2-c71afb5e6e8d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468019 Feb 02 15:26:14.330799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-84a847be-1ced-4b7d-ae1a-aa83b75e3091 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:14.332355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-84a847be-1ced-4b7d-ae1a-aa83b75e3091 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1215916 Feb 02 15:26:14.410676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Deleting port ec66d418-6790-43ed-a19a-3ccd681a9ce0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:14.410676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:14.434953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:14.608291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:14.653567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb899625-911a-4670-a104-a441058642d0 req-fe58d66f-3f2a-411b-8727-0dfb106c1d8b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:14.657418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb899625-911a-4670-a104-a441058642d0 req-fe58d66f-3f2a-411b-8727-0dfb106c1d8b tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 946 time: 0.3733978 Feb 02 15:26:14.657418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:14.667472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Usage tracker for resource:port and tenant:407abef4805c490b999adcddea020714 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:14.673229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:14.692995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:14.716378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] For port ec66d418-6790-43ed-a19a-3ccd681a9ce0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ec66d418-6790-43ed-a19a-3ccd681a9ce0,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:14.716725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:14.787310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2fd0-1692-4680-91eb-f684b210a5a1 req-ecd3a64c-7dad-4560-8438-0bd652c11d53 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:14.788276 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-155c2fd0-1692-4680-91eb-f684b210a5a1 req-ecd3a64c-7dad-4560-8438-0bd652c11d53 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 949 time: 0.1959686 Feb 02 15:26:14.800663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb899625-911a-4670-a104-a441058642d0 req-595c53ba-35ee-4045-99ca-f9135c780b2e tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303778 Feb 02 15:26:14.810156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Made reservation on behalf of 407abef4805c490b999adcddea020714 for: {'port': 2} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:14.814128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:14.843410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:14.863721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Calling delete_port for ec66d418-6790-43ed-a19a-3ccd681a9ce0 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:14.942051 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-155c2fd0-1692-4680-91eb-f684b210a5a1 req-9f6bd114-ad09-49ef-8f47-b273fd53474d tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010125 Feb 02 15:26:15.148180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:15.182717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:15.203991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event deleted for resources: {'Port': ['ID=ec66d418-6790-43ed-a19a-3ccd681a9ce0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:15.250603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:15.273806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] device_id is not set on port 5045a7f7-8e37-467d-9262-c9ba76741902 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:26:15.296023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] No DVR routers for this DVR port ec66d418-6790-43ed-a19a-3ccd681a9ce0 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:15.297653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76104c-79ff-473b-9852-f242e2aed17a req-1cb980d5-5261-4b03-ad58-f70d8ec80bf3 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:15.299289 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:15.303473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'name': 'network-vif-deleted', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:15.305491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed76104c-79ff-473b-9852-f242e2aed17a req-1cb980d5-5261-4b03-ad58-f70d8ec80bf3 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 945 time: 0.3692753 Feb 02 15:26:15.349654 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:15.367798 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9018fbf-9571-4ed6-8215-38e831f7c111', 'name': 'network-vif-deleted', 'tag': 'ec66d418-6790-43ed-a19a-3ccd681a9ce0', 'status': 'completed', 'code': 200} Feb 02 15:26:15.411507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20c0b9f4-358c-431b-b8c8-708a99947b2c req-32e13106-fbf9-4df2-a26f-17bd0db65c47 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.64 "DELETE /v2.0/ports/ec66d418-6790-43ed-a19a-3ccd681a9ce0 HTTP/1.1" status: 204 len: 173 time: 1.0709946 Feb 02 15:26:15.435411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed76104c-79ff-473b-9852-f242e2aed17a req-304bae77-5830-446f-81a6-7623a768abee tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294286 Feb 02 15:26:15.495539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=d41746b4-e8ff-4f3f-9148-1e10a66c0cdf,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:15.544733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:15.547321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:15.616310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03107f6-6f32-4213-a28d-4693c15e5a8b req-4153a45c-9e3d-4649-93f8-f37a49cc8565 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:15.623290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e03107f6-6f32-4213-a28d-4693c15e5a8b req-4153a45c-9e3d-4649-93f8-f37a49cc8565 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 945 time: 0.1435449 Feb 02 15:26:15.713919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e03107f6-6f32-4213-a28d-4693c15e5a8b req-bf0aad1e-cee4-43a6-bb2b-b657c3d2aa41 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892956 Feb 02 15:26:15.757165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] device_id is not set on port f3bfbc33-85ef-40ce-89f2-dace52756f20 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:26:15.930453 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:15.950781 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 269024f3-637c-42aa-9496-449166d39375 associated. External IP: 172.25.0.225, port: 2e0e905b-c0ac-44c0-9e99-90a735cc90a1. Feb 02 15:26:16.033828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbaafb-db63-4458-82bf-8424ca1cd5d3 req-ed74a37a-e48f-494e-afc2-8d52fa12f855 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:16.035321 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-16dbaafb-db63-4458-82bf-8424ca1cd5d3 req-ed74a37a-e48f-494e-afc2-8d52fa12f855 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 946 time: 0.0934248 Feb 02 15:26:16.085484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-16dbaafb-db63-4458-82bf-8424ca1cd5d3 req-ce71f933-2792-43dc-9839-091b5e7aaa09 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Feb 02 15:26:16.185758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:16.297272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e5d0e96-f1c3-4cf8-aa5f-cd0a7bc56d75 req-2e45d18f-2343-45d3-a050-7f33496c3067 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9018fbf-9571-4ed6-8215-38e831f7c111 HTTP/1.1" status: 200 len: 210 time: 0.0758188 Feb 02 15:26:16.330229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-f3d4b682-041c-4865-96f0-8b9385385021 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:16.330229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-f3d4b682-041c-4865-96f0-8b9385385021 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.107 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 946 time: 0.2662334 Feb 02 15:26:16.337230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Port': ['ID=5045a7f7-8e37-467d-9262-c9ba76741902,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:16.413867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568989a4-6a53-4433-bd9f-580cf9f2c064 req-9dd1cb95-350a-4127-be2d-7f5c60d1e124 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:16.415469 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-568989a4-6a53-4433-bd9f-580cf9f2c064 req-9dd1cb95-350a-4127-be2d-7f5c60d1e124 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 945 time: 0.1924605 Feb 02 15:26:16.434468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Checking segment: {'id': '7236422a-b26b-4cb0-ae05-69589d05a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '78f1b57a-8023-4333-a233-fb4bb65eedae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:16.435599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Network hostable DHCP agents. Network: 78f1b57a-8023-4333-a233-fb4bb65eedae, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:26:16.470216 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-568989a4-6a53-4433-bd9f-580cf9f2c064 req-200f4bfc-47de-47ab-a2f8-6bf359949bd7 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Feb 02 15:26:16.501849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Deleting port 768e089e-84d4-4549-ae2c-b7d26ff0f696 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:16.502191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:16.591144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e83c64bb-3b09-49a4-898b-7c11dbee3702 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:26:16.727443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port e83c64bb-3b09-49a4-898b-7c11dbee3702 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:16.735812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port e83c64bb-3b09-49a4-898b-7c11dbee3702 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:16.736484 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:16.839260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Network 78f1b57a-8023-4333-a233-fb4bb65eedae is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:26:16.859141 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:16.882334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:16.887346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:16.898752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:16.943482 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'code': 200} Feb 02 15:26:16.975768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ec66d418-6790-43ed-a19a-3ccd681a9ce0 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:17.004162 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:17.027661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 78f1b57a-8023-4333-a233-fb4bb65eedae) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:17.031365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:17.033188 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:17.046692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8924d-b78f-43ea-8a99-0ad1b6315083 None None] Network 78f1b57a-8023-4333-a233-fb4bb65eedae requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:17.058766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: ec66d418-6790-43ed-a19a-3ccd681a9ce0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:17.059056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ec66d418-6790-43ed-a19a-3ccd681a9ce0 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:17.087900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] For port 768e089e-84d4-4549-ae2c-b7d26ff0f696, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=768e089e-84d4-4549-ae2c-b7d26ff0f696,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:17.088258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:17.171295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:17.292267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Calling delete_port for 768e089e-84d4-4549-ae2c-b7d26ff0f696 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:17.304419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b8f81-45e3-4902-be58-0a50d5370b59 req-bf10eaa9-2aeb-480b-8c0c-e5e50b4bf9a4 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:17.305872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0d8b8f81-45e3-4902-be58-0a50d5370b59 req-bf10eaa9-2aeb-480b-8c0c-e5e50b4bf9a4 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 946 time: 0.0838847 Feb 02 15:26:17.347290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Port': ['ID=f3bfbc33-85ef-40ce-89f2-dace52756f20,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:17.354016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0d8b8f81-45e3-4902-be58-0a50d5370b59 req-afc68c74-9230-4586-820d-d00432dcc444 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Feb 02 15:26:17.403495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1e2b-b755-400b-9da4-7b3de8389a72 req-833c2669-b8aa-4a05-bee0-f1991fceca77 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:17.404975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d21a1e2b-b755-400b-9da4-7b3de8389a72 req-833c2669-b8aa-4a05-bee0-f1991fceca77 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 945 time: 0.5171344 Feb 02 15:26:17.475667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Checking segment: {'id': '277cfb8c-4ba0-4616-9d19-77dbaf624e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4bd08615-74eb-48ad-bc82-ae2b15f7c478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:17.476623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Network hostable DHCP agents. Network: 4bd08615-74eb-48ad-bc82-ae2b15f7c478, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:26:17.489178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:26:17.524615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8cc424b1-a629-4f54-9882-efecb86f8859 req-8163cba3-688f-4fda-9115-4174fc19e15b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 1097 time: 0.4465415 Feb 02 15:26:17.587285 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:17.596758 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d21a1e2b-b755-400b-9da4-7b3de8389a72 req-3a837d6b-05a3-46b3-99f2-2d44e9c2c6e3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806023 Feb 02 15:26:17.700320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Network 4bd08615-74eb-48ad-bc82-ae2b15f7c478 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:26:17.706940 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8cc424b1-a629-4f54-9882-efecb86f8859 req-b2e6c8a8-d7dc-42f6-bef0-d7c14d3b1acb service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435077 Feb 02 15:26:17.796383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:17.830872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74f07e32-9036-4f81-add7-aceaf73ff4b3', '26d877d1-7a30-4f20-88ed-937d9297a9e2', '02eb673c-ee5f-486a-8305-f4768db7d570'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:17.897514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 4bd08615-74eb-48ad-bc82-ae2b15f7c478) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:17.902123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Pushing event deleted for resources: {'Port': ['ID=768e089e-84d4-4549-ae2c-b7d26ff0f696,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:17.914342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f06daa-09df-4328-89e3-1ce18f659626 None None] Network 4bd08615-74eb-48ad-bc82-ae2b15f7c478 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:17.914418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:17.914418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:17.917203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:17.917831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:18.026340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153f0e1-9936-49d5-94b4-1416d4335128 req-a04fb2df-0489-4f62-9089-003213cbdc3d tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:18.027816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3153f0e1-9936-49d5-94b4-1416d4335128 req-a04fb2df-0489-4f62-9089-003213cbdc3d tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 945 time: 0.3064296 Feb 02 15:26:18.082336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] No DVR routers for this DVR port 768e089e-84d4-4549-ae2c-b7d26ff0f696 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:18.099545 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:18.102063 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62baca39-7fa7-4c0f-be0b-db59a5690396 req-e990aeea-a974-4988-a524-59ea06ef1297 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.107 "DELETE /v2.0/ports/768e089e-84d4-4549-ae2c-b7d26ff0f696 HTTP/1.1" status: 204 len: 173 time: 1.7610667 Feb 02 15:26:18.102857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e11b266-4052-4400-91b3-d3e142233e8f', 'name': 'network-vif-deleted', 'tag': '768e089e-84d4-4549-ae2c-b7d26ff0f696'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:18.149973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5503a16e-6434-4183-977f-d21e5046c76f tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9075732 Feb 02 15:26:18.153279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57718) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:18.174194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3153f0e1-9936-49d5-94b4-1416d4335128 req-1e9e5cff-2902-4bb5-9c24-cbab046a12c5 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011183 Feb 02 15:26:18.194726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:18.210846 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac83d88-603c-4530-b022-985590019e92 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:18.226593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-e4411f8e-8825-4e5c-846d-320d5937ab3f tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:18.228177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-e4411f8e-8825-4e5c-846d-320d5937ab3f tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.107 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 945 time: 0.2154992 Feb 02 15:26:18.242460 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac83d88-603c-4530-b022-985590019e92 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:18.243668 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3ac83d88-603c-4530-b022-985590019e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:18.310942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f28864-747d-46c2-943f-85b90efeb736 req-1640ab3b-8c2c-4b2f-b6d8-045a418f2694 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:18.312308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e6f28864-747d-46c2-943f-85b90efeb736 req-1640ab3b-8c2c-4b2f-b6d8-045a418f2694 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Synchronizing usage tracker for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:18.316671 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3ac83d88-603c-4530-b022-985590019e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:18.320760 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e11b266-4052-4400-91b3-d3e142233e8f', 'name': 'network-vif-deleted', 'tag': '768e089e-84d4-4549-ae2c-b7d26ff0f696', 'status': 'completed', 'code': 200} Feb 02 15:26:18.329926 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac83d88-603c-4530-b022-985590019e92 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:18.330895 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3ac83d88-603c-4530-b022-985590019e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:18.339739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Deleting port a0ce4607-4310-45cb-af42-a7c83b0403a1 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:18.340252 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:18.349022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e9a27-32c7-4e6a-81af-1ec52a58a341 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:18.353751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e9a27-32c7-4e6a-81af-1ec52a58a341 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:18.355605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e21e9a27-32c7-4e6a-81af-1ec52a58a341 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2007647 Feb 02 15:26:18.358499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57722) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:18.443950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e6f28864-747d-46c2-943f-85b90efeb736 req-1640ab3b-8c2c-4b2f-b6d8-045a418f2694 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Unset dirty status for tenant:4a45236fd49a4609b20b9ee44f01780a on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:18.452485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6f28864-747d-46c2-943f-85b90efeb736 req-1640ab3b-8c2c-4b2f-b6d8-045a418f2694 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.3578072 Feb 02 15:26:18.460641 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3ac83d88-603c-4530-b022-985590019e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:18.460641 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac83d88-603c-4530-b022-985590019e92 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:18.503853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-05b54bb1-8c25-4e73-ac0b-bc0d9188a94d tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Deleting port 5045a7f7-8e37-467d-9262-c9ba76741902 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:18.504212 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05b54bb1-8c25-4e73-ac0b-bc0d9188a94d tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:18.587966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6f28864-747d-46c2-943f-85b90efeb736 req-fb58ab22-f7b6-4307-8855-39aa1933a7fa tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339321 Feb 02 15:26:18.596900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:18.620769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 768e089e-84d4-4549-ae2c-b7d26ff0f696 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:18.655008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-25eb5ff7-938b-4320-99b5-74f055c6b7e6 req-5f23c12f-0e2e-442a-9d6a-2278fabdbf89 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:18.676652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 768e089e-84d4-4549-ae2c-b7d26ff0f696 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:18.677049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 768e089e-84d4-4549-ae2c-b7d26ff0f696 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:18.677640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a0ce4607-4310-45cb-af42-a7c83b0403a1 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:18.801440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e6368b41-465d-4abe-9045-71ab66c2b76c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.8402967 Feb 02 15:26:18.802285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57730) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:18.809650 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:18.837253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2057825928'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:18.855148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:18.855294 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05b54bb1-8c25-4e73-ac0b-bc0d9188a94d tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:18.857948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a0ce4607-4310-45cb-af42-a7c83b0403a1, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a0ce4607-4310-45cb-af42-a7c83b0403a1,segment=NetworkSegment(99fd9ab9-86d0-4749-b393-672e46aa4c0d),segment_id=99fd9ab9-86d0-4749-b393-672e46aa4c0d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:18.877812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:network and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:18.886443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-25eb5ff7-938b-4320-99b5-74f055c6b7e6 req-5f23c12f-0e2e-442a-9d6a-2278fabdbf89 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:18.887591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25eb5ff7-938b-4320-99b5-74f055c6b7e6 req-5f23c12f-0e2e-442a-9d6a-2278fabdbf89 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e11b266-4052-4400-91b3-d3e142233e8f HTTP/1.1" status: 200 len: 210 time: 0.3369377 Feb 02 15:26:18.888758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:18.944478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ce4607-4310-45cb-af42-a7c83b0403a1'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:18.962918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:18.981976 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:18.992865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-05b54bb1-8c25-4e73-ac0b-bc0d9188a94d tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Calling delete_port for 5045a7f7-8e37-467d-9262-c9ba76741902 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:19.056076 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ce4607-4310-45cb-af42-a7c83b0403a1', 'code': 200} Feb 02 15:26:19.061790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:19.066137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.076822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093e2d-f028-4737-b9af-6b6874b58a48 req-de7a0bd6-6d59-45af-9580-24a51b854ac9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:19.078994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a0ce4607-4310-45cb-af42-a7c83b0403a1,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:19.081069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9093e2d-f028-4737-b9af-6b6874b58a48 req-de7a0bd6-6d59-45af-9580-24a51b854ac9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.3182471 Feb 02 15:26:19.089637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] For port a0ce4607-4310-45cb-af42-a7c83b0403a1, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a0ce4607-4310-45cb-af42-a7c83b0403a1,segment=NetworkSegment(99fd9ab9-86d0-4749-b393-672e46aa4c0d),segment_id=99fd9ab9-86d0-4749-b393-672e46aa4c0d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:19.095732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.150612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9093e2d-f028-4737-b9af-6b6874b58a48 req-e93c149c-d05a-4aa8-9820-87e328b9eeaf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605066 Feb 02 15:26:19.222182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05b54bb1-8c25-4e73-ac0b-bc0d9188a94d tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.225518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Calling delete_port for a0ce4607-4310-45cb-af42-a7c83b0403a1 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:19.265372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:19.272439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b54bb1-8c25-4e73-ac0b-bc0d9188a94d tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Port': ['ID=5045a7f7-8e37-467d-9262-c9ba76741902,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:19.276312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.276864 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Added segment 9f623d8d-d058-485f-af63-064656171475 of type vlan for network 23976a13-9cac-41a2-aabe-901e533ac3f4 Feb 02 15:26:19.291630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05b54bb1-8c25-4e73-ac0b-bc0d9188a94d tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.309055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-05b54bb1-8c25-4e73-ac0b-bc0d9188a94d tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/ports/5045a7f7-8e37-467d-9262-c9ba76741902 HTTP/1.1" status: 204 len: 168 time: 0.9490583 Feb 02 15:26:19.315963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57738) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:19.327223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.384998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4692d130-5da1-4a34-abbb-534c45160385 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Deleting port f3bfbc33-85ef-40ce-89f2-dace52756f20 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:19.385392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4692d130-5da1-4a34-abbb-534c45160385 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.464291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1f234-7f72-44f4-892a-5149747de493 req-e1a63a5f-a536-49c6-8453-8769a48345bd tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:19.465766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5f1f234-7f72-44f4-892a-5149747de493 req-e1a63a5f-a536-49c6-8453-8769a48345bd tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 943 time: 0.0903885 Feb 02 15:26:19.474065 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:26:19.474356 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:26:19.531496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5f1f234-7f72-44f4-892a-5149747de493 req-5e605311-72c2-4cf3-9d67-76474ce7fa13 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582561 Feb 02 15:26:19.537937 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.544327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:19.545179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.662218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Network': ['ID=23976a13-9cac-41a2-aabe-901e533ac3f4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:19.663519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4692d130-5da1-4a34-abbb-534c45160385 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:19.674964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:19.679996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-dd76b950-4cb1-46f0-8146-2453f3637c26 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:19.681415 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-dd76b950-4cb1-46f0-8146-2453f3637c26 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.2085083 Feb 02 15:26:19.775328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-acdc5b91-7038-4fff-a456-e8f7c21562e8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9655375 Feb 02 15:26:19.777755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57744) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:19.785950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'subnet': {'network_id': '23976a13-9cac-41a2-aabe-901e533ac3f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:19.901217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:19.905337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:subnet and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:19.915574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:19.916086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:19.923085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4692d130-5da1-4a34-abbb-534c45160385 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Calling delete_port for f3bfbc33-85ef-40ce-89f2-dace52756f20 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:19.975441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Deleting port a0ce4607-4310-45cb-af42-a7c83b0403a1 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:19.975977 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:20.006720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:20.050195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Deleting port 3d554596-d72d-4e6e-a83f-f8320403d7be {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:20.050454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:20.179631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:20.191704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49366035-4422-4dea-9abb-3f40a8dfb343 req-be32a202-a13f-4bc2-95a4-07fbb7ed0eb4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:20.193495 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49366035-4422-4dea-9abb-3f40a8dfb343 req-be32a202-a13f-4bc2-95a4-07fbb7ed0eb4 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 950 time: 0.4567828 Feb 02 15:26:20.225601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4692d130-5da1-4a34-abbb-534c45160385 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:20.369220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692d130-5da1-4a34-abbb-534c45160385 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Port': ['ID=f3bfbc33-85ef-40ce-89f2-dace52756f20,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:20.406711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4692d130-5da1-4a34-abbb-534c45160385 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:20.446591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4692d130-5da1-4a34-abbb-534c45160385 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/ports/f3bfbc33-85ef-40ce-89f2-dace52756f20 HTTP/1.1" status: 204 len: 168 time: 1.1292698 Feb 02 15:26:20.450916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57756) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:20.453267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49366035-4422-4dea-9abb-3f40a8dfb343 req-1bcaa850-80a7-422d-8122-2b90f5effcd9 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/security-groups?id=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336810 Feb 02 15:26:20.509394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a2081001-4d99-4ce3-8e32-4ba6360bacfa tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Synchronizing usage tracker for tenant:407abef4805c490b999adcddea020714 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:20.517053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] For port 3d554596-d72d-4e6e-a83f-f8320403d7be, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3d554596-d72d-4e6e-a83f-f8320403d7be,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:20.517403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:20.648998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Calling delete_port for 3d554596-d72d-4e6e-a83f-f8320403d7be owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:20.687506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] For port a0ce4607-4310-45cb-af42-a7c83b0403a1, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a0ce4607-4310-45cb-af42-a7c83b0403a1,segment=NetworkSegment(99fd9ab9-86d0-4749-b393-672e46aa4c0d),segment_id=99fd9ab9-86d0-4749-b393-672e46aa4c0d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:20.689856 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:20.760582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7658d1-4e3f-40ed-b4f6-688e6396ae0a req-269e5a15-61fb-4aab-9c5a-3a9cce625a04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:20.768513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b7658d1-4e3f-40ed-b4f6-688e6396ae0a req-269e5a15-61fb-4aab-9c5a-3a9cce625a04 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.4630132 Feb 02 15:26:20.768883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a2081001-4d99-4ce3-8e32-4ba6360bacfa tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Unset dirty status for tenant:407abef4805c490b999adcddea020714 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:20.774578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a2081001-4d99-4ce3-8e32-4ba6360bacfa tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3201275 Feb 02 15:26:20.775642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57764) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:20.790691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-348436143'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:20.799700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:20.806001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Usage tracker for resource:network and tenant:407abef4805c490b999adcddea020714 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:20.810313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:20.854922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:20.896011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9e82d-1471-4186-8a17-0af96d3a9754 req-dd8d9489-b791-4521-b625-33a796a2fdc0 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:20.897463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04e9e82d-1471-4186-8a17-0af96d3a9754 req-dd8d9489-b791-4521-b625-33a796a2fdc0 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 943 time: 0.1977742 Feb 02 15:26:20.922440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Calling delete_port for a0ce4607-4310-45cb-af42-a7c83b0403a1 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:20.948525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04e9e82d-1471-4186-8a17-0af96d3a9754 req-cb8ef993-2b5d-4c00-a3cc-f28a6761a2c1 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/security-groups?id=a556f751-73a5-4ba3-8f7f-2e1457b9952a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Feb 02 15:26:20.966123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Made reservation on behalf of 407abef4805c490b999adcddea020714 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:20.971509 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:20.987221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.034099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3d554596-d72d-4e6e-a83f-f8320403d7be'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:21.041178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Pushing event deleted for resources: {'Port': ['ID=3d554596-d72d-4e6e-a83f-f8320403d7be,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:21.054879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b7658d1-4e3f-40ed-b4f6-688e6396ae0a req-4e93618d-e639-4e5c-88e4-5d6e29a0e6c1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849319 Feb 02 15:26:21.087801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:21.139095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] No DVR routers for this DVR port 3d554596-d72d-4e6e-a83f-f8320403d7be on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:21.141005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.141520 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Added segment ae842120-a01c-4502-91f9-bc400655a0c9 of type vlan for network a94f5e38-261a-4a27-8015-4dd3a0ee7238 Feb 02 15:26:21.143085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.145606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'name': 'network-vif-deleted', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:21.186984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.221121 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1950abb-5ba0-4d72-9e8c-0e1751e24551', 'name': 'network-vif-deleted', 'tag': '3d554596-d72d-4e6e-a83f-f8320403d7be', 'status': 'completed', 'code': 200} Feb 02 15:26:21.229472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.254863 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2952f870-243f-44c4-abd0-53b2598cfe3e req-353ebd08-bad0-4829-95a6-852e3478239e tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.64 "DELETE /v2.0/ports/3d554596-d72d-4e6e-a83f-f8320403d7be HTTP/1.1" status: 204 len: 173 time: 1.5159669 Feb 02 15:26:21.310305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Subnet': ['ID=957474e7-fd3e-4849-bfda-9d35a35481e9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:21.324181 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.327042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Checking segment: {'id': '9f623d8d-d058-485f-af63-064656171475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '23976a13-9cac-41a2-aabe-901e533ac3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:21.327408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network hostable DHCP agents. Network: 23976a13-9cac-41a2-aabe-901e533ac3f4, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:26:21.328249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:21.329481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.348943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.402886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Pushing event deleted for resources: {'Port': ['ID=a0ce4607-4310-45cb-af42-a7c83b0403a1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:21.442029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:26:21.486628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Network': ['ID=a94f5e38-261a-4a27-8015-4dd3a0ee7238,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:21.503479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] No DVR routers for this DVR port a0ce4607-4310-45cb-af42-a7c83b0403a1 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:21.507404 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.510366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'name': 'network-vif-deleted', 'tag': 'a0ce4607-4310-45cb-af42-a7c83b0403a1'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:21.527876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network a94f5e38-261a-4a27-8015-4dd3a0ee7238 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:21.557564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 23976a13-9cac-41a2-aabe-901e533ac3f4) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:21.562140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57780) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:21.563190 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-60b7e850-dd4c-4301-adce-0373c86a29c7 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7849410 Feb 02 15:26:21.573174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-220537556'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:21.584258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b63c46-c441-4931-89df-2b82ea6c8df3 None None] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:21.597542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:21.597542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.602186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:21.625058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Usage tracker for resource:network and tenant:407abef4805c490b999adcddea020714 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:21.654291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:21.678740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d98657f-458c-4cf8-9269-b7276a6b8590 req-8015c8e7-3fa8-45c2-847b-8248aa917e99 tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.107 "DELETE /v2.0/ports/a0ce4607-4310-45cb-af42-a7c83b0403a1 HTTP/1.1" status: 204 len: 173 time: 3.4392416 Feb 02 15:26:21.678740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:21.699381 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c152bb31-962b-40c8-ab34-61d0bcbb7fb7', 'name': 'network-vif-deleted', 'tag': 'a0ce4607-4310-45cb-af42-a7c83b0403a1', 'status': 'completed', 'code': 200} Feb 02 15:26:21.816164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9330bf7e-054a-4f64-9b99-c861776d48d6 req-6286a2cd-dc68-42a3-ad82-1b2179da3675 tempest-MigrationsAdminTest-1851754863 tempest-MigrationsAdminTest-1851754863-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1950abb-5ba0-4d72-9e8c-0e1751e24551 HTTP/1.1" status: 200 len: 210 time: 0.0863991 Feb 02 15:26:21.817576 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bf1baa14-0031-4040-ad34-58b23b1ec060 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0386853 Feb 02 15:26:21.823772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57784) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:21.838767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1238731772', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:21.889729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:21.901870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:router and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:21.907576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for router was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:21.916291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:21.918943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Made reservation on behalf of 407abef4805c490b999adcddea020714 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:21.923017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:21.957705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b6e94-db7a-4ce3-a26d-8d998fece58a req-3e0ff9ec-12ff-4e72-8d31-bfec66b4dbda tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:21.965986 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f40b6e94-db7a-4ce3-a26d-8d998fece58a req-3e0ff9ec-12ff-4e72-8d31-bfec66b4dbda tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.1183643 Feb 02 15:26:21.982473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:22.007193 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.007992 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Added segment 40cc1e48-8dd7-45a5-8f88-83cb43cc46bc of type vlan for network ae261e8d-28ec-467e-886b-7dc581fcd7c4 Feb 02 15:26:22.035299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f40b6e94-db7a-4ce3-a26d-8d998fece58a req-c1737c85-4bae-4044-b66b-4b4401d42a7d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683761 Feb 02 15:26:22.056638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.057943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.093947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.111543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.162815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-23976a13-9cac-41a2-aabe-901e533ac3f4', 'network_id': '23976a13-9cac-41a2-aabe-901e533ac3f4', 'tenant_id': 'f540d4698f7346ad8b65e2984fa2a033', 'fixed_ips': [{'subnet_id': '957474e7-fd3e-4849-bfda-9d35a35481e9'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:26:22.164642 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.192099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8fc229a-905f-428c-a674-5f5706100966 req-37077e9b-b49c-4f8b-9f1a-c73bdb27a67e tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Synchronizing usage tracker for tenant:6d6760eb6ca141ecba48718df3c1648d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:22.342736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.353846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:22.354480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.354585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Allocated IP 172.20.0.2 (23976a13-9cac-41a2-aabe-901e533ac3f4/957474e7-fd3e-4849-bfda-9d35a35481e9/a4266998-e4ae-44fc-a45d-f365c8ca92ec) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:22.373426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8fc229a-905f-428c-a674-5f5706100966 req-37077e9b-b49c-4f8b-9f1a-c73bdb27a67e tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] Unset dirty status for tenant:6d6760eb6ca141ecba48718df3c1648d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:22.388509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8fc229a-905f-428c-a674-5f5706100966 req-37077e9b-b49c-4f8b-9f1a-c73bdb27a67e tempest-ServerGroupTestJSON-678889207 tempest-ServerGroupTestJSON-678889207-project] 10.222.0.88 "GET /v2.0/ports?device_id=c152bb31-962b-40c8-ab34-61d0bcbb7fb7 HTTP/1.1" status: 200 len: 210 time: 0.2610097 Feb 02 15:26:22.519346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Network': ['ID=ae261e8d-28ec-467e-886b-7dc581fcd7c4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:22.536376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network ae261e8d-28ec-467e-886b-7dc581fcd7c4 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:22.556673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.614844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0acdb10b-ad3a-4e60-88eb-0492855daac6 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0483420 Feb 02 15:26:22.718012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.731141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Transition to ACTIVE for port object a4266998-e4ae-44fc-a45d-f365c8ca92ec will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:22.760442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57792) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:22.766514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'subnets': [{'network_id': 'a94f5e38-261a-4a27-8015-4dd3a0ee7238', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1590442272', 'ip_version': 4}, {'network_id': 'ae261e8d-28ec-467e-886b-7dc581fcd7c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:22.766873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'subnet': {'network_id': 'a94f5e38-261a-4a27-8015-4dd3a0ee7238', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1590442272', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:22.767517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Request body: {'subnet': {'network_id': 'ae261e8d-28ec-467e-886b-7dc581fcd7c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:22.774918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Transition to ACTIVE for port object a4266998-e4ae-44fc-a45d-f365c8ca92ec will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:22.899996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.955766 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:22.982996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:22.985980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:22.996645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:23.005298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:23.022302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3d554596-d72d-4e6e-a83f-f8320403d7be no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:23.030310 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:26:23.087353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Pushing event updated for resources: {'Port': ['ID=a4266998-e4ae-44fc-a45d-f365c8ca92ec,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:23.090249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 3d554596-d72d-4e6e-a83f-f8320403d7be {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:23.090596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3d554596-d72d-4e6e-a83f-f8320403d7be not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:23.161382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:23.171444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Usage tracker for resource:subnet and tenant:407abef4805c490b999adcddea020714 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:23.179548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:23.187238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:23.216253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Attempting to bind port a4266998-e4ae-44fc-a45d-f365c8ca92ec on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:26:23.216786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Attempting to bind port a4266998-e4ae-44fc-a45d-f365c8ca92ec by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9f623d8d-d058-485f-af63-064656171475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '23976a13-9cac-41a2-aabe-901e533ac3f4'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:26:23.217249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Attempting to bind port a4266998-e4ae-44fc-a45d-f365c8ca92ec on network 23976a13-9cac-41a2-aabe-901e533ac3f4 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:26:23.223694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.25.0.90 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/a83df2ea-97c3-4e5b-9223-e69410a22fe8) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:23.239343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:26:23.239343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Checking segment: {'id': '9f623d8d-d058-485f-af63-064656171475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '23976a13-9cac-41a2-aabe-901e533ac3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:23.239343 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:23.239343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Bound using segment: {'id': '9f623d8d-d058-485f-af63-064656171475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '23976a13-9cac-41a2-aabe-901e533ac3f4'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:26:23.239343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Bound port: a4266998-e4ae-44fc-a45d-f365c8ca92ec, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f623d8d-d058-485f-af63-064656171475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '23976a13-9cac-41a2-aabe-901e533ac3f4'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:26:23.239343 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:23.325663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Made reservation on behalf of 407abef4805c490b999adcddea020714 for: {'subnet': 2} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:23.382748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] For port a4266998-e4ae-44fc-a45d-f365c8ca92ec, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:26:23.386105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] For port a4266998-e4ae-44fc-a45d-f365c8ca92ec, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a4266998-e4ae-44fc-a45d-f365c8ca92ec,segment=NetworkSegment(9f623d8d-d058-485f-af63-064656171475),segment_id=9f623d8d-d058-485f-af63-064656171475)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:26:23.400709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:23.470478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f0d4a-7b31-49dc-a57c-93bb1b966447 req-5c86b48a-9396-4ba0-970a-73e3cca02452 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:23.471985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f89f0d4a-7b31-49dc-a57c-93bb1b966447 req-5c86b48a-9396-4ba0-970a-73e3cca02452 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.2261190 Feb 02 15:26:23.507323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:23.581749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:23.602596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95df0b-ec53-49bd-83ee-db54ce3eab0c None None] Pushing event updated for resources: {'Port': ['ID=a4266998-e4ae-44fc-a45d-f365c8ca92ec,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:23.677624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f89f0d4a-7b31-49dc-a57c-93bb1b966447 req-86921a60-0a50-4ae7-bea5-9aed3c9705d8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964724 Feb 02 15:26:23.694940 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:23.695270 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:23.789735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:23.848445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:23.877540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:24.072491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57820) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:24.147586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=a83df2ea-97c3-4e5b-9223-e69410a22fe8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:24.467480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7ef6d43f-73ab-46e4-846b-3da8a9bb2650 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a45236fd49a4609b20b9ee44f01780a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3935378 Feb 02 15:26:24.470874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57828) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:24.507449 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe40e79a-2bfb-4778-ad1e-7789aa9b15e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:24.516486 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:24.517396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:24.621041 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d3f058c-c82e-4edb-b34b-dcfb3aae7e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:24.665549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d3f058c-c82e-4edb-b34b-dcfb3aae7e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:24.800149 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:24.902898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Subnet': ['ID=d4e3d557-1332-4fc7-b39a-6c452ce59a0e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:24.915067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d3f058c-c82e-4edb-b34b-dcfb3aae7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:24.939258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f058c-c82e-4edb-b34b-dcfb3aae7e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:24.981400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Checking segment: {'id': 'ae842120-a01c-4502-91f9-bc400655a0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a94f5e38-261a-4a27-8015-4dd3a0ee7238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:24.981769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Network hostable DHCP agents. Network: a94f5e38-261a-4a27-8015-4dd3a0ee7238, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:26:25.048764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router db1adffa-40b3-4de0-9bd9-f49a8de7ae63 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:26:25.144773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d3f058c-c82e-4edb-b34b-dcfb3aae7e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:25.145016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d3f058c-c82e-4edb-b34b-dcfb3aae7e03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a7b4f7e7-3be2-4ef0-a96a-1666d5a87c60 HTTP/1.1" status: 204 len: 168 time: 0.6730418 Feb 02 15:26:25.179521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb847e2-b4bf-4ae5-abc5-153093976c87 req-bf34fdbf-1000-4c4f-8a64-d70f1562301d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:25.181654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fb847e2-b4bf-4ae5-abc5-153093976c87 req-bf34fdbf-1000-4c4f-8a64-d70f1562301d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 945 time: 0.1728768 Feb 02 15:26:25.186565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989b810-1056-43eb-b2e5-962b4057e93f None None] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:25.197271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Network a94f5e38-261a-4a27-8015-4dd3a0ee7238 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:26:25.290944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, a94f5e38-261a-4a27-8015-4dd3a0ee7238) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:25.293771 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:25.320544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd17c5-cc61-4969-b6fb-c69476b1e4ed None None] Network a94f5e38-261a-4a27-8015-4dd3a0ee7238 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:25.368352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fb847e2-b4bf-4ae5-abc5-153093976c87 req-88970a3e-4a45-44c7-8adf-c66949ecdadc tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770251 Feb 02 15:26:25.389038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event updated for resources: {'Subnet': ['ID=8def7885-a61a-466a-8ade-1692f2bf03b8,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:25.402055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Checking segment: {'id': '40cc1e48-8dd7-45a5-8f88-83cb43cc46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ae261e8d-28ec-467e-886b-7dc581fcd7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:25.402663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Network hostable DHCP agents. Network: ae261e8d-28ec-467e-886b-7dc581fcd7c4, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:26:25.460175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:25.476595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac16f0-2064-42c3-8b60-4a3cf02f13b2 None None] Sync routers for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:25.544195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Network ae261e8d-28ec-467e-886b-7dc581fcd7c4 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:26:25.583064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ae150ac9-f173-451d-9588-f80757cb4ff6 None None] Provisioning for port a4266998-e4ae-44fc-a45d-f365c8ca92ec completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:25.587518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:25.590798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77765f-80e7-4ac0-a6f7-40496f16c2d2 req-9f0cc30d-a403-4302-9dea-a41225e2b980 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:25.593906 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b4c416fe-5a88-4732-b686-d2155bb9f926 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7689517 Feb 02 15:26:25.596995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d77765f-80e7-4ac0-a6f7-40496f16c2d2 req-9f0cc30d-a403-4302-9dea-a41225e2b980 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.1446118 Feb 02 15:26:25.597659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57854) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:25.672713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac16f0-2064-42c3-8b60-4a3cf02f13b2 None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:25.674056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4eac16f0-2064-42c3-8b60-4a3cf02f13b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:25.741091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, ae261e8d-28ec-467e-886b-7dc581fcd7c4) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:25.756710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a4266998-e4ae-44fc-a45d-f365c8ca92ec up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:26:25.757075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:25.757547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:25.758165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:25.799025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d30bacb-7a95-4fe4-94e6-4539b5b62c06 None None] Network ae261e8d-28ec-467e-886b-7dc581fcd7c4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:25.809209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d77765f-80e7-4ac0-a6f7-40496f16c2d2 req-7a8107d8-4dca-4767-bff7-4fc1f83a1a80 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076869 Feb 02 15:26:25.829804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57858) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:25.904717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d273115c-cbf2-43bd-91f5-7fee81022a35 admin admin] Deleting subnet eb32cd75-40a6-4ced-8688-d023805e46ea {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:26:25.907051 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d273115c-cbf2-43bd-91f5-7fee81022a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:25.930106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4eac16f0-2064-42c3-8b60-4a3cf02f13b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:25.944238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c84dcaf5-7b11-4d12-85d0-dcbb589a7b64 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1826694 Feb 02 15:26:25.946849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57862) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:25.975119 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d273115c-cbf2-43bd-91f5-7fee81022a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.053765 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d273115c-cbf2-43bd-91f5-7fee81022a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.072551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-a94f5e38-261a-4a27-8015-4dd3a0ee7238', 'network_id': 'a94f5e38-261a-4a27-8015-4dd3a0ee7238', 'tenant_id': '407abef4805c490b999adcddea020714', 'fixed_ips': [{'subnet_id': 'd4e3d557-1332-4fc7-b39a-6c452ce59a0e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:26:26.073357 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.096258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac16f0-2064-42c3-8b60-4a3cf02f13b2 None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:26.096881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4eac16f0-2064-42c3-8b60-4a3cf02f13b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:26.127937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665aa0c-b257-44fe-a03f-204cbd629b1e tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:26.129409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665aa0c-b257-44fe-a03f-204cbd629b1e tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:26.130710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665aa0c-b257-44fe-a03f-204cbd629b1e tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:26.131496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1665aa0c-b257-44fe-a03f-204cbd629b1e tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Synchronizing usage tracker for tenant:407abef4805c490b999adcddea020714 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:26.182321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57868) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:26.193222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4eac16f0-2064-42c3-8b60-4a3cf02f13b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:26.193620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac16f0-2064-42c3-8b60-4a3cf02f13b2 None None] The sync data for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:26.221668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d273115c-cbf2-43bd-91f5-7fee81022a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.295058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1665aa0c-b257-44fe-a03f-204cbd629b1e tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Unset dirty status for tenant:407abef4805c490b999adcddea020714 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:26.296445 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1665aa0c-b257-44fe-a03f-204cbd629b1e tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3484936 Feb 02 15:26:26.301279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57872) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:26.381688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273115c-cbf2-43bd-91f5-7fee81022a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb32cd75-40a6-4ced-8688-d023805e46ea,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:26.382837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a4266998-e4ae-44fc-a45d-f365c8ca92ec completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:26.426941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d273115c-cbf2-43bd-91f5-7fee81022a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.435059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-ae261e8d-28ec-467e-886b-7dc581fcd7c4', 'network_id': 'ae261e8d-28ec-467e-886b-7dc581fcd7c4', 'tenant_id': '407abef4805c490b999adcddea020714', 'fixed_ips': [{'subnet_id': '8def7885-a61a-466a-8ade-1692f2bf03b8'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:26:26.435059 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.435330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-87960616-5f44-46dd-9429-0baaa7b7b0ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=172ff0f7b0154af4a80ea6b676493582&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2486906 Feb 02 15:26:26.436925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57876) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:26.452947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a4266998-e4ae-44fc-a45d-f365c8ca92ec triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:26.453201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.482479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d273115c-cbf2-43bd-91f5-7fee81022a35 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/eb32cd75-40a6-4ced-8688-d023805e46ea HTTP/1.1" status: 204 len: 168 time: 0.6509368 Feb 02 15:26:26.483929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57882) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:26.494636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Deleting subnet d4e3d557-1332-4fc7-b39a-6c452ce59a0e {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:26:26.574709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Allocated IP 172.20.0.2 (a94f5e38-261a-4a27-8015-4dd3a0ee7238/d4e3d557-1332-4fc7-b39a-6c452ce59a0e/5d6cf21e-9df6-4b33-bd68-a7fc34b609d2) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:26.765287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.792062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.799441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-a9e523bf-b1ab-41bf-9f7e-9fafcdd1dfa6 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:26.800992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-a9e523bf-b1ab-41bf-9f7e-9fafcdd1dfa6 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 945 time: 0.4204888 Feb 02 15:26:26.936287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.958444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.972138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Allocated IP 172.20.0.18 (ae261e8d-28ec-467e-886b-7dc581fcd7c4/8def7885-a61a-466a-8ade-1692f2bf03b8/f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:26.979004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d97cb4-3947-4df9-a73f-ab850d745b3f req-50b65bd5-7883-4cee-b2ff-40ef114ebd21 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:26.982524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c3a7ff54-aae3-47e6-b84b-db3668493920 None None] Provisioning complete for port a4266998-e4ae-44fc-a45d-f365c8ca92ec triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:26.983156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ff54-aae3-47e6-b84b-db3668493920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:26.986970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7d97cb4-3947-4df9-a73f-ab850d745b3f req-50b65bd5-7883-4cee-b2ff-40ef114ebd21 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 945 time: 0.3433456 Feb 02 15:26:27.005313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Deleting port 02eb673c-ee5f-486a-8305-f4768db7d570 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:27.009077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.012387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.048468 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2e824bc-48fd-4852-bf1f-ef2e50319a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.223387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a4266998-e4ae-44fc-a45d-f365c8ca92ec, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a4266998-e4ae-44fc-a45d-f365c8ca92ec,segment=NetworkSegment(9f623d8d-d058-485f-af63-064656171475),segment_id=9f623d8d-d058-485f-af63-064656171475)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:27.228914 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.279296 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.308701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30689e38-3e9f-43e5-84f8-207e2cc39038']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:27.329079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Transition to ACTIVE for port object 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:27.333215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fd9ab9-86d0-4749-b393-672e46aa4c0d') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:27.333685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fd9ab9-86d0-4749-b393-672e46aa4c0d') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:27.338265 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.345055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7d97cb4-3947-4df9-a73f-ab850d745b3f req-975ddcd9-5502-4752-8dfd-c1bd5d2fb4e3 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565042 Feb 02 15:26:27.362877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.411643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.477281 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.481362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Transition to ACTIVE for port object 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:27.500287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:27.500676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.508825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41c10b-e825-4218-ad0d-99a5a9e89c05 req-cf53c734-af63-4ff9-89f5-125ef31c6bd4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:27.517904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e41c10b-e825-4218-ad0d-99a5a9e89c05 req-cf53c734-af63-4ff9-89f5-125ef31c6bd4 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.2887814 Feb 02 15:26:27.545999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a4266998-e4ae-44fc-a45d-f365c8ca92ec,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:27.546374 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:27.561236 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.588065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Transition to ACTIVE for port object f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:27.780635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ccd123-acb6-4102-8bae-26a04a457a19,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:27.782857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Transition to ACTIVE for port object f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:27.783295 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e41c10b-e825-4218-ad0d-99a5a9e89c05 req-6dc0c304-9f81-43a3-96d9-aec767eb71f6 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094570 Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.783383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:27.784221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a4266998-e4ae-44fc-a45d-f365c8ca92ec up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:26:27.784302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] For port 02eb673c-ee5f-486a-8305-f4768db7d570, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=02eb673c-ee5f-486a-8305-f4768db7d570,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:27.784302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.832516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.20.0.1 (23976a13-9cac-41a2-aabe-901e533ac3f4/957474e7-fd3e-4849-bfda-9d35a35481e9/17515558-0a70-4b38-9c41-6e2dbcc2d405) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:27.864273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a4266998-e4ae-44fc-a45d-f365c8ca92ec triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:27.864645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.881815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Calling delete_port for 02eb673c-ee5f-486a-8305-f4768db7d570 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:27.917799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:27.919192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e8d941b-84f2-477d-852a-010160941151 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b7ccd123-acb6-4102-8bae-26a04a457a19 HTTP/1.1" status: 204 len: 168 time: 1.4795141 Feb 02 15:26:28.004699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.032772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.032772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.037322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.069014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.069647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] Pushing event deleted for resources: {'Network': ['ID=30689e38-3e9f-43e5-84f8-207e2cc39038,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:28.093020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Network a94f5e38-261a-4a27-8015-4dd3a0ee7238 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:28.095569 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.107100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:28.113122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.120868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:28.140554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Transition to ACTIVE for port object 17515558-0a70-4b38-9c41-6e2dbcc2d405 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:28.146923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Network ae261e8d-28ec-467e-886b-7dc581fcd7c4 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:28.151272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:28.156489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:28.190679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.200821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.200821 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-625f0287-880a-4c44-bcaa-08b916f8ef7d admin admin] 10.222.0.88 "DELETE /v2.0/networks/30689e38-3e9f-43e5-84f8-207e2cc39038 HTTP/1.1" status: 204 len: 168 time: 1.7093182 Feb 02 15:26:28.230129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Pushing event updated for resources: {'Port': ['ID=5d6cf21e-9df6-4b33-bd68-a7fc34b609d2,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:28.251065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Pushing event deleted for resources: {'Port': ['ID=02eb673c-ee5f-486a-8305-f4768db7d570,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:28.256962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74f07e32-9036-4f81-add7-aceaf73ff4b3', '26d877d1-7a30-4f20-88ed-937d9297a9e2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:28.371034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] No DVR routers for this DVR port 02eb673c-ee5f-486a-8305-f4768db7d570 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:28.373590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.376316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87ad16aa-e36a-4d34-9772-5dea27b92435 req-1a6979c6-037c-4477-8f16-079254b69aa1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "DELETE /v2.0/ports/02eb673c-ee5f-486a-8305-f4768db7d570 HTTP/1.1" status: 204 len: 173 time: 1.5686142 Feb 02 15:26:28.376768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4cb648-f850-43d9-8f44-493e94cff7d1', 'name': 'network-vif-deleted', 'tag': '02eb673c-ee5f-486a-8305-f4768db7d570'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:28.407444 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.490884 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4cb648-f850-43d9-8f44-493e94cff7d1', 'name': 'network-vif-deleted', 'tag': '02eb673c-ee5f-486a-8305-f4768db7d570', 'status': 'completed', 'code': 200} Feb 02 15:26:28.550301 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.557512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:28.586019 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.593475 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.602840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Attempting to bind port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:26:28.603384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Attempting to bind port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '40cc1e48-8dd7-45a5-8f88-83cb43cc46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ae261e8d-28ec-467e-886b-7dc581fcd7c4'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:26:28.603550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:28.604136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Attempting to bind port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 on network ae261e8d-28ec-467e-886b-7dc581fcd7c4 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:26:28.626221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:26:28.626694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Checking segment: {'id': '40cc1e48-8dd7-45a5-8f88-83cb43cc46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ae261e8d-28ec-467e-886b-7dc581fcd7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:28.627295 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.628098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Bound using segment: {'id': '40cc1e48-8dd7-45a5-8f88-83cb43cc46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ae261e8d-28ec-467e-886b-7dc581fcd7c4'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:26:28.628635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Bound port: f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cc1e48-8dd7-45a5-8f88-83cb43cc46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ae261e8d-28ec-467e-886b-7dc581fcd7c4'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:26:28.629066 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.633598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:28.649546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Pushing event updated for resources: {'Port': ['ID=f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:28.653505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e83c64bb-3b09-49a4-898b-7c11dbee3702 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:26:28.658297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Attempting to bind port 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:26:28.658297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Attempting to bind port 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ae842120-a01c-4502-91f9-bc400655a0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a94f5e38-261a-4a27-8015-4dd3a0ee7238'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:26:28.658781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Attempting to bind port 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2 on network a94f5e38-261a-4a27-8015-4dd3a0ee7238 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:26:28.687150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:26:28.687150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Checking segment: {'id': 'ae842120-a01c-4502-91f9-bc400655a0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a94f5e38-261a-4a27-8015-4dd3a0ee7238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:28.687150 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.687150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Bound using segment: {'id': 'ae842120-a01c-4502-91f9-bc400655a0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a94f5e38-261a-4a27-8015-4dd3a0ee7238'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:26:28.687150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Bound port: 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae842120-a01c-4502-91f9-bc400655a0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a94f5e38-261a-4a27-8015-4dd3a0ee7238'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:26:28.687150 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.736329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e3d557-1332-4fc7-b39a-6c452ce59a0e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:28.749631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=17515558-0a70-4b38-9c41-6e2dbcc2d405,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:28.837284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.855354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.860362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.861317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.862037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.862602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.863208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] For port 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:26:28.863908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.866334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.866694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] For port 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d6cf21e-9df6-4b33-bd68-a7fc34b609d2,segment=NetworkSegment(ae842120-a01c-4502-91f9-bc400655a0c9),segment_id=ae842120-a01c-4502-91f9-bc400655a0c9)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:26:28.867155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.867711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.868278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.868821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:28.872219 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:26:28.956683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:28.978618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57920) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:28.993510 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.009417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.009791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.010152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.011703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.012090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.012436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.013489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.013850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.014187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.014523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.017074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:26:29.108195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511d3c9-d05e-4fdd-a032-d4c286436447 req-6d592bb0-3466-4492-9943-12d22df33197 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:29.108195 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9511d3c9-d05e-4fdd-a032-d4c286436447 req-6d592bb0-3466-4492-9943-12d22df33197 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.1955183 Feb 02 15:26:29.144650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 02eb673c-ee5f-486a-8305-f4768db7d570 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:29.152606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f8e9de2-7970-4e69-917b-cc8af74c642a req-e7427a21-8197-435b-b388-9f603c0e22e3 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b4cb648-f850-43d9-8f44-493e94cff7d1 HTTP/1.1" status: 200 len: 210 time: 0.1314738 Feb 02 15:26:29.220165 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-433ea547-94ce-45dd-965a-44f998710168 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/subnets/d4e3d557-1332-4fc7-b39a-6c452ce59a0e HTTP/1.1" status: 204 len: 168 time: 2.8975413 Feb 02 15:26:29.220165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57926) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:29.227538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 02eb673c-ee5f-486a-8305-f4768db7d570 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:29.227538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 02eb673c-ee5f-486a-8305-f4768db7d570 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:29.273183 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fd523e7d-4962-4310-bbb7-b69a43b85c10 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d6760eb6ca141ecba48718df3c1648d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2771859 Feb 02 15:26:29.273183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57934) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:29.357099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9511d3c9-d05e-4fdd-a032-d4c286436447 req-8093f48b-32f5-46d7-bc3b-0e41e641582b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462659 Feb 02 15:26:29.394664 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7848-bc3a-4753-b8e3-595a64a1f35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.435832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] For port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:26:29.441079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] For port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61,segment=NetworkSegment(40cc1e48-8dd7-45a5-8f88-83cb43cc46bc),segment_id=40cc1e48-8dd7-45a5-8f88-83cb43cc46bc)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:26:29.455431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ce363bf7-81d1-4196-b75f-f0aca5054f3c None None] Provisioning for port 17515558-0a70-4b38-9c41-6e2dbcc2d405 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:29.463611 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7848-bc3a-4753-b8e3-595a64a1f35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.515286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ce363bf7-81d1-4196-b75f-f0aca5054f3c None None] Provisioning complete for port 17515558-0a70-4b38-9c41-6e2dbcc2d405 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:29.516745 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ce363bf7-81d1-4196-b75f-f0aca5054f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.681990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ce363bf7-81d1-4196-b75f-f0aca5054f3c None None] Port 17515558-0a70-4b38-9c41-6e2dbcc2d405 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:26:29.684211 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.729717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef75645a-e6ec-48e4-bc9d-46b598c0f5f9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Deleting subnet 8def7885-a61a-466a-8ade-1692f2bf03b8 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:26:29.731338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f0617-ebca-40a4-a851-f2d820760801 None None] Pushing event updated for resources: {'Port': ['ID=5d6cf21e-9df6-4b33-bd68-a7fc34b609d2,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:29.751675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7848-bc3a-4753-b8e3-595a64a1f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.762025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef75645a-e6ec-48e4-bc9d-46b598c0f5f9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.778657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb7848-bc3a-4753-b8e3-595a64a1f35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a556f751-73a5-4ba3-8f7f-2e1457b9952a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:29.825062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef75645a-e6ec-48e4-bc9d-46b598c0f5f9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.947981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef75645a-e6ec-48e4-bc9d-46b598c0f5f9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.992232 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7848-bc3a-4753-b8e3-595a64a1f35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:29.993867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f0cb7848-bc3a-4753-b8e3-595a64a1f35f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a556f751-73a5-4ba3-8f7f-2e1457b9952a HTTP/1.1" status: 204 len: 168 time: 0.7199137 Feb 02 15:26:30.126731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:30.182104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:30.250194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'port_id': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'mac_address': 'fa:16:3e:9f:6a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:26:30.251783 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef75645a-e6ec-48e4-bc9d-46b598c0f5f9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:30.350238 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:30.378315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f1d073-fbf1-4224-a479-c3da910e5e4d None None] Network a94f5e38-261a-4a27-8015-4dd3a0ee7238 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:30.573449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef75645a-e6ec-48e4-bc9d-46b598c0f5f9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:30.630124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698116-3a99-4b00-9c2a-8ef1b14776a3 None None] Pushing event updated for resources: {'Port': ['ID=f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:30.744256 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:30.820252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e83c64bb-3b09-49a4-898b-7c11dbee3702 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:26:30.971150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75645a-e6ec-48e4-bc9d-46b598c0f5f9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Subnet': ['ID=8def7885-a61a-466a-8ade-1692f2bf03b8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:30.983769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:31.000893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ef75645a-e6ec-48e4-bc9d-46b598c0f5f9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/subnets/8def7885-a61a-466a-8ade-1692f2bf03b8 HTTP/1.1" status: 204 len: 168 time: 1.7842722 Feb 02 15:26:31.002243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57972) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:31.050791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:31.178473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc131f48-1933-4986-8cd0-2957b64d50c9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:31.181456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bc131f48-1933-4986-8cd0-2957b64d50c9 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1776133 Feb 02 15:26:31.188204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57978) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:31.232726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:31.259344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424fd10-87bf-4558-a805-dc87af2ab474 req-963b91ef-10f1-4ede-b98f-6d095d696a2d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:31.261955 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0424fd10-87bf-4558-a805-dc87af2ab474 req-963b91ef-10f1-4ede-b98f-6d095d696a2d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.4246514 Feb 02 15:26:31.262845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['e83c64bb-3b09-49a4-898b-7c11dbee3702'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:31.499468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:31.527827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Deleting port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:31.528323 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:31.555591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0424fd10-87bf-4558-a805-dc87af2ab474 req-844b18ee-27cb-422d-877d-4915c4b758da tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745977 Feb 02 15:26:31.729818 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:31.742712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035f75c-d9d3-4029-85e4-0f9ee3db27e8 None None] Network ae261e8d-28ec-467e-886b-7dc581fcd7c4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:31.809373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:31.977652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:26:32.131216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:32.135116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=17515558-0a70-4b38-9c41-6e2dbcc2d405,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:32.210134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] For port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61,segment=NetworkSegment(40cc1e48-8dd7-45a5-8f88-83cb43cc46bc),segment_id=40cc1e48-8dd7-45a5-8f88-83cb43cc46bc)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:32.210704 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:32.400349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8b7f5f84-cbfd-412f-beee-290329a6bdea None None] Provisioning for port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:32.432217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Calling delete_port for f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:32.436328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:32.442031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:32.455864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:32.464569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:32.465157 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:32.554557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385580a-095c-438b-ae71-a966c345c9eb req-eb6b7679-2f06-4628-ac66-def08951d799 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:32.556372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7385580a-095c-438b-ae71-a966c345c9eb req-eb6b7679-2f06-4628-ac66-def08951d799 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:32.565536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6d8cd-b836-45e3-a1a7-b4512a6f0278 None None] DHCP port deletion for ae261e8d-28ec-467e-886b-7dc581fcd7c4 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:26:32.576245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-61c6d8cd-b836-45e3-a1a7-b4512a6f0278 None None] Deleting port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:32.577551 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-61c6d8cd-b836-45e3-a1a7-b4512a6f0278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:32.893802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7385580a-095c-438b-ae71-a966c345c9eb req-eb6b7679-2f06-4628-ac66-def08951d799 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:32.897208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7385580a-095c-438b-ae71-a966c345c9eb req-eb6b7679-2f06-4628-ac66-def08951d799 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 946 time: 1.1078801 Feb 02 15:26:33.009468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-61c6d8cd-b836-45e3-a1a7-b4512a6f0278 None None] The port 'f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:26:33.032092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.039721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c4b53-105b-49ea-b6ec-a75b39bf9d4a req-da263fd9-944f-42fe-88e5-acbf7a9f522e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:33.049587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e3c4b53-105b-49ea-b6ec-a75b39bf9d4a req-da263fd9-944f-42fe-88e5-acbf7a9f522e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 946 time: 0.2458575 Feb 02 15:26:33.061680 n-d-827122-1 neutron-server[95774]: INFO neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No ports have port_id starting with f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 Feb 02 15:26:33.074021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dd41c4-4307-486f-91a2-2823dea60b5e None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:26:33.171658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e83c64bb-3b09-49a4-898b-7c11dbee3702 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:26:33.175368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] No DVR routers for this DVR port f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:33.181350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e3c4b53-105b-49ea-b6ec-a75b39bf9d4a req-e6c34210-d507-45ad-9ff3-1f43ec5df60f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308110 Feb 02 15:26:33.306812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Port': ['ID=f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:33.315505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router db1adffa-40b3-4de0-9bd9-f49a8de7ae63 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:26:33.361244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a0203910-1dd4-4789-a493-c448c0b389ca None None] Provisioning complete for port 17515558-0a70-4b38-9c41-6e2dbcc2d405 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:33.361757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a0203910-1dd4-4789-a493-c448c0b389ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.431020 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.449278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a0203910-1dd4-4789-a493-c448c0b389ca None None] Port 17515558-0a70-4b38-9c41-6e2dbcc2d405 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:26:33.467339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae261e8d-28ec-467e-886b-7dc581fcd7c4']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:33.483330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cc1e48-8dd7-45a5-8f88-83cb43cc46bc') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:33.483794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cc1e48-8dd7-45a5-8f88-83cb43cc46bc') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:33.498481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.499415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port e83c64bb-3b09-49a4-898b-7c11dbee3702 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:33.499660 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.516585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.523397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:33.524017 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:33.638332 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:33.660089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-be957050-8bda-4937-b933-2a95b2855c18 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:33.661942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-be957050-8bda-4937-b933-2a95b2855c18 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 946 time: 0.9879243 Feb 02 15:26:33.680499 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7385580a-095c-438b-ae71-a966c345c9eb req-0f82d396-4004-41e0-af1b-b63df7290b2d tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664316 Feb 02 15:26:33.707891 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.731275 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.749136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:33.774350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.788017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd41c4-4307-486f-91a2-2823dea60b5e None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:26:33.808839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:33.809294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f51d25b5-dca0-4cfd-ad2b-d664a4ac6d61 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:33.809771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616b2ae-c502-4601-91de-03ab99931c72 req-070ce954-48e7-4b90-9b3d-16dc431b2b14 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:33.817146 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e616b2ae-c502-4601-91de-03ab99931c72 req-070ce954-48e7-4b90-9b3d-16dc431b2b14 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 945 time: 0.3332207 Feb 02 15:26:33.831682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Network': ['ID=ae261e8d-28ec-467e-886b-7dc581fcd7c4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:33.870737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Deleting port 26d877d1-7a30-4f20-88ed-937d9297a9e2 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:33.871221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:33.987277 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:33.990807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e616b2ae-c502-4601-91de-03ab99931c72 req-9c6b8fa5-c320-48ae-99f0-6a8c41c2101f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590340 Feb 02 15:26:33.990807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58032) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:34.001942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d0e22299-df07-4002-98b7-966f28391b45 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/networks/ae261e8d-28ec-467e-886b-7dc581fcd7c4 HTTP/1.1" status: 204 len: 168 time: 2.7928376 Feb 02 15:26:34.023404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:34.119702 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:34.123878 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'code': 200} Feb 02 15:26:34.375356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:34.510182 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:34.629430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] For port 26d877d1-7a30-4f20-88ed-937d9297a9e2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=26d877d1-7a30-4f20-88ed-937d9297a9e2,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:34.630490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:34.785372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Deleting port 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:34.785724 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:34.797446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Calling delete_port for 26d877d1-7a30-4f20-88ed-937d9297a9e2 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:34.885292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-b0e9546e-bbe5-49d3-a56f-8deb58ee1d28 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:34.886275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-b0e9546e-bbe5-49d3-a56f-8deb58ee1d28 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.107 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 946 time: 0.3690014 Feb 02 15:26:35.108762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d89a-0525-4953-83ec-b9b6b4c92729 req-54fc5c82-dc05-4b3b-b7bb-0cf0962da9e9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:35.116186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7f9d89a-0525-4953-83ec-b9b6b4c92729 req-54fc5c82-dc05-4b3b-b7bb-0cf0962da9e9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 946 time: 0.6000931 Feb 02 15:26:35.159194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:35.164712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Deleting port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:35.165895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:35.190774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74f07e32-9036-4f81-add7-aceaf73ff4b3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:35.238628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Pushing event deleted for resources: {'Port': ['ID=26d877d1-7a30-4f20-88ed-937d9297a9e2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:35.262635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:35.275165 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165964e-911d-47f3-924d-75317499d591 None None] Sync routers for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:35.296318 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165964e-911d-47f3-924d-75317499d591 None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:35.298079 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7165964e-911d-47f3-924d-75317499d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:35.329580 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9f2fcd0f-aa6f-4973-bd3b-c53d7fd8649c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/routers/db1adffa-40b3-4de0-9bd9-f49a8de7ae63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7280841 Feb 02 15:26:35.383766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58064) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:35.396904 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7165964e-911d-47f3-924d-75317499d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:35.411288 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165964e-911d-47f3-924d-75317499d591 None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:35.411884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a2ac348-f3a9-4b4d-a4e2-2bb2c2157374 req-51a23582-8a19-461a-8bdb-3566c273afa8 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 210 time: 0.1773758 Feb 02 15:26:35.412345 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7165964e-911d-47f3-924d-75317499d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:35.424830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'port': {'network_id': '23976a13-9cac-41a2-aabe-901e533ac3f4', 'name': 'tempest-FloatingIPTestJSON-2127811281'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:35.492419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] No DVR routers for this DVR port 26d877d1-7a30-4f20-88ed-937d9297a9e2 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:35.500820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:35.501963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7f9d89a-0525-4953-83ec-b9b6b4c92729 req-117b9425-058f-433c-b47d-977a41db2124 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846493 Feb 02 15:26:35.513183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68204c5-0319-4b90-8aad-29e93655314c', 'name': 'network-vif-deleted', 'tag': '26d877d1-7a30-4f20-88ed-937d9297a9e2'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:35.537294 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7165964e-911d-47f3-924d-75317499d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:35.537868 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165964e-911d-47f3-924d-75317499d591 None None] The sync data for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:35.593071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ca3b8ab-ca9a-4f86-a906-0ba11aeba748 req-b3e8aedb-2948-42f3-9c40-d3527269c2e1 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "DELETE /v2.0/ports/26d877d1-7a30-4f20-88ed-937d9297a9e2 HTTP/1.1" status: 204 len: 173 time: 1.9112890 Feb 02 15:26:35.686735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b285102d-0f10-4cce-bb5a-b8f6dfde3551 req-a49b59df-2b2e-4ca7-9d53-d78d8ff03a9f tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=afc7786b-92da-44a2-b6c9-2fb957549e27 HTTP/1.1" status: 200 len: 210 time: 0.0616689 Feb 02 15:26:35.991286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] For port 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d6cf21e-9df6-4b33-bd68-a7fc34b609d2,segment=NetworkSegment(ae842120-a01c-4502-91f9-bc400655a0c9),segment_id=ae842120-a01c-4502-91f9-bc400655a0c9)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:35.992826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:36.010800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:36.084923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Usage tracker for resource:port and tenant:f540d4698f7346ad8b65e2984fa2a033 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:36.090842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Quota usage for port was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:36.180682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Calling delete_port for 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:36.218298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:36.226344 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68204c5-0319-4b90-8aad-29e93655314c', 'name': 'network-vif-deleted', 'tag': '26d877d1-7a30-4f20-88ed-937d9297a9e2', 'status': 'completed', 'code': 200} Feb 02 15:26:36.312243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:36.312704 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:36.422335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b51c4-a1a0-45d7-a3e0-a6d504cad67a req-e245b007-4bb3-47e7-b816-d7d99a2fa4c0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:36.423940 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-305b51c4-a1a0-45d7-a3e0-a6d504cad67a req-e245b007-4bb3-47e7-b816-d7d99a2fa4c0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.6819863 Feb 02 15:26:36.690584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Made reservation on behalf of f540d4698f7346ad8b65e2984fa2a033 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:36.706483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:36.733258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:36.845136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] device_id is not set on port 4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:26:36.906299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Port': ['ID=5d6cf21e-9df6-4b33-bd68-a7fc34b609d2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:36.954310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] No DVR routers for this DVR port 5d6cf21e-9df6-4b33-bd68-a7fc34b609d2 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:37.020992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 26d877d1-7a30-4f20-88ed-937d9297a9e2 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:37.062104 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-305b51c4-a1a0-45d7-a3e0-a6d504cad67a req-0ca64bc8-95e9-4f55-a9ba-a1edf0a116b5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285174 Feb 02 15:26:37.105360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d4530db-6dd3-4d6e-820b-3e86ef702c4b no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:37.107033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5e60fffb-fda9-4993-a9ce-1578c0fa0cf3 req-86d646fa-4f6b-4dd0-ac9e-9cc809ba7211 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Synchronizing usage tracker for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:37.189535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 26d877d1-7a30-4f20-88ed-937d9297a9e2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:37.190201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 26d877d1-7a30-4f20-88ed-937d9297a9e2 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:37.244720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5e60fffb-fda9-4993-a9ce-1578c0fa0cf3 req-86d646fa-4f6b-4dd0-ac9e-9cc809ba7211 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Unset dirty status for tenant:2f4a09849b2f4bbc9c46acbc677686bc on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:37.246908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e60fffb-fda9-4993-a9ce-1578c0fa0cf3 req-86d646fa-4f6b-4dd0-ac9e-9cc809ba7211 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=d68204c5-0319-4b90-8aad-29e93655314c HTTP/1.1" status: 200 len: 210 time: 0.2190249 Feb 02 15:26:37.392913 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:37.451020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:37.460525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:37.529333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:37.574397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:37.661403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=13']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:37.726804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:37.727572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:37.730709 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Floating IP 49439952-e865-4e6f-aad2-33c00a10b8fc disassociated. External IP: 172.25.0.130, port: 1d4530db-6dd3-4d6e-820b-3e86ef702c4b. Feb 02 15:26:37.731438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Calling delete_port for 1d4530db-6dd3-4d6e-820b-3e86ef702c4b owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:37.792867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94f5e38-261a-4a27-8015-4dd3a0ee7238']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:37.792867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Allocated IP 172.20.0.4 (23976a13-9cac-41a2-aabe-901e533ac3f4/957474e7-fd3e-4849-bfda-9d35a35481e9/4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:37.793040 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a8cc1ce-de92-48bc-b606-fe751dcec663 req-79d1140d-c194-4d32-aa6b-0ceadb595645 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0578413 Feb 02 15:26:37.861420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae842120-a01c-4502-91f9-bc400655a0c9') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:37.862046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae842120-a01c-4502-91f9-bc400655a0c9') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:37.896889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:37.907616 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'code': 200} Feb 02 15:26:37.918228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd816-b5f3-4009-951c-186afadd1ac3 req-54dcdba5-dfca-435c-a6df-d2b898e9e685 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:37.919683 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b78bd816-b5f3-4009-951c-186afadd1ac3 req-54dcdba5-dfca-435c-a6df-d2b898e9e685 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 946 time: 0.5938292 Feb 02 15:26:37.946537 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:37.976418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:37.976797 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:37.995307 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:38.140417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b78bd816-b5f3-4009-951c-186afadd1ac3 req-f58833fb-ae12-4844-a5ee-ec712f6251b6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096050 Feb 02 15:26:38.212045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:26:38.212045 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:26:38.262565 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:38.292038 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:38.294620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Network': ['ID=a94f5e38-261a-4a27-8015-4dd3a0ee7238,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:38.300490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9c92b-985e-4406-a4bf-0a27e1febb0d req-48b57d33-1cdb-49bf-bca6-88a9fa6e7e2e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:38.310271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55c9c92b-985e-4406-a4bf-0a27e1febb0d req-48b57d33-1cdb-49bf-bca6-88a9fa6e7e2e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.0943327 Feb 02 15:26:38.336364 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:38.361110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e9ecf706-c1b0-4d4e-af35-6d883e65f723 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/networks/a94f5e38-261a-4a27-8015-4dd3a0ee7238 HTTP/1.1" status: 204 len: 168 time: 4.3656836 Feb 02 15:26:38.366130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58120) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:38.371734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Transition to ACTIVE for port object 4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:38.376026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55c9c92b-985e-4406-a4bf-0a27e1febb0d req-6fe028f0-d9bf-4fea-bbfc-bcdfc0636330 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643647 Feb 02 15:26:38.526456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:38.698630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:38.731157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd08615-74eb-48ad-bc82-ae2b15f7c478']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:38.749461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277cfb8c-4ba0-4616-9d19-77dbaf624e1e') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:38.749922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277cfb8c-4ba0-4616-9d19-77dbaf624e1e') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:38.784183 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:38.804082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Deleting port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:38.804421 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:38.886451 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:38.996508 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:39.008465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:39.009105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:39.336508 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:39.586388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff13cc-699a-4631-a87c-858dbf8e254e req-4adde135-7298-4c0a-8b8d-a48ac62ffef9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:39.589022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:39.590137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61ff13cc-699a-4631-a87c-858dbf8e254e req-4adde135-7298-4c0a-8b8d-a48ac62ffef9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.1200886 Feb 02 15:26:39.590288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1abcf8bc-3332-4b83-a9d7-7d3caae33e04 req-1463a5db-5174-4058-8128-b483bf29648b tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1955483 Feb 02 15:26:39.590361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61ff13cc-699a-4631-a87c-858dbf8e254e req-d9864bed-667a-47f6-ad8f-65373b3bcbd1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862510 Feb 02 15:26:39.594563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:39.596362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event updated for resources: {'Port': ['ID=4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:39.601061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:40.147104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] For port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:40.147470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:40.238087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2237078f-c8c2-48b3-8156-779d88e9bc4f None None] Provisioning for port 4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:40.247707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2237078f-c8c2-48b3-8156-779d88e9bc4f None None] Provisioning complete for port 4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:40.247707 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2237078f-c8c2-48b3-8156-779d88e9bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:40.310274 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:40.312885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2237078f-c8c2-48b3-8156-779d88e9bc4f None None] Port 4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:26:40.348180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:40.348796 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:40.397400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:40.524709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Network': ['ID=4bd08615-74eb-48ad-bc82-ae2b15f7c478,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:40.566919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58160) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:40.579292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4ca74331-463d-4535-b28e-9e2b7dafe0a3 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/networks/4bd08615-74eb-48ad-bc82-ae2b15f7c478 HTTP/1.1" status: 204 len: 168 time: 2.2118559 Feb 02 15:26:40.654607 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-034d7cfe-2ac6-4453-9228-ea56e6ac105c tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.2586432 Feb 02 15:26:40.664338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58168) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:40.686489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91a4d176-ba38-49cd-8888-a75df466e3a4 req-0d07fc0e-fc8f-48ac-a17f-35f3cfc2e159 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=afc7786b-92da-44a2-b6c9-2fb957549e27 HTTP/1.1" status: 200 len: 210 time: 0.0832682 Feb 02 15:26:40.722802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Request body: {'floatingip': {'port_id': '4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:40.858125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:40.991616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.022616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00523d9d-e198-47b0-b04c-fe31cef1e340 req-58d6b26e-e348-4dc0-b555-0b6ff257d2c4 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0714328 Feb 02 15:26:41.218352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.238048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f3485-27d2-42da-ad8f-38b4ba138655 req-df939cd2-0fb0-47c5-a597-4585cd291aaf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:41.245475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a33f3485-27d2-42da-ad8f-38b4ba138655 req-df939cd2-0fb0-47c5-a597-4585cd291aaf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 1.4055617 Feb 02 15:26:41.285114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f1b57a-8023-4333-a233-fb4bb65eedae']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:41.306772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7236422a-b26b-4cb0-ae05-69589d05a0a5') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:41.307378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7236422a-b26b-4cb0-ae05-69589d05a0a5') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:41.310258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.310635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.310958 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Floating IP 49439952-e865-4e6f-aad2-33c00a10b8fc disassociated. External IP: 172.25.0.130, port: 1d4530db-6dd3-4d6e-820b-3e86ef702c4b. Feb 02 15:26:41.311302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Calling delete_port for 1d4530db-6dd3-4d6e-820b-3e86ef702c4b owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:41.339085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.398467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a33f3485-27d2-42da-ad8f-38b4ba138655 req-b66ef5b9-03c0-410c-9481-1729c83c0b40 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519513 Feb 02 15:26:41.420114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.440210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:41.440715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:41.465140 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:41.632325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a8d87-bd0b-479c-b71c-aae8ea44a985 req-8db79fe0-f127-4d6e-b81b-b1bbfea09fbc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:41.643086 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f6a8d87-bd0b-479c-b71c-aae8ea44a985 req-8db79fe0-f127-4d6e-b81b-b1bbfea09fbc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 944 time: 0.2806172 Feb 02 15:26:41.742933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f6a8d87-bd0b-479c-b71c-aae8ea44a985 req-81d1c43c-5633-49ff-a341-a162a425e537 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=5322e620-f23a-456d-ba64-45a15e906ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939889 Feb 02 15:26:41.743776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.789327 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:41.803908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] Pushing event deleted for resources: {'Network': ['ID=78f1b57a-8023-4333-a233-fb4bb65eedae,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:41.839901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ae1f773e-814c-47b1-adcf-59063e1cf2d4 tempest-BulkNetworkOpsTest-397756221 tempest-BulkNetworkOpsTest-397756221-project] 10.222.0.88 "DELETE /v2.0/networks/78f1b57a-8023-4333-a233-fb4bb65eedae HTTP/1.1" status: 204 len: 168 time: 1.2714417 Feb 02 15:26:42.541098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:42.563139 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b33cf32-2dfc-42d8-9fdf-6c7d653347c9 req-4fb8ad73-493e-4498-8ef2-79791fb4c384 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1948056 Feb 02 15:26:42.744952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8883e-c0aa-4c15-bdfe-dffb04373cfe req-415ba87f-af1f-45ad-986c-ebd226eccdd5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:42.754378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7d8883e-c0aa-4c15-bdfe-dffb04373cfe req-415ba87f-af1f-45ad-986c-ebd226eccdd5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.1514957 Feb 02 15:26:42.805538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:42.899036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7d8883e-c0aa-4c15-bdfe-dffb04373cfe req-0419976b-3aa0-4d29-8646-8443313c67d3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425302 Feb 02 15:26:42.991304 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:42.997220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event deleted for resources: {'Port': ['ID=1d4530db-6dd3-4d6e-820b-3e86ef702c4b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:43.008563 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49f61d53-3be7-45d7-8d82-2126df3e9861 req-65107335-86e8-4a23-a0cb-e4980222b255 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.6373284 Feb 02 15:26:43.107878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:43.362692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e6d085d-7ae8-4f63-9a72-f8d1e53781eb req-a6d03ad7-bb71-4b4e-beb3-9a24c14b6131 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 210 time: 0.1424754 Feb 02 15:26:43.582988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-31997cf2-b891-4cda-9216-38bd15ca7f70 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=407abef4805c490b999adcddea020714&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7761803 Feb 02 15:26:43.588479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:43.791398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07d40988-8fc4-4d1e-bb36-1cc881e7108e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:43.838200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07d40988-8fc4-4d1e-bb36-1cc881e7108e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:43.899183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1aaa3-1601-4010-9bfd-d43e5d083bac req-f9268e9c-1114-42d6-9d4c-933f5e72e473 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:43.906553 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16a1aaa3-1601-4010-9bfd-d43e5d083bac req-f9268e9c-1114-42d6-9d4c-933f5e72e473 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 945 time: 0.2616885 Feb 02 15:26:43.939083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Router 71e2d620-bcf3-479a-92df-c36cf3e5d314 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:26:43.986735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07d40988-8fc4-4d1e-bb36-1cc881e7108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:44.036371 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 269024f3-637c-42aa-9496-449166d39375 associated. External IP: 172.25.0.225, port: 2e0e905b-c0ac-44c0-9e99-90a735cc90a1. Feb 02 15:26:44.042885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d40988-8fc4-4d1e-bb36-1cc881e7108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e4b3a9-bbe1-4255-b1bf-5dc5616ab685,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:44.051331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07d40988-8fc4-4d1e-bb36-1cc881e7108e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:44.052799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07d40988-8fc4-4d1e-bb36-1cc881e7108e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/24e4b3a9-bbe1-4255-b1bf-5dc5616ab685 HTTP/1.1" status: 204 len: 168 time: 0.4631982 Feb 02 15:26:44.117682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16a1aaa3-1601-4010-9bfd-d43e5d083bac req-0bdea8a2-a6fd-4c5c-9c37-69e47272e617 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005253 Feb 02 15:26:44.369732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7414067-b7ce-4db9-95c9-9f20c163b62a req-e741eef4-cb11-4a30-9800-19ff5f9a9c3f tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0497031 Feb 02 15:26:44.644698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b62d0-e1f0-4f4b-a9a8-656c77bbb891 req-3a098162-46e4-4ff7-a9cd-4a5138dbec7a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:44.657314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-489b62d0-e1f0-4f4b-a9a8-656c77bbb891 req-3a098162-46e4-4ff7-a9cd-4a5138dbec7a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.2089796 Feb 02 15:26:44.774579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-489b62d0-e1f0-4f4b-a9a8-656c77bbb891 req-b404be40-86cd-4b7f-a30a-d3282f889b32 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157634 Feb 02 15:26:44.784492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:44.795550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] Sync routers for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:44.824893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:44.829039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:45.106066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] No DVR routers for this DVR port 1d4530db-6dd3-4d6e-820b-3e86ef702c4b on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:45.112733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:26:45.115200 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:45.235774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-deleted', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:45.272411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e050f65-8c52-4c7f-914c-90b3a4daa594 req-5d2cc82d-01cc-4b90-82b0-4b3dc421e29c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.107 "DELETE /v2.0/ports/1d4530db-6dd3-4d6e-820b-3e86ef702c4b HTTP/1.1" status: 204 len: 173 time: 10.3691962 Feb 02 15:26:45.325458 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-2b579c03-4907-40d8-8367-5ae478776065 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3536010 Feb 02 15:26:45.408595 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e3a5ec35-ac56-4200-af40-4d84f77ad89f req-54cde9fd-3784-4f4e-966b-fa4b1dd1d2eb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=a998c128-9c0d-43ff-835b-f47e96681e1e HTTP/1.1" status: 200 len: 210 time: 0.3401492 Feb 02 15:26:45.513342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-5f4bfe42-5fbf-447a-a98c-bcd7a30a9754 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:45.523041 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-5f4bfe42-5fbf-447a-a98c-bcd7a30a9754 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 945 time: 0.5693145 Feb 02 15:26:45.646054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Deleting port 74f07e32-9036-4f81-add7-aceaf73ff4b3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:45.646795 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:45.749143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:45.761180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] Checking router: 71e2d620-bcf3-479a-92df-c36cf3e5d314 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:26:45.810873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:26:45.811072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:45.811072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:45.861646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-9ad2f78e-5761-48e2-8eac-f77492b10c6e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 1096 time: 0.3175564 Feb 02 15:26:46.122682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c778395-31a5-4309-8e06-ddb795541a91 req-0e1ce4ba-8774-43ed-8f46-d28df7cdad95 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:46.124333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c778395-31a5-4309-8e06-ddb795541a91 req-0e1ce4ba-8774-43ed-8f46-d28df7cdad95 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 945 time: 0.4132397 Feb 02 15:26:46.132212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-9c5704b1-08f7-4a45-807a-5a12f6101805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:46.132808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] For port 74f07e32-9036-4f81-add7-aceaf73ff4b3, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74f07e32-9036-4f81-add7-aceaf73ff4b3,segment=NetworkSegment(6a841f4b-be79-4c94-89c8-08cdf35d4356),segment_id=6a841f4b-be79-4c94-89c8-08cdf35d4356)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:46.132808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:46.133653 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-9c5704b1-08f7-4a45-807a-5a12f6101805 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.1680920 Feb 02 15:26:46.160219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:26:46.262176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-eac7d1d7-b721-4fbe-a515-b5ef52beee32 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f HTTP/1.1" status: 200 len: 217 time: 0.1211789 Feb 02 15:26:46.287440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Calling delete_port for 74f07e32-9036-4f81-add7-aceaf73ff4b3 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:46.348503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-428b0b71-5902-4015-ae21-402a80f64d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:46.349951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-428b0b71-5902-4015-ae21-402a80f64d43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.0727820 Feb 02 15:26:46.362252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:46.377657 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c78139-92f4-4a94-9201-415e91b767f0 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:46.378192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c778395-31a5-4309-8e06-ddb795541a91 req-ef924bdd-8c00-4a5f-9bea-c0b26d561d2e tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/security-groups?id=f0c02147-ea6c-4397-87cd-aac8a4e1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363074 Feb 02 15:26:46.405487 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c78139-92f4-4a94-9201-415e91b767f0 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:46.409628 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-36c78139-92f4-4a94-9201-415e91b767f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:46.538184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58274) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:46.577034 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998c128-9c0d-43ff-835b-f47e96681e1e', 'name': 'network-vif-deleted', 'tag': '1d4530db-6dd3-4d6e-820b-3e86ef702c4b', 'status': 'completed', 'code': 200} Feb 02 15:26:46.596565 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-36c78139-92f4-4a94-9201-415e91b767f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:46.609570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-08fbb620-6078-4688-8eb9-11123d64cdc1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2432063 Feb 02 15:26:46.614826 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c78139-92f4-4a94-9201-415e91b767f0 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:46.615650 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-36c78139-92f4-4a94-9201-415e91b767f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:46.718023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:46.723529 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-36c78139-92f4-4a94-9201-415e91b767f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:46.725251 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c78139-92f4-4a94-9201-415e91b767f0 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:46.786346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74f07e32-9036-4f81-add7-aceaf73ff4b3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:26:46.883545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Pushing event deleted for resources: {'Port': ['ID=74f07e32-9036-4f81-add7-aceaf73ff4b3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:46.902662 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1ac6641-3460-4b7a-b078-cb5afedc91e6 req-d1a92123-8792-4075-a865-e7cd65af8d28 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1128690 Feb 02 15:26:46.961782 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:46.969424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:46.974402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b521b-2846-4ac8-a8e4-ad7526a58247 None None] The sync data for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 is: [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:47.035420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-969365660'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:47.052405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:47.089910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] No DVR routers for this DVR port 74f07e32-9036-4f81-add7-aceaf73ff4b3 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:26:47.092207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:47.095050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:47.109134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30da021a-afe8-45ce-981b-3c1f46219b21', 'name': 'network-vif-deleted', 'tag': '74f07e32-9036-4f81-add7-aceaf73ff4b3'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:26:47.114059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:47.137130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:47.203823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-795f273c-52b0-4f83-b68d-c9bea94d1f2a service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892105 Feb 02 15:26:47.253314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6324b2b1-011b-47e7-8ddf-b17dd0a68f7a req-567f59c0-8cb3-40b3-b0f1-0677a2ed9fb5 tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.64 "DELETE /v2.0/ports/74f07e32-9036-4f81-add7-aceaf73ff4b3 HTTP/1.1" status: 204 len: 173 time: 1.7242799 Feb 02 15:26:47.331182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:47.337436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:47.339521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb826d-0941-4a6e-a210-f6a2df9f7c08 req-1c2b7c73-59c4-47c5-be28-bf6c1bd3b32d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:47.344869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0fb826d-0941-4a6e-a210-f6a2df9f7c08 req-1c2b7c73-59c4-47c5-be28-bf6c1bd3b32d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.1969917 Feb 02 15:26:47.412053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fda342-0738-4a8a-8874-9ff483858bbd None None] New status for floating IP 49439952-e865-4e6f-aad2-33c00a10b8fc: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:26:47.460441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0fb826d-0941-4a6e-a210-f6a2df9f7c08 req-aa473314-11f4-4c52-8128-c780f1544abd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060836 Feb 02 15:26:47.592484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:47.626368 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30da021a-afe8-45ce-981b-3c1f46219b21', 'name': 'network-vif-deleted', 'tag': '74f07e32-9036-4f81-add7-aceaf73ff4b3', 'status': 'completed', 'code': 200} Feb 02 15:26:47.746038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:47.856007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:47.884398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:security_group_rule and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:47.891946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:47.896253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526b801a-7644-4db0-bbe2-f3708ff9eb66 req-456d0854-162c-46d1-b618-8ff441c0b3b8 service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827102 Feb 02 15:26:47.901158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:48.118574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.134711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router db1adffa-40b3-4de0-9bd9-f49a8de7ae63 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:26:48.263884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58302) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:48.284643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.351247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:48.377015 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5179a10-a0eb-403f-ae42-04f2766aef1d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.402681 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.403768 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment c99cb17c-6e14-4ef8-a768-fa484d0ca07f of type vlan for network a4165b16-d981-424b-ab1e-409cbbe79994 Feb 02 15:26:48.409630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6f356-e6e1-4d3b-8265-0f3ab41e3b35,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:48.471655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5179a10-a0eb-403f-ae42-04f2766aef1d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.496511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e96f983-c897-49a6-b500-2b8293a154ff req-d158303b-bdde-4c0c-aa89-efc84fd9540f tempest-AttachVolumeNegativeTest-1082411805 tempest-AttachVolumeNegativeTest-1082411805-project] 10.222.0.88 "GET /v2.0/ports?device_id=30da021a-afe8-45ce-981b-3c1f46219b21 HTTP/1.1" status: 200 len: 210 time: 0.0887995 Feb 02 15:26:48.604180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.673221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5179a10-a0eb-403f-ae42-04f2766aef1d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.721239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179a10-a0eb-403f-ae42-04f2766aef1d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5322e620-f23a-456d-ba64-45a15e906ae6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:48.748806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83bdd314-1eb4-434b-87ba-2b4a6168e971 req-261773f9-7940-4e31-bc73-7814ad8b64d5 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0692902 Feb 02 15:26:48.752819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:48.763586 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20ce16-f2e4-400d-a5d8-5f6d6e463ee6 None None] Sync routers for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:48.778180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.785290 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5179a10-a0eb-403f-ae42-04f2766aef1d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.786547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c5179a10-a0eb-403f-ae42-04f2766aef1d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "DELETE /v2.0/security-groups/5322e620-f23a-456d-ba64-45a15e906ae6 HTTP/1.1" status: 204 len: 168 time: 0.5209327 Feb 02 15:26:48.789191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58308) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:48.792003 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20ce16-f2e4-400d-a5d8-5f6d6e463ee6 None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:48.794751 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bb20ce16-f2e4-400d-a5d8-5f6d6e463ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:48.813253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:48.820114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:48.832737 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-662f8996-95f3-4dc9-af06-16e6aad1d957 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] show failed (client error): The resource could not be found. Feb 02 15:26:48.836917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-662f8996-95f3-4dc9-af06-16e6aad1d957 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups/5322e620-f23a-456d-ba64-45a15e906ae6 HTTP/1.1" status: 404 len: 347 time: 0.0465395 Feb 02 15:26:48.839739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58312) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:48.905638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bb20ce16-f2e4-400d-a5d8-5f6d6e463ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:48.917552 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20ce16-f2e4-400d-a5d8-5f6d6e463ee6 None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:48.918478 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bb20ce16-f2e4-400d-a5d8-5f6d6e463ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:48.937999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:49.002564 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bb20ce16-f2e4-400d-a5d8-5f6d6e463ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:49.003572 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20ce16-f2e4-400d-a5d8-5f6d6e463ee6 None None] The sync data for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:49.053551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74f07e32-9036-4f81-add7-aceaf73ff4b3 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:49.065424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Deleting port a3735e40-b590-4d2c-afad-8f06814b8b37 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:49.066027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:49.127028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 74f07e32-9036-4f81-add7-aceaf73ff4b3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:26:49.127644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74f07e32-9036-4f81-add7-aceaf73ff4b3 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:26:49.281445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:49.282009 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:49.336027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7955644 Feb 02 15:26:49.336027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120e6d5-deb8-4bae-a975-f19cf5605524 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=a4165b16-d981-424b-ab1e-409cbbe79994,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:49.365822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-95a3a800-76d1-44ab-93ac-645b6e92eeff tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/floatingips/269024f3-637c-42aa-9496-449166d39375 HTTP/1.1" status: 200 len: 978 time: 8.6883206 Feb 02 15:26:49.373313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:49.373953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network a4165b16-d981-424b-ab1e-409cbbe79994 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:49.460461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27bdc6-e865-463a-95ba-40496ad09e5e req-2a9ade52-7edf-499d-8143-c2554e9b248e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:49.468007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e27bdc6-e865-463a-95ba-40496ad09e5e req-2a9ade52-7edf-499d-8143-c2554e9b248e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.4494345 Feb 02 15:26:49.507370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port 4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:49.508106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:49.669095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Calling delete_port for a3735e40-b590-4d2c-afad-8f06814b8b37 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:49.677710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e27bdc6-e865-463a-95ba-40496ad09e5e req-b710e17d-6664-472f-88a9-3c7c3f51cb11 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087569 Feb 02 15:26:49.950668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58324) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:50.106472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f20cc9-beab-4577-bfa7-88c62430726f admin admin] Deleting subnet 93a8148c-1086-45a5-aab0-ab72958f43b9 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:26:50.118777 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0f20cc9-beab-4577-bfa7-88c62430726f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.172369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.193061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d01fa50-44d6-408a-90ed-4119ab9c44f4 req-33d8406a-a4c5-45f7-98ac-02ed98373dcc tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0834742 Feb 02 15:26:50.197353 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.320465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event deleted for resources: {'Port': ['ID=a3735e40-b590-4d2c-afad-8f06814b8b37,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:50.428192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0f20cc9-beab-4577-bfa7-88c62430726f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.553638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0f20cc9-beab-4577-bfa7-88c62430726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.584195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.610549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.614039 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-81740370-8739-4bba-b6f4-98b213c90c18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "DELETE /v2.0/floatingips/49439952-e865-4e6f-aad2-33c00a10b8fc HTTP/1.1" status: 204 len: 168 time: 1.7704930 Feb 02 15:26:50.740825 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0f20cc9-beab-4577-bfa7-88c62430726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.880142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f20cc9-beab-4577-bfa7-88c62430726f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a8148c-1086-45a5-aab0-ab72958f43b9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:50.904997 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0f20cc9-beab-4577-bfa7-88c62430726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:50.917980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f0f20cc9-beab-4577-bfa7-88c62430726f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/93a8148c-1086-45a5-aab0-ab72958f43b9 HTTP/1.1" status: 204 len: 168 time: 0.9661553 Feb 02 15:26:50.924521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58334) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:51.080325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.255422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58338) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:51.277130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930735711', 'description': 'tempest-description--646878318'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:51.306892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:51.321801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:security_group and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:51.332381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:51.362685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:51.378376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.474707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58346) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:51.489138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.490519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.491049 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Floating IP 269024f3-637c-42aa-9496-449166d39375 disassociated. External IP: 172.25.0.225, port: 4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb. Feb 02 15:26:51.498884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for 4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:51.547875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95510e1d-9096-437d-a05a-9fd66853de15']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:51.590388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a841f4b-be79-4c94-89c8-08cdf35d4356') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:51.590683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a841f4b-be79-4c94-89c8-08cdf35d4356') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:51.635629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.646402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.701363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c354613-e503-4e81-8957-95fe3b11eb2e req-b76b0edf-59eb-4212-84b5-079643bc020f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:51.736853 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c354613-e503-4e81-8957-95fe3b11eb2e req-b76b0edf-59eb-4212-84b5-079643bc020f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.6537046 Feb 02 15:26:51.739250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-43b47acd-06ff-4f4a-a27f-e9db93e3ab65 req-3de73de8-e95e-434f-ac0e-b0c2b90accc9 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1810951 Feb 02 15:26:51.821681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.828977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:51.829554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.934250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:51.939378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:security_group_rule and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:51.943217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:51.950092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:51.951445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:51.965567 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:51.977830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:52.003376 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-776446c3-a441-464f-a94a-3f77991241a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6044219 Feb 02 15:26:52.032221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:52.060664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:52.071127 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:52.176761 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:52.191120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:52.194919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=95510e1d-9096-437d-a05a-9fd66853de15,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:52.211146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] Usage tracker for resource:security_group_rule and tenant:c72b164e5e2b4d9eadbadfe0b102a829 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:52.235028 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c354613-e503-4e81-8957-95fe3b11eb2e req-76802ac7-e0db-45f7-95ba-6e8330dcf9cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953928 Feb 02 15:26:52.237029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:52.270940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:52.308625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-7f339bc9-b861-4f26-85c5-ee71fbe83091 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 1096 time: 0.2633321 Feb 02 15:26:52.349693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:52.417424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2d117a-479c-400c-9d8f-74ddfdb73c3e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:52.429374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router db1adffa-40b3-4de0-9bd9-f49a8de7ae63 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:26:52.537306 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e9338068-68b8-462a-8238-8053c4124c3d admin admin] 10.222.0.88 "DELETE /v2.0/networks/95510e1d-9096-437d-a05a-9fd66853de15 HTTP/1.1" status: 204 len: 168 time: 1.6107154 Feb 02 15:26:52.550642 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:52.554851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-18dcb9fa-75b4-4cfa-aab6-3b55cca9f727 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.2973249 Feb 02 15:26:52.569865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58356) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:52.584699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'security_group_rule': {'security_group_id': '7b2d117a-479c-400c-9d8f-74ddfdb73c3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:52.598528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:52.604546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:security_group_rule and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:52.607795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:52.623225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:52.690112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58360) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:52.707977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': 'a4165b16-d981-424b-ab1e-409cbbe79994', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:52.755062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:52.888550 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:52.897527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:26:52.909549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435bdd5-d2d1-4d92-85c7-971cb49828ce None None] Sync routers for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:26:52.936000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435bdd5-d2d1-4d92-85c7-971cb49828ce None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:52.937335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4435bdd5-d2d1-4d92-85c7-971cb49828ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:52.958289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-2c8586ff-816e-4863-bca9-81de5fb392b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:52.960094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-2c8586ff-816e-4863-bca9-81de5fb392b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.6309474 Feb 02 15:26:53.048839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-8f1257b9-6566-4584-9e6a-8180f03c2431 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a2956f8-29f7-4ca9-9a52-f2ca3d614269 HTTP/1.1" status: 200 len: 217 time: 0.0791371 Feb 02 15:26:53.049514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4435bdd5-d2d1-4d92-85c7-971cb49828ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:53.054322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.074957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435bdd5-d2d1-4d92-85c7-971cb49828ce None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:26:53.075805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4435bdd5-d2d1-4d92-85c7-971cb49828ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:53.098491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.103155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3867c14-d724-4bdb-944c-e9fe79083c10 req-26f6c8af-0221-4c3e-a061-f5fc2ffea429 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1167145 Feb 02 15:26:53.104593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58366) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:53.121609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8d1d62-3ee3-42ad-bd93-7356bbae5bf0,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:53.146825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:53.154171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4435bdd5-d2d1-4d92-85c7-971cb49828ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:53.154664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435bdd5-d2d1-4d92-85c7-971cb49828ce None None] The sync data for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:26:53.157106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:subnet and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:53.166844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:53.180864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.185169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dbc82952-2c6f-4cc2-9be6-1e5a280aab56 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/ports/4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb HTTP/1.1" status: 204 len: 168 time: 3.8084683 Feb 02 15:26:53.185880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58370) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:53.199734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:53.204427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.236749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-06aa223b-56b5-45f9-a8de-24ac947da75a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:53.238197 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-06aa223b-56b5-45f9-a8de-24ac947da75a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.1745052 Feb 02 15:26:53.263243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.268358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1e7ad4f8-5b7a-42da-b3b7-cdde4f3d57f4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6981077 Feb 02 15:26:53.275472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58374) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:53.282423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'security_group_rule': {'security_group_id': '7b2d117a-479c-400c-9d8f-74ddfdb73c3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:53.289987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:53.293256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:security_group_rule and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:53.297213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:53.304239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:53.305240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b20e43-87d2-4c7d-8155-fd3b99c03439,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:53.346891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7a45eefc-5765-488d-89e3-fc3584635efd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2f4a09849b2f4bbc9c46acbc677686bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2408223 Feb 02 15:26:53.350959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6677bb0c-db03-4296-acc4-31914efa2a00 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c72b164e5e2b4d9eadbadfe0b102a829&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8752897 Feb 02 15:26:53.351695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:53.351996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58380) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:53.375373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58382) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:53.472972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.567360 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8073b280-585d-484f-9534-e9e6c7963042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.567360 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.675248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8073b280-585d-484f-9534-e9e6c7963042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.675440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-ab34cea0-9154-453b-845c-a2c41d78d9a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4141743 Feb 02 15:26:53.696315 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8abda06b-e22b-4537-856c-9ff9e79aff51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.763675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8abda06b-e22b-4537-856c-9ff9e79aff51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.819616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:53.819804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a1545-4f94-4799-8167-b2036fed83b3 req-5824a261-7277-4127-921c-4f8e637a77af tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:53.821493 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a42a1545-4f94-4799-8167-b2036fed83b3 req-5824a261-7277-4127-921c-4f8e637a77af tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.3527834 Feb 02 15:26:53.937881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-a1362c7f-ee37-4108-9a32-434643f55433 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686343 Feb 02 15:26:54.023391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.056287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a42a1545-4f94-4799-8167-b2036fed83b3 req-f4fca1da-f356-4040-965d-a8c1be1a5183 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131200 Feb 02 15:26:54.101445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56af9a8-de0f-42b8-ba2e-17ca2d1a2a0c,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:54.141891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8073b280-585d-484f-9534-e9e6c7963042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.145387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8073b280-585d-484f-9534-e9e6c7963042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.148368 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8073b280-585d-484f-9534-e9e6c7963042 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f0c02147-ea6c-4397-87cd-aac8a4e1634c HTTP/1.1" status: 204 len: 168 time: 0.7893465 Feb 02 15:26:54.162725 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5543ffb3-0606-43d3-9258-6828d7d88751 req-f2119d0c-f4bf-4be5-a0e4-e79b7e3d8a11 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151597 Feb 02 15:26:54.173356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073b280-585d-484f-9534-e9e6c7963042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c02147-ea6c-4397-87cd-aac8a4e1634c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:54.198397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.338720 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8abda06b-e22b-4537-856c-9ff9e79aff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.349331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8abda06b-e22b-4537-856c-9ff9e79aff51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.350524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8abda06b-e22b-4537-856c-9ff9e79aff51 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/91b20e43-87d2-4c7d-8155-fd3b99c03439 HTTP/1.1" status: 204 len: 168 time: 0.9698720 Feb 02 15:26:54.351333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.352469 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e5e044e9-d747-4c02-8e4c-e6006e9f0aeb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0759730 Feb 02 15:26:54.365464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58398) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:54.375879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:54.396678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=c8be1491-1dc7-4bf2-b461-9fe5e90ac312,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:54.402623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abda06b-e22b-4537-856c-9ff9e79aff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b20e43-87d2-4c7d-8155-fd3b99c03439,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:54.412858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:54.437346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Usage tracker for resource:floatingip and tenant:45fc305967194a0eac493568acd3c314 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:54.447583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:54.457549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:54.483360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': 'c99cb17c-6e14-4ef8-a768-fa484d0ca07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a4165b16-d981-424b-ab1e-409cbbe79994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:54.485469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: a4165b16-d981-424b-ab1e-409cbbe79994, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:26:54.550300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.580942 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d5d105fd-ba9c-41aa-a888-ebeecee7ec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.601668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.617774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a28e56f9-a48f-4821-8728-3e57bd87f147 req-b0aaff22-e794-4c3f-a265-02d4247a4281 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1205273 Feb 02 15:26:54.680483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network a4165b16-d981-424b-ab1e-409cbbe79994 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:26:54.864485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.929812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, a4165b16-d981-424b-ab1e-409cbbe79994) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:54.939939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:54.940531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:54.947545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f1f959-c41c-4a20-80ad-de3affc481b5 None None] Network a4165b16-d981-424b-ab1e-409cbbe79994 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:55.042972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Allocated IP 172.25.0.235 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/5eb21a2a-5c65-42c3-bc3b-385d9e732956) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:55.176265 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b9fa90d1-19c3-419b-8a9a-040e583c5244 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4779720 Feb 02 15:26:55.177240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58420) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:55.186581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-520079205'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:55.191935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:55.195653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:55.198769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:55.205764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:55.281421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-a4165b16-d981-424b-ab1e-409cbbe79994', 'network_id': 'a4165b16-d981-424b-ab1e-409cbbe79994', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': 'c8be1491-1dc7-4bf2-b461-9fe5e90ac312'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:26:55.282506 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.289948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:55.293826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.457111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port 17515558-0a70-4b38-9c41-6e2dbcc2d405 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:26:55.457111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.472450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Allocated IP 2001:db8:0:ffff::2 (a4165b16-d981-424b-ab1e-409cbbe79994/c8be1491-1dc7-4bf2-b461-9fe5e90ac312/89e56b06-376a-4de9-8ae6-c3f978463182) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:26:55.492032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.535047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:26:55.559730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.561818 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment f932b238-101a-46d2-bc7f-ed75d61a89d7 of type vlan for network 8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b Feb 02 15:26:55.603813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaef71-1ea8-4344-ae7d-6d52d70cf68d req-9aec75b5-f321-4f7c-b524-81f2d9ecf922 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:55.605747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00aaef71-1ea8-4344-ae7d-6d52d70cf68d req-9aec75b5-f321-4f7c-b524-81f2d9ecf922 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.1623249 Feb 02 15:26:55.614648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.638340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58426) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:55.667598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.675888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.726515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00aaef71-1ea8-4344-ae7d-6d52d70cf68d req-5f80b259-9bde-415f-a0de-4357e2c92649 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142819 Feb 02 15:26:55.737457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:55.741855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] Usage tracker for resource:security_group_rule and tenant:d71fbc02cc3c4c7f828555ecd36e4720 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:55.745528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:55.753507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:55.774252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:55.775726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:55.777918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'Port': ['ID=5eb21a2a-5c65-42c3-bc3b-385d9e732956,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:55.780469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:55.844781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.869852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.878743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:55.879388 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.894090 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:55.902697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Transition to ACTIVE for port object 89e56b06-376a-4de9-8ae6-c3f978463182 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:55.928011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Transition to ACTIVE for port object 89e56b06-376a-4de9-8ae6-c3f978463182 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:26:55.979110 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.001280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1e3a819-cf23-4e68-864f-7ab80694a425 req-b646357b-6bec-455e-ac41-46747bc5e1a8 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0824499 Feb 02 15:26:56.006534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.009665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.109247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Network a4165b16-d981-424b-ab1e-409cbbe79994 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:26:56.115094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:56.122742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:56.124521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:26:56.141762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d71fbc02cc3c4c7f828555ecd36e4720&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4994090 Feb 02 15:26:56.141762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94306f-53ad-4fe2-9ce4-e5c4ce4e2d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9b213-b809-4c00-9a8b-79f99d2f88e5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:56.143240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:56.163813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-def34c8a-7f89-4139-8fdc-f63487c1c3c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9858944 Feb 02 15:26:56.181868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58438) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:56.190987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': '8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:56.193881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:26:56.209966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.214380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for 17515558-0a70-4b38-9c41-6e2dbcc2d405 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:26:56.302205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Pushing event updated for resources: {'Port': ['ID=89e56b06-376a-4de9-8ae6-c3f978463182,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:56.324731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Attempting to bind port 89e56b06-376a-4de9-8ae6-c3f978463182 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:26:56.325388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Attempting to bind port 89e56b06-376a-4de9-8ae6-c3f978463182 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'c99cb17c-6e14-4ef8-a768-fa484d0ca07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a4165b16-d981-424b-ab1e-409cbbe79994'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:26:56.325603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Attempting to bind port 89e56b06-376a-4de9-8ae6-c3f978463182 on network a4165b16-d981-424b-ab1e-409cbbe79994 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:26:56.337573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:26:56.338283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Checking segment: {'id': 'c99cb17c-6e14-4ef8-a768-fa484d0ca07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a4165b16-d981-424b-ab1e-409cbbe79994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:56.338881 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.339488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Bound using segment: {'id': 'c99cb17c-6e14-4ef8-a768-fa484d0ca07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a4165b16-d981-424b-ab1e-409cbbe79994'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:26:56.340262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Bound port: 89e56b06-376a-4de9-8ae6-c3f978463182, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99cb17c-6e14-4ef8-a768-fa484d0ca07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a4165b16-d981-424b-ab1e-409cbbe79994'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:26:56.340956 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.399077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:56.406627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2392881-b345-4917-b31f-72efea05529d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.407333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:subnet and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:56.411761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.450966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:56.460841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] For port 89e56b06-376a-4de9-8ae6-c3f978463182, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:26:56.462995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2392881-b345-4917-b31f-72efea05529d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.465492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] For port 89e56b06-376a-4de9-8ae6-c3f978463182, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89e56b06-376a-4de9-8ae6-c3f978463182,segment=NetworkSegment(c99cb17c-6e14-4ef8-a768-fa484d0ca07f),segment_id=c99cb17c-6e14-4ef8-a768-fa484d0ca07f)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:26:56.473870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:56.531710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-ebae2cf5-acaf-4a74-9bb7-65c61b3d622d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 1097 time: 0.1928432 Feb 02 15:26:56.598824 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.626236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:26:56.751054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.864419 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b19e-ae4f-4d94-953c-30311a427caf None None] Pushing event updated for resources: {'Port': ['ID=89e56b06-376a-4de9-8ae6-c3f978463182,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:56.875974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2392881-b345-4917-b31f-72efea05529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.911906 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:26:56.924394 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6cb3598f-db23-4446-aaf6-4aabbad49828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.929902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2392881-b345-4917-b31f-72efea05529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9b213-b809-4c00-9a8b-79f99d2f88e5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:56.937982 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.956705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-ffbf8bee-0189-4618-b193-3dd6a5b636e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:56.958240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-ffbf8bee-0189-4618-b193-3dd6a5b636e9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.4204452 Feb 02 15:26:56.960494 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2392881-b345-4917-b31f-72efea05529d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:56.962620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2392881-b345-4917-b31f-72efea05529d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9db9b213-b809-4c00-9a8b-79f99d2f88e5 HTTP/1.1" status: 204 len: 168 time: 0.7557321 Feb 02 15:26:57.029815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:57.038633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:57.092260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=17515558-0a70-4b38-9c41-6e2dbcc2d405,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:57.096150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-14ab38b5-8fdf-462c-9a13-dc285a7535f9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702 HTTP/1.1" status: 200 len: 217 time: 0.1247008 Feb 02 15:26:57.194471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'Port': ['ID=5eb21a2a-5c65-42c3-bc3b-385d9e732956,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:57.355577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:57.378599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda4b29-0520-408d-93c0-23417d0204ec req-d670c64d-2d71-481d-a2bb-413cdc7befdc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:57.381317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-22a2c740-e6a8-4076-ba07-1a1256d21554 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:57.383029 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-22a2c740-e6a8-4076-ba07-1a1256d21554 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.2580142 Feb 02 15:26:57.385279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-820130cf-38cc-4ed2-9c8a-21a36b6bff7e req-be4711b2-7e4a-4bf2-99ad-8b267007ecf8 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0878785 Feb 02 15:26:57.392699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ceda4b29-0520-408d-93c0-23417d0204ec req-d670c64d-2d71-481d-a2bb-413cdc7befdc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.3605158 Feb 02 15:26:57.460280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ceda4b29-0520-408d-93c0-23417d0204ec req-853e9bdb-d626-48b2-89bb-fb32b3b45734 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617628 Feb 02 15:26:57.531463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:57.531463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:57.531463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-93d5c110-013f-4a3e-9903-d40f8e716479 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1641266 Feb 02 15:26:57.709483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=1d5abf99-f83f-472d-ac68-013b27c39a3f,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:57.724393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-1391f2d4-119a-4483-8a02-d7f3e81f33b4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2919629 Feb 02 15:26:57.783139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89e56b06-376a-4de9-8ae6-c3f978463182 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:26:57.815180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': 'f932b238-101a-46d2-bc7f-ed75d61a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:26:57.815654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: 8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:26:57.974609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network 8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:26:58.010758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 89e56b06-376a-4de9-8ae6-c3f978463182 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:58.103397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:26:58.104698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:58.105510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:58.111780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb5e3f3-6525-47de-ae92-6a5ff3b3a31d None None] Network 8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:58.151118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-6492aee0-b5fb-491f-b09d-6d7ea6baaaad tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:58.234007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-2a8bd452-102d-4d5b-9a77-0886229454c7 service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912949 Feb 02 15:26:58.252753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d154fd1-5c8e-4e57-b4aa-9c94b3feddbf None None] Network a4165b16-d981-424b-ab1e-409cbbe79994 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:58.293196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8d05f544-f49b-4a13-a6d9-b30d729b94dc tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1091340 Feb 02 15:26:58.294030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58478) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:58.343294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-6492aee0-b5fb-491f-b09d-6d7ea6baaaad tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:58.349384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-6492aee0-b5fb-491f-b09d-6d7ea6baaaad tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--930735711&fields=id&tenant_id=45fc305967194a0eac493568acd3c314 HTTP/1.1" status: 200 len: 267 time: 0.3451571 Feb 02 15:26:58.363768 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:58.367192 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:58.419549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:58.585726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c1f85810-261f-4984-9fbf-93aa8acd74e3 None None] Provisioning for port 89e56b06-376a-4de9-8ae6-c3f978463182 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:26:58.595907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12150763-5a86-46c8-b252-238191e9b721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b', 'network_id': '8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': '1d5abf99-f83f-472d-ac68-013b27c39a3f'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:26:58.601317 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-12150763-5a86-46c8-b252-238191e9b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:58.620106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c1f85810-261f-4984-9fbf-93aa8acd74e3 None None] Provisioning complete for port 89e56b06-376a-4de9-8ae6-c3f978463182 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:26:58.620721 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1f85810-261f-4984-9fbf-93aa8acd74e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:58.670257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:58.670537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ce12aee-3f0f-406e-8d9f-567c835a4058 req-fcd4d864-31d8-43c5-8e22-b300b6c140a4 service neutron] 10.222.0.107 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374073 Feb 02 15:26:58.772824 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:58.822650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-575fbcc8-e5b3-4ae5-866d-e5cd5614dd18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:58.903972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-575fbcc8-e5b3-4ae5-866d-e5cd5614dd18 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 817 time: 0.4467561 Feb 02 15:26:58.903972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-cecff563-9b80-4be3-a45a-b9dc8e512393 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/quotas/45fc305967194a0eac493568acd3c314 HTTP/1.1" status: 200 len: 375 time: 0.0310626 Feb 02 15:26:58.904600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa4e74be-6674-41eb-8e5c-72096d190378 req-8c52155b-5d16-43d2-82a3-ce44938e066f tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1203144 Feb 02 15:26:59.089556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.159218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1f85810-261f-4984-9fbf-93aa8acd74e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.237982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5abf99-f83f-472d-ac68-013b27c39a3f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server [None req-12150763-5a86-46c8-b252-238191e9b721 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d5abf99-f83f-472d-ac68-013b27c39a3f: This subnet is being modified by another concurrent operation. Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:26:59.270709 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise exception Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d5abf99-f83f-472d-ac68-013b27c39a3f: This subnet is being modified by another concurrent operation. Feb 02 15:26:59.274239 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Feb 02 15:26:59.290700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e83c64bb-3b09-49a4-898b-7c11dbee3702 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:26:59.309294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-ba5194b3-85bb-471a-97e8-149b6da72495 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:26:59.327793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74dffd5-846b-4afa-a8b8-a38970ced668 None None] Network 8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:26:59.435300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.473872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:59.484078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-ba5194b3-85bb-471a-97e8-149b6da72495 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:26:59.485451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-ba5194b3-85bb-471a-97e8-149b6da72495 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6039634 Feb 02 15:26:59.512677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f932b238-101a-46d2-bc7f-ed75d61a89d7') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:59.513004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f932b238-101a-46d2-bc7f-ed75d61a89d7') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:26:59.552929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7537de-ddc9-4bbb-9c23-5116a91dd39e req-9bd9a101-92c7-4b48-b5a4-45a2653f0aac tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:26:59.552929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b7537de-ddc9-4bbb-9c23-5116a91dd39e req-9bd9a101-92c7-4b48-b5a4-45a2653f0aac tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 946 time: 0.3600552 Feb 02 15:26:59.556642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.576537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.583043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:26:59.583700 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:26:59.604815 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:26:59.606880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c1f85810-261f-4984-9fbf-93aa8acd74e3 None None] For port 89e56b06-376a-4de9-8ae6-c3f978463182, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89e56b06-376a-4de9-8ae6-c3f978463182,segment=NetworkSegment(c99cb17c-6e14-4ef8-a768-fa484d0ca07f),segment_id=c99cb17c-6e14-4ef8-a768-fa484d0ca07f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:26:59.746672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b7537de-ddc9-4bbb-9c23-5116a91dd39e req-f777f7bf-3186-40b4-97cb-e7abfa75d2fc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934098 Feb 02 15:26:59.824416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.831037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1f85810-261f-4984-9fbf-93aa8acd74e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.847711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:26:59.859046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:26:59.866353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1bc148aa-dafa-4558-b073-92a78aad17db tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b HTTP/1.1" status: 204 len: 168 time: 1.5711491 Feb 02 15:26:59.872294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58504) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:26:59.879018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1962785394'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:26:59.880275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-fdfbf640-3f8c-4406-abd9-362f6aaeb28c service neutron] 10.222.0.88 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828305 Feb 02 15:26:59.902268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:26:59.907641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:26:59.910906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:26:59.914129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556a0e9-f8a7-42a3-9858-dba83886a6cb None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:26:59.917087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:26:59.962147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.020383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:00.023338 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.028818 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:27:00.082690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:00.109345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.109759 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment 9dccd946-601c-453e-bb66-d3bd2f62fcc7 of type vlan for network cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad Feb 02 15:27:00.114444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.115326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f85810-261f-4984-9fbf-93aa8acd74e3 None None] Pushing event updated for resources: {'Port': ['ID=89e56b06-376a-4de9-8ae6-c3f978463182,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:00.127269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:00.135564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-06647174-3061-4417-bb42-48becccea9c3 service neutron] 10.222.0.88 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210541 Feb 02 15:27:00.158193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e50bf4ef-ba0c-4c40-83a3-ff40527285de req-fef46de5-432d-4b59-bec5-36b39d7b0cbc tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0506437 Feb 02 15:27:00.167295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5b53d40a-6031-4112-84cc-0d693b28d6e7 None None] Provisioning complete for port 89e56b06-376a-4de9-8ae6-c3f978463182 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:00.167792 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b53d40a-6031-4112-84cc-0d693b28d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.180309 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.284000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.287989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:00.288797 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.325222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router db1adffa-40b3-4de0-9bd9-f49a8de7ae63 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:27:00.330127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:00.421403 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'code': 200} Feb 02 15:27:00.438207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:00.456894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:00.471945 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:00.516351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-21548e2e-7045-4aa6-911e-916a8fe601f8 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6321831 Feb 02 15:27:00.516351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58524) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:00.523235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': 'cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:00.699903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556a0e9-f8a7-42a3-9858-dba83886a6cb None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:27:00.703734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:00.707973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:subnet and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:00.711579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:00.720158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:00.745445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:00.809937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40f7d48a-3997-48b3-940f-a8486ee4a33b req-a704183d-2d90-4b5b-8d1b-eb5ed5756c79 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 210 time: 0.1201801 Feb 02 15:27:00.825660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:00.881650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:27:00.896131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69546671-a4dd-4cc7-9148-f85a6d00468a None None] Sync routers for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:27:00.896644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ac8a3c2e-c1a5-468f-a74d-3135ea4621e3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/routers/db1adffa-40b3-4de0-9bd9-f49a8de7ae63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7076330 Feb 02 15:27:00.900855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58544) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:00.943122 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69546671-a4dd-4cc7-9148-f85a6d00468a None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:00.945733 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-69546671-a4dd-4cc7-9148-f85a6d00468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:01.134152 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-69546671-a4dd-4cc7-9148-f85a6d00468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:01.146261 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69546671-a4dd-4cc7-9148-f85a6d00468a None None] Routers {'db1adffa-40b3-4de0-9bd9-f49a8de7ae63'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:01.146859 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-69546671-a4dd-4cc7-9148-f85a6d00468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:01.156762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:01.218376 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-69546671-a4dd-4cc7-9148-f85a6d00468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:01.219293 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69546671-a4dd-4cc7-9148-f85a6d00468a None None] The sync data for ids ['db1adffa-40b3-4de0-9bd9-f49a8de7ae63'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:27:01.354791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:01.494933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63098e17-32f5-4e67-a477-aabc23728343 req-ae42be10-86d4-43d2-961c-b4b81272a401 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:01.498686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63098e17-32f5-4e67-a477-aabc23728343 req-ae42be10-86d4-43d2-961c-b4b81272a401 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 944 time: 0.3700085 Feb 02 15:27:01.504173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f09b991c-e769-428b-bfbf-fecbf93f893c req-a656ea81-b35a-4522-a984-48577c76d1dd tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0644069 Feb 02 15:27:01.673320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89e56b06-376a-4de9-8ae6-c3f978463182 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:01.675480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63098e17-32f5-4e67-a477-aabc23728343 req-b47e7e3b-db9c-4f0f-a6e3-b2439825ca9f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665857 Feb 02 15:27:01.715790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:01.782266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 89e56b06-376a-4de9-8ae6-c3f978463182 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:01.782642 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:01.820915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port a83df2ea-97c3-4e5b-9223-e69410a22fe8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:01.822148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:01.824617 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:01.910140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=03769c51-2ed2-481e-9ae5-a0598614266b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:01.985332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': '9dccd946-601c-453e-bb66-d3bd2f62fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:01.985750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:02.082356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-2c33f205-c42b-4633-8ac9-ed651a00a223 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b7c55d123567454590403baa7afc094d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418477 Feb 02 15:27:02.249208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:02.260059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-92a852dd-427e-43d6-9b71-34b54710a2fc req-9c4a2fc5-47e4-4f38-a3fa-4cc8664347d9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:02.274322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-92a852dd-427e-43d6-9b71-34b54710a2fc req-9c4a2fc5-47e4-4f38-a3fa-4cc8664347d9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:02.275738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92a852dd-427e-43d6-9b71-34b54710a2fc req-9c4a2fc5-47e4-4f38-a3fa-4cc8664347d9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 210 time: 0.1766124 Feb 02 15:27:02.339370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:02.347735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-bcd0d078-e086-4e00-a13f-c8433723d966 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:02.349186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-bcd0d078-e086-4e00-a13f-c8433723d966 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593544 Feb 02 15:27:02.410855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:02.411566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:02.412438 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:02.417900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11388c6-2336-4416-9742-94964f07472a None None] Network cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:02.469992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for a83df2ea-97c3-4e5b-9223-e69410a22fe8 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:02.516099 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-2092873c-35ad-44c6-beeb-5c2976200a25 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/quotas/b7c55d123567454590403baa7afc094d HTTP/1.1" status: 200 len: 375 time: 0.1146486 Feb 02 15:27:02.535152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7732ca1a-12d7-4825-9160-dc191819c9c9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0168331 Feb 02 15:27:02.539782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58572) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:02.548627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1755582176'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:02.566091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:02.568978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:02.570021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-613bf947-4fc0-452d-a578-e82a9ab8382b tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7c55d123567454590403baa7afc094d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469191 Feb 02 15:27:02.590381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:02.599065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:02.701745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:02.709412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:02.808390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad', 'network_id': 'cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': '03769c51-2ed2-481e-9ae5-a0598614266b'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:02.809874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:02.868906 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97cc5895-3eed-4379-a03f-f91696d7af9c req-6c9869dc-db74-42ae-9ee7-a2a150f3da00 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1011524 Feb 02 15:27:02.882399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:02.891833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:02.892276 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment 72aee711-cb55-4c28-a465-eedd25a184bf of type vlan for network 7f1d51c1-746b-4127-9fcc-6e1958c3595a Feb 02 15:27:02.915741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:02.928566 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:03.074035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=a83df2ea-97c3-4e5b-9223-e69410a22fe8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:03.083569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Allocated IP 2001:db8::3 (cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad/03769c51-2ed2-481e-9ae5-a0598614266b/1228d8e6-8548-4a97-805c-abaf4d2da9f8) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:03.116773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:03.121230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:03.122089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:03.179444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-053d57d0-cb89-4f10-bc48-eeb179ea4af5 req-2878c2fc-7bb9-4ca5-9a83-fff906261eff tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 210 time: 0.1573627 Feb 02 15:27:03.313824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=7f1d51c1-746b-4127-9fcc-6e1958c3595a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:03.336212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 7f1d51c1-746b-4127-9fcc-6e1958c3595a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:03.364341 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a06d61c8-1828-4e09-be41-e8f4563bded2 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8224247 Feb 02 15:27:03.374642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58592) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:03.377026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': '7f1d51c1-746b-4127-9fcc-6e1958c3595a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:03.419047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:03.533411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:03.540217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:subnet and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:03.544886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:03.557122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:03.557638 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:03.568809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Transition to ACTIVE for port object 1228d8e6-8548-4a97-805c-abaf4d2da9f8 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:03.595281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Transition to ACTIVE for port object 1228d8e6-8548-4a97-805c-abaf4d2da9f8 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:03.608455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf14a70e-0185-4458-8531-cf2c57949537 req-5390420a-adb3-43e0-a874-bf2223aee030 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 210 time: 0.0540276 Feb 02 15:27:03.844655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:03.857099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:03.860791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:03.867653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:03.888116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982420dc-2885-4fb5-be07-4688f9e2b885 req-048442cb-0d13-4820-97a3-8dfdd50e2891 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:03.888116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982420dc-2885-4fb5-be07-4688f9e2b885 req-048442cb-0d13-4820-97a3-8dfdd50e2891 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 944 time: 0.6976001 Feb 02 15:27:03.920979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Network cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:03.922740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:03.927025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:03.944114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-982420dc-2885-4fb5-be07-4688f9e2b885 req-12fc86d7-88ce-402a-94c7-215bff9f07ce tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Feb 02 15:27:04.002355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Pushing event updated for resources: {'Port': ['ID=1228d8e6-8548-4a97-805c-abaf4d2da9f8,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:04.008819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.009618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Fanout notify agent at l3_agent the message router_deleted on router db1adffa-40b3-4de0-9bd9-f49a8de7ae63 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:27:04.035042 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.040174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-276e3b5d-7fbf-4e76-907f-bb7cee8a4323 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/routers/db1adffa-40b3-4de0-9bd9-f49a8de7ae63 HTTP/1.1" status: 204 len: 168 time: 3.1366873 Feb 02 15:27:04.044243 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.044915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58600) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:04.105212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Attempting to bind port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:04.105583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Attempting to bind port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9dccd946-601c-453e-bb66-d3bd2f62fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:04.105947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Attempting to bind port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 on network cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:04.121601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:04.121975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Checking segment: {'id': '9dccd946-601c-453e-bb66-d3bd2f62fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:04.126283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.126283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Bound using segment: {'id': '9dccd946-601c-453e-bb66-d3bd2f62fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:04.126283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Bound port: 1228d8e6-8548-4a97-805c-abaf4d2da9f8, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dccd946-601c-453e-bb66-d3bd2f62fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:04.126283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.179164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-f1a1eb8a-5a94-43ea-872d-8d8f5b25b8d3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:04.180995 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-f1a1eb8a-5a94-43ea-872d-8d8f5b25b8d3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 817 time: 0.3995135 Feb 02 15:27:04.235964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] For port 1228d8e6-8548-4a97-805c-abaf4d2da9f8, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:04.239096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] For port 1228d8e6-8548-4a97-805c-abaf4d2da9f8, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1228d8e6-8548-4a97-805c-abaf4d2da9f8,segment=NetworkSegment(9dccd946-601c-453e-bb66-d3bd2f62fcc7),segment_id=9dccd946-601c-453e-bb66-d3bd2f62fcc7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:04.256935 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27c1df58-2ec8-4e97-b2c8-55557f891282 req-859c4044-23e3-4a23-87fb-8c73422923ee tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0865180 Feb 02 15:27:04.260853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing IP validity checks on allocation pools {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 02 15:27:04.261404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 02 15:27:04.299383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-b57d1b14-63d1-45d4-af31-afe5eb65999a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:04.324274 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.335605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-b57d1b14-63d1-45d4-af31-afe5eb65999a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:04.338903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-b57d1b14-63d1-45d4-af31-afe5eb65999a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45fc305967194a0eac493568acd3c314 HTTP/1.1" status: 200 len: 379 time: 0.1123457 Feb 02 15:27:04.361599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b78b20-a8b3-44e0-8f9b-42f9ccc14343 req-66fc9588-5e05-4424-8cab-a579f57078ea tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:04.364649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'port': {'device_id': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'admin_state_up': True, 'tenant_id': '45fc305967194a0eac493568acd3c314', 'security_groups': ['7b2d117a-479c-400c-9d8f-74ddfdb73c3e']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:04.369643 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99b78b20-a8b3-44e0-8f9b-42f9ccc14343 req-66fc9588-5e05-4424-8cab-a579f57078ea tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2284024 Feb 02 15:27:04.409230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fd4a9d-60d9-4fe5-9e1a-46212006d630 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting subnet 957474e7-fd3e-4849-bfda-9d35a35481e9 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:27:04.420069 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-32fd4a9d-60d9-4fe5-9e1a-46212006d630 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.502890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71818155-5ff0-403b-b5b7-4d4971999970 None None] Pushing event updated for resources: {'Port': ['ID=1228d8e6-8548-4a97-805c-abaf4d2da9f8,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:04.505462 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99b78b20-a8b3-44e0-8f9b-42f9ccc14343 req-c5b32bcd-e71d-4e1e-84e3-7e2b2a1f652a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345646 Feb 02 15:27:04.522703 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-32fd4a9d-60d9-4fe5-9e1a-46212006d630 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.531403 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4b20ec6a-a0cd-4a23-a374-a305bed9579e req-731fee18-feb6-417d-a623-64e0dc91af9c tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 210 time: 0.1334975 Feb 02 15:27:04.735313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-32fd4a9d-60d9-4fe5-9e1a-46212006d630 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.751495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:04.809438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:04.928932 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:04.981463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Made reservation on behalf of 45fc305967194a0eac493568acd3c314 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:04.985969 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:05.035733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-32fd4a9d-60d9-4fe5-9e1a-46212006d630 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:05.085119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca9c9bc6-aeec-49c1-a2d3-f27a93d73a39 req-7194c31d-176a-4251-a326-ee096f9c25b7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 210 time: 0.0929472 Feb 02 15:27:05.093991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd4a9d-60d9-4fe5-9e1a-46212006d630 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Subnet': ['ID=957474e7-fd3e-4849-bfda-9d35a35481e9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:05.107865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-32fd4a9d-60d9-4fe5-9e1a-46212006d630 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:05.112113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c513819-b16b-4593-a43e-b1632e75da1b None None] Network 23976a13-9cac-41a2-aabe-901e533ac3f4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:05.118646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-32fd4a9d-60d9-4fe5-9e1a-46212006d630 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/subnets/957474e7-fd3e-4849-bfda-9d35a35481e9 HTTP/1.1" status: 204 len: 168 time: 1.0716290 Feb 02 15:27:05.119347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58620) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:05.135875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=acf1140a-cbba-4739-bc50-0ae369c9a085,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:05.299589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e83c64bb-3b09-49a4-898b-7c11dbee3702 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:27:05.446528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:05.487540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': '72aee711-cb55-4c28-a465-eedd25a184bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '7f1d51c1-746b-4127-9fcc-6e1958c3595a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:05.488040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: 7f1d51c1-746b-4127-9fcc-6e1958c3595a, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:05.545986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port a4266998-e4ae-44fc-a45d-f365c8ca92ec {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:05.546287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:05.567828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7048431b-6daa-46a2-8c8c-40e8fa6a7737 req-73df2cdb-712f-419f-8772-30f2db630686 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0511491 Feb 02 15:27:05.582184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] DHCP port deletion for 23976a13-9cac-41a2-aabe-901e533ac3f4 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:27:05.587692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] Deleting port a4266998-e4ae-44fc-a45d-f365c8ca92ec {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:05.588103 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:05.673635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0ea1-5f60-4e32-9499-eed503f8fdf4 req-443d9e3f-2497-4575-a444-09320c392785 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:05.682428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c1c0ea1-5f60-4e32-9499-eed503f8fdf4 req-443d9e3f-2497-4575-a444-09320c392785 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.6492662 Feb 02 15:27:05.808407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1228d8e6-8548-4a97-805c-abaf4d2da9f8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:05.849443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ec48fb-9037-4f7c-b2d9-f562b340e3b2 None None] Network cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:05.881730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a4bac98d-e541-4d16-ab44-8768e011779e req-782e8289-4a81-4c1f-8c2b-75cac57b258f tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 210 time: 0.0725086 Feb 02 15:27:05.965979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network 7f1d51c1-746b-4127-9fcc-6e1958c3595a is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:06.012923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Allocated IP 172.20.0.14 (1534d2b5-d6ef-44c5-aff7-25a524f5dd48/6045d96b-c767-4a44-ac9a-dce411ee136c/c00e9864-fac6-401e-9734-a3148ee4c612) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:06.055045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c1c0ea1-5f60-4e32-9499-eed503f8fdf4 req-9aea5ad1-afc5-4e42-b795-b0fdc6bad5e8 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3709159 Feb 02 15:27:06.069571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] For port a4266998-e4ae-44fc-a45d-f365c8ca92ec, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a4266998-e4ae-44fc-a45d-f365c8ca92ec,segment=NetworkSegment(9f623d8d-d058-485f-af63-064656171475),segment_id=9f623d8d-d058-485f-af63-064656171475)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:06.069571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:06.157396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] For port a4266998-e4ae-44fc-a45d-f365c8ca92ec, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a4266998-e4ae-44fc-a45d-f365c8ca92ec,segment=NetworkSegment(9f623d8d-d058-485f-af63-064656171475),segment_id=9f623d8d-d058-485f-af63-064656171475)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:06.158018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:06.207823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 7f1d51c1-746b-4127-9fcc-6e1958c3595a) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:06.220599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for a4266998-e4ae-44fc-a45d-f365c8ca92ec owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:06.243099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c3501-55f1-40fa-8928-2792a7ed5108 None None] Network 7f1d51c1-746b-4127-9fcc-6e1958c3595a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:06.258487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:06.259088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:06.385103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d8392e75-9703-40e0-8ad8-1ce13e110d97 None None] Provisioning for port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:06.388111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:06.388551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-94bfa48d-bab0-414e-9ba5-0a2ce3b242df tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b7c55d123567454590403baa7afc094d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449011 Feb 02 15:27:06.402065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] Calling delete_port for a4266998-e4ae-44fc-a45d-f365c8ca92ec owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:06.453571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ddd5582c-df4f-4ada-8290-0e7b0768e3ce req-7c10035c-ac9d-4bd0-9867-d75735a19100 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Synchronizing usage tracker for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:06.495926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d8392e75-9703-40e0-8ad8-1ce13e110d97 None None] Provisioning complete for port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:06.497067 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8392e75-9703-40e0-8ad8-1ce13e110d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:06.527023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ddd5582c-df4f-4ada-8290-0e7b0768e3ce req-7c10035c-ac9d-4bd0-9867-d75735a19100 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Unset dirty status for tenant:45fc305967194a0eac493568acd3c314 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:06.528203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddd5582c-df4f-4ada-8290-0e7b0768e3ce req-7c10035c-ac9d-4bd0-9867-d75735a19100 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 210 time: 0.2082434 Feb 02 15:27:06.535664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-18fe74f7-ea38-4609-a7fa-c63509b172e5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1639721 Feb 02 15:27:06.543815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58640) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:06.549947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:06.550576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:06.745642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:06.751999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:06.760104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:06.840060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=a4266998-e4ae-44fc-a45d-f365c8ca92ec,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:06.915467 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:27:06.917586 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:27:06.931017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] No DVR routers for this DVR port a4266998-e4ae-44fc-a45d-f365c8ca92ec on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:06.968319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Transition to ACTIVE for port object c00e9864-fac6-401e-9734-a3148ee4c612 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:06.976137 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.031118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-5a7e9cfa-0e45-4b8a-aeed-0ada964d0663 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:07.033281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-5a7e9cfa-0e45-4b8a-aeed-0ada964d0663 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6401043 Feb 02 15:27:07.086987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Request body: {'port': {'device_id': '2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': 'b7c55d123567454590403baa7afc094d'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:07.114337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8392e75-9703-40e0-8ad8-1ce13e110d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.128532 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbaab8-0c7d-443d-8e5b-cb5e97c13ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-7f1d51c1-746b-4127-9fcc-6e1958c3595a', 'network_id': '7f1d51c1-746b-4127-9fcc-6e1958c3595a', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': 'acf1140a-cbba-4739-bc50-0ae369c9a085'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:07.129549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34cbaab8-0c7d-443d-8e5b-cb5e97c13ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.133180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.173869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.275109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d8392e75-9703-40e0-8ad8-1ce13e110d97 None None] For port 1228d8e6-8548-4a97-805c-abaf4d2da9f8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1228d8e6-8548-4a97-805c-abaf4d2da9f8,segment=NetworkSegment(9dccd946-601c-453e-bb66-d3bd2f62fcc7),segment_id=9dccd946-601c-453e-bb66-d3bd2f62fcc7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:07.287745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb387-56f5-45ce-8120-4e66efa053b8 req-9214460f-7b59-4cdc-9632-1210ab471f22 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:07.293485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a97fb387-56f5-45ce-8120-4e66efa053b8 req-9214460f-7b59-4cdc-9632-1210ab471f22 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.3909302 Feb 02 15:27:07.329158 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56393acb-e5d9-4a52-b8fd-d2f0b9ff9b4d req-3896c67a-a5c7-4b35-bf23-1263b4efd685 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.3189175 Feb 02 15:27:07.343273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8392e75-9703-40e0-8ad8-1ce13e110d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.352957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23976a13-9cac-41a2-aabe-901e533ac3f4']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:07.388182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f623d8d-d058-485f-af63-064656171475') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:07.388535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f623d8d-d058-485f-af63-064656171475') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:07.410367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.436729 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.437376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:07.437454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:07.437454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.440834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Usage tracker for resource:port and tenant:b7c55d123567454590403baa7afc094d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:07.444068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:07.447015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] Deleting port a4266998-e4ae-44fc-a45d-f365c8ca92ec {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:07.447553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.450730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:07.464723 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a97fb387-56f5-45ce-8120-4e66efa053b8 req-5ceaa4f3-2b02-46ee-8900-115937363b5e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596713 Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:07.518357 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:07.529579 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.531887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server [None req-34cbaab8-0c7d-443d-8e5b-cb5e97c13ecf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acf1140a-cbba-4739-bc50-0ae369c9a085: This subnet is being modified by another concurrent operation. Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:27:07.548162 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise exception Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acf1140a-cbba-4739-bc50-0ae369c9a085: This subnet is being modified by another concurrent operation. Feb 02 15:27:07.551347 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Feb 02 15:27:07.584775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Made reservation on behalf of b7c55d123567454590403baa7afc094d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:07.588323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.600003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e31e37-0e42-4b22-8cc5-f9c9a9ee024a None None] Network 7f1d51c1-746b-4127-9fcc-6e1958c3595a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:07.604391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.621197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a8efe-6aa4-43e4-b40c-349567a9029a None None] The port 'a4266998-e4ae-44fc-a45d-f365c8ca92ec' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:27:07.647762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:07.653684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Usage tracker for resource:security_group_rule and tenant:b7c55d123567454590403baa7afc094d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:07.659871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:07.667345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:07.717438 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:27:07.718037 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:27:07.726959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392e75-9703-40e0-8ad8-1ce13e110d97 None None] Pushing event updated for resources: {'Port': ['ID=1228d8e6-8548-4a97-805c-abaf4d2da9f8,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:07.728500 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ec42958a-5d5c-43b1-9141-e46b77ea1774 None None] Provisioning complete for port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:07.729033 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ec42958a-5d5c-43b1-9141-e46b77ea1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.792512 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.861232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=acf1140a-cbba-4739-bc50-0ae369c9a085,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:07.876197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:07.883032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574a92c8-16aa-4587-a0a1-554928d9ba8e None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:27:07.894415 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-586e608f-ee51-449c-bc92-4540e914a79c req-ba2049d4-5f03-4e6d-8282-c463c13637c3 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 210 time: 0.0866983 Feb 02 15:27:07.926635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:07.935069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:07.949976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:07.998137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:08.029943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.032623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02c41-d9ed-4a56-a7b7-f1466429a2db req-a878cd3e-de0a-4d52-a64a-46f26c942253 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:08.037641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8e02c41-d9ed-4a56-a7b7-f1466429a2db req-a878cd3e-de0a-4d52-a64a-46f26c942253 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 932 time: 0.2260602 Feb 02 15:27:08.038710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:08.065870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.097827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.105182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Network': ['ID=23976a13-9cac-41a2-aabe-901e533ac3f4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:08.150738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ebecf286-e2f4-401c-b26c-d1c10e4ad1aa tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/networks/23976a13-9cac-41a2-aabe-901e533ac3f4 HTTP/1.1" status: 204 len: 168 time: 3.0228167 Feb 02 15:27:08.151968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58654) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:08.153033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1d51c1-746b-4127-9fcc-6e1958c3595a']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:08.178525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:08.179382 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.185310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a92c8-16aa-4587-a0a1-554928d9ba8e None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:27:08.189388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72aee711-cb55-4c28-a465-eedd25a184bf') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:08.189972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72aee711-cb55-4c28-a465-eedd25a184bf') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:08.218318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.237558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.238501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Allocated IP 192.168.233.156 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/e15f1213-78ab-4b7b-9671-e69dbd7711cb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:08.242520 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8e02c41-d9ed-4a56-a7b7-f1466429a2db req-b912c6df-3607-4dd8-ab1f-34adcdfc8b49 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463304 Feb 02 15:27:08.247353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:08.247925 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:08.265667 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:08.368045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-e9eae5ee-0d19-46f4-a177-fcae1b017990 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0238986 Feb 02 15:27:08.392371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Request body: {'port': {'device_id': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:08.523474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port d41746b4-e8ff-4f3f-9148-1e10a66c0cdf {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:08.524086 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.528700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a4266998-e4ae-44fc-a45d-f365c8ca92ec no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:27:08.575592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.620563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a4266998-e4ae-44fc-a45d-f365c8ca92ec {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:27:08.620909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a4266998-e4ae-44fc-a45d-f365c8ca92ec not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:27:08.642333 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.677227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=7f1d51c1-746b-4127-9fcc-6e1958c3595a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:08.686117 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c884f8b6-ad38-47e9-93e7-7b1bde7393f9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/7f1d51c1-746b-4127-9fcc-6e1958c3595a HTTP/1.1" status: 204 len: 168 time: 2.1412222 Feb 02 15:27:08.692807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58676) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:08.783979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29ea31f6-7168-47cb-b512-6b6ed6f8dd6d req-778cc7c1-68c6-4f5e-a576-6c31e0ce04a7 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1478016 Feb 02 15:27:08.814216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:08.858057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1228d8e6-8548-4a97-805c-abaf4d2da9f8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:08.918428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930545563'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:08.924635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:08.929361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:08.933000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:08.941724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:09.011718 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.011718 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.013127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:09.013629 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.115315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:09.119274 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.177293 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90ae1742-c2f1-4a7e-8183-cef48d61c51c req-7bc37707-0b33-441b-b081-111fbb57b8c1 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 210 time: 0.0601270 Feb 02 15:27:09.235093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for d41746b4-e8ff-4f3f-9148-1e10a66c0cdf owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:09.286029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.320611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:09.330271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00e9864-fac6-401e-9734-a3148ee4c612 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:27:09.339031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.344388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Transition to ACTIVE for port object e15f1213-78ab-4b7b-9671-e69dbd7711cb will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:09.353306 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.353650 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment 11c2b2b0-d2a3-47fd-8063-e169cfd35571 of type vlan for network 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a Feb 02 15:27:09.360903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5375fd-be63-4ba5-a9a2-6de5b91b991c req-281bd2bc-5cd0-4c3b-acc8-82a4423b79a9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:09.361845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Transition to ACTIVE for port object c00e9864-fac6-401e-9734-a3148ee4c612 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:09.364317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a5375fd-be63-4ba5-a9a2-6de5b91b991c req-281bd2bc-5cd0-4c3b-acc8-82a4423b79a9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.5439639 Feb 02 15:27:09.445314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.476653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.500399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-62b80c6e-476d-4007-95e2-7a457ade9437 None None] Provisioning for port c00e9864-fac6-401e-9734-a3148ee4c612 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:09.519554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a5375fd-be63-4ba5-a9a2-6de5b91b991c req-8929dfe7-0bd4-4da3-b624-ccc34a54a405 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475627 Feb 02 15:27:09.624000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.626247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:09.684291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.690819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:09.698302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.702485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:09.703246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:09.733836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2ca4a-e5f5-4312-abed-eb0e43ab7507 req-2bb81fdc-70b2-45b4-9ec4-e251f57b936e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:09.734023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:09.741994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1e2ca4a-e5f5-4312-abed-eb0e43ab7507 req-2bb81fdc-70b2-45b4-9ec4-e251f57b936e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.3006384 Feb 02 15:27:09.763602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:09.836413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1e2ca4a-e5f5-4312-abed-eb0e43ab7507 req-4687632c-0290-4952-8e24-c07c2f1eb7fa tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933867 Feb 02 15:27:09.886666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Attempting to bind port c00e9864-fac6-401e-9734-a3148ee4c612 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:09.887189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Attempting to bind port c00e9864-fac6-401e-9734-a3148ee4c612 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:09.887673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Attempting to bind port c00e9864-fac6-401e-9734-a3148ee4c612 on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:09.901553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Port c00e9864-fac6-401e-9734-a3148ee4c612 on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:27:09.901877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Attempting to bind port c00e9864-fac6-401e-9734-a3148ee4c612 on network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:09.909520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:09.910468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Checking segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:09.910597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Bound using segment: {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:09.910996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Bound port: c00e9864-fac6-401e-9734-a3148ee4c612, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:09.912011 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:10.056825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:10.058643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:10.062239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:10.063148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:10.085103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Pushing event updated for resources: {'Port': ['ID=e15f1213-78ab-4b7b-9671-e69dbd7711cb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:10.128444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e8c03ec3-d26c-4ecf-93e8-d2792a88ce29 req-cf4e0e39-e583-4f46-9c18-dba34a23e024 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0542815 Feb 02 15:27:10.173025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:10.178804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=d41746b4-e8ff-4f3f-9148-1e10a66c0cdf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:10.227857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:10.229394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/c00e9864-fac6-401e-9734-a3148ee4c612 HTTP/1.1" status: 200 len: 1092 time: 1.8470621 Feb 02 15:27:10.229732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:10.252163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3b23bd00-84b1-4936-b86e-ce4f817da45a None None] Provisioning for port e15f1213-78ab-4b7b-9671-e69dbd7711cb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:10.253450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3b23bd00-84b1-4936-b86e-ce4f817da45a None None] Provisioning complete for port e15f1213-78ab-4b7b-9671-e69dbd7711cb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:10.260196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3b23bd00-84b1-4936-b86e-ce4f817da45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:10.276503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:10.299317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ce835-ef2a-404e-a774-aa0650c309c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:10.303789 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'status': 'completed', 'code': 200} Feb 02 15:27:10.319563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:10.344481 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:10.346015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:10.354509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cf15b68e-f578-4e65-9337-a2a0c113a950 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/floatingips/269024f3-637c-42aa-9496-449166d39375 HTTP/1.1" status: 204 len: 168 time: 2.1976418 Feb 02 15:27:10.355276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58714) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:10.409443 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7aa51b3f-2eff-4187-8ed4-d3e18d10f8fd tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6009688 Feb 02 15:27:10.419894 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-7b0ac62d-7733-48e5-a366-0e0497061e97 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3484399 Feb 02 15:27:10.421256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58718) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:10.452308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3b23bd00-84b1-4936-b86e-ce4f817da45a None None] Port e15f1213-78ab-4b7b-9671-e69dbd7711cb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:27:10.518128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': '4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:10.541017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Request body: {'port': {'device_id': '2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:10.600657 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-779881f3-0e08-4546-9d3b-d298243fc078 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] DELETE failed (client error): The resource could not be found. Feb 02 15:27:10.601131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779881f3-0e08-4546-9d3b-d298243fc078 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:27:10.607595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-779881f3-0e08-4546-9d3b-d298243fc078 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/ports/4aa37f25-834a-4cf5-895e-bf3cc4c0f2cb HTTP/1.1" status: 404 len: 333 time: 0.2464111 Feb 02 15:27:10.610852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58726) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:10.648497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56fe9853-524c-429f-8429-07d61a38cb80 req-1da59a68-8a42-4a1f-a408-d5102fd7c1cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1095 time: 0.3030989 Feb 02 15:27:10.688503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9d1f11d0-975f-4f00-bff4-4bcaa6b46ebe tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Synchronizing usage tracker for tenant:f540d4698f7346ad8b65e2984fa2a033 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:10.832837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9d1f11d0-975f-4f00-bff4-4bcaa6b46ebe tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Unset dirty status for tenant:f540d4698f7346ad8b65e2984fa2a033 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:10.834248 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9d1f11d0-975f-4f00-bff4-4bcaa6b46ebe tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "GET /v2.0/ports?device_id=db1adffa-40b3-4de0-9bd9-f49a8de7ae63 HTTP/1.1" status: 200 len: 205 time: 0.2219682 Feb 02 15:27:10.839157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58730) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:10.925658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:10.934169 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-825c52f6-c89a-450e-a1c0-eef35c115e6e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] delete failed (client error): The resource could not be found. Feb 02 15:27:10.935205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-825c52f6-c89a-450e-a1c0-eef35c115e6e tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/routers/db1adffa-40b3-4de0-9bd9-f49a8de7ae63 HTTP/1.1" status: 404 len: 336 time: 0.0931566 Feb 02 15:27:10.949574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:subnet and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:10.950023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58736) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:10.958325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e77bd9-69a3-4f84-8556-9ebf183535f3 req-fc72917a-4772-4f38-8275-cacafb17e0e7 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:10.959036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a6e77bd9-69a3-4f84-8556-9ebf183535f3 req-fc72917a-4772-4f38-8275-cacafb17e0e7 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Synchronizing usage tracker for tenant:b7c55d123567454590403baa7afc094d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:10.964274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:10.976815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:10.991281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:11.026737 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12cc9e1-28ff-451c-86f3-ec65beccf2c7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] DELETE failed (client error): The resource could not be found. Feb 02 15:27:11.027360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12cc9e1-28ff-451c-86f3-ec65beccf2c7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:27:11.029298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c12cc9e1-28ff-451c-86f3-ec65beccf2c7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/subnets/957474e7-fd3e-4849-bfda-9d35a35481e9 HTTP/1.1" status: 404 len: 337 time: 0.0783012 Feb 02 15:27:11.033502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58740) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:11.076537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe9853-524c-429f-8429-07d61a38cb80 req-bac2cd4c-968b-4d05-b1b9-caae00343ec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:11.077915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56fe9853-524c-429f-8429-07d61a38cb80 req-bac2cd4c-968b-4d05-b1b9-caae00343ec2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=45fc305967194a0eac493568acd3c314&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4149315 Feb 02 15:27:11.133193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:11.148536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a6e77bd9-69a3-4f84-8556-9ebf183535f3 req-fc72917a-4772-4f38-8275-cacafb17e0e7 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Unset dirty status for tenant:b7c55d123567454590403baa7afc094d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:11.149706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6e77bd9-69a3-4f84-8556-9ebf183535f3 req-fc72917a-4772-4f38-8275-cacafb17e0e7 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 936 time: 0.7514641 Feb 02 15:27:11.209122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88785b5-e8d8-429b-b630-549f142572cd req-578d452d-4610-42ce-a115-245867304fba tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:11.209309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88785b5-e8d8-429b-b630-549f142572cd req-578d452d-4610-42ce-a115-245867304fba tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.4362659 Feb 02 15:27:11.216644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf6d32-517a-48c0-a6c7-e668eaa875c3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port 2e0e905b-c0ac-44c0-9e99-90a735cc90a1 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:11.216980 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6d32-517a-48c0-a6c7-e668eaa875c3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:11.390732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe9853-524c-429f-8429-07d61a38cb80 req-cc6a501b-f62a-4993-a3e2-1cc766e6bef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:11.392198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56fe9853-524c-429f-8429-07d61a38cb80 req-cc6a501b-f62a-4993-a3e2-1cc766e6bef4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3080063 Feb 02 15:27:11.396582 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d88785b5-e8d8-429b-b630-549f142572cd req-a36b2cf3-eba7-4fd0-aa00-7f7932d6bbcc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537223 Feb 02 15:27:11.434483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:11.558426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a6e77bd9-69a3-4f84-8556-9ebf183535f3 req-01c18a01-1d1d-4b6a-a801-455aa681efd0 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Synchronizing usage tracker for tenant:b7c55d123567454590403baa7afc094d on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:11.655892 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6d32-517a-48c0-a6c7-e668eaa875c3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:11.765689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a6e77bd9-69a3-4f84-8556-9ebf183535f3 req-01c18a01-1d1d-4b6a-a801-455aa681efd0 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Unset dirty status for tenant:b7c55d123567454590403baa7afc094d on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:11.767084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6e77bd9-69a3-4f84-8556-9ebf183535f3 req-01c18a01-1d1d-4b6a-a801-455aa681efd0 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049256 Feb 02 15:27:11.798934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf6d32-517a-48c0-a6c7-e668eaa875c3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for 2e0e905b-c0ac-44c0-9e99-90a735cc90a1 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:11.822837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15f1213-78ab-4b7b-9671-e69dbd7711cb {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:27:11.842627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:11.852341 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-da2c1c9e-0dd5-41f2-92ab-b886ea733aa4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1095 time: 0.3585553 Feb 02 15:27:11.869722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Transition to ACTIVE for port object e15f1213-78ab-4b7b-9671-e69dbd7711cb will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:11.936744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b799-d651-4f23-8d79-8b9e91e3441e req-a826403c-1651-447f-9290-968447f7c0d6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:11.938204 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ec5b799-d651-4f23-8d79-8b9e91e3441e req-a826403c-1651-447f-9290-968447f7c0d6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.3576314 Feb 02 15:27:11.976360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-1529f3de-484e-4a29-bd7e-b9ef60e12c84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00e9864-fac6-401e-9734-a3148ee4c612 HTTP/1.1" status: 200 len: 217 time: 0.1086905 Feb 02 15:27:11.980905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:12.022626 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:12.068695 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a9fd5f62-ed6b-495b-aac9-e697b8e90ab1 req-c2b1e065-51f8-44c2-a3c1-f9ef061e6f6f tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1384814 Feb 02 15:27:12.224371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ec5b799-d651-4f23-8d79-8b9e91e3441e req-71706470-339b-475d-9d5b-410bd60b433b tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666099 Feb 02 15:27:12.233893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-829fb14d-fe60-4573-9c21-68cbe4deb570 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:12.235251 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-829fb14d-fe60-4573-9c21-68cbe4deb570 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.2550406 Feb 02 15:27:12.340698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-cd4897ca-ae0d-4f2b-b6e1-12cf7aa1f4f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873022 Feb 02 15:27:12.358738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=8abb5e3e-162b-4cc0-b47d-a7298753075f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:12.363265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e15f1213-78ab-4b7b-9671-e69dbd7711cb,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:12.367893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': '11c2b2b0-d2a3-47fd-8063-e169cfd35571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:12.368255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:12.410708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Attempting to bind port e15f1213-78ab-4b7b-9671-e69dbd7711cb on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:12.410967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Attempting to bind port e15f1213-78ab-4b7b-9671-e69dbd7711cb by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:12.411294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Attempting to bind port e15f1213-78ab-4b7b-9671-e69dbd7711cb on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:12.418932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Port e15f1213-78ab-4b7b-9671-e69dbd7711cb on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:27:12.419227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Attempting to bind port e15f1213-78ab-4b7b-9671-e69dbd7711cb on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:12.423603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6d32-517a-48c0-a6c7-e668eaa875c3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:12.431419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:12.431419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:12.431419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:12.431419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Bound port: e15f1213-78ab-4b7b-9671-e69dbd7711cb, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:12.431419 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:12.486032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf6d32-517a-48c0-a6c7-e668eaa875c3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=2e0e905b-c0ac-44c0-9e99-90a735cc90a1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:12.515939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:12.531933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] For port e15f1213-78ab-4b7b-9671-e69dbd7711cb, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:12.535054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] For port e15f1213-78ab-4b7b-9671-e69dbd7711cb, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e15f1213-78ab-4b7b-9671-e69dbd7711cb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:12.620648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:12.628822 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-ecd7373e-e6e0-4c9f-806f-cbef8f019fa3 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822087 Feb 02 15:27:12.629821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:12.630440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:12.633277 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91218195-0a1f-4551-9ab3-9c07f43577a2 None None] Network 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:12.639031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6d32-517a-48c0-a6c7-e668eaa875c3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:12.654070 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:12.719716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d40ee-4358-4877-9e90-a04c2eaede30 req-4bed63ad-2abc-4ecd-a37a-6dda2afe81e7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:12.727328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-549d40ee-4358-4877-9e90-a04c2eaede30 req-4bed63ad-2abc-4ecd-a37a-6dda2afe81e7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1802881 Feb 02 15:27:12.852616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-49e36592-e2d1-4513-9c2f-ae987fb12e0b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3528566 Feb 02 15:27:12.857114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58756) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:12.884409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:12.887027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/e15f1213-78ab-4b7b-9671-e69dbd7711cb HTTP/1.1" status: 200 len: 1096 time: 2.3498135 Feb 02 15:27:12.890978 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a4cf6d32-517a-48c0-a6c7-e668eaa875c3 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/ports/2e0e905b-c0ac-44c0-9e99-90a735cc90a1 HTTP/1.1" status: 204 len: 168 time: 1.8560894 Feb 02 15:27:12.898489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58760) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:12.948834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b', 'tag': 'e15f1213-78ab-4b7b-9671-e69dbd7711cb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:13.008555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b887bc2-937e-4707-bebe-61b9192d8fa3 req-d0cfc1e0-ca3e-49fe-9f9a-4ffcf74874e7 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730495 Feb 02 15:27:13.032350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-431e5a84-9f50-44bb-ae17-d013096a64d2 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port a8a8b537-bb55-4af9-939b-2eff52eb997b {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:13.032350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-431e5a84-9f50-44bb-ae17-d013096a64d2 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:13.129671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a', 'network_id': '4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': '8abb5e3e-162b-4cc0-b47d-a7298753075f'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:13.129671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:13.138544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-549d40ee-4358-4877-9e90-a04c2eaede30 req-31bec273-62ab-4e57-bc66-828e04bde2d2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3911376 Feb 02 15:27:13.151236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0cb48-b4d8-4c44-aed4-03a3373c24d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e15f1213-78ab-4b7b-9671-e69dbd7711cb,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:13.271951 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:13.287363 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b', 'tag': 'e15f1213-78ab-4b7b-9671-e69dbd7711cb', 'status': 'completed', 'code': 200} Feb 02 15:27:13.389012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Allocated IP 2001:db8::1 (4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a/8abb5e3e-162b-4cc0-b47d-a7298753075f/f3a0171a-6392-4b94-81c1-471f8fe4cf33) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:13.552127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8e05337-b41a-4ca8-a8a2-ac6158f33922 req-c2df3de9-d2f2-4ad4-a33e-01a3c8c34f0e tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0571144 Feb 02 15:27:13.553043 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:13.660465 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:13.671689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Transition to ACTIVE for port object f3a0171a-6392-4b94-81c1-471f8fe4cf33 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:13.689508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c650a4-2cf3-4335-9de5-6b5423a908d2 req-69c79e4f-8c39-4bb8-925f-efb635cc94d2 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:13.691152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08c650a4-2cf3-4335-9de5-6b5423a908d2 req-69c79e4f-8c39-4bb8-925f-efb635cc94d2 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 948 time: 0.5998948 Feb 02 15:27:13.694092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-bdd065a2-f453-4ab3-b29f-02c5973ad2fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7c55d123567454590403baa7afc094d&device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 1099 time: 0.5010126 Feb 02 15:27:13.696658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Transition to ACTIVE for port object f3a0171a-6392-4b94-81c1-471f8fe4cf33 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:13.793830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d7f1a-76ae-480a-8502-5cfdd912b341 req-204b1bca-5a63-4d0d-8c6d-cdff5fb25ea2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:13.796473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e95d7f1a-76ae-480a-8502-5cfdd912b341 req-204b1bca-5a63-4d0d-8c6d-cdff5fb25ea2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.0941207 Feb 02 15:27:13.809418 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:13.816961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-5ecfd445-538e-448e-8837-de9558d81135 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e15f1213-78ab-4b7b-9671-e69dbd7711cb HTTP/1.1" status: 200 len: 217 time: 0.0922329 Feb 02 15:27:13.886403 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e95d7f1a-76ae-480a-8502-5cfdd912b341 req-67688dbf-6203-419a-aaee-55da299a1ff1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842729 Feb 02 15:27:13.886539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Network 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:13.892311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:13.896190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:13.912711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-431e5a84-9f50-44bb-ae17-d013096a64d2 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:13.913515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Pushing event updated for resources: {'Port': ['ID=f3a0171a-6392-4b94-81c1-471f8fe4cf33,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:13.937073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08c650a4-2cf3-4335-9de5-6b5423a908d2 req-49683c50-bf37-46cc-bf8f-e274760d68be tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391863 Feb 02 15:27:13.940398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:13.997468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:13.998758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:13.999387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.000994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.001852 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.002449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.002939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.003438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.003927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.004527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.005311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:14.005610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=8abb5e3e-162b-4cc0-b47d-a7298753075f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:14.053406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Attempting to bind port f3a0171a-6392-4b94-81c1-471f8fe4cf33 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:14.054053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Attempting to bind port f3a0171a-6392-4b94-81c1-471f8fe4cf33 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '11c2b2b0-d2a3-47fd-8063-e169cfd35571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:14.054735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Attempting to bind port f3a0171a-6392-4b94-81c1-471f8fe4cf33 on network 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:14.066299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:14.066887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Checking segment: {'id': '11c2b2b0-d2a3-47fd-8063-e169cfd35571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:14.068621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.069872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Bound using segment: {'id': '11c2b2b0-d2a3-47fd-8063-e169cfd35571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:14.070585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Bound port: f3a0171a-6392-4b94-81c1-471f8fe4cf33, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c2b2b0-d2a3-47fd-8063-e169cfd35571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:14.070931 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.133597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.165704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:14.184446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c2b2b0-d2a3-47fd-8063-e169cfd35571') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:14.184755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c2b2b0-d2a3-47fd-8063-e169cfd35571') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:14.188457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-431e5a84-9f50-44bb-ae17-d013096a64d2 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for a8a8b537-bb55-4af9-939b-2eff52eb997b owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:14.197983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.217934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.225135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-634f5bdc-30d5-4a46-a3ba-70c111c57019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:14.226098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:14.226603 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-634f5bdc-30d5-4a46-a3ba-70c111c57019 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.3976095 Feb 02 15:27:14.227126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:14.243144 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:14.254647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] For port f3a0171a-6392-4b94-81c1-471f8fe4cf33, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:14.377643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] For port f3a0171a-6392-4b94-81c1-471f8fe4cf33, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f3a0171a-6392-4b94-81c1-471f8fe4cf33,segment=NetworkSegment(11c2b2b0-d2a3-47fd-8063-e169cfd35571),segment_id=11c2b2b0-d2a3-47fd-8063-e169cfd35571)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:14.390029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-e3c79c3c-c88e-4a4c-8b8b-cc7ab7386007 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531219 Feb 02 15:27:14.407740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce605d7c-e637-48ec-86a8-42de1864fc58 req-bfcf9023-b2a5-4b55-a88d-594a92ce8fae tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:14.409234 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce605d7c-e637-48ec-86a8-42de1864fc58 req-bfcf9023-b2a5-4b55-a88d-594a92ce8fae tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1040897 Feb 02 15:27:14.455461 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:27:14.455461 n-d-827122-1 neutron-server[95772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:27:14.455461 n-d-827122-1 neutron-server[95772]: [parameters: {'id': '4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a'}] Feb 02 15:27:14.455461 n-d-827122-1 neutron-server[95772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:27:14.455931 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:27:14.458280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce605d7c-e637-48ec-86a8-42de1864fc58 req-320586ee-9d93-4e79-ba37-43f7ce7b9b27 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430543 Feb 02 15:27:14.486469 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.604342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e0fe7-257a-4232-b328-9bf14fd13782 None None] Pushing event updated for resources: {'Port': ['ID=f3a0171a-6392-4b94-81c1-471f8fe4cf33,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:14.697179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-19ded2f3-628f-4017-9fe0-8208ae59f30b service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981253 Feb 02 15:27:14.705160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6688807-b030-4391-9f04-f59308fbbfed None None] Network 4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:14.756281 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-431e5a84-9f50-44bb-ae17-d013096a64d2 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.946401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e5a84-9f50-44bb-ae17-d013096a64d2 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=a8a8b537-bb55-4af9-939b-2eff52eb997b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:14.957032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.961130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac68eb-2cac-4d67-a1bd-3852d33ac7cb None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:27:14.971702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port f3a0171a-6392-4b94-81c1-471f8fe4cf33 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:14.972339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:14.978022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b262c3fe-c7cb-4f33-9101-ddde588b4c5e req-3f6d51b7-abee-49d7-ae54-f177ee0bd7b4 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1469796 Feb 02 15:27:15.148475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:27:15.150225 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce70b983-abf1-40d2-8b44-1677ce9f7041 req-77534acd-756c-472c-adcf-f3d18a06bc15 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422781 Feb 02 15:27:15.310057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac68eb-2cac-4d67-a1bd-3852d33ac7cb None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:27:15.315255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8102d-b24b-4505-af96-826c4bcfe889 req-e8738848-decc-47e0-948d-922ffc13bd98 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:15.316849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-deb8102d-b24b-4505-af96-826c4bcfe889 req-e8738848-decc-47e0-948d-922ffc13bd98 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.2502313 Feb 02 15:27:15.322205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] For port f3a0171a-6392-4b94-81c1-471f8fe4cf33, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f3a0171a-6392-4b94-81c1-471f8fe4cf33,segment=NetworkSegment(11c2b2b0-d2a3-47fd-8063-e169cfd35571),segment_id=11c2b2b0-d2a3-47fd-8063-e169cfd35571)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:15.322564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:15.414705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940154e-c6ad-4cc3-ba6e-bc0a0ffa0290 req-ee8bd832-e2f2-468d-9a6d-931070a94b40 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:15.424855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9940154e-c6ad-4cc3-ba6e-bc0a0ffa0290 req-ee8bd832-e2f2-468d-9a6d-931070a94b40 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 948 time: 0.2166834 Feb 02 15:27:15.455800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-431e5a84-9f50-44bb-ae17-d013096a64d2 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:15.470550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:15.488136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Calling delete_port for f3a0171a-6392-4b94-81c1-471f8fe4cf33 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:15.501934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'port_id': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'mac_address': 'fa:16:3e:20:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:27:15.511124 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9940154e-c6ad-4cc3-ba6e-bc0a0ffa0290 req-74b5b99e-c22f-4058-8ba3-39e66600e4ea tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872183 Feb 02 15:27:15.540244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-431e5a84-9f50-44bb-ae17-d013096a64d2 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/ports/a8a8b537-bb55-4af9-939b-2eff52eb997b HTTP/1.1" status: 204 len: 168 time: 2.6354427 Feb 02 15:27:15.550286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-deb8102d-b24b-4505-af96-826c4bcfe889 req-73df18a9-2c21-45d8-bf0b-068ede77f37e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198133 Feb 02 15:27:15.555258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58786) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:15.605250 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-a26ccef4-9667-462e-bb0b-cc04ec10b1b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7c55d123567454590403baa7afc094d&device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 1099 time: 0.2845387 Feb 02 15:27:15.690553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:15.695711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68b806-5f60-4d8b-a12c-26cdb48fe58a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:15.696441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5d68b806-5f60-4d8b-a12c-26cdb48fe58a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Synchronizing usage tracker for tenant:f540d4698f7346ad8b65e2984fa2a033 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:15.755318 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:15.755556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00e9864-fac6-401e-9734-a3148ee4c612 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:27:15.783887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:15.827436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Port': ['ID=f3a0171a-6392-4b94-81c1-471f8fe4cf33,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:15.832488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5d68b806-5f60-4d8b-a12c-26cdb48fe58a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Unset dirty status for tenant:f540d4698f7346ad8b65e2984fa2a033 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:15.844413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5d68b806-5f60-4d8b-a12c-26cdb48fe58a tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "GET /v2.0/ports?device_id=82682834-c704-4728-9e38-c5cdd8912074 HTTP/1.1" status: 200 len: 913 time: 0.2879879 Feb 02 15:27:15.847177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58792) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:15.915024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-93bdd4d1-c35a-4934-9df7-5e12bba93e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:15.916535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-93bdd4d1-c35a-4934-9df7-5e12bba93e9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3049200 Feb 02 15:27:15.931646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:15.937053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No DVR routers for this DVR port f3a0171a-6392-4b94-81c1-471f8fe4cf33 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:15.999888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-60212d91-0be2-4d00-8896-e3ac1cd48930 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e15f1213-78ab-4b7b-9671-e69dbd7711cb HTTP/1.1" status: 200 len: 217 time: 0.0759611 Feb 02 15:27:16.011956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda9882-3838-4076-a8a0-88864ab5bcc4 req-27c00a78-5349-4524-a2f3-7c00cec7f756 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:16.013352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9bda9882-3838-4076-a8a0-88864ab5bcc4 req-27c00a78-5349-4524-a2f3-7c00cec7f756 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1902518 Feb 02 15:27:16.045959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:16.130228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-8a2d10fc-348c-4ec7-b87a-f3d9c7685e21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:16.131982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-8a2d10fc-348c-4ec7-b87a-f3d9c7685e21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1263082 Feb 02 15:27:16.136524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9bda9882-3838-4076-a8a0-88864ab5bcc4 req-9a971a50-d8df-4f0a-93f1-003568557411 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883474 Feb 02 15:27:16.233398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-a3a26bc0-f591-45e9-94de-2d45c08fea90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923831 Feb 02 15:27:16.239108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:16.257715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['c00e9864-fac6-401e-9734-a3148ee4c612'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:27:16.315984 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71c6acff-0810-4f04-9499-87d6a33228d2 req-fb709ce4-7f03-4593-a11f-d3b5750291b1 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0679255 Feb 02 15:27:16.320196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:16.374689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-80b220e6-8ebe-4548-8b09-148fb1dba09b service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361217 Feb 02 15:27:16.399176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c2b2b0-d2a3-47fd-8063-e169cfd35571') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:16.399527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c2b2b0-d2a3-47fd-8063-e169cfd35571') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:16.415881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:16.455098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:16.463450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:16.467108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:16.479433 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:16.531254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d2a5d2-4b26-490d-83e9-c429d26e9dbe req-71e8e74e-b317-4b48-b44a-1a52c17254ea service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508133 Feb 02 15:27:16.656445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:16.674233 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:16.683855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:16.715082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a3b23812-73e7-4ee2-9d6b-e8bf4034fddb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a HTTP/1.1" status: 204 len: 168 time: 3.8403077 Feb 02 15:27:16.715082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58802) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:16.722895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-200317453'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:16.735492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:16.786406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41774ead-dd3f-469c-ada0-31e16bc58942 req-2c6c2947-8a04-4a2c-836d-9390c8ff9bd2 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:16.787834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41774ead-dd3f-469c-ada0-31e16bc58942 req-2c6c2947-8a04-4a2c-836d-9390c8ff9bd2 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 948 time: 0.1167572 Feb 02 15:27:16.801321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:16.806786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:16.816549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:16.843614 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41774ead-dd3f-469c-ada0-31e16bc58942 req-614d611d-0ba1-44e9-89f3-2329f07bbe03 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 Feb 02 15:27:16.912923 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:16.936555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726712b-27ef-486f-a678-53149eb0946b req-c6c2088e-0cf4-483e-906e-2124cb8ff5b0 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:16.938032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6726712b-27ef-486f-a678-53149eb0946b req-c6c2088e-0cf4-483e-906e-2124cb8ff5b0 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 945 time: 0.2081549 Feb 02 15:27:16.965268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:16.968891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.029804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:17.033674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6726712b-27ef-486f-a678-53149eb0946b req-a70b280e-1b06-4de9-994a-cfe6e0c86fe9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878303 Feb 02 15:27:17.047303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.047653 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment f05c5f4d-9463-492d-813f-c6073a267690 of type vlan for network eeb60647-32fb-4946-8641-e44617d46fe1 Feb 02 15:27:17.049754 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.146983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.164101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e15f1213-78ab-4b7b-9671-e69dbd7711cb details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:27:17.173245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:17.292070 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.300353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:17.301223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.424878 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7079844 Feb 02 15:27:17.426022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58812) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:17.441880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd04f1-b2f8-4661-b456-029b22de1e3a req-94674713-a5a3-4c1c-9c0c-b7d17d623c71 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:17.443616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80bd04f1-b2f8-4661-b456-029b22de1e3a req-94674713-a5a3-4c1c-9c0c-b7d17d623c71 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1158941 Feb 02 15:27:17.452012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e15f1213-78ab-4b7b-9671-e69dbd7711cb, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e15f1213-78ab-4b7b-9671-e69dbd7711cb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:17.473196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': 'eeb60647-32fb-4946-8641-e44617d46fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:17.482662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'e15f1213-78ab-4b7b-9671-e69dbd7711cb', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'e15f1213-78ab-4b7b-9671-e69dbd7711cb', 'mac_address': 'fa:16:3e:0a:ba:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:27:17.524437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80bd04f1-b2f8-4661-b456-029b22de1e3a req-37d78a1a-6309-4c0f-8425-3f1edfa43da3 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747883 Feb 02 15:27:17.570902 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.575567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a3d1-5625-43a2-9730-d42782e1ecd0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=eeb60647-32fb-4946-8641-e44617d46fe1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:17.629063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port c00e9864-fac6-401e-9734-a3148ee4c612 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:17.637512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15f1213-78ab-4b7b-9671-e69dbd7711cb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:27:17.645432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5e0f3ad-b3fa-4b5d-9004-18f24b61f1f9 req-0badd42c-5302-43bf-ab19-83be60daa744 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0708051 Feb 02 15:27:17.654535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e15f1213-78ab-4b7b-9671-e69dbd7711cb, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e15f1213-78ab-4b7b-9671-e69dbd7711cb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:17.655802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network eeb60647-32fb-4946-8641-e44617d46fe1 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:17.724622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:17.731595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:subnet and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:17.737416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:17.750967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:17.778357 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.780810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port c00e9864-fac6-401e-9734-a3148ee4c612 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:17.781481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.877892 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:17.973107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e15f1213-78ab-4b7b-9671-e69dbd7711cb,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:17.980177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:18.011437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:18.022666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:18.086785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e15f1213-78ab-4b7b-9671-e69dbd7711cb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:27:18.087356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:18.128338 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'code': 200} Feb 02 15:27:18.128458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2391-4090-4028-82f1-9d2a2af1d701 req-194c9b64-38d1-4406-9d6d-cd8c5a5b605f tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:18.128458 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a6d2391-4090-4028-82f1-9d2a2af1d701 req-194c9b64-38d1-4406-9d6d-cd8c5a5b605f tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 949 time: 0.1028557 Feb 02 15:27:18.138298 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:18.238673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:18.264036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:18.427275 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a6d2391-4090-4028-82f1-9d2a2af1d701 req-3dec538d-07e4-4901-b31d-c24de6c5959f tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882161 Feb 02 15:27:18.474475 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29de38a1-cf5f-4ed5-a2a6-2f60c7cd4a6a req-94b04a32-ef09-4e3a-8034-cb2997bc7997 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1097 time: 0.2637486 Feb 02 15:27:18.523044 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29de38a1-cf5f-4ed5-a2a6-2f60c7cd4a6a req-d0406328-9c02-4f0d-b337-f1892af0cf9e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414896 Feb 02 15:27:18.558089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0da5-9a33-474b-82e5-5d07b9bfa868 req-e6e4c102-182e-4df7-b177-b1e4e83e10e1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:18.559539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-298f0da5-9a33-474b-82e5-5d07b9bfa868 req-e6e4c102-182e-4df7-b177-b1e4e83e10e1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3014052 Feb 02 15:27:18.672745 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-298f0da5-9a33-474b-82e5-5d07b9bfa868 req-25908ec6-d8da-471c-82ec-a1f4b25c63d1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034548 Feb 02 15:27:18.745618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port e83e5fdb-46e0-44b3-8f70-67ad1369cec5 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:18.745618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:18.776195 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:18.830588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb2d4-5eff-4c0c-8cc1-009ae545ec55 req-2f50f232-17c7-46e4-a596-22b9ab4d0d31 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:18.837765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-740fb2d4-5eff-4c0c-8cc1-009ae545ec55 req-2f50f232-17c7-46e4-a596-22b9ab4d0d31 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1628520 Feb 02 15:27:18.884737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-740fb2d4-5eff-4c0c-8cc1-009ae545ec55 req-5e1ef18c-700d-4476-a01a-aaad79899560 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458708 Feb 02 15:27:18.998729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1572cf65-7d59-43bb-bed5-7b1c13fafabe req-e35a7abd-7500-4a3e-b5a5-be52e9435f78 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1158538 Feb 02 15:27:18.999335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=583d5df6-40b5-4251-9de9-a9ab611881ca,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:19.039024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': 'f05c5f4d-9463-492d-813f-c6073a267690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'eeb60647-32fb-4946-8641-e44617d46fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:19.040693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: eeb60647-32fb-4946-8641-e44617d46fe1, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:19.083393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:19.192303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e15f1213-78ab-4b7b-9671-e69dbd7711cb up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:19.211347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for e83e5fdb-46e0-44b3-8f70-67ad1369cec5 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:19.276929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network eeb60647-32fb-4946-8641-e44617d46fe1 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:19.357869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port e15f1213-78ab-4b7b-9671-e69dbd7711cb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:19.364448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port e15f1213-78ab-4b7b-9671-e69dbd7711cb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:19.365022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:19.430245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, eeb60647-32fb-4946-8641-e44617d46fe1) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:19.448080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcca34b-1df2-433f-82ef-44456d6f9ad4 None None] Network eeb60647-32fb-4946-8641-e44617d46fe1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:19.448185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:19.448185 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:19.516838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472463-14ca-49b6-9a14-17dab2f01d01 req-03c2fa31-937b-42b9-ac88-c124fc513ecc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:19.519415 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81472463-14ca-49b6-9a14-17dab2f01d01 req-03c2fa31-937b-42b9-ac88-c124fc513ecc tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1328723 Feb 02 15:27:19.590925 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81472463-14ca-49b6-9a14-17dab2f01d01 req-f31b0087-f0ef-45a1-ad41-eea07da4d909 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644934 Feb 02 15:27:19.596804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:19.653129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dbbb748a-53bf-4bf9-97d2-ecd6c7b73a37 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1888797 Feb 02 15:27:19.655688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58840) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:19.666914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=e83e5fdb-46e0-44b3-8f70-67ad1369cec5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:19.782530 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:19.879082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-76f4d738-0fa8-4dac-b9e1-77ec5963ea40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1096 time: 0.3202541 Feb 02 15:27:19.889764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e15f1213-78ab-4b7b-9671-e69dbd7711cb, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e15f1213-78ab-4b7b-9671-e69dbd7711cb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:19.955742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264e0ca-1ffd-45dc-ac08-d2996ae5e869 req-9750322f-ced9-450f-a202-69902f344641 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:19.962095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2264e0ca-1ffd-45dc-ac08-d2996ae5e869 req-9750322f-ced9-450f-a202-69902f344641 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 949 time: 0.3087642 Feb 02 15:27:19.968845 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:20.097181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-eeb60647-32fb-4946-8641-e44617d46fe1', 'network_id': 'eeb60647-32fb-4946-8641-e44617d46fe1', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': '583d5df6-40b5-4251-9de9-a9ab611881ca'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:20.098170 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:20.120535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2264e0ca-1ffd-45dc-ac08-d2996ae5e869 req-dbbd8934-a628-4533-a66f-db4feab9b411 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558268 Feb 02 15:27:20.129438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15f1213-78ab-4b7b-9671-e69dbd7711cb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:20.187055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-caa3e6df-14e5-4f71-a6bf-aaeb3063bfba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:20.194962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-caa3e6df-14e5-4f71-a6bf-aaeb3063bfba service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.3052580 Feb 02 15:27:20.213666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e15f1213-78ab-4b7b-9671-e69dbd7711cb,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:20.337716 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:20.350178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088899bb-7706-420e-818f-2a6e25a01b55 req-efd21c85-bbe1-4afd-b922-20aa58c532f2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:20.351666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-088899bb-7706-420e-818f-2a6e25a01b55 req-efd21c85-bbe1-4afd-b922-20aa58c532f2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3135986 Feb 02 15:27:20.358595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Allocated IP 2001:db8::1 (eeb60647-32fb-4946-8641-e44617d46fe1/583d5df6-40b5-4251-9de9-a9ab611881ca/7e172816-d6f1-48c9-b47a-3c0d09b64bc6) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:20.366646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ac37c4f-9fa1-450a-bf2d-d91479e464cf req-c2861fb9-e2eb-46f7-b719-eb58e57a6750 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0703225 Feb 02 15:27:20.404411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-035a1e8a-a176-4684-963c-7ad687c62909 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1000 time: 0.2066338 Feb 02 15:27:20.492475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-088899bb-7706-420e-818f-2a6e25a01b55 req-7b6ccf24-5def-492c-80b3-3eac1b729231 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332319 Feb 02 15:27:20.501312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-ef815511-38e1-4f03-ba23-b23c74e7111e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:20.505635 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-ef815511-38e1-4f03-ba23-b23c74e7111e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.0960209 Feb 02 15:27:20.510823 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:20.630003 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-9bdbbacd-6a13-4918-a450-94ae714f055a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179168 Feb 02 15:27:20.634027 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15f1213-78ab-4b7b-9671-e69dbd7711cb', 'code': 200} Feb 02 15:27:20.710481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:20.735866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Transition to ACTIVE for port object 7e172816-d6f1-48c9-b47a-3c0d09b64bc6 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:20.783274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Transition to ACTIVE for port object 7e172816-d6f1-48c9-b47a-3c0d09b64bc6 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:20.841974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff5b7c53-db46-493b-95d4-696987eed31f req-394f8401-3973-46e2-9d49-e5597ae7b2dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 1101 time: 0.1846948 Feb 02 15:27:20.843385 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:20.852998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:20.914016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-5156dbea-9ca2-43a6-84d1-cc5e613bb102 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762737 Feb 02 15:27:20.930482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Network eeb60647-32fb-4946-8641-e44617d46fe1 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:20.934119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:20.941867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:20.956189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Pushing event updated for resources: {'Port': ['ID=7e172816-d6f1-48c9-b47a-3c0d09b64bc6,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:20.976144 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff5b7c53-db46-493b-95d4-696987eed31f req-9b9d2228-8eb1-4ed1-9626-e47c2e380398 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279671 Feb 02 15:27:21.071363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:21.083740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14642b-4e4a-4153-a7d6-0f8cfee84f53 req-cff2e1aa-78d0-47df-948a-5422127ff69e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:21.087403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Attempting to bind port 7e172816-d6f1-48c9-b47a-3c0d09b64bc6 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:21.087784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Attempting to bind port 7e172816-d6f1-48c9-b47a-3c0d09b64bc6 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f05c5f4d-9463-492d-813f-c6073a267690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'eeb60647-32fb-4946-8641-e44617d46fe1'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:21.088670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Attempting to bind port 7e172816-d6f1-48c9-b47a-3c0d09b64bc6 on network eeb60647-32fb-4946-8641-e44617d46fe1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:21.091737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f14642b-4e4a-4153-a7d6-0f8cfee84f53 req-cff2e1aa-78d0-47df-948a-5422127ff69e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.2818542 Feb 02 15:27:21.097946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:21.098881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Checking segment: {'id': 'f05c5f4d-9463-492d-813f-c6073a267690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'eeb60647-32fb-4946-8641-e44617d46fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:21.099411 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:21.099810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Bound using segment: {'id': 'f05c5f4d-9463-492d-813f-c6073a267690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'eeb60647-32fb-4946-8641-e44617d46fe1'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:21.100413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Bound port: 7e172816-d6f1-48c9-b47a-3c0d09b64bc6, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05c5f4d-9463-492d-813f-c6073a267690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'eeb60647-32fb-4946-8641-e44617d46fe1'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:21.100834 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:21.113327 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ecabebf-e08f-4401-a264-6a71752cb312 req-a0af4fca-bf0c-4515-ac44-5ff0ca73c9f1 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933949 Feb 02 15:27:21.129747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=583d5df6-40b5-4251-9de9-a9ab611881ca,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:21.163455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f14642b-4e4a-4153-a7d6-0f8cfee84f53 req-8b082427-1f2e-4b5c-9287-455916bd86f2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704520 Feb 02 15:27:21.240169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] For port 7e172816-d6f1-48c9-b47a-3c0d09b64bc6, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:21.243179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] For port 7e172816-d6f1-48c9-b47a-3c0d09b64bc6, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7e172816-d6f1-48c9-b47a-3c0d09b64bc6,segment=NetworkSegment(f05c5f4d-9463-492d-813f-c6073a267690),segment_id=f05c5f4d-9463-492d-813f-c6073a267690)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:21.285882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:21.312113 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:21.363119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb60647-32fb-4946-8641-e44617d46fe1']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:21.385273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05c5f4d-9463-492d-813f-c6073a267690') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:21.385583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05c5f4d-9463-492d-813f-c6073a267690') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:21.465712 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:21.499012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9965d-782e-467e-a201-ca6a8aea4d48 None None] Pushing event updated for resources: {'Port': ['ID=7e172816-d6f1-48c9-b47a-3c0d09b64bc6,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:21.513740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e52c11-8c6d-4562-85f9-2217f423ad82 None None] Network eeb60647-32fb-4946-8641-e44617d46fe1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:21.515804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:21.530258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:21.530258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:21.545490 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:21.641565 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e42d3c0a-7e9c-4eb5-8dbf-85cfb9a6b1cf req-ab683c7a-ab6d-4e6e-a98e-7e3556aa66ae tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0668702 Feb 02 15:27:21.664719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4600-f44b-4ac4-b063-a0ab7d1e1195 req-88a74768-d0d5-4748-b3c0-15426bc1cebd tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:21.672530 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4eda4600-f44b-4ac4-b063-a0ab7d1e1195 req-88a74768-d0d5-4748-b3c0-15426bc1cebd tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 950 time: 0.3739164 Feb 02 15:27:21.781124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b771d254-6f2c-4a5f-a2a6-88c955b79190 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:27:21.787900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4eda4600-f44b-4ac4-b063-a0ab7d1e1195 req-d77b830b-9879-465b-b2b7-452190d6f22f tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141934 Feb 02 15:27:21.791212 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:27:21.791212 n-d-827122-1 neutron-server[95772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:27:21.791212 n-d-827122-1 neutron-server[95772]: [parameters: {'id': 'eeb60647-32fb-4946-8641-e44617d46fe1'}] Feb 02 15:27:21.791212 n-d-827122-1 neutron-server[95772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:27:21.796762 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:27:21.947328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bc5c-ca84-4c0c-b9a8-42c14ec11150 req-c8cfbe5a-97e9-4fba-a329-cfce5b1fd563 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:21.962507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b47bc5c-ca84-4c0c-b9a8-42c14ec11150 req-c8cfbe5a-97e9-4fba-a329-cfce5b1fd563 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.1116302 Feb 02 15:27:22.019407 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b47bc5c-ca84-4c0c-b9a8-42c14ec11150 req-f44e6322-af4e-48f3-8392-f64e48769e24 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560286 Feb 02 15:27:22.111820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b771d254-6f2c-4a5f-a2a6-88c955b79190 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:27:22.298575 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:22.345080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port 7e172816-d6f1-48c9-b47a-3c0d09b64bc6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:22.345421 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:22.445433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b7b50-fd1a-48da-b38e-39bc14f38dcc req-3f1592e6-4895-4e57-852a-1ae3aa20dce9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:22.447742 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-477b7b50-fd1a-48da-b38e-39bc14f38dcc req-3f1592e6-4895-4e57-852a-1ae3aa20dce9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1108017 Feb 02 15:27:22.499944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1967f81-2fd0-4359-8bef-ee4e2e44fbae req-ac284c22-acd2-4c6b-8c7e-3825e5c0c15f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:22.499944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1967f81-2fd0-4359-8bef-ee4e2e44fbae req-ac284c22-acd2-4c6b-8c7e-3825e5c0c15f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.2489913 Feb 02 15:27:22.499944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Router 82682834-c704-4728-9e38-c5cdd8912074 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:27:22.499944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58868) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:22.511550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Request body: {'floatingip': {'port_id': 'c00e9864-fac6-401e-9734-a3148ee4c612'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:22.518809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-477b7b50-fd1a-48da-b38e-39bc14f38dcc req-b14b40a4-d209-4078-97da-88933d9ab38b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634799 Feb 02 15:27:22.738903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] For port 7e172816-d6f1-48c9-b47a-3c0d09b64bc6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7e172816-d6f1-48c9-b47a-3c0d09b64bc6,segment=NetworkSegment(f05c5f4d-9463-492d-813f-c6073a267690),segment_id=f05c5f4d-9463-492d-813f-c6073a267690)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:22.739186 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:22.764162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-319b27b1-3770-4e12-9052-ab98dcfeaf59 req-57f0f4dc-4935-4c45-9e80-586404954eb9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1953580 Feb 02 15:27:22.814165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:22.827714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58878) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:22.844386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6eae3466-a598-446f-8df2-9628ed67fd8f req-46fdb650-6171-4efb-9701-972dfbbc60d4 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0487101 Feb 02 15:27:23.002873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Calling delete_port for 7e172816-d6f1-48c9-b47a-3c0d09b64bc6 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:23.039692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:23.093908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:23.094951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:c51a82cbdfe94a5e99d5e05ef7016e6d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:23.098528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:23.107246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:23.114300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25145685-5db4-430e-b5de-e7dc3284f79e req-82c30daa-7c8b-4097-a3c2-48ae58e16670 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:23.115794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25145685-5db4-430e-b5de-e7dc3284f79e req-82c30daa-7c8b-4097-a3c2-48ae58e16670 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 950 time: 0.1397226 Feb 02 15:27:23.180644 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25145685-5db4-430e-b5de-e7dc3284f79e req-4ff52691-e142-4968-9e75-758c12a4c373 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576577 Feb 02 15:27:23.224374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:23.292962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa066f6-072f-490b-b9e2-3724fba02208 req-17f8924d-e3ea-4f11-a1f0-1c989a7235ec tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:23.295281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dfa066f6-072f-490b-b9e2-3724fba02208 req-17f8924d-e3ea-4f11-a1f0-1c989a7235ec tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.5222974 Feb 02 15:27:23.316841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:23.366739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589386a2-6e55-4799-90df-6bd19edcd2b8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:23.375869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1053a871-22f2-4e84-970a-6e21ed4a1ac4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c51a82cbdfe94a5e99d5e05ef7016e6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5424471 Feb 02 15:27:23.376671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58892) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:23.389264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:23.553633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-633224b9-14e7-4104-babf-ddefbe3f5d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:23.582165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-633224b9-14e7-4104-babf-ddefbe3f5d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:23.588366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Port': ['ID=7e172816-d6f1-48c9-b47a-3c0d09b64bc6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:23.700400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No DVR routers for this DVR port 7e172816-d6f1-48c9-b47a-3c0d09b64bc6 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:23.723331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-633224b9-14e7-4104-babf-ddefbe3f5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:23.750143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633224b9-14e7-4104-babf-ddefbe3f5d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589386a2-6e55-4799-90df-6bd19edcd2b8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:23.767711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-633224b9-14e7-4104-babf-ddefbe3f5d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:23.772819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-633224b9-14e7-4104-babf-ddefbe3f5d92 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/589386a2-6e55-4799-90df-6bd19edcd2b8 HTTP/1.1" status: 204 len: 168 time: 0.3952267 Feb 02 15:27:23.779663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dfa066f6-072f-490b-b9e2-3724fba02208 req-53e96820-2b1a-40cc-b2d0-60595505ec72 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4741397 Feb 02 15:27:24.058249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.113422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb60647-32fb-4946-8641-e44617d46fe1']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:24.142087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05c5f4d-9463-492d-813f-c6073a267690') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:24.142391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05c5f4d-9463-492d-813f-c6073a267690') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:24.162986 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.178438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:27:24.191414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dbb556-d45c-4cd3-b28a-1b40baf5b9d0 None None] Sync routers for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:27:24.202761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbb556-d45c-4cd3-b28a-1b40baf5b9d0 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:24.203601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-87dbb556-d45c-4cd3-b28a-1b40baf5b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:24.209088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.215766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:24.216813 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.277623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-87dbb556-d45c-4cd3-b28a-1b40baf5b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:24.304738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbb556-d45c-4cd3-b28a-1b40baf5b9d0 None None] Routers {'82682834-c704-4728-9e38-c5cdd8912074'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:24.308395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-87dbb556-d45c-4cd3-b28a-1b40baf5b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['82682834-c704-4728-9e38-c5cdd8912074'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:24.323720 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:24.350749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe076d8-b6df-4416-8822-6c21ba2eab85 req-b7f81e3e-f6c0-4d89-b068-3f91fcb43172 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:24.352780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abe076d8-b6df-4416-8822-6c21ba2eab85 req-b7f81e3e-f6c0-4d89-b068-3f91fcb43172 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.3671134 Feb 02 15:27:24.359780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a147b04e-8745-4aa3-9bd3-fbe03ac2cbd8 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "PUT /v2.0/routers/82682834-c704-4728-9e38-c5cdd8912074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5110929 Feb 02 15:27:24.359946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58912) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:24.391965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-87dbb556-d45c-4cd3-b28a-1b40baf5b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:24.396815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dbb556-d45c-4cd3-b28a-1b40baf5b9d0 None None] The sync data for ids ['82682834-c704-4728-9e38-c5cdd8912074'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:27:24.423069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abe076d8-b6df-4416-8822-6c21ba2eab85 req-a422be8b-b7f5-45c2-a30d-90a11e13ee25 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620086 Feb 02 15:27:24.488888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.494767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.534966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/eeb60647-32fb-4946-8641-e44617d46fe1 HTTP/1.1" status: 204 len: 168 time: 4.8630867 Feb 02 15:27:24.540047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58924) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:24.551199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509fec5-accc-43c9-b2fa-cf291fb77a7c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=eeb60647-32fb-4946-8641-e44617d46fe1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:24.557689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826288277'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:24.568562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:24.573070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a1405da8-ec2f-4556-9f9a-2f7568b7d440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.577339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:24.587087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:24.595507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.596496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:24.651159 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.659398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.724224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:24.727249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.768649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07038fb5-11cd-485b-9906-c9b652ea821a req-96b67e23-8b6c-4ae9-807a-d7a944bdb30e tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0531471 Feb 02 15:27:24.784686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:24.797934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.800616 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment bcb988cf-40b3-400a-a99a-8504fc407b64 of type vlan for network 4393b655-da66-451e-801b-7b403b3bd5e7 Feb 02 15:27:24.857928 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.980914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:24.985200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:24.985775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:25.003794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:25.049736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ab81-478f-4a6c-8f6c-e8da607c5f96 req-8e50fd71-fa10-4169-a347-8f374fe9dc9c tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:25.051203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ed6ab81-478f-4a6c-8f6c-e8da607c5f96 req-8e50fd71-fa10-4169-a347-8f374fe9dc9c tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 950 time: 0.0886586 Feb 02 15:27:25.107755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ed6ab81-478f-4a6c-8f6c-e8da607c5f96 req-1d762a06-17f4-4784-b4fe-700adf76656c tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510917 Feb 02 15:27:25.116777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting port 48cfd299-713b-4cb0-b864-dfb28b339bfb {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:25.117300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:25.120190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=4393b655-da66-451e-801b-7b403b3bd5e7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:25.132865 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Floating IP afbdc5ee-7b46-46a4-955e-83732244fe03 associated. External IP: 172.25.0.235, port: c00e9864-fac6-401e-9734-a3148ee4c612. Feb 02 15:27:25.133582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 4393b655-da66-451e-801b-7b403b3bd5e7 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:25.300944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-01003133-ec02-490b-8701-429a13e23c85 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7591553 Feb 02 15:27:25.302351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58938) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:25.309406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:25.422516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:25.446265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bdf00-c653-4b9b-b779-c392abe4c5f4 req-49163b0c-e7a5-4f43-97c6-4bacd9023b37 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:25.455334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-749bdf00-c653-4b9b-b779-c392abe4c5f4 req-49163b0c-e7a5-4f43-97c6-4bacd9023b37 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1426883 Feb 02 15:27:25.572073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Calling delete_port for 48cfd299-713b-4cb0-b864-dfb28b339bfb owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:25.659820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:25.673308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:subnet and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:25.677541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0bc9a671-1c5a-441d-b3ac-078727a1d182 req-ddf99e7a-36fd-47ff-bf2f-18bbcdf700b5 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249&device_id=afc7786b-92da-44a2-b6c9-2fb957549e27 HTTP/1.1" status: 200 len: 210 time: 0.0708706 Feb 02 15:27:25.680173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:25.690853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:25.766736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-749bdf00-c653-4b9b-b779-c392abe4c5f4 req-a8df675a-e62c-4494-8349-ff11a5b26290 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3104303 Feb 02 15:27:25.920640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:26.002179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:26.065752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Router 71e2d620-bcf3-479a-92df-c36cf3e5d314 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:27:26.320030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Port': ['ID=48cfd299-713b-4cb0-b864-dfb28b339bfb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:26.339647 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:26.392901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:27:26.398263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:26.406991 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] Sync routers for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:27:26.418597 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:26.419797 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:26:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:26.579581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8dcade16-daa0-40c5-b585-80eeb88c0004 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "PUT /v2.0/floatingips/afbdc5ee-7b46-46a4-955e-83732244fe03 HTTP/1.1" status: 200 len: 992 time: 4.0787520 Feb 02 15:27:26.588802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:26.609755 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:27:26.612901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dd196-8447-4785-b968-cadc0e8bfd75 req-1a3c2a7f-1659-4e87-a2f5-4c2b96a09b36 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:26.614508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e27dd196-8447-4785-b968-cadc0e8bfd75 req-1a3c2a7f-1659-4e87-a2f5-4c2b96a09b36 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 950 time: 0.3471348 Feb 02 15:27:26.616718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dfc70e29-11ff-4c2e-b3dc-d133f48d5869 req-2b4de28e-8e20-424a-8cbe-cca0d801ebed service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a52f4fefff4d4ef387c54012343df20c&device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1375377 Feb 02 15:27:26.661710 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c776e9e3-3e5a-4a51-9432-ba2e0102d1b4 req-acacdaa1-92bb-431f-8669-4ffadaa6b427 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1465983 Feb 02 15:27:26.678818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:26.744891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e27dd196-8447-4785-b968-cadc0e8bfd75 req-31caabac-db79-4279-bbb6-8404b49fe53a tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244035 Feb 02 15:27:26.832630 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dfc70e29-11ff-4c2e-b3dc-d133f48d5869 req-0a8db246-b32e-4902-824a-f5b16ab75ae5 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=a52f4fefff4d4ef387c54012343df20c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035070 Feb 02 15:27:26.874643 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6313881e-6ec0-43a8-ba03-f8712add6c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:26.879468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f762edc-dcfb-4942-b612-50e898cf566b req-78252b57-dafc-4c0a-848a-4b0b3d543a3e tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:26.887053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f762edc-dcfb-4942-b612-50e898cf566b req-78252b57-dafc-4c0a-848a-4b0b3d543a3e tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 950 time: 0.6178071 Feb 02 15:27:26.974126 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'status': 'completed', 'code': 200} Feb 02 15:27:27.150274 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'afbdc5ee-7b46-46a4-955e-83732244fe03', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'port_id': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'mac_address': 'fa:16:3e:20:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:26:55Z', 'updated_at': '2022-02-02T15:27:24Z', 'revision_number': 1, 'project_id': '45fc305967194a0eac493568acd3c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:27.152160 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] Checking router: 71e2d620-bcf3-479a-92df-c36cf3e5d314 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:27:27.170455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:27.171498 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:27.180710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70e29-11ff-4c2e-b3dc-d133f48d5869 req-0220e646-f638-4552-ac5b-cfb63be61e72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:27.182166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dfc70e29-11ff-4c2e-b3dc-d133f48d5869 req-0220e646-f638-4552-ac5b-cfb63be61e72 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3394008 Feb 02 15:27:27.199824 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:27.229598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Deleting port e15f1213-78ab-4b7b-9671-e69dbd7711cb {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:27.229938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:27.237888 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25465b1-a97d-4e88-b758-d97809512684 req-1b963b68-8798-480b-bb69-08d8312da7eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1097 time: 0.2216856 Feb 02 15:27:27.244400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33ca4f-963d-4930-b35b-633909da9ae1 req-79210450-2135-4b0f-b476-3dd47ed6b168 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:27.252163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb33ca4f-963d-4930-b35b-633909da9ae1 req-79210450-2135-4b0f-b476-3dd47ed6b168 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1528554 Feb 02 15:27:27.288007 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:27.410431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb33ca4f-963d-4930-b35b-633909da9ae1 req-df1e04ba-a3c2-43d4-a120-72dfb4d3669c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1500239 Feb 02 15:27:27.422989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fd1c0-0de6-44fd-ad03-675385bde7dc req-f05c9929-db73-4d17-895b-398f6b2f422f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:27.424922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-930fd1c0-0de6-44fd-ad03-675385bde7dc req-f05c9929-db73-4d17-895b-398f6b2f422f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.5358779 Feb 02 15:27:27.432532 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:27.479293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25465b1-a97d-4e88-b758-d97809512684 req-84918c79-4a51-4783-bc75-f848273b9193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:27.481107 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25465b1-a97d-4e88-b758-d97809512684 req-84918c79-4a51-4783-bc75-f848273b9193 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.2265496 Feb 02 15:27:27.508962 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:27:27.522503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:27.523361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Fanout notify agent at l3_agent the message router_deleted on router 82682834-c704-4728-9e38-c5cdd8912074 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:27:27.641407 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25465b1-a97d-4e88-b758-d97809512684 req-cff591b6-ae1d-4609-a1c8-0c4fe9ffdc2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00e9864-fac6-401e-9734-a3148ee4c612 HTTP/1.1" status: 200 len: 1000 time: 0.1541867 Feb 02 15:27:27.681136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=ae8a0fef-82ff-4b6f-afed-909d82c185d4,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:27.733467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25465b1-a97d-4e88-b758-d97809512684 req-9aa2ba6d-7180-4ab2-b442-48ed9c212da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:27.739640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25465b1-a97d-4e88-b758-d97809512684 req-9aa2ba6d-7180-4ab2-b442-48ed9c212da5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.0928144 Feb 02 15:27:27.753411 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:27.757043 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0902b542-0948-479c-a3f7-f7fc23e25b08 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/routers/82682834-c704-4728-9e38-c5cdd8912074 HTTP/1.1" status: 204 len: 168 time: 3.3936832 Feb 02 15:27:27.757043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.757043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.757043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.757400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.757742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.758067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.758400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.758886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.759399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.759893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.760482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:27.765090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58982) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:27.788623 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-930fd1c0-0de6-44fd-ad03-675385bde7dc req-774e1a34-1664-4ca7-b1bd-f551bc24954a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458982 Feb 02 15:27:27.849309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25465b1-a97d-4e88-b758-d97809512684 req-fa3fa046-7c83-466f-95b6-7c43546d4b1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007397 Feb 02 15:27:28.034986 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25465b1-a97d-4e88-b758-d97809512684 req-3e4f703b-4f43-4df5-97bf-8623916b49b6 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789653 Feb 02 15:27:28.041221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': 'bcb988cf-40b3-400a-a99a-8504fc407b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:28.041670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: 4393b655-da66-451e-801b-7b403b3bd5e7, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:28.111279 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'afbdc5ee-7b46-46a4-955e-83732244fe03', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'port_id': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'mac_address': 'fa:16:3e:20:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:26:55Z', 'updated_at': '2022-02-02T15:27:24Z', 'revision_number': 1, 'project_id': '45fc305967194a0eac493568acd3c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:28.121084 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f06b08-67a6-4004-9bee-3b513d538e52 None None] The sync data for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 is: [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'afbdc5ee-7b46-46a4-955e-83732244fe03', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'port_id': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'mac_address': 'fa:16:3e:20:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:26:55Z', 'updated_at': '2022-02-02T15:27:24Z', 'revision_number': 1, 'project_id': '45fc305967194a0eac493568acd3c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:27:28.125431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] For port e15f1213-78ab-4b7b-9671-e69dbd7711cb, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e15f1213-78ab-4b7b-9671-e69dbd7711cb,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:28.126106 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:28.150966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-798573ce-47fd-44ff-a5b2-109ac6be68e5 req-e1cd702f-5318-4aa2-9df0-654343e95052 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.0995693 Feb 02 15:27:28.317037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:28.362328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:28.368097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Calling delete_port for e15f1213-78ab-4b7b-9671-e69dbd7711cb owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:28.468568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65520025-32a7-49a3-a2d1-50ddf05257ea None None] New status for floating IP afbdc5ee-7b46-46a4-955e-83732244fe03: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:27:28.534872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network 4393b655-da66-451e-801b-7b403b3bd5e7 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:28.545946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-521c81ac-0930-4103-bec2-a6e81acae1af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 1096 time: 0.3175576 Feb 02 15:27:28.560646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25465b1-a97d-4e88-b758-d97809512684 req-451bf934-a52a-456d-bee4-7e5788f2a6bd service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193033 Feb 02 15:27:28.649315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 4393b655-da66-451e-801b-7b403b3bd5e7) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:28.655011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:28.655600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:28.666958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668337d-f34a-425b-93cf-cdbff7af0622 None None] Network 4393b655-da66-451e-801b-7b403b3bd5e7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:28.705537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bc57e1-28e7-4b85-ab4d-3685b505c86d tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Deleting subnet 5ecabb27-0ed3-428b-b606-b45962758ce1 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:27:28.723495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7bc57e1-28e7-4b85-ab4d-3685b505c86d tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:28.729041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec93de-fddf-43b5-a986-b4e48ce2c76a req-40a3a208-57c4-4d3d-bf32-9ac35700be01 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:28.736031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9aec93de-fddf-43b5-a986-b4e48ce2c76a req-40a3a208-57c4-4d3d-bf32-9ac35700be01 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 950 time: 0.5089209 Feb 02 15:27:28.743296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dfc70e29-11ff-4c2e-b3dc-d133f48d5869 req-45fa9b45-dd2e-4722-a605-8ac8581708fd tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.107 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.2372150 Feb 02 15:27:28.837051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6ccf-87cd-4da3-a372-75ea4e64daf4 req-b893642b-eb95-4ac0-ae49-065410b3c579 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:28.846115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-14dc6ccf-87cd-4da3-a372-75ea4e64daf4 req-b893642b-eb95-4ac0-ae49-065410b3c579 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.4456885 Feb 02 15:27:28.888517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9aec93de-fddf-43b5-a986-b4e48ce2c76a req-1db481bd-89f7-4cd2-8616-798e7a78b981 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/security-groups?id=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513362 Feb 02 15:27:28.889593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-3b39027e-7f69-4c7e-9387-f1439410c47e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:28.899335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-3b39027e-7f69-4c7e-9387-f1439410c47e service neutron] 10.222.0.64 "GET /v2.0/networks?id=6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 200 len: 913 time: 0.3413556 Feb 02 15:27:28.899789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:28.900305 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bd386be6-33a5-4523-bcad-aa5a81eb479c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5955589 Feb 02 15:27:28.913171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:28.914972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7bc57e1-28e7-4b85-ab4d-3685b505c86d tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.021991 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-14dc6ccf-87cd-4da3-a372-75ea4e64daf4 req-124ad3f3-bead-42fc-a379-48bf2c1e8d88 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1717832 Feb 02 15:27:29.026890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.113111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Pushing event deleted for resources: {'Port': ['ID=e15f1213-78ab-4b7b-9671-e69dbd7711cb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:29.116280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-4393b655-da66-451e-801b-7b403b3bd5e7', 'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': 'ae8a0fef-82ff-4b6f-afed-909d82c185d4'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:29.118837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.223892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] No DVR routers for this DVR port e15f1213-78ab-4b7b-9671-e69dbd7711cb on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:29.226505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7bc57e1-28e7-4b85-ab4d-3685b505c86d tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.251527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e15f1213-78ab-4b7b-9671-e69dbd7711cb no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:27:29.311201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: e15f1213-78ab-4b7b-9671-e69dbd7711cb {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:27:29.311546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e15f1213-78ab-4b7b-9671-e69dbd7711cb not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:27:29.330398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.334968 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f762edc-dcfb-4942-b612-50e898cf566b req-960a990b-6b36-4556-8850-afa0312b3fef tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.64 "DELETE /v2.0/ports/e15f1213-78ab-4b7b-9671-e69dbd7711cb HTTP/1.1" status: 204 len: 173 time: 2.4068890 Feb 02 15:27:29.337058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b', 'name': 'network-vif-deleted', 'tag': 'e15f1213-78ab-4b7b-9671-e69dbd7711cb'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:29.378517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-6ec0d180-5532-4442-af0e-8a43e36320ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 200 len: 1000 time: 0.4480829 Feb 02 15:27:29.438224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d2115-071f-43b5-b258-3669ea085391 req-6e1ec7b5-221c-4f08-94fd-cfc5966a86d7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:29.439723 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-179d2115-071f-43b5-b258-3669ea085391 req-6e1ec7b5-221c-4f08-94fd-cfc5966a86d7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3423259 Feb 02 15:27:29.442717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:29.451153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Allocated IP 2001:db8::2 (4393b655-da66-451e-801b-7b403b3bd5e7/ae8a0fef-82ff-4b6f-afed-909d82c185d4/d4f853a8-77b4-4b7a-b58e-873e70aeb697) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:29.456375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:subnet and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:29.474590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:29.503135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:29.506219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7bc57e1-28e7-4b85-ab4d-3685b505c86d tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.554812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f8f0f4db-6385-4dcc-b718-e69dc5cb3469 req-37fd9f92-ad2b-4c80-87ea-a8a06c6100e7 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=5090e2eb-e46f-4356-a484-602c23f8a249 HTTP/1.1" status: 200 len: 210 time: 0.1233573 Feb 02 15:27:29.566184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc57e1-28e7-4b85-ab4d-3685b505c86d tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecabb27-0ed3-428b-b606-b45962758ce1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:29.571448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7bc57e1-28e7-4b85-ab4d-3685b505c86d tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.579676 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c7bc57e1-28e7-4b85-ab4d-3685b505c86d tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/subnets/5ecabb27-0ed3-428b-b606-b45962758ce1 HTTP/1.1" status: 204 len: 168 time: 1.8055394 Feb 02 15:27:29.581389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59014) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:29.595072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-a8c10677-23e7-437e-af5a-e28552480913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:29.602663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-a8c10677-23e7-437e-af5a-e28552480913 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 200 len: 850 time: 0.2161281 Feb 02 15:27:29.639292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-179d2115-071f-43b5-b258-3669ea085391 req-469bea53-22ef-488d-b673-c6a88b320b5e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876059 Feb 02 15:27:29.761375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:29.761972 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b', 'name': 'network-vif-deleted', 'tag': 'e15f1213-78ab-4b7b-9671-e69dbd7711cb', 'status': 'completed', 'code': 200} Feb 02 15:27:29.831084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.956999 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:29.972088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Transition to ACTIVE for port object d4f853a8-77b4-4b7a-b58e-873e70aeb697 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:29.998783 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.002426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Transition to ACTIVE for port object d4f853a8-77b4-4b7a-b58e-873e70aeb697 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:30.022816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-f6dfcaee-74e1-4244-ba45-761d87b91d19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6bb452a6-5e23-4dd5-a667-dd158f932e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3824563 Feb 02 15:27:30.115789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-04da2734-475e-4af0-8955-31b1ff0e610b req-6b53bccc-6796-47a3-9de4-e46da8347f79 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Synchronizing usage tracker for tenant:b7c55d123567454590403baa7afc094d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:30.166233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.210661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ca5545-9ebd-4c2e-8f97-737f52968594']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:30.215050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.219829 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.242009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9608c4-cb11-470c-86cd-2e24b75a46c2') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:30.242405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9608c4-cb11-470c-86cd-2e24b75a46c2') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:30.266674 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.297086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.307429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:30.307827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.312058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-15709f77-0ab4-4d5e-980d-25daac59be1d service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334788 Feb 02 15:27:30.314963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Network 4393b655-da66-451e-801b-7b403b3bd5e7 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:30.315651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:30.320861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:30.329202 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:30.398154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-04da2734-475e-4af0-8955-31b1ff0e610b req-6b53bccc-6796-47a3-9de4-e46da8347f79 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] Unset dirty status for tenant:b7c55d123567454590403baa7afc094d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:30.399377 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04da2734-475e-4af0-8955-31b1ff0e610b req-6b53bccc-6796-47a3-9de4-e46da8347f79 tempest-TenantUsagesTestJSON-356360031 tempest-TenantUsagesTestJSON-356360031-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f7b7f76-ad02-4f0f-9d71-f0b1610fc82b HTTP/1.1" status: 200 len: 210 time: 0.3352749 Feb 02 15:27:30.430025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Pushing event updated for resources: {'Port': ['ID=d4f853a8-77b4-4b7a-b58e-873e70aeb697,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:30.470187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Attempting to bind port d4f853a8-77b4-4b7a-b58e-873e70aeb697 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:30.471315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Attempting to bind port d4f853a8-77b4-4b7a-b58e-873e70aeb697 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bcb988cf-40b3-400a-a99a-8504fc407b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:30.472173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Attempting to bind port d4f853a8-77b4-4b7a-b58e-873e70aeb697 on network 4393b655-da66-451e-801b-7b403b3bd5e7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:30.485476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:30.486157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Checking segment: {'id': 'bcb988cf-40b3-400a-a99a-8504fc407b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:30.486736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.487302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Bound using segment: {'id': 'bcb988cf-40b3-400a-a99a-8504fc407b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:30.487989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Bound port: d4f853a8-77b4-4b7a-b58e-873e70aeb697, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb988cf-40b3-400a-a99a-8504fc407b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:30.488586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.552807 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.558513 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.633066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] For port d4f853a8-77b4-4b7a-b58e-873e70aeb697, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:30.646824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] For port d4f853a8-77b4-4b7a-b58e-873e70aeb697, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4f853a8-77b4-4b7a-b58e-873e70aeb697,segment=NetworkSegment(bcb988cf-40b3-400a-a99a-8504fc407b64),segment_id=bcb988cf-40b3-400a-a99a-8504fc407b64)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:30.712357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e3c51-8474-4d32-bc95-2f39b6624b16 req-faa333b1-5dd3-4c68-a233-c3993e48c467 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:30.714170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-434e3c51-8474-4d32-bc95-2f39b6624b16 req-faa333b1-5dd3-4c68-a233-c3993e48c467 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.4453230 Feb 02 15:27:30.716353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e692646-32d8-4cba-81d0-0c27af6a4b6d req-e4f30909-bdb8-485d-af9f-98daa3e54ee5 service neutron] 10.222.0.64 "GET /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975854 Feb 02 15:27:30.759304 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] 10.222.0.88 "DELETE /v2.0/networks/02ca5545-9ebd-4c2e-8f97-737f52968594 HTTP/1.1" status: 204 len: 168 time: 1.1732008 Feb 02 15:27:30.763495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8226e-496b-4dda-9c1b-7485f67b91d7 tempest-FloatingIPTestJSON-403351181 tempest-FloatingIPTestJSON-403351181-project] Pushing event deleted for resources: {'Network': ['ID=02ca5545-9ebd-4c2e-8f97-737f52968594,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:30.814485 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.814592 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-434e3c51-8474-4d32-bc95-2f39b6624b16 req-ad349906-0ebf-4f1a-b0ea-46b3dc32c304 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848532 Feb 02 15:27:30.873739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:30.918812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2da2e7-1e32-416f-b289-be1d42ba0ae6 None None] Pushing event updated for resources: {'Port': ['ID=d4f853a8-77b4-4b7a-b58e-873e70aeb697,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:30.992984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network 4393b655-da66-451e-801b-7b403b3bd5e7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:30.996263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:31.001202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:31.001978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:31.048852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=e0548ca0-49b1-48c8-b2b8-cd3f4db1ca42,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:31.061276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.066677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.067076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.067541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.068315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.068824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.069788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.070274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.070769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.071286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.071769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:27:31.187927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-24d0014a-91e2-44e6-9cd0-12777e4cb8c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2796848 Feb 02 15:27:31.187927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59046) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:31.300786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded22b03-9138-431d-a31a-a83e0c7d21df tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:31.302804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded22b03-9138-431d-a31a-a83e0c7d21df tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:31.304334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded22b03-9138-431d-a31a-a83e0c7d21df tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:31.305656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded22b03-9138-431d-a31a-a83e0c7d21df tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:31.306967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded22b03-9138-431d-a31a-a83e0c7d21df tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:31.307948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ded22b03-9138-431d-a31a-a83e0c7d21df tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Synchronizing usage tracker for tenant:216df49aa74848b79bfd555afb5f8815 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:31.567643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ded22b03-9138-431d-a31a-a83e0c7d21df tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Unset dirty status for tenant:216df49aa74848b79bfd555afb5f8815 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:31.569649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ded22b03-9138-431d-a31a-a83e0c7d21df tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3807867 Feb 02 15:27:31.576329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59060) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:31.582688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1587045842'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:31.596126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:31.596126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:31.596969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:31.602781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:31.730922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:31.736067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:31.756775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0704a01c-f79f-408b-8de9-b7c1a54fe7e5 req-411de0fb-8bb7-472c-99fe-c51a8aff34ec service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a52f4fefff4d4ef387c54012343df20c&device_id=afc7786b-92da-44a2-b6c9-2fb957549e27 HTTP/1.1" status: 200 len: 210 time: 0.0862608 Feb 02 15:27:31.852255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:31.866255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:31.866975 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment d1ba69a2-35f8-4c28-bd8c-c367ce55df1d of type vlan for network ae1ac605-be5c-405b-8278-42ae27350a2b Feb 02 15:27:31.904332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:31.993951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59072) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:32.000251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0704a01c-f79f-408b-8de9-b7c1a54fe7e5 req-7b6db498-88cd-4201-bf54-0da520743ba1 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=a52f4fefff4d4ef387c54012343df20c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2299423 Feb 02 15:27:32.047189 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:32.052335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:32.053166 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:32.070951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36dd1f9f-a5f3-4e88-bedb-7391d24e8af0 req-3911cadc-6034-4e84-ae05-de6d16a5f1fc tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=afc7786b-92da-44a2-b6c9-2fb957549e27 HTTP/1.1" status: 200 len: 210 time: 0.1159616 Feb 02 15:27:32.169434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a039469-6941-4ed5-91b3-60831c1f8b31 req-78a1b4e7-4b0f-401d-8f2f-f77fc290ead2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:32.171354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a039469-6941-4ed5-91b3-60831c1f8b31 req-78a1b4e7-4b0f-401d-8f2f-f77fc290ead2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1283779 Feb 02 15:27:32.248464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a039469-6941-4ed5-91b3-60831c1f8b31 req-3bfd5b24-a234-4c44-873f-da43deffef43 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702505 Feb 02 15:27:32.338739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519fafb4-9ef4-4e3f-95d3-22d3a785501f None None] Network 4393b655-da66-451e-801b-7b403b3bd5e7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:32.339219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=ae1ac605-be5c-405b-8278-42ae27350a2b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:32.365674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network ae1ac605-be5c-405b-8278-42ae27350a2b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:32.449232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704a01c-f79f-408b-8de9-b7c1a54fe7e5 req-61cf14f8-4e2b-44a9-896b-e836878d80d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:32.451453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0704a01c-f79f-408b-8de9-b7c1a54fe7e5 req-61cf14f8-4e2b-44a9-896b-e836878d80d1 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4418559 Feb 02 15:27:32.454884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-16bd625c-feb2-492d-8242-b2d564568d82 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8773839 Feb 02 15:27:32.464736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:32.471006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-be6ae95b-22ba-4be7-8ab9-66b713933567 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:32.503765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902b51b-4b14-4081-a08c-e1114a7afa62 req-56e4b9b6-d93c-474c-9c4a-d290e48e469e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:32.511830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b902b51b-4b14-4081-a08c-e1114a7afa62 req-56e4b9b6-d93c-474c-9c4a-d290e48e469e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1116366 Feb 02 15:27:32.645267 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b902b51b-4b14-4081-a08c-e1114a7afa62 req-965c0ff5-b9f7-41b1-83ed-07d35b7e609e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259160 Feb 02 15:27:32.673482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-181845a7-8e31-438b-847e-9a3ed757ce35 None None] Provisioning for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:32.744493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59092) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:32.931241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4f853a8-77b4-4b7a-b58e-873e70aeb697 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:32.952827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5f759d02-2034-426a-bfb4-67359e63df7a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f540d4698f7346ad8b65e2984fa2a033&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9577227 Feb 02 15:27:32.955770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59098) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:32.987542 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be6ae95b-22ba-4be7-8ab9-66b713933567 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.063100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc8f85c-f9e3-4ad1-be90-e8ec31cb3da3 None None] Update dhcp port {'port': {'network_id': '4393b655-da66-451e-801b-7b403b3bd5e7', 'fixed_ips': [{'subnet_id': 'ae8a0fef-82ff-4b6f-afed-909d82c185d4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e0548ca0-49b1-48c8-b2b8-cd3f4db1ca42'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'd4f853a8-77b4-4b7a-b58e-873e70aeb697'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:27:33.065658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-109efd9e-f789-4778-bcda-83b909b2545f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.086129 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be6ae95b-22ba-4be7-8ab9-66b713933567 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.111740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-84671c43-7e76-428f-86f1-f804836bb7b1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7c55d123567454590403baa7afc094d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3631065 Feb 02 15:27:33.111740 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-109efd9e-f789-4778-bcda-83b909b2545f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.116161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59106) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:33.117532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be6ae95b-22ba-4be7-8ab9-66b713933567 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network ae1ac605-be5c-405b-8278-42ae27350a2b is not hosted by any dhcp agent {{(pid=95773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 02 15:27:33.124261 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f85c-f9e3-4ad1-be90-e8ec31cb3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.137037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ae95b-22ba-4be7-8ab9-66b713933567 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:33.137037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be6ae95b-22ba-4be7-8ab9-66b713933567 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.140736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59112) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:33.144331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-be6ae95b-22ba-4be7-8ab9-66b713933567 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "PUT /v2.0/networks/ae1ac605-be5c-405b-8278-42ae27350a2b HTTP/1.1" status: 200 len: 723 time: 0.6740482 Feb 02 15:27:33.149366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': 'ae1ac605-be5c-405b-8278-42ae27350a2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:33.267076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:33.273798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:33.289496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:33.289939 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.301111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:33.402389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ae95b-22ba-4be7-8ab9-66b713933567 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=ae1ac605-be5c-405b-8278-42ae27350a2b,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:33.440519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c566218-141f-4601-929b-b5442d139923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.461726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df9d6041-4ff0-46e3-a7e4-64f08d54bda9 req-322c8f1a-823a-4fd9-9997-4819fd742300 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=afc7786b-92da-44a2-b6c9-2fb957549e27 HTTP/1.1" status: 200 len: 210 time: 0.1115315 Feb 02 15:27:33.463207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:33.471369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network ae1ac605-be5c-405b-8278-42ae27350a2b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:33.510296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c566218-141f-4601-929b-b5442d139923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.632341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.680304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-2dc8f85c-f9e3-4ad1-be90-e8ec31cb3da3 None None] Allocated IP 172.20.0.1 (4393b655-da66-451e-801b-7b403b3bd5e7/e0548ca0-49b1-48c8-b2b8-cd3f4db1ca42/d4f853a8-77b4-4b7a-b58e-873e70aeb697) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:33.698080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.749672 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c566218-141f-4601-929b-b5442d139923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.755907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-109efd9e-f789-4778-bcda-83b909b2545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.774118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c566218-141f-4601-929b-b5442d139923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a89f3d-0bbd-4b5b-9b31-52928d9af6b6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:33.858612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109efd9e-f789-4778-bcda-83b909b2545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d461c8-0d05-4c1f-9e75-49d342f5d7e9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:33.865916 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0704a01c-f79f-408b-8de9-b7c1a54fe7e5 req-ae4d4822-f78a-4243-a3c2-cd4bb5f1a27d tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.107 "GET /v2.0/ports?device_id=afc7786b-92da-44a2-b6c9-2fb957549e27 HTTP/1.1" status: 200 len: 210 time: 0.0765319 Feb 02 15:27:33.871097 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-109efd9e-f789-4778-bcda-83b909b2545f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.883161 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-109efd9e-f789-4778-bcda-83b909b2545f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/64d461c8-0d05-4c1f-9e75-49d342f5d7e9 HTTP/1.1" status: 204 len: 168 time: 0.9240003 Feb 02 15:27:33.907090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2dc8f85c-f9e3-4ad1-be90-e8ec31cb3da3 None None] For port d4f853a8-77b4-4b7a-b58e-873e70aeb697, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4f853a8-77b4-4b7a-b58e-873e70aeb697,segment=NetworkSegment(bcb988cf-40b3-400a-a99a-8504fc407b64),segment_id=bcb988cf-40b3-400a-a99a-8504fc407b64)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:33.940451 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f85c-f9e3-4ad1-be90-e8ec31cb3da3 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.951163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c566218-141f-4601-929b-b5442d139923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:33.954993 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9c566218-141f-4601-929b-b5442d139923 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/85a89f3d-0bbd-4b5b-9b31-52928d9af6b6 HTTP/1.1" status: 204 len: 168 time: 0.8072116 Feb 02 15:27:33.978603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2dc8f85c-f9e3-4ad1-be90-e8ec31cb3da3 None None] Transition to ACTIVE for port object d4f853a8-77b4-4b7a-b58e-873e70aeb697 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:34.104219 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f85c-f9e3-4ad1-be90-e8ec31cb3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:34.145737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:34.254173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:27:34.254764 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:27:34.309232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8f85c-f9e3-4ad1-be90-e8ec31cb3da3 None None] Pushing event updated for resources: {'Port': ['ID=d4f853a8-77b4-4b7a-b58e-873e70aeb697,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:34.353285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=ef04d3f6-2186-42c3-8695-52947c840966,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:34.363640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ae1ac605-be5c-405b-8278-42ae27350a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:34.363640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: ae1ac605-be5c-405b-8278-42ae27350a2b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:34.539187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network ae1ac605-be5c-405b-8278-42ae27350a2b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:34.665394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, ae1ac605-be5c-405b-8278-42ae27350a2b) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:34.670628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:34.671732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:34.680725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658ea4f-5ba7-4705-8944-a9ec2c17b80d None None] Network ae1ac605-be5c-405b-8278-42ae27350a2b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:34.820986 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9c3ba21b-7ca3-46c6-aab2-df879bc2573b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6784105 Feb 02 15:27:34.823211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59174) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:34.830716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5968687e-f3b6-4717-9d68-38778a5f5b40 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:34.914600 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:34.940640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba25fb74-e8b1-4417-916c-7c86ab1f7d36 None None] Network 4393b655-da66-451e-801b-7b403b3bd5e7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:35.082819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d4f853a8-77b4-4b7a-b58e-873e70aeb697, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4f853a8-77b4-4b7a-b58e-873e70aeb697,segment=NetworkSegment(bcb988cf-40b3-400a-a99a-8504fc407b64),segment_id=bcb988cf-40b3-400a-a99a-8504fc407b64)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:35.100803 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e70eb464-cd46-4069-820b-589c60a362ac req-f3e7d108-46e4-464a-97e9-23f105cab8f6 tempest-ServerShowV247Test-1505736288 tempest-ServerShowV247Test-1505736288-project] 10.222.0.88 "GET /v2.0/ports?device_id=afc7786b-92da-44a2-b6c9-2fb957549e27 HTTP/1.1" status: 200 len: 210 time: 0.0611138 Feb 02 15:27:35.126621 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5968687e-f3b6-4717-9d68-38778a5f5b40 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1714986'] for subnet, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.350521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-ae1ac605-be5c-405b-8278-42ae27350a2b', 'network_id': 'ae1ac605-be5c-405b-8278-42ae27350a2b', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': 'ef04d3f6-2186-42c3-8695-52947c840966'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:35.351324 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.422525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.423433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bfefd282-1718-42b9-b5da-ae9f327cfd69 None None] Provisioning for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:35.476558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5968687e-f3b6-4717-9d68-38778a5f5b40 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778862535172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31787247'] for subnet, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.489372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bfefd282-1718-42b9-b5da-ae9f327cfd69 None None] Provisioning complete for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:35.489753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bfefd282-1718-42b9-b5da-ae9f327cfd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.536664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4f853a8-77b4-4b7a-b58e-873e70aeb697 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:35.541986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5968687e-f3b6-4717-9d68-38778a5f5b40 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:35.541986 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5968687e-f3b6-4717-9d68-38778a5f5b40 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.551901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5968687e-f3b6-4717-9d68-38778a5f5b40 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "PUT /v2.0/subnets/ef04d3f6-2186-42c3-8695-52947c840966 HTTP/1.1" status: 200 len: 826 time: 0.7181931 Feb 02 15:27:35.551901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59184) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:35.641165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968687e-f3b6-4717-9d68-38778a5f5b40 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=ef04d3f6-2186-42c3-8695-52947c840966,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:35.712657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d4f853a8-77b4-4b7a-b58e-873e70aeb697,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:35.727234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59190) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:35.771367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.795666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.805324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Allocated IP 2001:db8::2 (ae1ac605-be5c-405b-8278-42ae27350a2b/ef04d3f6-2186-42c3-8695-52947c840966/d7a4f2ef-f831-4a17-aac5-6962305602b3) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:35.852641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-6dbf9f24-65e1-4979-959b-e10d171b6936 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:35.862504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-6dbf9f24-65e1-4979-959b-e10d171b6936 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=dedcb6a6-14d9-41a6-baae-c8b05e67f80b HTTP/1.1" status: 200 len: 944 time: 0.1911793 Feb 02 15:27:35.953704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Deleting port e83c64bb-3b09-49a4-898b-7c11dbee3702 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:35.954051 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:35.969383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.038924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:36.047356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] Usage tracker for resource:security_group_rule and tenant:7627cc3fc48947c99d23f2f109dd1a52 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:36.050677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:36.057288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:36.111672 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:36.112056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.307031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] For port e83c64bb-3b09-49a4-898b-7c11dbee3702, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e83c64bb-3b09-49a4-898b-7c11dbee3702,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:36.307390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.348756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.360719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dbde5a85-db80-4192-9eb5-fe357c56e6a9 None None] Provisioning complete for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:36.360719 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dbde5a85-db80-4192-9eb5-fe357c56e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.399093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Transition to ACTIVE for port object d7a4f2ef-f831-4a17-aac5-6962305602b3 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:36.414994 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.429653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Transition to ACTIVE for port object d7a4f2ef-f831-4a17-aac5-6962305602b3 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:36.472497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Calling delete_port for e83c64bb-3b09-49a4-898b-7c11dbee3702 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:36.609353 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.610663 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.682966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Network ae1ac605-be5c-405b-8278-42ae27350a2b is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:36.682966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:36.685067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:36.689743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824d9892-3a1d-4ab2-812d-8ed7c054a507,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:36.696123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cacf1e9e-b617-484e-af45-6a277510ed6f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7627cc3fc48947c99d23f2f109dd1a52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9654169 Feb 02 15:27:36.696289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Pushing event updated for resources: {'Port': ['ID=d7a4f2ef-f831-4a17-aac5-6962305602b3,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:36.697475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59206) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:36.762559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a73609bc-3a0f-4c97-b39f-77526784191a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.814720 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a73609bc-3a0f-4c97-b39f-77526784191a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Attempting to bind port d7a4f2ef-f831-4a17-aac5-6962305602b3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Attempting to bind port d7a4f2ef-f831-4a17-aac5-6962305602b3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ae1ac605-be5c-405b-8278-42ae27350a2b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Attempting to bind port d7a4f2ef-f831-4a17-aac5-6962305602b3 on network ae1ac605-be5c-405b-8278-42ae27350a2b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Checking segment: {'id': 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ae1ac605-be5c-405b-8278-42ae27350a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Bound using segment: {'id': 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ae1ac605-be5c-405b-8278-42ae27350a2b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Bound port: d7a4f2ef-f831-4a17-aac5-6962305602b3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ae1ac605-be5c-405b-8278-42ae27350a2b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:36.814855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.864905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:36.894963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] For port d7a4f2ef-f831-4a17-aac5-6962305602b3, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:36.899247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3a2956f8-29f7-4ca9-9a52-f2ca3d614269'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:27:36.912357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event deleted for resources: {'Port': ['ID=e83c64bb-3b09-49a4-898b-7c11dbee3702,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:36.924584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a5b26cb2-2d41-4ec3-b679-1047294e1f4f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:27:36.946284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.010755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] No DVR routers for this DVR port e83c64bb-3b09-49a4-898b-7c11dbee3702 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:37.014036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.017213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'name': 'network-vif-deleted', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:37.034289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=ef04d3f6-2186-42c3-8695-52947c840966,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:37.036717 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:27:37.038050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec79bc96-18f1-4b9a-881b-f15cfcaedbab req-91b7bf72-2f79-4d4d-a691-0ab6ed3790b0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "DELETE /v2.0/ports/e83c64bb-3b09-49a4-898b-7c11dbee3702 HTTP/1.1" status: 204 len: 173 time: 1.1745720 Feb 02 15:27:37.055074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] For port d7a4f2ef-f831-4a17-aac5-6962305602b3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d7a4f2ef-f831-4a17-aac5-6962305602b3,segment=NetworkSegment(d1ba69a2-35f8-4c28-bd8c-c367ce55df1d),segment_id=d1ba69a2-35f8-4c28-bd8c-c367ce55df1d)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:37.114737 n-d-827122-1 neutron-server[95773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dedcb6a6-14d9-41a6-baae-c8b05e67f80b', 'name': 'network-vif-deleted', 'tag': 'e83c64bb-3b09-49a4-898b-7c11dbee3702', 'status': 'failed', 'code': 422} returned with failed status Feb 02 15:27:37.151694 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.193150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1ac605-be5c-405b-8278-42ae27350a2b']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:37.204582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a73609bc-3a0f-4c97-b39f-77526784191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.222708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:37.222708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:37.232141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73609bc-3a0f-4c97-b39f-77526784191a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d9892-3a1d-4ab2-812d-8ed7c054a507,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:37.241218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.263966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a73609bc-3a0f-4c97-b39f-77526784191a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.266956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a73609bc-3a0f-4c97-b39f-77526784191a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/824d9892-3a1d-4ab2-812d-8ed7c054a507 HTTP/1.1" status: 204 len: 168 time: 0.5673120 Feb 02 15:27:37.290235 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.291702 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.300194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:37.300593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:37.316976 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:37.416620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76bec7-54b2-40e9-8743-3886c22c38ca None None] Pushing event updated for resources: {'Port': ['ID=d7a4f2ef-f831-4a17-aac5-6962305602b3,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:37.488088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:27:37.488088 n-d-827122-1 neutron-server[95772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:27:37.488088 n-d-827122-1 neutron-server[95772]: [parameters: {'id': 'ae1ac605-be5c-405b-8278-42ae27350a2b'}] Feb 02 15:27:37.488088 n-d-827122-1 neutron-server[95772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:27:37.494133 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:27:37.518314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4f853a8-77b4-4b7a-b58e-873e70aeb697 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:37.619268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:37.620185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:37.925196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59230) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:37.989788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:38.002444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port d7a4f2ef-f831-4a17-aac5-6962305602b3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:38.002859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:38.258571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] For port d7a4f2ef-f831-4a17-aac5-6962305602b3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d7a4f2ef-f831-4a17-aac5-6962305602b3,segment=NetworkSegment(d1ba69a2-35f8-4c28-bd8c-c367ce55df1d),segment_id=d1ba69a2-35f8-4c28-bd8c-c367ce55df1d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:38.259054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:38.554209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Calling delete_port for d7a4f2ef-f831-4a17-aac5-6962305602b3 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:38.613823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c13c31-7b4d-461c-bb71-9ccc28a47a50 None None] Network ae1ac605-be5c-405b-8278-42ae27350a2b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:38.614908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59244) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:38.640679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:38.693986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:38.698645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a52f4fefff4d4ef387c54012343df20c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:38.702834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:38.709662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:38.769885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2061439855'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:38.777550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:38.787934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Usage tracker for resource:network and tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:38.795588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:38.812312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:38.891057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:38.891303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-09c6c193-743d-46ce-ab06-37d1a2242a3e None None] Provisioning for port d7a4f2ef-f831-4a17-aac5-6962305602b3 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:38.897224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-09c6c193-743d-46ce-ab06-37d1a2242a3e None None] Provisioning complete for port d7a4f2ef-f831-4a17-aac5-6962305602b3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:38.897673 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-09c6c193-743d-46ce-ab06-37d1a2242a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:38.942293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8774ce8-1e38-4fa5-813c-e28c03047af2 None None] DHCP port deletion for ae1ac605-be5c-405b-8278-42ae27350a2b request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:27:38.955976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-09c6c193-743d-46ce-ab06-37d1a2242a3e None None] Port d7a4f2ef-f831-4a17-aac5-6962305602b3 was deleted so its status cannot be updated. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 02 15:27:38.966638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Port': ['ID=d7a4f2ef-f831-4a17-aac5-6962305602b3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:38.970057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8eb7e6-200d-40c7-872b-445df9fb4bb9 None None] Network ae1ac605-be5c-405b-8278-42ae27350a2b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:38.983475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No DVR routers for this DVR port d7a4f2ef-f831-4a17-aac5-6962305602b3 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:39.005462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Made reservation on behalf of fc8b891645bb400cb5f0b7a8bdc1b8f6 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:39.006487 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.039604 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.125406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:39.125406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Usage tracker for resource:security_group_rule and tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:39.125406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:39.145548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:39.205770 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.227755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.261317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.268615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1ac605-be5c-405b-8278-42ae27350a2b']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:39.291002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:39.291374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ba69a2-35f8-4c28-bd8c-c367ce55df1d') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:39.306601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.314962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.333896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.343715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:39.344152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.355172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5d1b1-aae8-4c3c-8e7c-7828f7d1c47f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:39.365342 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:39.421301 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.499027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a52f4fefff4d4ef387c54012343df20c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5698988 Feb 02 15:27:39.499027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7df5d-78c6-42d7-b6a0-43898e3fb0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4bab07-a3e0-4695-8350-9bea98ef9ad3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:39.502021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59268) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:39.574584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdccf-033b-4b62-a24d-dd116e26852a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.664085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:39.667821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.671218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdccf-033b-4b62-a24d-dd116e26852a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.678901 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.679246 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Added segment 46f1837a-f2f6-4063-8a10-a5fdff24f50e of type vlan for network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 Feb 02 15:27:39.709505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.716568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=ae1ac605-be5c-405b-8278-42ae27350a2b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:39.736989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7d86d7b5-35a1-4568-a460-0002b0463ec7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/ae1ac605-be5c-405b-8278-42ae27350a2b HTTP/1.1" status: 204 len: 168 time: 4.1898887 Feb 02 15:27:39.747190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59278) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:39.767999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.787155 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ad9fa2-fb81-461b-80e1-be609a09291c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:27:39.787966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ad9fa2-fb81-461b-80e1-be609a09291c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:27:39.789973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-08ad9fa2-fb81-461b-80e1-be609a09291c tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/ae1ac605-be5c-405b-8278-42ae27350a2b HTTP/1.1" status: 404 len: 339 time: 0.0402560 Feb 02 15:27:39.795347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59282) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:39.804901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892046614', 'description': 'd1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:39.806001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb439f2-d3f5-4c45-b091-70c3e63c1530 req-205ba713-187b-41f5-a730-81ec8146e17f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:39.807708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bb439f2-d3f5-4c45-b091-70c3e63c1530 req-205ba713-187b-41f5-a730-81ec8146e17f tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 907 time: 0.2295094 Feb 02 15:27:39.829433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:39.836688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Usage tracker for resource:network and tenant:216df49aa74848b79bfd555afb5f8815 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:39.840096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:39.848202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:39.927961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdccf-033b-4b62-a24d-dd116e26852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.928392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:39.933088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.943234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebdccf-033b-4b62-a24d-dd116e26852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4bab07-a3e0-4695-8350-9bea98ef9ad3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:39.961846 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdccf-033b-4b62-a24d-dd116e26852a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.965052 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f8ebdccf-033b-4b62-a24d-dd116e26852a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a4bab07-a3e0-4695-8350-9bea98ef9ad3 HTTP/1.1" status: 204 len: 168 time: 0.4647334 Feb 02 15:27:39.977991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:39.979489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:39.980247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:40.098102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59292) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:40.104933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:40.118394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'Network': ['ID=cdc22f6b-1d0f-4af2-9db6-2e8559e4c195,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:40.123810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:40.124177 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment b280c162-4d57-4fd7-a628-15c1f17b6257 of type vlan for network 9a19f555-3cf4-41c1-93ef-9bf5a0075477 Feb 02 15:27:40.133936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:40.157768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:40.218739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-190ec925-2044-4e6b-9ed8-4b38879d5fa4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6081486 Feb 02 15:27:40.222993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59298) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:40.231084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Request body: {'subnet': {'network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:40.357896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:40.361919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Usage tracker for resource:subnet and tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:40.365034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:40.368205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:40.373535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:40.375533 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:40.506451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:40.514107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7174480 Feb 02 15:27:40.516751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59304) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:40.599486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d3894-0fa3-42bf-861e-5bb57e9e7417 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=9a19f555-3cf4-41c1-93ef-9bf5a0075477,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:40.618256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 9a19f555-3cf4-41c1-93ef-9bf5a0075477 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:40.640234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Made reservation on behalf of fc8b891645bb400cb5f0b7a8bdc1b8f6 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:40.675671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-network', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:40.714812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:40.748226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be877b-6188-4b95-bd29-c5d1dae1fd33 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:40.749122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e5be877b-6188-4b95-bd29-c5d1dae1fd33 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Synchronizing usage tracker for tenant:216df49aa74848b79bfd555afb5f8815 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:40.754215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Usage tracker for resource:network and tenant:ffee1edb6a394be897e10448363d35c4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:40.757928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:40.780193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:40.837153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:40.912107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Made reservation on behalf of ffee1edb6a394be897e10448363d35c4 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:40.914433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:40.939292 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:40.994343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e5be877b-6188-4b95-bd29-c5d1dae1fd33 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Unset dirty status for tenant:216df49aa74848b79bfd555afb5f8815 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:40.997454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e5be877b-6188-4b95-bd29-c5d1dae1fd33 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/networks?id=9a19f555-3cf4-41c1-93ef-9bf5a0075477 HTTP/1.1" status: 200 len: 765 time: 0.4788697 Feb 02 15:27:40.998951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:41.002963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59322) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:41.009710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4bb400c6-f193-48b5-94d2-581f81ebc61b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'description': 'd2'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:41.030029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Usage tracker for resource:security_group_rule and tenant:ffee1edb6a394be897e10448363d35c4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:41.031658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:41.094576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:41.162411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fca6e-f428-4dcc-8450-f15f09b966bb req-019f37b0-fb0d-42fc-be43-951d3b8c2383 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:41.163520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-059fca6e-f428-4dcc-8450-f15f09b966bb req-019f37b0-fb0d-42fc-be43-951d3b8c2383 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:41.305639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811077de-c42d-48f0-b002-8df790ce6f17 req-0037f4dd-69fb-4c12-b69c-ac09f322e80a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:41.307060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-811077de-c42d-48f0-b002-8df790ce6f17 req-0037f4dd-69fb-4c12-b69c-ac09f322e80a tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 907 time: 0.2131395 Feb 02 15:27:41.316158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-059fca6e-f428-4dcc-8450-f15f09b966bb req-019f37b0-fb0d-42fc-be43-951d3b8c2383 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:41.317456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-059fca6e-f428-4dcc-8450-f15f09b966bb req-019f37b0-fb0d-42fc-be43-951d3b8c2383 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 907 time: 0.3257191 Feb 02 15:27:41.355550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.440338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'Subnet': ['ID=71a0d4aa-f7cb-4652-bffb-d6009458bcc3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:41.452035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Checking segment: {'id': '46f1837a-f2f6-4063-8a10-a5fdff24f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:41.452035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Network hostable DHCP agents. Network: cdc22f6b-1d0f-4af2-9db6-2e8559e4c195, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:41.465157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Deleting port a66a6a10-62d1-423f-a748-fd10338f4ec9 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:41.466625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.499581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bb400c6-f193-48b5-94d2-581f81ebc61b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.516785 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.548568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:41.598437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.624813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, cdc22f6b-1d0f-4af2-9db6-2e8559e4c195) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:41.628900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:41.633990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.639604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bb400c6-f193-48b5-94d2-581f81ebc61b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.641279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be77669-545d-4a0e-8c16-884cd2c94897 None None] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:41.783696 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e2b43b0-4ed8-4f48-bbff-afe3bf34a2f7 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5570424 Feb 02 15:27:41.783928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59340) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:41.790329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-857523827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:41.803470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:41.811745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Usage tracker for resource:router and tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:41.815135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:41.821799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:41.908574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:41.923314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1de706-9bf5-4513-9302-06c21ef93a03,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:41.947956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-cdc22f6b-1d0f-4af2-9db6-2e8559e4c195', 'network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195', 'tenant_id': 'fc8b891645bb400cb5f0b7a8bdc1b8f6', 'fixed_ips': [{'subnet_id': '71a0d4aa-f7cb-4652-bffb-d6009458bcc3'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:41.948860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4bb400c6-f193-48b5-94d2-581f81ebc61b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network 9a19f555-3cf4-41c1-93ef-9bf5a0075477 is not hosted by any dhcp agent {{(pid=95772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 02 15:27:41.949887 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.952645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.953461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb400c6-f193-48b5-94d2-581f81ebc61b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:41.953783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.954061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bb400c6-f193-48b5-94d2-581f81ebc61b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.956387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4bb400c6-f193-48b5-94d2-581f81ebc61b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "PUT /v2.0/networks/9a19f555-3cf4-41c1-93ef-9bf5a0075477 HTTP/1.1" status: 200 len: 762 time: 0.9524877 Feb 02 15:27:41.971058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59346) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:41.979648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:41.984019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb400c6-f193-48b5-94d2-581f81ebc61b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=9a19f555-3cf4-41c1-93ef-9bf5a0075477,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:42.008168 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.008601 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Added segment 06e41e61-9608-4d2f-a5eb-f8b6763762e9 of type vlan for network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb Feb 02 15:27:42.019829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59350) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:42.020046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 9a19f555-3cf4-41c1-93ef-9bf5a0075477 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:42.163095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.167711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] For port a66a6a10-62d1-423f-a748-fd10338f4ec9, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a66a6a10-62d1-423f-a748-fd10338f4ec9,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:42.168094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.218472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Allocated IP 172.20.0.2 (cdc22f6b-1d0f-4af2-9db6-2e8559e4c195/71a0d4aa-f7cb-4652-bffb-d6009458bcc3/0baa1b90-e05c-40d9-8049-20f514dd732e) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:42.246166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0732c2f-6aef-411e-ab5e-55fa649d5b01 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:42.254873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59358) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:42.255084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a0732c2f-6aef-411e-ab5e-55fa649d5b01 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/networks?id=9a19f555-3cf4-41c1-93ef-9bf5a0075477 HTTP/1.1" status: 200 len: 765 time: 0.2777870 Feb 02 15:27:42.328174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Calling delete_port for a66a6a10-62d1-423f-a748-fd10338f4ec9 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:42.436521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.494699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-357369461-network', 'tenant_id': '23ead880592145b6bc3c5340c828fb76'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:42.524542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:42.530103 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.536777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.537823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:42.538644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.544568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Usage tracker for resource:network and tenant:23ead880592145b6bc3c5340c828fb76 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:42.573430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:42.573675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23531a2a-be44-46cf-b393-77f88f110dac tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:42.574979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-23531a2a-be44-46cf-b393-77f88f110dac tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Synchronizing usage tracker for tenant:216df49aa74848b79bfd555afb5f8815 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:42.584670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.586783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4f14a299-8852-4945-8e1b-84e2cd081a40 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8006616 Feb 02 15:27:42.591005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59366) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:42.658261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-23531a2a-be44-46cf-b393-77f88f110dac tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Unset dirty status for tenant:216df49aa74848b79bfd555afb5f8815 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:42.659520 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-23531a2a-be44-46cf-b393-77f88f110dac tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4035299 Feb 02 15:27:42.665805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59370) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:42.672462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:42.708994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-69e29114-4189-4927-a359-50761e9e5a20 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Synchronizing usage tracker for tenant:216df49aa74848b79bfd555afb5f8815 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:42.729536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] Pushing event updated for resources: {'Network': ['ID=5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:42.741648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:42.763647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c646dc-aec6-4f34-aa5c-af4a7afa3cdb req-805d9fcd-88f4-4b83-ba9b-90cf8d746ab9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:42.764387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2c646dc-aec6-4f34-aa5c-af4a7afa3cdb req-805d9fcd-88f4-4b83-ba9b-90cf8d746ab9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:42.777892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2c646dc-aec6-4f34-aa5c-af4a7afa3cdb req-805d9fcd-88f4-4b83-ba9b-90cf8d746ab9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:42.791945 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2c646dc-aec6-4f34-aa5c-af4a7afa3cdb req-805d9fcd-88f4-4b83-ba9b-90cf8d746ab9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 907 time: 0.2141278 Feb 02 15:27:42.793312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.810759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Transition to ACTIVE for port object 0baa1b90-e05c-40d9-8049-20f514dd732e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:42.838694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Transition to ACTIVE for port object 0baa1b90-e05c-40d9-8049-20f514dd732e will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:42.844659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event deleted for resources: {'Port': ['ID=a66a6a10-62d1-423f-a748-fd10338f4ec9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:42.849526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Made reservation on behalf of 23ead880592145b6bc3c5340c828fb76 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:42.852907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.895071 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.960949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0a31f3d1-23a9-4670-a7fa-01548179e77d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8609905 Feb 02 15:27:42.973546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59374) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:42.978869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] No DVR routers for this DVR port a66a6a10-62d1-423f-a748-fd10338f4ec9 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:42.983761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Request body: {'subnet': {'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-subnet', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:42.995220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:42.995220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'name': 'network-vif-deleted', 'tag': 'a66a6a10-62d1-423f-a748-fd10338f4ec9'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:42.998615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:43.007470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Usage tracker for resource:subnet and tenant:ffee1edb6a394be897e10448363d35c4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:43.010645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:43.018236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:43.018349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.018454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-811077de-c42d-48f0-b002-8df790ce6f17 req-09b07b7e-6362-4006-9b91-bca1b31597cf tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "DELETE /v2.0/ports/a66a6a10-62d1-423f-a748-fd10338f4ec9 HTTP/1.1" status: 204 len: 173 time: 1.7005820 Feb 02 15:27:43.024014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-69e29114-4189-4927-a359-50761e9e5a20 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Unset dirty status for tenant:216df49aa74848b79bfd555afb5f8815 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:43.025413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-69e29114-4189-4927-a359-50761e9e5a20 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 207 time: 0.3587313 Feb 02 15:27:43.031177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59380) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:43.031704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Usage tracker for resource:security_group_rule and tenant:23ead880592145b6bc3c5340c828fb76 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:43.034698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:43.036818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:43.045158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:43.109895 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7243685c-0b70-4b3c-bc0e-5b79f13a5be7', 'name': 'network-vif-deleted', 'tag': 'a66a6a10-62d1-423f-a748-fd10338f4ec9', 'status': 'completed', 'code': 200} Feb 02 15:27:43.160291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:43.164157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:43.166642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Pushing event updated for resources: {'Port': ['ID=0baa1b90-e05c-40d9-8049-20f514dd732e,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:43.169151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:43.208736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.214055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Made reservation on behalf of ffee1edb6a394be897e10448363d35c4 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:43.219462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.273567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Attempting to bind port 0baa1b90-e05c-40d9-8049-20f514dd732e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:43.274027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Attempting to bind port 0baa1b90-e05c-40d9-8049-20f514dd732e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '46f1837a-f2f6-4063-8a10-a5fdff24f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:43.274395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Attempting to bind port 0baa1b90-e05c-40d9-8049-20f514dd732e on network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:43.283171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:43.283550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Checking segment: {'id': '46f1837a-f2f6-4063-8a10-a5fdff24f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:43.284018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.284414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Bound using segment: {'id': '46f1837a-f2f6-4063-8a10-a5fdff24f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:43.284882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Bound port: 0baa1b90-e05c-40d9-8049-20f514dd732e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f1837a-f2f6-4063-8a10-a5fdff24f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:43.285250 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.334190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a66a6a10-62d1-423f-a748-fd10338f4ec9 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:27:43.377160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: a66a6a10-62d1-423f-a748-fd10338f4ec9 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:27:43.377743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a66a6a10-62d1-423f-a748-fd10338f4ec9 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:27:43.397502 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.424837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] For port 0baa1b90-e05c-40d9-8049-20f514dd732e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:43.430330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] For port 0baa1b90-e05c-40d9-8049-20f514dd732e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0baa1b90-e05c-40d9-8049-20f514dd732e,segment=NetworkSegment(46f1837a-f2f6-4063-8a10-a5fdff24f50e),segment_id=46f1837a-f2f6-4063-8a10-a5fdff24f50e)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:43.485718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:43.495532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce7800-74a5-48e4-bda9-1aceaee7851c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:43.498143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd4957-fd52-45bc-853f-1c180f466d14 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:43.502518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd4957-fd52-45bc-853f-1c180f466d14 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:43.503962 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.504482 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Added segment 54babf73-d62b-4b19-952b-36cdc22399e2 of type vlan for network 409e0abf-f296-48a2-9e68-a4379af8d142 Feb 02 15:27:43.506153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd4957-fd52-45bc-853f-1c180f466d14 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:43.510317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd4957-fd52-45bc-853f-1c180f466d14 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:43.512918 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.514388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd4957-fd52-45bc-853f-1c180f466d14 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:43.518349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd4957-fd52-45bc-853f-1c180f466d14 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:43.524563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c0dd4957-fd52-45bc-853f-1c180f466d14 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4885428 Feb 02 15:27:43.525280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59388) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:43.528745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.580071 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.646206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd77c6-2e5d-44a5-aaef-c74344a32e89 None None] Pushing event updated for resources: {'Port': ['ID=0baa1b90-e05c-40d9-8049-20f514dd732e,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:43.739624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.740712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:43.741357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.763404 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:43.889816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-03ef9ed3-2eab-49c8-9d54-48430873d6e3 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3606098 Feb 02 15:27:43.890477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59394) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:44.007158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] Pushing event updated for resources: {'Network': ['ID=409e0abf-f296-48a2-9e68-a4379af8d142,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:44.031339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 409e0abf-f296-48a2-9e68-a4379af8d142 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:44.035658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a922baf-1d50-42e4-953b-6377ab75b16e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:44.054579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688afe9-127f-4937-b6a2-64399e929981 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.056587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688afe9-127f-4937-b6a2-64399e929981 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.058049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688afe9-127f-4937-b6a2-64399e929981 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.060107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688afe9-127f-4937-b6a2-64399e929981 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.064404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688afe9-127f-4937-b6a2-64399e929981 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.069391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4688afe9-127f-4937-b6a2-64399e929981 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1729755 Feb 02 15:27:44.069479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e22a92d3-2ae4-493e-b0da-9474f8fa22ee admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0375988 Feb 02 15:27:44.069900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59400) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:44.072121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:44.091057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Request body: {'subnet': {'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-357369461-subnet', 'tenant_id': '23ead880592145b6bc3c5340c828fb76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:44.103910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:44.127234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Usage tracker for resource:subnet and tenant:23ead880592145b6bc3c5340c828fb76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:44.135416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:44.148833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:44.233755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83365c61-f41f-4092-8246-fe61fc7ca8f5 req-3c9585d9-a63a-4857-beb8-b51caba53a01 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=7243685c-0b70-4b3c-bc0e-5b79f13a5be7 HTTP/1.1" status: 200 len: 210 time: 0.0751045 Feb 02 15:27:44.241447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Checking segment: {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:44.246162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Network hostable DHCP agents. Network: 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:44.252909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Allocated IP 172.20.0.1 (cdc22f6b-1d0f-4af2-9db6-2e8559e4c195/71a0d4aa-f7cb-4652-bffb-d6009458bcc3/95ab09d4-fe1d-4b43-aad4-613ff1aa555b) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:44.271903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d7b03-3f52-41bd-935b-01c8fe29dc47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.274648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d7b03-3f52-41bd-935b-01c8fe29dc47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.275277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d7b03-3f52-41bd-935b-01c8fe29dc47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.276680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d7b03-3f52-41bd-935b-01c8fe29dc47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.278100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d7b03-3f52-41bd-935b-01c8fe29dc47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.279006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f85d7b03-3f52-41bd-935b-01c8fe29dc47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Synchronizing usage tracker for tenant:216df49aa74848b79bfd555afb5f8815 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:44.301962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f85d7b03-3f52-41bd-935b-01c8fe29dc47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Unset dirty status for tenant:216df49aa74848b79bfd555afb5f8815 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:44.303800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f85d7b03-3f52-41bd-935b-01c8fe29dc47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2330029 Feb 02 15:27:44.307458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59408) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:44.346191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Made reservation on behalf of 23ead880592145b6bc3c5340c828fb76 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:44.349254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:44.517914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:44.536319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:44.586944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Transition to ACTIVE for port object 95ab09d4-fe1d-4b43-aad4-613ff1aa555b will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:44.603436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396134e-ef22-4dfc-a123-adf3944270e7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.606323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8396134e-ef22-4dfc-a123-adf3944270e7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/networks/a4165b16-d981-424b-ab1e-409cbbe79994 HTTP/1.1" status: 200 len: 803 time: 0.2971363 Feb 02 15:27:44.610142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:44.672706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:44.680592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790edb5-feb1-4d21-9f97-5dd9fccdd712 None None] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:44.682838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:44.685299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:44.756549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:44.818004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:44.900127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-04c62b7e-0a8a-4fb3-b828-e5848b2bbcd4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9254580 Feb 02 15:27:44.922115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59418) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:44.925147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:44.938217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d4478481-dddc-4714-9edb-a02b3b867730 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/networks/a4165b16-d981-424b-ab1e-409cbbe79994?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3258133 Feb 02 15:27:44.942991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59428) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:44.963481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42eb5919-4588-4689-b4b8-eec969e960b7,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:44.972743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:45.004093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:45.020957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:45.028576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:45.036885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Usage tracker for resource:router and tenant:ffee1edb6a394be897e10448363d35c4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:45.047255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:45.053106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:45.056282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603db9b0-c8eb-4208-a748-4a3594b699ff tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:45.058108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-603db9b0-c8eb-4208-a748-4a3594b699ff tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/subnets/c8be1491-1dc7-4bf2-b461-9fe5e90ac312 HTTP/1.1" status: 200 len: 843 time: 0.1132262 Feb 02 15:27:45.062239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59432) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:45.116968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:45.119743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'Port': ['ID=95ab09d4-fe1d-4b43-aad4-613ff1aa555b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:45.143708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-00095aac-314d-4839-b54b-68223f6eb785 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4373021 Feb 02 15:27:45.151758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb', 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'fixed_ips': [{'subnet_id': '0a922baf-1d50-42e4-953b-6377ab75b16e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:45.154635 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.160987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Checking segment: {'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:45.162156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Network hostable DHCP agents. Network: 409e0abf-f296-48a2-9e68-a4379af8d142, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:45.162425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.184760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.192764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b2243-9d58-4c4b-be59-b45b9e211d66 None None] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:45.230136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408167d0-5769-4fb6-9c25-9040bffd29b0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:45.232119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-408167d0-5769-4fb6-9c25-9040bffd29b0 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "GET /v2.0/subnets/c8be1491-1dc7-4bf2-b461-9fe5e90ac312?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1618536 Feb 02 15:27:45.235704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59436) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:45.243775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493470297'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:45.249134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:45.257530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:45.259198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:45.272342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] Usage tracker for resource:security_group_rule and tenant:c836d86717a34c689af3fc29e6da8803 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:45.272880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:45.280919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:45.307808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.310279 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.340851 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.362017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.385684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-eeaf5e67-0476-4f9e-84ce-71845b406c58 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6500 time: 0.1966455 Feb 02 15:27:45.389426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Network 409e0abf-f296-48a2-9e68-a4379af8d142 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:45.446696 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.447780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:45.452747 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.467953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d919f3c3-38d1-4366-9b18-a4c125c828d4 None None] Provisioning for port 0baa1b90-e05c-40d9-8049-20f514dd732e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:45.475999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.532162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Allocated IP 172.20.0.2 (5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb/0a922baf-1d50-42e4-953b-6377ab75b16e/365aaf29-009d-4189-9223-38a4d46f66de) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:45.628241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0baa1b90-e05c-40d9-8049-20f514dd732e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:45.647070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476ca666-49d9-40a7-bf2c-a544fd8117c2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:45.676596 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-83968bf8-0f4f-4eb0-b57c-accef07b7ddf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c836d86717a34c689af3fc29e6da8803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7501869 Feb 02 15:27:45.685798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59446) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:45.775921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-62b074d1-13cf-45cf-9ec9-f6fe664ad280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:45.776638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-62b074d1-13cf-45cf-9ec9-f6fe664ad280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:45.777226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-62b074d1-13cf-45cf-9ec9-f6fe664ad280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:45.780425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-62b074d1-13cf-45cf-9ec9-f6fe664ad280 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b2296672-15a6-4ab4-9585-5f92ce6cfd57&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=84363103-3170-468b-b9b8-900e88de7692&id=84363103-3170-468b-b9b8-900e88de7692 HTTP/1.1" status: 200 len: 2300 time: 0.3699725 Feb 02 15:27:45.909709 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.924891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Transition to ACTIVE for port object 365aaf29-009d-4189-9223-38a4d46f66de will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:45.941358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 0baa1b90-e05c-40d9-8049-20f514dd732e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:45.946703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 409e0abf-f296-48a2-9e68-a4379af8d142) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:45.949287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:27:45.955104 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c301-88fa-40c7-a6f0-a2970043448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.958076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0baa1b90-e05c-40d9-8049-20f514dd732e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:45.958435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-99bbf2e0-b333-477d-b6dd-0ef5075300de service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82 HTTP/1.1" status: 200 len: 1000 time: 0.1712272 Feb 02 15:27:45.958809 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.977896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:45.978766 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:45.999880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9dcb39-a039-4139-aff8-af8ced00ab5f None None] Network 409e0abf-f296-48a2-9e68-a4379af8d142 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:46.011963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.012651 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Added segment a90bd904-0e39-4bd7-ab57-05bcac1ad465 of type vlan for network d16eedcb-0ac5-4131-a915-d43156fe8202 Feb 02 15:27:46.016558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Transition to ACTIVE for port object 365aaf29-009d-4189-9223-38a4d46f66de will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:46.032946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-0e9c1071-5b4d-4082-a234-c81c3507e543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:46.034398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-0e9c1071-5b4d-4082-a234-c81c3507e543 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=43861301-08a4-4106-af03-586ba63ac53a HTTP/1.1" status: 200 len: 856 time: 0.0659771 Feb 02 15:27:46.130323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c301-88fa-40c7-a6f0-a2970043448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.227898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.240164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-d6164cd5-cfef-4663-85d3-daacae0d21d9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b2296672-15a6-4ab4-9585-5f92ce6cfd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832068 Feb 02 15:27:46.249169 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.253442 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.258824 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.280626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fca57072-d851-4023-96ee-0f2097ae515d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2013803 Feb 02 15:27:46.370271 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c301-88fa-40c7-a6f0-a2970043448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.401214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4c301-88fa-40c7-a6f0-a2970043448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476ca666-49d9-40a7-bf2c-a544fd8117c2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:46.426394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c301-88fa-40c7-a6f0-a2970043448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.426394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d3d4c301-88fa-40c7-a6f0-a2970043448c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/476ca666-49d9-40a7-bf2c-a544fd8117c2 HTTP/1.1" status: 204 len: 168 time: 0.7350836 Feb 02 15:27:46.485702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.505517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.509718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:46.510498 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.514801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-19b26a77-a183-410c-af48-a4327fafa519 service neutron] 10.222.0.107 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674842 Feb 02 15:27:46.552172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada0f836-5962-4a92-990f-2f90aff1e96b None None] Network 409e0abf-f296-48a2-9e68-a4379af8d142 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:46.653437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.669537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:46.677661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:46.688845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:46.740953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-99aab15f-19ee-4532-b8e3-8a120c8decaf service neutron] 10.222.0.107 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196555 Feb 02 15:27:46.794763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Pushing event updated for resources: {'Port': ['ID=365aaf29-009d-4189-9223-38a4d46f66de,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:46.863524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.889856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 0baa1b90-e05c-40d9-8049-20f514dd732e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0baa1b90-e05c-40d9-8049-20f514dd732e,segment=NetworkSegment(46f1837a-f2f6-4063-8a10-a5fdff24f50e),segment_id=46f1837a-f2f6-4063-8a10-a5fdff24f50e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:46.891447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-663db93e-2b0d-49a6-aebd-8f41486d9683 None None] Provisioning complete for port 0baa1b90-e05c-40d9-8049-20f514dd732e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:46.892203 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-663db93e-2b0d-49a6-aebd-8f41486d9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:46.908807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-57d45b02-8134-495f-85bc-3a6d104a3645 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=adb279cb-ba60-40eb-b81a-fb696316c08a HTTP/1.1" status: 200 len: 217 time: 0.1603961 Feb 02 15:27:46.909694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'Port': ['ID=95ab09d4-fe1d-4b43-aad4-613ff1aa555b,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:46.933375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Network': ['ID=d16eedcb-0ac5-4131-a915-d43156fe8202,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:46.964046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d16eedcb-0ac5-4131-a915-d43156fe8202 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:27:47.017813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-1c7063a3-15c2-4c19-bbf7-13f9ef77e393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:47.019856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-1c7063a3-15c2-4c19-bbf7-13f9ef77e393 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.0996227 Feb 02 15:27:47.066407 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.091009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ee1b3-0f07-4648-9d20-ad213ada9566 req-b5177e35-0104-47fd-b04b-4f74ed848149 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:47.097738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-221ee1b3-0f07-4648-9d20-ad213ada9566 req-b5177e35-0104-47fd-b04b-4f74ed848149 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 945 time: 0.6832211 Feb 02 15:27:47.105147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-40ca336f-c8ce-4567-9f7d-5f8101226273 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8657100 Feb 02 15:27:47.110936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59464) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:47.123423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:47.125856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'network_id': 'd16eedcb-0ac5-4131-a915-d43156fe8202', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:47.126981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:47.131696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Attempting to bind port 365aaf29-009d-4189-9223-38a4d46f66de on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:47.132548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Attempting to bind port 365aaf29-009d-4189-9223-38a4d46f66de by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:47.132548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Attempting to bind port 365aaf29-009d-4189-9223-38a4d46f66de on network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:47.208481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.318049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:47.318760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Checking segment: {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:47.318851 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.319206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Bound using segment: {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:47.320027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Bound port: 365aaf29-009d-4189-9223-38a4d46f66de, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:47.320148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.403417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=0baa1b90-e05c-40d9-8049-20f514dd732e,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:47.420172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-221ee1b3-0f07-4648-9d20-ad213ada9566 req-9c81d182-551a-4588-852f-940f72daedd7 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215384 Feb 02 15:27:47.549652 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.593185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:47.597802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0baa1b90-e05c-40d9-8049-20f514dd732e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:47.630343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:47.640064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] For port 365aaf29-009d-4189-9223-38a4d46f66de, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:47.642760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-85c183a5-d28a-4f0e-9595-e682286e0c6d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6152086 Feb 02 15:27:47.667354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.667579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] For port 365aaf29-009d-4189-9223-38a4d46f66de, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=365aaf29-009d-4189-9223-38a4d46f66de,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:47.689204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0baa1b90-e05c-40d9-8049-20f514dd732e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:47.689576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.694033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:47.720309 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.786365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.788969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-93638e42-08e1-4d94-bdc7-dbba56561b59 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:47.789692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-93638e42-08e1-4d94-bdc7-dbba56561b59 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Synchronizing usage tracker for tenant:23ead880592145b6bc3c5340c828fb76 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:47.795853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.852639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-663db93e-2b0d-49a6-aebd-8f41486d9683 None None] Provisioning for port 95ab09d4-fe1d-4b43-aad4-613ff1aa555b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:47.866571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Made reservation on behalf of 216df49aa74848b79bfd555afb5f8815 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:47.877042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-663db93e-2b0d-49a6-aebd-8f41486d9683 None None] Provisioning complete for port 95ab09d4-fe1d-4b43-aad4-613ff1aa555b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:47.877623 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-663db93e-2b0d-49a6-aebd-8f41486d9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:47.896651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:47.965764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123502e-bb37-46ff-97ad-a46a7e039412 None None] Pushing event updated for resources: {'Port': ['ID=365aaf29-009d-4189-9223-38a4d46f66de,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:47.966609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] Usage tracker for resource:security_group_rule and tenant:437dd67ccb0647ddb5a5623b555aa617 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:47.975548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:47.977802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-663db93e-2b0d-49a6-aebd-8f41486d9683 None None] Port 95ab09d4-fe1d-4b43-aad4-613ff1aa555b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:27:47.990741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-93638e42-08e1-4d94-bdc7-dbba56561b59 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Unset dirty status for tenant:23ead880592145b6bc3c5340c828fb76 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:47.991911 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-93638e42-08e1-4d94-bdc7-dbba56561b59 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 813 time: 0.6781838 Feb 02 15:27:48.006698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:48.021358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Allocated IP 172.25.0.69 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/8028f210-fd74-4ba8-99d0-63274085d202) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:48.072644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:48.119545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d4421aae-0721-488b-a14c-c53c0c93e07e None None] Provisioning complete for port 95ab09d4-fe1d-4b43-aad4-613ff1aa555b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:48.120796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d4421aae-0721-488b-a14c-c53c0c93e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:48.180923 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-132b8a5a-f9ee-41b3-8922-f9c828aa0d49 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062609 Feb 02 15:27:48.188263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-428387d9-5f02-4af7-bdb5-9ec4c81b435b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/quotas/23ead880592145b6bc3c5340c828fb76 HTTP/1.1" status: 200 len: 375 time: 0.1795232 Feb 02 15:27:48.217445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.ipam_backend_mixin [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing IP validity checks on allocation pools {{(pid=95772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 02 15:27:48.217989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.ipam_backend_mixin [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 02 15:27:48.236500 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d4421aae-0721-488b-a14c-c53c0c93e07e None None] Port 95ab09d4-fe1d-4b43-aad4-613ff1aa555b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:27:48.248582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:48.292231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-898a18fb-2d15-4338-aae4-91e3fa6ae150 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:48.293784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-898a18fb-2d15-4338-aae4-91e3fa6ae150 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 945 time: 0.5013571 Feb 02 15:27:48.310502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Router 6eb1ee08-eaed-45c0-90f2-85758cbc8d21 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:27:48.383248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:48.393975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-fb7dcc3c-10ba-4512-ac1c-8109a6e6e8bb tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1671164 Feb 02 15:27:48.520526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:48.525331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:48.527115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Pushing event updated for resources: {'Port': ['ID=8028f210-fd74-4ba8-99d0-63274085d202,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:48.529357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:48.569740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Deleting port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:48.569946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:48.621943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:48.691720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-ac03f0f3-cd85-4c6a-b3c8-b91290c8efc4 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984004 Feb 02 15:27:48.740080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:27:48.757781 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64336079-f50d-4e9b-b6a2-650e8e4566a0 None None] Sync routers for ids ['6eb1ee08-eaed-45c0-90f2-85758cbc8d21'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:27:48.764077 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d8030151-b89b-4304-816e-69a6362140d4 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "PUT /v2.0/routers/6eb1ee08-eaed-45c0-90f2-85758cbc8d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1715198 Feb 02 15:27:48.769680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59478) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:48.775278 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64336079-f50d-4e9b-b6a2-650e8e4566a0 None None] Routers {'6eb1ee08-eaed-45c0-90f2-85758cbc8d21'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:48.775902 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-64336079-f50d-4e9b-b6a2-650e8e4566a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6eb1ee08-eaed-45c0-90f2-85758cbc8d21'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:48.778481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Request body: {'port': {'network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195', 'name': 'tempest-FloatingIPNegativeTestJSON-1280101512'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:48.839261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:48.861272 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-64336079-f50d-4e9b-b6a2-650e8e4566a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:48.876632 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64336079-f50d-4e9b-b6a2-650e8e4566a0 None None] Routers {'6eb1ee08-eaed-45c0-90f2-85758cbc8d21'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:48.877743 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-64336079-f50d-4e9b-b6a2-650e8e4566a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6eb1ee08-eaed-45c0-90f2-85758cbc8d21'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:48.894011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25580f05-f7bd-4bae-85df-42e1694128e6 req-69a2078d-82e5-4fd0-bd7f-8438fba11e4d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:48.895668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25580f05-f7bd-4bae-85df-42e1694128e6 req-69a2078d-82e5-4fd0-bd7f-8438fba11e4d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 945 time: 0.2660353 Feb 02 15:27:48.913674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-32a2c882-b477-46b3-ab1c-2159b5358265 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=a94c1c6a-15be-46b7-8c70-2890417edb08 HTTP/1.1" status: 200 len: 217 time: 0.2054839 Feb 02 15:27:48.929919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-67484876-5a2d-46df-84c8-dcbc6eece890 service neutron] 10.222.0.88 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165331 Feb 02 15:27:48.948880 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-64336079-f50d-4e9b-b6a2-650e8e4566a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:48.948880 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64336079-f50d-4e9b-b6a2-650e8e4566a0 None None] The sync data for ids ['6eb1ee08-eaed-45c0-90f2-85758cbc8d21'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:27:49.018889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:49.026783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Usage tracker for resource:port and tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:49.031773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25580f05-f7bd-4bae-85df-42e1694128e6 req-2c0ee077-7b32-4bd9-835e-7aff3c24137e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181574 Feb 02 15:27:49.033518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:49.040343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:49.056248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:49.056652 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:49.151448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Made reservation on behalf of fc8b891645bb400cb5f0b7a8bdc1b8f6 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:49.153801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92ce6bf-5ffa-4a29-bf20-de1ffd40295a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:49.155301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:49.191436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] device_id is not set on port 21d97613-7abc-49f8-a3b3-9cd602f7f4f4 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:27:49.260509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feec3b3-dec3-45d5-bfb5-1dbb4a8d752f None None] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:49.303432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-316799d3-134d-47dd-a5e2-f7ad1595af5a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=437dd67ccb0647ddb5a5623b555aa617&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7058184 Feb 02 15:27:49.306068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59484) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:49.361766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-93f1cb88-59f1-44cb-bc62-0783754b0b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:49.363212 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-93f1cb88-59f1-44cb-bc62-0783754b0b58 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.4325960 Feb 02 15:27:49.445077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:49.471578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Allocated IP 172.20.0.5 (cdc22f6b-1d0f-4af2-9db6-2e8559e4c195/71a0d4aa-f7cb-4652-bffb-d6009458bcc3/21d97613-7abc-49f8-a3b3-9cd602f7f4f4) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:49.485876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d3b675b-1800-425b-9d53-f1806221cb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:49.486131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-81b19c6d-e07e-435e-b6fd-3e198597d2c6 None None] Provisioning for port 365aaf29-009d-4189-9223-38a4d46f66de completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:49.544489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-008eaa2c-d674-4737-8db6-237bab7d2554 service neutron] 10.222.0.88 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394369 Feb 02 15:27:49.550282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] For port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:49.550828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:49.617372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 365aaf29-009d-4189-9223-38a4d46f66de up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:49.704167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Calling delete_port for 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:49.749251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=cc0f4269-ec30-4c43-ab03-8f5dd3a44b46,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:49.797302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-932aaf3f-8996-4510-a187-17679c803288 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4244785 Feb 02 15:27:49.853225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 365aaf29-009d-4189-9223-38a4d46f66de completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:49.860961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 365aaf29-009d-4189-9223-38a4d46f66de triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:49.861419 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:49.870265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d3b675b-1800-425b-9d53-f1806221cb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.000516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97daebe5-fad2-4751-9b16-510d677c7e8a req-fb6a69be-99d8-4b21-8320-bf713774f02a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 210 time: 0.0836816 Feb 02 15:27:50.000784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-b1466b9c-123c-47ff-b677-0fe91ecfce02 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822114 Feb 02 15:27:50.002378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Checking segment: {'id': 'a90bd904-0e39-4bd7-ab57-05bcac1ad465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd16eedcb-0ac5-4131-a915-d43156fe8202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:50.002845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network hostable DHCP agents. Network: d16eedcb-0ac5-4131-a915-d43156fe8202, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:27:50.057027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.069408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5955bd5e-154b-4595-86dd-27a87ede96b1 None None] Provisioning complete for port 365aaf29-009d-4189-9223-38a4d46f66de triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:50.070133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5955bd5e-154b-4595-86dd-27a87ede96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.109908 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.150362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Router 8fbec56e-8193-43b7-9bb9-4ded4b089028 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:27:50.202019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 365aaf29-009d-4189-9223-38a4d46f66de, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=365aaf29-009d-4189-9223-38a4d46f66de,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:50.229166 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5955bd5e-154b-4595-86dd-27a87ede96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.236065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Transition to ACTIVE for port object 21d97613-7abc-49f8-a3b3-9cd602f7f4f4 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:50.243461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d3b675b-1800-425b-9d53-f1806221cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.268346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b675b-1800-425b-9d53-f1806221cb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92ce6bf-5ffa-4a29-bf20-de1ffd40295a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:50.291048 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-b168c5c7-74c4-4924-9fb4-c0c3e349bb95 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796786 Feb 02 15:27:50.305131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d3b675b-1800-425b-9d53-f1806221cb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.306245 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7d3b675b-1800-425b-9d53-f1806221cb80 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b92ce6bf-5ffa-4a29-bf20-de1ffd40295a HTTP/1.1" status: 204 len: 168 time: 0.9992120 Feb 02 15:27:50.322565 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.371076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Network d16eedcb-0ac5-4131-a915-d43156fe8202 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:27:50.406578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-d31dadfd-ef13-43ed-a985-c985695add12 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91 HTTP/1.1" status: 200 len: 217 time: 0.1057496 Feb 02 15:27:50.412885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e748-526a-4870-af8e-4440352e2dbd req-880e2b29-098b-43c0-b3be-a8993920cab0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:50.414508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f64e748-526a-4870-af8e-4440352e2dbd req-880e2b29-098b-43c0-b3be-a8993920cab0 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 867 time: 0.2321239 Feb 02 15:27:50.415335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.425221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.492388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a5b26cb2-2d41-4ec3-b679-1047294e1f4f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:27:50.560104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-76f97b97-7036-4b2c-9e28-065e617a573a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:50.562219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-76f97b97-7036-4b2c-9e28-065e617a573a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.1438935 Feb 02 15:27:50.571652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'Port': ['ID=21d97613-7abc-49f8-a3b3-9cd602f7f4f4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:50.580782 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-5955bd5e-154b-4595-86dd-27a87ede96b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:27:50.581280 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-5955bd5e-154b-4595-86dd-27a87ede96b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:27:50.585502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:50.588344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=365aaf29-009d-4189-9223-38a4d46f66de,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:50.602996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:50.610737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:50.630760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d16eedcb-0ac5-4131-a915-d43156fe8202) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:50.651657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d6f12-8375-4ba8-841f-12c83fb901f6 None None] Network d16eedcb-0ac5-4131-a915-d43156fe8202 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:50.664115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:50.664715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.667613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:27:50.686065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Sync routers for ids ['8fbec56e-8193-43b7-9bb9-4ded4b089028'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:27:50.706993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event deleted for resources: {'Port': ['ID=3a2956f8-29f7-4ca9-9a52-f2ca3d614269,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:50.751615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:50.755626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.819584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.824115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9bb0e194-5c68-4c07-8299-a7ebb9e0cd25 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9013345 Feb 02 15:27:50.828004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59500) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:50.830403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Routers {'8fbec56e-8193-43b7-9bb9-4ded4b089028'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:50.830403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['8fbec56e-8193-43b7-9bb9-4ded4b089028'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:50.834064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] No DVR routers for this DVR port 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:50.837750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-128eaebf-65d2-4f9a-8f4e-607790b57c7b tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.7254198 Feb 02 15:27:50.840441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f64e748-526a-4870-af8e-4440352e2dbd req-c7dc5ad5-1444-4b93-a2c3-a4f8229945c2 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769210 Feb 02 15:27:50.850768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:50.853131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36984a2b-9edb-4096-9ff0-dcb2d67c121a req-a989f299-c82e-4e40-aead-cf5c03f0cc19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "DELETE /v2.0/ports/3a2956f8-29f7-4ca9-9a52-f2ca3d614269 HTTP/1.1" status: 204 len: 173 time: 2.5184946 Feb 02 15:27:50.853566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59504) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:50.854018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b2e897-82a6-4cdb-a619-54fbe8c85e50', 'name': 'network-vif-deleted', 'tag': '3a2956f8-29f7-4ca9-9a52-f2ca3d614269'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:50.897372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a8f1e306-b674-4814-a5c5-eaee6e73e7cf tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:50.951354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7e04f5aa-2e91-4656-afac-39c9dbdb3b5d tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1805482 Feb 02 15:27:50.959943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59512) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:50.974854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:50.996460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:51.057385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Usage tracker for resource:floatingip and tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:51.070167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:51.079406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:51.119741 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b2e897-82a6-4cdb-a619-54fbe8c85e50', 'name': 'network-vif-deleted', 'tag': '3a2956f8-29f7-4ca9-9a52-f2ca3d614269', 'status': 'completed', 'code': 200} Feb 02 15:27:51.252433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-c8ed350d-289a-48ed-b582-27e41960d37a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6809995 Feb 02 15:27:51.272679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:51.378484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Set router 8fbec56e-8193-43b7-9bb9-4ded4b089028 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:27:51.390088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5484af61-8176-434a-b685-cb5688c2d06b req-b6461f9c-a2c4-49b9-85c8-d6fd16ab5e68 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 210 time: 0.1766424 Feb 02 15:27:51.513752 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e306-b674-4814-a5c5-eaee6e73e7cf tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1714986'] for subnet, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:51.578684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-2720e8cf-6038-4ad3-bd01-af3b2369ce03 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121085 Feb 02 15:27:51.603387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:27:51.628386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 365aaf29-009d-4189-9223-38a4d46f66de up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:51.804913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:51.809356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:27:51.809710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3a2956f8-29f7-4ca9-9a52-f2ca3d614269 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:27:51.854801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-d16eedcb-0ac5-4131-a915-d43156fe8202', 'network_id': 'd16eedcb-0ac5-4131-a915-d43156fe8202', 'tenant_id': '216df49aa74848b79bfd555afb5f8815', 'fixed_ips': [{'subnet_id': 'cc0f4269-ec30-4c43-ab03-8f5dd3a44b46'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:27:51.856241 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:51.971148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-042712da-f181-4b5c-abbf-727d1113efce None None] Provisioning for port 21d97613-7abc-49f8-a3b3-9cd602f7f4f4 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:51.979459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-042712da-f181-4b5c-abbf-727d1113efce None None] Provisioning complete for port 21d97613-7abc-49f8-a3b3-9cd602f7f4f4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:51.980128 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-042712da-f181-4b5c-abbf-727d1113efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:52.075984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 365aaf29-009d-4189-9223-38a4d46f66de triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:52.088555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:52.095324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-06d05c0a-712f-45c9-adba-dbecf9ec8b84 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075457 Feb 02 15:27:52.166982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-042712da-f181-4b5c-abbf-727d1113efce None None] Port 21d97613-7abc-49f8-a3b3-9cd602f7f4f4 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:27:52.258779 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-457ab20f-db15-49d0-a11a-105dd6154c2b req-f1e72648-f1a7-4b78-a2ad-254c6b22483c tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b2e897-82a6-4cdb-a619-54fbe8c85e50 HTTP/1.1" status: 200 len: 210 time: 0.1555941 Feb 02 15:27:52.263325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:27:48Z', 'revision_number': 3, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:52.269837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Checking router: 8fbec56e-8193-43b7-9bb9-4ded4b089028 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:27:52.270193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Updating router 8fbec56e-8193-43b7-9bb9-4ded4b089028 port 8028f210-fd74-4ba8-99d0-63274085d202 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:27:52.343808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Allocated IP 172.25.0.137 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/2e29e0dc-84fb-4c2d-afb5-c72e8468b195) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:52.389235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-4f8b9db9-bc97-4982-8d9f-0587750211cf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=3847873a-262b-4dba-83f1-de321af221bf HTTP/1.1" status: 200 len: 217 time: 0.2742789 Feb 02 15:27:52.391048 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:52.500664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-888a0e68-aa7f-4b21-8283-8ba14dbaec8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:52.502165 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-888a0e68-aa7f-4b21-8283-8ba14dbaec8f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.1063812 Feb 02 15:27:52.503709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e306-b674-4814-a5c5-eaee6e73e7cf tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778862535172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31787247'] for subnet, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:52.663756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8333bcf5-9935-47c7-989b-e53076d7c25d req-d47aa231-88e7-46ee-a9e3-99d1de5aa448 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 210 time: 0.0664604 Feb 02 15:27:52.696949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1e306-b674-4814-a5c5-eaee6e73e7cf tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:52.697587 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e306-b674-4814-a5c5-eaee6e73e7cf tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:52.698880 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a8f1e306-b674-4814-a5c5-eaee6e73e7cf tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "PUT /v2.0/subnets/cc0f4269-ec30-4c43-ab03-8f5dd3a44b46 HTTP/1.1" status: 200 len: 900 time: 1.8267136 Feb 02 15:27:52.705228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59542) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:52.731281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1e306-b674-4814-a5c5-eaee6e73e7cf tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event updated for resources: {'Subnet': ['ID=cc0f4269-ec30-4c43-ab03-8f5dd3a44b46,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:52.771770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:52.790838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Allocated IP 2001:db8::3 (d16eedcb-0ac5-4131-a915-d43156fe8202/cc0f4269-ec30-4c43-ab03-8f5dd3a44b46/56a10777-1a3f-49fa-9e87-2fe069523586) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:52.879113 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-3f9d8caa-7d32-4910-aed1-d2063d3025e5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3414426 Feb 02 15:27:52.904104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:52.995157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.041462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:53.044782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'Port': ['ID=2e29e0dc-84fb-4c2d-afb5-c72e8468b195,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:53.047772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:53.079345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:53.135383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-9866e125-5026-4393-a3de-2f50c44a54d2 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501678 Feb 02 15:27:53.136523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.149942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.275205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.351467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Transition to ACTIVE for port object 56a10777-1a3f-49fa-9e87-2fe069523586 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:53.420068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Transition to ACTIVE for port object 56a10777-1a3f-49fa-9e87-2fe069523586 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:53.478095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.501446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Transition to ACTIVE for port object 8028f210-fd74-4ba8-99d0-63274085d202 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:53.509127 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.562053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.591583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Pushing event updated for resources: {'Port': ['ID=56a10777-1a3f-49fa-9e87-2fe069523586,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:53.593980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Allocated IP 172.20.0.1 (5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb/0a922baf-1d50-42e4-953b-6377ab75b16e/305cbac3-4e8c-4f92-878a-3dd8075e4a36) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:53.598921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Network d16eedcb-0ac5-4131-a915-d43156fe8202 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:53.600697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:53.603751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:53.649639 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.760119 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.775776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.841026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Attempting to bind port 56a10777-1a3f-49fa-9e87-2fe069523586 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:53.841407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Attempting to bind port 56a10777-1a3f-49fa-9e87-2fe069523586 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a90bd904-0e39-4bd7-ab57-05bcac1ad465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd16eedcb-0ac5-4131-a915-d43156fe8202'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:53.843730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Attempting to bind port 56a10777-1a3f-49fa-9e87-2fe069523586 on network d16eedcb-0ac5-4131-a915-d43156fe8202 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:53.861421 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.865459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:53.865843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Checking segment: {'id': 'a90bd904-0e39-4bd7-ab57-05bcac1ad465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd16eedcb-0ac5-4131-a915-d43156fe8202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:53.866253 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.866661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Bound using segment: {'id': 'a90bd904-0e39-4bd7-ab57-05bcac1ad465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd16eedcb-0ac5-4131-a915-d43156fe8202'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:53.867144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Bound port: 56a10777-1a3f-49fa-9e87-2fe069523586, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90bd904-0e39-4bd7-ab57-05bcac1ad465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd16eedcb-0ac5-4131-a915-d43156fe8202'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:53.867524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:53.921944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-a38b9f36-1dda-43ed-b2e8-2e7558e6affd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:53.924449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-a38b9f36-1dda-43ed-b2e8-2e7558e6affd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.107 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 813 time: 0.8245666 Feb 02 15:27:53.945737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0f4269-ec30-4c43-ab03-8f5dd3a44b46,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:53.946229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Transition to ACTIVE for port object 305cbac3-4e8c-4f92-878a-3dd8075e4a36 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:27:53.952403 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-65c5dabf-5810-433c-81a4-645112c0ffb1 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8093951 Feb 02 15:27:53.966885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Request body: {'port': {'device_id': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142', 'admin_state_up': True, 'tenant_id': '23ead880592145b6bc3c5340c828fb76'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:54.001516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Attempting to bind port 8028f210-fd74-4ba8-99d0-63274085d202 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:27:54.006602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Attempting to bind port 8028f210-fd74-4ba8-99d0-63274085d202 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:27:54.006602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Attempting to bind port 8028f210-fd74-4ba8-99d0-63274085d202 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:27:54.006602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319f12e-cce1-4e15-97f4-32bb5c877ea5 None None] Pushing event updated for resources: {'Port': ['ID=8028f210-fd74-4ba8-99d0-63274085d202,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:54.029625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:27:54.029625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:27:54.029625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.029625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:27:54.029625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Bound port: 8028f210-fd74-4ba8-99d0-63274085d202, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:27:54.029625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.061964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a2bf18e5-096e-45ce-80e3-9cc2e8988ecd req-04956daa-8f11-4dac-b452-b7f6e54f732c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 210 time: 0.1168845 Feb 02 15:27:54.129354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.138300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] For port 56a10777-1a3f-49fa-9e87-2fe069523586, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:54.146006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-125734ba-7145-4ba4-b26d-87ed62d6a463 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=481511e8-26e2-4305-87a5-e213fbae0951 HTTP/1.1" status: 200 len: 217 time: 0.1871502 Feb 02 15:27:54.154738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] For port 8028f210-fd74-4ba8-99d0-63274085d202, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:27:54.157951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] For port 56a10777-1a3f-49fa-9e87-2fe069523586, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=56a10777-1a3f-49fa-9e87-2fe069523586,segment=NetworkSegment(a90bd904-0e39-4bd7-ab57-05bcac1ad465),segment_id=a90bd904-0e39-4bd7-ab57-05bcac1ad465)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:54.160143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] For port 8028f210-fd74-4ba8-99d0-63274085d202, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8028f210-fd74-4ba8-99d0-63274085d202,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:27:54.233827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.248439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:54.253486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Pushing event updated for resources: {'Port': ['ID=305cbac3-4e8c-4f92-878a-3dd8075e4a36,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:54.257874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:54.268608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:54.300077 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.312337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.338440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-78060076-d095-4db3-844f-f8af263eec9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:54.341054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-78060076-d095-4db3-844f-f8af263eec9b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fdd294c4-3e37-4290-b79c-d01268643936 HTTP/1.1" status: 200 len: 797 time: 0.1165352 Feb 02 15:27:54.345451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.362761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.472247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471404b-3332-4b4b-b3e7-5a194ad32101 None None] Pushing event updated for resources: {'Port': ['ID=56a10777-1a3f-49fa-9e87-2fe069523586,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:54.569384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.583723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Routers {'8fbec56e-8193-43b7-9bb9-4ded4b089028'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:27:54.583723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['8fbec56e-8193-43b7-9bb9-4ded4b089028'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:54.598638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.602879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'Port': ['ID=2e29e0dc-84fb-4c2d-afb5-c72e8468b195,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:54.660535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4d0a470d-6f06-41da-a204-34ec2db0367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.680943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d49c5-cbba-4d9c-9f76-15653938a2c4 None None] Network d16eedcb-0ac5-4131-a915-d43156fe8202 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:54.698566 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.700783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2eef1b61-0298-474b-85da-aebe2b02ee0e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7394392 Feb 02 15:27:54.708872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59572) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:54.716866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-797a2559-0b4c-4f9b-807a-c0999d9b336a tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Request body: {'floatingip': {'port_id': '21d97613-7abc-49f8-a3b3-9cd602f7f4f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:54.729962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16eedcb-0ac5-4131-a915-d43156fe8202']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:54.755000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:54.766454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Usage tracker for resource:port and tenant:23ead880592145b6bc3c5340c828fb76 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:54.772354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319f12e-cce1-4e15-97f4-32bb5c877ea5 None None] Pushing event updated for resources: {'Port': ['ID=8028f210-fd74-4ba8-99d0-63274085d202,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:54.786117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:54.802731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:54.903451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90bd904-0e39-4bd7-ab57-05bcac1ad465') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:54.903824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90bd904-0e39-4bd7-ab57-05bcac1ad465') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:54.935021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.950380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-797a2559-0b4c-4f9b-807a-c0999d9b336a tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.952372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Made reservation on behalf of 23ead880592145b6bc3c5340c828fb76 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:27:54.957141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:54.981587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4001e575-ff80-4d97-9e24-049de45301f2 None None] Provisioning for port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:54.988223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c922d8-010a-44e8-a352-d15f25e2d3e5 req-d98f535e-effd-4c0c-aa8f-b18e4664031b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:54.988977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-04c922d8-010a-44e8-a352-d15f25e2d3e5 req-d98f535e-effd-4c0c-aa8f-b18e4664031b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:54.997998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] Set router 8fbec56e-8193-43b7-9bb9-4ded4b089028 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:27:55.043448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4001e575-ff80-4d97-9e24-049de45301f2 None None] Provisioning complete for port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:55.043833 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4001e575-ff80-4d97-9e24-049de45301f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.067770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-e0fd9f51-b81c-4a9f-b574-4712c4aef933 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:55.068672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-e0fd9f51-b81c-4a9f-b574-4712c4aef933 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:55.075411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.085681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-17da16d3-2892-4bd9-a07c-4aa3413d566a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6808078 Feb 02 15:27:55.087180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.112191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:55.112595 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:55.165869 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:55.311738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b0ff565-7131-4bbc-884f-925ecfe0b997 req-5f6f3fbd-3e44-4ea3-ba75-6be5c93f9738 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 210 time: 0.0701313 Feb 02 15:27:55.361680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-04c922d8-010a-44e8-a352-d15f25e2d3e5 req-d98f535e-effd-4c0c-aa8f-b18e4664031b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:55.362273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04c922d8-010a-44e8-a352-d15f25e2d3e5 req-d98f535e-effd-4c0c-aa8f-b18e4664031b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 1.0176210 Feb 02 15:27:55.370427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-e0fd9f51-b81c-4a9f-b574-4712c4aef933 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:55.372419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-e0fd9f51-b81c-4a9f-b574-4712c4aef933 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.107 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 945 time: 0.8360615 Feb 02 15:27:55.437854 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-797a2559-0b4c-4f9b-807a-c0999d9b336a tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] update failed (client error): The resource could not be found. Feb 02 15:27:55.439268 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-797a2559-0b4c-4f9b-807a-c0999d9b336a tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "PUT /v2.0/floatingips/38ec88ba-54ed-47a0-bcdf-d0c3bd0d38a6 HTTP/1.1" status: 404 len: 507 time: 0.7294588 Feb 02 15:27:55.452222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59590) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:55.496823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Deleting port a5b26cb2-2d41-4ec3-b679-1047294e1f4f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:55.497249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.512121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4001e575-ff80-4d97-9e24-049de45301f2 None None] Port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:27:55.553179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32362b90-d746-4e26-8719-09b035d24463 None None] Network d16eedcb-0ac5-4131-a915-d43156fe8202 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:27:55.650357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Deleting port 2e29e0dc-84fb-4c2d-afb5-c72e8468b195 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:55.650960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.663675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:27:48Z', 'revision_number': 3, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:55.670562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a780a5-73ea-4cdd-85c7-f3f1a340c59f None None] The sync data for ids ['8fbec56e-8193-43b7-9bb9-4ded4b089028'] in n-d-827122-1 is: [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:27:48Z', 'revision_number': 3, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:27:55.872855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] For port a5b26cb2-2d41-4ec3-b679-1047294e1f4f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:55.873313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.884669 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.945456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.951754 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.955350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:55.983660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42586298-d9e9-48a0-ac5a-0de1be124651 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:27:56.145862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Pushing event updated for resources: {'Port': ['ID=305cbac3-4e8c-4f92-878a-3dd8075e4a36,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:56.210871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42586298-d9e9-48a0-ac5a-0de1be124651 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:27:56.223522 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:56.307313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Calling delete_port for 2e29e0dc-84fb-4c2d-afb5-c72e8468b195 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:56.311971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Calling delete_port for a5b26cb2-2d41-4ec3-b679-1047294e1f4f owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:56.419368 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:27:56.419368 n-d-827122-1 neutron-server[95772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:27:56.419368 n-d-827122-1 neutron-server[95772]: [parameters: {'id': 'd16eedcb-0ac5-4131-a915-d43156fe8202'}] Feb 02 15:27:56.419368 n-d-827122-1 neutron-server[95772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:27:56.425033 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:27:56.560648 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-6a4d2d03-7112-49cc-ac85-61af9b48610e service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4543791 Feb 02 15:27:56.640763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04c922d8-010a-44e8-a352-d15f25e2d3e5 req-84a08960-904e-439a-99a0-8e06a63b628e tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=2209e4be-9cf9-4d3f-9671-4d509b59d3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2467780 Feb 02 15:27:56.726572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90ff87d1-2acc-4d5c-8546-4072575c43fc req-20540071-d938-4b7f-aee4-f3547315a948 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 210 time: 0.1983645 Feb 02 15:27:56.742944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Allocated IP 172.20.0.4 (409e0abf-f296-48a2-9e68-a4379af8d142/42eb5919-4588-4689-b4b8-eec969e960b7/1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:56.778312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:56.780233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:56.851869 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:56.919345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e6f7805b-09a1-4872-a27d-947053cab0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:56.929999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:56.930525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event deleted for resources: {'Port': ['ID=2e29e0dc-84fb-4c2d-afb5-c72e8468b195,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:57.158254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.164913 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-be200bcc-7cbc-4f77-b236-eee1765ea296 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846055 Feb 02 15:27:57.166526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59604) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:57.182600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.189643 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-abc43693-75e5-417e-8245-f4e132b0343f tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "DELETE /v2.0/floatingips/38ec88ba-54ed-47a0-bcdf-d0c3bd0d38a6 HTTP/1.1" status: 204 len: 168 time: 1.7363403 Feb 02 15:27:57.190574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59610) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:57.197374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d6945135-75dc-4dfb-9d8a-63e92e981498 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Request body: {'floatingip': {'floating_network_id': 'cdc22f6b-1d0f-4af2-9db6-2e8559e4c195', 'port_id': '21d97613-7abc-49f8-a3b3-9cd602f7f4f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:57.229130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88d04f9f-6224-490b-913e-977e304b1fd4 None None] Provisioning complete for port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:57.229628 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88d04f9f-6224-490b-913e-977e304b1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.271033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d6945135-75dc-4dfb-9d8a-63e92e981498 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:57.280283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port 56a10777-1a3f-49fa-9e87-2fe069523586 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:57.280632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.288833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d6945135-75dc-4dfb-9d8a-63e92e981498 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Usage tracker for resource:floatingip and tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:57.294893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-88d04f9f-6224-490b-913e-977e304b1fd4 None None] Port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:27:57.304008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d6945135-75dc-4dfb-9d8a-63e92e981498 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:57.304708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-721dfab2-4749-4161-8c05-ee49cdeebb14 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c44551-61d6-4b04-8934-71f8883dcef0 HTTP/1.1" status: 200 len: 217 time: 0.1217613 Feb 02 15:27:57.313383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d6945135-75dc-4dfb-9d8a-63e92e981498 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:57.374619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.392629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.427163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6945135-75dc-4dfb-9d8a-63e92e981498 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.451014 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.454343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event deleted for resources: {'Port': ['ID=a5b26cb2-2d41-4ec3-b679-1047294e1f4f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:57.466684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a5b26cb2-2d41-4ec3-b679-1047294e1f4f no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:27:57.495879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-9c218cad-1695-4a13-aa18-814bde4c494d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:57.497427 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-9c218cad-1695-4a13-aa18-814bde4c494d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fdd294c4-3e37-4290-b79c-d01268643936 HTTP/1.1" status: 200 len: 797 time: 0.1769967 Feb 02 15:27:57.559990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:57.566726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: a5b26cb2-2d41-4ec3-b679-1047294e1f4f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:27:57.566726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a5b26cb2-2d41-4ec3-b679-1047294e1f4f not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:27:57.568303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] Usage tracker for resource:security_group_rule and tenant:6b2a95a52da640e1988be669e6a671d5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:57.574498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:57.582451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:57.590389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8028f210-fd74-4ba8-99d0-63274085d202 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:57.643944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] No DVR routers for this DVR port a5b26cb2-2d41-4ec3-b679-1047294e1f4f on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:57.651357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.661903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Router 8fbec56e-8193-43b7-9bb9-4ded4b089028 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:27:57.671541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc', 'name': 'network-vif-deleted', 'tag': 'a5b26cb2-2d41-4ec3-b679-1047294e1f4f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:27:57.783579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.826709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.888754 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc', 'name': 'network-vif-deleted', 'tag': 'a5b26cb2-2d41-4ec3-b679-1047294e1f4f', 'status': 'completed', 'code': 200} Feb 02 15:27:57.893048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8028f210-fd74-4ba8-99d0-63274085d202 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:27:57.898649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8028f210-fd74-4ba8-99d0-63274085d202 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:57.899278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.908620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.107 "DELETE /v2.0/ports/a5b26cb2-2d41-4ec3-b679-1047294e1f4f HTTP/1.1" status: 204 len: 173 time: 2.4889922 Feb 02 15:27:57.981696 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:57.988262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] For port 56a10777-1a3f-49fa-9e87-2fe069523586, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=56a10777-1a3f-49fa-9e87-2fe069523586,segment=NetworkSegment(a90bd904-0e39-4bd7-ab57-05bcac1ad465),segment_id=a90bd904-0e39-4bd7-ab57-05bcac1ad465)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:57.988791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.007100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:58.043670 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-d6945135-75dc-4dfb-9d8a-63e92e981498 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:27:58.045617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d6945135-75dc-4dfb-9d8a-63e92e981498 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8523045 Feb 02 15:27:58.067182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59624) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:58.067443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Network 409e0abf-f296-48a2-9e68-a4379af8d142 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:58.087365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '21d97613-7abc-49f8-a3b3-9cd602f7f4f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:58.095257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:27:58.098634 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.101048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Usage tracker for resource:floatingip and tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:27:58.104686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:27:58.112466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:27:58.133574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6b2a95a52da640e1988be669e6a671d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9655285 Feb 02 15:27:58.134474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59628) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:58.138615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:58.140215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8028f210-fd74-4ba8-99d0-63274085d202, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8028f210-fd74-4ba8-99d0-63274085d202,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:27:58.147937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Calling delete_port for 56a10777-1a3f-49fa-9e87-2fe069523586 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:27:58.174163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:58.199171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d40ef-49e0-4a9d-9192-9be2bbb6364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25555c0-a89c-45c9-9eed-04e91bfe97af,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:58.215865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-5c5f9365-2222-4c88-bb64-6b24eb24343b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6676221 Feb 02 15:27:58.241573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.269740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:27:58.279776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.358768 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.360196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b98a4c1d-f0ff-486c-bc2f-cac6caf9fc6a admin admin] 10.222.0.88 "PUT /v2.0/routers/8fbec56e-8193-43b7-9bb9-4ded4b089028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5305305 Feb 02 15:27:58.381973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5d2cf91-73a0-4719-9ca2-cb0ffae9875f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.413312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8028f210-fd74-4ba8-99d0-63274085d202,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:58.416093 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5d2cf91-73a0-4719-9ca2-cb0ffae9875f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.436018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.536730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:58.537324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.552901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b9c8a5de-4715-4423-bc2d-b1377d32b35d req-8928d93c-d576-4f29-a4f0-353cd3d55291 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:27:58.596394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f5654-186b-4c9c-8d4f-f83157450230 req-71baad7d-674b-44af-a83c-f13181ccebb9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:27:58.597930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f0f5654-186b-4c9c-8d4f-f83157450230 req-71baad7d-674b-44af-a83c-f13181ccebb9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 931 time: 0.5929701 Feb 02 15:27:58.604977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.618544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-0569077d-5fd1-4f34-89f6-b49b70c2b333 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940043 Feb 02 15:27:58.646389 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.689884 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f0f5654-186b-4c9c-8d4f-f83157450230 req-368e700f-6f24-4ac8-b5be-397f7cd67e3e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817034 Feb 02 15:27:58.712305 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5d2cf91-73a0-4719-9ca2-cb0ffae9875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.743457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2cf91-73a0-4719-9ca2-cb0ffae9875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25555c0-a89c-45c9-9eed-04e91bfe97af,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:58.757388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-5b3d8522-739e-46aa-b0fd-27ef4ee100a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7997208 Feb 02 15:27:58.762340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Port': ['ID=56a10777-1a3f-49fa-9e87-2fe069523586,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:58.789297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Request body: {'port': {'device_id': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:27:58.802095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5d2cf91-73a0-4719-9ca2-cb0ffae9875f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:58.806293 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b5d2cf91-73a0-4719-9ca2-cb0ffae9875f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e25555c0-a89c-45c9-9eed-04e91bfe97af HTTP/1.1" status: 204 len: 168 time: 0.6543350 Feb 02 15:27:58.807390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No DVR routers for this DVR port 56a10777-1a3f-49fa-9e87-2fe069523586 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:27:58.869662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b9c8a5de-4715-4423-bc2d-b1377d32b35d req-8928d93c-d576-4f29-a4f0-353cd3d55291 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:27:58.874900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9c8a5de-4715-4423-bc2d-b1377d32b35d req-8928d93c-d576-4f29-a4f0-353cd3d55291 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=4423bfd8-faf6-4f84-bdf9-8f3d51dadbcc HTTP/1.1" status: 200 len: 210 time: 0.9355917 Feb 02 15:27:58.918852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Allocated IP 172.25.0.172 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/d9b76f4e-eb1e-4e29-8c3e-64bc6ee74558) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:27:59.023969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cf0e8ff-ce19-4bf1-88d5-edf8e55cdbfb req-65fa3343-3e6c-4f29-9d96-6e2ae101904f service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984761 Feb 02 15:27:59.070499 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.133756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16eedcb-0ac5-4131-a915-d43156fe8202']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:59.152866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90bd904-0e39-4bd7-ab57-05bcac1ad465') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:59.153529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90bd904-0e39-4bd7-ab57-05bcac1ad465') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:27:59.163491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.235683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.271976 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.275675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.286963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:27:59.287375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:27:59.305486 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:27:59.407914 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.503082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:27:59.503082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:27:59.506700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:27:59.541245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event updated for resources: {'Port': ['ID=d9b76f4e-eb1e-4e29-8c3e-64bc6ee74558,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:59.606093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.628957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.644247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8028f210-fd74-4ba8-99d0-63274085d202 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:27:59.666472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=d16eedcb-0ac5-4131-a915-d43156fe8202,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:27:59.717776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6c53fd0e-2492-4f7e-817d-196ed11ed492 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/d16eedcb-0ac5-4131-a915-d43156fe8202 HTTP/1.1" status: 204 len: 168 time: 7.0062366 Feb 02 15:27:59.722327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:59.780548 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea3f53e-b092-4899-aa74-b2f984c098a5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:27:59.781004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea3f53e-b092-4899-aa74-b2f984c098a5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:27:59.785879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2ea3f53e-b092-4899-aa74-b2f984c098a5 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/cc0f4269-ec30-4c43-ab03-8f5dd3a44b46 HTTP/1.1" status: 404 len: 337 time: 0.0595028 Feb 02 15:27:59.790409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:59.834169 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-87650a1c-bdcc-4819-994e-3b03b8b1afff tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:27:59.834449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87650a1c-bdcc-4819-994e-3b03b8b1afff tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:27:59.836107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-87650a1c-bdcc-4819-994e-3b03b8b1afff tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/d16eedcb-0ac5-4131-a915-d43156fe8202 HTTP/1.1" status: 404 len: 339 time: 0.0448883 Feb 02 15:27:59.842121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59666) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:27:59.842299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8028f210-fd74-4ba8-99d0-63274085d202 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:27:59.842894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.862457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Deleting port d9b76f4e-eb1e-4e29-8c3e-64bc6ee74558 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:27:59.862803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:27:59.986201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.127656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:28:00.144039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.174141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59678) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:00.198409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Transition to ACTIVE for port object 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:00.206699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.212397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.221676 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Sync routers for ids ['8fbec56e-8193-43b7-9bb9-4ded4b089028'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:28:00.242479 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Routers {'8fbec56e-8193-43b7-9bb9-4ded4b089028'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:00.243615 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['8fbec56e-8193-43b7-9bb9-4ded4b089028'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:00.269712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:00.274448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] Usage tracker for resource:security_group_rule and tenant:dc6f292160324f98b216711ac3f66b4c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:00.278527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:00.301344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:00.328398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.328398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.353846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c45b1-8401-418d-9480-572387a8a3ca req-6f63055f-a4c8-4d20-9a94-e74c3b7010db tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:00.354659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6d2c45b1-8401-418d-9480-572387a8a3ca req-6f63055f-a4c8-4d20-9a94-e74c3b7010db tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Synchronizing usage tracker for tenant:23ead880592145b6bc3c5340c828fb76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:00.374477 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.524274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Calling delete_port for d9b76f4e-eb1e-4e29-8c3e-64bc6ee74558 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:00.611506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.645632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:00.645632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6d2c45b1-8401-418d-9480-572387a8a3ca req-6f63055f-a4c8-4d20-9a94-e74c3b7010db tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Unset dirty status for tenant:23ead880592145b6bc3c5340c828fb76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:00.650214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d2c45b1-8401-418d-9480-572387a8a3ca req-6f63055f-a4c8-4d20-9a94-e74c3b7010db tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 931 time: 0.5783498 Feb 02 15:28:00.656585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a19f555-3cf4-41c1-93ef-9bf5a0075477']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:00.684367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b280c162-4d57-4fd7-a628-15c1f17b6257') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:00.684852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b280c162-4d57-4fd7-a628-15c1f17b6257') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:00.716279 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Set router 8fbec56e-8193-43b7-9bb9-4ded4b089028 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:00.716706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.774864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.790717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:28:00.791343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:28:00.809742 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:28:00.888517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:00.892362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6d2c45b1-8401-418d-9480-572387a8a3ca req-846e0937-4a11-455f-b978-e99b612eadb2 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Synchronizing usage tracker for tenant:23ead880592145b6bc3c5340c828fb76 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:00.951562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Attempting to bind port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:28:00.951562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Attempting to bind port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:28:00.951562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Attempting to bind port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b on network 409e0abf-f296-48a2-9e68-a4379af8d142 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:00.951562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b on network 409e0abf-f296-48a2-9e68-a4379af8d142 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:28:00.951562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Attempting to bind port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b on network 409e0abf-f296-48a2-9e68-a4379af8d142 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:00.963991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:28:00.963991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Checking segment: {'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:00.963991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Bound using segment: {'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:28:00.963991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Bound port: 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:28:00.963991 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.001936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59688) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:01.005212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843cc14-9001-4b46-90ba-a7023cc83daa req-4467d9ae-95d2-4fcd-957e-7304d9ff1817 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:01.005212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0843cc14-9001-4b46-90ba-a7023cc83daa req-4467d9ae-95d2-4fcd-957e-7304d9ff1817 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.1026387 Feb 02 15:28:01.005472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-network', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:01.034396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:01.047639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0843cc14-9001-4b46-90ba-a7023cc83daa req-2697fe81-01a1-4708-b895-11af545822bf tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429888 Feb 02 15:28:01.056855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Usage tracker for resource:network and tenant:fdadb0ef719c42e59df46bc81f8a9272 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:01.056855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:01.071536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:01.105898 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.204950 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:27:54Z', 'revision_number': 4, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '305cbac3-4e8c-4f92-878a-3dd8075e4a36', 'name': '', 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'mac_address': 'fa:16:3e:1c:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a922baf-1d50-42e4-953b-6377ab75b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:53Z', 'updated_at': '2022-02-02T15:27:55Z', 'revision_number': 2, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'subnets': [{'id': '0a922baf-1d50-42e4-953b-6377ab75b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:01.211995 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Checking router: 8fbec56e-8193-43b7-9bb9-4ded4b089028 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:28:01.212434 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Updating router 8fbec56e-8193-43b7-9bb9-4ded4b089028 port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:28:01.254624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.268426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6d2c45b1-8401-418d-9480-572387a8a3ca req-846e0937-4a11-455f-b978-e99b612eadb2 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Unset dirty status for tenant:23ead880592145b6bc3c5340c828fb76 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:01.269583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d2c45b1-8401-418d-9480-572387a8a3ca req-846e0937-4a11-455f-b978-e99b612eadb2 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186109 Feb 02 15:28:01.270152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Made reservation on behalf of fdadb0ef719c42e59df46bc81f8a9272 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:28:01.272516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.287827 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.291946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:28:01.301105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74edd74-9001-4888-bfb3-3d8a350878d0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:01.302912 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.320616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.327450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.340408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:01.344387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Usage tracker for resource:security_group_rule and tenant:fdadb0ef719c42e59df46bc81f8a9272 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:01.351111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:01.352970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:01.375814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event deleted for resources: {'Port': ['ID=d9b76f4e-eb1e-4e29-8c3e-64bc6ee74558,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:01.381085 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f3e32b62-530d-4830-a3ca-09e11f913a6b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dc6f292160324f98b216711ac3f66b4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2013586 Feb 02 15:28:01.386779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=9a19f555-3cf4-41c1-93ef-9bf5a0075477,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:01.386975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:28:01.389190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59694) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:01.469494 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.488403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.536879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2b4de8f-e49a-4398-8ac6-f58b21bbdef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.561469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.565413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5e125d3b-d899-4510-8a5d-c115cea66d62 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/9a19f555-3cf4-41c1-93ef-9bf5a0075477 HTTP/1.1" status: 204 len: 168 time: 1.7201154 Feb 02 15:28:01.566913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59698) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:01.601830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.603189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] 10.222.0.107 "PUT /v2.0/ports/1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 200 len: 1091 time: 2.8237307 Feb 02 15:28:01.608119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:28:01.624403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2b4de8f-e49a-4398-8ac6-f58b21bbdef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.629017 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5746dc0-b112-4c35-8dd7-eea8d1069123 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:01.629466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5746dc0-b112-4c35-8dd7-eea8d1069123 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:01.631251 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e5746dc0-b112-4c35-8dd7-eea8d1069123 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/ef04d3f6-2186-42c3-8695-52947c840966 HTTP/1.1" status: 404 len: 337 time: 0.0632381 Feb 02 15:28:01.634398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59706) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:01.638791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:28:01.672568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd92169-c3c7-403e-b604-e43ec28b03e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:01.678679 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0454b72d-a7c9-46ae-84df-fd6b7697f405 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:01.679449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0454b72d-a7c9-46ae-84df-fd6b7697f405 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:01.681795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0454b72d-a7c9-46ae-84df-fd6b7697f405 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/ae1ac605-be5c-405b-8278-42ae27350a2b HTTP/1.1" status: 404 len: 339 time: 0.0463033 Feb 02 15:28:01.685336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59710) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:01.691705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa6a1d-3c87-466e-811e-f5bc93d3759e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:01.711700 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.712070 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Added segment 6d09e91c-ecff-49cb-9bd3-ddfda7832452 of type vlan for network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac Feb 02 15:28:01.744331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.758731 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'status': 'completed', 'code': 200} Feb 02 15:28:01.832919 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.853160 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Transition to ACTIVE for port object 305cbac3-4e8c-4f92-878a-3dd8075e4a36 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:01.877949 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2b4de8f-e49a-4398-8ac6-f58b21bbdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.900066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4de8f-e49a-4398-8ac6-f58b21bbdef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74edd74-9001-4888-bfb3-3d8a350878d0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:01.930971 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] create failed (client error): The resource could not be found. Feb 02 15:28:01.940417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-63ae24b4-3868-45f3-8774-bc7ed0c4f251 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8681517 Feb 02 15:28:01.940652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59714) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:01.942630 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.945102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2b4de8f-e49a-4398-8ac6-f58b21bbdef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:01.949404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e2b4de8f-e49a-4398-8ac6-f58b21bbdef0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f74edd74-9001-4888-bfb3-3d8a350878d0 HTTP/1.1" status: 204 len: 168 time: 0.5558553 Feb 02 15:28:02.009427 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.010338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:02.010753 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.040241 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-46ac3d9b-a1e6-4da5-b96c-dcd8496b0b88 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1094 time: 0.2649684 Feb 02 15:28:02.051836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1496913c-2e94-43b5-a84b-09e638bbaf47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting subnet e0548ca0-49b1-48c8-b2b8-cd3f4db1ca42 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:28:02.065917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1496913c-2e94-43b5-a84b-09e638bbaf47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.123689 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Pushing event updated for resources: {'Port': ['ID=305cbac3-4e8c-4f92-878a-3dd8075e4a36,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:02.141459 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.142128 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.142651 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.143174 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.143693 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.144657 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.145264 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.145785 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.146301 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.146814 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.147315 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:02.171931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1496913c-2e94-43b5-a84b-09e638bbaf47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.282164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e674f3-1c6a-4fe9-8ba0-db354d7d8161 req-3115038d-4531-455f-bd2f-d819a188c6e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:02.283577 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Attempting to bind port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:28:02.284554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8e674f3-1c6a-4fe9-8ba0-db354d7d8161 req-3115038d-4531-455f-bd2f-d819a188c6e9 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.4718895 Feb 02 15:28:02.285060 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Attempting to bind port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:28:02.285697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0774aea7-c6d8-4a3e-9a80-d443ec7865ac,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:02.286296 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Attempting to bind port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 on network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:02.297719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:28:02.300443 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:28:02.300888 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Checking segment: {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:02.301054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-241aa8f7-1dc7-4144-8670-8fb40abb0826 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Deleting port 21d97613-7abc-49f8-a3b3-9cd602f7f4f4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:02.301341 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.301742 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Bound using segment: {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:28:02.301855 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-241aa8f7-1dc7-4144-8670-8fb40abb0826 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.302239 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Bound port: 305cbac3-4e8c-4f92-878a-3dd8075e4a36, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:28:02.303012 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.388122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1496913c-2e94-43b5-a84b-09e638bbaf47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.436577 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] For port 305cbac3-4e8c-4f92-878a-3dd8075e4a36, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:28:02.448025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] For port 305cbac3-4e8c-4f92-878a-3dd8075e4a36, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=305cbac3-4e8c-4f92-878a-3dd8075e4a36,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:28:02.459290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-d45e1331-fc4c-446d-8dea-69dfd7a6e218 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 200 len: 217 time: 0.3986647 Feb 02 15:28:02.488537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ed91c-4ccb-4dea-bdf8-733d1ec2194d req-ccedce6a-9bc4-4d51-a5dc-a6fbf2513fb9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:02.494994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee0ed91c-4ccb-4dea-bdf8-733d1ec2194d req-ccedce6a-9bc4-4d51-a5dc-a6fbf2513fb9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.2044230 Feb 02 15:28:02.536507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ca2d1c3a-2ab1-422e-87fd-4e4ad58625a1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5441227 Feb 02 15:28:02.539246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59726) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:02.552295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Request body: {'subnet': {'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-subnet', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:02.557095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:02.561162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Usage tracker for resource:subnet and tenant:fdadb0ef719c42e59df46bc81f8a9272 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:02.563994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:02.569470 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.570394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:02.577847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee0ed91c-4ccb-4dea-bdf8-733d1ec2194d req-8eb431a3-a670-4bc7-9acb-2ef1b5c9e08c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813305 Feb 02 15:28:02.622060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1496913c-2e94-43b5-a84b-09e638bbaf47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.653040 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8e674f3-1c6a-4fe9-8ba0-db354d7d8161 req-91874cea-e28f-41c6-b636-e38e7c6d9df5 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2800660 Feb 02 15:28:02.656641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-67881dac-7438-4a77-8598-40dd5c60af8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:02.658259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-67881dac-7438-4a77-8598-40dd5c60af8f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.1812091 Feb 02 15:28:02.707652 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005abd-23c2-473c-a8a6-09c5094b147e None None] Pushing event updated for resources: {'Port': ['ID=305cbac3-4e8c-4f92-878a-3dd8075e4a36,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:02.726166 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Routers {'8fbec56e-8193-43b7-9bb9-4ded4b089028'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:02.730866 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['8fbec56e-8193-43b7-9bb9-4ded4b089028'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:02.732451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-4831398a-c1ae-4854-9e50-30cf41a5c63c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634279 Feb 02 15:28:02.742850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Made reservation on behalf of fdadb0ef719c42e59df46bc81f8a9272 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:28:02.751403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:02.783305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496913c-2e94-43b5-a84b-09e638bbaf47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=e0548ca0-49b1-48c8-b2b8-cd3f4db1ca42,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:02.800673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd39d83-7bc4-4567-8e94-5ceb25bb4d00 None None] Network 4393b655-da66-451e-801b-7b403b3bd5e7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:02.804811 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1496913c-2e94-43b5-a84b-09e638bbaf47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:03.088693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-241aa8f7-1dc7-4144-8670-8fb40abb0826 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:03.109839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1496913c-2e94-43b5-a84b-09e638bbaf47 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/e0548ca0-49b1-48c8-b2b8-cd3f4db1ca42 HTTP/1.1" status: 204 len: 168 time: 1.4232569 Feb 02 15:28:03.112150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59740) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:03.138458 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] Set router 8fbec56e-8193-43b7-9bb9-4ded4b089028 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:03.215128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:03.252177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-241aa8f7-1dc7-4144-8670-8fb40abb0826 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Calling delete_port for 21d97613-7abc-49f8-a3b3-9cd602f7f4f4 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:03.287264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-3175e768-ce62-4d0c-b597-043db30120b7 service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392585 Feb 02 15:28:03.323302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b99f1f-0375-48d4-bc01-950c2bbebdee tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting subnet ae8a0fef-82ff-4b6f-afed-909d82c185d4 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:28:03.334439 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0b99f1f-0375-48d4-bc01-950c2bbebdee tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:03.418538 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0b99f1f-0375-48d4-bc01-950c2bbebdee tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:03.559059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:03.589826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461bb90-1533-4e62-b780-a1bdfda04101 req-e9d20149-2290-4833-a161-2b417e525eec tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:03.597020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a461bb90-1533-4e62-b780-a1bdfda04101 req-e9d20149-2290-4833-a161-2b417e525eec tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.4855084 Feb 02 15:28:03.604219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0b99f1f-0375-48d4-bc01-950c2bbebdee tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:03.627794 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:27:54Z', 'revision_number': 4, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '305cbac3-4e8c-4f92-878a-3dd8075e4a36', 'name': '', 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'mac_address': 'fa:16:3e:1c:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a922baf-1d50-42e4-953b-6377ab75b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:53Z', 'updated_at': '2022-02-02T15:28:02Z', 'revision_number': 4, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'subnets': [{'id': '0a922baf-1d50-42e4-953b-6377ab75b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:03.632757 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa725e-8703-40c6-a16a-314aafc14853 None None] The sync data for ids ['8fbec56e-8193-43b7-9bb9-4ded4b089028'] in n-d-827122-1 is: [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:27:54Z', 'revision_number': 4, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '305cbac3-4e8c-4f92-878a-3dd8075e4a36', 'name': '', 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'mac_address': 'fa:16:3e:1c:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a922baf-1d50-42e4-953b-6377ab75b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:53Z', 'updated_at': '2022-02-02T15:28:02Z', 'revision_number': 4, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'subnets': [{'id': '0a922baf-1d50-42e4-953b-6377ab75b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:28:03.685033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Checking segment: {'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:03.687233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Network hostable DHCP agents. Network: 0774aea7-c6d8-4a3e-9a80-d443ec7865ac, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:28:03.915691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a461bb90-1533-4e62-b780-a1bdfda04101 req-bd5492dd-ebe9-4c07-999b-f2b8d626a5cd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173320 Feb 02 15:28:04.010633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:28:04.023553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-c7bd7f67-a7a3-4408-bd9a-e3b81b21d006 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:04.025243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-c7bd7f67-a7a3-4408-bd9a-e3b81b21d006 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.7366724 Feb 02 15:28:04.030652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8d1ece2-6d42-4d51-9600-c6f20c08fb73 req-ed0b3427-000a-4e70-8b1e-576296da181e service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991847 Feb 02 15:28:04.142376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Deleting port 56912545-f1e7-422a-b148-c0fb6bbe2c68 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:04.142607 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0b99f1f-0375-48d4-bc01-950c2bbebdee tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.142729 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.185968 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-241aa8f7-1dc7-4144-8670-8fb40abb0826 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.205728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b99f1f-0375-48d4-bc01-950c2bbebdee tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8a0fef-82ff-4b6f-afed-909d82c185d4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:04.210054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0b99f1f-0375-48d4-bc01-950c2bbebdee tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.232893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa1651-e2d9-4e22-85ad-a57e29b5e28d None None] Network 4393b655-da66-451e-801b-7b403b3bd5e7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:04.239037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e0b99f1f-0375-48d4-bc01-950c2bbebdee tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/ae8a0fef-82ff-4b6f-afed-909d82c185d4 HTTP/1.1" status: 204 len: 168 time: 1.1257036 Feb 02 15:28:04.242842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 0774aea7-c6d8-4a3e-9a80-d443ec7865ac) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:04.248327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59758) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:04.249291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:04.250025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.263566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af3fa9-1353-4f99-a1f2-89cc9cdf752b None None] Network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:04.273998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b065c-c6e0-4550-8d8f-dea7c15d7b9c req-a996071b-568a-4557-8fa1-a01d81300d39 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:04.276193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-618b065c-c6e0-4550-8d8f-dea7c15d7b9c req-a996071b-568a-4557-8fa1-a01d81300d39 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.1726234 Feb 02 15:28:04.371940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-618b065c-c6e0-4550-8d8f-dea7c15d7b9c req-5dd69d83-c2f0-419a-91a2-ea560fd31e66 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849004 Feb 02 15:28:04.394146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241aa8f7-1dc7-4144-8670-8fb40abb0826 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event deleted for resources: {'Port': ['ID=21d97613-7abc-49f8-a3b3-9cd602f7f4f4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:04.413973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aad19766-c80e-4728-be46-4477b959de6a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8734982 Feb 02 15:28:04.416429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59764) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:04.422305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:04.437151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:04.440806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Usage tracker for resource:router and tenant:fdadb0ef719c42e59df46bc81f8a9272 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:04.444769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:04.465506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:04.523629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da09c886-db8e-4def-b6bb-4913aadaa2e6 None None] Provisioning complete for port d4f853a8-77b4-4b7a-b58e-873e70aeb697 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:04.525776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da09c886-db8e-4def-b6bb-4913aadaa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.563254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048c14-f01f-4f22-81d9-9da6bc8324ae req-e3f587e4-ffb4-46bc-9b7c-ccb99f5c83d7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:04.565980 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73048c14-f01f-4f22-81d9-9da6bc8324ae req-e3f587e4-ffb4-46bc-9b7c-ccb99f5c83d7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.6611011 Feb 02 15:28:04.575327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.630708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.632382 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.675654 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:04.927439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-0774aea7-c6d8-4a3e-9a80-d443ec7865ac', 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'fixed_ips': [{'subnet_id': '58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:28:04.928017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.002262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port d4f853a8-77b4-4b7a-b58e-873e70aeb697 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:05.002809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.091888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-241aa8f7-1dc7-4144-8670-8fb40abb0826 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.125421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73048c14-f01f-4f22-81d9-9da6bc8324ae req-d3999da9-2106-4b4d-a6ba-a39e0bc7e271 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4403346 Feb 02 15:28:05.156097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Allocated IP 172.20.0.2 (0774aea7-c6d8-4a3e-9a80-d443ec7865ac/58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9/1c2648a6-af54-49d4-97b8-14fb2955da12) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:28:05.197427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] For port 56912545-f1e7-422a-b148-c0fb6bbe2c68, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=56912545-f1e7-422a-b148-c0fb6bbe2c68,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:05.197795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.254103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] DHCP port deletion for 4393b655-da66-451e-801b-7b403b3bd5e7 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:28:05.264390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] Deleting port d4f853a8-77b4-4b7a-b58e-873e70aeb697 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:05.264992 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.332461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.351010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-d09d2acb-a772-49bf-b81e-14c4f7aac7fe service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1094 time: 0.9398293 Feb 02 15:28:05.361690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-241aa8f7-1dc7-4144-8670-8fb40abb0826 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "DELETE /v2.0/ports/21d97613-7abc-49f8-a3b3-9cd602f7f4f4 HTTP/1.1" status: 204 len: 168 time: 3.4190567 Feb 02 15:28:05.366835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59780) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:05.415259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f864-730e-4b75-9ad1-d3e7bdc1def8 req-cc9ea257-9dbd-47d1-9fd1-ffc875c19f06 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:05.416795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0412f864-730e-4b75-9ad1-d3e7bdc1def8 req-cc9ea257-9dbd-47d1-9fd1-ffc875c19f06 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.1985929 Feb 02 15:28:05.459537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 56912545-f1e7-422a-b148-c0fb6bbe2c68 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:05.503100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d220cb5-bbd9-40ea-aa37-70cde4573b7e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:05.508395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9d220cb5-bbd9-40ea-aa37-70cde4573b7e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Synchronizing usage tracker for tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:05.535432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0412f864-730e-4b75-9ad1-d3e7bdc1def8 req-9ec63da7-181d-49eb-954e-d9353a2bb42d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050823 Feb 02 15:28:05.739038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9d220cb5-bbd9-40ea-aa37-70cde4573b7e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Unset dirty status for tenant:fc8b891645bb400cb5f0b7a8bdc1b8f6 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:05.743190 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9d220cb5-bbd9-40ea-aa37-70cde4573b7e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "GET /v2.0/ports?device_id=6eb1ee08-eaed-45c0-90f2-85758cbc8d21 HTTP/1.1" status: 200 len: 913 time: 0.3739660 Feb 02 15:28:05.743971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59790) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:05.759969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 305cbac3-4e8c-4f92-878a-3dd8075e4a36 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:05.942920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.974337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] For port d4f853a8-77b4-4b7a-b58e-873e70aeb697, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4f853a8-77b4-4b7a-b58e-873e70aeb697,segment=NetworkSegment(bcb988cf-40b3-400a-a99a-8504fc407b64),segment_id=bcb988cf-40b3-400a-a99a-8504fc407b64)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:05.974752 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.982518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.989349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] For port d4f853a8-77b4-4b7a-b58e-873e70aeb697, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4f853a8-77b4-4b7a-b58e-873e70aeb697,segment=NetworkSegment(bcb988cf-40b3-400a-a99a-8504fc407b64),segment_id=bcb988cf-40b3-400a-a99a-8504fc407b64)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:05.990548 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:05.996607 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.082012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-fdebc55d-7bcc-4221-924c-8678acce33d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:06.083473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-fdebc55d-7bcc-4221-924c-8678acce33d0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 915 time: 0.7205822 Feb 02 15:28:06.169541 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] Calling delete_port for d4f853a8-77b4-4b7a-b58e-873e70aeb697 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:06.209565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Transition to ACTIVE for port object 1c2648a6-af54-49d4-97b8-14fb2955da12 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:06.265035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Calling delete_port for d4f853a8-77b4-4b7a-b58e-873e70aeb697 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:06.267533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Transition to ACTIVE for port object 1c2648a6-af54-49d4-97b8-14fb2955da12 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:06.329370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:28:06.338360 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-1179a7ba-8ff2-402c-b124-709e43142618 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 200 len: 217 time: 0.2011907 Feb 02 15:28:06.340113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:06.340491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.360841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Allocated IP 172.25.0.178 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/26a80bf3-5320-4526-8ce2-0a167090a73c) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:28:06.392702 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.412135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.412503 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.412814 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Floating IP 4efae83c-2175-4a2b-8eb8-c3df9d899977 disassociated. External IP: 172.25.0.207, port: 56912545-f1e7-422a-b148-c0fb6bbe2c68. Feb 02 15:28:06.413152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Calling delete_port for 56912545-f1e7-422a-b148-c0fb6bbe2c68 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:06.457860 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.494516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24f86-11b7-4aa7-a7c3-79a4c3d3d457 req-2142767a-4606-4f40-881a-aeba6af83753 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:06.496265 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fad24f86-11b7-4aa7-a7c3-79a4c3d3d457 req-2142767a-4606-4f40-881a-aeba6af83753 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 945 time: 0.7706168 Feb 02 15:28:06.500646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:28:06.505298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:06.512608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:28:06.515432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Pushing event updated for resources: {'Port': ['ID=1c2648a6-af54-49d4-97b8-14fb2955da12,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:06.517916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] No DVR routers for this DVR port d4f853a8-77b4-4b7a-b58e-873e70aeb697 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:28:06.547062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-eae88a72-dd3d-4d8a-bcd4-9202e63b8e26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:06.548905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-eae88a72-dd3d-4d8a-bcd4-9202e63b8e26 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.2008512 Feb 02 15:28:06.549659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:28:06.549970 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:28:06.590617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60791df-f9db-4f40-84b9-626274e714b8 None None] Pushing event deleted for resources: {'Port': ['ID=d4f853a8-77b4-4b7a-b58e-873e70aeb697,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:06.937408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-9f36caa9-1108-4c04-8aae-be6b1ce09d7c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828617 Feb 02 15:28:06.943450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.951554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fad24f86-11b7-4aa7-a7c3-79a4c3d3d457 req-f6d4a35a-e542-4ebc-b7fc-ec2773539e19 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups?id=d7b36c10-1e5c-4cd1-a04a-a927b18817e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1779418 Feb 02 15:28:06.962243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f7caf-9151-48c8-a446-0c7c926ee8aa req-feadc81e-61c8-4a5d-a3f3-57f7195b373d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:06.962243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce9f7caf-9151-48c8-a446-0c7c926ee8aa req-feadc81e-61c8-4a5d-a3f3-57f7195b373d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3678257 Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Attempting to bind port 1c2648a6-af54-49d4-97b8-14fb2955da12 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Attempting to bind port 1c2648a6-af54-49d4-97b8-14fb2955da12 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Attempting to bind port 1c2648a6-af54-49d4-97b8-14fb2955da12 on network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Checking segment: {'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Bound using segment: {'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Bound port: 1c2648a6-af54-49d4-97b8-14fb2955da12, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:28:06.966664 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.970298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:06.973097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-ca85a563-9f45-47b8-9a08-2cda3cbbbc83 service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272925 Feb 02 15:28:06.977297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 305cbac3-4e8c-4f92-878a-3dd8075e4a36, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=305cbac3-4e8c-4f92-878a-3dd8075e4a36,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:06.983719 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce9f7caf-9151-48c8-a446-0c7c926ee8aa req-d658f22a-4ac1-425a-9f49-b6d7ea5f9648 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620443 Feb 02 15:28:06.983815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] For port 1c2648a6-af54-49d4-97b8-14fb2955da12, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:28:06.983815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] For port 1c2648a6-af54-49d4-97b8-14fb2955da12, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1c2648a6-af54-49d4-97b8-14fb2955da12,segment=NetworkSegment(6d09e91c-ecff-49cb-9bd3-ddfda7832452),segment_id=6d09e91c-ecff-49cb-9bd3-ddfda7832452)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:28:07.031261 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.047927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.067227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port d4f853a8-77b4-4b7a-b58e-873e70aeb697 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:07.067227 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.073913 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.126277 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4f853a8-77b4-4b7a-b58e-873e70aeb697 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:07.139164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.164723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: d4f853a8-77b4-4b7a-b58e-873e70aeb697 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:28:07.165341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4f853a8-77b4-4b7a-b58e-873e70aeb697 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:28:07.185664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=305cbac3-4e8c-4f92-878a-3dd8075e4a36,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:07.242740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event deleted for resources: {'Port': ['ID=56912545-f1e7-422a-b148-c0fb6bbe2c68,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:07.284367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:28:07.288192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3b0d9-d39a-4609-bf6c-b75b0b618e03 None None] Pushing event updated for resources: {'Port': ['ID=1c2648a6-af54-49d4-97b8-14fb2955da12,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:07.290518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] The port 'd4f853a8-77b4-4b7a-b58e-873e70aeb697' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:28:07.295379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:07.306725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Pushing event updated for resources: {'Port': ['ID=26a80bf3-5320-4526-8ce2-0a167090a73c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:07.316147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:28:07.340157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97af36a3-9432-4005-99f1-7fae6dc9c51d req-9ab7f085-d377-4a6e-a757-ec7950bd6a4e service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580953 Feb 02 15:28:07.401631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59804) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:07.514940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:28:07.589555 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.623045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b645-5f06-4f07-8f34-97b49bc75c59 req-90dfcf5f-e882-4890-83a9-28a3cffd5ac3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:07.631656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8fb0b645-5f06-4f07-8f34-97b49bc75c59 req-90dfcf5f-e882-4890-83a9-28a3cffd5ac3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.7156839 Feb 02 15:28:07.683782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4393b655-da66-451e-801b-7b403b3bd5e7']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:07.704488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb988cf-40b3-400a-a99a-8504fc407b64') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:07.704791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb988cf-40b3-400a-a99a-8504fc407b64') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:07.730393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.754842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 305cbac3-4e8c-4f92-878a-3dd8075e4a36 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:07.788861 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.807750 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.825507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8fb0b645-5f06-4f07-8f34-97b49bc75c59 req-53c2f88f-0be6-40cf-b946-da090a2bb6fd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927755 Feb 02 15:28:07.826966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:28:07.827576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:28:07.889488 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:28:07.933663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:07.934783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:07.945077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] Usage tracker for resource:security_group_rule and tenant:0f180567fcbd4b29be506dcad3edf8ef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:07.954652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:07.960379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:07.965465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142', 'port_id': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'mac_address': 'fa:16:3e:40:3b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42eb5919-4588-4689-b4b8-eec969e960b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:28:08.055211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:08.055875 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.071886 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea309f96-e261-4cf8-9294-2cd76c70849a req-ea70cb13-5b81-40c0-a1e4-216bf0a51ac1 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 210 time: 0.0726268 Feb 02 15:28:08.162780 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.169364 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.187303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:28:08.223022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.224788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.238265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:08.326713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Deleting port 95ab09d4-fe1d-4b43-aad4-613ff1aa555b {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:08.327055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.333212 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.422397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f776129-f4a7-4b25-b088-4a8c15fc4512 req-83918750-d699-49e3-9117-49746b0258d8 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:08.428806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:08.432159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f776129-f4a7-4b25-b088-4a8c15fc4512 req-83918750-d699-49e3-9117-49746b0258d8 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.2262065 Feb 02 15:28:08.436003 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.476507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.490204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.506901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Router e32ecfe2-d030-4565-a7f3-65ec514a61b0 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:28:08.516608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=4393b655-da66-451e-801b-7b403b3bd5e7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:08.532273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f6bebecd-483c-49d7-b798-d52efbaef28d tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/4393b655-da66-451e-801b-7b403b3bd5e7 HTTP/1.1" status: 204 len: 168 time: 4.2691896 Feb 02 15:28:08.539710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59814) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:08.544704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f776129-f4a7-4b25-b088-4a8c15fc4512 req-89824722-263d-4e12-a6e0-2744eda123b7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134498 Feb 02 15:28:08.644385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0634a8-7643-4b8b-b58b-7d2baab1db20,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:08.663816 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14194ab-d87a-4f08-9d1c-1bc7a473f4a6 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:08.663816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14194ab-d87a-4f08-9d1c-1bc7a473f4a6 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:08.681400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-71d24bad-446e-4d27-b961-135cc4cee548 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0f180567fcbd4b29be506dcad3edf8ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2764535 Feb 02 15:28:08.692517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59818) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:08.715370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:28:08.742921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f14194ab-d87a-4f08-9d1c-1bc7a473f4a6 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/583d5df6-40b5-4251-9de9-a9ab611881ca HTTP/1.1" status: 404 len: 337 time: 0.1878881 Feb 02 15:28:08.742921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:08.743241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59822) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:08.780214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c0793-b0d3-45e9-ac9d-439736b3d3ac None None] Network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:08.788764 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d63e7d1-19d2-47e6-b63b-8cf293b57716 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:08.789211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d63e7d1-19d2-47e6-b63b-8cf293b57716 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:08.793894 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5d63e7d1-19d2-47e6-b63b-8cf293b57716 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/eeb60647-32fb-4946-8641-e44617d46fe1 HTTP/1.1" status: 404 len: 339 time: 0.0468140 Feb 02 15:28:08.817450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59826) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:08.886614 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb64964c-13ec-4a50-9c8b-76843137b0c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:08.887374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb64964c-13ec-4a50-9c8b-76843137b0c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:08.895321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bb64964c-13ec-4a50-9c8b-76843137b0c7 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/8abb5e3e-162b-4cc0-b47d-a7298753075f HTTP/1.1" status: 404 len: 337 time: 0.0766020 Feb 02 15:28:08.896256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59834) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:08.930829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Calling delete_port for 95ab09d4-fe1d-4b43-aad4-613ff1aa555b owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:08.944084 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-652b745b-fc1c-49d6-b188-8c4be78f4519 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:08.944861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652b745b-fc1c-49d6-b188-8c4be78f4519 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:08.948589 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-652b745b-fc1c-49d6-b188-8c4be78f4519 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/4a26d764-9f1f-4dd8-b7bf-7b4b3218a95a HTTP/1.1" status: 404 len: 339 time: 0.0458736 Feb 02 15:28:08.953356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59838) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:09.000072 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efc2d8e-6531-4f50-8acf-12b7f5cc09c6 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:09.000621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efc2d8e-6531-4f50-8acf-12b7f5cc09c6 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:09.003115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8efc2d8e-6531-4f50-8acf-12b7f5cc09c6 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/acf1140a-cbba-4739-bc50-0ae369c9a085 HTTP/1.1" status: 404 len: 337 time: 0.0487022 Feb 02 15:28:09.005141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59842) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:09.039372 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98440e9-910a-427e-b225-748f7e9d8228 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:09.039921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98440e9-910a-427e-b225-748f7e9d8228 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:09.047391 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f98440e9-910a-427e-b225-748f7e9d8228 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/7f1d51c1-746b-4127-9fcc-6e1958c3595a HTTP/1.1" status: 404 len: 339 time: 0.0339658 Feb 02 15:28:09.047391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:28:09.056670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59846) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:09.059303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] Sync routers for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:28:09.147922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] No DVR routers for this DVR port 56912545-f1e7-422a-b148-c0fb6bbe2c68 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:28:09.152001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a97dd089-b120-4133-b788-7563bc65acad None None] Provisioning for port 1c2648a6-af54-49d4-97b8-14fb2955da12 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:28:09.153320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:09.155626 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf8cee20-bca4-43b9-8280-9ca69b7ccabb req-1f9ba2c5-b8de-4931-a8a9-618039d84e9b tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.64 "DELETE /v2.0/ports/56912545-f1e7-422a-b148-c0fb6bbe2c68 HTTP/1.1" status: 204 len: 173 time: 5.1240685 Feb 02 15:28:09.156286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-deleted', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:28:09.159278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:09.160050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:09.291863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6294873a-0e83-4aff-ba95-ec33d5c06558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:09.311934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-470eac2c-ccda-4472-abbe-af1e5e0562a5 req-29553389-9076-4296-a65b-d0e575d55692 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Synchronizing usage tracker for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:09.403987 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6294873a-0e83-4aff-ba95-ec33d5c06558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:09.445921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-470eac2c-ccda-4472-abbe-af1e5e0562a5 req-29553389-9076-4296-a65b-d0e575d55692 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Unset dirty status for tenant:e1369c1cef9b495ebe7ed93f5fe27e76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:09.450185 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-470eac2c-ccda-4472-abbe-af1e5e0562a5 req-29553389-9076-4296-a65b-d0e575d55692 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 210 time: 0.1884935 Feb 02 15:28:09.579131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c75cb-f994-4666-8ae9-3435663bca47 req-f1e2651f-8b8b-434d-8fdc-45874821233b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:09.580590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-106c75cb-f994-4666-8ae9-3435663bca47 req-f1e2651f-8b8b-434d-8fdc-45874821233b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 944 time: 0.5249014 Feb 02 15:28:09.624929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:09.668203 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15fc31-f8d9-4362-88e6-b0cc3fecc885', 'name': 'network-vif-deleted', 'tag': '56912545-f1e7-422a-b148-c0fb6bbe2c68', 'status': 'completed', 'code': 200} Feb 02 15:28:09.680311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdbdce7-0c00-4a69-aea3-2af25ef72689 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting subnet 03769c51-2ed2-481e-9ae5-a0598614266b {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:28:09.695317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdce7-0c00-4a69-aea3-2af25ef72689 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:09.713503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1c2648a6-af54-49d4-97b8-14fb2955da12 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:09.832380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6294873a-0e83-4aff-ba95-ec33d5c06558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:09.892060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294873a-0e83-4aff-ba95-ec33d5c06558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0634a8-7643-4b8b-b58b-7d2baab1db20,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:09.901006 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdce7-0c00-4a69-aea3-2af25ef72689 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:09.937622 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-106c75cb-f994-4666-8ae9-3435663bca47 req-678857f2-6e0f-486e-bdc7-76858981cfe8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345096 Feb 02 15:28:09.963497 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:09.965595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbdb1c-32af-49f6-9b71-0c6e3ad96cec req-2b582060-d322-401f-9de2-eb8145a111e4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:09.977237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55bbdb1c-32af-49f6-9b71-0c6e3ad96cec req-2b582060-d322-401f-9de2-eb8145a111e4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.1526854 Feb 02 15:28:10.018432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55bbdb1c-32af-49f6-9b71-0c6e3ad96cec req-ba310345-527d-404d-97af-2f05ae3db88a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Feb 02 15:28:10.038661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event deleted for resources: {'Port': ['ID=95ab09d4-fe1d-4b43-aad4-613ff1aa555b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:10.107790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Router 260c7634-b96b-4a30-80ea-b099dce2e804 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:28:10.157510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6294873a-0e83-4aff-ba95-ec33d5c06558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:10.158868 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6294873a-0e83-4aff-ba95-ec33d5c06558 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b0634a8-7643-4b8b-b58b-7d2baab1db20 HTTP/1.1" status: 204 len: 168 time: 1.4636374 Feb 02 15:28:10.182312 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdce7-0c00-4a69-aea3-2af25ef72689 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:10.227628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:36Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:10.241816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1c2648a6-af54-49d4-97b8-14fb2955da12 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:28:10.241816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] Checking router: e32ecfe2-d030-4565-a7f3-65ec514a61b0 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:28:10.244225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1c2648a6-af54-49d4-97b8-14fb2955da12 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:10.244650 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:10.316966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:10.317808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:10.582988 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:10.627665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:10.660882 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:10.707166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 1c2648a6-af54-49d4-97b8-14fb2955da12, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1c2648a6-af54-49d4-97b8-14fb2955da12,segment=NetworkSegment(6d09e91c-ecff-49cb-9bd3-ddfda7832452),segment_id=6d09e91c-ecff-49cb-9bd3-ddfda7832452)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:10.726297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59878) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:10.860482 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:10.940979 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdce7-0c00-4a69-aea3-2af25ef72689 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:11.000313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-476c7b43-2964-431a-9188-0b7584dd8d36 req-72d03b69-ddae-4ede-a4bf-3fce079081a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6500 time: 0.2768397 Feb 02 15:28:11.067278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbdce7-0c00-4a69-aea3-2af25ef72689 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=03769c51-2ed2-481e-9ae5-a0598614266b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:11.071893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-476c7b43-2964-431a-9188-0b7584dd8d36 req-44bdf926-3aeb-4a1b-8249-4663914a653d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0610754 Feb 02 15:28:11.088312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=1c2648a6-af54-49d4-97b8-14fb2955da12,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:11.095615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0df9fb2a-d91c-4b07-8934-b6b739df576c req-69c6b7d9-d006-459e-955e-7d723f0f7822 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad15fc31-f8d9-4362-88e6-b0cc3fecc885 HTTP/1.1" status: 200 len: 210 time: 0.1667869 Feb 02 15:28:11.163835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdce7-0c00-4a69-aea3-2af25ef72689 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:11.195905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71fdec0-c684-49ce-8bb0-77cf575d5057 None None] Network cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:11.249963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5cdbdce7-0c00-4a69-aea3-2af25ef72689 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/03769c51-2ed2-481e-9ae5-a0598614266b HTTP/1.1" status: 204 len: 168 time: 2.1890347 Feb 02 15:28:11.253253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59898) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:11.308750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a98965-c216-4cb8-9616-189d022b8b52 req-77b12f68-cc3b-405d-ae61-bd27695a4aff tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:11.316837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-03a98965-c216-4cb8-9616-189d022b8b52 req-77b12f68-cc3b-405d-ae61-bd27695a4aff tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 944 time: 0.1098404 Feb 02 15:28:11.387827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-03a98965-c216-4cb8-9616-189d022b8b52 req-b713c54c-e2fc-445f-9e78-bc5c327bd3bf tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696120 Feb 02 15:28:11.464723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:36Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:11.473530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a282c3-7e78-42dd-8fd1-d805138b972b None None] The sync data for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 is: [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:19:07Z', 'revision_number': 4, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a374f3f3-7d9a-4c0d-be93-2d00374cdf0b', 'name': '', 'network_id': '6bb452a6-5e23-4dd5-a667-dd158f932e95', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'mac_address': 'fa:16:3e:36:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:06Z', 'updated_at': '2022-02-02T15:19:36Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'subnets': [{'id': '0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:28:11.546443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:11.600003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1c2648a6-af54-49d4-97b8-14fb2955da12 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:11.629110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] DHCP port deletion for cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:28:11.655798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] Deleting port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:11.656208 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:11.730853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:11.738912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:28:11.749028 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Sync routers for ids ['260c7634-b96b-4a30-80ea-b099dce2e804'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:28:11.771914 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Routers {'260c7634-b96b-4a30-80ea-b099dce2e804'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:11.772791 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['260c7634-b96b-4a30-80ea-b099dce2e804'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:11.833099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:11.833445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:11.925206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1c2648a6-af54-49d4-97b8-14fb2955da12 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:11.925602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:11.959185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:11.961071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a7729c9d-d1fa-46d6-8fe3-a6f1f9936546 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5436256 Feb 02 15:28:11.965018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59912) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:12.024219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] For port 1228d8e6-8548-4a97-805c-abaf4d2da9f8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1228d8e6-8548-4a97-805c-abaf4d2da9f8,segment=NetworkSegment(9dccd946-601c-453e-bb66-d3bd2f62fcc7),segment_id=9dccd946-601c-453e-bb66-d3bd2f62fcc7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:12.025123 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:12.035638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509e6a9-742a-4d54-b0e2-df5077247fdc req-94c7c32a-7d67-4bc6-98b6-516b61755834 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:12.043390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5509e6a9-742a-4d54-b0e2-df5077247fdc req-94c7c32a-7d67-4bc6-98b6-516b61755834 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.6964636 Feb 02 15:28:12.097083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Router 6eb1ee08-eaed-45c0-90f2-85758cbc8d21 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:28:12.101706 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Set router 260c7634-b96b-4a30-80ea-b099dce2e804 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:12.230539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:28:12.248964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] Calling delete_port for 1228d8e6-8548-4a97-805c-abaf4d2da9f8 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:12.255989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5509e6a9-742a-4d54-b0e2-df5077247fdc req-0831d965-bc3a-4fba-be3b-68fc1408004e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112503 Feb 02 15:28:12.288473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:12.288979 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:12.355962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] For port 1228d8e6-8548-4a97-805c-abaf4d2da9f8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1228d8e6-8548-4a97-805c-abaf4d2da9f8,segment=NetworkSegment(9dccd946-601c-453e-bb66-d3bd2f62fcc7),segment_id=9dccd946-601c-453e-bb66-d3bd2f62fcc7)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:12.357731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:12.480776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59926) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:12.584482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Calling delete_port for 1228d8e6-8548-4a97-805c-abaf4d2da9f8 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:12.598379 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a62a63ba-d627-4784-976b-7f5da7542a06 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:12.665334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:12.678332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:28:12.678712 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:28:12.688992 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:28:07Z', 'revision_number': 3, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:12.698293 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Checking router: 260c7634-b96b-4a30-80ea-b099dce2e804 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:28:12.703367 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Updating router 260c7634-b96b-4a30-80ea-b099dce2e804 port 26a80bf3-5320-4526-8ce2-0a167090a73c binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:28:12.745546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:28:12.772408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] Pushing event deleted for resources: {'Port': ['ID=1228d8e6-8548-4a97-805c-abaf4d2da9f8,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:12.774046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6e2a6a22-4d2c-4dd5-b1e6-7ade6717297e tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "PUT /v2.0/routers/6eb1ee08-eaed-45c0-90f2-85758cbc8d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0275874 Feb 02 15:28:12.777025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59932) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:12.780622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc494e0-e8fa-4078-9037-56e493f03bb9 None None] Sync routers for ids ['6eb1ee08-eaed-45c0-90f2-85758cbc8d21'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:28:12.784002 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:12.840434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499b4a3-3e39-4cd9-9672-e6b9c1dbd1c0 None None] No DVR routers for this DVR port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:28:12.841812 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:12.875899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:28:12.887065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc494e0-e8fa-4078-9037-56e493f03bb9 None None] Routers {'6eb1ee08-eaed-45c0-90f2-85758cbc8d21'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:12.887065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ffc494e0-e8fa-4078-9037-56e493f03bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6eb1ee08-eaed-45c0-90f2-85758cbc8d21'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:12.910352 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a62a63ba-d627-4784-976b-7f5da7542a06 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:12.964204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a72aa-09be-4219-a76c-a1b9a683b206 req-668e2eee-80a3-4480-85a0-4a00ff3d567d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:12.970453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-030a72aa-09be-4219-a76c-a1b9a683b206 req-668e2eee-80a3-4480-85a0-4a00ff3d567d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 944 time: 0.2862291 Feb 02 15:28:12.987202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ffc494e0-e8fa-4078-9037-56e493f03bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:12.991534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:12.999157 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'code': 200} Feb 02 15:28:13.011029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc494e0-e8fa-4078-9037-56e493f03bb9 None None] Routers {'6eb1ee08-eaed-45c0-90f2-85758cbc8d21'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:13.011627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ffc494e0-e8fa-4078-9037-56e493f03bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6eb1ee08-eaed-45c0-90f2-85758cbc8d21'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:13.024334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa55bcca-2e21-456d-94b6-4a9c52333dee tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:13.104034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-030a72aa-09be-4219-a76c-a1b9a683b206 req-77d2813f-1d70-4f86-b3b6-986f065c1c43 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326251 Feb 02 15:28:13.121616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:13.217258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:13.227427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ffc494e0-e8fa-4078-9037-56e493f03bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:13.227427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc494e0-e8fa-4078-9037-56e493f03bb9 None None] The sync data for ids ['6eb1ee08-eaed-45c0-90f2-85758cbc8d21'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:28:13.294463 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a62a63ba-d627-4784-976b-7f5da7542a06 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:13.361363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a63ba-d627-4784-976b-7f5da7542a06 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b36c10-1e5c-4cd1-a04a-a927b18817e9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:13.388004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port 1228d8e6-8548-4a97-805c-abaf4d2da9f8 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:13.388624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:13.424514 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:13.449554 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Transition to ACTIVE for port object 26a80bf3-5320-4526-8ce2-0a167090a73c will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:13.509687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a62a63ba-d627-4784-976b-7f5da7542a06 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:13.511302 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:13.511477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a62a63ba-d627-4784-976b-7f5da7542a06 tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "DELETE /v2.0/security-groups/d7b36c10-1e5c-4cd1-a04a-a927b18817e9 HTTP/1.1" status: 204 len: 168 time: 1.0281358 Feb 02 15:28:13.515476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59948) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:13.574587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] The port '1228d8e6-8548-4a97-805c-abaf4d2da9f8' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:28:13.584868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1228d8e6-8548-4a97-805c-abaf4d2da9f8 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:13.633312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1228d8e6-8548-4a97-805c-abaf4d2da9f8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:28:13.633737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1228d8e6-8548-4a97-805c-abaf4d2da9f8 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:28:13.655221 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98634ca-9a24-4bff-877a-40a5dc54e4f4 None None] New status for floating IP 4efae83c-2175-4a2b-8eb8-c3df9d899977: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:28:13.662358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aceeef08-6010-4644-a63d-83e830037b9b req-1064b9ea-6b07-4c96-96cc-2a06739fa562 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1096 time: 0.5415130 Feb 02 15:28:13.696647 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-799eb222-2ee2-4962-bc16-d4abb4c9638d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] show failed (client error): The resource could not be found. Feb 02 15:28:13.699599 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-799eb222-2ee2-4962-bc16-d4abb4c9638d tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "GET /v2.0/security-groups/d7b36c10-1e5c-4cd1-a04a-a927b18817e9 HTTP/1.1" status: 404 len: 347 time: 0.1794989 Feb 02 15:28:13.716659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59952) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:13.899152 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Attempting to bind port 26a80bf3-5320-4526-8ce2-0a167090a73c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:28:13.899763 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Attempting to bind port 26a80bf3-5320-4526-8ce2-0a167090a73c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:28:13.899905 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Attempting to bind port 26a80bf3-5320-4526-8ce2-0a167090a73c on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:13.902051 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcef9e-d69c-43d1-a1c2-55254488a38d None None] Pushing event updated for resources: {'Port': ['ID=26a80bf3-5320-4526-8ce2-0a167090a73c,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:13.967610 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:28:13.968014 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:13.968640 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:13.968756 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:28:13.969207 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Bound port: 26a80bf3-5320-4526-8ce2-0a167090a73c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:28:13.969573 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.030477 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:28:14.037863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Deleting port 1e5b78f9-e5d4-446c-a6de-e305da3459f5 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:14.038204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.053189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa55bcca-2e21-456d-94b6-4a9c52333dee tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.062660 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.074660 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] For port 26a80bf3-5320-4526-8ce2-0a167090a73c, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:28:14.075698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15e1c5-9c60-491b-a1d6-b85b2ece25ae req-a7c361fe-2ee3-4be4-aeb6-ffc96307e5a2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:14.076709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa55bcca-2e21-456d-94b6-4a9c52333dee tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.080263 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] For port 26a80bf3-5320-4526-8ce2-0a167090a73c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=26a80bf3-5320-4526-8ce2-0a167090a73c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:28:14.082776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a15e1c5-9c60-491b-a1d6-b85b2ece25ae req-a7c361fe-2ee3-4be4-aeb6-ffc96307e5a2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.5510137 Feb 02 15:28:14.085538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aceeef08-6010-4644-a63d-83e830037b9b req-c3786e43-2261-4b26-8318-d2ae6bd34533 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136972 Feb 02 15:28:14.098147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:14.115730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dccd946-601c-453e-bb66-d3bd2f62fcc7') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:14.116047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dccd946-601c-453e-bb66-d3bd2f62fcc7') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:14.136982 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.160358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.168968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:28:14.169370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:28:14.184834 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:28:14.191150 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.262368 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a15e1c5-9c60-491b-a1d6-b85b2ece25ae req-534efdd8-afee-4fc6-ac15-586813c5ac00 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786537 Feb 02 15:28:14.356702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa55bcca-2e21-456d-94b6-4a9c52333dee tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.357440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa55bcca-2e21-456d-94b6-4a9c52333dee tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb1ee08-eaed-45c0-90f2-85758cbc8d21 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:28:14.358059 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Routers {'260c7634-b96b-4a30-80ea-b099dce2e804'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:14.359117 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['260c7634-b96b-4a30-80ea-b099dce2e804'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:14.371704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24379a8f-4647-4fc4-8e53-cdc32eaaa3ee req-4095efbe-7a9c-46b1-8dfe-2727067e79a1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:14.373832 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24379a8f-4647-4fc4-8e53-cdc32eaaa3ee req-4095efbe-7a9c-46b1-8dfe-2727067e79a1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1234767 Feb 02 15:28:14.397282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa55bcca-2e21-456d-94b6-4a9c52333dee tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.398481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fa55bcca-2e21-456d-94b6-4a9c52333dee tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "DELETE /v2.0/routers/6eb1ee08-eaed-45c0-90f2-85758cbc8d21 HTTP/1.1" status: 204 len: 168 time: 1.6205149 Feb 02 15:28:14.402226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59966) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:14.416353 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.417678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.437116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcef9e-d69c-43d1-a1c2-55254488a38d None None] Pushing event updated for resources: {'Port': ['ID=26a80bf3-5320-4526-8ce2-0a167090a73c,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:14.455470 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.498933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.498933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad HTTP/1.1" status: 204 len: 168 time: 3.2368472 Feb 02 15:28:14.502276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59970) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:14.507177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaffab8-8717-44fe-adcd-091d8cedeca9 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=cd7c9979-d9f7-4670-a3fb-9c98fd81a1ad,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:14.556812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Calling delete_port for 1e5b78f9-e5d4-446c-a6de-e305da3459f5 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:14.574343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24379a8f-4647-4fc4-8e53-cdc32eaaa3ee req-b5407e3f-fec7-4346-bc6b-08aa670edc0c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936111 Feb 02 15:28:14.575134 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-df813ca2-6465-4839-b919-cd56ab2d8fd3 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:14.575574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df813ca2-6465-4839-b919-cd56ab2d8fd3 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:14.577170 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-df813ca2-6465-4839-b919-cd56ab2d8fd3 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/1d5abf99-f83f-472d-ac68-013b27c39a3f HTTP/1.1" status: 404 len: 337 time: 0.0714326 Feb 02 15:28:14.581219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59976) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:14.603576 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] Set router 260c7634-b96b-4a30-80ea-b099dce2e804 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:14.664733 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d3957b-218a-44a3-9a4f-1042681f1b64 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] DELETE failed (client error): The resource could not be found. Feb 02 15:28:14.665367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d3957b-218a-44a3-9a4f-1042681f1b64 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:28:14.667392 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-28d3957b-218a-44a3-9a4f-1042681f1b64 tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/8f0afb81-0d84-4e5e-b7fe-f6b4674e2b6b HTTP/1.1" status: 404 len: 339 time: 0.0852115 Feb 02 15:28:14.675149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59982) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:14.722118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0520966d-191b-4b3c-b8f7-df6869445218 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Deleting subnet 71a0d4aa-f7cb-4652-bffb-d6009458bcc3 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:28:14.725485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0520966d-191b-4b3c-b8f7-df6869445218 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.785845 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0520966d-191b-4b3c-b8f7-df6869445218 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.795151 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:14.875899 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:28:14.876224 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:28:14.898018 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0520966d-191b-4b3c-b8f7-df6869445218 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.025580 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:28:07Z', 'revision_number': 3, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:15.029703 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b91a75-0ccd-49a2-a72b-0841aa74d6b0 None None] The sync data for ids ['260c7634-b96b-4a30-80ea-b099dce2e804'] in n-d-827122-1 is: [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:28:07Z', 'revision_number': 3, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:28:15.110901 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0520966d-191b-4b3c-b8f7-df6869445218 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.191984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0520966d-191b-4b3c-b8f7-df6869445218 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.193672 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84baed07-4b95-40c3-a64b-767842f1438d None None] Network cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:15.200022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0520966d-191b-4b3c-b8f7-df6869445218 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "DELETE /v2.0/subnets/71a0d4aa-f7cb-4652-bffb-d6009458bcc3 HTTP/1.1" status: 204 len: 168 time: 0.7960906 Feb 02 15:28:15.202043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520966d-191b-4b3c-b8f7-df6869445218 tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event deleted for resources: {'Subnet': ['ID=71a0d4aa-f7cb-4652-bffb-d6009458bcc3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:15.203808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59988) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:15.267370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c903b27-ace4-4c18-8f0b-a0f49acd27eb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting subnet c8be1491-1dc7-4bf2-b461-9fe5e90ac312 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:28:15.274195 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c903b27-ace4-4c18-8f0b-a0f49acd27eb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.346888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Allocated IP 172.20.0.1 (0774aea7-c6d8-4a3e-9a80-d443ec7865ac/58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9/dd91128b-0240-4282-be51-51dfcb7e5525) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:28:15.352887 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c903b27-ace4-4c18-8f0b-a0f49acd27eb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.380626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Deleting port 1e5b78f9-e5d4-446c-a6de-e305da3459f5 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:15.380969 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.387605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.414430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Deleting port 0baa1b90-e05c-40d9-8049-20f514dd732e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:15.415870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.566478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] DHCP port deletion for cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:28:15.575184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] Deleting port 0baa1b90-e05c-40d9-8049-20f514dd732e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:15.575735 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.671124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59998) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:15.814470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] For port 0baa1b90-e05c-40d9-8049-20f514dd732e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0baa1b90-e05c-40d9-8049-20f514dd732e,segment=NetworkSegment(46f1837a-f2f6-4063-8a10-a5fdff24f50e),segment_id=46f1837a-f2f6-4063-8a10-a5fdff24f50e)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:15.815128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.852290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] For port 0baa1b90-e05c-40d9-8049-20f514dd732e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0baa1b90-e05c-40d9-8049-20f514dd732e,segment=NetworkSegment(46f1837a-f2f6-4063-8a10-a5fdff24f50e),segment_id=46f1837a-f2f6-4063-8a10-a5fdff24f50e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:15.852604 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.973375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Calling delete_port for 0baa1b90-e05c-40d9-8049-20f514dd732e owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:15.975084 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:15.975559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.010880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] Calling delete_port for 0baa1b90-e05c-40d9-8049-20f514dd732e owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:16.029143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.115753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:16.132175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] Usage tracker for resource:security_group_rule and tenant:d5a721fc1d284503919c32be494c4b62 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:16.138101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:16.144561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:16.174998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Calling delete_port for 1e5b78f9-e5d4-446c-a6de-e305da3459f5 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:16.201780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f50c-8fca-4c9f-9a9a-47be75df1ae3 req-78b259be-de91-4043-8127-090acfcd00e4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:16.204834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8378f50c-8fca-4c9f-9a9a-47be75df1ae3 req-78b259be-de91-4043-8127-090acfcd00e4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1245916 Feb 02 15:28:16.213012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.231040 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:28:16.232151 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:28:16.240256 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.262790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Transition to ACTIVE for port object dd91128b-0240-4282-be51-51dfcb7e5525 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:16.284017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c903b27-ace4-4c18-8f0b-a0f49acd27eb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.302540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event deleted for resources: {'Port': ['ID=0baa1b90-e05c-40d9-8049-20f514dd732e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:16.308775 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.322435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] No DVR routers for this DVR port 0baa1b90-e05c-40d9-8049-20f514dd732e on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:28:16.370738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694c0c-ebed-4ac9-9048-2ce7b07a3229 req-d928ad16-dc5c-4c14-85cf-dc0692160c00 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:16.372140 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7694c0c-ebed-4ac9-9048-2ce7b07a3229 req-d928ad16-dc5c-4c14-85cf-dc0692160c00 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.9044871 Feb 02 15:28:16.376939 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8378f50c-8fca-4c9f-9a9a-47be75df1ae3 req-51fb9830-13b6-4a37-8047-5d20ce05de42 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657629 Feb 02 15:28:16.380531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.492058 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.501152 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.511156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e02763-808a-4ec4-a14b-09ea49b6b102,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:16.520599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dadf368b-7362-49f9-937f-bad275ebdfbc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5a721fc1d284503919c32be494c4b62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8484550 Feb 02 15:28:16.529636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60006) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:16.538190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7694c0c-ebed-4ac9-9048-2ce7b07a3229 req-e3a67d3d-4802-4169-af4b-d0f9cda413e7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513076 Feb 02 15:28:16.549180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c903b27-ace4-4c18-8f0b-a0f49acd27eb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.549319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc22f6b-1d0f-4af2-9db6-2e8559e4c195']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:16.570434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f1837a-f2f6-4063-8a10-a5fdff24f50e') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:16.570723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f1837a-f2f6-4063-8a10-a5fdff24f50e') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:16.605457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.614425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c903b27-ace4-4c18-8f0b-a0f49acd27eb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Subnet': ['ID=c8be1491-1dc7-4bf2-b461-9fe5e90ac312,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:16.624055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.629190 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.643368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:28:16.643368 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:28:16.655584 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:28:16.657418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c903b27-ace4-4c18-8f0b-a0f49acd27eb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.660503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4effa841-6009-462f-99ea-2de99e991d6f None None] Network a4165b16-d981-424b-ab1e-409cbbe79994 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:16.662476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f8894fa-69ce-48ab-84e4-a12100473991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.677639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:28:16.683524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:16.686260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:28:16.713992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Pushing event updated for resources: {'Port': ['ID=dd91128b-0240-4282-be51-51dfcb7e5525,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:16.785062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] Deleting port 0baa1b90-e05c-40d9-8049-20f514dd732e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:16.785433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.809246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Pushing event deleted for resources: {'Port': ['ID=1e5b78f9-e5d4-446c-a6de-e305da3459f5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:16.855897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.864819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4c903b27-ace4-4c18-8f0b-a0f49acd27eb tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/subnets/c8be1491-1dc7-4bf2-b461-9fe5e90ac312 HTTP/1.1" status: 204 len: 168 time: 2.1886632 Feb 02 15:28:16.874514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60016) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:16.876301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f8894fa-69ce-48ab-84e4-a12100473991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.944163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.947046 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:16.951348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-189e2fe5-8f36-4222-a13a-c47ed09e7caa tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] 10.222.0.88 "DELETE /v2.0/floatingips/4efae83c-2175-4a2b-8eb8-c3df9d899977 HTTP/1.1" status: 204 len: 168 time: 3.2208734 Feb 02 15:28:16.953577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60020) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:16.974873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-22cbbb73-3b0c-4406-816f-7e7e012df66f None None] The port '0baa1b90-e05c-40d9-8049-20f514dd732e' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:28:17.013521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.057502 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.091205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] Pushing event deleted for resources: {'Network': ['ID=cdc22f6b-1d0f-4af2-9db6-2e8559e4c195,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:17.103358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-fcd327e4-52f1-4153-8f9b-62606b900dde tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:17.108275 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-fcd327e4-52f1-4153-8f9b-62606b900dde tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 813 time: 0.4437001 Feb 02 15:28:17.116480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.121740 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-abeb5f9d-f183-4fc7-9f25-678e61897aec tempest-FloatingIPNegativeTestJSON-1015647685 tempest-FloatingIPNegativeTestJSON-1015647685-project] 10.222.0.88 "DELETE /v2.0/networks/cdc22f6b-1d0f-4af2-9db6-2e8559e4c195 HTTP/1.1" status: 204 len: 168 time: 1.9152594 Feb 02 15:28:17.140754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] DHCP port deletion for a4165b16-d981-424b-ab1e-409cbbe79994 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:28:17.142859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port 89e56b06-376a-4de9-8ae6-c3f978463182 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:17.143188 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.146383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Deleting port 89e56b06-376a-4de9-8ae6-c3f978463182 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:17.146756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.168105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-a9dde49f-e3df-4366-9944-f5de66879916 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/quotas/23ead880592145b6bc3c5340c828fb76 HTTP/1.1" status: 200 len: 375 time: 0.0447092 Feb 02 15:28:17.236102 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.241214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.242368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3a71b31c-641c-4c35-b2b3-25692809de67 None None] Provisioning for port dd91128b-0240-4282-be51-51dfcb7e5525 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:28:17.269360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3a71b31c-641c-4c35-b2b3-25692809de67 None None] Provisioning complete for port dd91128b-0240-4282-be51-51dfcb7e5525 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:17.270005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3a71b31c-641c-4c35-b2b3-25692809de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.327997 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f8894fa-69ce-48ab-84e4-a12100473991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.473043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] For port 89e56b06-376a-4de9-8ae6-c3f978463182, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89e56b06-376a-4de9-8ae6-c3f978463182,segment=NetworkSegment(c99cb17c-6e14-4ef8-a768-fa484d0ca07f),segment_id=c99cb17c-6e14-4ef8-a768-fa484d0ca07f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:17.473608 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.524145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8894fa-69ce-48ab-84e4-a12100473991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e02763-808a-4ec4-a14b-09ea49b6b102,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:17.528092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f8894fa-69ce-48ab-84e4-a12100473991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.529690 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7f8894fa-69ce-48ab-84e4-a12100473991 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60e02763-808a-4ec4-a14b-09ea49b6b102 HTTP/1.1" status: 204 len: 168 time: 0.9988122 Feb 02 15:28:17.619429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-0ae16acd-9e97-46b2-a217-e023fa188563 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4295082 Feb 02 15:28:17.707134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Calling delete_port for 89e56b06-376a-4de9-8ae6-c3f978463182 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:17.775480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] For port 89e56b06-376a-4de9-8ae6-c3f978463182, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89e56b06-376a-4de9-8ae6-c3f978463182,segment=NetworkSegment(c99cb17c-6e14-4ef8-a768-fa484d0ca07f),segment_id=c99cb17c-6e14-4ef8-a768-fa484d0ca07f)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:17.777208 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:17.788664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3a71b31c-641c-4c35-b2b3-25692809de67 None None] Port dd91128b-0240-4282-be51-51dfcb7e5525 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:28:17.794711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:28:17.845668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0baa1b90-e05c-40d9-8049-20f514dd732e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:17.903783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:17.945535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Calling delete_port for 89e56b06-376a-4de9-8ae6-c3f978463182 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:17.981354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:18.003168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:18.023598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 0baa1b90-e05c-40d9-8049-20f514dd732e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:28:18.024476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0baa1b90-e05c-40d9-8049-20f514dd732e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:28:18.025225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89e56b06-376a-4de9-8ae6-c3f978463182 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:18.035864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dba8c-aacc-4936-88c0-4e0c96cfc5d9 req-bd0e5136-63c8-4fe9-9969-d4a3176babe8 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:18.045485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4e0dba8c-aacc-4936-88c0-4e0c96cfc5d9 req-bd0e5136-63c8-4fe9-9969-d4a3176babe8 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.2091033 Feb 02 15:28:18.063912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:18.070365 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:18.079643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 89e56b06-376a-4de9-8ae6-c3f978463182 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:28:18.080073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89e56b06-376a-4de9-8ae6-c3f978463182 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:28:18.136223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Pushing event deleted for resources: {'Port': ['ID=89e56b06-376a-4de9-8ae6-c3f978463182,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:18.145426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] No DVR routers for this DVR port 89e56b06-376a-4de9-8ae6-c3f978463182 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f71ed9-9b8a-4f21-8d75-1a06567ea1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:18.158396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'port_id': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'mac_address': 'fa:16:3e:20:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:28:18.195031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-34333b85-f2c0-48b3-81f2-2f844054a40a service neutron] 10.222.0.88 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743442 Feb 02 15:28:18.239656 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:18.253856 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:18.289833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c00e9864-fac6-401e-9734-a3148ee4c612 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:28:18.335734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:18.415037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4e0dba8c-aacc-4936-88c0-4e0c96cfc5d9 req-2d3eb08d-9d28-4ae0-aa03-26d53ccedbc5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686848 Feb 02 15:28:18.422459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:18.435476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:28:18.436395 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:28:18.448411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:18.460175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Pushing event updated for resources: {'Port': ['ID=dd91128b-0240-4282-be51-51dfcb7e5525,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:18.565486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8252238f-862f-4bef-9bc3-796f9453991c service neutron] 10.222.0.88 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614492 Feb 02 15:28:18.573064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:18.586005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['c00e9864-fac6-401e-9734-a3148ee4c612'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:28:18.698413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:28:18.701202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:18.910732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:18.938071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Deleting port 89e56b06-376a-4de9-8ae6-c3f978463182 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:18.938837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.037227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] The port '89e56b06-376a-4de9-8ae6-c3f978463182' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:28:19.104626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60064) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:19.105242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-21a5b718-9020-4650-b37d-043d0fe8eab0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc8b891645bb400cb5f0b7a8bdc1b8f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1976995 Feb 02 15:28:19.111780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e12f273b-5969-4f90-a7b1-b2e9343eeea7 req-b4a4fc23-5353-4179-933a-45ac41361b3d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 210 time: 0.2055936 Feb 02 15:28:19.130863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-48adc305-7583-48c0-bdb5-c821fce418a4 None None] Provisioning complete for port dd91128b-0240-4282-be51-51dfcb7e5525 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:19.132537 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-48adc305-7583-48c0-bdb5-c821fce418a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.234553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.253141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-48adc305-7583-48c0-bdb5-c821fce418a4 None None] Port dd91128b-0240-4282-be51-51dfcb7e5525 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:28:19.297866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4165b16-d981-424b-ab1e-409cbbe79994']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:19.320371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99cb17c-6e14-4ef8-a768-fa484d0ca07f') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:19.320850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99cb17c-6e14-4ef8-a768-fa484d0ca07f') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:19.340596 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ad36586-5ecd-4d28-abff-9d3ffe576257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.345691 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.392429 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.399581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ad36586-5ecd-4d28-abff-9d3ffe576257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.410777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:28:19.411164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:28:19.426821 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:28:19.485262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:19.663830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port c00e9864-fac6-401e-9734-a3148ee4c612 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:19.664240 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.874250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.893555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.912696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Router 260c7634-b96b-4a30-80ea-b099dce2e804 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:28:19.938394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:28:19.954655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:19.957925 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:19.987973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] Pushing event deleted for resources: {'Network': ['ID=a4165b16-d981-424b-ab1e-409cbbe79994,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:20.021610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8deca148-2a27-484a-b1fe-3644a02b98ba tempest-NetworksIpV6Test-481720623 tempest-NetworksIpV6Test-481720623-project] 10.222.0.88 "DELETE /v2.0/networks/a4165b16-d981-424b-ab1e-409cbbe79994 HTTP/1.1" status: 204 len: 168 time: 3.1372728 Feb 02 15:28:20.060471 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'code': 200} Feb 02 15:28:20.063690 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:20.172778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a9ac6-75d1-4926-8831-7da382a766d2 req-759b263d-46a9-4d86-8bca-da99df3b5f14 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:20.178983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b22a9ac6-75d1-4926-8831-7da382a766d2 req-759b263d-46a9-4d86-8bca-da99df3b5f14 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 945 time: 0.4428861 Feb 02 15:28:20.180412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ad36586-5ecd-4d28-abff-9d3ffe576257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:20.193438 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ad36586-5ecd-4d28-abff-9d3ffe576257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:20.203425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8ad36586-5ecd-4d28-abff-9d3ffe576257 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02d5d1b1-aae8-4c3c-8e7c-7828f7d1c47f HTTP/1.1" status: 204 len: 168 time: 1.0972481 Feb 02 15:28:20.288807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:20.304101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b22a9ac6-75d1-4926-8831-7da382a766d2 req-7ceac8d4-7958-4efc-9eee-0a84b9431b8b tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941784 Feb 02 15:28:20.304938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad36586-5ecd-4d28-abff-9d3ffe576257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5d1b1-aae8-4c3c-8e7c-7828f7d1c47f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:20.416726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6acf5b81-3cbd-4145-add0-d5c619ddf585 req-a7702472-2eb4-434f-96b8-cee01d5cb184 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 210 time: 0.0582085 Feb 02 15:28:20.555347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:28:20.561264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f749af2f-76de-4748-a28a-cef8fad15b12 admin admin] 10.222.0.88 "PUT /v2.0/routers/260c7634-b96b-4a30-80ea-b099dce2e804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5932040 Feb 02 15:28:20.677469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Deleting port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:20.678943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:20.972297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] For port a374f3f3-7d9a-4c0d-be93-2d00374cdf0b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:20.973009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:21.169735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Calling delete_port for a374f3f3-7d9a-4c0d-be93-2d00374cdf0b owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:21.261440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60114) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:21.647027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:21.677894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 26a80bf3-5320-4526-8ce2-0a167090a73c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:22.011914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708704b3-ea20-499e-9994-9fa41f4fbd0b req-d9ea75c0-bf73-401f-b74c-231cc8618e56 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:22.023967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 26a80bf3-5320-4526-8ce2-0a167090a73c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:28:22.028567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-708704b3-ea20-499e-9994-9fa41f4fbd0b req-d9ea75c0-bf73-401f-b74c-231cc8618e56 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3882849 Feb 02 15:28:22.029997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 26a80bf3-5320-4526-8ce2-0a167090a73c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:22.030594 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:22.050341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Pushing event deleted for resources: {'Port': ['ID=a374f3f3-7d9a-4c0d-be93-2d00374cdf0b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:22.140205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f12a1e3-8567-462a-87ba-aff36f2c62cc req-e30192b1-df0e-49e5-93ec-57b35138a3b6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 210 time: 0.2231236 Feb 02 15:28:22.278722 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-708704b3-ea20-499e-9994-9fa41f4fbd0b req-7b6649fd-7834-4241-bf79-c9fb6b42d8b2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398295 Feb 02 15:28:22.467972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7fa3b760-2b2a-4bfa-a5f4-bfb3df840623 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=216df49aa74848b79bfd555afb5f8815&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2049050 Feb 02 15:28:22.473893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60136) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:22.532981 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:22.611868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 26a80bf3-5320-4526-8ce2-0a167090a73c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=26a80bf3-5320-4526-8ce2-0a167090a73c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:22.678228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a260ebb8-9ff5-475f-8743-0b52674bab2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:22.687031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:22.830830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a260ebb8-9ff5-475f-8743-0b52674bab2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:23.001251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=26a80bf3-5320-4526-8ce2-0a167090a73c,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:23.136772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a260ebb8-9ff5-475f-8743-0b52674bab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:23.229336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260ebb8-9ff5-475f-8743-0b52674bab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e6f356-e6e1-4d3b-8265-0f3ab41e3b35,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:23.241410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a260ebb8-9ff5-475f-8743-0b52674bab2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:23.247706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a260ebb8-9ff5-475f-8743-0b52674bab2b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8e6f356-e6e1-4d3b-8265-0f3ab41e3b35 HTTP/1.1" status: 204 len: 168 time: 0.7740707 Feb 02 15:28:23.849224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 26a80bf3-5320-4526-8ce2-0a167090a73c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:23.954469 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91d0be2b-7396-4561-bdfe-eea10a3eb24e req-ff34effe-31a7-434f-90ab-0880b4154517 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 210 time: 0.2284985 Feb 02 15:28:24.018416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 26a80bf3-5320-4526-8ce2-0a167090a73c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:24.022522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:24.059641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eaf5d-f188-4a06-a4de-7f8f8d5d70d6 req-d455696d-0758-4084-b8a6-5fc629b5aba2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:24.066026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f34eaf5d-f188-4a06-a4de-7f8f8d5d70d6 req-d455696d-0758-4084-b8a6-5fc629b5aba2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.1789072 Feb 02 15:28:24.122848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-f0dcd5e6-e214-4d6e-9d54-566b5b140546 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:24.127481 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-f0dcd5e6-e214-4d6e-9d54-566b5b140546 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.64 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 813 time: 1.2869151 Feb 02 15:28:24.160194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Request body: {'port': {'device_id': '77cdd428-3137-4bb4-a7ef-928acdf874b3', 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142', 'admin_state_up': True, 'tenant_id': '23ead880592145b6bc3c5340c828fb76'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:24.211665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f34eaf5d-f188-4a06-a4de-7f8f8d5d70d6 req-60743c15-e6b1-49bc-be15-4d6cc60505f6 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336398 Feb 02 15:28:24.491791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a62ae83b-ace6-43ef-9e4b-2f7f03409ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:24.936855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:25.006877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:25.027099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:25.163654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Made reservation on behalf of 23ead880592145b6bc3c5340c828fb76 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:28:25.173086 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:25.209798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Sync routers for ids ['260c7634-b96b-4a30-80ea-b099dce2e804'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:28:25.233906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Routers {'260c7634-b96b-4a30-80ea-b099dce2e804'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:25.234875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['260c7634-b96b-4a30-80ea-b099dce2e804'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:25.718016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-897da746-48bf-46c9-a1fe-50c55eaf3793 req-3d8ee1a1-aca8-448f-8c85-1a02c54c5ecf tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 210 time: 0.2781301 Feb 02 15:28:25.968533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2426b-2e44-4048-bfc9-7c9d8a16b37a req-ade655a1-1f9f-4c11-982b-3e1df338102e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:26.011917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Set router 260c7634-b96b-4a30-80ea-b099dce2e804 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:26.020496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0c2426b-2e44-4048-bfc9-7c9d8a16b37a req-ade655a1-1f9f-4c11-982b-3e1df338102e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3493311 Feb 02 15:28:26.112621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0c2426b-2e44-4048-bfc9-7c9d8a16b37a req-f1f61e34-e084-46cc-af5a-a9eaa3e83535 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909765 Feb 02 15:28:26.303829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Allocated IP 172.20.0.13 (409e0abf-f296-48a2-9e68-a4379af8d142/42eb5919-4588-4689-b4b8-eec969e960b7/38970f16-e6ae-4b52-be0d-76f3c27df264) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:28:26.504411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60208) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:26.884404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:28:16Z', 'revision_number': 4, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'dd91128b-0240-4282-be51-51dfcb7e5525', 'name': '', 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'mac_address': 'fa:16:3e:b0:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:14Z', 'updated_at': '2022-02-02T15:28:17Z', 'revision_number': 2, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'subnets': [{'id': '58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:26.901078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Checking router: 260c7634-b96b-4a30-80ea-b099dce2e804 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:28:26.901357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Updating router 260c7634-b96b-4a30-80ea-b099dce2e804 port dd91128b-0240-4282-be51-51dfcb7e5525 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:28:27.004156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194951023'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:27.018625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:27.031286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:27.036217 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b35af40-5cc1-4346-8fe0-198d02a1f3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:27.056058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:27.074658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:27.145804 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:27.172550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:27.197433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:27.332865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:27.402970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:27.446204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7eb47ea-9d03-44bc-bfa1-0694bd631395 req-74ae5e9c-7e99-4dbc-ac63-5fa67264e361 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 210 time: 0.2700574 Feb 02 15:28:27.475882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:27.535118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:28:27.624953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Network 409e0abf-f296-48a2-9e68-a4379af8d142 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:28:27.630672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:27.644388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:28:27.723131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:27.725011 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:27.761457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Pushing event updated for resources: {'Port': ['ID=38970f16-e6ae-4b52-be0d-76f3c27df264,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:27.858649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:27.866946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:27.882430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:28.219790 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:28.293478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15743-b311-48a4-a48d-ac5798aa26e0 req-816eb54e-e584-45ca-8784-f45169c5868d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:28.296699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3a15743-b311-48a4-a48d-ac5798aa26e0 req-816eb54e-e584-45ca-8784-f45169c5868d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.8898084 Feb 02 15:28:28.403885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-11180ff5-da23-4247-ae72-db2fbe9fd684 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2515738 Feb 02 15:28:28.411771 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3a15743-b311-48a4-a48d-ac5798aa26e0 req-7c8f6239-7407-4dcc-af19-5a6fd78c3ef3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063123 Feb 02 15:28:28.429086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-749f55ab-e9cd-4c10-ad9f-abc8e242a7d0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:28:28.430225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-749f55ab-e9cd-4c10-ad9f-abc8e242a7d0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056469 Feb 02 15:28:28.473228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Router e32ecfe2-d030-4565-a7f3-65ec514a61b0 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:28:28.475676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:28.518590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:28.528048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:28.537378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:28.566505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:28.791554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:28.927138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:28.956083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a216180-21ce-4cd0-ba34-fc8ebdfb841f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:29.011919 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.015602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.015983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.016378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.016497 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.016673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.016990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.017317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.017645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.017968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.018289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.018642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.024419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Request body: {'port': {'device_id': '77cdd428-3137-4bb4-a7ef-928acdf874b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:29.031147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:29.093144 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.111265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Transition to ACTIVE for port object dd91128b-0240-4282-be51-51dfcb7e5525 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:29.174168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a03271-47f5-4675-9e1e-b672b1abffae,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:29.228830 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.259017 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.263904 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b6d12212-0822-4a07-914b-f01e14c638de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.7580810 Feb 02 15:28:29.264590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60262) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:29.300128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.367928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac91f0d-e66a-4e10-964a-f3baece9fccd None None] Pushing event updated for resources: {'Port': ['ID=dd91128b-0240-4282-be51-51dfcb7e5525,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:29.484914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-11365228-2d5d-4429-9f7c-1883287862b9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:29.542373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60270) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:29.604328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-11365228-2d5d-4429-9f7c-1883287862b9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:29.606280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-11365228-2d5d-4429-9f7c-1883287862b9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3407240 Feb 02 15:28:29.609152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60280) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:29.615165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e2ba25fe-24f4-44aa-a477-58901d8b1bc2 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-security--2052215906', 'description': 'tempest-security-description-1707105847'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:29.710488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e2ba25fe-24f4-44aa-a477-58901d8b1bc2 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.844600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Attempting to bind port dd91128b-0240-4282-be51-51dfcb7e5525 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:28:29.845258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Attempting to bind port dd91128b-0240-4282-be51-51dfcb7e5525 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:28:29.847192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Attempting to bind port dd91128b-0240-4282-be51-51dfcb7e5525 on network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:29.871231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:28:29.871802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Checking segment: {'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:29.872385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.872935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Bound using segment: {'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:28:29.874215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Bound port: dd91128b-0240-4282-be51-51dfcb7e5525, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09e91c-ecff-49cb-9bd3-ddfda7832452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:28:29.877991 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.973867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:29.977993 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e2ba25fe-24f4-44aa-a477-58901d8b1bc2 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.007041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] For port dd91128b-0240-4282-be51-51dfcb7e5525, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:28:30.012308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] For port dd91128b-0240-4282-be51-51dfcb7e5525, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dd91128b-0240-4282-be51-51dfcb7e5525,segment=NetworkSegment(6d09e91c-ecff-49cb-9bd3-ddfda7832452),segment_id=6d09e91c-ecff-49cb-9bd3-ddfda7832452)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:28:30.058605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.094382 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e2ba25fe-24f4-44aa-a477-58901d8b1bc2 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.096736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e2ba25fe-24f4-44aa-a477-58901d8b1bc2 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.097946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e2ba25fe-24f4-44aa-a477-58901d8b1bc2 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "PUT /v2.0/security-groups/f6a03271-47f5-4675-9e1e-b672b1abffae HTTP/1.1" status: 200 len: 1612 time: 0.4878476 Feb 02 15:28:30.103190 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.192274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60286) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:30.286110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085a516-fea3-48d6-8558-7c78a7c1f6b8 req-a0602ae2-8e21-4fa4-9066-cbf0eab52895 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:30.290036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9085a516-fea3-48d6-8558-7c78a7c1f6b8 req-a0602ae2-8e21-4fa4-9066-cbf0eab52895 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Synchronizing usage tracker for tenant:23ead880592145b6bc3c5340c828fb76 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:30.327690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Routers {'260c7634-b96b-4a30-80ea-b099dce2e804'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:30.327690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:28:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['260c7634-b96b-4a30-80ea-b099dce2e804'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:30.356962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38970f16-e6ae-4b52-be0d-76f3c27df264 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:28:30.393579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5ca2e9de-2e24-4f68-b06f-f0ee935cea50 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups/f6a03271-47f5-4675-9e1e-b672b1abffae HTTP/1.1" status: 200 len: 1612 time: 0.1917131 Feb 02 15:28:30.398873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba25fe-24f4-44aa-a477-58901d8b1bc2 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a03271-47f5-4675-9e1e-b672b1abffae,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:30.408746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:30.411197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60290) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:30.440478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] Usage tracker for resource:security_group_rule and tenant:e63707f0afd64e25bcb86ef6d1efebb9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:30.446579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:30.447213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac91f0d-e66a-4e10-964a-f3baece9fccd None None] Pushing event updated for resources: {'Port': ['ID=dd91128b-0240-4282-be51-51dfcb7e5525,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:30.470074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:30.520774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f48963-01ec-4d44-9915-f4e1f2caa0a7 req-8f9c07a2-e3e6-4ef6-a888-4a50ce4cdf1d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:30.528070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73f48963-01ec-4d44-9915-f4e1f2caa0a7 req-8f9c07a2-e3e6-4ef6-a888-4a50ce4cdf1d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.4481275 Feb 02 15:28:30.623495 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.727348 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.756896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9085a516-fea3-48d6-8558-7c78a7c1f6b8 req-a0602ae2-8e21-4fa4-9066-cbf0eab52895 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Unset dirty status for tenant:23ead880592145b6bc3c5340c828fb76 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:30.765640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9085a516-fea3-48d6-8558-7c78a7c1f6b8 req-a0602ae2-8e21-4fa4-9066-cbf0eab52895 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 932 time: 1.8663547 Feb 02 15:28:30.782153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] Set router 260c7634-b96b-4a30-80ea-b099dce2e804 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:30.782420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a384cc3-71bc-44a9-bcb3-abe295abef5f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.814815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a384cc3-71bc-44a9-bcb3-abe295abef5f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.838747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Transition to ACTIVE for port object 38970f16-e6ae-4b52-be0d-76f3c27df264 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:30.892065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:30.961961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:31.016302 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e63707f0afd64e25bcb86ef6d1efebb9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4723396 Feb 02 15:28:31.017250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a384cc3-71bc-44a9-bcb3-abe295abef5f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:31.020974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60296) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:31.056233 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73f48963-01ec-4d44-9915-f4e1f2caa0a7 req-5c5bbee0-90a6-432a-a58b-3d6d3658b982 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5271943 Feb 02 15:28:31.245546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:28:31.245546 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1b004ee-9f55-4e8e-a336-9980a5c5f31c admin admin] 10.222.0.88 "PUT /v2.0/routers/e32ecfe2-d030-4565-a7f3-65ec514a61b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2176943 Feb 02 15:28:31.245739 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] Sync routers for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:28:31.245739 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:31.245739 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:28:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:31.258214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60302) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:31.317538 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4dc21d55-a820-442d-9d9f-8a0203e7bc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:31.393601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4dc21d55-a820-442d-9d9f-8a0203e7bc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:31.538781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e34289-3ccc-435a-b015-414bd9554510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae838a74-7dc4-492b-93a7-c8a7e9c8516e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:31.581374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a384cc3-71bc-44a9-bcb3-abe295abef5f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a03271-47f5-4675-9e1e-b672b1abffae,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:31.618716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4dc21d55-a820-442d-9d9f-8a0203e7bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:31.671748 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4dc21d55-a820-442d-9d9f-8a0203e7bc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:31.673519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4dc21d55-a820-442d-9d9f-8a0203e7bc26 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae838a74-7dc4-492b-93a7-c8a7e9c8516e HTTP/1.1" status: 204 len: 168 time: 0.6346226 Feb 02 15:28:31.677139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc21d55-a820-442d-9d9f-8a0203e7bc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae838a74-7dc4-492b-93a7-c8a7e9c8516e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:31.685535 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a384cc3-71bc-44a9-bcb3-abe295abef5f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:31.688284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6a384cc3-71bc-44a9-bcb3-abe295abef5f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/f6a03271-47f5-4675-9e1e-b672b1abffae HTTP/1.1" status: 204 len: 168 time: 1.2750332 Feb 02 15:28:31.690087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60308) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:31.792126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9085a516-fea3-48d6-8558-7c78a7c1f6b8 req-635ae328-9935-4c83-a495-40edff0bc93e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0140853 Feb 02 15:28:31.923765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Pushing event updated for resources: {'Port': ['ID=38970f16-e6ae-4b52-be0d-76f3c27df264,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:31.953295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:28:16Z', 'revision_number': 4, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'dd91128b-0240-4282-be51-51dfcb7e5525', 'name': '', 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'mac_address': 'fa:16:3e:b0:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:14Z', 'updated_at': '2022-02-02T15:28:30Z', 'revision_number': 4, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'subnets': [{'id': '58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:31.954210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0f601-810d-4439-9076-7d669aaf47f3 None None] The sync data for ids ['260c7634-b96b-4a30-80ea-b099dce2e804'] in n-d-827122-1 is: [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:28:16Z', 'revision_number': 4, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'dd91128b-0240-4282-be51-51dfcb7e5525', 'name': '', 'network_id': '0774aea7-c6d8-4a3e-9a80-d443ec7865ac', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'mac_address': 'fa:16:3e:b0:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:14Z', 'updated_at': '2022-02-02T15:28:30Z', 'revision_number': 4, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'subnets': [{'id': '58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:28:31.975024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c4a2a015-4e4e-4c46-b57d-676f8d375e81 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:31.978999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:31.983624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:31.984939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:31.986082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:31.990804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:31.990985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:31.991716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:31.993787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:32.009957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:32.012946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:32.035397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:28:32.082239 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:32.161215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c4a2a015-4e4e-4c46-b57d-676f8d375e81 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:32.162924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c4a2a015-4e4e-4c46-b57d-676f8d375e81 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4693015 Feb 02 15:28:32.166056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60312) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:32.232112 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-8668a0ab-9df6-46b1-a7be-c56062e13192 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] delete failed (client error): The resource could not be found. Feb 02 15:28:32.238297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8668a0ab-9df6-46b1-a7be-c56062e13192 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/f6a03271-47f5-4675-9e1e-b672b1abffae HTTP/1.1" status: 404 len: 347 time: 0.0672989 Feb 02 15:28:32.245472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60318) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:32.253113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529400474'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:32.266111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:32.302157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:32.412117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:32.535280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:32.539875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:32.551436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:32.582219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:32.956107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Attempting to bind port 38970f16-e6ae-4b52-be0d-76f3c27df264 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:28:32.959522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Attempting to bind port 38970f16-e6ae-4b52-be0d-76f3c27df264 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:28:32.965196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Attempting to bind port 38970f16-e6ae-4b52-be0d-76f3c27df264 on network 409e0abf-f296-48a2-9e68-a4379af8d142 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:33.040447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Port 38970f16-e6ae-4b52-be0d-76f3c27df264 on network 409e0abf-f296-48a2-9e68-a4379af8d142 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:28:33.041679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Attempting to bind port 38970f16-e6ae-4b52-be0d-76f3c27df264 on network 409e0abf-f296-48a2-9e68-a4379af8d142 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:33.121887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:28:33.129562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Checking segment: {'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:33.130889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Bound using segment: {'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:28:33.137671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Bound port: 38970f16-e6ae-4b52-be0d-76f3c27df264, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54babf73-d62b-4b19-952b-36cdc22399e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:28:33.138379 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:33.212411 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:28:21Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:33.218518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:33.260116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] Checking router: e32ecfe2-d030-4565-a7f3-65ec514a61b0 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:28:33.265188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddc617-3c0e-4b02-bb6c-38a3caead63e req-aeae3d3e-407f-492b-9de4-4906e32c5c24 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:33.281034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dddc617-3c0e-4b02-bb6c-38a3caead63e req-aeae3d3e-407f-492b-9de4-4906e32c5c24 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.6509726 Feb 02 15:28:33.301977 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] Routers {'e32ecfe2-d030-4565-a7f3-65ec514a61b0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:33.303914 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:28:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:33.391124 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:33.422519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:33.654415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60336) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:33.676137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dddc617-3c0e-4b02-bb6c-38a3caead63e req-4695c3b2-a9d8-4f88-808a-bd81b9f0accc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940861 Feb 02 15:28:33.813079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd72bae-d49e-4c5a-a5ce-7da078e99b3e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:33.835279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dd91128b-0240-4282-be51-51dfcb7e5525 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:33.868908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:33.937884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:33.939526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c5772768-a0d9-405e-9e79-571ad591d0b6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6928720 Feb 02 15:28:33.942239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60340) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:33.948407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': '0dd72bae-d49e-4c5a-a5ce-7da078e99b3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:33.952596 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] Set router e32ecfe2-d030-4565-a7f3-65ec514a61b0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:33.977272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:33.998189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:34.009324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:34.032820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:34.187321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:34.309244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port dd91128b-0240-4282-be51-51dfcb7e5525 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:28:34.315257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dd91128b-0240-4282-be51-51dfcb7e5525 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:34.316032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:34.407133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:34.420723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:34.440789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf67c6fef574a13b24192f43433727b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:34.452708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:34.503330 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:34.599958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855c5d2a-bc94-4cfd-b7ed-618b01d8f493,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:34.631067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] For port 38970f16-e6ae-4b52-be0d-76f3c27df264, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:28:34.641977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] For port 38970f16-e6ae-4b52-be0d-76f3c27df264, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=38970f16-e6ae-4b52-be0d-76f3c27df264,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:28:34.691606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:34.825043 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:34.825191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381e4ca-86fb-4f54-bf6d-4563430a456d req-af300bf9-4c5a-4b2b-9843-0df4d8569ebe tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:34.831935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f381e4ca-86fb-4f54-bf6d-4563430a456d req-af300bf9-4c5a-4b2b-9843-0df4d8569ebe tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 944 time: 1.4586318 Feb 02 15:28:34.901100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:28:21Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:34.908999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:34.910484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72c83329-bd6d-484a-b44e-78ec021b255b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9669981 Feb 02 15:28:34.913290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60350) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:34.928395 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12838947-bbd9-4075-8e94-eb07c14d25aa None None] The sync data for ids ['e32ecfe2-d030-4565-a7f3-65ec514a61b0'] in n-d-827122-1 is: [{'id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'name': 'tempest-ServerActionsTestJSON-963692898-router', 'tenant_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:18:59Z', 'updated_at': '2022-02-02T15:28:21Z', 'revision_number': 5, 'project_id': 'e1369c1cef9b495ebe7ed93f5fe27e76', 'gw_port': {'id': '853524c9-a08a-4a4c-89a2-f4aa3ee90369', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32ecfe2-d030-4565-a7f3-65ec514a61b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:19:00Z', 'updated_at': '2022-02-02T15:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:28:34.955592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port dd91128b-0240-4282-be51-51dfcb7e5525, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dd91128b-0240-4282-be51-51dfcb7e5525,segment=NetworkSegment(6d09e91c-ecff-49cb-9bd3-ddfda7832452),segment_id=6d09e91c-ecff-49cb-9bd3-ddfda7832452)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:35.008436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9cf30231-8216-4348-82e9-c5ffbf836f9e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.013376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f381e4ca-86fb-4f54-bf6d-4563430a456d req-ae02401a-b797-488d-bc2d-d84ae3bf8928 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673355 Feb 02 15:28:35.040528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9cf30231-8216-4348-82e9-c5ffbf836f9e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.081946 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.146377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.278908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Pushing event updated for resources: {'Port': ['ID=38970f16-e6ae-4b52-be0d-76f3c27df264,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:35.301527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=dd91128b-0240-4282-be51-51dfcb7e5525,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:35.302918 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.304386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-8de45dc3-ccd2-4995-95ae-28e368b65a11 service neutron] 10.222.0.64 "PUT /v2.0/ports/38970f16-e6ae-4b52-be0d-76f3c27df264 HTTP/1.1" status: 200 len: 1092 time: 6.8642139 Feb 02 15:28:35.320225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cdd428-3137-4bb4-a7ef-928acdf874b3', 'tag': '38970f16-e6ae-4b52-be0d-76f3c27df264'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:28:35.398408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9cf30231-8216-4348-82e9-c5ffbf836f9e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.531085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf30231-8216-4348-82e9-c5ffbf836f9e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=855c5d2a-bc94-4cfd-b7ed-618b01d8f493,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:35.545503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9cf30231-8216-4348-82e9-c5ffbf836f9e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.551858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9cf30231-8216-4348-82e9-c5ffbf836f9e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/855c5d2a-bc94-4cfd-b7ed-618b01d8f493 HTTP/1.1" status: 204 len: 168 time: 0.6373243 Feb 02 15:28:35.561533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60358) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:35.670448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7a1e-19e1-44f2-8db8-5edecc19f089 req-e92f60e4-69d9-4aec-92e0-f3b4431e2d68 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:35.678059 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-091d7a1e-19e1-44f2-8db8-5edecc19f089 req-e92f60e4-69d9-4aec-92e0-f3b4431e2d68 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3592067 Feb 02 15:28:35.701169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dd91128b-0240-4282-be51-51dfcb7e5525 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:35.791595 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.834711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c487bd51-13ce-4ec8-a17f-61d7ebbb5ba3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:35.841919 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.875090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:35.987801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-091d7a1e-19e1-44f2-8db8-5edecc19f089 req-70c01989-029d-43bb-a27d-f93fd6c4ea69 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029971 Feb 02 15:28:35.989129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0cf67c6fef574a13b24192f43433727b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3202260 Feb 02 15:28:35.994010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60364) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:35.997338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Deleting port 853524c9-a08a-4a4c-89a2-f4aa3ee90369 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:35.997875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.063035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dd91128b-0240-4282-be51-51dfcb7e5525 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:36.068043 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.085930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c487bd51-13ce-4ec8-a17f-61d7ebbb5ba3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:36.089083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a82646-4346-450f-b022-161506c57615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef68130-648b-4d92-b563-8bd9c08ebcaa,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:36.091118 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c487bd51-13ce-4ec8-a17f-61d7ebbb5ba3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5284555 Feb 02 15:28:36.091941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60368) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:36.139348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-7755be77-8043-4660-bf68-18a9c5421c26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 1095 time: 0.6230259 Feb 02 15:28:36.319638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] For port 853524c9-a08a-4a4c-89a2-f4aa3ee90369, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=853524c9-a08a-4a4c-89a2-f4aa3ee90369,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:36.319957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.339110 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-928ee6c8-5023-4cfa-8d5b-8a4e06d167b4 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.454647 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-928ee6c8-5023-4cfa-8d5b-8a4e06d167b4 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.496158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a374f3f3-7d9a-4c0d-be93-2d00374cdf0b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:36.513021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Calling delete_port for 853524c9-a08a-4a4c-89a2-f4aa3ee90369 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:36.550502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a374f3f3-7d9a-4c0d-be93-2d00374cdf0b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:28:36.551581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a374f3f3-7d9a-4c0d-be93-2d00374cdf0b not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:28:36.654086 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cdd428-3137-4bb4-a7ef-928acdf874b3', 'tag': '38970f16-e6ae-4b52-be0d-76f3c27df264', 'status': 'completed', 'code': 200} Feb 02 15:28:36.658112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274eef4-dfad-455d-9c21-c99c8420a50e req-84bc1264-3bca-4fcd-833c-6189021221cf tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:36.666425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0274eef4-dfad-455d-9c21-c99c8420a50e req-84bc1264-3bca-4fcd-833c-6189021221cf tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 944 time: 0.1945896 Feb 02 15:28:36.701257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-d9202fd3-cf95-4a43-816b-5849248515eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38970f16-e6ae-4b52-be0d-76f3c27df264 HTTP/1.1" status: 200 len: 217 time: 0.1291857 Feb 02 15:28:36.741546 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c096-6229-4f75-8a59-46f74dba40ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.774859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c096-6229-4f75-8a59-46f74dba40ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.778459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0274eef4-dfad-455d-9c21-c99c8420a50e req-5d742fd6-73f6-4bf7-8c00-7190b68f0e15 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104400 Feb 02 15:28:36.779158 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-928ee6c8-5023-4cfa-8d5b-8a4e06d167b4 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.828374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ee6c8-5023-4cfa-8d5b-8a4e06d167b4 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd72bae-d49e-4c5a-a5ce-7da078e99b3e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:36.911805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-f80fa54d-d517-4d8a-9c0d-e272802f78f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:36.914478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-f80fa54d-d517-4d8a-9c0d-e272802f78f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.2053125 Feb 02 15:28:36.943485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-928ee6c8-5023-4cfa-8d5b-8a4e06d167b4 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:36.948329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-928ee6c8-5023-4cfa-8d5b-8a4e06d167b4 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/0dd72bae-d49e-4c5a-a5ce-7da078e99b3e HTTP/1.1" status: 204 len: 168 time: 0.8553033 Feb 02 15:28:36.964102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60392) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:37.059585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d023414-f5ee-4187-8499-8f21a16ee5dc tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:37.092678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c096-6229-4f75-8a59-46f74dba40ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:37.116805 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-08d16b34-d441-4fd2-83db-d3140bfbb1b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935338 Feb 02 15:28:37.119758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:37.175453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d023414-f5ee-4187-8499-8f21a16ee5dc tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:37.185883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d023414-f5ee-4187-8499-8f21a16ee5dc tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2356477 Feb 02 15:28:37.188015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60400) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:37.192763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--653886178'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:37.217087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:37.233435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:37.283099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4c096-6229-4f75-8a59-46f74dba40ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef68130-648b-4d92-b563-8bd9c08ebcaa,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:37.377220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:37.385527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=853524c9-a08a-4a4c-89a2-f4aa3ee90369,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:37.449400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:37.458580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:37.466721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:37.476095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:37.565808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:37.622527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c096-6229-4f75-8a59-46f74dba40ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:37.626544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ebc4c096-6229-4f75-8a59-46f74dba40ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ef68130-648b-4d92-b563-8bd9c08ebcaa HTTP/1.1" status: 204 len: 168 time: 1.6278770 Feb 02 15:28:37.631883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-55c9b229-717c-4b1c-9e53-7369fa8c5e19 service neutron] 10.222.0.64 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909892 Feb 02 15:28:37.638985 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:37.708638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f1f69d-ecab-458a-8d43-24cced9a35c2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:37.806173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:37.807431 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fec7f324-25aa-4fb2-8d10-80f9d56dc226 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6197884 Feb 02 15:28:37.810213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60408) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:37.817514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': 'f8f1f69d-ecab-458a-8d43-24cced9a35c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:37.847968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:37.864784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:37.887503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:37.922979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:38.059476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:38.162974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b9d38-03eb-4c43-afab-5cc52f66ca31 req-28c9c617-60d9-4bc1-b003-6f5d3d801fb4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:38.167091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e01b9d38-03eb-4c43-afab-5cc52f66ca31 req-28c9c617-60d9-4bc1-b003-6f5d3d801fb4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.8783326 Feb 02 15:28:38.406640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:38.432744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f78e3-b771-4b40-8f3c-ffaa9db0e8dc req-e2d13649-73da-490a-9465-1913bd63c831 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:38.437818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e4f78e3-b771-4b40-8f3c-ffaa9db0e8dc req-e2d13649-73da-490a-9465-1913bd63c831 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 944 time: 0.3634439 Feb 02 15:28:38.499658 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:38.516147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a774a9-a1ed-4b94-bb41-430d836dcf4e req-04cdc9be-36c3-4110-8c0a-a2a257551d4d service neutron] 10.222.0.64 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8766401 Feb 02 15:28:38.530118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:38.608382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde65aea-b298-4229-8908-5ca738a0d1f9,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:38.663022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e4f78e3-b771-4b40-8f3c-ffaa9db0e8dc req-f9839ac7-8503-45fa-87e2-90df8c702f24 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176609 Feb 02 15:28:38.748844 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:38.752561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c884dff5-a516-473d-a850-677fe3b7e488 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9388621 Feb 02 15:28:38.752734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60430) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:38.763699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': 'f8f1f69d-ecab-458a-8d43-24cced9a35c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:38.771955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:38.785089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:38.792705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:38.812980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:38.917962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:39.064205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:39.132324 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:39.240392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dee37a-3dcc-4c3a-9f64-09c08a5164fc,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:39.360428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:39.364801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-acd32ee3-a2cd-4222-aac6-0bd5105f0e44 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6111045 Feb 02 15:28:39.365405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60438) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:39.372039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': 'f8f1f69d-ecab-458a-8d43-24cced9a35c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:39.408751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e01b9d38-03eb-4c43-afab-5cc52f66ca31 req-f299851f-2bfc-455c-9ce7-4ac2747281b0 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2336745 Feb 02 15:28:39.411781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:39.423685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:39.446290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-b31fc26d-168b-429a-96a9-868c274b6569 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 1095 time: 0.6309643 Feb 02 15:28:39.501833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:39.511295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:39.520311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:39.553666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:39.644533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-9785ed48-2af9-491a-86c2-64c0c7174f90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:39.646044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-9785ed48-2af9-491a-86c2-64c0c7174f90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 915 time: 0.1936023 Feb 02 15:28:39.757481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:39.943127 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:39.952784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-cd772f1e-50bf-450e-b5e2-7b82117c093c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38970f16-e6ae-4b52-be0d-76f3c27df264 HTTP/1.1" status: 200 len: 217 time: 0.2880673 Feb 02 15:28:40.026269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:40.126678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:40.141249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e32ecfe2-d030-4565-a7f3-65ec514a61b0 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:28:40.178622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a965ce32-2720-4f85-aadd-a3149f564f03,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:40.273357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:40.285679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0a9a5797-cf11-4dcc-b34e-831a285feca4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e32ecfe2-d030-4565-a7f3-65ec514a61b0 HTTP/1.1" status: 204 len: 168 time: 8.9969733 Feb 02 15:28:40.291415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60460) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:40.343671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-51567795-5ea6-4faa-ab75-bdf02eec5b66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:40.345161 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-51567795-5ea6-4faa-ab75-bdf02eec5b66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.3915012 Feb 02 15:28:40.428439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-1f58f12a-02e3-418c-b8fe-954172dcc398 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741115 Feb 02 15:28:40.518912 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:40.526322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4808dc33-c5f0-4c73-8f60-158d492590fd tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1597025 Feb 02 15:28:40.527273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60464) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:40.549731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': 'f8f1f69d-ecab-458a-8d43-24cced9a35c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:40.558722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:40.565031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:40.568442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:40.577319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:40.652784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-976a183e-9841-473b-8048-68b7a6203574 admin admin] Deleting subnet 0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:28:40.665729 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-976a183e-9841-473b-8048-68b7a6203574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:40.782006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f7171-c86c-4e74-9688-05a9c2e4d09d req-b45d63da-ec2f-49bb-ac63-f81f00ed321c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:40.800257 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a75f7171-c86c-4e74-9688-05a9c2e4d09d req-b45d63da-ec2f-49bb-ac63-f81f00ed321c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 944 time: 0.6335917 Feb 02 15:28:40.942291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:41.070920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-7d666c59-cad0-422d-97ea-1f2b75990b10 service neutron] 10.222.0.64 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360281 Feb 02 15:28:41.123398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-976a183e-9841-473b-8048-68b7a6203574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:41.290290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f2851-4021-4d64-9eda-6c47b6158ae7 req-3981b1e4-3054-43cc-995b-9e6c0ef7b701 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:41.305900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-691f2851-4021-4d64-9eda-6c47b6158ae7 req-3981b1e4-3054-43cc-995b-9e6c0ef7b701 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.4784541 Feb 02 15:28:41.378551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a75f7171-c86c-4e74-9688-05a9c2e4d09d req-deae3681-f77c-479c-a6f6-ef0e83367af0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705447 Feb 02 15:28:41.424128 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae0ff5ab-5398-44eb-95e2-b555d8f90423 req-b6bc72a5-e6cf-4d0b-9f66-06cd9424b66f service neutron] 10.222.0.64 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373184 Feb 02 15:28:41.425514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:41.485183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-976a183e-9841-473b-8048-68b7a6203574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:41.524270 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-691f2851-4021-4d64-9eda-6c47b6158ae7 req-4cfffd74-8104-4f02-91b9-c3e9fbb916cd tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146378 Feb 02 15:28:41.610724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:41.625908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 38970f16-e6ae-4b52-be0d-76f3c27df264 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:28:41.682453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f18e7d-a375-4495-aa16-2c27bfd915e3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:41.836973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:41.838260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5f70faa4-ba77-4fc6-b91c-05d044350552 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3024585 Feb 02 15:28:41.840962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60484) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:41.846628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': 'f8f1f69d-ecab-458a-8d43-24cced9a35c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:41.872074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:41.895386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:41.898832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:41.920834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:41.948121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-976a183e-9841-473b-8048-68b7a6203574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:41.949656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 38970f16-e6ae-4b52-be0d-76f3c27df264, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=38970f16-e6ae-4b52-be0d-76f3c27df264,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:42.004747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '38970f16-e6ae-4b52-be0d-76f3c27df264', 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142', 'port_id': '38970f16-e6ae-4b52-be0d-76f3c27df264', 'mac_address': 'fa:16:3e:87:9e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42eb5919-4588-4689-b4b8-eec969e960b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:28:42.091024 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:42.119395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38970f16-e6ae-4b52-be0d-76f3c27df264 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:28:42.120720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-976a183e-9841-473b-8048-68b7a6203574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:42.123145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48bf19a-f96c-496c-8a9c-eb2f2e52d47c None None] Network 6bb452a6-5e23-4dd5-a667-dd158f932e95 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:42.134624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-976a183e-9841-473b-8048-68b7a6203574 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9 HTTP/1.1" status: 204 len: 168 time: 1.8384769 Feb 02 15:28:42.136195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60490) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:42.136780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a183e-9841-473b-8048-68b7a6203574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4933de-cf5d-4e6f-8f3e-4fcf35b8a9e9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:42.148189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:42.409789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:42.497681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:42.621273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec0a9ba-6f03-455d-9c31-57c0dbde2951,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:42.782986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 38970f16-e6ae-4b52-be0d-76f3c27df264, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=38970f16-e6ae-4b52-be0d-76f3c27df264,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:42.897170 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.110913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.115382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2cf42aba-d2ea-4586-996c-082aba9dc7c8 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2734098 Feb 02 15:28:43.120439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60506) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:43.141653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60510) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:43.175524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=38970f16-e6ae-4b52-be0d-76f3c27df264,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:43.215226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d17330-cd5a-4b83-8fc5-62dcdbe60b1e req-246f4a99-461f-42d1-a06c-daa5b57f2038 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:43.241635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['38970f16-e6ae-4b52-be0d-76f3c27df264'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:28:43.247819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0d17330-cd5a-4b83-8fc5-62dcdbe60b1e req-246f4a99-461f-42d1-a06c-daa5b57f2038 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 945 time: 0.4936733 Feb 02 15:28:43.328127 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.358837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6ce62b9-0a95-4cb3-8d5f-ff052ee792f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.374139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e904d0-6cd2-4531-94cf-9309c7e2af93 req-4817c49e-fe47-4297-b1c7-18d01eece2c7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:43.383247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6ce62b9-0a95-4cb3-8d5f-ff052ee792f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.397265 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90e904d0-6cd2-4531-94cf-9309c7e2af93 req-4817c49e-fe47-4297-b1c7-18d01eece2c7 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3351636 Feb 02 15:28:43.405589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] DHCP port deletion for 6bb452a6-5e23-4dd5-a667-dd158f932e95 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:28:43.431033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Deleting port efa67ddf-03c1-4c03-87f9-8bfeaebd395f {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:43.431698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.479547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0d17330-cd5a-4b83-8fc5-62dcdbe60b1e req-a63592b8-c41a-49c0-a7ac-b8d0da5b5389 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302444 Feb 02 15:28:43.499062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6ce62b9-0a95-4cb3-8d5f-ff052ee792f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.552465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90e904d0-6cd2-4531-94cf-9309c7e2af93 req-67368a3a-0d69-492c-939e-ea2d7191df32 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518350 Feb 02 15:28:43.555229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Deleting port efa67ddf-03c1-4c03-87f9-8bfeaebd395f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:43.555749 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.580179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-358041322', 'router:external': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:43.656977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce62b9-0a95-4cb3-8d5f-ff052ee792f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ec0a9ba-6f03-455d-9c31-57c0dbde2951,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:43.666907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:43.682864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6ce62b9-0a95-4cb3-8d5f-ff052ee792f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.686280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e6ce62b9-0a95-4cb3-8d5f-ff052ee792f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/3ec0a9ba-6f03-455d-9c31-57c0dbde2951 HTTP/1.1" status: 204 len: 168 time: 0.5668986 Feb 02 15:28:43.686280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Usage tracker for resource:network and tenant:87f5f88d7a35412bb1f956ce0e8f41b4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:43.687990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60516) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:43.692939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device efa67ddf-03c1-4c03-87f9-8bfeaebd395f no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:43.699103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:43.707066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:43.829050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Made reservation on behalf of 87f5f88d7a35412bb1f956ce0e8f41b4 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:28:43.832101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.871770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:43.928768 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-59529c6d-4e1c-4483-9fed-fc9dd65ab28e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2331595 Feb 02 15:28:43.932072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60520) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:44.089002 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27f85f61-4d46-42c3-b795-5b1d74fa98f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.113436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] For port efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:44.114064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:44.116424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.132067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27f85f61-4d46-42c3-b795-5b1d74fa98f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.159966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Usage tracker for resource:security_group_rule and tenant:87f5f88d7a35412bb1f956ce0e8f41b4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:44.171064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:44.190471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:44.307941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27f85f61-4d46-42c3-b795-5b1d74fa98f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.392703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Calling delete_port for efa67ddf-03c1-4c03-87f9-8bfeaebd395f owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:44.398785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f85f61-4d46-42c3-b795-5b1d74fa98f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77f18e7d-a375-4495-aa16-2c27bfd915e3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:44.409564 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.443369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27f85f61-4d46-42c3-b795-5b1d74fa98f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.447300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-27f85f61-4d46-42c3-b795-5b1d74fa98f6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/77f18e7d-a375-4495-aa16-2c27bfd915e3 HTTP/1.1" status: 204 len: 168 time: 0.5114458 Feb 02 15:28:44.448398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60528) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:44.470971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] For port efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:44.482447 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.533735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-372767eb-8801-47a4-8b64-d848b772d7fa tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0839994 Feb 02 15:28:44.534489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60532) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:44.538136 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.590312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fedce62-9c37-480b-a69a-570b61c3506e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.594676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.601513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fedce62-9c37-480b-a69a-570b61c3506e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.613992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:28:44.666314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70596060-4e53-4369-a602-4809ac002187,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:44.701095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fedce62-9c37-480b-a69a-570b61c3506e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.714001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.714651 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Added segment 7db7f4b2-de4f-4e52-b557-ee7e64951b17 of type vlan for network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 Feb 02 15:28:44.795279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedce62-9c37-480b-a69a-570b61c3506e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a965ce32-2720-4f85-aadd-a3149f564f03,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:44.810839 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fedce62-9c37-480b-a69a-570b61c3506e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.818495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0fedce62-9c37-480b-a69a-570b61c3506e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/a965ce32-2720-4f85-aadd-a3149f564f03 HTTP/1.1" status: 204 len: 168 time: 0.2816350 Feb 02 15:28:44.818923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Calling delete_port for efa67ddf-03c1-4c03-87f9-8bfeaebd395f owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:44.819989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60540) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:44.872307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:44.876813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:44.957267 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:45.006507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7995e2b7-5013-474e-aad3-d00b44d64769 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:45.126885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:45.156435 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:28:45.156919 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:28:45.200716 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:28:45.201310 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:28:45.201675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6621e-c4d4-4d63-bdb6-a80ed659f39f req-d4f0847f-56fe-4147-aa90-50262539a580 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:45.206749 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4aa6621e-c4d4-4d63-bdb6-a80ed659f39f req-d4f0847f-56fe-4147-aa90-50262539a580 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 945 time: 0.3148634 Feb 02 15:28:45.262388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6166668-227a-46fe-b53b-815608e9f157 req-c535809b-1eda-4436-9192-4a6516275c2b tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:45.265202 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6166668-227a-46fe-b53b-815608e9f157 req-c535809b-1eda-4436-9192-4a6516275c2b tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.2461538 Feb 02 15:28:45.275663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:45.275663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:45.275663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:45.324641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7995e2b7-5013-474e-aad3-d00b44d64769 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:45.336788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7995e2b7-5013-474e-aad3-d00b44d64769 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5134208 Feb 02 15:28:45.345652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60546) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:45.410497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4aa6621e-c4d4-4d63-bdb6-a80ed659f39f req-dd9e53f9-bf64-4b01-a4e6-1dbcee0d7428 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964977 Feb 02 15:28:45.566307 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 853524c9-a08a-4a4c-89a2-f4aa3ee90369 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:45.594627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4661430c-cdd5-433f-a032-0939af3b3397 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:45.634375 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6166668-227a-46fe-b53b-815608e9f157 req-3611e33a-c9a9-438e-805e-2ed119695732 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539507 Feb 02 15:28:45.651856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 38970f16-e6ae-4b52-be0d-76f3c27df264 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:28:45.664536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Deleting port efa67ddf-03c1-4c03-87f9-8bfeaebd395f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:45.672216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:45.687295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'Network': ['ID=6df735bd-3c22-401d-b6f6-fb1d2018ad66,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:45.815616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Deleting port efa67ddf-03c1-4c03-87f9-8bfeaebd395f {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:45.819393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:45.887392 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4661430c-cdd5-433f-a032-0939af3b3397 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:45.924364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 853524c9-a08a-4a4c-89a2-f4aa3ee90369 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:28:45.924729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 853524c9-a08a-4a4c-89a2-f4aa3ee90369 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:28:45.932822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:28:46.188003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] For port efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:46.188535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:46.213039 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1d48cca7-8589-4a2b-8834-c75346e75d70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0687733 Feb 02 15:28:46.220109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60552) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:46.227146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'subnet': {'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:46.241500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:46.263366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Usage tracker for resource:subnet and tenant:87f5f88d7a35412bb1f956ce0e8f41b4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:46.281870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:46.309499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:46.341806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] For port efa67ddf-03c1-4c03-87f9-8bfeaebd395f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,segment=NetworkSegment(d0852cf0-3ffc-49f4-a186-d602b4d0cf7c),segment_id=d0852cf0-3ffc-49f4-a186-d602b4d0cf7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:46.342459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:46.394437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4661430c-cdd5-433f-a032-0939af3b3397 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:46.424253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Calling delete_port for efa67ddf-03c1-4c03-87f9-8bfeaebd395f owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:46.487963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Made reservation on behalf of 87f5f88d7a35412bb1f956ce0e8f41b4 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:28:46.491129 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:46.508199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 38970f16-e6ae-4b52-be0d-76f3c27df264 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:28:46.534984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Calling delete_port for efa67ddf-03c1-4c03-87f9-8bfeaebd395f owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:46.575506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661430c-cdd5-433f-a032-0939af3b3397 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7dee37a-3dcc-4c3a-9f64-09c08a5164fc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:46.663275 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:46.666554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 38970f16-e6ae-4b52-be0d-76f3c27df264 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:28:46.666998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:46.677888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4661430c-cdd5-433f-a032-0939af3b3397 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:46.682693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4661430c-cdd5-433f-a032-0939af3b3397 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/e7dee37a-3dcc-4c3a-9f64-09c08a5164fc HTTP/1.1" status: 204 len: 168 time: 1.3358123 Feb 02 15:28:46.684400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60564) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:46.786392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] No DVR routers for this DVR port efa67ddf-03c1-4c03-87f9-8bfeaebd395f on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:28:47.112563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa67ddf-03c1-4c03-87f9-8bfeaebd395f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:47.155349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:28:47.156015 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:28:47.182652 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.199871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Deleting port efa67ddf-03c1-4c03-87f9-8bfeaebd395f {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:47.203457 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.250549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7c53d-76a6-4daf-a400-309cddbc8967 req-94403a7c-aaff-47b5-9e6a-7973d06d1a9f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:47.254675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68d7c53d-76a6-4daf-a400-309cddbc8967 req-94403a7c-aaff-47b5-9e6a-7973d06d1a9f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 945 time: 0.2553136 Feb 02 15:28:47.395257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c7449735-d137-4263-b44d-86edd7e156e2 None None] The port 'efa67ddf-03c1-4c03-87f9-8bfeaebd395f' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:28:47.418160 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.508742 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cdd428-3137-4bb4-a7ef-928acdf874b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38970f16-e6ae-4b52-be0d-76f3c27df264'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:28:47.532329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 38970f16-e6ae-4b52-be0d-76f3c27df264, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=38970f16-e6ae-4b52-be0d-76f3c27df264,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:47.554138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68d7c53d-76a6-4daf-a400-309cddbc8967 req-02e0c4a4-c89f-4dba-a493-7886e0e53e57 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926393 Feb 02 15:28:47.564795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-86908f81-fd2f-42be-adb1-637745939dc9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:47.578824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.628680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.730214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40855a-586f-4bb5-be33-613a6e05060e req-68d16089-de70-4006-af4a-f93cee91fbc1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:47.733268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c40855a-586f-4bb5-be33-613a6e05060e req-68d16089-de70-4006-af4a-f93cee91fbc1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.6064432 Feb 02 15:28:47.744449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb452a6-5e23-4dd5-a667-dd158f932e95']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:47.767731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:47.767989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0852cf0-3ffc-49f4-a186-d602b4d0cf7c') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:47.787780 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.817113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.900027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:28:47.900027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.900471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:28:47.900471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.900640 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:47.900640 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cdd428-3137-4bb4-a7ef-928acdf874b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38970f16-e6ae-4b52-be0d-76f3c27df264', 'code': 200} Feb 02 15:28:47.900640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=38970f16-e6ae-4b52-be0d-76f3c27df264,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:28:47.931954 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:28:47.962382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20d18918-2599-490e-97ae-1123f1dce3dd,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:47.969685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Checking segment: {'id': '7db7f4b2-de4f-4e52-b557-ee7e64951b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:47.970139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Network hostable DHCP agents. Network: 6df735bd-3c22-401d-b6f6-fb1d2018ad66, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:28:48.004829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-86908f81-fd2f-42be-adb1-637745939dc9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:48.006140 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-86908f81-fd2f-42be-adb1-637745939dc9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 1.2231975 Feb 02 15:28:48.011123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60574) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:48.099619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ba0f670-329e-4695-a0de-fe25d62e12db tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.117113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ba0f670-329e-4695-a0de-fe25d62e12db tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.129472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c40855a-586f-4bb5-be33-613a6e05060e req-e38243c0-821b-4556-b8d8-4711a598f66f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429803 Feb 02 15:28:48.145107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.172517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.182908 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4f155976-e849-4039-85cf-1aa52952d4b0 req-f1e38e10-1331-4549-9655-91398a9dcc39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 1097 time: 0.2499797 Feb 02 15:28:48.210656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb452a6-5e23-4dd5-a667-dd158f932e95,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:48.216923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:28:48.266878 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4f155976-e849-4039-85cf-1aa52952d4b0 req-9b0d1ac9-adba-44ba-bf10-5d8627425703 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774531 Feb 02 15:28:48.325984 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ba0f670-329e-4695-a0de-fe25d62e12db tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.332954 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ba0f670-329e-4695-a0de-fe25d62e12db tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.334070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5ba0f670-329e-4695-a0de-fe25d62e12db tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/bde65aea-b298-4229-8908-5ca738a0d1f9 HTTP/1.1" status: 204 len: 168 time: 0.3211865 Feb 02 15:28:48.340747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60586) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:48.365630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0f670-329e-4695-a0de-fe25d62e12db tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bde65aea-b298-4229-8908-5ca738a0d1f9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:48.369289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-34424552-c340-44d9-88e2-d57743513df9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6bb452a6-5e23-4dd5-a667-dd158f932e95 HTTP/1.1" status: 204 len: 168 time: 6.2315977 Feb 02 15:28:48.423339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 6df735bd-3c22-401d-b6f6-fb1d2018ad66) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:48.440972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f1536d-89a9-405f-8ade-a4031e450a41 None None] Network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:48.461600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:48.463382 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.548786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3e773502-fb9e-428b-96d1-7d4faa2dada3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:48.596468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c601afde-b34d-47f1-a060-33a9462d4ca1 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3744547 Feb 02 15:28:48.602020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60592) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:48.615769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-723202224', 'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:48.628698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:48.640181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Usage tracker for resource:port and tenant:87f5f88d7a35412bb1f956ce0e8f41b4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:48.659790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:48.665465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3e773502-fb9e-428b-96d1-7d4faa2dada3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:48.669221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e773502-fb9e-428b-96d1-7d4faa2dada3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3250966 Feb 02 15:28:48.671154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60598) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:48.694266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:48.821135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Made reservation on behalf of 87f5f88d7a35412bb1f956ce0e8f41b4 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:28:48.825179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.837453 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f66fee7e-8aa8-48aa-a0a0-89bc495b6607 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.903968 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f66fee7e-8aa8-48aa-a0a0-89bc495b6607 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:48.909388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] device_id is not set on port ae22e4c5-576c-4be4-8613-46b86fe61d45 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:28:49.006007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e5e81a-f301-4167-aca0-07a1e202760f None None] Network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:28:49.106611 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f66fee7e-8aa8-48aa-a0a0-89bc495b6607 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:49.140365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3913c2-a041-43f4-805c-5897c6b2679a req-32df2152-853f-4fc4-89b1-cb4c57784615 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:49.141719 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd3913c2-a041-43f4-805c-5897c6b2679a req-32df2152-853f-4fc4-89b1-cb4c57784615 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 946 time: 0.1597283 Feb 02 15:28:49.146364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fee7e-8aa8-48aa-a0a0-89bc495b6607 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f1f69d-ecab-458a-8d43-24cced9a35c2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:49.243245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60606) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:49.333379 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f66fee7e-8aa8-48aa-a0a0-89bc495b6607 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:49.336824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f66fee7e-8aa8-48aa-a0a0-89bc495b6607 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/f8f1f69d-ecab-458a-8d43-24cced9a35c2 HTTP/1.1" status: 204 len: 168 time: 0.6624253 Feb 02 15:28:49.339301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60610) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:49.473216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1b7ce9b3-d40e-49e5-94d6-e9be4ccf751b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e1369c1cef9b495ebe7ed93f5fe27e76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2287042 Feb 02 15:28:49.479165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60614) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:49.647819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-56473bac-388c-4108-9d72-dbd04b0ee6d1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:49.707767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccc338-5756-4acf-a544-5be9c38a0301 req-4e2d1cbd-f751-4f2c-a091-3b58a051a25f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:49.724483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-98ccc338-5756-4acf-a544-5be9c38a0301 req-4e2d1cbd-f751-4f2c-a091-3b58a051a25f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.3316085 Feb 02 15:28:49.816976 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-482b7512-7c1e-4d13-98e1-b48cb76ecf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:49.819518 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd3913c2-a041-43f4-805c-5897c6b2679a req-00bbbd93-57fb-4b55-a236-05673f4395e8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552300 Feb 02 15:28:49.887270 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-482b7512-7c1e-4d13-98e1-b48cb76ecf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:49.930136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Allocated IP 2001:db8::3c4 (6df735bd-3c22-401d-b6f6-fb1d2018ad66/20d18918-2599-490e-97ae-1123f1dce3dd/ae22e4c5-576c-4be4-8613-46b86fe61d45) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:28:49.944951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-98ccc338-5756-4acf-a544-5be9c38a0301 req-a30016b3-de15-4f9b-8e0a-69881d3b3026 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092981 Feb 02 15:28:49.946080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-56473bac-388c-4108-9d72-dbd04b0ee6d1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:49.948488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-56473bac-388c-4108-9d72-dbd04b0ee6d1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6074419 Feb 02 15:28:49.970202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60620) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:49.979134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--551926457'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:49.991365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:50.012180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:50.078802 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-482b7512-7c1e-4d13-98e1-b48cb76ecf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.100093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b7512-7c1e-4d13-98e1-b48cb76ecf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209e4be-9cf9-4d3f-9671-4d509b59d3d2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:50.111159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-482b7512-7c1e-4d13-98e1-b48cb76ecf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.120374 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-482b7512-7c1e-4d13-98e1-b48cb76ecf3b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2209e4be-9cf9-4d3f-9671-4d509b59d3d2 HTTP/1.1" status: 204 len: 168 time: 0.6397181 Feb 02 15:28:50.200650 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.263754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:50.268645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:50.271932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:50.279111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:50.285079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.355445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.496070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.528770 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.582001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:28:50.583532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:50.585261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'Port': ['ID=ae22e4c5-576c-4be4-8613-46b86fe61d45,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:50.594255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:28:50.595378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:50.596256 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.662106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9707b6bb-5abc-43eb-81c5-4c09a0af4b00,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:50.689774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4928b684-47fe-435c-abc4-ac90eaa34b6a tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0862627 Feb 02 15:28:50.692524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60632) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:50.766687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-15acfaa2-368a-49cd-8670-9112c3d06e70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Deleting port ae22e4c5-576c-4be4-8613-46b86fe61d45 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:50.775134 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15acfaa2-368a-49cd-8670-9112c3d06e70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.792551 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:50.796449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-30f90dee-3a97-46c0-aee6-20ab2c25f14a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8227708 Feb 02 15:28:50.797103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60638) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:50.808967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': '9707b6bb-5abc-43eb-81c5-4c09a0af4b00', 'direction': 'ingress', 'protocol': 17}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:50.823112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:50.838908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:50.848561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:50.877679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:51.021527 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:28:51.031971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:51.172457 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:51.297204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:51.350716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63003b5e-8393-4d24-a7a2-72b1110be30d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:51.394254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15acfaa2-368a-49cd-8670-9112c3d06e70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:51.408702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5fc0b-387b-4866-aefe-9789559aea0f req-5926daec-2c76-4e89-bcab-92d5a3e63ab2 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:51.409316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d376e-cfee-419e-969e-b21e8084d080 req-3b0837e7-e73c-46cb-920c-157b5b66ad07 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:51.415607 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd0d376e-cfee-419e-969e-b21e8084d080 req-3b0837e7-e73c-46cb-920c-157b5b66ad07 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.1769392 Feb 02 15:28:51.415754 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26d5fc0b-387b-4866-aefe-9789559aea0f req-5926daec-2c76-4e89-bcab-92d5a3e63ab2 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 946 time: 0.3031013 Feb 02 15:28:51.456136 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:51.457318 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50f46322-42de-47f4-89a5-0162e00fd151 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6590526 Feb 02 15:28:51.484762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60658) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:51.566000 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd0d376e-cfee-419e-969e-b21e8084d080 req-ce66e1a3-df0c-433c-a054-51621429a9b9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453261 Feb 02 15:28:51.578865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-42067dab-f9bb-4672-9f4f-2715dda1abcd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1097 time: 0.1173754 Feb 02 15:28:51.605189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-15acfaa2-368a-49cd-8670-9112c3d06e70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Calling delete_port for ae22e4c5-576c-4be4-8613-46b86fe61d45 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:51.791293 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26d5fc0b-387b-4866-aefe-9789559aea0f req-48935ae2-bf99-4d92-98d4-5bd9b1df1418 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009493 Feb 02 15:28:51.854513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-552929b0-9699-4985-ad9a-98983564ac9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:51.856977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-552929b0-9699-4985-ad9a-98983564ac9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.2718763 Feb 02 15:28:51.893348 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7cc7464-2029-4616-9366-4c836d1b517a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:51.952784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7cc7464-2029-4616-9366-4c836d1b517a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:52.044257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15acfaa2-368a-49cd-8670-9112c3d06e70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:52.066556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-be2dd1ed-a165-4752-8cf9-01979667c2eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00e9864-fac6-401e-9734-a3148ee4c612 HTTP/1.1" status: 200 len: 1002 time: 0.2029262 Feb 02 15:28:52.212544 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15acfaa2-368a-49cd-8670-9112c3d06e70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:52.224911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-baa966ef-5f74-4053-8401-45e78273dc7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:52.226821 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-baa966ef-5f74-4053-8401-45e78273dc7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.1515176 Feb 02 15:28:52.227120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acfaa2-368a-49cd-8670-9112c3d06e70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae22e4c5-576c-4be4-8613-46b86fe61d45,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:52.231486 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7cc7464-2029-4616-9366-4c836d1b517a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:52.279040 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a7cc7464-2029-4616-9366-4c836d1b517a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:52.301623 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a7cc7464-2029-4616-9366-4c836d1b517a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/9707b6bb-5abc-43eb-81c5-4c09a0af4b00 HTTP/1.1" status: 204 len: 168 time: 0.8116159 Feb 02 15:28:52.301623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc7464-2029-4616-9366-4c836d1b517a tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9707b6bb-5abc-43eb-81c5-4c09a0af4b00,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:52.311702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-15acfaa2-368a-49cd-8670-9112c3d06e70 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "DELETE /v2.0/ports/ae22e4c5-576c-4be4-8613-46b86fe61d45 HTTP/1.1" status: 204 len: 168 time: 1.6181164 Feb 02 15:28:52.313029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60676) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:52.332814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60680) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:52.344890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66', 'external_fixed_ips': [{'subnet_id': '20d18918-2599-490e-97ae-1123f1dce3dd', 'ip_address': '2001:db8::3c4'}]}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:52.350978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:52.359084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Usage tracker for resource:router and tenant:87f5f88d7a35412bb1f956ce0e8f41b4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:52.365351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:52.379965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:52.401226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e72fc73b-a7c9-4809-b4c1-e9c3337c753d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:52.409911 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-fb20604b-d3a9-47ef-8450-b26fed5e8ef1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649437 Feb 02 15:28:52.554830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-7a8ed9e6-b46c-4c5a-8738-2e59879daf0f service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304393 Feb 02 15:28:52.697300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26bbc7ce-4fdd-439f-bf1c-21138106fb3e req-5891cae9-8507-49db-a105-06954c267e7a service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443274 Feb 02 15:28:52.769688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:52.770652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:52.789528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:52.803779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e72fc73b-a7c9-4809-b4c1-e9c3337c753d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:52.809813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60694) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:52.811052 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e72fc73b-a7c9-4809-b4c1-e9c3337c753d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4969029 Feb 02 15:28:52.816952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--456039380'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:52.824083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:52.836305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:53.001752 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:53.420871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:53.442634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:53.470238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:53.479222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:53.497943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:53.517409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f334086-318c-4d94-8a52-1c4af385e80e req-bbadf64a-421d-4691-9603-82be262bb404 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:53.522691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f334086-318c-4d94-8a52-1c4af385e80e req-bbadf64a-421d-4691-9603-82be262bb404 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 946 time: 0.1401179 Feb 02 15:28:53.525255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b6ad1-1664-4a09-8d34-fbee9cdeec16 req-1717ce7c-70e3-4d95-a587-dd46c78dd37f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:53.532082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f1b6ad1-1664-4a09-8d34-fbee9cdeec16 req-1717ce7c-70e3-4d95-a587-dd46c78dd37f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 946 time: 0.5404015 Feb 02 15:28:53.590036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f334086-318c-4d94-8a52-1c4af385e80e req-37326606-7f89-4e04-82fc-7a33f01429c6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663161 Feb 02 15:28:53.645970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:53.671775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-ecbe713e-83f3-45f8-ad55-1c8ffd2e679f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1097 time: 0.4371967 Feb 02 15:28:53.733188 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b80ac0-70bb-4094-903c-7669ce552345 req-c33eb1c6-2b97-41a5-abb8-f0ae9884258b tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0747769 Feb 02 15:28:53.846653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:53.891179 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f1b6ad1-1664-4a09-8d34-fbee9cdeec16 req-10ec7796-fd21-47a5-901c-f365fcdb784f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581071 Feb 02 15:28:53.893340 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:53.894283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:28:53.917070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:53.987308 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:54.014872 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:54.038314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-8abaaebe-2d1c-457f-a7a1-3c7622429e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:54.041174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-8abaaebe-2d1c-457f-a7a1-3c7622429e80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.3294439 Feb 02 15:28:54.099584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:54.142625 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'code': 200} Feb 02 15:28:54.176864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1789b69-c5c1-4cb4-aae7-b52935c9c1d0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:54.265697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-d0cd4a5f-7a4d-4231-8bee-a235960a3591 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00e9864-fac6-401e-9734-a3148ee4c612 HTTP/1.1" status: 200 len: 1000 time: 0.2069504 Feb 02 15:28:54.267316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:54.270319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60724) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:54.276540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fb66097e-68a4-4cf9-abea-f5888b8890b1 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4654365 Feb 02 15:28:54.276724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090541758'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:54.285465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:54.290365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:54.298520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:54.306615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:54.436529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:54.459810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:54.498843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-6e4ee990-e7b8-4cdc-a323-e0bb211a5ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:54.501192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-6e4ee990-e7b8-4cdc-a323-e0bb211a5ba2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.1868742 Feb 02 15:28:54.512267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:54.529694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:54.544036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:54.575132 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5345d415-2ca7-48fa-bb05-9be606b1750b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:54.584529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff370d-8e4c-44ec-a030-325fc929253c req-ddcc4c25-21e9-4b85-8482-574fca100410 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:54.586046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cff370d-8e4c-44ec-a030-325fc929253c req-ddcc4c25-21e9-4b85-8482-574fca100410 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.64 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 946 time: 0.2259831 Feb 02 15:28:54.590530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:54.668834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Deleting port 38970f16-e6ae-4b52-be0d-76f3c27df264 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:54.669079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:54.703972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:55.122348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-8a393314-22b8-455b-991e-ab6fc26882af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6035347 Feb 02 15:28:55.194121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:55.213968 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74ca42c5-dbff-49ef-8937-42de2638fb21 req-38c17600-9d05-472b-b69a-4f73ec08210c tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1688225 Feb 02 15:28:55.265225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Allocated IP 2001:db8::3c4 (6df735bd-3c22-401d-b6f6-fb1d2018ad66/20d18918-2599-490e-97ae-1123f1dce3dd/b660b3a5-7d4d-477a-88a1-58179e6930cc) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:28:55.281645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d2f1a-804a-4340-b94c-7a10659c5c9e req-3d00233e-5616-44b8-9bcc-ddfc8e568451 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:55.288857 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b38d2f1a-804a-4340-b94c-7a10659c5c9e req-3d00233e-5616-44b8-9bcc-ddfc8e568451 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 946 time: 0.3082688 Feb 02 15:28:55.341306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:55.439045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b38d2f1a-804a-4340-b94c-7a10659c5c9e req-7d164cec-df64-4f58-870a-97c19670d195 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491704 Feb 02 15:28:55.480494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] For port 38970f16-e6ae-4b52-be0d-76f3c27df264, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=38970f16-e6ae-4b52-be0d-76f3c27df264,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:28:55.480853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:55.526930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-9ff9f6f1-7889-4d92-a0a0-ece61ac8f049 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861029 Feb 02 15:28:55.689047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Calling delete_port for 38970f16-e6ae-4b52-be0d-76f3c27df264 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:55.839391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0760a609-a33b-4014-bd3c-07fa7aacc52e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:55.842982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:55.940243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa39cb11-f6ef-4313-9334-c247b9163091 req-1f4af9b2-9738-4cf6-8643-216ea3b0f412 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043503 Feb 02 15:28:56.015279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5fdbe-f700-40ee-bd18-f0b580dafd13 req-f69ebdd9-1113-4c33-9a3c-8a861eec49f5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:56.022027 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71a5fdbe-f700-40ee-bd18-f0b580dafd13 req-f69ebdd9-1113-4c33-9a3c-8a861eec49f5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.5070865 Feb 02 15:28:56.033596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.078184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71a5fdbe-f700-40ee-bd18-f0b580dafd13 req-6391bd64-7bbe-4418-99d5-0219b76cfaa2 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552115 Feb 02 15:28:56.146767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.148055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5bc60e6b-6ae6-4c03-97a5-ccb62051676b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8768477 Feb 02 15:28:56.149563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.174113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:28:56.180874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60744) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:56.181858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:28:56.185980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:28:56.188241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:28:56.253733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': 'c1789b69-c5c1-4cb4-aae7-b52935c9c1d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0760a609-a33b-4014-bd3c-07fa7aacc52e', 'remote_ip_prefix': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:28:56.260238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Pushing event deleted for resources: {'Port': ['ID=38970f16-e6ae-4b52-be0d-76f3c27df264,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:56.337823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'Port': ['ID=b660b3a5-7d4d-477a-88a1-58179e6930cc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:56.364749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:28:56.371486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:28:56.375180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:28:56.391381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:28:56.450625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] No DVR routers for this DVR port 38970f16-e6ae-4b52-be0d-76f3c27df264 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:28:56.458322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.460453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cff370d-8e4c-44ec-a030-325fc929253c req-084551cd-183a-4025-9443-103aded72f25 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.64 "DELETE /v2.0/ports/38970f16-e6ae-4b52-be0d-76f3c27df264 HTTP/1.1" status: 204 len: 173 time: 1.8666103 Feb 02 15:28:56.463030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cdd428-3137-4bb4-a7ef-928acdf874b3', 'name': 'network-vif-deleted', 'tag': '38970f16-e6ae-4b52-be0d-76f3c27df264'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:28:56.517466 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.576778 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9464990c-27a6-496e-baa9-fd7034a131b0 req-65eb499e-e777-4829-90c5-b772dffa6c66 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0655017 Feb 02 15:28:56.636706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.667798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.668806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.672180 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cdd428-3137-4bb4-a7ef-928acdf874b3', 'name': 'network-vif-deleted', 'tag': '38970f16-e6ae-4b52-be0d-76f3c27df264', 'status': 'completed', 'code': 200} Feb 02 15:28:56.767007 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.818461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7681bf06-b6fa-440f-8a31-0e283064634b,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:56.850437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-64f76c0a-48d3-4a4b-9df6-7336de5e2327 req-cb5a230c-2f5f-4cbc-9013-828547930935 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Synchronizing usage tracker for tenant:23ead880592145b6bc3c5340c828fb76 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:56.883153 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f75711a5-95cf-4280-8f40-d9a322e102a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.967039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:56.970745 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0b5134d3-cd1d-44d3-869d-b9709a9c0bde tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7257872 Feb 02 15:28:56.971423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60760) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:57.005242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-64f76c0a-48d3-4a4b-9df6-7336de5e2327 req-cb5a230c-2f5f-4cbc-9013-828547930935 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Unset dirty status for tenant:23ead880592145b6bc3c5340c828fb76 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:57.014817 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-64f76c0a-48d3-4a4b-9df6-7336de5e2327 req-cb5a230c-2f5f-4cbc-9013-828547930935 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=77cdd428-3137-4bb4-a7ef-928acdf874b3 HTTP/1.1" status: 200 len: 210 time: 0.2196281 Feb 02 15:28:57.022031 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbe271e7-1dae-439d-9a99-19b4a4773b2d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:57.039673 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbe271e7-1dae-439d-9a99-19b4a4773b2d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:57.147179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbe271e7-1dae-439d-9a99-19b4a4773b2d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:57.176686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe271e7-1dae-439d-9a99-19b4a4773b2d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7681bf06-b6fa-440f-8a31-0e283064634b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:57.180919 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbe271e7-1dae-439d-9a99-19b4a4773b2d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:57.182119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bbe271e7-1dae-439d-9a99-19b4a4773b2d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/7681bf06-b6fa-440f-8a31-0e283064634b HTTP/1.1" status: 204 len: 168 time: 0.2096519 Feb 02 15:28:57.187173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60766) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:57.213598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Router c90e61b0-259d-4be6-8f72-c7170b972efa is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:28:57.347425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-254f9f0c-c203-4f76-92af-bf1012f179c0 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:57.500846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-254f9f0c-c203-4f76-92af-bf1012f179c0 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:57.516466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-254f9f0c-c203-4f76-92af-bf1012f179c0 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3219676 Feb 02 15:28:57.521237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60774) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:57.612628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:28:57.627658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Sync routers for ids ['c90e61b0-259d-4be6-8f72-c7170b972efa'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:28:57.655341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 38970f16-e6ae-4b52-be0d-76f3c27df264 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:57.730220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e122972-50b0-411c-aff4-d09ea2f575d3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:57.738088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 38970f16-e6ae-4b52-be0d-76f3c27df264 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:28:57.738665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 38970f16-e6ae-4b52-be0d-76f3c27df264 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:28:57.739258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:28:57.764215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:57.766007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b2f08f60-8734-4e4b-a96c-ebc5f141505f tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4340310 Feb 02 15:28:57.768617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60780) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:57.784862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Routers {'c90e61b0-259d-4be6-8f72-c7170b972efa'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:28:57.788624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:28:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c90e61b0-259d-4be6-8f72-c7170b972efa'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:57.814110 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e122972-50b0-411c-aff4-d09ea2f575d3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.019464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbc86a2f-1293-41e8-9773-efc615ea773e req-97e55a8d-c28a-43b9-bf7e-a78b97dc3231 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0918868 Feb 02 15:28:58.137625 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e122972-50b0-411c-aff4-d09ea2f575d3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.160717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Set router c90e61b0-259d-4be6-8f72-c7170b972efa gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:28:58.210292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e122972-50b0-411c-aff4-d09ea2f575d3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0760a609-a33b-4014-bd3c-07fa7aacc52e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:58.258077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.319626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e122972-50b0-411c-aff4-d09ea2f575d3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.321678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0e122972-50b0-411c-aff4-d09ea2f575d3 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/0760a609-a33b-4014-bd3c-07fa7aacc52e HTTP/1.1" status: 204 len: 168 time: 0.8033035 Feb 02 15:28:58.328104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60794) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:58.525971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f38831dd-0189-4b84-8be4-9b24a404e15e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:58.682080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.684549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.703469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f38831dd-0189-4b84-8be4-9b24a404e15e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:58.705031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f38831dd-0189-4b84-8be4-9b24a404e15e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3760831 Feb 02 15:28:58.709125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60806) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:58.767560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.809279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9030d-0a16-47b1-a8ff-fabe4a6ea441 req-bf42f123-2d10-4a74-904e-606ff936094e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:58.810756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ece9030d-0a16-47b1-a8ff-fabe4a6ea441 req-bf42f123-2d10-4a74-904e-606ff936094e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2269328 Feb 02 15:28:58.845954 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-00444b01-7898-4448-bae7-de4c2f353310 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.879999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-00444b01-7898-4448-bae7-de4c2f353310 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.889140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Deleting port b660b3a5-7d4d-477a-88a1-58179e6930cc {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:28:58.889747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:58.968793 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ece9030d-0a16-47b1-a8ff-fabe4a6ea441 req-3bf69b50-25a7-43ad-8b83-b9b046c65e89 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254873 Feb 02 15:28:58.992081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90e61b0-259d-4be6-8f72-c7170b972efa', 'name': '', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66', 'external_fixed_ips': [{'subnet_id': '20d18918-2599-490e-97ae-1123f1dce3dd', 'ip_address': '2001:db8::3c4'}], 'enable_snat': True}, 'gw_port_id': 'b660b3a5-7d4d-477a-88a1-58179e6930cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:52Z', 'updated_at': '2022-02-02T15:28:56Z', 'revision_number': 3, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port': {'id': 'b660b3a5-7d4d-477a-88a1-58179e6930cc', 'name': '', 'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90e61b0-259d-4be6-8f72-c7170b972efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '20d18918-2599-490e-97ae-1123f1dce3dd', 'ip_address': '2001:db8::3c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:54Z', 'updated_at': '2022-02-02T15:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d18918-2599-490e-97ae-1123f1dce3dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:28:58.996366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Checking router: c90e61b0-259d-4be6-8f72-c7170b972efa for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:28:58.996769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Updating router c90e61b0-259d-4be6-8f72-c7170b972efa port b660b3a5-7d4d-477a-88a1-58179e6930cc binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:28:59.144994 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e9f3209-453d-4fd7-a049-0c07c160b11e req-d113ec97-def6-423e-9a07-8b5f401f3a17 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.5102744 Feb 02 15:28:59.170671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:59.270897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-00444b01-7898-4448-bae7-de4c2f353310 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:59.323527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00444b01-7898-4448-bae7-de4c2f353310 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1789b69-c5c1-4cb4-aae7-b52935c9c1d0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:59.409894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f204cda0-2fb9-4184-8f68-9f94897da5bf req-869ee401-70f6-43d0-b6c0-afb373e69447 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0612776 Feb 02 15:28:59.499286 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:59.639415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Calling delete_port for b660b3a5-7d4d-477a-88a1-58179e6930cc owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:28:59.641680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:59.663027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Transition to ACTIVE for port object b660b3a5-7d4d-477a-88a1-58179e6930cc will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:28:59.701839 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-00444b01-7898-4448-bae7-de4c2f353310 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:59.701839 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-00444b01-7898-4448-bae7-de4c2f353310 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/c1789b69-c5c1-4cb4-aae7-b52935c9c1d0 HTTP/1.1" status: 204 len: 168 time: 0.9859474 Feb 02 15:28:59.705373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60824) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:59.719211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f34924-900d-4d1b-96ee-8847aa083c9a req-68e8fe20-ccf7-4234-a096-a9b9b3ef862f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:28:59.725185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0f34924-900d-4d1b-96ee-8847aa083c9a req-68e8fe20-ccf7-4234-a096-a9b9b3ef862f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1467285 Feb 02 15:28:59.853381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0f34924-900d-4d1b-96ee-8847aa083c9a req-7df4ad42-e024-4658-ba4a-b0e494ca60b4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144650 Feb 02 15:28:59.858980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:59.860003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:59.860905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-851f8ed4-c558-4b23-bca2-f59ab30cef7e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:28:59.968840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Attempting to bind port b660b3a5-7d4d-477a-88a1-58179e6930cc on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:28:59.969361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Attempting to bind port b660b3a5-7d4d-477a-88a1-58179e6930cc by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '7db7f4b2-de4f-4e52-b557-ee7e64951b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:28:59.969837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Attempting to bind port b660b3a5-7d4d-477a-88a1-58179e6930cc on network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:28:59.980353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-851f8ed4-c558-4b23-bca2-f59ab30cef7e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:28:59.982355 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-851f8ed4-c558-4b23-bca2-f59ab30cef7e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2759941 Feb 02 15:28:59.986838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a609ec1-e49a-4807-9096-d0643fdf131e None None] Pushing event updated for resources: {'Port': ['ID=b660b3a5-7d4d-477a-88a1-58179e6930cc,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:28:59.987530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60834) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:28:59.993213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:28:59.993213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Checking segment: {'id': '7db7f4b2-de4f-4e52-b557-ee7e64951b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:28:59.993213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:28:59.993213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Bound using segment: {'id': '7db7f4b2-de4f-4e52-b557-ee7e64951b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:28:59.993213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Bound port: b660b3a5-7d4d-477a-88a1-58179e6930cc, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db7f4b2-de4f-4e52-b557-ee7e64951b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df735bd-3c22-401d-b6f6-fb1d2018ad66'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:28:59.993213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:00.002009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724576272'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:00.011554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:29:00.012381 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:29:00.013688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:00.031712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:00.104499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] For port b660b3a5-7d4d-477a-88a1-58179e6930cc, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:29:00.108918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] For port b660b3a5-7d4d-477a-88a1-58179e6930cc, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b660b3a5-7d4d-477a-88a1-58179e6930cc,segment=NetworkSegment(7db7f4b2-de4f-4e52-b557-ee7e64951b17),segment_id=7db7f4b2-de4f-4e52-b557-ee7e64951b17)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:29:00.142653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:00.209459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:00.274774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:00.280301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:00.284391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:00.291944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:00.312016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b27a96-75b0-451d-bb25-86e6d143ab97 req-cb53b73c-3211-44b1-b14a-2df6f7ec911f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:00.313463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-01b27a96-75b0-451d-bb25-86e6d143ab97 req-cb53b73c-3211-44b1-b14a-2df6f7ec911f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1394167 Feb 02 15:29:00.318095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a609ec1-e49a-4807-9096-d0643fdf131e None None] Pushing event updated for resources: {'Port': ['ID=b660b3a5-7d4d-477a-88a1-58179e6930cc,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:00.369000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Routers {'c90e61b0-259d-4be6-8f72-c7170b972efa'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:00.372048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:28:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c90e61b0-259d-4be6-8f72-c7170b972efa'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:00.428490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:00.433099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-01b27a96-75b0-451d-bb25-86e6d143ab97 req-fadd0b83-7918-4ef6-b999-e72eef94a252 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108091 Feb 02 15:29:00.502618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:00.505773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff3f63a8-becd-44f8-8667-d3382fab8b22 req-99f0b029-417f-4944-a94d-19c35c32777c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1325991 Feb 02 15:29:00.517535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Deleting port b660b3a5-7d4d-477a-88a1-58179e6930cc {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:00.517535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:00.590414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842b96e0-326b-4cb6-ba16-4a069c12f882,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:00.675663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] Set router c90e61b0-259d-4be6-8f72-c7170b972efa gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:29:00.700745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:00.702201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6b0a07f0-81d6-492b-b08e-61a2abcac31b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7134888 Feb 02 15:29:00.709275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60846) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:00.715287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': '842b96e0-326b-4cb6-ba16-4a069c12f882', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:00.726982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:00.736717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:00.746636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:00.753168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:00.823697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3fb0cb9-3f65-47fb-b039-03076272cb64 req-f3de97ec-9877-44fe-9468-cc2909b3ce2b tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0547090 Feb 02 15:29:00.884671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] For port b660b3a5-7d4d-477a-88a1-58179e6930cc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b660b3a5-7d4d-477a-88a1-58179e6930cc,segment=NetworkSegment(7db7f4b2-de4f-4e52-b557-ee7e64951b17),segment_id=7db7f4b2-de4f-4e52-b557-ee7e64951b17)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:00.885213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:00.900874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90e61b0-259d-4be6-8f72-c7170b972efa', 'name': '', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:52Z', 'updated_at': '2022-02-02T15:28:58Z', 'revision_number': 4, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:00.910286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a508556-e96b-4639-9f97-6c840a044c68 None None] The sync data for ids ['c90e61b0-259d-4be6-8f72-c7170b972efa'] in n-d-827122-1 is: [{'id': 'c90e61b0-259d-4be6-8f72-c7170b972efa', 'name': '', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:52Z', 'updated_at': '2022-02-02T15:28:58Z', 'revision_number': 4, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:29:00.955723 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.100453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Calling delete_port for b660b3a5-7d4d-477a-88a1-58179e6930cc owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:01.244490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.340677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.427627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b87171-b5db-43be-8140-907e3ab479ec,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:01.495467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.503147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dcbcaf18-d0ef-4f83-adda-b6ddac1fd25c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7861791 Feb 02 15:29:01.504041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60874) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:01.505121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4511b4-7a88-43bf-a535-513fb5c4959e req-b61f5a3f-bc24-4c2c-9dfa-5d7cf5010bd5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:01.506742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc4511b4-7a88-43bf-a535-513fb5c4959e req-b61f5a3f-bc24-4c2c-9dfa-5d7cf5010bd5 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.0977597 Feb 02 15:29:01.563112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc4511b4-7a88-43bf-a535-513fb5c4959e req-f3fa025e-ec65-463d-9d02-1718ed0e1a14 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499539 Feb 02 15:29:01.564864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9e5381b-c9d7-45c8-9373-3f65622e4d55 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.586400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.604328 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9e5381b-c9d7-45c8-9373-3f65622e4d55 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.731240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event deleted for resources: {'Port': ['ID=b660b3a5-7d4d-477a-88a1-58179e6930cc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:01.760434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9e5381b-c9d7-45c8-9373-3f65622e4d55 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.801484 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9e5381b-c9d7-45c8-9373-3f65622e4d55 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:01.811228 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a9e5381b-c9d7-45c8-9373-3f65622e4d55 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/f1b87171-b5db-43be-8140-907e3ab479ec HTTP/1.1" status: 204 len: 168 time: 0.3059585 Feb 02 15:29:01.811885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60890) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:01.873594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5381b-c9d7-45c8-9373-3f65622e4d55 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1b87171-b5db-43be-8140-907e3ab479ec,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:02.003561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b4a70b7-ec8f-4e2e-8b86-ec650b2c5256 req-67f02557-4c30-4520-8873-15669a5cc923 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0800354 Feb 02 15:29:02.016258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bd7b30d4-06c5-46b2-92dd-9b2d54892453 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:02.125500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bd7b30d4-06c5-46b2-92dd-9b2d54892453 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:02.130571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bd7b30d4-06c5-46b2-92dd-9b2d54892453 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2910788 Feb 02 15:29:02.131145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60900) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:02.194869 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.230974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6479a6c0-eb6f-43ba-a72e-fec8e443a3a6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.270698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6479a6c0-eb6f-43ba-a72e-fec8e443a3a6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.405220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6479a6c0-eb6f-43ba-a72e-fec8e443a3a6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.432764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479a6c0-eb6f-43ba-a72e-fec8e443a3a6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b96e0-326b-4cb6-ba16-4a069c12f882,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:02.517349 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6479a6c0-eb6f-43ba-a72e-fec8e443a3a6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.524721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6479a6c0-eb6f-43ba-a72e-fec8e443a3a6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/842b96e0-326b-4cb6-ba16-4a069c12f882 HTTP/1.1" status: 204 len: 168 time: 0.3860352 Feb 02 15:29:02.525324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60910) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:02.591790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.617147 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.639276 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-d298b24b-2b09-4841-b588-83777147c1fc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9286983 Feb 02 15:29:02.647880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a4ead512-6a64-4b54-bb99-e5ee36589b0b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:02.648564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a4ead512-6a64-4b54-bb99-e5ee36589b0b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Synchronizing usage tracker for tenant:ffee1edb6a394be897e10448363d35c4 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:02.674880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-27bdd6f6-4f7e-44fb-8b42-d659017ddd75 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:02.801007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a4ead512-6a64-4b54-bb99-e5ee36589b0b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Unset dirty status for tenant:ffee1edb6a394be897e10448363d35c4 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:02.802561 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a4ead512-6a64-4b54-bb99-e5ee36589b0b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/networks?id=5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb HTTP/1.1" status: 200 len: 814 time: 0.7675638 Feb 02 15:29:02.830388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-27bdd6f6-4f7e-44fb-8b42-d659017ddd75 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:02.830388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-27bdd6f6-4f7e-44fb-8b42-d659017ddd75 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3038878 Feb 02 15:29:02.834317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60920) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:02.841946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-40e2b8a3-25c8-402b-8195-35942e897505 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/quotas/ffee1edb6a394be897e10448363d35c4 HTTP/1.1" status: 200 len: 375 time: 0.0321603 Feb 02 15:29:02.842866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404313773'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:02.843216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.853261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c90e61b0-259d-4be6-8f72-c7170b972efa {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:29:02.862415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:02.890925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0512f-4172-46b9-8848-606aede54f1c req-c4517ff3-b45f-4a9d-b56b-9d1001d909b9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:02.893063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15e0512f-4172-46b9-8848-606aede54f1c req-c4517ff3-b45f-4a9d-b56b-9d1001d909b9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.1388948 Feb 02 15:29:02.897632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:02.981889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:02.983030 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-52f3710d-89ab-48e5-bc8a-cc217a78468b tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "DELETE /v2.0/routers/c90e61b0-259d-4be6-8f72-c7170b972efa HTTP/1.1" status: 204 len: 168 time: 5.2133603 Feb 02 15:29:02.991938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60930) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:03.056874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-47230f60-1d08-4cbc-b805-446e44ba3ce6 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ffee1edb6a394be897e10448363d35c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1700256 Feb 02 15:29:03.059949 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.076053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15e0512f-4172-46b9-8848-606aede54f1c req-36601755-dfa4-4f5a-877f-9a1cd3ba940f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740842 Feb 02 15:29:03.118669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-20623926-8670-4974-9e27-ac56d60f8bf8 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Deleting subnet 20d18918-2599-490e-97ae-1123f1dce3dd {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:29:03.123102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20623926-8670-4974-9e27-ac56d60f8bf8 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.152748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:03.165552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:03.176256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:03.183268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:03.200808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20623926-8670-4974-9e27-ac56d60f8bf8 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.268819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-4ec42e30-6388-44cc-8a39-f131a8cfde1d service neutron] 10.222.0.88 "GET /v2.0/networks/5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076182 Feb 02 15:29:03.293283 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20623926-8670-4974-9e27-ac56d60f8bf8 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.390625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af54068b-4e8d-4e3c-b861-c5d86898d308 req-2cf27157-de82-4ebd-8ce8-c550bf73b499 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0683701 Feb 02 15:29:03.394470 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.480650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-e861f5f1-33ba-447d-af61-cbdf2a90b3e1 service neutron] 10.222.0.88 "GET /v2.0/networks/5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034214 Feb 02 15:29:03.534377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.573673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20623926-8670-4974-9e27-ac56d60f8bf8 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.626008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04081242-0eb6-413b-a85f-1d84a2ca34ac,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:03.631175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20623926-8670-4974-9e27-ac56d60f8bf8 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20d18918-2599-490e-97ae-1123f1dce3dd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:03.635972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20623926-8670-4974-9e27-ac56d60f8bf8 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.637992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-20623926-8670-4974-9e27-ac56d60f8bf8 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/20d18918-2599-490e-97ae-1123f1dce3dd HTTP/1.1" status: 204 len: 168 time: 0.6440802 Feb 02 15:29:03.640770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60940) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:03.734763 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.736005 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d214591e-ceb3-4d1e-803f-c66ce979482d tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8998837 Feb 02 15:29:03.739289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60946) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:03.753742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': '04081242-0eb6-413b-a85f-1d84a2ca34ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:03.762769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:03.770516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.774992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:03.795491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:03.810927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:03.909328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-135c59f3-d9ba-4f76-85d9-430400a073b7 req-8f2b8425-ef22-4f34-978d-4dd58a2b6aeb tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Synchronizing usage tracker for tenant:ffee1edb6a394be897e10448363d35c4 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:03.919575 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.949449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df735bd-3c22-401d-b6f6-fb1d2018ad66']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:03.962670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-9f74d362-e159-4231-8499-f4d9191d8c3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442&tenant_id=45fc305967194a0eac493568acd3c314 HTTP/1.1" status: 200 len: 1095 time: 0.0987833 Feb 02 15:29:03.963231 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:03.963414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db7f4b2-de4f-4e52-b557-ee7e64951b17') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:03.963654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db7f4b2-de4f-4e52-b557-ee7e64951b17') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:03.977464 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.011601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.019519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:29:04.020014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:29:04.034626 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:29:04.046766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-135c59f3-d9ba-4f76-85d9-430400a073b7 req-8f2b8425-ef22-4f34-978d-4dd58a2b6aeb tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Unset dirty status for tenant:ffee1edb6a394be897e10448363d35c4 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:04.053107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-135c59f3-d9ba-4f76-85d9-430400a073b7 req-8f2b8425-ef22-4f34-978d-4dd58a2b6aeb tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 210 time: 0.2323372 Feb 02 15:29:04.120268 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.131775 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-92b01c24-6ac7-404c-a282-5efb2beaa647 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1095 time: 0.1334472 Feb 02 15:29:04.238575 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.238836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.266240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6df735bd-3c22-401d-b6f6-fb1d2018ad66 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 15:29:04.272293 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.283062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a398a926-5e9a-41d7-b53d-cb2e05fb17c2,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:04.328872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-7615f0e4-ef1c-4550-a913-252d92b06f11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:04.328872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-7615f0e4-ef1c-4550-a913-252d92b06f11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.1901493 Feb 02 15:29:04.333294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event deleted for resources: {'Network': ['ID=6df735bd-3c22-401d-b6f6-fb1d2018ad66,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:04.344249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-34a83e51-b4e8-46cc-9742-9f055ac1c1c4 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "DELETE /v2.0/networks/6df735bd-3c22-401d-b6f6-fb1d2018ad66 HTTP/1.1" status: 204 len: 168 time: 0.7022920 Feb 02 15:29:04.416238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.419099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c894d3da-33fe-49f6-a784-49b2f0e92b01 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6761727 Feb 02 15:29:04.419610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60966) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:04.435225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08247a9-2e6d-4c07-98d3-678a70b724d5 req-6763ad91-1f6a-4444-824e-6434c8c67bd0 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:04.437655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d08247a9-2e6d-4c07-98d3-678a70b724d5 req-6763ad91-1f6a-4444-824e-6434c8c67bd0 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.1693897 Feb 02 15:29:04.455304 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9fc2dff8-ea4f-4bf1-a5f3-cefa047ca6de tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules/a398a926-5e9a-41d7-b53d-cb2e05fb17c2 HTTP/1.1" status: 200 len: 705 time: 0.0216362 Feb 02 15:29:04.458310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60970) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:04.562408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ad8e9432-fcbe-46ab-9f7a-4a493d153487 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:04.569309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-b2a1553a-fb46-4fcb-b008-5603660528a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00e9864-fac6-401e-9734-a3148ee4c612 HTTP/1.1" status: 200 len: 1000 time: 0.2327108 Feb 02 15:29:04.608113 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d08247a9-2e6d-4c07-98d3-678a70b724d5 req-0bf26507-690a-4b0c-adc7-be15e91e9523 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628664 Feb 02 15:29:04.685880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-a532a194-f011-445e-8661-f0bda5bf81ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:04.690928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-a532a194-f011-445e-8661-f0bda5bf81ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.1142957 Feb 02 15:29:04.819862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ad8e9432-fcbe-46ab-9f7a-4a493d153487 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:04.822296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ad8e9432-fcbe-46ab-9f7a-4a493d153487 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3631976 Feb 02 15:29:04.825090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60988) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:04.879895 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30f90c74-c6de-4301-a66c-2b3a894f32f5 req-53dcf7fb-e354-4383-b4c4-6f62d905555c tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0629396 Feb 02 15:29:04.903482 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2659a706-fb1d-4824-a3f8-3b9aef30a5e6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:04.919687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-21ef6897-973b-49fd-b9ec-560bd460a402 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213173 Feb 02 15:29:04.933039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2659a706-fb1d-4824-a3f8-3b9aef30a5e6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.045727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2659a706-fb1d-4824-a3f8-3b9aef30a5e6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.110286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659a706-fb1d-4824-a3f8-3b9aef30a5e6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a398a926-5e9a-41d7-b53d-cb2e05fb17c2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:05.111793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32768) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:05.121636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'router': {'name': 'tempest-router--683617970', 'project_id': '17e038817b454a8ea706fa45ef8da734'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:05.133651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:05.150411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Usage tracker for resource:router and tenant:17e038817b454a8ea706fa45ef8da734 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:05.154074 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2659a706-fb1d-4824-a3f8-3b9aef30a5e6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.157539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2659a706-fb1d-4824-a3f8-3b9aef30a5e6 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/a398a926-5e9a-41d7-b53d-cb2e05fb17c2 HTTP/1.1" status: 204 len: 168 time: 0.3291631 Feb 02 15:29:05.157675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:05.160450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32772) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:05.200349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:05.231484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a222d248-e8b5-48b1-8a7d-e750d9d2caa9 req-3e4992ff-ff6d-4ba9-ba98-fdb1c8d4d368 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 210 time: 0.0801926 Feb 02 15:29:05.256189 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-c7cb8ff7-b434-42b0-9bb0-7fdbe15a986f service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294151 Feb 02 15:29:05.448229 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.449146 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.472839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e427894-87eb-49dc-879d-061ab695c061 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3113439 Feb 02 15:29:05.475719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32776) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:05.482348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': '04081242-0eb6-413b-a85f-1d84a2ca34ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:05.488740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:05.493692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:05.497775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:05.504860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:05.542838 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae772a13-1a98-4455-bf0c-163463d36f4c req-9e2d666e-1f99-4c40-8e15-cdaaa5c92238 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790358 Feb 02 15:29:05.543978 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.558652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5f951-c645-4646-8b60-5ca855aa3f3d req-c35886ae-74bd-4e50-8710-6dcd24f0bee1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:05.564334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5d5f951-c645-4646-8b60-5ca855aa3f3d req-c35886ae-74bd-4e50-8710-6dcd24f0bee1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3618000 Feb 02 15:29:05.600623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.614861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5d5f951-c645-4646-8b60-5ca855aa3f3d req-f3726d18-cb76-4641-afaa-e2fddcdf27f7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Feb 02 15:29:05.684506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.689580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.830475 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.860333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b37be4-7626-4272-9318-52e9bae36e99,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:05.869418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:05.873214 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8285fde8-18ef-49bd-b86e-639337208ce5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7577665 Feb 02 15:29:05.876200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32786) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:05.931958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546519a-2862-4be0-a247-dfbc60e4fc7f req-24b63a23-385f-41f5-98bf-c996fbb2204b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:05.947695 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4546519a-2862-4be0-a247-dfbc60e4fc7f req-24b63a23-385f-41f5-98bf-c996fbb2204b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1659200 Feb 02 15:29:06.057849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4546519a-2862-4be0-a247-dfbc60e4fc7f req-4cd66729-0ac9-4cc2-8783-ad3f261398c4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973499 Feb 02 15:29:06.057849 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.057849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4a555f50-0504-4703-86a6-91af0fc29aab tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5737970 Feb 02 15:29:06.057849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32794) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:06.174144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-451789d7-420b-4699-8d5d-e14d0ebf9f9d tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.174144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234de2f4-e5b2-4f08-abbe-e293bf3ae4aa req-c6247eb5-3523-4073-b7bd-67350f702be3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:06.174144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-234de2f4-e5b2-4f08-abbe-e293bf3ae4aa req-c6247eb5-3523-4073-b7bd-67350f702be3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.3597336 Feb 02 15:29:06.226263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6e8eb16a-cdbd-4487-9099-bfb92127c27c tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules/c3b37be4-7626-4272-9318-52e9bae36e99 HTTP/1.1" status: 200 len: 705 time: 0.1701291 Feb 02 15:29:06.231525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32800) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:06.291475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72804ab8-9de5-466a-b383-a7a5fecb4e27 req-8757565a-1b71-46dd-b3f4-57a22007562c tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0633378 Feb 02 15:29:06.321733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-857421f8-a154-42c0-ba1e-6eb58c83d159 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:06.371251 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-234de2f4-e5b2-4f08-abbe-e293bf3ae4aa req-5879281b-7111-43f6-82dc-074faf1d124e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984110 Feb 02 15:29:06.482598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-857421f8-a154-42c0-ba1e-6eb58c83d159 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:06.486575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-857421f8-a154-42c0-ba1e-6eb58c83d159 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2515967 Feb 02 15:29:06.489448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32806) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:06.491533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-235bc32c-fd52-42d7-8a05-5fc404ed3731 req-122c20df-0094-4e4e-8207-a5db11129a99 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 210 time: 0.0618482 Feb 02 15:29:06.526736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7549-e801-4f5e-adaf-331e7f6d335b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.537604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7549-e801-4f5e-adaf-331e7f6d335b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.590387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-451789d7-420b-4699-8d5d-e14d0ebf9f9d tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.594501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-451789d7-420b-4699-8d5d-e14d0ebf9f9d tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.631557 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7549-e801-4f5e-adaf-331e7f6d335b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.651402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c7549-e801-4f5e-adaf-331e7f6d335b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3b37be4-7626-4272-9318-52e9bae36e99,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:06.702652 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-451789d7-420b-4699-8d5d-e14d0ebf9f9d tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.703113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451789d7-420b-4699-8d5d-e14d0ebf9f9d tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4db19e-9ab3-4d5c-8663-aaf6a0cbced8 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:29:06.714964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-451789d7-420b-4699-8d5d-e14d0ebf9f9d tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.714964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-451789d7-420b-4699-8d5d-e14d0ebf9f9d tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "DELETE /v2.0/routers/7b4db19e-9ab3-4d5c-8663-aaf6a0cbced8 HTTP/1.1" status: 204 len: 168 time: 0.8282449 Feb 02 15:29:06.741544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7549-e801-4f5e-adaf-331e7f6d335b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:06.743750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6c5c7549-e801-4f5e-adaf-331e7f6d335b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/c3b37be4-7626-4272-9318-52e9bae36e99 HTTP/1.1" status: 204 len: 168 time: 0.2488678 Feb 02 15:29:06.752182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32812) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:06.816824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9a6a55ea-657b-4b70-a5a3-f9b835d44179 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:06.913660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9a6a55ea-657b-4b70-a5a3-f9b835d44179 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:06.917807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9a6a55ea-657b-4b70-a5a3-f9b835d44179 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1628935 Feb 02 15:29:06.918724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32820) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:06.932793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': '04081242-0eb6-413b-a85f-1d84a2ca34ac', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:06.956432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:06.981538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:07.057046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32830) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:07.070588 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:07.145166 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:07.265582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1870064223', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:07.273018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:07.277684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Usage tracker for resource:router and tenant:060a6cfa41fc465a9589512b7e2c9814 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:07.280861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:07.287613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:07.325330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:07.350883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d666fb-8744-45f8-b626-70cec4ce7033,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:07.380235 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:07.381398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:07.400891 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:07.468296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:07.473280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32860) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:07.479347 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7c90743a-c6db-4f54-830a-a1bb293f4a74 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5591094 Feb 02 15:29:07.740998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e94c1-5597-4172-aa06-dcc7445a88ce req-3d94c612-3e74-4b4f-b36b-477a858f0657 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:07.750998 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d3e94c1-5597-4172-aa06-dcc7445a88ce req-3d94c612-3e74-4b4f-b36b-477a858f0657 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.1155388 Feb 02 15:29:07.808845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ea78db0c-8150-4162-bb40-f9210fa01572 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules/59d666fb-8744-45f8-b626-70cec4ce7033 HTTP/1.1" status: 200 len: 706 time: 0.3350878 Feb 02 15:29:07.827586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d3e94c1-5597-4172-aa06-dcc7445a88ce req-b92fa40a-33ac-4a90-8ce2-d60b53652ccb tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739872 Feb 02 15:29:07.827586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32870) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:07.864972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc6e1291-9be3-430a-821c-6137b843c87a req-c27769c6-667a-4aeb-953d-c1fe4b6bdb87 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.3629389 Feb 02 15:29:07.994235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-622a8313-9062-4b7d-ace2-6daa8640ea8b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:08.072436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-622a8313-9062-4b7d-ace2-6daa8640ea8b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:08.074129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-622a8313-9062-4b7d-ace2-6daa8640ea8b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2463238 Feb 02 15:29:08.077000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32878) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:08.172434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3beb96d9-0118-436c-ac15-098cb9041b6f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:08.225266 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3beb96d9-0118-436c-ac15-098cb9041b6f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:08.226436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:08.336930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83931a83-35f9-4f85-9e38-391008943fb1 req-d53d6e93-613f-4a43-9724-cdf48c1a15bc tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:08.338077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-30d0d984-17ae-409f-9986-b4267c40cf6a req-3c52f822-536f-4a56-b3c1-a94844bdee6b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 210 time: 0.1727028 Feb 02 15:29:08.346156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-d53d6e93-613f-4a43-9724-cdf48c1a15bc tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.64 "GET /v2.0/networks?id=5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb HTTP/1.1" status: 200 len: 814 time: 0.3901536 Feb 02 15:29:08.386605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3beb96d9-0118-436c-ac15-098cb9041b6f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:08.415132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Request body: {'port': {'device_id': '80f5bf33-9c94-4448-b89b-8003f9dcba25', 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb', 'admin_state_up': True, 'tenant_id': 'ffee1edb6a394be897e10448363d35c4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:08.415349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb96d9-0118-436c-ac15-098cb9041b6f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59d666fb-8744-45f8-b626-70cec4ce7033,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:08.469128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3beb96d9-0118-436c-ac15-098cb9041b6f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:08.474945 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3beb96d9-0118-436c-ac15-098cb9041b6f tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/59d666fb-8744-45f8-b626-70cec4ce7033 HTTP/1.1" status: 204 len: 168 time: 0.3967905 Feb 02 15:29:08.478852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32884) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:08.582787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0b194118-3470-40a5-9fcf-d043cd26197b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:08.725593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0b194118-3470-40a5-9fcf-d043cd26197b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:08.730473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0b194118-3470-40a5-9fcf-d043cd26197b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2502332 Feb 02 15:29:08.736502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32888) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:08.850435 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b64661e-9610-493a-8bb7-83552861989b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:08.905804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b64661e-9610-493a-8bb7-83552861989b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:08.972264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:09.006197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:09.071793 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b64661e-9610-493a-8bb7-83552861989b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:09.138887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64661e-9610-493a-8bb7-83552861989b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04081242-0eb6-413b-a85f-1d84a2ca34ac,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:09.192629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:09.222378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Made reservation on behalf of ffee1edb6a394be897e10448363d35c4 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:29:09.225397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:09.244936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b64661e-9610-493a-8bb7-83552861989b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:09.248864 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4b64661e-9610-493a-8bb7-83552861989b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/04081242-0eb6-413b-a85f-1d84a2ca34ac HTTP/1.1" status: 204 len: 168 time: 0.5113170 Feb 02 15:29:09.249828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32898) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:09.266722 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:09.425936 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06ac23eb-8d39-465c-9edb-ef64493daecb req-5e60aa8f-7d3b-4c02-bc52-c7933c42135f tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1278725 Feb 02 15:29:09.431307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Allocated IP 172.25.0.139 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/44cee423-9ece-493c-a51d-bf6b6d52a84c) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:29:09.528737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-70034128-024a-4cb3-ad4b-2c0b025f903e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:09.697186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-70034128-024a-4cb3-ad4b-2c0b025f903e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:09.698638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-70034128-024a-4cb3-ad4b-2c0b025f903e tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4475510 Feb 02 15:29:09.704504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32912) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:09.716406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4760202b-526a-45c5-bb3e-43382baaec34 req-b21fb8ee-f23b-47ac-9bc6-cc7a4ef7fc68 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 210 time: 0.0871089 Feb 02 15:29:09.726348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777201164'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:09.762103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:09.786473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Allocated IP 172.20.0.6 (5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb/0a922baf-1d50-42e4-953b-6377ab75b16e/2feb7967-d429-48b9-ade1-dba2cec428f6) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:29:09.787645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:09.908178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.018511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e90c-84f6-4882-9d68-6e3134e10d12 req-ccd2a9b6-60f8-49ed-9262-6e90f68b84e1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:10.020488 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5853e90c-84f6-4882-9d68-6e3134e10d12 req-ccd2a9b6-60f8-49ed-9262-6e90f68b84e1 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.8981233 Feb 02 15:29:10.040755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:10.046611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:10.050357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:10.061397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:10.163083 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.194008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43e84d-2ab5-4d37-a0ba-c110a60066d3 req-81a706b0-689a-47da-a0c4-08c7b0f14495 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:10.196474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e43e84d-2ab5-4d37-a0ba-c110a60066d3 req-81a706b0-689a-47da-a0c4-08c7b0f14495 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2369993 Feb 02 15:29:10.264817 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.276551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e43e84d-2ab5-4d37-a0ba-c110a60066d3 req-9d4ca4da-ded3-4512-aeac-8f2e35fd616b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723763 Feb 02 15:29:10.277932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.283471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.296050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5853e90c-84f6-4882-9d68-6e3134e10d12 req-01e1323d-107d-4e50-870b-4b0e41bfa1da tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519351 Feb 02 15:29:10.321001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Transition to ACTIVE for port object 2feb7967-d429-48b9-ade1-dba2cec428f6 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:29:10.354965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c5b9ed-9a92-40f2-8bf9-197c5981de9c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:10.397533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.407120 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c8a7c91b-58e2-4c66-b014-3e321e5500f5 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6846316 Feb 02 15:29:10.407120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32920) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:10.408470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Request body: {'security_group_rule': {'security_group_id': '06c5b9ed-9a92-40f2-8bf9-197c5981de9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:10.420130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:10.430831 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.434882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Usage tracker for resource:security_group_rule and tenant:4e3fe8949a5843958a1efec113143608 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:10.438278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:10.452173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:10.552311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.595330 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.603471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7f990-fa0c-4012-a3fc-262e22b344f9 req-51588833-f4b0-4957-89fc-db28e5fe6966 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:10.610388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bcc7f990-fa0c-4012-a3fc-262e22b344f9 req-51588833-f4b0-4957-89fc-db28e5fe6966 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1289072 Feb 02 15:29:10.649405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event updated for resources: {'Port': ['ID=44cee423-9ece-493c-a51d-bf6b6d52a84c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:10.677908 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bcc7f990-fa0c-4012-a3fc-262e22b344f9 req-201beeb4-f3ba-4d90-8ccb-7edb279c98bd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665703 Feb 02 15:29:10.692234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:29:10.718890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.745273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:10.752808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:29:10.810861 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.847750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:29:10.870914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:10.902536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58c4ad6-0310-4d55-9032-d7e1844c20dc,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:10.902895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:29:10.995480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:10.999904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-efa294b5-497f-49c6-aa6a-9fe41af942c9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5928137 Feb 02 15:29:10.999904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32936) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:11.044862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:11.045482 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:11.062832 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbb540e8-3ccf-4756-9935-e68236246196 req-5fb97aae-0eb5-4f81-9176-b492bfe92a5b tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.2624922 Feb 02 15:29:11.132070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19680d-5761-470b-b1fb-2872aca81672 req-3607868a-9dc5-4698-af4e-926b0088d93f tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:11.141585 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a19680d-5761-470b-b1fb-2872aca81672 req-3607868a-9dc5-4698-af4e-926b0088d93f tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 931 time: 0.1856096 Feb 02 15:29:11.221238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a660-90e3-48ea-9ff7-19bb9ee1f986 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:11.235542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Pushing event updated for resources: {'Port': ['ID=2feb7967-d429-48b9-ade1-dba2cec428f6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:11.281330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8a19680d-5761-470b-b1fb-2872aca81672 req-bcd0f8c3-9b0c-4e89-8513-d4fdbf3abce9 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Synchronizing usage tracker for tenant:ffee1edb6a394be897e10448363d35c4 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:11.308361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a660-90e3-48ea-9ff7-19bb9ee1f986 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:11.369224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-a99b5b1e-64e5-4daf-98da-8546bb38942e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9643321 Feb 02 15:29:11.434409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8a19680d-5761-470b-b1fb-2872aca81672 req-bcd0f8c3-9b0c-4e89-8513-d4fdbf3abce9 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Unset dirty status for tenant:ffee1edb6a394be897e10448363d35c4 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:11.437220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a19680d-5761-470b-b1fb-2872aca81672 req-bcd0f8c3-9b0c-4e89-8513-d4fdbf3abce9 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945905 Feb 02 15:29:11.442063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92febd-409f-4505-ad59-cf036886e498 req-0016febe-12e9-42d8-bf47-7e7220e35dd7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:11.443681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f92febd-409f-4505-ad59-cf036886e498 req-0016febe-12e9-42d8-bf47-7e7220e35dd7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1365912 Feb 02 15:29:11.450086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:11.453082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:11.475391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f01385c3-31bd-46c8-a32c-e5842a0a9668 None None] Provisioning for port 2feb7967-d429-48b9-ade1-dba2cec428f6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:29:11.479731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a660-90e3-48ea-9ff7-19bb9ee1f986 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:11.491003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f01385c3-31bd-46c8-a32c-e5842a0a9668 None None] Provisioning complete for port 2feb7967-d429-48b9-ade1-dba2cec428f6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:11.491508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f01385c3-31bd-46c8-a32c-e5842a0a9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:11.510172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a660-90e3-48ea-9ff7-19bb9ee1f986 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c5b9ed-9a92-40f2-8bf9-197c5981de9c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:11.566965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a660-90e3-48ea-9ff7-19bb9ee1f986 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:11.569015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b4f1a660-90e3-48ea-9ff7-19bb9ee1f986 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/06c5b9ed-9a92-40f2-8bf9-197c5981de9c HTTP/1.1" status: 204 len: 168 time: 0.5678639 Feb 02 15:29:11.571947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32944) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:11.573437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Request body: {'port': {'device_id': '80f5bf33-9c94-4448-b89b-8003f9dcba25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:11.654728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f01385c3-31bd-46c8-a32c-e5842a0a9668 None None] Port 2feb7967-d429-48b9-ade1-dba2cec428f6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:29:11.677517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-349cfda7-6736-497e-ba29-c731a64b3073 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:11.731251 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f92febd-409f-4505-ad59-cf036886e498 req-0aad921c-9f30-42aa-9ef3-0920903efa1f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749836 Feb 02 15:29:11.883784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-349cfda7-6736-497e-ba29-c731a64b3073 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:11.890669 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-349cfda7-6736-497e-ba29-c731a64b3073 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3173368 Feb 02 15:29:11.891453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32952) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:11.926392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:12.000274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-854aeab6-38f5-4731-8167-a6bbbe51c88b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Synchronizing usage tracker for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:12.078609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a2234-62d1-44a3-a302-04ef4c9a95ec req-9060db4e-516d-4d66-8e05-f61548f160dc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:12.098644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-669a2234-62d1-44a3-a302-04ef4c9a95ec req-9060db4e-516d-4d66-8e05-f61548f160dc tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.3384826 Feb 02 15:29:12.190948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-669a2234-62d1-44a3-a302-04ef4c9a95ec req-e34b6be0-18ed-4ac2-a006-98bc552f4826 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911303 Feb 02 15:29:12.199310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-854aeab6-38f5-4731-8167-a6bbbe51c88b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] Unset dirty status for tenant:4e3fe8949a5843958a1efec113143608 on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:12.203585 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-854aeab6-38f5-4731-8167-a6bbbe51c88b tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3065403 Feb 02 15:29:12.204706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32960) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:12.236383 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-69f204e4-84cf-464c-8200-0c3d4cb76baf tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] delete failed (client error): The resource could not be found. Feb 02 15:29:12.252777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-69f204e4-84cf-464c-8200-0c3d4cb76baf tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "DELETE /v2.0/security-groups/06c5b9ed-9a92-40f2-8bf9-197c5981de9c HTTP/1.1" status: 404 len: 347 time: 0.0461423 Feb 02 15:29:12.253398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32968) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:12.357203 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9cad8525-3dff-42b2-b8ac-72f9040901f9 tempest-SecGroupTest-1922018030 tempest-SecGroupTest-1922018030-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1013653 Feb 02 15:29:12.758203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2feb7967-d429-48b9-ade1-dba2cec428f6 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:29:12.765512 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:12.781407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Transition to ACTIVE for port object 2feb7967-d429-48b9-ade1-dba2cec428f6 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:29:12.838687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32066f0-6806-4f96-9db8-7579b8f85767 req-00168cab-1ea6-40c2-9aef-1a5af7d6d1ff tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:12.845957 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c32066f0-6806-4f96-9db8-7579b8f85767 req-00168cab-1ea6-40c2-9aef-1a5af7d6d1ff tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.5179818 Feb 02 15:29:12.859109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3c010c5e-edd7-4c03-abf5-f9b406ca9deb req-e6bcc15e-4443-4d75-8330-366cc5067b2f tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1773937 Feb 02 15:29:12.934619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:13.174077 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c32066f0-6806-4f96-9db8-7579b8f85767 req-e009b395-f880-4374-8141-f82fd073e289 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264995 Feb 02 15:29:13.219478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b2cfc-2012-462b-a610-395c08f72611 req-533dbc01-6126-49c4-b1b2-922851ae9ad9 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:13.228060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-285b2cfc-2012-462b-a610-395c08f72611 req-533dbc01-6126-49c4-b1b2-922851ae9ad9 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.1940157 Feb 02 15:29:13.361643 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-285b2cfc-2012-462b-a610-395c08f72611 req-d504161b-8d96-4fd3-85f8-6cddf9503567 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243072 Feb 02 15:29:13.362257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32990) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:13.543623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Pushing event updated for resources: {'Port': ['ID=2feb7967-d429-48b9-ade1-dba2cec428f6,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:13.648879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Router 4caee69d-be90-409a-abaf-cd4023953c5d is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:29:13.714905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Attempting to bind port 2feb7967-d429-48b9-ade1-dba2cec428f6 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:29:13.715507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Attempting to bind port 2feb7967-d429-48b9-ade1-dba2cec428f6 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:29:13.716130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Attempting to bind port 2feb7967-d429-48b9-ade1-dba2cec428f6 on network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:29:13.731211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Port 2feb7967-d429-48b9-ade1-dba2cec428f6 on network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:29:13.731797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Attempting to bind port 2feb7967-d429-48b9-ade1-dba2cec428f6 on network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:29:13.912159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:29:13.913521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Checking segment: {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:29:13.914129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Bound using segment: {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:29:13.914804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Bound port: 2feb7967-d429-48b9-ade1-dba2cec428f6, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e41e61-9608-4d2f-a5eb-f8b6763762e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:29:13.915336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:13.933701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916dc7e-d474-4153-ac83-6da0be1d339b req-cf6ba6ed-c642-4b35-b217-0d71af0e6522 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:13.941687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e916dc7e-d474-4153-ac83-6da0be1d339b req-cf6ba6ed-c642-4b35-b217-0d71af0e6522 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.3987978 Feb 02 15:29:14.037580 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e916dc7e-d474-4153-ac83-6da0be1d339b req-d12a8c10-a8ab-4eb2-8089-2b3c3ac4e01f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939567 Feb 02 15:29:14.074134 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1f3851fd-4779-4f81-b9ba-642dc9da08de admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4e3fe8949a5843958a1efec113143608&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7105479 Feb 02 15:29:14.078081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:14.158701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84828cbe-5b8a-4806-9865-516a40449d84 req-9287e8cf-a52f-491d-b8fe-28e51339c981 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:14.164991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84828cbe-5b8a-4806-9865-516a40449d84 req-9287e8cf-a52f-491d-b8fe-28e51339c981 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.4120407 Feb 02 15:29:14.265038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84828cbe-5b8a-4806-9865-516a40449d84 req-340bd131-7ede-4b7e-9e4b-ad1431d4b0ff tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907567 Feb 02 15:29:14.298431 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6017c144-c6c6-442f-8079-15ed614b1fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:14.373737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6017c144-c6c6-442f-8079-15ed614b1fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:14.399196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92ce2a18-2311-4a87-b72c-97d20070e277 req-5494fbe6-5757-44a7-a792-2c56f799c6f2 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0608828 Feb 02 15:29:14.418771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] For port 2feb7967-d429-48b9-ade1-dba2cec428f6, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:29:14.428957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] For port 2feb7967-d429-48b9-ade1-dba2cec428f6, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2feb7967-d429-48b9-ade1-dba2cec428f6,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:29:14.453509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:29:14.464616 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb68c-2c59-4524-bbd9-cada68ff0531 None None] Sync routers for ids ['4caee69d-be90-409a-abaf-cd4023953c5d'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:29:14.488714 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdb68c-2c59-4524-bbd9-cada68ff0531 None None] Routers {'4caee69d-be90-409a-abaf-cd4023953c5d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:14.489326 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-76bdb68c-2c59-4524-bbd9-cada68ff0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:28:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['4caee69d-be90-409a-abaf-cd4023953c5d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:14.502193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:14.551602 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6017c144-c6c6-442f-8079-15ed614b1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:14.588610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017c144-c6c6-442f-8079-15ed614b1fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a216180-21ce-4cd0-ba34-fc8ebdfb841f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:14.598784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:14.600115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-904415cc-c633-4f1f-af42-ae4e1ffd54a9 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5420132 Feb 02 15:29:14.614808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33014) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:14.615955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:14.621386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] 10.222.0.64 "PUT /v2.0/ports/2feb7967-d429-48b9-ade1-dba2cec428f6 HTTP/1.1" status: 200 len: 1091 time: 3.0656035 Feb 02 15:29:14.621946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f5bf33-9c94-4448-b89b-8003f9dcba25', 'tag': '2feb7967-d429-48b9-ade1-dba2cec428f6'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:29:14.857629 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-76bdb68c-2c59-4524-bbd9-cada68ff0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:14.878536 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdb68c-2c59-4524-bbd9-cada68ff0531 None None] Routers {'4caee69d-be90-409a-abaf-cd4023953c5d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:14.879399 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-76bdb68c-2c59-4524-bbd9-cada68ff0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:28:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['4caee69d-be90-409a-abaf-cd4023953c5d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:14.910398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1005e-b8c8-48cd-a81d-caed35edda7c service neutron] Pushing event updated for resources: {'Port': ['ID=2feb7967-d429-48b9-ade1-dba2cec428f6,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:14.980030 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-76bdb68c-2c59-4524-bbd9-cada68ff0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:14.980766 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb68c-2c59-4524-bbd9-cada68ff0531 None None] The sync data for ids ['4caee69d-be90-409a-abaf-cd4023953c5d'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:29:15.003795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3142e81-085a-4dc3-8b6a-473768f64853 req-4d3238f0-dd49-4101-a7f7-e1320856f53d tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:15.004650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c3142e81-085a-4dc3-8b6a-473768f64853 req-4d3238f0-dd49-4101-a7f7-e1320856f53d tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Synchronizing usage tracker for tenant:ffee1edb6a394be897e10448363d35c4 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:15.016559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-d0d22901-d962-4434-829b-7bb9bc017bfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ffee1edb6a394be897e10448363d35c4&device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 1094 time: 0.2407551 Feb 02 15:29:15.090786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8394e5-d88a-4703-a5ee-95d419cc8d18 req-519e2ca7-8ea8-41d2-b103-720bf6d7b2bc tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:15.099509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d8394e5-d88a-4703-a5ee-95d419cc8d18 req-519e2ca7-8ea8-41d2-b103-720bf6d7b2bc tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.4034061 Feb 02 15:29:15.160979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-575646e1-7250-4677-a918-68d687734522 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2feb7967-d429-48b9-ade1-dba2cec428f6 HTTP/1.1" status: 200 len: 217 time: 0.1081421 Feb 02 15:29:15.162449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6017c144-c6c6-442f-8079-15ed614b1fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:15.163582 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6017c144-c6c6-442f-8079-15ed614b1fe7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5a216180-21ce-4cd0-ba34-fc8ebdfb841f HTTP/1.1" status: 204 len: 168 time: 1.0840452 Feb 02 15:29:15.253135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d8394e5-d88a-4703-a5ee-95d419cc8d18 req-d6b43adf-288a-4fc2-9eee-9a7843bb6346 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526165 Feb 02 15:29:15.358729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-24b81fa4-ee4f-4f7e-bfff-b0cf81a99956 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/routers/4caee69d-be90-409a-abaf-cd4023953c5d HTTP/1.1" status: 200 len: 925 time: 0.7398894 Feb 02 15:29:15.361713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33026) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:15.376394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c3142e81-085a-4dc3-8b6a-473768f64853 req-4d3238f0-dd49-4101-a7f7-e1320856f53d tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Unset dirty status for tenant:ffee1edb6a394be897e10448363d35c4 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:15.377617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3142e81-085a-4dc3-8b6a-473768f64853 req-4d3238f0-dd49-4101-a7f7-e1320856f53d tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.7072408 Feb 02 15:29:15.403972 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f5bf33-9c94-4448-b89b-8003f9dcba25', 'tag': '2feb7967-d429-48b9-ade1-dba2cec428f6', 'status': 'completed', 'code': 200} Feb 02 15:29:15.448083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83931a83-35f9-4f85-9e38-391008943fb1 req-0384d24a-922f-4d1b-9fc2-362baafc796e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:15.449641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ab6d5666-42b2-43a4-8a88-23fac439c9d3 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=4caee69d-be90-409a-abaf-cd4023953c5d HTTP/1.1" status: 200 len: 205 time: 0.0868552 Feb 02 15:29:15.452119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33032) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:15.452313 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-0384d24a-922f-4d1b-9fc2-362baafc796e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a922baf-1d50-42e4-953b-6377ab75b16e HTTP/1.1" status: 200 len: 853 time: 0.2543800 Feb 02 15:29:15.569069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3142e81-085a-4dc3-8b6a-473768f64853 req-6e71fc3a-884d-42a3-b4b8-93fa0c6c7dd2 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728206 Feb 02 15:29:15.630021 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-6cbeb573-d7aa-4e3d-aeb4-46edff2ef02f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559491 Feb 02 15:29:15.868205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733b6c-0e03-47f8-a86d-b52832eddeb1 req-890e0cfd-29f2-4272-bd34-6a6ba4a04c37 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:15.871394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88733b6c-0e03-47f8-a86d-b52832eddeb1 req-890e0cfd-29f2-4272-bd34-6a6ba4a04c37 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.2539017 Feb 02 15:29:16.069388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-88733b6c-0e03-47f8-a86d-b52832eddeb1 req-456630c0-24a4-46c3-af7c-4d95b9bdd966 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971470 Feb 02 15:29:16.074181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-284071bd-e4d0-4cfb-93bd-9b13d57da7c1 service neutron] 10.222.0.64 "GET /v2.0/networks/5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374554 Feb 02 15:29:16.085217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:16.120694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba110209-6609-45f5-bf96-07e7447e71ac req-969838a9-8b61-409e-bf97-afc982ae1692 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1430888 Feb 02 15:29:16.374061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83931a83-35f9-4f85-9e38-391008943fb1 req-939b35ec-1549-4564-818b-72406fbb2bca service neutron] 10.222.0.64 "GET /v2.0/networks/5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868791 Feb 02 15:29:16.489340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c108d37-f1ae-49ab-a631-ff32b19dc613 req-8d2e1959-283b-4597-9616-c3613dff733f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:16.492502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c108d37-f1ae-49ab-a631-ff32b19dc613 req-8d2e1959-283b-4597-9616-c3613dff733f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1522694 Feb 02 15:29:16.494292 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:16.592273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c108d37-f1ae-49ab-a631-ff32b19dc613 req-2548c5d4-9ada-45cc-abab-47246b018360 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865891 Feb 02 15:29:16.760366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Deleting port 44cee423-9ece-493c-a51d-bf6b6d52a84c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:16.760985 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:16.845659 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:16.966892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-92d090f0-0ae7-42c8-bd7b-f274ecbf649c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ffee1edb6a394be897e10448363d35c4&device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 1094 time: 0.2589207 Feb 02 15:29:16.978012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2f346-8d4d-4857-a65c-35a27eef904d req-f2573690-bdeb-44d5-8f78-a12ca5d7df68 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:16.979538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0eb2f346-8d4d-4857-a65c-35a27eef904d req-f2573690-bdeb-44d5-8f78-a12ca5d7df68 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.1444037 Feb 02 15:29:17.191894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558d26d-ab17-4dfc-b34b-fa3269b25c00 req-0c90e87e-fcd0-49de-a495-c7dbcd563b6b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:17.199297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c558d26d-ab17-4dfc-b34b-fa3269b25c00 req-0c90e87e-fcd0-49de-a495-c7dbcd563b6b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.4030261 Feb 02 15:29:17.214513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:17.255195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-d7a5262f-5adf-4da1-9249-caff6cdcb77e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:17.256917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-d7a5262f-5adf-4da1-9249-caff6cdcb77e service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb HTTP/1.1" status: 200 len: 916 time: 0.1933227 Feb 02 15:29:17.283383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0eb2f346-8d4d-4857-a65c-35a27eef904d req-ccb49090-bea9-42c9-8918-a858cf9da921 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909734 Feb 02 15:29:17.394025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33076) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:17.419237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-64d083ff-b1f8-46b7-97d4-df2856fcd6f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2feb7967-d429-48b9-ade1-dba2cec428f6 HTTP/1.1" status: 200 len: 217 time: 0.1351407 Feb 02 15:29:17.499051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Calling delete_port for 44cee423-9ece-493c-a51d-bf6b6d52a84c owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:17.568530 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c558d26d-ab17-4dfc-b34b-fa3269b25c00 req-7bbe8184-7399-4b1b-a6aa-544541e44db3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569613 Feb 02 15:29:17.613907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-00c2ec82-7df8-49e1-84d5-4fadb25f56ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:17.616987 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-00c2ec82-7df8-49e1-84d5-4fadb25f56ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a922baf-1d50-42e4-953b-6377ab75b16e HTTP/1.1" status: 200 len: 853 time: 0.1697695 Feb 02 15:29:17.622459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:17.630108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9d87e53-d45c-43b2-a6c4-1be3f722bb01 req-262f6995-11bb-4413-b44e-901cb7dc4771 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0905797 Feb 02 15:29:17.770714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-39711902-204e-4b6a-8dbe-9d558c378527 tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1346427872', 'prefixes': ['172.20.0.0/16']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:17.794131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-39711902-204e-4b6a-8dbe-9d558c378527 tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:17.827417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-0a05483b-243d-44cb-b8f7-81c9103086c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940541 Feb 02 15:29:18.063453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-98f9df75-57a5-4663-b5f4-e067b16fa7f7 service neutron] 10.222.0.64 "GET /v2.0/networks/5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160561 Feb 02 15:29:18.120168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e56051-54f2-44de-8da5-ac563aa30b08 req-4dd240ca-6cbe-4526-bff0-9bbac18bf449 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:18.127952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e56051-54f2-44de-8da5-ac563aa30b08 req-4dd240ca-6cbe-4526-bff0-9bbac18bf449 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.1771429 Feb 02 15:29:18.185795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e56051-54f2-44de-8da5-ac563aa30b08 req-601ed314-9892-49a9-81ea-342860b7a36f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565577 Feb 02 15:29:18.188211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:18.270379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event deleted for resources: {'Port': ['ID=44cee423-9ece-493c-a51d-bf6b6d52a84c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:18.278889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca2c3-4381-4ff1-9a69-d1fc4cef9e93 req-1cf27152-caca-4b37-9e8f-b7156c0c0354 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:18.279362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3bcca2c3-4381-4ff1-9a69-d1fc4cef9e93 req-1cf27152-caca-4b37-9e8f-b7156c0c0354 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2195544 Feb 02 15:29:18.282342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-511d021b-00c0-4520-b689-9b82c3f8e5f9 req-fe743533-28d0-47e8-9446-763a959405bd service neutron] 10.222.0.64 "GET /v2.0/networks/5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854858 Feb 02 15:29:18.347378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3bcca2c3-4381-4ff1-9a69-d1fc4cef9e93 req-59f948f9-8fff-4ebe-a9ee-2cd294a8ae30 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595286 Feb 02 15:29:18.497068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-39711902-204e-4b6a-8dbe-9d558c378527 tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] Notify callbacks [] for subnetpool, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:18.501016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-39711902-204e-4b6a-8dbe-9d558c378527 tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1033626 Feb 02 15:29:18.501607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33098) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:18.589506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0e2acc7f-b074-4a36-b453-28d641d5323d tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] 10.222.0.88 "GET /v2.0/subnetpools/17b34e86-2a39-42cf-a5ed-b72054a9a598 HTTP/1.1" status: 200 len: 732 time: 0.0819180 Feb 02 15:29:18.590194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33102) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:18.607083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-aedd0d06-88a0-4902-8bca-1e612af64168 tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2008855116'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:18.867569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d61036-ed4c-441f-bfb6-3ad94edda77c req-2443413e-0caf-4242-8444-cc7e33c415d5 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:18.867569 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56d61036-ed4c-441f-bfb6-3ad94edda77c req-2443413e-0caf-4242-8444-cc7e33c415d5 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2354064 Feb 02 15:29:19.127403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c94d25-4e3d-4e0a-9dbc-0ff171aabc60 req-d3bd4405-f031-45ae-8737-bcfe793d8bc2 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:19.128898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55c94d25-4e3d-4e0a-9dbc-0ff171aabc60 req-d3bd4405-f031-45ae-8737-bcfe793d8bc2 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.5561938 Feb 02 15:29:19.132128 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56d61036-ed4c-441f-bfb6-3ad94edda77c req-968eee4b-3b65-48fc-9362-ad9785a7f2bb tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594991 Feb 02 15:29:19.222692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aedd0d06-88a0-4902-8bca-1e612af64168 tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] Notify callbacks [] for subnetpool, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:19.228140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33118) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:19.229190 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aedd0d06-88a0-4902-8bca-1e612af64168 tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] 10.222.0.88 "PUT /v2.0/subnetpools/17b34e86-2a39-42cf-a5ed-b72054a9a598 HTTP/1.1" status: 200 len: 684 time: 0.6375282 Feb 02 15:29:19.264668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:19.362023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e81e361-ea5d-4933-b2d8-cf077abc6715 req-569ed16b-7824-4dc6-a3b9-cbdefe1534f7 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0665667 Feb 02 15:29:19.442824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55c94d25-4e3d-4e0a-9dbc-0ff171aabc60 req-ce30bbe2-297a-4297-8b1b-3de81dcf9efd tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007650 Feb 02 15:29:19.718763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556b621-f6be-4153-9952-0d8861e5d8b0 req-c3f050be-9914-480a-a47b-6823c3752839 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:19.724513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3556b621-f6be-4153-9952-0d8861e5d8b0 req-c3f050be-9914-480a-a47b-6823c3752839 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.1448927 Feb 02 15:29:19.737976 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:19.777154 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:19.803375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33130) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:19.826025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3556b621-f6be-4153-9952-0d8861e5d8b0 req-d2b45dca-c9ed-4459-9b95-f74c53913d82 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990295 Feb 02 15:29:19.890194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45baf5-23ea-4179-8db2-22db70c355e4 req-4d126ce0-0d84-4c1d-a210-e55e257a7273 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:19.892404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f45baf5-23ea-4179-8db2-22db70c355e4 req-4d126ce0-0d84-4c1d-a210-e55e257a7273 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2415509 Feb 02 15:29:19.961730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f45baf5-23ea-4179-8db2-22db70c355e4 req-9da22ec9-a63f-4054-adab-22ec9cc31954 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634208 Feb 02 15:29:19.969721 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9ea1c492-88c0-4176-ace6-27d6d72bd82d tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] Notify callbacks [] for subnetpool, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:19.969721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9ea1c492-88c0-4176-ace6-27d6d72bd82d tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] 10.222.0.88 "DELETE /v2.0/subnetpools/17b34e86-2a39-42cf-a5ed-b72054a9a598 HTTP/1.1" status: 204 len: 168 time: 0.7384467 Feb 02 15:29:19.971584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33136) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:20.006269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.008767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Fanout notify agent at l3_agent the message router_deleted on router 4caee69d-be90-409a-abaf-cd4023953c5d {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:29:20.037815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.040421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dc1ca85f-6a51-41f8-91eb-53bb98d40932 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/4caee69d-be90-409a-abaf-cd4023953c5d HTTP/1.1" status: 204 len: 168 time: 4.5868418 Feb 02 15:29:20.042075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33142) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:20.046348 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-7715064e-bb57-4907-9d0b-912b60e9a21d tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] show failed (client error): The resource could not be found. Feb 02 15:29:20.047467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7715064e-bb57-4907-9d0b-912b60e9a21d tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] 10.222.0.88 "GET /v2.0/subnetpools/17b34e86-2a39-42cf-a5ed-b72054a9a598 HTTP/1.1" status: 404 len: 346 time: 0.0749743 Feb 02 15:29:20.048727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1560741870', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': False}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:20.050580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.054368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33146) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:20.070807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:20.088116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:20.092346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] Usage tracker for resource:security_group_rule and tenant:04a5292e9e4946f5a3f8c44922667410 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:20.095167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:20.096870 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-d1496cae-9436-43c7-b1e0-7f981c36d39f tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] delete failed (client error): The resource could not be found. Feb 02 15:29:20.098070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d1496cae-9436-43c7-b1e0-7f981c36d39f tempest-SubnetPoolsTestJSON-782200151 tempest-SubnetPoolsTestJSON-782200151-project] 10.222.0.88 "DELETE /v2.0/subnetpools/17b34e86-2a39-42cf-a5ed-b72054a9a598 HTTP/1.1" status: 404 len: 346 time: 0.0414932 Feb 02 15:29:20.099060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Usage tracker for resource:router and tenant:87f5f88d7a35412bb1f956ce0e8f41b4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:20.109715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:20.109807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:20.109973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:20.222474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.225264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.226737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.261600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fd531-831f-417f-807b-7cd3e6787c65 req-517bf0d3-2750-41ad-9fe3-e89181954ec8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:20.268466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941fd531-831f-417f-807b-7cd3e6787c65 req-517bf0d3-2750-41ad-9fe3-e89181954ec8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1178782 Feb 02 15:29:20.287031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.309565 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.341602 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941fd531-831f-417f-807b-7cd3e6787c65 req-e31b78d5-cce2-451b-bbf8-cb42e0e6397a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721686 Feb 02 15:29:20.415431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59322597-2ed9-448c-83a2-9e13bf402e3a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:20.442677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-34c19610-adfb-47a5-a5c0-28191ea3ca88 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=04a5292e9e4946f5a3f8c44922667410&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6160824 Feb 02 15:29:20.445384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33158) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:20.611258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6b42a8a-b392-4c83-b969-62ed02b388a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.732430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6b42a8a-b392-4c83-b969-62ed02b388a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.762354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.802025 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9fb1cfdd-d7b7-4de4-93ff-5e0a2b2cc044 req-1615cbaa-550d-411b-a381-47fba9969b87 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1627545 Feb 02 15:29:20.855079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33168) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:20.903625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6b42a8a-b392-4c83-b969-62ed02b388a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.938807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6b42a8a-b392-4c83-b969-62ed02b388a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:20.940088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a6b42a8a-b392-4c83-b969-62ed02b388a4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/59322597-2ed9-448c-83a2-9e13bf402e3a HTTP/1.1" status: 204 len: 168 time: 0.4936776 Feb 02 15:29:20.947394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b42a8a-b392-4c83-b969-62ed02b388a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59322597-2ed9-448c-83a2-9e13bf402e3a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:21.068091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85799a-d64b-4ca7-a944-61172124a8d0 req-7f54bee6-786b-4402-aa4e-65ffdf1cd588 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:21.076422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e85799a-d64b-4ca7-a944-61172124a8d0 req-7f54bee6-786b-4402-aa4e-65ffdf1cd588 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.2485938 Feb 02 15:29:21.157513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e85799a-d64b-4ca7-a944-61172124a8d0 req-ffb74099-4b05-4ab3-bc5a-542cdafda2ba tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802133 Feb 02 15:29:21.188136 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:21.230069 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:21.261716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:21.264533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b20bb-c61f-49c6-909c-fcb944fab9b3 req-df7e115e-e74d-490e-b03e-687b942138b0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:21.266542 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f57b20bb-c61f-49c6-909c-fcb944fab9b3 req-df7e115e-e74d-490e-b03e-687b942138b0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 813 time: 0.2347181 Feb 02 15:29:21.267673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:21.282409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] Usage tracker for resource:security_group_rule and tenant:f239be8c4720477ba9247ca926d9b269 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:21.286060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:21.297124 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f57b20bb-c61f-49c6-909c-fcb944fab9b3 req-2160134e-096e-40f7-aaf8-dd43d9833f6a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/quotas/23ead880592145b6bc3c5340c828fb76 HTTP/1.1" status: 200 len: 375 time: 0.0242455 Feb 02 15:29:21.297892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:21.454114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f57b20bb-c61f-49c6-909c-fcb944fab9b3 req-cee6fe84-319c-4233-b852-57fd2a148ab7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458175 Feb 02 15:29:21.477111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59819483-7617-42f2-8e5f-3940b7c4500f req-a23cf5dc-3bbf-43d7-9d15-49fa9e6e2b28 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:21.478264 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59819483-7617-42f2-8e5f-3940b7c4500f req-a23cf5dc-3bbf-43d7-9d15-49fa9e6e2b28 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.1714692 Feb 02 15:29:21.485818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Allocated IP 172.25.0.247 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/7384af4a-eca2-40d6-b4b1-496542ee5b8a) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:29:21.486840 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:21.576104 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:21.628472 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59819483-7617-42f2-8e5f-3940b7c4500f req-89d48726-8fd7-4882-814d-c575d90e7f13 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404402 Feb 02 15:29:21.674967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f239be8c4720477ba9247ca926d9b269&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8182313 Feb 02 15:29:21.675337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4d2e9-9b9b-488c-a451-8db14ecb6235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2953c0bb-910a-4c40-930f-630b06bafb41,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:21.681648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33192) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:21.724462 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:21.921569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802295ea-1004-4134-8f65-d339c6d8b51e req-9b27f1a9-c633-45d3-a685-cb072afa4526 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:21.923400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-802295ea-1004-4134-8f65-d339c6d8b51e req-9b27f1a9-c633-45d3-a685-cb072afa4526 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3253219 Feb 02 15:29:21.930781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a45e37e-3f70-4936-8821-3defa7fa41fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:21.993633 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a45e37e-3f70-4936-8821-3defa7fa41fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:22.001933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:22.239899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-802295ea-1004-4134-8f65-d339c6d8b51e req-85b7b17d-375b-4565-8daf-ca6b0822548a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856001 Feb 02 15:29:22.241718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6aa7089-1291-47b7-acfb-e466ccbccfbb req-db85cda7-0279-4ac8-b0e7-e6f28f8eb50b tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0688696 Feb 02 15:29:22.241718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:29:22.241718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:22.241718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:29:22.241718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'Port': ['ID=7384af4a-eca2-40d6-b4b1-496542ee5b8a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:22.457035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b2b4d-9e04-4637-a99c-18d2f04667e8 req-e8a51d71-67d4-4bc2-88d6-78cf497e43b5 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:22.462231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66b2b4d-9e04-4637-a99c-18d2f04667e8 req-e8a51d71-67d4-4bc2-88d6-78cf497e43b5 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.1433020 Feb 02 15:29:22.534218 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66b2b4d-9e04-4637-a99c-18d2f04667e8 req-9d715bbc-4ee6-4c0f-aaad-8064e3d14c00 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675724 Feb 02 15:29:22.619559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2512115-fe8c-4ece-9383-40fb69cc1b7f req-d11ae959-91e7-402f-9cc7-cf9017db83d3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:22.624502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2512115-fe8c-4ece-9383-40fb69cc1b7f req-d11ae959-91e7-402f-9cc7-cf9017db83d3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1890717 Feb 02 15:29:22.689382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2512115-fe8c-4ece-9383-40fb69cc1b7f req-f97bbe95-00e2-4e33-91a2-b62aeeb396c7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596073 Feb 02 15:29:22.992855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f98bf-8270-4ca1-87a1-de6762651a05 req-4c0e228a-e0d8-4eb5-a043-fd1ac176e88b tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:23.002089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-347f98bf-8270-4ca1-87a1-de6762651a05 req-4c0e228a-e0d8-4eb5-a043-fd1ac176e88b tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 944 time: 0.1387351 Feb 02 15:29:23.035012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-301359a4-ad35-4f8c-a5d0-fe4c033208f9 req-7c0c4a92-ae6a-4b2c-a68c-dc6d390a15b8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=23ead880592145b6bc3c5340c828fb76 HTTP/1.1" status: 200 len: 221 time: 0.0731483 Feb 02 15:29:23.062290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:23.079003 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-347f98bf-8270-4ca1-87a1-de6762651a05 req-b5f20e39-dd17-48e0-a443-741369cec044 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752702 Feb 02 15:29:23.104203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a45e37e-3f70-4936-8821-3defa7fa41fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:23.109113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:23.125686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a45e37e-3f70-4936-8821-3defa7fa41fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:23.126805 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7a45e37e-3f70-4936-8821-3defa7fa41fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2953c0bb-910a-4c40-930f-630b06bafb41 HTTP/1.1" status: 204 len: 168 time: 1.4418051 Feb 02 15:29:23.131389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45e37e-3f70-4936-8821-3defa7fa41fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2953c0bb-910a-4c40-930f-630b06bafb41,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:23.212814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:23.221503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] Usage tracker for resource:security_group_rule and tenant:2194005676a347419aa458a164f1ece6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:23.225129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:23.232699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:23.422963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:23.423817 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:23.635189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1879-74bf-4e3a-ac40-a0771a4afad0 req-2e3dd846-8ab4-46ee-9b57-472800b00ba3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:23.642750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d91c1879-74bf-4e3a-ac40-a0771a4afad0 req-2e3dd846-8ab4-46ee-9b57-472800b00ba3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2636209 Feb 02 15:29:23.667171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1180012a-475c-492c-b369-396175968a0b req-e4255761-a2a4-4663-bf52-b8fa9958acd8 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0803897 Feb 02 15:29:23.673998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:23.829230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:29:23.852559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:23.907272 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d91c1879-74bf-4e3a-ac40-a0771a4afad0 req-3bcfca11-fb39-4d00-b93d-44e25d38bc74 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635543 Feb 02 15:29:23.992221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2194005676a347419aa458a164f1ece6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9280131 Feb 02 15:29:23.994563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea47f60-e056-44a0-b427-b9dccb0e8f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4080e6-ac9b-4c2b-b7a3-44da12d0f1fe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:23.997029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33240) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:24.167343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13bbf-1896-4538-8e63-865959e95f1d req-4257e532-f1bf-4b54-b00c-2b06f8df47d0 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:24.169212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:24.186512 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ab13bbf-1896-4538-8e63-865959e95f1d req-4257e532-f1bf-4b54-b00c-2b06f8df47d0 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.3274989 Feb 02 15:29:24.198522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'port_id': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'mac_address': 'fa:16:3e:20:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:29:24.248817 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0e60004-0afd-4e6a-bfd6-78359a9dc5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:24.271681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Router a193017f-c469-4719-95e4-2f5874ff7fa9 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:29:24.281294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ab13bbf-1896-4538-8e63-865959e95f1d req-00302b7f-53cb-4985-b63c-0e034c51675f tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935752 Feb 02 15:29:24.313693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0e60004-0afd-4e6a-bfd6-78359a9dc5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:24.327398 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:24.353693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00e9864-fac6-401e-9734-a3148ee4c612 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:29:24.391456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:24.424366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190aed-9e35-4529-a303-d955d30ed351 req-ffe577b6-5869-4b04-9c6d-e26d18a45d46 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:24.434225 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e190aed-9e35-4529-a303-d955d30ed351 req-ffe577b6-5869-4b04-9c6d-e26d18a45d46 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2721114 Feb 02 15:29:24.496453 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:24.568000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e190aed-9e35-4529-a303-d955d30ed351 req-76b042d0-66be-48d7-88a3-37430ed4d89b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324863 Feb 02 15:29:24.572526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0e60004-0afd-4e6a-bfd6-78359a9dc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:24.607326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:24.620900 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-145a6506-4b83-44c6-8d76-13c043c9dd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:24.633925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.634466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.634975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.635469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.636010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.636518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.637019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.637516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.638153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.638637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.639507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:24.640432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e60004-0afd-4e6a-bfd6-78359a9dc5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4080e6-ac9b-4c2b-b7a3-44da12d0f1fe,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:24.656742 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0e60004-0afd-4e6a-bfd6-78359a9dc5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:24.663514 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f0e60004-0afd-4e6a-bfd6-78359a9dc5f6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a4080e6-ac9b-4c2b-b7a3-44da12d0f1fe HTTP/1.1" status: 204 len: 168 time: 0.6632886 Feb 02 15:29:24.749574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924463e-2724-4e8c-b90d-3a5bb2839a19 req-d25e0f45-52fc-4366-a7e3-516fff33b128 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:24.754655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5924463e-2724-4e8c-b90d-3a5bb2839a19 req-d25e0f45-52fc-4366-a7e3-516fff33b128 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 945 time: 0.2659740 Feb 02 15:29:24.766482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:29:24.777953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['c00e9864-fac6-401e-9734-a3148ee4c612'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:29:24.914411 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:24.914411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6f3f3abf-554d-4821-8ba1-c8fa4c8efd42 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8669221 Feb 02 15:29:24.914411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33260) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:24.927253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5924463e-2724-4e8c-b90d-3a5bb2839a19 req-af7e60a4-5181-475a-a305-805744cf4c41 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663446 Feb 02 15:29:24.947591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Sync routers for ids ['a193017f-c469-4719-95e4-2f5874ff7fa9'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:29:25.138531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Routers {'a193017f-c469-4719-95e4-2f5874ff7fa9'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:25.139204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:28:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a193017f-c469-4719-95e4-2f5874ff7fa9'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:25.304887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cdc04-6290-4f10-926a-e69218c56d61 req-e6a07454-2536-4045-a6cb-e8070508fd20 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:25.316561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c0cdc04-6290-4f10-926a-e69218c56d61 req-e6a07454-2536-4045-a6cb-e8070508fd20 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2861962 Feb 02 15:29:25.347282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2bd000ba-a2ff-4cb6-8d8e-e7498eefdfd2 req-4fb734d0-9ce6-43e2-aab6-b78252e80caf tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0851171 Feb 02 15:29:25.460191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33272) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:25.519333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c0cdc04-6290-4f10-926a-e69218c56d61 req-62b8f54d-9c66-40d4-b990-d82e801a3d15 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950016 Feb 02 15:29:25.629395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-73981c4d-255f-4369-b417-50cf08381290 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/routers/a193017f-c469-4719-95e4-2f5874ff7fa9 HTTP/1.1" status: 200 len: 909 time: 0.7115939 Feb 02 15:29:25.634273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33282) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:25.640679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1560741870', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': True}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:25.667951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:25.676922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Set router a193017f-c469-4719-95e4-2f5874ff7fa9 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:29:25.680240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Usage tracker for resource:router and tenant:87f5f88d7a35412bb1f956ce0e8f41b4 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:25.702255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:25.727724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:25.780318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f80f3-9658-4fb7-b81c-370a756a0a94 req-40c80587-4b41-45b9-a941-6dafcec3087d tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:25.787301 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-199f80f3-9658-4fb7-b81c-370a756a0a94 req-40c80587-4b41-45b9-a941-6dafcec3087d tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.2162344 Feb 02 15:29:25.826889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2112446026'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:25.838543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:25.859968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Usage tracker for resource:network and tenant:f5baee49ad724b91994d6005ee3e564d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:25.875124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:25.886927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:25.937752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-199f80f3-9658-4fb7-b81c-370a756a0a94 req-c035d2f5-2781-4efa-855d-10f9b3945c92 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495624 Feb 02 15:29:25.938460 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:25.941403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:25.984962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:25.993299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Made reservation on behalf of f5baee49ad724b91994d6005ee3e564d for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:29:26.001910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.021965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.053483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec711-aea8-4c2d-ae5d-cf240e18854c req-a3412874-f0e1-4183-bb5a-a6b7cdd8d525 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:26.055078 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73dec711-aea8-4c2d-ae5d-cf240e18854c req-a3412874-f0e1-4183-bb5a-a6b7cdd8d525 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2368095 Feb 02 15:29:26.110259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:26.120298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Usage tracker for resource:security_group_rule and tenant:f5baee49ad724b91994d6005ee3e564d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:26.130200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:26.142144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:26.200434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73dec711-aea8-4c2d-ae5d-cf240e18854c req-47adb6ee-3816-4d44-815e-8dcdf4fe36b8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348908 Feb 02 15:29:26.327426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a193017f-c469-4719-95e4-2f5874ff7fa9', 'name': 'tempest-snat-router-1560741870', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.247'}], 'enable_snat': False}, 'gw_port_id': '7384af4a-eca2-40d6-b4b1-496542ee5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:29:20Z', 'updated_at': '2022-02-02T15:29:22Z', 'revision_number': 3, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port': {'id': '7384af4a-eca2-40d6-b4b1-496542ee5b8a', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a193017f-c469-4719-95e4-2f5874ff7fa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:29:21Z', 'updated_at': '2022-02-02T15:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:26.331696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Checking router: a193017f-c469-4719-95e4-2f5874ff7fa9 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:29:26.332075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Updating router a193017f-c469-4719-95e4-2f5874ff7fa9 port 7384af4a-eca2-40d6-b4b1-496542ee5b8a binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:29:26.412782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80590f-eb24-417a-b083-8dec28a401d8 req-cd72b0bb-7f5b-4046-9b09-05bacfceb175 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:26.432454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b80590f-eb24-417a-b083-8dec28a401d8 req-cd72b0bb-7f5b-4046-9b09-05bacfceb175 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 945 time: 0.2592731 Feb 02 15:29:26.445306 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.478343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.502997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b80590f-eb24-417a-b083-8dec28a401d8 req-6e625572-00aa-4a0e-bd2e-638398a3c900 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659719 Feb 02 15:29:26.537828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.630902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:29:26.656799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.676149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f818e87-9f00-48dc-974e-1d50190c385f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:26.688643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.689199 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Added segment e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e of type vlan for network e9a1229d-f7f0-4727-8071-e3998700c316 Feb 02 15:29:26.758454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c69bc8-56a5-4e84-990d-d987c582deea req-22895db9-7953-4bbd-bbea-d1563f2365f1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:26.763131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6c69bc8-56a5-4e84-990d-d987c582deea req-22895db9-7953-4bbd-bbea-d1563f2365f1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2746656 Feb 02 15:29:26.789173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.889657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6c69bc8-56a5-4e84-990d-d987c582deea req-6ddc31c7-729e-4c53-b2a4-8e959e9bb53a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196332 Feb 02 15:29:26.949299 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3c9ecaf-94d4-42a8-8d89-18e1b6f0710f req-63295166-94b8-4004-b993-3526e97ec895 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0941637 Feb 02 15:29:26.970355 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e96c61a-b05f-46a0-9c94-0fd82e832c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:26.996589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:27.002749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:27.003652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:27.005989 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:27.046735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Transition to ACTIVE for port object 7384af4a-eca2-40d6-b4b1-496542ee5b8a will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:29:27.170492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:27.221305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Pushing event updated for resources: {'Network': ['ID=e9a1229d-f7f0-4727-8071-e3998700c316,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:27.301066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f15a395d-a7f3-45c4-b36f-b00d6ebd9809 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8399701 Feb 02 15:29:27.302053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33312) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:27.306827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb7122-5ae3-422c-aea8-7dfd4b06cdae None None] Pushing event updated for resources: {'Port': ['ID=7384af4a-eca2-40d6-b4b1-496542ee5b8a,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:27.311532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Request body: {'subnet': {'network_id': 'e9a1229d-f7f0-4727-8071-e3998700c316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:27.316611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network e9a1229d-f7f0-4727-8071-e3998700c316 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:29:27.509914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:27.519603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Usage tracker for resource:subnet and tenant:f5baee49ad724b91994d6005ee3e564d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:27.530291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Attempting to bind port 7384af4a-eca2-40d6-b4b1-496542ee5b8a on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:29:27.533410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Attempting to bind port 7384af4a-eca2-40d6-b4b1-496542ee5b8a by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:29:27.535657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Attempting to bind port 7384af4a-eca2-40d6-b4b1-496542ee5b8a on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:29:27.536430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:27.562163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:27.562327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:29:27.564194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:29:27.565233 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:27.565647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:29:27.570693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Bound port: 7384af4a-eca2-40d6-b4b1-496542ee5b8a, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:29:27.572677 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:27.587455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e221e47-2ab0-4b69-9400-9233d966a3dc req-0f540cf3-034e-4e1a-9c96-95b9c7aa400f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:27.590002 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0e221e47-2ab0-4b69-9400-9233d966a3dc req-0f540cf3-034e-4e1a-9c96-95b9c7aa400f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3305938 Feb 02 15:29:27.591611 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:27.600386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240699b-b683-4b75-9fe2-50e118410d64 req-6a6b12c2-da4d-4159-abe3-13b28b360cb2 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:27.607993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c240699b-b683-4b75-9fe2-50e118410d64 req-6a6b12c2-da4d-4159-abe3-13b28b360cb2 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.3657653 Feb 02 15:29:27.658532 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:27.676796 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c240699b-b683-4b75-9fe2-50e118410d64 req-60f98eb0-1933-463b-ab67-75a8596f620f tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670617 Feb 02 15:29:27.677643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Made reservation on behalf of f5baee49ad724b91994d6005ee3e564d for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:29:27.852255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] For port 7384af4a-eca2-40d6-b4b1-496542ee5b8a, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:29:27.862643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] For port 7384af4a-eca2-40d6-b4b1-496542ee5b8a, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7384af4a-eca2-40d6-b4b1-496542ee5b8a,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:29:27.865552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:29:27.910266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0e221e47-2ab0-4b69-9400-9233d966a3dc req-f69751c8-eecc-486b-a981-dc67d61f7cb0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749753 Feb 02 15:29:27.955701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.028766 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:29:28.034714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Allocated IP 172.25.0.106 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/bc54051c-492f-4254-a2c1-994d431d4765) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:29:28.074278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb7122-5ae3-422c-aea8-7dfd4b06cdae None None] Pushing event updated for resources: {'Port': ['ID=7384af4a-eca2-40d6-b4b1-496542ee5b8a,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:28.086297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.103559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Routers {'a193017f-c469-4719-95e4-2f5874ff7fa9'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:28.104860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a193017f-c469-4719-95e4-2f5874ff7fa9'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:28.206494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port c00e9864-fac6-401e-9734-a3148ee4c612 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:28.206958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.499382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea558efe-f055-4aef-9ad8-bc8562a7f2a7 req-d638beef-2f46-41c5-95b2-6d90fc2bfb31 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:28.506821 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea558efe-f055-4aef-9ad8-bc8562a7f2a7 req-d638beef-2f46-41c5-95b2-6d90fc2bfb31 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2433345 Feb 02 15:29:28.540733 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.581695 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.610458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.610458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.620738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea558efe-f055-4aef-9ad8-bc8562a7f2a7 req-c83c37c3-53ab-4a5f-9cbb-17d8618aa7f9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915625 Feb 02 15:29:28.657036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:29:28.666684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:28.685679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] Set router a193017f-c469-4719-95e4-2f5874ff7fa9 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:29:28.708634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e7a51-3a04-4bdb-9316-9fb17c4ef545 req-64d771bb-af0d-4ab0-9f16-8a90d0b4d614 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:28.718354 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc3e7a51-3a04-4bdb-9316-9fb17c4ef545 req-64d771bb-af0d-4ab0-9f16-8a90d0b4d614 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 945 time: 0.6111367 Feb 02 15:29:28.771236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.831615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc3e7a51-3a04-4bdb-9316-9fb17c4ef545 req-d5ff1edd-83d5-4629-82cf-75a7aa5fdfd4 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123540 Feb 02 15:29:28.875243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'Port': ['ID=bc54051c-492f-4254-a2c1-994d431d4765,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:28.883622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:29:28.885223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:28.892964 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:28.904667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:29:28.971627 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:29.067603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Pushing event updated for resources: {'Subnet': ['ID=fec54945-a3b4-4c6e-97e5-42ce11a969c5,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:29.081397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Checking segment: {'id': 'e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e9a1229d-f7f0-4727-8071-e3998700c316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:29:29.082752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f39b4819-fdaf-409b-9139-0f28da37796f req-45b71edf-99d2-4970-8565-5cd18dfd809a tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1300857 Feb 02 15:29:29.083300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Network hostable DHCP agents. Network: e9a1229d-f7f0-4727-8071-e3998700c316, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:29:29.136273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=10']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:29.173211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a193017f-c469-4719-95e4-2f5874ff7fa9', 'name': 'tempest-snat-router-1560741870', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.247'}], 'enable_snat': False}, 'gw_port_id': '7384af4a-eca2-40d6-b4b1-496542ee5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:29:20Z', 'updated_at': '2022-02-02T15:29:22Z', 'revision_number': 3, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port': {'id': '7384af4a-eca2-40d6-b4b1-496542ee5b8a', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a193017f-c469-4719-95e4-2f5874ff7fa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:29:21Z', 'updated_at': '2022-02-02T15:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:29.178165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7145ea7-85e9-428e-9d25-b52a253aa296 None None] The sync data for ids ['a193017f-c469-4719-95e4-2f5874ff7fa9'] in n-d-827122-1 is: [{'id': 'a193017f-c469-4719-95e4-2f5874ff7fa9', 'name': 'tempest-snat-router-1560741870', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.247'}], 'enable_snat': False}, 'gw_port_id': '7384af4a-eca2-40d6-b4b1-496542ee5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:29:20Z', 'updated_at': '2022-02-02T15:29:22Z', 'revision_number': 3, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port': {'id': '7384af4a-eca2-40d6-b4b1-496542ee5b8a', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a193017f-c469-4719-95e4-2f5874ff7fa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:29:21Z', 'updated_at': '2022-02-02T15:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:29:29.230299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Network e9a1229d-f7f0-4727-8071-e3998700c316 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:29:29.282277 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'code': 200} Feb 02 15:29:29.302752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, e9a1229d-f7f0-4727-8071-e3998700c316) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:29.314486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:29.314864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970dec8e-2d89-438a-9a41-f3dee37775e4 None None] Network e9a1229d-f7f0-4727-8071-e3998700c316 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:29:29.315072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:29.383109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa935adb-3150-497b-9af8-cf2bf81d5c94 req-a411f789-b211-4461-875a-90ada4e9c47a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:29.384660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa935adb-3150-497b-9af8-cf2bf81d5c94 req-a411f789-b211-4461-875a-90ada4e9c47a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1498368 Feb 02 15:29:29.456884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9bbd3a95-978a-40c0-977d-4f75ec759522 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1520040 Feb 02 15:29:29.471970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33342) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:29.481258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Request body: {'port': {'network_id': 'e9a1229d-f7f0-4727-8071-e3998700c316', 'name': 'tempest-TagsExtTest-2070324803'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:29.532537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:29.533883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:29.759746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-e9a1229d-f7f0-4727-8071-e3998700c316', 'network_id': 'e9a1229d-f7f0-4727-8071-e3998700c316', 'tenant_id': 'f5baee49ad724b91994d6005ee3e564d', 'fixed_ips': [{'subnet_id': 'fec54945-a3b4-4c6e-97e5-42ce11a969c5'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:29:29.761362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:29.867714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa935adb-3150-497b-9af8-cf2bf81d5c94 req-8ff9b393-6977-4ace-a525-2281f9a897d0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685671 Feb 02 15:29:29.915894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:29.919202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:29.932861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Usage tracker for resource:port and tenant:f5baee49ad724b91994d6005ee3e564d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:29.947345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:29.957960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:30.087058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372debe5-81fa-409e-836b-d8c6fe692549 req-8d5a6322-a215-410a-b6cd-b7355069d150 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:30.097151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-372debe5-81fa-409e-836b-d8c6fe692549 req-8d5a6322-a215-410a-b6cd-b7355069d150 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.6492639 Feb 02 15:29:30.103240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Made reservation on behalf of f5baee49ad724b91994d6005ee3e564d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:29:30.108213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:30.155475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] device_id is not set on port b7067760-3089-45f4-9d95-d4ef7fba9c9a yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:29:30.192356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Allocated IP 172.20.0.2 (e9a1229d-f7f0-4727-8071-e3998700c316/fec54945-a3b4-4c6e-97e5-42ce11a969c5/415d45f5-f5d2-40ac-845c-dea91759fab8) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:29:30.268746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f65a2d93-0cba-4e9c-9235-472d8788439d req-d8f3491c-a28d-4f6f-80a4-52a67eb619b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1098 time: 0.4019256 Feb 02 15:29:30.372645 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-372debe5-81fa-409e-836b-d8c6fe692549 req-5e51d756-c606-4448-844a-9f26e41ca007 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733946 Feb 02 15:29:30.542694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f11759-6667-4bd7-88ad-21aec6f57acd req-dfa8516e-1101-48a6-b11c-6aef34ea4078 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:30.545398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f65a2d93-0cba-4e9c-9235-472d8788439d req-43c231fe-fd50-41d0-9282-82dab93d613a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494178 Feb 02 15:29:30.561520 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02f11759-6667-4bd7-88ad-21aec6f57acd req-dfa8516e-1101-48a6-b11c-6aef34ea4078 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 947 time: 0.3431029 Feb 02 15:29:30.624377 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:30.651279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Transition to ACTIVE for port object 415d45f5-f5d2-40ac-845c-dea91759fab8 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:29:30.710720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Transition to ACTIVE for port object 415d45f5-f5d2-40ac-845c-dea91759fab8 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:29:30.736473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02f11759-6667-4bd7-88ad-21aec6f57acd req-87c1b2ae-b554-4a42-a134-3758fa201907 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750908 Feb 02 15:29:30.831417 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:30.911678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744991b-c6dd-43ba-8e40-5f2e79be2e99 req-1bffbcac-6a37-487b-944a-874ccad085dd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:30.928089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0744991b-c6dd-43ba-8e40-5f2e79be2e99 req-1bffbcac-6a37-487b-944a-874ccad085dd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2827218 Feb 02 15:29:30.987682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Pushing event updated for resources: {'Port': ['ID=415d45f5-f5d2-40ac-845c-dea91759fab8,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:30.990656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Allocated IP 172.20.0.5 (e9a1229d-f7f0-4727-8071-e3998700c316/fec54945-a3b4-4c6e-97e5-42ce11a969c5/b7067760-3089-45f4-9d95-d4ef7fba9c9a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:29:31.017694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0744991b-c6dd-43ba-8e40-5f2e79be2e99 req-4f4c0af5-d1d6-4a05-a99c-fb9e2a17bf24 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875876 Feb 02 15:29:31.023959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Network e9a1229d-f7f0-4727-8071-e3998700c316 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:29:31.026584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:31.041734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:29:31.056071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Router 2e73aace-85cb-40a6-a143-c2f62f068a02 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:29:31.203874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a0a3fcd-046a-40f1-b9df-fcf4547c2e01 req-255bd3b5-0652-4f77-b422-f40de0adf10e tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1268561 Feb 02 15:29:31.275110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Attempting to bind port 415d45f5-f5d2-40ac-845c-dea91759fab8 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:29:31.279779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Attempting to bind port 415d45f5-f5d2-40ac-845c-dea91759fab8 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e9a1229d-f7f0-4727-8071-e3998700c316'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:29:31.280838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Attempting to bind port 415d45f5-f5d2-40ac-845c-dea91759fab8 on network e9a1229d-f7f0-4727-8071-e3998700c316 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:29:31.292403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:29:31.293118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Checking segment: {'id': 'e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e9a1229d-f7f0-4727-8071-e3998700c316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:29:31.293801 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:31.294230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Bound using segment: {'id': 'e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e9a1229d-f7f0-4727-8071-e3998700c316'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:29:31.294694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Bound port: 415d45f5-f5d2-40ac-845c-dea91759fab8, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'e9a1229d-f7f0-4727-8071-e3998700c316'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:29:31.295133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:31.478544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] For port 415d45f5-f5d2-40ac-845c-dea91759fab8, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:29:31.492232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] For port 415d45f5-f5d2-40ac-845c-dea91759fab8, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=415d45f5-f5d2-40ac-845c-dea91759fab8,segment=NetworkSegment(e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e),segment_id=e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:29:31.577515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:31.714873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:31.722503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7384af4a-eca2-40d6-b4b1-496542ee5b8a up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:29:31.731815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872cb82-2213-4011-a1cd-d35b43072950 req-ce8d237a-5391-4377-98a9-cbf7effe67e0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:31.733051 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d872cb82-2213-4011-a1cd-d35b43072950 req-ce8d237a-5391-4377-98a9-cbf7effe67e0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.4816720 Feb 02 15:29:31.791178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Transition to ACTIVE for port object b7067760-3089-45f4-9d95-d4ef7fba9c9a will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:29:31.812931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e777aa0-ded2-4d0f-b7df-a7557f844d18 req-8fd1932c-016e-4045-8b48-a037d65081fc tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:31.821540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e777aa0-ded2-4d0f-b7df-a7557f844d18 req-8fd1932c-016e-4045-8b48-a037d65081fc tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.2498538 Feb 02 15:29:31.896717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e777aa0-ded2-4d0f-b7df-a7557f844d18 req-ae86054c-f4c9-42c3-8330-6972495abd7d tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740683 Feb 02 15:29:31.904229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13f6cf-7334-472c-a513-348a09cfd477 None None] Pushing event updated for resources: {'Port': ['ID=415d45f5-f5d2-40ac-845c-dea91759fab8,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:31.997900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:29:31.998051 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:32.014639 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Sync routers for ids ['2e73aace-85cb-40a6-a143-c2f62f068a02'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:29:32.046486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d872cb82-2213-4011-a1cd-d35b43072950 req-577cdeba-02a0-40d0-8898-48fdb9c5a706 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867391 Feb 02 15:29:32.055795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 7384af4a-eca2-40d6-b4b1-496542ee5b8a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:29:32.060866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7384af4a-eca2-40d6-b4b1-496542ee5b8a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:32.061251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:32.093901 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Routers {'2e73aace-85cb-40a6-a143-c2f62f068a02'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:32.094489 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e73aace-85cb-40a6-a143-c2f62f068a02'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:32.337997 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:32.337997 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f3a4e936-4a6d-4189-aa24-dc2616f33bb7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6962986 Feb 02 15:29:32.337997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33396) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:32.380321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Network e9a1229d-f7f0-4727-8071-e3998700c316 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:29:32.449552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:32.472529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:29:32.536182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:32.587246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 7384af4a-eca2-40d6-b4b1-496542ee5b8a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7384af4a-eca2-40d6-b4b1-496542ee5b8a,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:32.650984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:32.656827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:32.667731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:32.731111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52ac2757-0f30-4cbd-89c0-ff50538db62e req-f416bee2-301c-4cad-966d-480e7a2d8dba service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.4670091 Feb 02 15:29:32.748650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Pushing event updated for resources: {'Port': ['ID=b7067760-3089-45f4-9d95-d4ef7fba9c9a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:32.753069 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Set router 2e73aace-85cb-40a6-a143-c2f62f068a02 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:29:32.781904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.782403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.782869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.783319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.783768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.784237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.784690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.788737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.789218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.790104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.790547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:32.824319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-845ad53c-93d9-4804-b767-ce77d775ccc1 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3485982 Feb 02 15:29:32.826099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33406) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:32.847175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1815215488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:32.862347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e51dbc-1cbf-4517-89af-b644eb1f0e2f req-91359d90-89a7-4d54-ba80-c38bd3903c84 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:32.869759 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95e51dbc-1cbf-4517-89af-b644eb1f0e2f req-91359d90-89a7-4d54-ba80-c38bd3903c84 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 947 time: 0.7135580 Feb 02 15:29:32.975387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:32.998632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Usage tracker for resource:router and tenant:f5baee49ad724b91994d6005ee3e564d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:33.012816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:33.017170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=7384af4a-eca2-40d6-b4b1-496542ee5b8a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:33.031089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:33.038706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c54e7-a4e2-45c6-a7ba-58f0a654272c req-822bbb7a-d3a4-4bcc-bf30-3a77b468e5e1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:33.046706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c32c54e7-a4e2-45c6-a7ba-58f0a654272c req-822bbb7a-d3a4-4bcc-bf30-3a77b468e5e1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3895752 Feb 02 15:29:33.054346 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95e51dbc-1cbf-4517-89af-b644eb1f0e2f req-0d3b5dfb-07d2-4ace-a652-73bb5b993abd tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813271 Feb 02 15:29:33.149383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:33.152079 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:33.152384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dddbc673-8bbc-476e-b586-ec354c62ffe5 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/routers/2e73aace-85cb-40a6-a143-c2f62f068a02 HTTP/1.1" status: 200 len: 908 time: 0.8131428 Feb 02 15:29:33.168901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c32c54e7-a4e2-45c6-a7ba-58f0a654272c req-0f2d5601-b1e8-42a2-8dc7-c053b6e92772 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208777 Feb 02 15:29:33.171248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33426) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:33.227831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:33.357123 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e73aace-85cb-40a6-a143-c2f62f068a02', 'name': 'tempest-snat-router-1560741870', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'bc54051c-492f-4254-a2c1-994d431d4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:29:25Z', 'updated_at': '2022-02-02T15:29:29Z', 'revision_number': 3, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port': {'id': 'bc54051c-492f-4254-a2c1-994d431d4765', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e73aace-85cb-40a6-a143-c2f62f068a02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:29:27Z', 'updated_at': '2022-02-02T15:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:33.364751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:33.395242 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Checking router: 2e73aace-85cb-40a6-a143-c2f62f068a02 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:29:33.397172 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Updating router 2e73aace-85cb-40a6-a143-c2f62f068a02 port bc54051c-492f-4254-a2c1-994d431d4765 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:29:33.494343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:33.497473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-407a1cbd-6f2d-45ef-b37e-78753ae58978 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6687069 Feb 02 15:29:33.499904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33444) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:33.508071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7309b60f-61ac-4055-b67f-74efed07bae9 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-355079396', 'prefixes': ['172.20.0.0/16']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:33.520802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7309b60f-61ac-4055-b67f-74efed07bae9 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:33.602421 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:33.667175 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e92e2680-c4fc-48e0-a827-1c2b30d01cc1 req-280b2eeb-af92-418c-b37f-19db1134933f tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1320059 Feb 02 15:29:33.927830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c51cf-ef7a-4f6a-a0a3-999c6130041a None None] Network e9a1229d-f7f0-4727-8071-e3998700c316 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:29:34.071661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf046-ae2d-4098-9b75-ea58b2a43c90 req-60c5e6b2-376f-403e-9388-1107fb1af3ca tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:34.073784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-783cf046-ae2d-4098-9b75-ea58b2a43c90 req-60c5e6b2-376f-403e-9388-1107fb1af3ca tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.5371897 Feb 02 15:29:34.081898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:34.174071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7384af4a-eca2-40d6-b4b1-496542ee5b8a up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:29:34.208075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-783cf046-ae2d-4098-9b75-ea58b2a43c90 req-52a277c0-e67b-4140-8fc7-2ba6ad1191d6 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715261 Feb 02 15:29:34.226459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63de2d-360b-4681-ac72-472b68351046 req-c66c22fb-8c4c-455e-903b-ba241ae083bc tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:34.228762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b63de2d-360b-4681-ac72-472b68351046 req-c66c22fb-8c4c-455e-903b-ba241ae083bc tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1759667 Feb 02 15:29:34.324857 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b63de2d-360b-4681-ac72-472b68351046 req-6107f9cc-21cd-4de8-afa4-7ace9ed69da8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875049 Feb 02 15:29:34.331786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7309b60f-61ac-4055-b67f-74efed07bae9 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for subnetpool, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:34.356066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7309b60f-61ac-4055-b67f-74efed07bae9 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8321631 Feb 02 15:29:34.367201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33468) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:34.390541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-4d44d651-39a9-4307-831b-7b23ad7a6241 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5', 'tempest-TagsExtTest-Tag-352630285') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:34.505984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:34.578637 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:34.590418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-39864b30-b9ab-4b8c-a147-918eae8d456b None None] Provisioning for port 415d45f5-f5d2-40ac-845c-dea91759fab8 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:29:34.605372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7384af4a-eca2-40d6-b4b1-496542ee5b8a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:34.606657 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:34.618350 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Transition to ACTIVE for port object bc54051c-492f-4254-a2c1-994d431d4765 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:29:34.626295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Deleting port bc54051c-492f-4254-a2c1-994d431d4765 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:34.627655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:34.815933 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:34.921643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 415d45f5-f5d2-40ac-845c-dea91759fab8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:29:34.957720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:35.098640 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Attempting to bind port bc54051c-492f-4254-a2c1-994d431d4765 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:29:35.099305 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Attempting to bind port bc54051c-492f-4254-a2c1-994d431d4765 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:29:35.100260 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Attempting to bind port bc54051c-492f-4254-a2c1-994d431d4765 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:29:35.123583 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:29:35.124129 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:29:35.124785 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:35.125432 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:29:35.136240 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Bound port: bc54051c-492f-4254-a2c1-994d431d4765, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:29:35.138144 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:35.139053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b5b7-35ec-4b2f-9120-e4d587d61757 req-a34273e6-e7f1-48fe-bcf6-6657e72b953f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:35.141189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e41b5b7-35ec-4b2f-9120-e4d587d61757 req-a34273e6-e7f1-48fe-bcf6-6657e72b953f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3858957 Feb 02 15:29:35.180104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Calling delete_port for bc54051c-492f-4254-a2c1-994d431d4765 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:35.287530 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e41b5b7-35ec-4b2f-9120-e4d587d61757 req-5db6d0f4-68fd-4d80-b43a-e8aff67fee1f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172831 Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] For port bc54051c-492f-4254-a2c1-994d431d4765, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] For port bc54051c-492f-4254-a2c1-994d431d4765, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bc54051c-492f-4254-a2c1-994d431d4765,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Pushing event updated for resources: {'Port': ['ID=bc54051c-492f-4254-a2c1-994d431d4765,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.399271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:35.414349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e490e95-5db2-4acb-a076-20d3c028dfe7 req-2f0f0398-c591-4647-8eec-8d98e54feb7c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:35.429451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e490e95-5db2-4acb-a076-20d3c028dfe7 req-2f0f0398-c591-4647-8eec-8d98e54feb7c tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 947 time: 0.1222644 Feb 02 15:29:35.508462 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e490e95-5db2-4acb-a076-20d3c028dfe7 req-9de68366-ad0f-4a6f-b007-a5a14e4ce482 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776358 Feb 02 15:29:35.614340 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 415d45f5-f5d2-40ac-845c-dea91759fab8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:29:35.619514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 415d45f5-f5d2-40ac-845c-dea91759fab8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:35.620077 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:35.630141 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd7388b6-2457-4406-9537-796c84244aba req-e338c0ed-fecd-4bf1-aad5-d6398e85f487 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1141067 Feb 02 15:29:35.677261 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:35.677972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4d44d651-39a9-4307-831b-7b23ad7a6241 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags/tempest-TagsExtTest-Tag-352630285 HTTP/1.1" status: 201 len: 201 time: 1.3040657 Feb 02 15:29:35.681927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33500) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:35.695515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-99c534c8-15f3-40f0-9f07-5249e25d3b07 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a', 'tempest-TagsExtTest-Tag-472596105') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:35.798995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6f03c8f9-8905-48b0-b22d-18e00474792b None None] Provisioning for port b7067760-3089-45f4-9d95-d4ef7fba9c9a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:29:35.817188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6f03c8f9-8905-48b0-b22d-18e00474792b None None] Provisioning complete for port b7067760-3089-45f4-9d95-d4ef7fba9c9a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:35.817576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f03c8f9-8905-48b0-b22d-18e00474792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:35.853849 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:29:35.854187 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:29:35.886423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd85a2-6895-4c72-be88-c1c830cd9313 req-ec69590d-2325-4abd-83bf-7a8bef66a6aa tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:35.902204 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63cd85a2-6895-4c72-be88-c1c830cd9313 req-ec69590d-2325-4abd-83bf-7a8bef66a6aa tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.2328715 Feb 02 15:29:35.927377 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c86a54-2840-443a-b75a-be48ed7e80bb None None] Pushing event updated for resources: {'Port': ['ID=bc54051c-492f-4254-a2c1-994d431d4765,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:35.958731 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Routers {'2e73aace-85cb-40a6-a143-c2f62f068a02'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:35.961022 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e73aace-85cb-40a6-a143-c2f62f068a02'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:35.995504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:36.017466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63cd85a2-6895-4c72-be88-c1c830cd9313 req-61331296-8ef7-4ff5-ae6e-db1caf20631e tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078196 Feb 02 15:29:36.018455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6f03c8f9-8905-48b0-b22d-18e00474792b None None] Port b7067760-3089-45f4-9d95-d4ef7fba9c9a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:29:36.056022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6f03c8f9-8905-48b0-b22d-18e00474792b None None] Provisioning complete for port 415d45f5-f5d2-40ac-845c-dea91759fab8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:36.056678 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f03c8f9-8905-48b0-b22d-18e00474792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:36.130455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 415d45f5-f5d2-40ac-845c-dea91759fab8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=415d45f5-f5d2-40ac-845c-dea91759fab8,segment=NetworkSegment(e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e),segment_id=e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:36.214572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-99c534c8-15f3-40f0-9f07-5249e25d3b07 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags/tempest-TagsExtTest-Tag-472596105 HTTP/1.1" status: 201 len: 201 time: 0.5316117 Feb 02 15:29:36.215016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:36.223871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-5b21e7b3-8a0c-4037-b778-92dabd9110b7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510', 'tempest-TagsExtTest-Tag-1116489833') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:36.246303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e318-3d83-4066-99a9-f9ff2259d52a req-37cd613e-0402-4fa8-b6b6-1a0a29acce1d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:36.247813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5001e318-3d83-4066-99a9-f9ff2259d52a req-37cd613e-0402-4fa8-b6b6-1a0a29acce1d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3498747 Feb 02 15:29:36.350927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:36.424120 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5001e318-3d83-4066-99a9-f9ff2259d52a req-e2b36b04-0952-4bb6-82be-5d24aa5cf466 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643062 Feb 02 15:29:36.579299 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] Set router 2e73aace-85cb-40a6-a143-c2f62f068a02 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:29:36.596409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Deleting port bc54051c-492f-4254-a2c1-994d431d4765 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:36.596754 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:36.614984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=415d45f5-f5d2-40ac-845c-dea91759fab8,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:36.673707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-eec81eca-65d0-4faa-8e1e-4e4db70a2ac6 None None] Provisioning complete for port b7067760-3089-45f4-9d95-d4ef7fba9c9a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:36.676174 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eec81eca-65d0-4faa-8e1e-4e4db70a2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:36.855123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-eec81eca-65d0-4faa-8e1e-4e4db70a2ac6 None None] Port b7067760-3089-45f4-9d95-d4ef7fba9c9a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:29:36.896624 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e73aace-85cb-40a6-a143-c2f62f068a02', 'name': 'tempest-snat-router-1560741870', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:29:25Z', 'updated_at': '2022-02-02T15:29:34Z', 'revision_number': 4, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:36.903780 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905858f7-e1dd-4d3f-b56f-a9a177f280b2 None None] The sync data for ids ['2e73aace-85cb-40a6-a143-c2f62f068a02'] in n-d-827122-1 is: [{'id': '2e73aace-85cb-40a6-a143-c2f62f068a02', 'name': 'tempest-snat-router-1560741870', 'tenant_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:29:25Z', 'updated_at': '2022-02-02T15:29:34Z', 'revision_number': 4, 'project_id': '87f5f88d7a35412bb1f956ce0e8f41b4', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:29:36.991572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a957b-25dc-43f1-bf5d-09e345a246d1 req-c87c7f04-5543-4ff1-9f35-4e7efb7f1d27 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:36.993216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d67a957b-25dc-43f1-bf5d-09e345a246d1 req-c87c7f04-5543-4ff1-9f35-4e7efb7f1d27 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 947 time: 0.1470494 Feb 02 15:29:37.055660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c12c136-b232-4f84-a398-39ac0bb88ec4 req-bfebb444-01a1-4280-9dd7-31a3258e8577 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e1d0397a797b4865989e27c4fa203ed6&device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0590582 Feb 02 15:29:37.087038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] For port bc54051c-492f-4254-a2c1-994d431d4765, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bc54051c-492f-4254-a2c1-994d431d4765,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:37.087358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:37.100294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c12c136-b232-4f84-a398-39ac0bb88ec4 req-d8220875-d57b-47b9-81b6-73c444097b06 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=e1d0397a797b4865989e27c4fa203ed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282283 Feb 02 15:29:37.130096 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d67a957b-25dc-43f1-bf5d-09e345a246d1 req-f121885c-5000-4e19-b6e7-f7fdf197687f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969553 Feb 02 15:29:37.257599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Calling delete_port for bc54051c-492f-4254-a2c1-994d431d4765 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:37.263065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12c136-b232-4f84-a398-39ac0bb88ec4 req-f3f85665-34a5-4513-9f3d-5f81835ec7ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:37.264457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c12c136-b232-4f84-a398-39ac0bb88ec4 req-f3f85665-34a5-4513-9f3d-5f81835ec7ab service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1581414 Feb 02 15:29:37.299627 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b9659fb-54ff-4a43-8c31-d44f8d9614e0 req-cedb7daa-9626-45f3-b1a9-befa3472eb03 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1977439 Feb 02 15:29:37.301053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5b21e7b3-8a0c-4037-b778-92dabd9110b7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags/tempest-TagsExtTest-Tag-1116489833 HTTP/1.1" status: 201 len: 201 time: 1.0851028 Feb 02 15:29:37.309882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33554) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:37.322890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-6501c3f2-ebe3-4823-945e-a07ef7c47f0c tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db', 'tempest-TagsExtTest-Tag-1252817022') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:37.393388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c540c9f-0e45-4862-a78b-e4e658bf69e6 req-7a8d1546-4c90-47ce-b674-e25142e137ae tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:37.395024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c540c9f-0e45-4862-a78b-e4e658bf69e6 req-7a8d1546-4c90-47ce-b674-e25142e137ae tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.0902426 Feb 02 15:29:37.484699 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c540c9f-0e45-4862-a78b-e4e658bf69e6 req-a2538d5a-4d18-4a0b-90e3-67e0268909df tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777924 Feb 02 15:29:37.501289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6501c3f2-ebe3-4823-945e-a07ef7c47f0c tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags/tempest-TagsExtTest-Tag-1252817022 HTTP/1.1" status: 201 len: 201 time: 0.1901166 Feb 02 15:29:37.505426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33562) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:37.513470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-432e837a-2622-47a3-898e-3f63e28221d8 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:37.619719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:37.648964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-432e837a-2622-47a3-898e-3f63e28221d8 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags HTTP/1.1" status: 200 len: 240 time: 0.1402917 Feb 02 15:29:37.653232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33568) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:37.662977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-218b1993-fc7b-46ba-a7e7-f92d33cfe93a tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5', 'tempest-TagsExtTest-Tag-352630285') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:37.699138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc54051c-492f-4254-a2c1-994d431d4765,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:37.729237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.731561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.732183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.732761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.734550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.735128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.736219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.737859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.739140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.739767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.740374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:29:37.875731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87e1b4-d560-4f69-a7a8-b6441eb1706d req-3debfccb-07d1-4775-b921-8e663a3d04be tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:37.877519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb87e1b4-d560-4f69-a7a8-b6441eb1706d req-3debfccb-07d1-4775-b921-8e663a3d04be tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1166854 Feb 02 15:29:37.902610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-218b1993-fc7b-46ba-a7e7-f92d33cfe93a tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags/tempest-TagsExtTest-Tag-352630285 HTTP/1.1" status: 204 len: 168 time: 0.2481890 Feb 02 15:29:37.905234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33576) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:37.910468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-f213b13b-f198-4b30-bc20-7511ef2c6273 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5', 'tempest-TagsExtTest-Tag-352630285') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:37.975267 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb87e1b4-d560-4f69-a7a8-b6441eb1706d req-fa4469cc-219b-41f0-b887-f8956adf4916 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884705 Feb 02 15:29:38.075390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:38.211654 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f213b13b-f198-4b30-bc20-7511ef2c6273 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags/tempest-TagsExtTest-Tag-352630285 HTTP/1.1" status: 204 len: 168 time: 0.3054185 Feb 02 15:29:38.217202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33588) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:38.227915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-e89a4bb4-8652-408c-bd47-31d65afe1714 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:38.230565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c40fb4-dc97-4bc8-b107-a626c79c7687 req-7f13cecb-b904-42ef-a98f-8500467208e1 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:38.231879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c40fb4-dc97-4bc8-b107-a626c79c7687 req-7f13cecb-b904-42ef-a98f-8500467208e1 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.3656762 Feb 02 15:29:38.312543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293e74c-9fe5-4574-a8d9-e61f37a5fd00 req-6f30ba8f-6ad4-4b33-af23-43a9f71f0ba9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:38.313616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5293e74c-9fe5-4574-a8d9-e61f37a5fd00 req-6f30ba8f-6ad4-4b33-af23-43a9f71f0ba9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1483803 Feb 02 15:29:38.358000 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e89a4bb4-8652-408c-bd47-31d65afe1714 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags HTTP/1.1" status: 200 len: 205 time: 0.1374688 Feb 02 15:29:38.360970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33594) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:38.370106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-216bc650-8d6f-4646-9ab8-0ae5eaed8158 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:38.417180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5293e74c-9fe5-4574-a8d9-e61f37a5fd00 req-fea23d66-39eb-4c9c-af34-eacd04877f3f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965252 Feb 02 15:29:38.481689 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-216bc650-8d6f-4646-9ab8-0ae5eaed8158 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags HTTP/1.1" status: 200 len: 240 time: 0.1198528 Feb 02 15:29:38.484264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33602) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:38.489993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-651c3a12-f5bb-459f-9cdf-8e2f44db10a9 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a', 'tempest-TagsExtTest-Tag-472596105') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:38.501021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 415d45f5-f5d2-40ac-845c-dea91759fab8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:29:38.573136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33606) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:38.589523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-651c3a12-f5bb-459f-9cdf-8e2f44db10a9 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags/tempest-TagsExtTest-Tag-472596105 HTTP/1.1" status: 204 len: 168 time: 0.1035397 Feb 02 15:29:38.594561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33612) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:38.600780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-115f28aa-31e4-4197-81ce-06831cbde495 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a', 'tempest-TagsExtTest-Tag-472596105') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:38.603093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 415d45f5-f5d2-40ac-845c-dea91759fab8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:38.603472 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:38.611889 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:38.618754 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:38.675716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c40fb4-dc97-4bc8-b107-a626c79c7687 req-b25531d0-ffcc-47d6-9322-80c86e4e134b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892255 Feb 02 15:29:38.735886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:38.737078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e73aace-85cb-40a6-a143-c2f62f068a02 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:29:38.738446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c12c136-b232-4f84-a398-39ac0bb88ec4 req-17081b15-8918-44b5-b5f1-a287e9593ef2 tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.1058137 Feb 02 15:29:38.768543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:38.777772 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f69f6636-87c7-4765-a961-8ec341bb1713 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "DELETE /v2.0/routers/2e73aace-85cb-40a6-a143-c2f62f068a02 HTTP/1.1" status: 204 len: 168 time: 5.6016243 Feb 02 15:29:38.786727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33616) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:38.919669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:38.931481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93d59b88-750e-43cb-af9a-6c89901de1c4 req-98cb5c27-29c4-44be-813b-8459e038e5ed tempest-ServerShowV257Test-921796069 tempest-ServerShowV257Test-921796069-project] 10.222.0.88 "GET /v2.0/ports?device_id=3c162b01-32dc-44b0-8ce9-ad17c065f108 HTTP/1.1" status: 200 len: 210 time: 0.0473633 Feb 02 15:29:39.082593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b452c4f-d591-42e8-9ef8-ac9b5cebdb21 req-cf566710-8934-43ca-844b-d0c525eeed0d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:39.084057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b452c4f-d591-42e8-9ef8-ac9b5cebdb21 req-cf566710-8934-43ca-844b-d0c525eeed0d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 947 time: 0.4536197 Feb 02 15:29:39.122602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:39.130530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] Usage tracker for resource:security_group_rule and tenant:f11effa9c97b400181f39e87cb3982fd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:39.142726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:39.143197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6cc31-7ce6-4e3c-8f08-35385960157e req-ccbe6aae-3007-4a3e-9cde-da5afc80287e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:39.145116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ac6cc31-7ce6-4e3c-8f08-35385960157e req-ccbe6aae-3007-4a3e-9cde-da5afc80287e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.0831807 Feb 02 15:29:39.156884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:39.190901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ac6cc31-7ce6-4e3c-8f08-35385960157e req-20430231-11e3-4f3f-8dcf-38335e2ec52d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Feb 02 15:29:39.234107 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-115f28aa-31e4-4197-81ce-06831cbde495 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags/tempest-TagsExtTest-Tag-472596105 HTTP/1.1" status: 204 len: 168 time: 0.6268039 Feb 02 15:29:39.235358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33624) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:39.235564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b452c4f-d591-42e8-9ef8-ac9b5cebdb21 req-7ce0c84b-b673-4025-b313-f5b70fa90cf9 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440594 Feb 02 15:29:39.245767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-e3b12832-17e3-4e72-834c-1beef0d97f81 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:39.300099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:39.331095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e3b12832-17e3-4e72-834c-1beef0d97f81 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags HTTP/1.1" status: 200 len: 205 time: 0.0943394 Feb 02 15:29:39.331665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33632) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:39.343917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-9ed22d48-d027-4a5b-b7ad-cafd8b3f2f29 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:39.533198 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:39.551057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9ed22d48-d027-4a5b-b7ad-cafd8b3f2f29 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags HTTP/1.1" status: 200 len: 241 time: 0.2159638 Feb 02 15:29:39.552389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33636) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:39.560120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:39.560307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-90203ca0-6799-424f-b5c8-51e88bc873f4 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510', 'tempest-TagsExtTest-Tag-1116489833') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:39.623050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aff436-bffb-4ea1-a2aa-d43c6f72cbc2 req-709dea60-545f-4550-93f6-17ba4be3e015 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:39.624522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99aff436-bffb-4ea1-a2aa-d43c6f72cbc2 req-709dea60-545f-4550-93f6-17ba4be3e015 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2325492 Feb 02 15:29:39.651077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:39.718724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2081ec3b-e9bd-4e1c-b84b-a4e2bfe62177,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:39.748586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Deleting port 7384af4a-eca2-40d6-b4b1-496542ee5b8a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:39.751925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:39.754916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99aff436-bffb-4ea1-a2aa-d43c6f72cbc2 req-2c72aecf-2dc8-4e58-8a74-d449b6858bba tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210327 Feb 02 15:29:39.763128 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-90203ca0-6799-424f-b5c8-51e88bc873f4 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags/tempest-TagsExtTest-Tag-1116489833 HTTP/1.1" status: 204 len: 168 time: 0.2073474 Feb 02 15:29:39.763797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33642) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:39.776970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-af3d20bb-9e62-47f0-a382-a2a06a19fecb tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510', 'tempest-TagsExtTest-Tag-1116489833') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:39.790434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8056e51d-c73b-4e8e-be00-b9801bace875 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f11effa9c97b400181f39e87cb3982fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2159150 Feb 02 15:29:39.796109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33648) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:39.930046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2feb7967-d429-48b9-ade1-dba2cec428f6 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:29:40.051211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c15014b4-3057-4936-a364-d4c767b91b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:40.072744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e287c-9e33-4c7e-8207-1a361eda9881 req-6ca0b248-6c60-4942-899c-fe6ba60991e5 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:40.072744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-394e287c-9e33-4c7e-8207-1a361eda9881 req-6ca0b248-6c60-4942-899c-fe6ba60991e5 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1089900 Feb 02 15:29:40.097416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2feb7967-d429-48b9-ade1-dba2cec428f6, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2feb7967-d429-48b9-ade1-dba2cec428f6,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:40.114437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '2feb7967-d429-48b9-ade1-dba2cec428f6', 'network_id': '5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb', 'port_id': '2feb7967-d429-48b9-ade1-dba2cec428f6', 'mac_address': 'fa:16:3e:5c:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a922baf-1d50-42e4-953b-6377ab75b16e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:29:40.121416 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c15014b4-3057-4936-a364-d4c767b91b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:40.124905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] For port 7384af4a-eca2-40d6-b4b1-496542ee5b8a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7384af4a-eca2-40d6-b4b1-496542ee5b8a,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:40.125270 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:40.135545 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-af3d20bb-9e62-47f0-a382-a2a06a19fecb tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags/tempest-TagsExtTest-Tag-1116489833 HTTP/1.1" status: 204 len: 168 time: 0.3707218 Feb 02 15:29:40.141106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33654) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:40.151150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-394e287c-9e33-4c7e-8207-1a361eda9881 req-cd2173cb-dabb-4a86-bc68-139577ce0459 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652428 Feb 02 15:29:40.187825 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:40.210106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2feb7967-d429-48b9-ade1-dba2cec428f6 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:29:40.211809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-72d277bd-ecf4-42ae-8b52-280c3d45d807 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:40.226812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2feb7967-d429-48b9-ade1-dba2cec428f6, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2feb7967-d429-48b9-ade1-dba2cec428f6,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:40.343030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Calling delete_port for 7384af4a-eca2-40d6-b4b1-496542ee5b8a owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:40.356330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:40.424661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2bbe1-d7dd-4d40-9246-1876c0b7db87 req-fec7d65d-8f5f-4b85-9cc1-60ff6f21ca82 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:40.433446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66d2bbe1-d7dd-4d40-9246-1876c0b7db87 req-fec7d65d-8f5f-4b85-9cc1-60ff6f21ca82 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 943 time: 0.4855437 Feb 02 15:29:40.467491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=2feb7967-d429-48b9-ade1-dba2cec428f6,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:40.588478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-72d277bd-ecf4-42ae-8b52-280c3d45d807 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags HTTP/1.1" status: 200 len: 205 time: 0.4425776 Feb 02 15:29:40.591177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:40.592776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66d2bbe1-d7dd-4d40-9246-1876c0b7db87 req-51bd3635-7010-4d47-83e7-f6086a6db1fe tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583476 Feb 02 15:29:40.596890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-daa0afdc-d424-4b40-ad1e-5d13a3c24283 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:40.625535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-daa0afdc-d424-4b40-ad1e-5d13a3c24283 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags HTTP/1.1" status: 200 len: 241 time: 0.0332193 Feb 02 15:29:40.628517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33666) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:40.639646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['2feb7967-d429-48b9-ade1-dba2cec428f6'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:29:40.645889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-2fe800f2-ef26-4a21-96d3-0bd220f6042e tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db', 'tempest-TagsExtTest-Tag-1252817022') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:40.681686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2fe800f2-ef26-4a21-96d3-0bd220f6042e tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags/tempest-TagsExtTest-Tag-1252817022 HTTP/1.1" status: 204 len: 168 time: 0.0518889 Feb 02 15:29:40.684420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33670) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:40.689936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-85318b39-0f18-4be4-858d-102d7f1f7c2b tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db', 'tempest-TagsExtTest-Tag-1252817022') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:41.561567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:41.561988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-85318b39-0f18-4be4-858d-102d7f1f7c2b tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags/tempest-TagsExtTest-Tag-1252817022 HTTP/1.1" status: 204 len: 168 time: 0.8764091 Feb 02 15:29:41.564614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33674) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:41.567408 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c15014b4-3057-4936-a364-d4c767b91b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:41.570315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-0145c163-d719-4857-8a30-1a0878064f1e tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:41.594359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0145c163-d719-4857-8a30-1a0878064f1e tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags HTTP/1.1" status: 200 len: 205 time: 0.0286016 Feb 02 15:29:41.596984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33680) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:41.603453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-bf2176cb-6e56-42d8-a4ea-a0e16341fe97 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:41.642682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15014b4-3057-4936-a364-d4c767b91b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2081ec3b-e9bd-4e1c-b84b-a4e2bfe62177,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:41.648092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event deleted for resources: {'Port': ['ID=7384af4a-eca2-40d6-b4b1-496542ee5b8a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:41.648303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bf2176cb-6e56-42d8-a4ea-a0e16341fe97 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags HTTP/1.1" status: 204 len: 168 time: 0.0474446 Feb 02 15:29:41.648303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33688) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:41.654005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-8e089780-2dc0-42b9-a109-043d20bd9ef5 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:41.659166 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c15014b4-3057-4936-a364-d4c767b91b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:41.668150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c15014b4-3057-4936-a364-d4c767b91b8c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2081ec3b-e9bd-4e1c-b84b-a4e2bfe62177 HTTP/1.1" status: 204 len: 168 time: 1.8630044 Feb 02 15:29:41.732275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33694) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:41.872208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8e089780-2dc0-42b9-a109-043d20bd9ef5 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags HTTP/1.1" status: 204 len: 168 time: 0.2228668 Feb 02 15:29:41.874869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33700) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:41.880647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-587acd0e-fd65-45b1-b37d-db66aa2df6a7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:41.950483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2feb7967-d429-48b9-ade1-dba2cec428f6 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:29:42.049077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff65c0e-29b5-44de-a975-7ce3dbe7bcb2 req-cace2e49-b0c2-4f46-82e3-4ca0934c6a4a tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:42.050798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ff65c0e-29b5-44de-a975-7ce3dbe7bcb2 req-cace2e49-b0c2-4f46-82e3-4ca0934c6a4a tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 944 time: 0.1064498 Feb 02 15:29:42.110984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ff65c0e-29b5-44de-a975-7ce3dbe7bcb2 req-1de8de3f-2c32-48be-83f2-ec1298d1891c tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518610 Feb 02 15:29:42.131548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 2feb7967-d429-48b9-ade1-dba2cec428f6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:29:42.137673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 2feb7967-d429-48b9-ade1-dba2cec428f6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:29:42.139084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.195534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.263335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.292810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.296533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f5bf33-9c94-4448-b89b-8003f9dcba25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feb7967-d429-48b9-ade1-dba2cec428f6'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:29:42.307861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2feb7967-d429-48b9-ade1-dba2cec428f6, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2feb7967-d429-48b9-ade1-dba2cec428f6,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:42.387145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.464926 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f5bf33-9c94-4448-b89b-8003f9dcba25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feb7967-d429-48b9-ade1-dba2cec428f6', 'code': 200} Feb 02 15:29:42.490573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:42.493188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=2feb7967-d429-48b9-ade1-dba2cec428f6,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:42.565249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] Usage tracker for resource:security_group_rule and tenant:e1d0397a797b4865989e27c4fa203ed6 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:42.572548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:42.591930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0551ab15-d5ee-4ea3-969b-19c7c89183d3 req-d5c5eb38-b562-41ff-962e-b9210cd1ad74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 1096 time: 0.0749741 Feb 02 15:29:42.635559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0551ab15-d5ee-4ea3-969b-19c7c89183d3 req-7103320d-0640-4c22-bacd-0b6c0257022c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376949 Feb 02 15:29:42.636557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c7321-9ab8-4233-ac05-737568340714 req-aff2ab3d-d666-477e-954b-adccabd197a3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:42.638057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd8c7321-9ab8-4233-ac05-737568340714 req-aff2ab3d-d666-477e-954b-adccabd197a3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.7200525 Feb 02 15:29:42.645683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:42.668716 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.670873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-587acd0e-fd65-45b1-b37d-db66aa2df6a7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags HTTP/1.1" status: 204 len: 168 time: 0.7950974 Feb 02 15:29:42.680309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33708) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:42.686828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-a2fa45f8-4f71-4b1d-86f1-eafb5f23d36c tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:42.688631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.730267 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd8c7321-9ab8-4233-ac05-737568340714 req-8283e5a8-6785-46dd-952e-51c1553a440e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810711 Feb 02 15:29:42.778928 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.797314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a2fa45f8-4f71-4b1d-86f1-eafb5f23d36c tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags HTTP/1.1" status: 204 len: 168 time: 0.1158574 Feb 02 15:29:42.802089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33712) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:42.807805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-3402b79a-091d-40ac-a1a5-496938fb0ce0 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5', 'tempest-TagsExtTest-Tag-1446941804') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:42.808260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33716) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:42.827098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.845260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.845772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a193017f-c469-4719-95e4-2f5874ff7fa9 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:29:42.882664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:42.891441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] Usage tracker for resource:security_group_rule and tenant:4926cd684faf46f49777037e71206051 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:42.891441 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.899540 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:42.904262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-700bcbac-c7c5-4634-ac2d-f3f649a69845 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "DELETE /v2.0/routers/a193017f-c469-4719-95e4-2f5874ff7fa9 HTTP/1.1" status: 204 len: 168 time: 4.1120870 Feb 02 15:29:42.904262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:42.919368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33720) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:42.927561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:42.932618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1055820875', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:42.956285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:42.982534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Usage tracker for resource:router and tenant:060a6cfa41fc465a9589512b7e2c9814 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:42.989140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:43.000860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7da51-2a20-483c-9a89-c66b37d46725,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:43.005701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:43.017048 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c18e82d5-c1f1-4079-a770-4f29e18064da admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e1d0397a797b4865989e27c4fa203ed6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2833729 Feb 02 15:29:43.023269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33724) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:43.072063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.082491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c22b-b33c-415d-87e3-8eceb06c857c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.096558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3402b79a-091d-40ac-a1a5-496938fb0ce0 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags/tempest-TagsExtTest-Tag-1446941804 HTTP/1.1" status: 201 len: 201 time: 0.2935109 Feb 02 15:29:43.099509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33728) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:43.105832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-0a8f3bf3-163f-40ff-8ecf-994c99ecf6e7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a', 'tempest-TagsExtTest-Tag-210263616') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:43.109942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c22b-b33c-415d-87e3-8eceb06c857c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.147004 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.147869 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.189972 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.236905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e0d819-72ef-4012-8606-b9fdb41b833f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:43.242166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-90fd6079-c82c-481a-8246-74707a4f89da admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4926cd684faf46f49777037e71206051&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4317932 Feb 02 15:29:43.242561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c22b-b33c-415d-87e3-8eceb06c857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.248215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33734) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:43.261068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c22b-b33c-415d-87e3-8eceb06c857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7da51-2a20-483c-9a89-c66b37d46725,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:43.267663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c22b-b33c-415d-87e3-8eceb06c857c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.270837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dfc8c22b-b33c-415d-87e3-8eceb06c857c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/59c7da51-2a20-483c-9a89-c66b37d46725 HTTP/1.1" status: 204 len: 168 time: 0.2479336 Feb 02 15:29:43.285223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.344630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bbc6-dbd6-4e82-8211-06a725517758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.364582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33740) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:43.365082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0a8f3bf3-163f-40ff-8ecf-994c99ecf6e7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags/tempest-TagsExtTest-Tag-210263616 HTTP/1.1" status: 201 len: 201 time: 0.2636445 Feb 02 15:29:43.372711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-87c687d9-f594-4a80-9929-8fb75af21fac tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510', 'tempest-TagsExtTest-Tag-566376107') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:43.394692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bbc6-dbd6-4e82-8211-06a725517758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.529987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850b48e-9a39-4c57-9a41-37836105dac9 req-41c5d7b6-fd22-4fea-ad6a-577f75eaad40 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:43.531455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3850b48e-9a39-4c57-9a41-37836105dac9 req-41c5d7b6-fd22-4fea-ad6a-577f75eaad40 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 945 time: 0.2409019 Feb 02 15:29:43.567011 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.587542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3850b48e-9a39-4c57-9a41-37836105dac9 req-de10587c-2033-4682-a7df-31d8bdce04e6 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489657 Feb 02 15:29:43.664977 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-87c687d9-f594-4a80-9929-8fb75af21fac tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags/tempest-TagsExtTest-Tag-566376107 HTTP/1.1" status: 201 len: 201 time: 0.2964263 Feb 02 15:29:43.667132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33744) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:43.672681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-a5b52cde-d53a-480b-bb34-ff828ff34903 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db', 'tempest-TagsExtTest-Tag-801759412') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:43.767039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bbc6-dbd6-4e82-8211-06a725517758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.785862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8bbc6-dbd6-4e82-8211-06a725517758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e0d819-72ef-4012-8606-b9fdb41b833f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:43.867300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bbc6-dbd6-4e82-8211-06a725517758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:43.868512 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b5b8bbc6-dbd6-4e82-8211-06a725517758 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2e0d819-72ef-4012-8606-b9fdb41b833f HTTP/1.1" status: 204 len: 168 time: 0.6187172 Feb 02 15:29:43.902099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a5b52cde-d53a-480b-bb34-ff828ff34903 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags/tempest-TagsExtTest-Tag-801759412 HTTP/1.1" status: 201 len: 201 time: 0.2339747 Feb 02 15:29:43.904688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33754) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:43.910814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-dfd2c8df-04c2-4aa6-aef0-8ad88f93fb01 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5', {'tags': ['tempest-TagsExtTest-Tag-915850526', 'tempest-TagsExtTest-Tag-545044518', 'tempest-TagsExtTest-Tag-1109154570']}) {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:44.071230 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:44.106993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c1e40-8352-4c8a-94f9-a0bdbe2c6c93 req-87691397-630d-44b1-a6d0-13e1ad3dc5e1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:44.108478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a21c1e40-8352-4c8a-94f9-a0bdbe2c6c93 req-87691397-630d-44b1-a6d0-13e1ad3dc5e1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1982946 Feb 02 15:29:44.117710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:44.159988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dfd2c8df-04c2-4aa6-aef0-8ad88f93fb01 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags HTTP/1.1" status: 200 len: 316 time: 0.2532475 Feb 02 15:29:44.164620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33764) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:44.170132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-abda1026-600a-4188-b87f-f51a1e1f7227 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:44.343458 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a21c1e40-8352-4c8a-94f9-a0bdbe2c6c93 req-e656ef86-3bbe-4028-a30b-1a86665cce66 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265410 Feb 02 15:29:44.405265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7384af4a-eca2-40d6-b4b1-496542ee5b8a no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:29:44.414170 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-abda1026-600a-4188-b87f-f51a1e1f7227 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags HTTP/1.1" status: 204 len: 168 time: 0.2450793 Feb 02 15:29:44.415537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33774) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:44.417573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Allocated IP 172.25.0.32 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/f0b17bc8-18da-4937-aead-b34178364255) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:29:44.423195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-960ace2f-0be9-463d-a818-5e418e110531 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5', 'tempest-TagsExtTest-Tag-915850526') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:44.484152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 7384af4a-eca2-40d6-b4b1-496542ee5b8a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:29:44.486700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7384af4a-eca2-40d6-b4b1-496542ee5b8a not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:29:44.517049 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-960ace2f-0be9-463d-a818-5e418e110531 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:44.521094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-960ace2f-0be9-463d-a818-5e418e110531 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags/tempest-TagsExtTest-Tag-915850526 HTTP/1.1" status: 404 len: 328 time: 0.1015286 Feb 02 15:29:44.521358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33782) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:44.532880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-c7bb51ea-e7eb-41c6-aff5-1af52ac08043 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5', 'tempest-TagsExtTest-Tag-545044518') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:44.616143 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-c7bb51ea-e7eb-41c6-aff5-1af52ac08043 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:44.618982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c7bb51ea-e7eb-41c6-aff5-1af52ac08043 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags/tempest-TagsExtTest-Tag-545044518 HTTP/1.1" status: 404 len: 328 time: 0.0960941 Feb 02 15:29:44.619637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33794) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:44.626781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-17d8ab78-6247-46fa-b519-ba768ba5d4e4 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5', 'tempest-TagsExtTest-Tag-1109154570') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:44.652260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:44.728942 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-17d8ab78-6247-46fa-b519-ba768ba5d4e4 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:44.730398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-17d8ab78-6247-46fa-b519-ba768ba5d4e4 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags/tempest-TagsExtTest-Tag-1109154570 HTTP/1.1" status: 404 len: 329 time: 0.1097665 Feb 02 15:29:44.733209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33800) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:44.739960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-81ebc438-7403-4b74-84a5-c1fed3691445 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a', {'tags': ['tempest-TagsExtTest-Tag-1081843108', 'tempest-TagsExtTest-Tag-551027592', 'tempest-TagsExtTest-Tag-721659273']}) {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:44.800357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:44.867008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805e412-bc18-4b5c-9d93-7277b4eead20 req-4f8723b5-38cd-4ce3-8828-bff0f47e486a tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:44.868673 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0805e412-bc18-4b5c-9d93-7277b4eead20 req-4f8723b5-38cd-4ce3-8828-bff0f47e486a tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 945 time: 0.0873637 Feb 02 15:29:44.906255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:29:44.916654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:44.923400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0805e412-bc18-4b5c-9d93-7277b4eead20 req-d4860411-04ee-49eb-a2ba-3d0eccc01ebb tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485086 Feb 02 15:29:44.934395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:29:44.974705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event updated for resources: {'Port': ['ID=f0b17bc8-18da-4937-aead-b34178364255,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:45.148614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-81ebc438-7403-4b74-84a5-c1fed3691445 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags HTTP/1.1" status: 200 len: 316 time: 0.4116900 Feb 02 15:29:45.149832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33816) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:45.166509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-d61fec70-7a60-4876-8e75-3036d29d4417 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:45.280488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc24a5-8931-4276-a8be-0af65b9e87bd req-4ed11550-c1d4-4475-bfaf-a39a82bc978c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:45.283646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20fc24a5-8931-4276-a8be-0af65b9e87bd req-4ed11550-c1d4-4475-bfaf-a39a82bc978c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1696808 Feb 02 15:29:45.312194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:45.313042 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:45.384145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20fc24a5-8931-4276-a8be-0af65b9e87bd req-3b891684-2f4d-49db-acd1-f3e976958f81 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929716 Feb 02 15:29:45.434396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33824) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:45.434606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d61fec70-7a60-4876-8e75-3036d29d4417 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags HTTP/1.1" status: 204 len: 168 time: 0.2784202 Feb 02 15:29:45.447825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-cffadf0c-956c-4805-9a41-c6d4b0e3a57f tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a', 'tempest-TagsExtTest-Tag-1081843108') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:45.527781 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-cffadf0c-956c-4805-9a41-c6d4b0e3a57f tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:45.528618 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cffadf0c-956c-4805-9a41-c6d4b0e3a57f tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags/tempest-TagsExtTest-Tag-1081843108 HTTP/1.1" status: 404 len: 329 time: 0.0907378 Feb 02 15:29:45.531453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33828) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:45.536728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-1dc5f836-b608-40fb-b8d7-221a815a7937 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a', 'tempest-TagsExtTest-Tag-551027592') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:45.644589 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-1dc5f836-b608-40fb-b8d7-221a815a7937 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:45.646150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1dc5f836-b608-40fb-b8d7-221a815a7937 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags/tempest-TagsExtTest-Tag-551027592 HTTP/1.1" status: 404 len: 328 time: 0.1136997 Feb 02 15:29:45.649868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33836) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:45.656780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-ef045c51-89fa-4ff3-95e2-f460fe213dc2 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a', 'tempest-TagsExtTest-Tag-721659273') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:45.749566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Router bafe1ace-ef8c-494c-9ca7-75b69b260111 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:29:45.888929 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-ef045c51-89fa-4ff3-95e2-f460fe213dc2 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:45.888929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ef045c51-89fa-4ff3-95e2-f460fe213dc2 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags/tempest-TagsExtTest-Tag-721659273 HTTP/1.1" status: 404 len: 328 time: 0.2366705 Feb 02 15:29:45.890748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33844) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:45.899951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-aec87cf2-2fb0-4805-8bdf-6fa912c9e970 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510', {'tags': ['tempest-TagsExtTest-Tag-315859995', 'tempest-TagsExtTest-Tag-623266840', 'tempest-TagsExtTest-Tag-741290392']}) {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:45.906997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-3047ec3d-e9e1-42ff-8886-786a0adb4608 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1989403 Feb 02 15:29:46.117960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:29:46.139650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd1096-b1a9-45eb-af0f-dc1d6ea05469 None None] Sync routers for ids ['bafe1ace-ef8c-494c-9ca7-75b69b260111'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:29:46.145196 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-6a7f21cb-481f-4582-8e0b-06f9aa5ebe17 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3b1decc9381440f299a0b169a6427238&device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 6500 time: 0.1122820 Feb 02 15:29:46.156370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd1096-b1a9-45eb-af0f-dc1d6ea05469 None None] Routers {'bafe1ace-ef8c-494c-9ca7-75b69b260111'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:46.160519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a4dd1096-b1a9-45eb-af0f-dc1d6ea05469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bafe1ace-ef8c-494c-9ca7-75b69b260111'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:46.262364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aec87cf2-2fb0-4805-8bdf-6fa912c9e970 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags HTTP/1.1" status: 200 len: 315 time: 0.3702559 Feb 02 15:29:46.264844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33856) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:46.271772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-5acc7ff1-b1e3-490d-9e40-181ec78c05ae tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:46.280510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:46.282260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-401cb255-f80c-43cc-8109-c2dcbfa29572 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3610573 Feb 02 15:29:46.285713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33860) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:46.285910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a4dd1096-b1a9-45eb-af0f-dc1d6ea05469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:46.295989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-706eabf3-4162-4a00-8251-7e181d588316 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': False}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:46.298039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd1096-b1a9-45eb-af0f-dc1d6ea05469 None None] Routers {'bafe1ace-ef8c-494c-9ca7-75b69b260111'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:46.299367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a4dd1096-b1a9-45eb-af0f-dc1d6ea05469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bafe1ace-ef8c-494c-9ca7-75b69b260111'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:46.377715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a4dd1096-b1a9-45eb-af0f-dc1d6ea05469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:46.377715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd1096-b1a9-45eb-af0f-dc1d6ea05469 None None] The sync data for ids ['bafe1ace-ef8c-494c-9ca7-75b69b260111'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:29:46.447657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-da1bcf03-e324-4f43-9d81-c87e73d07ac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:46.451208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-da1bcf03-e324-4f43-9d81-c87e73d07ac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:46.451208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-da1bcf03-e324-4f43-9d81-c87e73d07ac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:46.451208 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-da1bcf03-e324-4f43-9d81-c87e73d07ac7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b2296672-15a6-4ab4-9585-5f92ce6cfd57&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&id=84363103-3170-468b-b9b8-900e88de7692&id=84363103-3170-468b-b9b8-900e88de7692 HTTP/1.1" status: 200 len: 2300 time: 0.2795813 Feb 02 15:29:46.603749 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5acc7ff1-b1e3-490d-9e40-181ec78c05ae tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags HTTP/1.1" status: 204 len: 168 time: 0.3335910 Feb 02 15:29:46.603749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33874) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:46.609779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-fb125efd-fb4d-474c-a233-180ea3f314b7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510', 'tempest-TagsExtTest-Tag-315859995') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:46.877492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:46.935116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-3d31f1ca-5ecf-428a-8c89-d251bc98b9cd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82 HTTP/1.1" status: 200 len: 1000 time: 0.4698195 Feb 02 15:29:46.987223 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-fb125efd-fb4d-474c-a233-180ea3f314b7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:46.992704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fb125efd-fb4d-474c-a233-180ea3f314b7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags/tempest-TagsExtTest-Tag-315859995 HTTP/1.1" status: 404 len: 328 time: 0.3881423 Feb 02 15:29:46.993448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33886) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:46.999606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-339865eb-947e-4adc-99a7-98e5fc4f340a tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510', 'tempest-TagsExtTest-Tag-623266840') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:47.052532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-30b03639-5f02-44a8-a9ec-2820335ecbe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:47.052532 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-30b03639-5f02-44a8-a9ec-2820335ecbe7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=43861301-08a4-4106-af03-586ba63ac53a HTTP/1.1" status: 200 len: 856 time: 0.1090679 Feb 02 15:29:47.143797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a6d54-0889-4509-97a7-d003e13b9c0b req-a797a3fe-be32-4c6c-bc98-b56f513e32ee tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:47.157202 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25a6d54-0889-4509-97a7-d003e13b9c0b req-a797a3fe-be32-4c6c-bc98-b56f513e32ee tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.5646033 Feb 02 15:29:47.253145 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-339865eb-947e-4adc-99a7-98e5fc4f340a tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:47.254816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-339865eb-947e-4adc-99a7-98e5fc4f340a tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags/tempest-TagsExtTest-Tag-623266840 HTTP/1.1" status: 404 len: 328 time: 0.2603354 Feb 02 15:29:47.257930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33898) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:47.264562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-c9103481-bb92-453c-940c-5db9f6bf3a70 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510', 'tempest-TagsExtTest-Tag-741290392') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:47.315280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a25a6d54-0889-4509-97a7-d003e13b9c0b req-5367ec9d-648d-4bb4-a80b-96c6f9809a22 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606507 Feb 02 15:29:47.331292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-2048ab64-7dc8-4628-abde-d8d0f4c7d9b5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b2296672-15a6-4ab4-9585-5f92ce6cfd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615714 Feb 02 15:29:47.358134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-d66c15e3-6c26-4974-ada8-f19b7ae515d8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:29:47.364383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-d66c15e3-6c26-4974-ada8-f19b7ae515d8 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0154195 Feb 02 15:29:47.457361 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-c9103481-bb92-453c-940c-5db9f6bf3a70 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:47.459920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c9103481-bb92-453c-940c-5db9f6bf3a70 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags/tempest-TagsExtTest-Tag-741290392 HTTP/1.1" status: 404 len: 328 time: 0.2005258 Feb 02 15:29:47.464566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33908) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:47.494396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-9a9081a9-9c60-478e-af1c-eaf660bbd076 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db', {'tags': ['tempest-TagsExtTest-Tag-1855636303', 'tempest-TagsExtTest-Tag-275235047', 'tempest-TagsExtTest-Tag-2084729771']}) {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:47.595006 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:47.640718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-fbe1dab2-9ae8-4e1d-a154-1e5457a48155 service neutron] 10.222.0.107 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721913 Feb 02 15:29:47.690750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b75cf-9455-4bf4-9b14-fd135bc701bf req-b4598ff9-7009-40f2-974f-02070c0ee711 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:47.692264 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-080b75cf-9455-4bf4-9b14-fd135bc701bf req-b4598ff9-7009-40f2-974f-02070c0ee711 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.0873342 Feb 02 15:29:47.718918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9a9081a9-9c60-478e-af1c-eaf660bbd076 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "PUT /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags HTTP/1.1" status: 200 len: 317 time: 0.2494032 Feb 02 15:29:47.718918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33912) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:47.727034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-e9267b10-0bdf-4d7a-ad80-1ed557f8cb0d tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:47.789971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-080b75cf-9455-4bf4-9b14-fd135bc701bf req-12403be4-6faa-4897-922d-0af7440bf997 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907009 Feb 02 15:29:47.858173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-63902a41-c6bf-4890-b1ad-28b59a222361 service neutron] 10.222.0.107 "GET /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043545 Feb 02 15:29:47.942739 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-87e1af2b-706e-4cfc-a016-e443d14fc976 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=adb279cb-ba60-40eb-b81a-fb696316c08a HTTP/1.1" status: 200 len: 217 time: 0.0775158 Feb 02 15:29:47.998335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e9267b10-0bdf-4d7a-ad80-1ed557f8cb0d tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags HTTP/1.1" status: 204 len: 168 time: 0.2658989 Feb 02 15:29:47.998461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33930) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.004093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-d2ddc9c0-7b42-4c25-ae76-7db78ca3a419 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db', 'tempest-TagsExtTest-Tag-1855636303') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:48.045918 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-d2ddc9c0-7b42-4c25-ae76-7db78ca3a419 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:48.047836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d2ddc9c0-7b42-4c25-ae76-7db78ca3a419 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags/tempest-TagsExtTest-Tag-1855636303 HTTP/1.1" status: 404 len: 329 time: 0.0478151 Feb 02 15:29:48.051442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33934) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.059134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-3c18f53b-3274-423c-a9d5-5f01ba3e1dfe tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db', 'tempest-TagsExtTest-Tag-275235047') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:48.063996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-cf862082-f04f-4b2d-99bf-15d442afa8c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:48.066369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-cf862082-f04f-4b2d-99bf-15d442afa8c9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.1140568 Feb 02 15:29:48.140210 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-3c18f53b-3274-423c-a9d5-5f01ba3e1dfe tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:48.142724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c18f53b-3274-423c-a9d5-5f01ba3e1dfe tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags/tempest-TagsExtTest-Tag-275235047 HTTP/1.1" status: 404 len: 328 time: 0.0900292 Feb 02 15:29:48.153495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33940) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.173813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.tag.tag_plugin [None req-3f34504d-dcf8-4335-8e0c-e1f505f856fd tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db', 'tempest-TagsExtTest-Tag-2084729771') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:48.211026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526311b7-0d42-4dfb-bdf4-6bb4c23ed7c1 req-b5d92355-63e7-4323-a82f-2a019284fcea tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:48.213126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-526311b7-0d42-4dfb-bdf4-6bb4c23ed7c1 req-b5d92355-63e7-4323-a82f-2a019284fcea tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1263442 Feb 02 15:29:48.258584 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-3f34504d-dcf8-4335-8e0c-e1f505f856fd tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] show failed (client error): The resource could not be found. Feb 02 15:29:48.259620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3f34504d-dcf8-4335-8e0c-e1f505f856fd tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags/tempest-TagsExtTest-Tag-2084729771 HTTP/1.1" status: 404 len: 329 time: 0.1001132 Feb 02 15:29:48.262549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33948) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.273998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-23cbd1ad-9867-44d6-ba36-4bff7e6d7282 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5324caa9-af3d-4c5c-8f4d-a0459431b1db') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:48.274656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-722a56fe-0824-452c-bd08-088e3a69825e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567695 Feb 02 15:29:48.293875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-526311b7-0d42-4dfb-bdf4-6bb4c23ed7c1 req-39806136-87fc-4203-ade1-ef6c0eec5681 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700729 Feb 02 15:29:48.304871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-706eabf3-4162-4a00-8251-7e181d588316 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:48.309008 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-23cbd1ad-9867-44d6-ba36-4bff7e6d7282 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db/tags HTTP/1.1" status: 204 len: 168 time: 0.0454199 Feb 02 15:29:48.311542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33954) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.318009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-95ca65d0-41fb-4288-b6b6-56d9b813ebed tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2e33011-4a35-4a4c-a436-76edf9e32510') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:48.504635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-90de86ed-fd51-4ce7-bbc5-b94798097932 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247698 Feb 02 15:29:48.566453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-95ca65d0-41fb-4288-b6b6-56d9b813ebed tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510/tags HTTP/1.1" status: 204 len: 168 time: 0.2509177 Feb 02 15:29:48.566628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33966) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.574216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-44a9dedc-9211-41ab-8dbc-cb682b5c96b0 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7067760-3089-45f4-9d95-d4ef7fba9c9a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:48.668694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-44a9dedc-9211-41ab-8dbc-cb682b5c96b0 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1010380 Feb 02 15:29:48.671109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33974) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.680133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.tag.tag_plugin [None req-1996ebaf-df5b-4211-82ca-bce6fa97a60f tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fec54945-a3b4-4c6e-97e5-42ce11a969c5') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:48.764854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1996ebaf-df5b-4211-82ca-bce6fa97a60f tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5/tags HTTP/1.1" status: 204 len: 168 time: 0.0917912 Feb 02 15:29:48.770013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33978) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.954350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0aa7-4b9c-43cd-ac0a-62e46caabc94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for subnetpool, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:48.957800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c3ef0aa7-4b9c-43cd-ac0a-62e46caabc94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5324caa9-af3d-4c5c-8f4d-a0459431b1db HTTP/1.1" status: 204 len: 168 time: 0.1842754 Feb 02 15:29:48.958144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33986) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:48.971160 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-dc864994-667c-41c0-ae26-2be10ab98cf0 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350812 Feb 02 15:29:48.978395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b6377-4188-4fb9-ad0b-55e25fb58cfa req-3d4a2866-17b6-43c6-8a4d-0f2bcca89bc4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:48.979828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f9b6377-4188-4fb9-ad0b-55e25fb58cfa req-3d4a2866-17b6-43c6-8a4d-0f2bcca89bc4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.4784195 Feb 02 15:29:49.020847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f9361a3b-3c60-4fe8-820c-b2cec5e5680f tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2e33011-4a35-4a4c-a436-76edf9e32510 HTTP/1.1" status: 200 len: 205 time: 0.0613453 Feb 02 15:29:49.023157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33994) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:49.087279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-089031ab-b0b7-4b39-a8f7-e2b4ac859268 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=a94c1c6a-15be-46b7-8c70-2890417edb08 HTTP/1.1" status: 200 len: 217 time: 0.1024635 Feb 02 15:29:49.165829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92167686-fafb-4d4b-af22-8526dc4d23d7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:49.174726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f9b6377-4188-4fb9-ad0b-55e25fb58cfa req-bf4e8783-6dc5-403b-8824-271f0a48e256 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275599 Feb 02 15:29:49.282391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-3aad5982-3d51-415d-8249-cf6cc5f9c282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:49.283855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-3aad5982-3d51-415d-8249-cf6cc5f9c282 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.1891599 Feb 02 15:29:49.527162 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-706eabf3-4162-4a00-8251-7e181d588316 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:49.538341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-706eabf3-4162-4a00-8251-7e181d588316 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:49.553806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-0602ae4f-d75e-4aa2-9c7d-e0824c067e33 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2559326 Feb 02 15:29:49.719129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547259d-a7d2-4d6c-b5d9-44e2005dd1dd req-41ff2000-a4c4-423c-b7e1-62178fc3762c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:49.725968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d547259d-a7d2-4d6c-b5d9-44e2005dd1dd req-41ff2000-a4c4-423c-b7e1-62178fc3762c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2971199 Feb 02 15:29:49.820362 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92167686-fafb-4d4b-af22-8526dc4d23d7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:49.824678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92167686-fafb-4d4b-af22-8526dc4d23d7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:49.839298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d547259d-a7d2-4d6c-b5d9-44e2005dd1dd req-c409dbde-41e9-4953-827e-dc2cfbddef37 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122725 Feb 02 15:29:49.855364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-2170fbfb-5791-4833-b22b-d6ad001bcf33 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882500 Feb 02 15:29:49.969405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92167686-fafb-4d4b-af22-8526dc4d23d7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:49.969894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92167686-fafb-4d4b-af22-8526dc4d23d7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Fanout notify agent at l3_agent the message router_deleted on router f2e33011-4a35-4a4c-a436-76edf9e32510 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:29:49.982441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92167686-fafb-4d4b-af22-8526dc4d23d7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:49.986287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-92167686-fafb-4d4b-af22-8526dc4d23d7 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/routers/f2e33011-4a35-4a4c-a436-76edf9e32510 HTTP/1.1" status: 204 len: 168 time: 0.9619529 Feb 02 15:29:50.008512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34020) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:50.104485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff001f-270c-471f-8da0-67ba693e5fbe req-3cde403c-f42a-4dca-813e-3f3cc9fc2ef6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:50.106111 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4bff001f-270c-471f-8da0-67ba693e5fbe req-3cde403c-f42a-4dca-813e-3f3cc9fc2ef6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1186612 Feb 02 15:29:50.139744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-554bbcf3-90a5-4490-b1c6-1c6cfdc01e64 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Deleting port b7067760-3089-45f4-9d95-d4ef7fba9c9a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:50.140384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-554bbcf3-90a5-4490-b1c6-1c6cfdc01e64 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:50.171803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4bff001f-270c-471f-8da0-67ba693e5fbe req-72cf84cc-7ba5-4bec-a7b6-501ea07754e4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597024 Feb 02 15:29:50.185978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-b5083631-6049-4a12-82c8-ce490ba9b510 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181417 Feb 02 15:29:50.309968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-cd423c0d-b8d0-49c6-b864-0fce24ba8a20 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91 HTTP/1.1" status: 200 len: 217 time: 0.1080253 Feb 02 15:29:50.589718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706eabf3-4162-4a00-8251-7e181d588316 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Router bafe1ace-ef8c-494c-9ca7-75b69b260111 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:29:50.605485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe718cf-925f-4b01-9717-5342b4abab1f req-28c4420c-55b3-487b-b415-29c76fcb80f5 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:50.614159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4fe718cf-925f-4b01-9717-5342b4abab1f req-28c4420c-55b3-487b-b415-29c76fcb80f5 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1838474 Feb 02 15:29:50.685463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4fe718cf-925f-4b01-9717-5342b4abab1f req-e7d0c6d9-28c3-46d1-9dae-8a4b4c63fa82 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671456 Feb 02 15:29:50.708355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-ab8bd1e8-59f0-4133-a8b7-3c3162c2552b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:50.709958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-ab8bd1e8-59f0-4133-a8b7-3c3162c2552b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.3921707 Feb 02 15:29:50.975717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-554bbcf3-90a5-4490-b1c6-1c6cfdc01e64 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:51.121641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-554bbcf3-90a5-4490-b1c6-1c6cfdc01e64 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Calling delete_port for b7067760-3089-45f4-9d95-d4ef7fba9c9a owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:51.178223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-8095c67f-dc85-4b6f-8064-0eeb0717418d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4599349 Feb 02 15:29:51.190976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4141d-75c2-42bc-8060-00b2604d7d9a req-a4705bb5-cb24-434d-8349-2a7fad1a4e6c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:51.192404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4a4141d-75c2-42bc-8060-00b2604d7d9a req-a4705bb5-cb24-434d-8349-2a7fad1a4e6c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3688145 Feb 02 15:29:51.225314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34040) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:51.383963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:51.480769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4a4141d-75c2-42bc-8060-00b2604d7d9a req-f54fec0e-6585-4218-b9df-469bf9a9c316 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569761 Feb 02 15:29:51.513704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-25ce17ce-27ec-4d57-b62e-44fd64b976ec service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201802 Feb 02 15:29:51.610399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:51.610828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706eabf3-4162-4a00-8251-7e181d588316 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:29:51.612441 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-554bbcf3-90a5-4490-b1c6-1c6cfdc01e64 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:51.620781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] Usage tracker for resource:security_group_rule and tenant:8f5bf89ae53e4dabb7190d1514fd4666 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:51.622421 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95083f77-b3f2-4922-99e9-e5ea0ab4c733 None None] Sync routers for ids ['bafe1ace-ef8c-494c-9ca7-75b69b260111'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:29:51.625339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:51.633362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:51.642708 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95083f77-b3f2-4922-99e9-e5ea0ab4c733 None None] Routers {'bafe1ace-ef8c-494c-9ca7-75b69b260111'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:51.643573 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-95083f77-b3f2-4922-99e9-e5ea0ab4c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bafe1ace-ef8c-494c-9ca7-75b69b260111'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:51.670919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bbcf3-90a5-4490-b1c6-1c6cfdc01e64 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Pushing event deleted for resources: {'Port': ['ID=b7067760-3089-45f4-9d95-d4ef7fba9c9a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:51.673932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-706eabf3-4162-4a00-8251-7e181d588316 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:51.675195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-706eabf3-4162-4a00-8251-7e181d588316 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "PUT /v2.0/routers/bafe1ace-ef8c-494c-9ca7-75b69b260111 HTTP/1.1" status: 200 len: 925 time: 5.3882036 Feb 02 15:29:51.685558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34052) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:51.732768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:51.811436 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-95083f77-b3f2-4922-99e9-e5ea0ab4c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:51.829610 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:51.866892 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95083f77-b3f2-4922-99e9-e5ea0ab4c733 None None] Routers {'bafe1ace-ef8c-494c-9ca7-75b69b260111'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:29:51.867810 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-95083f77-b3f2-4922-99e9-e5ea0ab4c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['bafe1ace-ef8c-494c-9ca7-75b69b260111'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:51.907655 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8f5bf89ae53e4dabb7190d1514fd4666&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6801066 Feb 02 15:29:51.907655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34058) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:51.958116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-95083f77-b3f2-4922-99e9-e5ea0ab4c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:51.959412 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95083f77-b3f2-4922-99e9-e5ea0ab4c733 None None] The sync data for ids ['bafe1ace-ef8c-494c-9ca7-75b69b260111'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:29:51.985061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666ba11-304a-472f-af22-7c71ca2f96ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b376528-152f-473c-bd05-6ae0ef9187d2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:52.012831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-df8641aa-8790-45b6-9f43-014ee9431b4b service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876487 Feb 02 15:29:52.013789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d385926-7b61-4470-a788-1eca9cf52323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:52.026432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-554bbcf3-90a5-4490-b1c6-1c6cfdc01e64 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:52.031235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-554bbcf3-90a5-4490-b1c6-1c6cfdc01e64 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/ports/b7067760-3089-45f4-9d95-d4ef7fba9c9a HTTP/1.1" status: 204 len: 168 time: 2.0189726 Feb 02 15:29:52.032339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34064) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:52.046075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d385926-7b61-4470-a788-1eca9cf52323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:52.160274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d385926-7b61-4470-a788-1eca9cf52323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:52.183311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d385926-7b61-4470-a788-1eca9cf52323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b376528-152f-473c-bd05-6ae0ef9187d2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:52.201049 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d385926-7b61-4470-a788-1eca9cf52323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:52.216506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d385926-7b61-4470-a788-1eca9cf52323 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b376528-152f-473c-bd05-6ae0ef9187d2 HTTP/1.1" status: 204 len: 168 time: 0.3042154 Feb 02 15:29:52.296707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-65c7a630-9947-466a-b26a-4e6eed678891 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=3847873a-262b-4dba-83f1-de321af221bf HTTP/1.1" status: 200 len: 217 time: 0.2740018 Feb 02 15:29:52.361993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5727deb-2181-40e1-b6b4-11cfac5fb54c req-4e3845a8-dfe5-4b8d-b20d-53cdf5bdb1f9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:52.363364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5727deb-2181-40e1-b6b4-11cfac5fb54c req-4e3845a8-dfe5-4b8d-b20d-53cdf5bdb1f9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.5730572 Feb 02 15:29:52.564108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-bb3840fa-5df0-4b84-babd-a9ac6ac1bdd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:52.565457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-bb3840fa-5df0-4b84-babd-a9ac6ac1bdd2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 200 len: 797 time: 0.2620008 Feb 02 15:29:52.646191 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a5727deb-2181-40e1-b6b4-11cfac5fb54c req-6d5bb25d-f973-4354-9a26-63d94f713654 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744265 Feb 02 15:29:52.675759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8638a5-1e70-45d2-a48d-e0adce595d94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Deleting subnet fec54945-a3b4-4c6e-97e5-42ce11a969c5 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:29:52.685521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f8638a5-1e70-45d2-a48d-e0adce595d94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:52.762052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f8638a5-1e70-45d2-a48d-e0adce595d94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:52.811049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f5c2c728-544e-47b9-861e-ba1d1aca9b94 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/routers/bafe1ace-ef8c-494c-9ca7-75b69b260111 HTTP/1.1" status: 200 len: 925 time: 1.1223042 Feb 02 15:29:52.815827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34080) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:52.860693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-ffec5850-e93e-4ba7-8625-864c0e074e34 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b1b57adc-ba89-484c-ada1-9d8d740e4e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2838933 Feb 02 15:29:52.870873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3933f-828a-4836-8956-b8a26071e947 req-01fabba9-4c98-4618-ba10-b65d081c3178 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:52.877761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9dc3933f-828a-4836-8956-b8a26071e947 req-01fabba9-4c98-4618-ba10-b65d081c3178 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.0887375 Feb 02 15:29:52.924386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9dc3933f-828a-4836-8956-b8a26071e947 req-335f1155-90fa-43df-aa5a-8bf7278c56eb tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Feb 02 15:29:52.962011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34088) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:52.990081 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.025793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:53.030452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] Usage tracker for resource:security_group_rule and tenant:0528972ecdd14b52992f845466992930 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:53.033494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:53.039618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:53.049676 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f8638a5-1e70-45d2-a48d-e0adce595d94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.105474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-765ba211-1a5d-4e1c-8ff2-3a47819ebf58 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=bafe1ace-ef8c-494c-9ca7-75b69b260111&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2882912 Feb 02 15:29:53.106751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34096) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:53.107388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-1da35951-ff47-4fb3-8367-4426739f61e9 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315903 Feb 02 15:29:53.250082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.265552 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-f46ff653-e02d-4b80-be1e-1e697e7cc074 service neutron] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522114 Feb 02 15:29:53.323461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f60c16-caff-4aff-84bd-d2f72170ae6e req-eedc543c-a7ee-40f0-869e-cc6d54ea8523 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:53.330347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9f60c16-caff-4aff-84bd-d2f72170ae6e req-eedc543c-a7ee-40f0-869e-cc6d54ea8523 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2277062 Feb 02 15:29:53.330991 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f8638a5-1e70-45d2-a48d-e0adce595d94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.350837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.367281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9c6c2-0a9e-4d03-b441-6ede96392251 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:53.367872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-28d9c6c2-0a9e-4d03-b441-6ede96392251 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Synchronizing usage tracker for tenant:87f5f88d7a35412bb1f956ce0e8f41b4 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:29:53.379414 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-25abf48a-36a9-470c-b093-8613220b7604 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=481511e8-26e2-4305-87a5-e213fbae0951 HTTP/1.1" status: 200 len: 217 time: 0.1078486 Feb 02 15:29:53.380137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8638a5-1e70-45d2-a48d-e0adce595d94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Pushing event deleted for resources: {'Subnet': ['ID=fec54945-a3b4-4c6e-97e5-42ce11a969c5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:53.427043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc883b69-52ca-42a2-9de5-de827b9950d2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:53.431170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f8638a5-1e70-45d2-a48d-e0adce595d94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.440797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-656ea81d-66a7-4c73-9435-85ac7e243573 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0528972ecdd14b52992f845466992930&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4772274 Feb 02 15:29:53.444549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34104) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:53.446396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6f8638a5-1e70-45d2-a48d-e0adce595d94 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/subnets/fec54945-a3b4-4c6e-97e5-42ce11a969c5 HTTP/1.1" status: 204 len: 168 time: 1.2167323 Feb 02 15:29:53.449164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65db04f-b6c5-42b1-bbbc-5854b67a4bd1 None None] Network e9a1229d-f7f0-4727-8071-e3998700c316 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:29:53.450239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34108) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:53.472721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9f60c16-caff-4aff-84bd-d2f72170ae6e req-860ef798-0f79-44c5-81e9-a4433f9a237c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411684 Feb 02 15:29:53.476779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-a3bb2ca2-ce2e-4673-85d3-9788f9b1b922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:53.478252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-a3bb2ca2-ce2e-4673-85d3-9788f9b1b922 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fdd294c4-3e37-4290-b79c-d01268643936 HTTP/1.1" status: 200 len: 797 time: 0.0911715 Feb 02 15:29:53.504963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-28d9c6c2-0a9e-4d03-b441-6ede96392251 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Unset dirty status for tenant:87f5f88d7a35412bb1f956ce0e8f41b4 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:29:53.510396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-28d9c6c2-0a9e-4d03-b441-6ede96392251 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 881 time: 0.3727944 Feb 02 15:29:53.512712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34114) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:53.566387 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a2cd68ca-6961-40b4-8855-8e34af79dd07 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=bafe1ace-ef8c-494c-9ca7-75b69b260111 HTTP/1.1" status: 200 len: 205 time: 0.0500422 Feb 02 15:29:53.567316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34118) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:53.643210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.689901 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1d91653-aa27-4381-a396-d7fef1b31f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.704423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Deleting port 415d45f5-f5d2-40ac-845c-dea91759fab8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:53.705161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.748065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1d91653-aa27-4381-a396-d7fef1b31f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.780233 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-ab736a6e-223e-4bc0-80f2-10482d94d661 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2400558 Feb 02 15:29:53.860960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] DHCP port deletion for e9a1229d-f7f0-4727-8071-e3998700c316 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:29:53.867086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] Deleting port 415d45f5-f5d2-40ac-845c-dea91759fab8 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:53.867504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:53.935174 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.000269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1d91653-aa27-4381-a396-d7fef1b31f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.148557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] For port 415d45f5-f5d2-40ac-845c-dea91759fab8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=415d45f5-f5d2-40ac-845c-dea91759fab8,segment=NetworkSegment(e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e),segment_id=e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:54.148791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488b1f9-b6f9-4b7a-95a3-22ad80145dcf req-62141d87-5e4e-48ff-b928-5da9a049bbc7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:54.149900 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.152340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e488b1f9-b6f9-4b7a-95a3-22ad80145dcf req-62141d87-5e4e-48ff-b928-5da9a049bbc7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.5120931 Feb 02 15:29:54.205870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d91653-aa27-4381-a396-d7fef1b31f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc883b69-52ca-42a2-9de5-de827b9950d2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:54.223726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-d9970c91-b632-4932-bea4-4ab3a5f3cbce service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170079 Feb 02 15:29:54.242228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1d91653-aa27-4381-a396-d7fef1b31f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.245729 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c1d91653-aa27-4381-a396-d7fef1b31f03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc883b69-52ca-42a2-9de5-de827b9950d2 HTTP/1.1" status: 204 len: 168 time: 0.7985115 Feb 02 15:29:54.275251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] For port 415d45f5-f5d2-40ac-845c-dea91759fab8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=415d45f5-f5d2-40ac-845c-dea91759fab8,segment=NetworkSegment(e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e),segment_id=e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:29:54.275620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.297480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-8c89d16f-baf9-4ade-8dec-605d65ff9613 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243572 Feb 02 15:29:54.320442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] Calling delete_port for 415d45f5-f5d2-40ac-845c-dea91759fab8 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:54.394197 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e488b1f9-b6f9-4b7a-95a3-22ad80145dcf req-97aef1d1-96d4-47b4-a40d-7f29f7cafc71 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268248 Feb 02 15:29:54.486116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Calling delete_port for 415d45f5-f5d2-40ac-845c-dea91759fab8 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:54.506788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 415d45f5-f5d2-40ac-845c-dea91759fab8 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:29:54.582839 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eac31480-40db-42d4-800a-741f92227381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.604721 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.642348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 415d45f5-f5d2-40ac-845c-dea91759fab8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:29:54.642835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 415d45f5-f5d2-40ac-845c-dea91759fab8 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:29:54.664708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] Pushing event deleted for resources: {'Port': ['ID=415d45f5-f5d2-40ac-845c-dea91759fab8,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:54.671281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69718bed-2dfd-4c7e-9cc5-36948bb93d60 None None] No DVR routers for this DVR port 415d45f5-f5d2-40ac-845c-dea91759fab8 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:29:54.671911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.714398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-979c972b-678e-406a-b779-7c97bf389d73 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761031 Feb 02 15:29:54.737583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-5132b9fe-35c1-40d0-bdd4-11c961c1fa92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45fc305967194a0eac493568acd3c314&device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 1098 time: 0.2180390 Feb 02 15:29:54.791241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:29:54.791698 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:29:54.847558 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-8f44d6da-9dcf-4675-8ffe-ad6e63915c90 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c44551-61d6-4b04-8934-71f8883dcef0 HTTP/1.1" status: 200 len: 217 time: 0.1270511 Feb 02 15:29:54.860514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Deleting port f0b17bc8-18da-4937-aead-b34178364255 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:54.860964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:54.936402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4184-aeae-4328-ac30-35a09552d00f req-3c257dc9-04ca-4d2b-97a2-7312789e0d17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:54.938249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-3c257dc9-04ca-4d2b-97a2-7312789e0d17 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fdd294c4-3e37-4290-b79c-d01268643936 HTTP/1.1" status: 200 len: 797 time: 0.0838392 Feb 02 15:29:55.019198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fc83b-d73d-4d4b-af0e-3f33950b417f req-87da88a5-6fa0-4a57-ac7e-4681cca33737 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:55.026298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a32fc83b-d73d-4d4b-af0e-3f33950b417f req-87da88a5-6fa0-4a57-ac7e-4681cca33737 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2440219 Feb 02 15:29:55.099994 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a32fc83b-d73d-4d4b-af0e-3f33950b417f req-f549036b-7376-4160-a87d-334de53cec9f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721295 Feb 02 15:29:55.117893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:55.133682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-c80764e6-bec0-41f4-aee9-6e544e08edbd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84363103-3170-468b-b9b8-900e88de7692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1890993 Feb 02 15:29:55.302393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Calling delete_port for f0b17bc8-18da-4937-aead-b34178364255 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:29:55.304921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Deleting port 415d45f5-f5d2-40ac-845c-dea91759fab8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:29:55.305390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:55.394093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] The port '415d45f5-f5d2-40ac-845c-dea91759fab8' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:29:55.463707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-7ac96941-3b24-4e32-9301-60e85da49968 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188660 Feb 02 15:29:55.500591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-b6f6d97f-9640-4ed9-af8e-036039ec1c6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:55.501894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-b6f6d97f-9640-4ed9-af8e-036039ec1c6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 200 len: 919 time: 0.7425489 Feb 02 15:29:55.623548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec94abd-15b0-4507-86ab-289afeb7f9c6 req-8d136296-81c1-4005-9259-0d87cce10284 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:55.624570 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dec94abd-15b0-4507-86ab-289afeb7f9c6 req-8d136296-81c1-4005-9259-0d87cce10284 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2933960 Feb 02 15:29:55.633965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:55.685867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a1229d-f7f0-4727-8071-e3998700c316']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:55.705814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-ea39fc66-01c1-420f-bf5c-711b5d7ef393 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00e9864-fac6-401e-9734-a3148ee4c612 HTTP/1.1" status: 200 len: 1002 time: 0.1956100 Feb 02 15:29:55.777454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:55.777772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dfbb8c-d8e6-49be-b6a2-bf61f42d603e') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:29:55.794954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-011a4184-aeae-4328-ac30-35a09552d00f req-7d089ae6-933f-4ca7-94c3-153573c95087 service neutron] 10.222.0.107 "GET /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763646 Feb 02 15:29:55.796643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:55.812881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dec94abd-15b0-4507-86ab-289afeb7f9c6 req-eb796f29-b04d-40f3-80eb-0459e6659427 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751921 Feb 02 15:29:55.828738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-4ea62fd7-2d0e-4514-b356-f0bf18edeb2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:55.831641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-4ea62fd7-2d0e-4514-b356-f0bf18edeb2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 200 len: 856 time: 0.1178613 Feb 02 15:29:55.846732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:55.864518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:29:55.865078 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:55.904630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:55.967127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event deleted for resources: {'Port': ['ID=f0b17bc8-18da-4937-aead-b34178364255,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:29:56.115880 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:29:56.243557 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:56.249323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:56.293786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] Pushing event deleted for resources: {'Network': ['ID=e9a1229d-f7f0-4727-8071-e3998700c316,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:56.303751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3e589af5-b876-49eb-a404-ec9fe8e99ce3 tempest-TagsExtTest-87073778 tempest-TagsExtTest-87073778-project] 10.222.0.88 "DELETE /v2.0/networks/e9a1229d-f7f0-4727-8071-e3998700c316 HTTP/1.1" status: 204 len: 168 time: 2.8521116 Feb 02 15:29:56.370138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-e949c120-a052-481f-88c9-572e418a2733 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1534d2b5-d6ef-44c5-aff7-25a524f5dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5296474 Feb 02 15:29:56.547153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:56.709374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e4f4f-06de-4846-a031-fa65fb25c7fb req-b16c595d-a01e-40cf-9de7-d0d013e650cd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:56.711065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e79e4f4f-06de-4846-a031-fa65fb25c7fb req-b16c595d-a01e-40cf-9de7-d0d013e650cd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.6602499 Feb 02 15:29:56.907680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:56.908294 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-fd3958c3-4961-4f6b-9c9b-0f678c10f9ed service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503765 Feb 02 15:29:56.919029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:56.936666 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c07-8eb1-48a2-ba26-2c634e586b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:56.950144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e79e4f4f-06de-4846-a031-fa65fb25c7fb req-21a4ec5b-507c-43d1-8353-0b85f3ce808f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658278 Feb 02 15:29:57.090691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e815b83-23b8-4a98-ab26-6083837188d5 req-5d57c287-fe24-47a6-b004-37c16360d9b2 service neutron] 10.222.0.64 "GET /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694722 Feb 02 15:29:57.111378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.112181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Fanout notify agent at l3_agent the message router_deleted on router bafe1ace-ef8c-494c-9ca7-75b69b260111 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:29:57.147313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.148489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-353bb8cf-4e48-4091-b35e-e33597390e54 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/bafe1ace-ef8c-494c-9ca7-75b69b260111 HTTP/1.1" status: 204 len: 168 time: 3.5802608 Feb 02 15:29:57.152317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34184) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:57.165571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1273197910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:57.182251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34188) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:57.191211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:57.196604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Usage tracker for resource:router and tenant:060a6cfa41fc465a9589512b7e2c9814 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:57.200395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:57.207504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:57.290605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.291733 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.316240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.338290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5639ed-333b-4e4a-89aa-919091e03da6 req-89624e5a-7130-4bd4-b6ae-d25536a18f50 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:57.339773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae5639ed-333b-4e4a-89aa-919091e03da6 req-89624e5a-7130-4bd4-b6ae-d25536a18f50 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1214080 Feb 02 15:29:57.386051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae5639ed-333b-4e4a-89aa-919091e03da6 req-9fb32015-c1f1-4a8a-a120-d63fd72fc090 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Feb 02 15:29:57.494336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.518224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b2d5ff02-e1fd-4255-85f4-323bad6d9c25 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f5baee49ad724b91994d6005ee3e564d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3332653 Feb 02 15:29:57.520844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34200) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:57.585499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.587047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c0387905-2cfa-4d2a-bee1-54270679739e tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4332745 Feb 02 15:29:57.589823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:57.596330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:29:57.686412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79533423-9208-4f84-8a43-acce4c13cbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.713236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448cf2-bee9-4066-a18d-a77a21780928 req-68b05989-cf3b-45bf-a100-817e65102e71 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:57.714776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1448cf2-bee9-4066-a18d-a77a21780928 req-68b05989-cf3b-45bf-a100-817e65102e71 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1021085 Feb 02 15:29:57.775173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79533423-9208-4f84-8a43-acce4c13cbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:57.840145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1448cf2-bee9-4066-a18d-a77a21780928 req-bd0548c7-37e1-41e2-be81-b5474ac63851 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163495 Feb 02 15:29:57.840145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34214) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:58.063292 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.259228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:29:58.270207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e27cd4a67884b4580264693613d8678 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:29:58.276728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:29:58.284105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:29:58.312752 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.348053 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.352366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a83371-2ba7-4df8-ae40-cfb317321911 req-a466763e-725e-4516-b78b-51d7a6880266 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:58.353839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7a83371-2ba7-4df8-ae40-cfb317321911 req-a466763e-725e-4516-b78b-51d7a6880266 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3385892 Feb 02 15:29:58.360214 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79533423-9208-4f84-8a43-acce4c13cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.384492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.399626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79533423-9208-4f84-8a43-acce4c13cbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f818e87-9f00-48dc-974e-1d50190c385f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:58.410804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.416382 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79533423-9208-4f84-8a43-acce4c13cbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.419947 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-79533423-9208-4f84-8a43-acce4c13cbe2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8f818e87-9f00-48dc-974e-1d50190c385f HTTP/1.1" status: 204 len: 168 time: 0.8948967 Feb 02 15:29:58.444477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7a83371-2ba7-4df8-ae40-cfb317321911 req-98f770de-0268-4f4c-a232-979fd07205d1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770156 Feb 02 15:29:58.461401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.518871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e27cd4a67884b4580264693613d8678&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6778216 Feb 02 15:29:58.519981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627cfad-66d9-4d76-8575-d4f10ba018e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8ae3e-b5a9-40eb-9b22-4dd9d6bbb16d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:58.522345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34240) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:29:58.671117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bcc777a1-96c6-4fde-a843-f0261eb68a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.713522 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bcc777a1-96c6-4fde-a843-f0261eb68a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.887719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.920824 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.965262 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bcc777a1-96c6-4fde-a843-f0261eb68a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:58.975789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9686d5-2482-4e2e-9ac2-e3a2bbd2ea23 req-e5a87831-3583-4de0-b421-8f23f6b037a8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:58.976920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc9686d5-2482-4e2e-9ac2-e3a2bbd2ea23 req-e5a87831-3583-4de0-b421-8f23f6b037a8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2380528 Feb 02 15:29:59.018745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc777a1-96c6-4fde-a843-f0261eb68a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8ae3e-b5a9-40eb-9b22-4dd9d6bbb16d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:59.051119 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bcc777a1-96c6-4fde-a843-f0261eb68a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:59.055709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bcc777a1-96c6-4fde-a843-f0261eb68a2e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5bd8ae3e-b5a9-40eb-9b22-4dd9d6bbb16d HTTP/1.1" status: 204 len: 168 time: 0.5321157 Feb 02 15:29:59.118022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc9686d5-2482-4e2e-9ac2-e3a2bbd2ea23 req-150a2762-1dca-4be9-ae2f-1117fbd50dbf tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281176 Feb 02 15:29:59.149278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Allocated IP 172.25.0.244 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/44f91372-6c3b-40c7-bfea-319af106f81d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:29:59.338173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:59.384368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff480ba2-397a-4012-bfe9-876624ad05e4 req-c9ccb264-fb43-4495-8534-cc31b01e074d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:59.386622 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff480ba2-397a-4012-bfe9-876624ad05e4 req-c9ccb264-fb43-4495-8534-cc31b01e074d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1334016 Feb 02 15:29:59.435819 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:59.451955 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff480ba2-397a-4012-bfe9-876624ad05e4 req-de6108ff-a2b2-46b2-ac79-4e65e76534dd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590346 Feb 02 15:29:59.509586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:29:59.512399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:29:59.525505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:29:59.552605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event updated for resources: {'Port': ['ID=44f91372-6c3b-40c7-bfea-319af106f81d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:29:59.857950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e6f1-5898-4f71-ac85-16a0eb4fa49f req-70a1e129-4875-49dd-b5cc-5bdd4ba2afaa tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:29:59.859942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faf7e6f1-5898-4f71-ac85-16a0eb4fa49f req-70a1e129-4875-49dd-b5cc-5bdd4ba2afaa tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1321101 Feb 02 15:29:59.862044 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:29:59.872708 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.061174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faf7e6f1-5898-4f71-ac85-16a0eb4fa49f req-465df7aa-274d-4788-8df7-2abe9aa861a7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403863 Feb 02 15:30:00.088567 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.092543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.155803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:00.174678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.212241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:00.217485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] Usage tracker for resource:security_group_rule and tenant:010f8beced22433e9fc41a19997cbf21 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:00.230842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:00.230842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:00.340614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.388783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde5701-5288-45c2-a63d-d85257dbdcf8 req-2f913176-5833-4c0c-9284-92655b715f0e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:00.390611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dde5701-5288-45c2-a63d-d85257dbdcf8 req-2f913176-5833-4c0c-9284-92655b715f0e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1936467 Feb 02 15:30:00.413311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.487428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dde5701-5288-45c2-a63d-d85257dbdcf8 req-ce8d7a4e-264e-45de-a299-ed1f11047146 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864165 Feb 02 15:30:00.500436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fed3a2-a51b-49d3-9806-7113c69b0ff2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:00.540505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-14a637e6-d1bd-466c-a0db-d99a1c3a3f1d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=010f8beced22433e9fc41a19997cbf21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3835907 Feb 02 15:30:00.541383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34310) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:00.614559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276ca507-961b-41f9-8395-669042c497df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.647339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276ca507-961b-41f9-8395-669042c497df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.669660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Router 9091319b-f65c-4c75-bf3a-a790e1bf8798 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:30:00.841440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276ca507-961b-41f9-8395-669042c497df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.875549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca507-961b-41f9-8395-669042c497df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fed3a2-a51b-49d3-9806-7113c69b0ff2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:00.877739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-276ca507-961b-41f9-8395-669042c497df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:00.879106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-276ca507-961b-41f9-8395-669042c497df admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75fed3a2-a51b-49d3-9806-7113c69b0ff2 HTTP/1.1" status: 204 len: 168 time: 0.3364906 Feb 02 15:30:01.022923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:01.034136 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:01.036960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed3b85-e3e3-4cbe-a3e7-340ed7b3c55d None None] Sync routers for ids ['9091319b-f65c-4c75-bf3a-a790e1bf8798'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:01.040343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78238b3c-556e-47ef-aa32-6a7705043e89 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "PUT /v2.0/routers/9091319b-f65c-4c75-bf3a-a790e1bf8798 HTTP/1.1" status: 200 len: 884 time: 3.4493582 Feb 02 15:30:01.041111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34320) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:01.050917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed3b85-e3e3-4cbe-a3e7-340ed7b3c55d None None] Routers {'9091319b-f65c-4c75-bf3a-a790e1bf8798'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:01.051833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-55ed3b85-e3e3-4cbe-a3e7-340ed7b3c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9091319b-f65c-4c75-bf3a-a790e1bf8798'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:01.142843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-55ed3b85-e3e3-4cbe-a3e7-340ed7b3c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:01.170284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed3b85-e3e3-4cbe-a3e7-340ed7b3c55d None None] Routers {'9091319b-f65c-4c75-bf3a-a790e1bf8798'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:01.171193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-55ed3b85-e3e3-4cbe-a3e7-340ed7b3c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9091319b-f65c-4c75-bf3a-a790e1bf8798'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:01.277898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5091feea-8572-4efb-a2aa-340213476546 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/routers/9091319b-f65c-4c75-bf3a-a790e1bf8798 HTTP/1.1" status: 200 len: 925 time: 0.2353790 Feb 02 15:30:01.280651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34328) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:01.290860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-55ed3b85-e3e3-4cbe-a3e7-340ed7b3c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:01.292063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed3b85-e3e3-4cbe-a3e7-340ed7b3c55d None None] The sync data for ids ['9091319b-f65c-4c75-bf3a-a790e1bf8798'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:01.369809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2b5201d5-a43f-471a-bc5b-0b982dc51e0e tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=9091319b-f65c-4c75-bf3a-a790e1bf8798&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0877967 Feb 02 15:30:01.372354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34334) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:01.589895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88049142-bd91-4fc7-af20-c2a84e41da9c tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:01.590512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-88049142-bd91-4fc7-af20-c2a84e41da9c tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Synchronizing usage tracker for tenant:87f5f88d7a35412bb1f956ce0e8f41b4 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:30:01.606808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-88049142-bd91-4fc7-af20-c2a84e41da9c tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Unset dirty status for tenant:87f5f88d7a35412bb1f956ce0e8f41b4 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:30:01.608280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-88049142-bd91-4fc7-af20-c2a84e41da9c tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 881 time: 0.2349873 Feb 02 15:30:01.611078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34346) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:01.663645 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d372ff35-2a0e-41f9-b5f6-efe22612f7d5 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=9091319b-f65c-4c75-bf3a-a790e1bf8798 HTTP/1.1" status: 200 len: 205 time: 0.0510213 Feb 02 15:30:01.666144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34350) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:01.846793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3092-032b-48f0-97ca-25a14670a4c4 req-2a805e53-ad20-4172-930a-43fad8bb16ce tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:01.858071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3bc3092-032b-48f0-97ca-25a14670a4c4 req-2a805e53-ad20-4172-930a-43fad8bb16ce tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2031708 Feb 02 15:30:01.891683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:01.930632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3bc3092-032b-48f0-97ca-25a14670a4c4 req-6653c09e-9db1-4339-a207-ecc98558ead7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716293 Feb 02 15:30:02.211556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:02.300597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34370) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:02.307723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Deleting port 44f91372-6c3b-40c7-bfea-319af106f81d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:02.308122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:02.467601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:02.512525 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:02.646495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Calling delete_port for 44f91372-6c3b-40c7-bfea-319af106f81d owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:02.682693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:02.694319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] Usage tracker for resource:security_group_rule and tenant:ac49d0ff20524afe8bac7f27a569f24e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:02.703410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:02.713211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:02.886802 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:02.961174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:02.997830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.127681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event deleted for resources: {'Port': ['ID=44f91372-6c3b-40c7-bfea-319af106f81d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:03.136322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bd35a9-d63f-419a-9c93-7a07c5936291,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:03.149556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-abb6f082-e55a-4224-b10b-3411d9517723 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ac49d0ff20524afe8bac7f27a569f24e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8474894 Feb 02 15:30:03.151873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34406) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:03.248113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ecff449-4b67-4b4e-a481-1a740fdbcb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.284173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ecff449-4b67-4b4e-a481-1a740fdbcb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.417142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeb347-1b11-40c4-bd6f-b7e69df763f9 req-4e6febf2-88cf-4533-b0dd-0f4f23e3f171 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:03.418871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2faeb347-1b11-40c4-bd6f-b7e69df763f9 req-4e6febf2-88cf-4533-b0dd-0f4f23e3f171 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3450565 Feb 02 15:30:03.420586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ecff449-4b67-4b4e-a481-1a740fdbcb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.443739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecff449-4b67-4b4e-a481-1a740fdbcb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bd35a9-d63f-419a-9c93-7a07c5936291,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:03.450045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ecff449-4b67-4b4e-a481-1a740fdbcb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.450675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.451748 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0ecff449-4b67-4b4e-a481-1a740fdbcb1f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/33bd35a9-d63f-419a-9c93-7a07c5936291 HTTP/1.1" status: 204 len: 168 time: 0.2987523 Feb 02 15:30:03.740065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2faeb347-1b11-40c4-bd6f-b7e69df763f9 req-57971f18-e16e-46f6-9f57-aff59805fc89 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123512 Feb 02 15:30:03.746026 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.750682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.868122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.868938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Fanout notify agent at l3_agent the message router_deleted on router 9091319b-f65c-4c75-bf3a-a790e1bf8798 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:30:03.905151 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:03.906240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0702894b-37e2-4e4e-838d-db9aeb38f662 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/9091319b-f65c-4c75-bf3a-a790e1bf8798 HTTP/1.1" status: 204 len: 168 time: 2.2390366 Feb 02 15:30:03.911493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34426) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:03.923195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2080096787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:30:03.930024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:03.935153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Usage tracker for resource:router and tenant:060a6cfa41fc465a9589512b7e2c9814 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:03.938827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:03.946784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:04.053560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.054724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.081212 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.111984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca04575-d753-4163-b39a-5130bfa8e2a6 req-67d3153e-b9ed-4b88-ab5d-767bd267bf8a tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:04.113550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fca04575-d753-4163-b39a-5130bfa8e2a6 req-67d3153e-b9ed-4b88-ab5d-767bd267bf8a tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 945 time: 0.1152480 Feb 02 15:30:04.158143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.165016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fca04575-d753-4163-b39a-5130bfa8e2a6 req-ccd3f27f-abf5-435e-a16b-9b2dd0a49934 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Feb 02 15:30:04.252776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.254359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-044524b2-b6f3-4344-9eec-e45f55911cd2 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3401997 Feb 02 15:30:04.257386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34436) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:04.263957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': True}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:30:04.375367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34444) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:04.429394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.585467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:04.592857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] Usage tracker for resource:security_group_rule and tenant:7e728c82e31044d59f70237f651b6f2a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:04.598828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:04.606695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:04.675188 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.690037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.846803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:04.907568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bfe7cd-6009-42c4-b8a8-866519cf1a3a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:04.918665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-74bf274d-d692-4fd0-aa96-44bfd5f8272e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7e728c82e31044d59f70237f651b6f2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5419908 Feb 02 15:30:04.919242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34458) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:04.983536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd145-6454-4645-828b-d0aafb7db00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:05.012931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd145-6454-4645-828b-d0aafb7db00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:05.030637 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:30:05.052848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd641a-7050-4211-9907-a6ef5ede35d7 req-5f5f7141-eff5-40d6-b396-fbd360d1d751 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:05.054329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0bbd641a-7050-4211-9907-a6ef5ede35d7 req-5f5f7141-eff5-40d6-b396-fbd360d1d751 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1268778 Feb 02 15:30:05.140755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:05.157437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd145-6454-4645-828b-d0aafb7db00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:05.171787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0bbd641a-7050-4211-9907-a6ef5ede35d7 req-ba0fff51-336e-4554-a859-7270fb16345b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893075 Feb 02 15:30:05.183097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:05.216535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dd145-6454-4645-828b-d0aafb7db00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bfe7cd-6009-42c4-b8a8-866519cf1a3a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:05.222036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd145-6454-4645-828b-d0aafb7db00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:05.225436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4a3dd145-6454-4645-828b-d0aafb7db00c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e3bfe7cd-6009-42c4-b8a8-866519cf1a3a HTTP/1.1" status: 204 len: 168 time: 0.3050625 Feb 02 15:30:05.347267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Allocated IP 172.25.0.13 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/3d0e4f88-1b02-4e4f-b548-950624bc1d70) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:30:05.723335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df057e2d-92b0-4c52-bc77-14e762767f86 req-2374a0e5-9d10-4d9e-b25a-05f09814e498 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:05.730546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-df057e2d-92b0-4c52-bc77-14e762767f86 req-2374a0e5-9d10-4d9e-b25a-05f09814e498 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 945 time: 0.3073330 Feb 02 15:30:05.804635 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:05.872146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-df057e2d-92b0-4c52-bc77-14e762767f86 req-e42f2f16-9428-4436-a6b2-6dd2c7e62864 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406584 Feb 02 15:30:05.907571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-f5d977b1-0fb2-45b9-b3f7-e44e53b101f9 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:05.909041 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-f5d977b1-0fb2-45b9-b3f7-e44e53b101f9 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.64 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 945 time: 0.1920779 Feb 02 15:30:05.980733 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:05.993760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Deleting port 2feb7967-d429-48b9-ade1-dba2cec428f6 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:05.994257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:06.098843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:30:06.131640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:30:06.141875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:30:06.220740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'Port': ['ID=3d0e4f88-1b02-4e4f-b548-950624bc1d70,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:06.447129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43262c-b6f9-47da-a6a7-8037c4f880b3 req-cc7bae43-87b4-43de-b53e-39fc370cf044 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:06.455453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fb43262c-b6f9-47da-a6a7-8037c4f880b3 req-cc7bae43-87b4-43de-b53e-39fc370cf044 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 947 time: 0.3628178 Feb 02 15:30:06.470329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a96fd1-b43b-4f0c-9856-a048797d80fb req-52ca924e-60b1-45ff-af84-24f84060e54f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:06.484438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01a96fd1-b43b-4f0c-9856-a048797d80fb req-52ca924e-60b1-45ff-af84-24f84060e54f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1416450 Feb 02 15:30:06.549959 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01a96fd1-b43b-4f0c-9856-a048797d80fb req-8a127e57-be84-472b-b9d3-d01216f3bc76 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644920 Feb 02 15:30:06.561442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] For port 2feb7967-d429-48b9-ade1-dba2cec428f6, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2feb7967-d429-48b9-ade1-dba2cec428f6,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:06.561789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:06.713909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Calling delete_port for 2feb7967-d429-48b9-ade1-dba2cec428f6 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:06.810162 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fb43262c-b6f9-47da-a6a7-8037c4f880b3 req-7dc0db9e-12c7-430d-8c90-ce7163d1129f tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154492 Feb 02 15:30:06.866499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:07.075349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103a531-367a-4242-b50d-3afc2e6143a4 req-a0f8e0fc-a8af-42a6-b31c-3ef4b43e4eb4 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:07.076724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f103a531-367a-4242-b50d-3afc2e6143a4 req-a0f8e0fc-a8af-42a6-b31c-3ef4b43e4eb4 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 945 time: 0.0807061 Feb 02 15:30:07.083594 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:07.087127 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:07.123865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f103a531-367a-4242-b50d-3afc2e6143a4 req-4d53a43d-49e3-4d19-98aa-dab38eefbee5 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd1de706-9bf5-4513-9302-06c21ef93a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Feb 02 15:30:07.149830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:07.209945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Pushing event deleted for resources: {'Port': ['ID=2feb7967-d429-48b9-ade1-dba2cec428f6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:07.304220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] No DVR routers for this DVR port 2feb7967-d429-48b9-ade1-dba2cec428f6 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:07.307236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:07.311768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f5bf33-9c94-4448-b89b-8003f9dcba25', 'name': 'network-vif-deleted', 'tag': '2feb7967-d429-48b9-ade1-dba2cec428f6'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:07.558111 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1db7dd7e-bd95-4335-9d4a-4b906ceaf83e req-609e0c01-d6cc-41ff-9330-397f12090d4b tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.64 "DELETE /v2.0/ports/2feb7967-d429-48b9-ade1-dba2cec428f6 HTTP/1.1" status: 204 len: 173 time: 1.6427815 Feb 02 15:30:07.656294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-62efd1ad-e32a-493c-90cf-f6d179c11dee tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:07.657781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-62efd1ad-e32a-493c-90cf-f6d179c11dee tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 947 time: 0.1617074 Feb 02 15:30:07.733181 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f5bf33-9c94-4448-b89b-8003f9dcba25', 'name': 'network-vif-deleted', 'tag': '2feb7967-d429-48b9-ade1-dba2cec428f6', 'status': 'completed', 'code': 200} Feb 02 15:30:07.827424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Deleting port c00e9864-fac6-401e-9734-a3148ee4c612 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:07.828073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:07.836986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Router 426491f8-06b0-4ca0-945d-fc99168c2262 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:30:08.098042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2feb7967-d429-48b9-ade1-dba2cec428f6 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:08.183657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] For port c00e9864-fac6-401e-9734-a3148ee4c612, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=c00e9864-fac6-401e-9734-a3148ee4c612,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:08.184111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:08.215609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 2feb7967-d429-48b9-ade1-dba2cec428f6 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:30:08.222823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2feb7967-d429-48b9-ade1-dba2cec428f6 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:30:08.257330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95f82-e229-4835-858c-d3ca30b88044 req-72c8db6d-f2e6-4522-8f29-404be806c7c8 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:08.257330 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8d95f82-e229-4835-858c-d3ca30b88044 req-72c8db6d-f2e6-4522-8f29-404be806c7c8 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 947 time: 0.2621050 Feb 02 15:30:08.340140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:08.346490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:08.348698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f06a7482-ae9a-4024-8599-f7b9b1dcfb34 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "PUT /v2.0/routers/426491f8-06b0-4ca0-945d-fc99168c2262 HTTP/1.1" status: 200 len: 918 time: 4.0900922 Feb 02 15:30:08.353927 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfcb04-1d76-471a-987d-0a46d4d5dbca None None] Sync routers for ids ['426491f8-06b0-4ca0-945d-fc99168c2262'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:08.356216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34562) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:08.380432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8d95f82-e229-4835-858c-d3ca30b88044 req-88da8c68-b6db-4cec-bd25-10d6b85ce084 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups?id=7b2d117a-479c-400c-9d8f-74ddfdb73c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168051 Feb 02 15:30:08.387645 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfcb04-1d76-471a-987d-0a46d4d5dbca None None] Routers {'426491f8-06b0-4ca0-945d-fc99168c2262'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:08.390571 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ccfcb04-1d76-471a-987d-0a46d4d5dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['426491f8-06b0-4ca0-945d-fc99168c2262'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:08.580515 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ccfcb04-1d76-471a-987d-0a46d4d5dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:08.609957 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfcb04-1d76-471a-987d-0a46d4d5dbca None None] Routers {'426491f8-06b0-4ca0-945d-fc99168c2262'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:08.610563 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ccfcb04-1d76-471a-987d-0a46d4d5dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['426491f8-06b0-4ca0-945d-fc99168c2262'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:08.614590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54109-927c-4981-9d13-c84cc9f10c60 req-b25337e5-c88c-4e9d-bbfd-9fe131c8efe6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:08.621702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bae54109-927c-4981-9d13-c84cc9f10c60 req-b25337e5-c88c-4e9d-bbfd-9fe131c8efe6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.8767092 Feb 02 15:30:08.632373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-480be7fd-d10a-435c-a338-b9ac873361a0 req-7912656e-e6ec-4275-9772-cabc9bf9cce7 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Synchronizing usage tracker for tenant:ffee1edb6a394be897e10448363d35c4 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:30:08.727157 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ccfcb04-1d76-471a-987d-0a46d4d5dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:08.727564 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfcb04-1d76-471a-987d-0a46d4d5dbca None None] The sync data for ids ['426491f8-06b0-4ca0-945d-fc99168c2262'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:08.744955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-480be7fd-d10a-435c-a338-b9ac873361a0 req-7912656e-e6ec-4275-9772-cabc9bf9cce7 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] Unset dirty status for tenant:ffee1edb6a394be897e10448363d35c4 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:30:08.746076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-480be7fd-d10a-435c-a338-b9ac873361a0 req-7912656e-e6ec-4275-9772-cabc9bf9cce7 tempest-AttachSCSIVolumeTestJSON-1904331179 tempest-AttachSCSIVolumeTestJSON-1904331179-project] 10.222.0.88 "GET /v2.0/ports?device_id=80f5bf33-9c94-4448-b89b-8003f9dcba25 HTTP/1.1" status: 200 len: 210 time: 0.1635258 Feb 02 15:30:08.795156 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bae54109-927c-4981-9d13-c84cc9f10c60 req-85998d62-efa4-476b-a5e5-1f103da463ef tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718576 Feb 02 15:30:09.043905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:09.044303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:09.044735 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Floating IP afbdc5ee-7b46-46a4-955e-83732244fe03 disassociated. External IP: 172.25.0.235, port: c00e9864-fac6-401e-9734-a3148ee4c612. Feb 02 15:30:09.045138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Calling delete_port for c00e9864-fac6-401e-9734-a3148ee4c612 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:09.212590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-73c64cbd-bd33-4e41-8deb-2cefcfe787cf tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/routers/426491f8-06b0-4ca0-945d-fc99168c2262 HTTP/1.1" status: 200 len: 924 time: 0.7501588 Feb 02 15:30:09.215417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34588) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:09.291009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d26ec469-05d6-420f-a979-2b9711fb6de9 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Synchronizing usage tracker for tenant:87f5f88d7a35412bb1f956ce0e8f41b4 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:30:09.304468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:09.396776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d26ec469-05d6-420f-a979-2b9711fb6de9 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Unset dirty status for tenant:87f5f88d7a35412bb1f956ce0e8f41b4 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:30:09.397707 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d26ec469-05d6-420f-a979-2b9711fb6de9 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=426491f8-06b0-4ca0-945d-fc99168c2262&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1812141 Feb 02 15:30:09.400520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34596) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:09.517828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event deleted for resources: {'Port': ['ID=c00e9864-fac6-401e-9734-a3148ee4c612,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:09.693166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8d63d-1767-422d-8e07-ccbdf7df96c6 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:09.693358 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ffa8d63d-1767-422d-8e07-ccbdf7df96c6 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 881 time: 0.2917283 Feb 02 15:30:09.698005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:09.743147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-399dd63b-6514-481a-b489-9aaa4f411d16 req-1f5b138f-6006-4a59-8439-5519b4563cf3 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 210 time: 0.0895958 Feb 02 15:30:09.758581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b22b7fb0-7c5c-4de4-9c85-061032af7a0c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=426491f8-06b0-4ca0-945d-fc99168c2262 HTTP/1.1" status: 200 len: 205 time: 0.0589199 Feb 02 15:30:09.765686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34612) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:09.916730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Router 71e2d620-bcf3-479a-92df-c36cf3e5d314 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:30:10.093395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:10.145376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: c00e9864-fac6-401e-9734-a3148ee4c612 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:30:10.146704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device c00e9864-fac6-401e-9734-a3148ee4c612 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:30:10.298757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a6bdf-c94d-4ff3-94a4-64c99708263c req-4db0f954-2d8c-42bd-aaf1-0bc116697610 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:10.299739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc3a6bdf-c94d-4ff3-94a4-64c99708263c req-4db0f954-2d8c-42bd-aaf1-0bc116697610 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.1737399 Feb 02 15:30:10.304021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:10.319500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:10.330491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] Sync routers for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:10.359660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:10.368801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:10.486818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] No DVR routers for this DVR port c00e9864-fac6-401e-9734-a3148ee4c612 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:10.491622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:10.494566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-deleted', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:10.542226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc3a6bdf-c94d-4ff3-94a4-64c99708263c req-87d77a05-1617-4df7-beba-1233d72e962f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705270 Feb 02 15:30:10.576042 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4bf9c626-00b7-419b-9010-1a9d7bb3e3e4 req-18c9197b-15a0-4dca-9626-68c8ced2018d tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.64 "DELETE /v2.0/ports/c00e9864-fac6-401e-9734-a3148ee4c612 HTTP/1.1" status: 204 len: 173 time: 2.9115448 Feb 02 15:30:10.637289 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab59cec-726d-4e0e-ab50-2fc934244442', 'name': 'network-vif-deleted', 'tag': 'c00e9864-fac6-401e-9734-a3148ee4c612', 'status': 'completed', 'code': 200} Feb 02 15:30:10.790921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:10.796469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:10.912385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Deleting port 3d0e4f88-1b02-4e4f-b548-950624bc1d70 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:10.912689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:11.184467 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e14a8ae6-52b1-40ba-b6e9-75abc022279b req-e162d99d-24fd-4bb2-b438-f273e745c94a tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/ports?device_id=dab59cec-726d-4e0e-ab50-2fc934244442 HTTP/1.1" status: 200 len: 210 time: 0.0970707 Feb 02 15:30:11.293422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:11.365504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:11.371388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] Checking router: 71e2d620-bcf3-479a-92df-c36cf3e5d314 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:30:11.384251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:11.385578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:11.756903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Calling delete_port for 3d0e4f88-1b02-4e4f-b548-950624bc1d70 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:11.761864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:12.057101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d04f33-8003-4b50-8427-29506fe47032 req-111e9da5-cc39-41ac-80b7-1e16723114d6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:12.058755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d04f33-8003-4b50-8427-29506fe47032 req-111e9da5-cc39-41ac-80b7-1e16723114d6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2146864 Feb 02 15:30:12.132509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d04f33-8003-4b50-8427-29506fe47032 req-e2c6fcfc-3d5d-412b-8b34-e2630381da82 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677531 Feb 02 15:30:12.237226 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:12.283802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34688) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:12.284471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:12.293055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be6922-a686-45b3-9309-2c85b137c073 None None] The sync data for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 is: [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:38Z', 'revision_number': 4, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'b771302e-a665-4730-b489-7166e6093d84', 'name': '', 'network_id': '1534d2b5-d6ef-44c5-aff7-25a524f5dd48', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'mac_address': 'fa:16:3e:70:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:35Z', 'updated_at': '2022-02-02T15:23:19Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'subnets': [{'id': '6045d96b-c767-4a44-ac9a-dce411ee136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:12.378528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event deleted for resources: {'Port': ['ID=3d0e4f88-1b02-4e4f-b548-950624bc1d70,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:12.470670 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:12.516665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:12.521039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] Usage tracker for resource:security_group_rule and tenant:923064374fb74b71887c37a16f6a7e10 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:12.528750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:12.537062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:12.561916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34696) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:12.633107 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8d73d-297d-4c88-a57d-ba8f043b8ec0 None None] New status for floating IP afbdc5ee-7b46-46a4-955e-83732244fe03: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:30:12.673436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:12.743614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-00bd56dd-5e12-450d-a995-51bb97d76335 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:12.804967 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-00bd56dd-5e12-450d-a995-51bb97d76335 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:12.868610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:12.972291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-00bd56dd-5e12-450d-a995-51bb97d76335 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.008750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd56dd-5e12-450d-a995-51bb97d76335 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2d117a-479c-400c-9d8f-74ddfdb73c3e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:13.017786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.107765 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.114025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.125600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b214c9-01fc-4282-9569-18f3073bd293,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:13.132349 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ac2c9ac5-2933-4433-8778-0998869b1427 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=923064374fb74b71887c37a16f6a7e10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8474104 Feb 02 15:30:13.133961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-00bd56dd-5e12-450d-a995-51bb97d76335 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.137978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-00bd56dd-5e12-450d-a995-51bb97d76335 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "DELETE /v2.0/security-groups/7b2d117a-479c-400c-9d8f-74ddfdb73c3e HTTP/1.1" status: 204 len: 168 time: 0.5738459 Feb 02 15:30:13.138523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34714) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:13.139027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34716) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:13.207465 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-cc8af2d9-92f0-4e21-ae64-9868a543d396 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] show failed (client error): The resource could not be found. Feb 02 15:30:13.209507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cc8af2d9-92f0-4e21-ae64-9868a543d396 tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "GET /v2.0/security-groups/7b2d117a-479c-400c-9d8f-74ddfdb73c3e HTTP/1.1" status: 404 len: 347 time: 0.0676069 Feb 02 15:30:13.212441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34724) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:13.276550 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65e114c3-14c5-40ca-b97e-d4c989fba362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.329528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65e114c3-14c5-40ca-b97e-d4c989fba362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.366546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.367104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Fanout notify agent at l3_agent the message router_deleted on router 426491f8-06b0-4ca0-945d-fc99168c2262 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:30:13.497857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f72912-dc64-46e7-a3ee-c94b1ab264e6 req-de0d97cb-66fb-4ffb-98ad-d9759cea04f0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:13.499044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14f72912-dc64-46e7-a3ee-c94b1ab264e6 req-de0d97cb-66fb-4ffb-98ad-d9759cea04f0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.0900161 Feb 02 15:30:13.545116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65e114c3-14c5-40ca-b97e-d4c989fba362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.583551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Deleting port 5eb21a2a-5c65-42c3-bc3b-385d9e732956 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:13.583803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.585218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e114c3-14c5-40ca-b97e-d4c989fba362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b214c9-01fc-4282-9569-18f3073bd293,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:13.601111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-14f72912-dc64-46e7-a3ee-c94b1ab264e6 req-06ccb15c-ed3d-42e2-b48d-f72eb895cf1d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936172 Feb 02 15:30:13.606851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65e114c3-14c5-40ca-b97e-d4c989fba362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.607748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-65e114c3-14c5-40ca-b97e-d4c989fba362 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b1b214c9-01fc-4282-9569-18f3073bd293 HTTP/1.1" status: 204 len: 168 time: 0.4673085 Feb 02 15:30:13.653794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.657513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ac42c575-4419-44ac-b411-3244bc604054 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/426491f8-06b0-4ca0-945d-fc99168c2262 HTTP/1.1" status: 204 len: 168 time: 3.8884282 Feb 02 15:30:13.660037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34734) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:13.666073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-913953083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:30:13.682106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:13.691256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Usage tracker for resource:router and tenant:060a6cfa41fc465a9589512b7e2c9814 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:13.695942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:13.718606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:13.847391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.848827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.889728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.937601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.937601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:13.969252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34742) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:14.075510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:14.113688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:30:14.241985 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:14.243479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-56e92f4f-f09a-4a4f-bb0d-8df6e367be3c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5823748 Feb 02 15:30:14.246261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34750) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:14.252055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': False}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:30:14.366247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:14.382262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142', 'port_id': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'mac_address': 'fa:16:3e:40:3b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42eb5919-4588-4689-b4b8-eec969e960b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:30:14.478492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Calling delete_port for 5eb21a2a-5c65-42c3-bc3b-385d9e732956 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:14.487765 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:14.548840 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:14.555288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:30:14.592179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:14.672050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:14.924370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:14.983765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:15.036725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:15.101375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] Usage tracker for resource:security_group_rule and tenant:8421ce68d915452197ba3053797e21cb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:15.106116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:15.144399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-322c36f0-94d8-42d8-ad6b-b4ce216c92e4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:15.149731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-322c36f0-94d8-42d8-ad6b-b4ce216c92e4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:15.164505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:30:15.165483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-322c36f0-94d8-42d8-ad6b-b4ce216c92e4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:15.170038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-322c36f0-94d8-42d8-ad6b-b4ce216c92e4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:15.171828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Pushing event deleted for resources: {'Port': ['ID=5eb21a2a-5c65-42c3-bc3b-385d9e732956,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:15.187160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-322c36f0-94d8-42d8-ad6b-b4ce216c92e4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:15.198092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-322c36f0-94d8-42d8-ad6b-b4ce216c92e4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:15.205635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-322c36f0-94d8-42d8-ad6b-b4ce216c92e4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:15.216876 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-322c36f0-94d8-42d8-ad6b-b4ce216c92e4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.6775262 Feb 02 15:30:15.236763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34762) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:15.245546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:15.280184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:15.320014 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:15.324617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-83988cea-995b-4900-8bd6-ec5b51f7e62e tempest-AttachVolumeShelveTestJSON-2134446468 tempest-AttachVolumeShelveTestJSON-2134446468-project] 10.222.0.88 "DELETE /v2.0/floatingips/afbdc5ee-7b46-46a4-955e-83732244fe03 HTTP/1.1" status: 204 len: 168 time: 2.1079679 Feb 02 15:30:15.347042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:15.352172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:046366ee8b0844269f86d16a80cef315 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:15.355242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:15.361137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:15.437477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:15.446482 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:15.480527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051155-fe19-4d47-b8c6-d81eec9cb323 req-0392692b-730e-4ccc-b211-c32a231c563c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:15.483289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b051155-fe19-4d47-b8c6-d81eec9cb323 req-0392692b-730e-4ccc-b211-c32a231c563c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 944 time: 0.3737729 Feb 02 15:30:15.555568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b051155-fe19-4d47-b8c6-d81eec9cb323 req-34cec9d1-7344-4b4f-962f-824e7426447a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662193 Feb 02 15:30:15.563358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:15.612111 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=046366ee8b0844269f86d16a80cef315&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3547144 Feb 02 15:30:15.626244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34770) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:15.751140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600817f-4097-4dd7-a481-6246f7fda4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a09eb0-1f87-486f-aa7e-8fa14adeecad,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:15.836541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6357863c-591b-4edc-bb88-775521d6bdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:15.885665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6357863c-591b-4edc-bb88-775521d6bdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.041300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-304648f7-c369-4fc4-b2c2-ba2fc61328d5 req-07770778-576f-453e-9c04-3e03bf88185e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8218760 Feb 02 15:30:16.072166 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6357863c-591b-4edc-bb88-775521d6bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.092871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.148001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357863c-591b-4edc-bb88-775521d6bdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a09eb0-1f87-486f-aa7e-8fa14adeecad,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:16.153570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:30:16.161805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6357863c-591b-4edc-bb88-775521d6bdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.187797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6357863c-591b-4edc-bb88-775521d6bdf7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/46a09eb0-1f87-486f-aa7e-8fa14adeecad HTTP/1.1" status: 204 len: 168 time: 0.5535891 Feb 02 15:30:16.297810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.437417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:30:16.442969 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.460816 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.569890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc26bfd-90ed-41d5-9ed0-d5ccdaa75447,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:16.569890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-74282e15-54fc-415a-ac28-2e205b66d3ce admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8421ce68d915452197ba3053797e21cb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5930538 Feb 02 15:30:16.570782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34790) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:16.709468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8dbee32d-ae82-4fd1-ba99-6219c8cfe817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.770797 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8dbee32d-ae82-4fd1-ba99-6219c8cfe817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.885537 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.944283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.949418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:16.975379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:16.980698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8dbee32d-ae82-4fd1-ba99-6219c8cfe817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:16.981569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:17.025336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbee32d-ae82-4fd1-ba99-6219c8cfe817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc26bfd-90ed-41d5-9ed0-d5ccdaa75447,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:17.043426 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:17.096269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8dbee32d-ae82-4fd1-ba99-6219c8cfe817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:17.097506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8dbee32d-ae82-4fd1-ba99-6219c8cfe817 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9dc26bfd-90ed-41d5-9ed0-d5ccdaa75447 HTTP/1.1" status: 204 len: 168 time: 0.5296319 Feb 02 15:30:17.115936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:17.282062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d2c2a-d663-4bd9-8db8-5ccf9488c62f req-7fcfa4c7-4544-4c99-9035-7b799abc5f57 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.283521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-818d2c2a-d663-4bd9-8db8-5ccf9488c62f req-7fcfa4c7-4544-4c99-9035-7b799abc5f57 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2392166 Feb 02 15:30:17.298545 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'code': 200} Feb 02 15:30:17.299807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:17.430153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-818d2c2a-d663-4bd9-8db8-5ccf9488c62f req-ecbf442f-1f64-49e4-a466-571fd87a1f5f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352596 Feb 02 15:30:17.490404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-dcbfa676-2626-41bb-bc9f-a1722fa33e56 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.494607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-dcbfa676-2626-41bb-bc9f-a1722fa33e56 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.502500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-dcbfa676-2626-41bb-bc9f-a1722fa33e56 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.514113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-dcbfa676-2626-41bb-bc9f-a1722fa33e56 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.523470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-dcbfa676-2626-41bb-bc9f-a1722fa33e56 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.533414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-dcbfa676-2626-41bb-bc9f-a1722fa33e56 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.538042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-dcbfa676-2626-41bb-bc9f-a1722fa33e56 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.546445 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-dcbfa676-2626-41bb-bc9f-a1722fa33e56 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.8896480 Feb 02 15:30:17.663587 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:17.900412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Allocated IP 172.25.0.128 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/d67538d2-6069-4648-b12a-f45d4d82ba00) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:30:17.970747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-792f2326-3997-4e91-86cc-b63bad4bfec6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:17.976481 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-792f2326-3997-4e91-86cc-b63bad4bfec6 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "GET /v2.0/ports/adb279cb-ba60-40eb-b81a-fb696316c08a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4188719 Feb 02 15:30:18.133163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34828) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:18.386182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-1122e218-c333-49d2-b657-8a379dce95ad tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "GET /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3865154 Feb 02 15:30:18.455798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:30:18.821672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-3feafbc7-4a75-4bc5-89af-3589d6ede411 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:18.826591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-3feafbc7-4a75-4bc5-89af-3589d6ede411 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:18.830966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-3feafbc7-4a75-4bc5-89af-3589d6ede411 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:18.835621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-3feafbc7-4a75-4bc5-89af-3589d6ede411 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:18.849482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-3feafbc7-4a75-4bc5-89af-3589d6ede411 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:18.851782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-3feafbc7-4a75-4bc5-89af-3589d6ede411 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:18.856749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-3feafbc7-4a75-4bc5-89af-3589d6ede411 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:18.867026 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-3feafbc7-4a75-4bc5-89af-3589d6ede411 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 1.3104219 Feb 02 15:30:18.978082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11ac63-2e7e-4f35-9ee8-dd3d82f829d1 req-1e8c91a8-e251-4000-b9d1-a9c42e847f14 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:18.981530 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a11ac63-2e7e-4f35-9ee8-dd3d82f829d1 req-1e8c91a8-e251-4000-b9d1-a9c42e847f14 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.2146857 Feb 02 15:30:19.001103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9e4386a-01e3-47f6-84c3-8fe7638f0242 req-bea39e1d-c332-4ba9-8a37-27b38c3b7452 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1304488 Feb 02 15:30:19.002274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34840) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:19.021639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34842) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:19.181951 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:19.268523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a11ac63-2e7e-4f35-9ee8-dd3d82f829d1 req-17f64387-d4a9-4b25-b11c-de929bd006f2 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824006 Feb 02 15:30:19.278697 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:19.295580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:19.378344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:19.387166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:19.412731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d79c0a1bb3484abf5d48cda96449ca is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:19.437026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:19.486495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:19.529662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:19.637526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:30:19.683680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:19.714791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:30:19.726369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:30:19.785331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:19.797625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:20.067528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f9d79c0a1bb3484abf5d48cda96449ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0447309 Feb 02 15:30:20.069427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ded35-e87c-47e5-b2ee-c2583bb998b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a7a968-b0f0-499e-b8f7-f3b547b6af70,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:20.072014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34870) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:20.126464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Pushing event updated for resources: {'Port': ['ID=d67538d2-6069-4648-b12a-f45d4d82ba00,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:20.162221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device adb279cb-ba60-40eb-b81a-fb696316c08a no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:20.290105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:20.307112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] For port adb279cb-ba60-40eb-b81a-fb696316c08a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=adb279cb-ba60-40eb-b81a-fb696316c08a,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:20.316539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] Usage tracker for resource:security_group_rule and tenant:758f0a15408a478f96a617620874790b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:20.342548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:20.399676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:20.420567 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:20.482169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] For port adb279cb-ba60-40eb-b81a-fb696316c08a, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:30:20.578218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50af35a2-02b3-4058-beee-5295d420008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:20.589847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] device_id is not set on port adb279cb-ba60-40eb-b81a-fb696316c08a yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:30:20.608456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:20.629428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50af35a2-02b3-4058-beee-5295d420008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:20.639394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd441-cce4-4377-a146-9c205cdb253a req-a16fcb60-fa70-499b-9b4a-bcd3e6417043 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:20.645080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd441-cce4-4377-a146-9c205cdb253a req-a16fcb60-fa70-499b-9b4a-bcd3e6417043 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:20.649137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd441-cce4-4377-a146-9c205cdb253a req-a16fcb60-fa70-499b-9b4a-bcd3e6417043 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:20.653394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd441-cce4-4377-a146-9c205cdb253a req-a16fcb60-fa70-499b-9b4a-bcd3e6417043 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:20.657764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd441-cce4-4377-a146-9c205cdb253a req-a16fcb60-fa70-499b-9b4a-bcd3e6417043 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:20.662756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd441-cce4-4377-a146-9c205cdb253a req-a16fcb60-fa70-499b-9b4a-bcd3e6417043 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:20.666859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd441-cce4-4377-a146-9c205cdb253a req-a16fcb60-fa70-499b-9b4a-bcd3e6417043 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:20.674866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adacd441-cce4-4377-a146-9c205cdb253a req-a16fcb60-fa70-499b-9b4a-bcd3e6417043 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 5443 time: 0.3451338 Feb 02 15:30:20.713593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:20.833407 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:30:20.837722 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:30:20.930815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dd3c-faf3-49dd-af68-b3a481abd52e req-e475d8bf-2748-482b-ba1d-49605f808d79 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:20.931518 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adacd441-cce4-4377-a146-9c205cdb253a req-981a4745-1672-40c7-9c57-a01570a00442 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2555895 Feb 02 15:30:20.938180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca64dd3c-faf3-49dd-af68-b3a481abd52e req-e475d8bf-2748-482b-ba1d-49605f808d79 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.4260044 Feb 02 15:30:20.969236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.077391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34884) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:21.078402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.087805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] Pushing event updated for resources: {'Port': ['ID=adb279cb-ba60-40eb-b81a-fb696316c08a,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:21.095870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50af35a2-02b3-4058-beee-5295d420008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.130449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] No DVR routers for this DVR port adb279cb-ba60-40eb-b81a-fb696316c08a on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:21.194517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af35a2-02b3-4058-beee-5295d420008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a7a968-b0f0-499e-b8f7-f3b547b6af70,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:21.226636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50af35a2-02b3-4058-beee-5295d420008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.244851 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-50af35a2-02b3-4058-beee-5295d420008e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/77a7a968-b0f0-499e-b8f7-f3b547b6af70 HTTP/1.1" status: 204 len: 168 time: 1.1715903 Feb 02 15:30:21.290349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e36138-064d-48d4-a150-b9bd10baa9cd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:21.305906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-947fd506-113a-42ab-8a35-f0ea2306449f None None] Provisioning complete for port adb279cb-ba60-40eb-b81a-fb696316c08a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:30:21.307193 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-947fd506-113a-42ab-8a35-f0ea2306449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.323018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca64dd3c-faf3-49dd-af68-b3a481abd52e req-a1d453dc-e04d-4e52-acf0-f62dd85138e9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830149 Feb 02 15:30:21.346155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ae048874-7956-4910-9017-7ff7c89dbfad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=758f0a15408a478f96a617620874790b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2857535 Feb 02 15:30:21.346155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] In _notify_port_updated(), no bound segment for port adb279cb-ba60-40eb-b81a-fb696316c08a on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:30:21.347123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.351641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-3d5110a4-59fb-4c7a-b6af-d01760373087 service neutron] 10.222.0.107 "PUT /v2.0/ports/adb279cb-ba60-40eb-b81a-fb696316c08a HTTP/1.1" status: 200 len: 1032 time: 2.9146533 Feb 02 15:30:21.354305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34896) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:21.420830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e26d9d33-0742-43ef-8e29-c4c79625cc82 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:21.498177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.582732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.589894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Deleting port 305cbac3-4e8c-4f92-878a-3dd8075e4a36 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:21.593289 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.619616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-947fd506-113a-42ab-8a35-f0ea2306449f None None] Port adb279cb-ba60-40eb-b81a-fb696316c08a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:30:21.656594 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.691251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-f483f514-5828-407a-bb65-e6d978004a1c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:21.692938 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-f483f514-5828-407a-bb65-e6d978004a1c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "GET /v2.0/ports/a94c1c6a-15be-46b7-8c70-2890417edb08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2926819 Feb 02 15:30:21.693960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:21.706504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e26d9d33-0742-43ef-8e29-c4c79625cc82, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:21.772979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:30:21.789837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.790909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 58c44551-61d6-4b04-8934-71f8883dcef0 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:21.869820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:21.895597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6f4d040dc04591be56743e341b5b11 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:21.901292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:21.915615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:21.942359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] For port 305cbac3-4e8c-4f92-878a-3dd8075e4a36, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=305cbac3-4e8c-4f92-878a-3dd8075e4a36,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:21.942716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:21.994674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7506a96-1a69-4b2a-bfd0-d059008c4107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.028506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7506a96-1a69-4b2a-bfd0-d059008c4107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.048556 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'code': 200} Feb 02 15:30:22.049285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e26d9d33-0742-43ef-8e29-c4c79625cc82,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:22.079220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.141223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.237393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.244403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.274636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Calling delete_port for 305cbac3-4e8c-4f92-878a-3dd8075e4a36 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:22.314973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 58c44551-61d6-4b04-8934-71f8883dcef0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c44551-61d6-4b04-8934-71f8883dcef0,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:22.368201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7506a96-1a69-4b2a-bfd0-d059008c4107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.398036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.398803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 481511e8-26e2-4305-87a5-e213fbae0951 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:22.492437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.506823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7506a96-1a69-4b2a-bfd0-d059008c4107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e36138-064d-48d4-a150-b9bd10baa9cd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:22.617078 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.621891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4332-a12b-42e9-b551-49ba176b615e req-7ce7eef4-64f7-49fc-8449-80d30062ae10 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:22.639435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4332-a12b-42e9-b551-49ba176b615e req-7ce7eef4-64f7-49fc-8449-80d30062ae10 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:22.642766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4332-a12b-42e9-b551-49ba176b615e req-7ce7eef4-64f7-49fc-8449-80d30062ae10 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:22.652210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4332-a12b-42e9-b551-49ba176b615e req-7ce7eef4-64f7-49fc-8449-80d30062ae10 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:22.664426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4332-a12b-42e9-b551-49ba176b615e req-7ce7eef4-64f7-49fc-8449-80d30062ae10 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:22.675273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4332-a12b-42e9-b551-49ba176b615e req-7ce7eef4-64f7-49fc-8449-80d30062ae10 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:22.686660 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66af4332-a12b-42e9-b551-49ba176b615e req-7ce7eef4-64f7-49fc-8449-80d30062ae10 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 4660 time: 0.3552792 Feb 02 15:30:22.739048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=58c44551-61d6-4b04-8934-71f8883dcef0,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:22.859167 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7506a96-1a69-4b2a-bfd0-d059008c4107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.860324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d7506a96-1a69-4b2a-bfd0-d059008c4107 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11e36138-064d-48d4-a150-b9bd10baa9cd HTTP/1.1" status: 204 len: 168 time: 1.5050838 Feb 02 15:30:22.870876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3bcc0-f0e6-42b3-bd1a-ad8750c00f73,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:22.881061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66af4332-a12b-42e9-b551-49ba176b615e req-bacbd81a-9ac7-43fc-9097-6be700a8cf01 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b&id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1902871 Feb 02 15:30:22.903499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:22.980776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 481511e8-26e2-4305-87a5-e213fbae0951, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=481511e8-26e2-4305-87a5-e213fbae0951,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:23.041074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ca4b18bd-70ae-432d-9520-6f98947fc111 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc6f4d040dc04591be56743e341b5b11&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9404793 Feb 02 15:30:23.043304 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:23.044795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ff0afbed-5350-4b5c-b7cf-484bf8028a91 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:23.057670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34926) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:23.163572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:23.311954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Pushing event deleted for resources: {'Port': ['ID=305cbac3-4e8c-4f92-878a-3dd8075e4a36,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:23.328195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=481511e8-26e2-4305-87a5-e213fbae0951,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:23.364122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] For port a94c1c6a-15be-46b7-8c70-2890417edb08, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a94c1c6a-15be-46b7-8c70-2890417edb08,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:23.408423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45f0b6f2-95a3-4af0-94c1-97502453c3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:23.420975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:23.477113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a00ee-9b67-4d22-8f15-47481810366f req-f630e512-d68c-4f90-aedc-acff7ebdb212 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:23.485010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac1a00ee-9b67-4d22-8f15-47481810366f req-f630e512-d68c-4f90-aedc-acff7ebdb212 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.8552125 Feb 02 15:30:23.519538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ff0afbed-5350-4b5c-b7cf-484bf8028a91, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:23.599151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:23.600207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3847873a-262b-4dba-83f1-de321af221bf no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:23.655175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] For port a94c1c6a-15be-46b7-8c70-2890417edb08, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:30:23.744179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45f0b6f2-95a3-4af0-94c1-97502453c3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:23.804348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac1a00ee-9b67-4d22-8f15-47481810366f req-76369500-45d0-4edb-b4c2-80480207d759 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167112 Feb 02 15:30:23.838108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] device_id is not set on port a94c1c6a-15be-46b7-8c70-2890417edb08 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:30:23.855651 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:23.884462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ff0afbed-5350-4b5c-b7cf-484bf8028a91,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:23.983623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.031810 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.054669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c44551-61d6-4b04-8934-71f8883dcef0'}, {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481511e8-26e2-4305-87a5-e213fbae0951'}, {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:24.055053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Router 0d57e683-2983-4558-8a99-3df89a96d0d4 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:30:24.102189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3847873a-262b-4dba-83f1-de321af221bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3847873a-262b-4dba-83f1-de321af221bf,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:24.181323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.182108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a94c1c6a-15be-46b7-8c70-2890417edb08 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:24.246101 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c44551-61d6-4b04-8934-71f8883dcef0', 'code': 200} Feb 02 15:30:24.246454 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481511e8-26e2-4305-87a5-e213fbae0951', 'code': 200} Feb 02 15:30:24.246928 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91', 'code': 200} Feb 02 15:30:24.310003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34944) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:24.496539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.521260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3847873a-262b-4dba-83f1-de321af221bf,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:24.522427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] Pushing event updated for resources: {'Port': ['ID=a94c1c6a-15be-46b7-8c70-2890417edb08,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:24.525329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a94c1c6a-15be-46b7-8c70-2890417edb08 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:30:24.571516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45f0b6f2-95a3-4af0-94c1-97502453c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.574706 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3bdd0163-21e1-492b-b016-15510a9d8de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.607949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0b6f2-95a3-4af0-94c1-97502453c3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3bcc0-f0e6-42b3-bd1a-ad8750c00f73,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:24.618034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] No DVR routers for this DVR port a94c1c6a-15be-46b7-8c70-2890417edb08 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:24.669488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:24.691960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b825df17-2f3f-4ad8-9133-56fa385c6615 None None] Provisioning complete for port a94c1c6a-15be-46b7-8c70-2890417edb08 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:30:24.692210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] In _notify_port_updated(), no bound segment for port a94c1c6a-15be-46b7-8c70-2890417edb08 on network b1b57adc-ba89-484c-ada1-9d8d740e4e10 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:30:24.692751 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b825df17-2f3f-4ad8-9133-56fa385c6615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.693760 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.695081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-a99c8a3e-26ac-46d8-99ec-34302626288e service neutron] 10.222.0.107 "PUT /v2.0/ports/a94c1c6a-15be-46b7-8c70-2890417edb08 HTTP/1.1" status: 200 len: 1032 time: 2.9806502 Feb 02 15:30:24.710370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:61e3cd07f5d64a8380dddc0026286b5d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:24.737068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:24.780481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:24.845476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b825df17-2f3f-4ad8-9133-56fa385c6615 None None] Port a94c1c6a-15be-46b7-8c70-2890417edb08 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:30:24.885932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78340-a9aa-45cd-99b8-68f1fb7fdf94 req-c151e205-d9a3-49fb-9e59-25c3586bda08 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:24.899271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78340-a9aa-45cd-99b8-68f1fb7fdf94 req-c151e205-d9a3-49fb-9e59-25c3586bda08 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:24.911877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78340-a9aa-45cd-99b8-68f1fb7fdf94 req-c151e205-d9a3-49fb-9e59-25c3586bda08 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:24.913287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port e26d9d33-0742-43ef-8e29-c4c79625cc82 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:24.913923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.922550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78340-a9aa-45cd-99b8-68f1fb7fdf94 req-c151e205-d9a3-49fb-9e59-25c3586bda08 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:24.932964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78340-a9aa-45cd-99b8-68f1fb7fdf94 req-c151e205-d9a3-49fb-9e59-25c3586bda08 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:24.935752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3a78340-a9aa-45cd-99b8-68f1fb7fdf94 req-c151e205-d9a3-49fb-9e59-25c3586bda08 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3875 time: 0.6248403 Feb 02 15:30:24.958214 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.966596 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45f0b6f2-95a3-4af0-94c1-97502453c3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:24.969909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45f0b6f2-95a3-4af0-94c1-97502453c3c6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ad3bcc0-f0e6-42b3-bd1a-ad8750c00f73 HTTP/1.1" status: 204 len: 168 time: 1.8886425 Feb 02 15:30:25.187802 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3a78340-a9aa-45cd-99b8-68f1fb7fdf94 req-8b562330-2456-4f1b-b55a-0bc93e1e6615 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2401605 Feb 02 15:30:25.234143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:25.341355 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:25.414419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=61e3cd07f5d64a8380dddc0026286b5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1016586 Feb 02 15:30:25.415789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34960) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:25.419116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5d9c6-8367-43ae-b600-5ca9d8a8b4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc507e9-bd13-43a7-bcc8-bfe0dfbf7ec6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:25.436041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:25.452245 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:25.452341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a275f67-1303-4795-9fb4-7dcfb16f2fc5 None None] Sync routers for ids ['0d57e683-2983-4558-8a99-3df89a96d0d4'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:25.452437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7e376081-76c4-4b98-8a76-fa1fbe5a9650 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "PUT /v2.0/routers/0d57e683-2983-4558-8a99-3df89a96d0d4 HTTP/1.1" status: 200 len: 919 time: 11.2017362 Feb 02 15:30:25.463533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34964) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:25.491028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a275f67-1303-4795-9fb4-7dcfb16f2fc5 None None] Routers {'0d57e683-2983-4558-8a99-3df89a96d0d4'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:25.495371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a275f67-1303-4795-9fb4-7dcfb16f2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0d57e683-2983-4558-8a99-3df89a96d0d4'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:25.638560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a275f67-1303-4795-9fb4-7dcfb16f2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:25.653272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a275f67-1303-4795-9fb4-7dcfb16f2fc5 None None] Routers {'0d57e683-2983-4558-8a99-3df89a96d0d4'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:25.654139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a275f67-1303-4795-9fb4-7dcfb16f2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0d57e683-2983-4558-8a99-3df89a96d0d4'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:25.657941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] For port e26d9d33-0742-43ef-8e29-c4c79625cc82, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e26d9d33-0742-43ef-8e29-c4c79625cc82,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:25.658482 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:25.728237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a275f67-1303-4795-9fb4-7dcfb16f2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:25.728902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a275f67-1303-4795-9fb4-7dcfb16f2fc5 None None] The sync data for ids ['0d57e683-2983-4558-8a99-3df89a96d0d4'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:25.851720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b104abf-748b-4265-a63f-6d4d6c0e6b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:25.884080 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b104abf-748b-4265-a63f-6d4d6c0e6b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:26.041328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58cf4c-bcdb-4504-9115-15b8b50c2543 req-e27ae353-f7c6-4c1a-bae0-506f4881ac6a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:26.043793 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b58cf4c-bcdb-4504-9115-15b8b50c2543 req-e27ae353-f7c6-4c1a-bae0-506f4881ac6a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.9439390 Feb 02 15:30:26.112576 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b104abf-748b-4265-a63f-6d4d6c0e6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:26.138801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b104abf-748b-4265-a63f-6d4d6c0e6b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc507e9-bd13-43a7-bcc8-bfe0dfbf7ec6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:26.185931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b104abf-748b-4265-a63f-6d4d6c0e6b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:26.187687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5b104abf-748b-4265-a63f-6d4d6c0e6b99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1cc507e9-bd13-43a7-bcc8-bfe0dfbf7ec6 HTTP/1.1" status: 204 len: 168 time: 0.7702658 Feb 02 15:30:26.248315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3847873a-262b-4dba-83f1-de321af221bf'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:26.328958 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3847873a-262b-4dba-83f1-de321af221bf', 'code': 200} Feb 02 15:30:26.372995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b58cf4c-bcdb-4504-9115-15b8b50c2543 req-b9edda31-f612-4767-96a1-5c847511b893 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840433 Feb 02 15:30:26.508261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Router 8fbec56e-8193-43b7-9bb9-4ded4b089028 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:30:26.508725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:26.508725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:26.508725 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Floating IP 267befa6-cea8-4bc0-b979-968664c95218 disassociated. External IP: 172.25.0.34, port: e26d9d33-0742-43ef-8e29-c4c79625cc82. Feb 02 15:30:26.508725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for e26d9d33-0742-43ef-8e29-c4c79625cc82 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:26.639576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90907f-0ea9-490b-914b-1e3bb8d14ce8 req-23ce1fc9-afb7-4aa9-9fe5-4c19f2e103f3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:26.643851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90907f-0ea9-490b-914b-1e3bb8d14ce8 req-23ce1fc9-afb7-4aa9-9fe5-4c19f2e103f3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:26.648855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90907f-0ea9-490b-914b-1e3bb8d14ce8 req-23ce1fc9-afb7-4aa9-9fe5-4c19f2e103f3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:26.653013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90907f-0ea9-490b-914b-1e3bb8d14ce8 req-23ce1fc9-afb7-4aa9-9fe5-4c19f2e103f3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:26.656956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90907f-0ea9-490b-914b-1e3bb8d14ce8 req-23ce1fc9-afb7-4aa9-9fe5-4c19f2e103f3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:26.666093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e90907f-0ea9-490b-914b-1e3bb8d14ce8 req-23ce1fc9-afb7-4aa9-9fe5-4c19f2e103f3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3875 time: 0.1524222 Feb 02 15:30:26.727288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e90907f-0ea9-490b-914b-1e3bb8d14ce8 req-aedfcd59-425c-4567-b363-9126d0afd4ea tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604784 Feb 02 15:30:26.852022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d2fb-4321-47df-927b-0bc06b1a22ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:26.914529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4b8cbc0d-334a-4563-873e-ad69e056c1e7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/routers/0d57e683-2983-4558-8a99-3df89a96d0d4 HTTP/1.1" status: 200 len: 925 time: 1.4398890 Feb 02 15:30:26.917247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35000) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:27.025394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:27.031065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86bda995-b2d9-47d4-8c3a-5b5a117fa107 admin admin] 10.222.0.88 "PUT /v2.0/routers/8fbec56e-8193-43b7-9bb9-4ded4b089028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8969169 Feb 02 15:30:27.037226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35012) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:27.040390 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] Sync routers for ids ['8fbec56e-8193-43b7-9bb9-4ded4b089028'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:27.076942 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] Routers {'8fbec56e-8193-43b7-9bb9-4ded4b089028'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:27.084338 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['8fbec56e-8193-43b7-9bb9-4ded4b089028'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:27.180480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c4112797-29fd-4a1e-a09f-d93ded9130df tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=0d57e683-2983-4558-8a99-3df89a96d0d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2590425 Feb 02 15:30:27.181269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35016) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:27.256848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35020) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:27.262870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:27.512127 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] Set router 8fbec56e-8193-43b7-9bb9-4ded4b089028 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:27.575401 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:27.694955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171fc49-439e-404b-8387-d6ae1a926c36 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:27.696378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9171fc49-439e-404b-8387-d6ae1a926c36 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 881 time: 0.5139530 Feb 02 15:30:27.706819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35032) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:28.042836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Port': ['ID=e26d9d33-0742-43ef-8e29-c4c79625cc82,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:28.155629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1da9317b-ce43-44e4-9f09-c3428b27431c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d57e683-2983-4558-8a99-3df89a96d0d4 HTTP/1.1" status: 200 len: 205 time: 0.4234805 Feb 02 15:30:28.163326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35042) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:28.263830 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:30:22Z', 'revision_number': 5, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:28.273465 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] Checking router: 8fbec56e-8193-43b7-9bb9-4ded4b089028 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:30:28.297970 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] Routers {'8fbec56e-8193-43b7-9bb9-4ded4b089028'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:28.298955 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['8fbec56e-8193-43b7-9bb9-4ded4b089028'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:28.304203 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:28.395143 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:28.487513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6bdfa-ec17-4b4f-8044-474f230ef4ae req-5ae85951-4123-42ab-8980-c270792b0fd4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:28.512042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6bdfa-ec17-4b4f-8044-474f230ef4ae req-5ae85951-4123-42ab-8980-c270792b0fd4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:28.518216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6bdfa-ec17-4b4f-8044-474f230ef4ae req-5ae85951-4123-42ab-8980-c270792b0fd4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:28.534821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6bdfa-ec17-4b4f-8044-474f230ef4ae req-5ae85951-4123-42ab-8980-c270792b0fd4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:28.536776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a2a6bdfa-ec17-4b4f-8044-474f230ef4ae req-5ae85951-4123-42ab-8980-c270792b0fd4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3142 time: 0.4294767 Feb 02 15:30:28.604123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a727a5-66ef-46b8-91d7-a0fcbb7d80b0 req-34218292-85a3-41e5-8c6b-809d453e890a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:28.607365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a727a5-66ef-46b8-91d7-a0fcbb7d80b0 req-34218292-85a3-41e5-8c6b-809d453e890a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.8175163 Feb 02 15:30:28.799967 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] Set router 8fbec56e-8193-43b7-9bb9-4ded4b089028 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:28.912980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a2a6bdfa-ec17-4b4f-8044-474f230ef4ae req-d33e560b-e86b-43a5-8509-425c64d161b1 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3096061 Feb 02 15:30:29.075775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a727a5-66ef-46b8-91d7-a0fcbb7d80b0 req-76ddc898-ef0d-4d6e-bad4-cffbe1c3e20a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571066 Feb 02 15:30:29.142907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:29.289758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:29.298663 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:30:22Z', 'revision_number': 5, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:29.308037 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f8628-2b0a-423b-b7e4-0a73c1bddeba None None] The sync data for ids ['8fbec56e-8193-43b7-9bb9-4ded4b089028'] in n-d-827122-1 is: [{'id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'name': 'tempest-AttachSCSIVolumeTestJSON-483428296-router', 'tenant_id': 'ffee1edb6a394be897e10448363d35c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8028f210-fd74-4ba8-99d0-63274085d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:27:45Z', 'updated_at': '2022-02-02T15:30:22Z', 'revision_number': 5, 'project_id': 'ffee1edb6a394be897e10448363d35c4', 'gw_port': {'id': '8028f210-fd74-4ba8-99d0-63274085d202', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbec56e-8193-43b7-9bb9-4ded4b089028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:27:47Z', 'updated_at': '2022-02-02T15:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:29.336643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35066) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:29.388778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:30:29.551450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Deleting port 8028f210-fd74-4ba8-99d0-63274085d202 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:29.552200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:29.689066 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:29.830892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:29.857711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] Usage tracker for resource:security_group_rule and tenant:fa38b6270de24e3d97086c17b2d27393 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:29.862199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:29.891638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:29.895041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:30.008858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] For port 8028f210-fd74-4ba8-99d0-63274085d202, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8028f210-fd74-4ba8-99d0-63274085d202,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:30.009215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:30.154850 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:30.197215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Calling delete_port for 8028f210-fd74-4ba8-99d0-63274085d202 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:30.415876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:30.453560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 305cbac3-4e8c-4f92-878a-3dd8075e4a36 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:30.486537 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:30.490459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Deleting port d67538d2-6069-4648-b12a-f45d4d82ba00 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:30.490951 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:30.538915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 305cbac3-4e8c-4f92-878a-3dd8075e4a36 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:30:30.542163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 305cbac3-4e8c-4f92-878a-3dd8075e4a36 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:30:30.697219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30dd51-0a93-420a-a286-8a06cc325ce9 req-9f73e60b-23c4-49f1-898b-c13913a82a6f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:30.701134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30dd51-0a93-420a-a286-8a06cc325ce9 req-9f73e60b-23c4-49f1-898b-c13913a82a6f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:30.705485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30dd51-0a93-420a-a286-8a06cc325ce9 req-9f73e60b-23c4-49f1-898b-c13913a82a6f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:30.711433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30dd51-0a93-420a-a286-8a06cc325ce9 req-9f73e60b-23c4-49f1-898b-c13913a82a6f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:30.719011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a30dd51-0a93-420a-a286-8a06cc325ce9 req-9f73e60b-23c4-49f1-898b-c13913a82a6f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3142 time: 0.4520202 Feb 02 15:30:30.732291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:30.797036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fa38b6270de24e3d97086c17b2d27393&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4553978 Feb 02 15:30:30.814338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35086) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:30.926209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6efb8-6d7b-43b1-8f45-f23baefd4b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce3442-f7e4-4581-8d1b-ade2b617b46f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:30.952703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464fc5a-1015-4bef-9a50-130419dca168 req-8a126e84-2d5e-4ba8-b0d1-83cfa662230d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:30.960147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5464fc5a-1015-4bef-9a50-130419dca168 req-8a126e84-2d5e-4ba8-b0d1-83cfa662230d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.6401792 Feb 02 15:30:30.963526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:30.975590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] Sync routers for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:31.001883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:31.004688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:31.019631 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:31.080837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a30dd51-0a93-420a-a286-8a06cc325ce9 req-60ecf6ad-c5d7-466d-ba37-b5a280c7d88f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3607116 Feb 02 15:30:31.084637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8028f210-fd74-4ba8-99d0-63274085d202,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:31.177973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] No DVR routers for this DVR port e26d9d33-0742-43ef-8e29-c4c79625cc82 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:31.196160 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:31.204127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:31.235807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128c1d4f-0714-4a67-90a6-88764a34000d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:31.251440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:31.295439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:31.561015 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': 'e26d9d33-0742-43ef-8e29-c4c79625cc82', 'status': 'completed', 'code': 200} Feb 02 15:30:31.577756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128c1d4f-0714-4a67-90a6-88764a34000d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:31.657197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Calling delete_port for d67538d2-6069-4648-b12a-f45d4d82ba00 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:31.657597 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:31.929971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5464fc5a-1015-4bef-9a50-130419dca168 req-97486310-f8c7-474f-89a7-7b74a97062cb tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9685616 Feb 02 15:30:31.931766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-14f4544b-4cef-4c0f-9abf-c582c4a6a0df tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "DELETE /v2.0/ports/e26d9d33-0742-43ef-8e29-c4c79625cc82 HTTP/1.1" status: 204 len: 173 time: 7.2312374 Feb 02 15:30:31.935732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:26Z', 'revision_number': 5, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:31.946767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] Checking router: 09b659a1-56a3-44c8-b0f3-72d67d06b0ed for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:30:31.974249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:31.976131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:31.980605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:32.048698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event deleted for resources: {'Port': ['ID=d67538d2-6069-4648-b12a-f45d4d82ba00,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:32.115714 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128c1d4f-0714-4a67-90a6-88764a34000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:32.163248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port 3847873a-262b-4dba-83f1-de321af221bf {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:32.164394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:32.343902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c1d4f-0714-4a67-90a6-88764a34000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce3442-f7e4-4581-8d1b-ade2b617b46f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:32.399737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128c1d4f-0714-4a67-90a6-88764a34000d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:32.412276 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-128c1d4f-0714-4a67-90a6-88764a34000d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/86ce3442-f7e4-4581-8d1b-ade2b617b46f HTTP/1.1" status: 204 len: 168 time: 1.5729642 Feb 02 15:30:32.485577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:32.504862 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:32.551038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:32.633876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a6938-224a-4fcc-b351-cd714011062f req-ac3dbc04-e202-45ab-80b7-0626b90105c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:32.637878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a6938-224a-4fcc-b351-cd714011062f req-ac3dbc04-e202-45ab-80b7-0626b90105c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:32.641881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a6938-224a-4fcc-b351-cd714011062f req-ac3dbc04-e202-45ab-80b7-0626b90105c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:32.646873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a6938-224a-4fcc-b351-cd714011062f req-ac3dbc04-e202-45ab-80b7-0626b90105c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:32.648685 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b90a6938-224a-4fcc-b351-cd714011062f req-ac3dbc04-e202-45ab-80b7-0626b90105c9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3142 time: 0.2437656 Feb 02 15:30:32.864287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:32.865011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbec56e-8193-43b7-9bb9-4ded4b089028 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:30:32.932723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:32.933414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b90a6938-224a-4fcc-b351-cd714011062f req-b05ba8d1-d3da-4139-b9d7-a4788e72d753 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2667248 Feb 02 15:30:33.025309 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:33.033429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0be72cd5-003c-44f5-95cd-6611ea9ca0a2 admin admin] 10.222.0.88 "DELETE /v2.0/routers/8fbec56e-8193-43b7-9bb9-4ded4b089028 HTTP/1.1" status: 204 len: 168 time: 5.9790311 Feb 02 15:30:33.036645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35128) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:33.163184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Deleting subnet 0a922baf-1d50-42e4-953b-6377ab75b16e {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:30:33.240311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:33.636201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Deleting port b771302e-a665-4730-b489-7166e6093d84 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:33.636765 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:33.786269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:26Z', 'revision_number': 5, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:33.805178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de3e7a-37f9-450d-b1e2-aa8e40fa0ef8 None None] The sync data for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 is: [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:22:17Z', 'revision_number': 4, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '6afb8afd-e7b5-42a3-bd63-e08d9780cae4', 'name': '', 'network_id': 'b2296672-15a6-4ab4-9585-5f92ce6cfd57', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'mac_address': 'fa:16:3e:b2:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43861301-08a4-4106-af03-586ba63ac53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:16Z', 'updated_at': '2022-02-02T15:22:26Z', 'revision_number': 5, 'project_id': '3b1decc9381440f299a0b169a6427238', 'subnets': [{'id': '43861301-08a4-4106-af03-586ba63ac53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:33.835026 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:33.884368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] For port b771302e-a665-4730-b489-7166e6093d84, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b771302e-a665-4730-b489-7166e6093d84,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:33.884732 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:33.967871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:34.299861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Calling delete_port for b771302e-a665-4730-b489-7166e6093d84 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:34.309498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:34.344542 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638c8c6-facb-44e1-b106-9d3d3ff00c91 None None] New status for floating IP 267befa6-cea8-4bc0-b979-968664c95218: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:30:34.365117 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:34.473467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8028f210-fd74-4ba8-99d0-63274085d202 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:34.566913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8028f210-fd74-4ba8-99d0-63274085d202 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:30:34.567516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8028f210-fd74-4ba8-99d0-63274085d202 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:30:34.591456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5f846-70be-46b9-b8f3-5a1a8ecc933f req-564831c8-db20-4333-bdcf-aae050b9ff50 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:34.593389 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52e5f846-70be-46b9-b8f3-5a1a8ecc933f req-564831c8-db20-4333-bdcf-aae050b9ff50 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 1.3103936 Feb 02 15:30:34.600177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] For port 3847873a-262b-4dba-83f1-de321af221bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3847873a-262b-4dba-83f1-de321af221bf,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:34.601617 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:34.830645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for 3847873a-262b-4dba-83f1-de321af221bf owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:34.861681 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:34.934922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a922baf-1d50-42e4-953b-6377ab75b16e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:34.939005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-52e5f846-70be-46b9-b8f3-5a1a8ecc933f req-87bb2c0a-9966-4a58-9e9d-b96b34dbe144 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173983 Feb 02 15:30:34.945507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:34.946124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Fanout notify agent at l3_agent the message router_deleted on router 0d57e683-2983-4558-8a99-3df89a96d0d4 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:30:34.967182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99cd1dc-4780-41a0-b420-b7dacf97b7f0 None None] Network 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:30:34.969652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:34.978882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0a922baf-1d50-42e4-953b-6377ab75b16e HTTP/1.1" status: 204 len: 168 time: 1.9322798 Feb 02 15:30:34.982811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.983219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.983621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.984054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.984451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.984844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.985238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.985613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.985998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.986499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.986882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab13e8-5571-4736-b419-5e7e06f13c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:34.995186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecf13a-96d1-4677-a4ee-b6907af1f680 req-e83d6139-d243-4284-b9b7-f6e655fc9f8e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:35.002835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35162) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:35.011664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:35.013776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37efc8f0-1ed0-4105-8cd2-eff37543f834 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/0d57e683-2983-4558-8a99-3df89a96d0d4 HTTP/1.1" status: 204 len: 168 time: 6.8480651 Feb 02 15:30:35.016810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecf13a-96d1-4677-a4ee-b6907af1f680 req-e83d6139-d243-4284-b9b7-f6e655fc9f8e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:35.040027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35166) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:35.043010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecf13a-96d1-4677-a4ee-b6907af1f680 req-e83d6139-d243-4284-b9b7-f6e655fc9f8e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:35.061988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecf13a-96d1-4677-a4ee-b6907af1f680 req-e83d6139-d243-4284-b9b7-f6e655fc9f8e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:35.076711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-42ecf13a-96d1-4677-a4ee-b6907af1f680 req-e83d6139-d243-4284-b9b7-f6e655fc9f8e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 3142 time: 0.3925667 Feb 02 15:30:35.115217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1423634137', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:30:35.152081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:35.174955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Usage tracker for resource:router and tenant:060a6cfa41fc465a9589512b7e2c9814 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:35.177313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:35.264207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:35.302537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:35.311775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b771302e-a665-4730-b489-7166e6093d84,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:35.369226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:35.444702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-42ecf13a-96d1-4677-a4ee-b6907af1f680 req-1b364ead-5e10-4f08-856a-0ee4db37f21d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3646462 Feb 02 15:30:35.447197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:35.448209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:35.497134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:35.535993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Deleting port 365aaf29-009d-4189-9223-38a4d46f66de {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:35.535993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:35.774605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] DHCP port deletion for 5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:30:35.779492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Deleting port 365aaf29-009d-4189-9223-38a4d46f66de {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:35.780990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:35.928572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:36.125039 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:36.153078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Port': ['ID=3847873a-262b-4dba-83f1-de321af221bf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:36.454824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] For port 365aaf29-009d-4189-9223-38a4d46f66de, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=365aaf29-009d-4189-9223-38a4d46f66de,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:36.455342 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:36.671209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 365aaf29-009d-4189-9223-38a4d46f66de no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:36.712328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Calling delete_port for 365aaf29-009d-4189-9223-38a4d46f66de owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:36.735770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] No DVR routers for this DVR port 3847873a-262b-4dba-83f1-de321af221bf on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:36.748568 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:36.763210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': '3847873a-262b-4dba-83f1-de321af221bf'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:36.867075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:36.897284 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:37.164221 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:37.193188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-43b2d0ab-8cd4-461f-8834-a2a196f5c8cd tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "DELETE /v2.0/ports/3847873a-262b-4dba-83f1-de321af221bf HTTP/1.1" status: 204 len: 173 time: 5.2496080 Feb 02 15:30:37.281669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Pushing event deleted for resources: {'Port': ['ID=365aaf29-009d-4189-9223-38a4d46f66de,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:37.304844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] No DVR routers for this DVR port 365aaf29-009d-4189-9223-38a4d46f66de on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:37.310911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f48f-803b-4a98-b7fe-a76118a9052c req-fb8600d2-3f9c-4acb-890d-1e2caf4c94ad tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:37.311440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.311440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.311627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.311917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.312249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.312574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.312951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.313278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.313594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.313911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.314228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6b523-eb7f-499c-944e-c701d1ab256b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:37.315072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f48f-803b-4a98-b7fe-a76118a9052c req-fb8600d2-3f9c-4acb-890d-1e2caf4c94ad tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:37.320012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f48f-803b-4a98-b7fe-a76118a9052c req-fb8600d2-3f9c-4acb-890d-1e2caf4c94ad tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:37.327431 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e237f48f-803b-4a98-b7fe-a76118a9052c req-fb8600d2-3f9c-4acb-890d-1e2caf4c94ad tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 2409 time: 0.4465873 Feb 02 15:30:37.496870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] For port 365aaf29-009d-4189-9223-38a4d46f66de, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=365aaf29-009d-4189-9223-38a4d46f66de,segment=NetworkSegment(06e41e61-9608-4d2f-a5eb-f8b6763762e9),segment_id=06e41e61-9608-4d2f-a5eb-f8b6763762e9)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:37.502859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:37.559024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port 58c44551-61d6-4b04-8934-71f8883dcef0 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:37.560233 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:37.563541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e237f48f-803b-4a98-b7fe-a76118a9052c req-ed40c03a-e4ac-4700-a332-6105ae348e92 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2352164 Feb 02 15:30:37.673123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Router 71e2d620-bcf3-479a-92df-c36cf3e5d314 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:30:37.848709 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': '3847873a-262b-4dba-83f1-de321af221bf', 'status': 'completed', 'code': 200} Feb 02 15:30:37.861298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Calling delete_port for 365aaf29-009d-4189-9223-38a4d46f66de owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:37.916809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a974b9a-2b76-4b1b-816c-ed1d8947d5d2 req-fd79744a-aa54-4ab4-97d6-8cdd251a0a5a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:37.918319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a974b9a-2b76-4b1b-816c-ed1d8947d5d2 req-fd79744a-aa54-4ab4-97d6-8cdd251a0a5a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 1.6782763 Feb 02 15:30:38.194614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:38.206042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] Sync routers for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:38.208127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab59ebfe-0c12-4229-8828-5e2c68500ac7 admin admin] 10.222.0.88 "PUT /v2.0/routers/71e2d620-bcf3-479a-92df-c36cf3e5d314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9494369 Feb 02 15:30:38.210590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35222) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:38.242429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:38.243115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:38.256660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a974b9a-2b76-4b1b-816c-ed1d8947d5d2 req-948e5726-22ac-45c8-bccc-22d40c5c96dd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257699 Feb 02 15:30:38.265314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:30:38.265924 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:30:38.551876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:38.582194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:38.654407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:38.802490 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Deleting port 365aaf29-009d-4189-9223-38a4d46f66de {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:38.802490 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:38.891392 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:39.151223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f20368-8bb7-47de-bb3f-9b06c82eba6d req-48acfe62-085e-4a5f-9db9-e91a4cc05d4f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:39.155192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f20368-8bb7-47de-bb3f-9b06c82eba6d req-48acfe62-085e-4a5f-9db9-e91a4cc05d4f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:39.159182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f20368-8bb7-47de-bb3f-9b06c82eba6d req-48acfe62-085e-4a5f-9db9-e91a4cc05d4f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:39.185086 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6f20368-8bb7-47de-bb3f-9b06c82eba6d req-48acfe62-085e-4a5f-9db9-e91a4cc05d4f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 2409 time: 0.2883160 Feb 02 15:30:39.211452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:30:34Z', 'revision_number': 5, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port': {'id': 'b5aacd8e-0acc-46ed-8686-9dcf62c7b620', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:30Z', 'updated_at': '2022-02-02T15:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:39.212467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Allocated IP 172.25.0.116 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/b21821a2-5fc2-41f9-aea0-4fa7c56644c3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:30:39.216718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] Checking router: 71e2d620-bcf3-479a-92df-c36cf3e5d314 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:30:39.222796 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:39.229937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] Routers {'71e2d620-bcf3-479a-92df-c36cf3e5d314'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:39.230538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['71e2d620-bcf3-479a-92df-c36cf3e5d314'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:39.307058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6f20368-8bb7-47de-bb3f-9b06c82eba6d req-ff0ff6d0-7df5-4df8-bece-5395e4c58608 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209939 Feb 02 15:30:39.322886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Deleting port b5aacd8e-0acc-46ed-8686-9dcf62c7b620 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:39.326915 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:39.417517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-4195c764-c2c4-4598-b48d-435c120ab1cf req-ec15cf21-dbad-4657-8304-3224726edd77 service neutron] (95773) timed out ('10.222.0.64', 54210) {{(pid=95773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:30:39.597873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] Set router 71e2d620-bcf3-479a-92df-c36cf3e5d314 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:39.668580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] The port '365aaf29-009d-4189-9223-38a4d46f66de' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:30:39.688536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] For port b5aacd8e-0acc-46ed-8686-9dcf62c7b620, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b5aacd8e-0acc-46ed-8686-9dcf62c7b620,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:39.689107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:39.694747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] For port 58c44551-61d6-4b04-8934-71f8883dcef0, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=58c44551-61d6-4b04-8934-71f8883dcef0,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:39.700377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:39.788617 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:39.908705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:30:39Z', 'revision_number': 6, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:39.913605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd23b58-f2cf-417d-9286-03ff2e0f1ed7 None None] The sync data for ids ['71e2d620-bcf3-479a-92df-c36cf3e5d314'] in n-d-827122-1 is: [{'id': '71e2d620-bcf3-479a-92df-c36cf3e5d314', 'name': 'tempest-AttachVolumeShelveTestJSON-1548377444-router', 'tenant_id': '45fc305967194a0eac493568acd3c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:30:39Z', 'revision_number': 6, 'project_id': '45fc305967194a0eac493568acd3c314', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:40.087460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Calling delete_port for b5aacd8e-0acc-46ed-8686-9dcf62c7b620 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:40.169185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35252) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:40.398782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:40.482790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:40.482790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Usage tracker for resource:security_group_rule and tenant:47c8c8dda52b49d9b71fde8f498d2248 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:40.489778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b771302e-a665-4730-b489-7166e6093d84 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:40.502031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:40.502031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:40.619218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b771302e-a665-4730-b489-7166e6093d84 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:30:40.620689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b771302e-a665-4730-b489-7166e6093d84 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:30:40.715924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for 58c44551-61d6-4b04-8934-71f8883dcef0 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:40.744456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:40.767986 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:40.789632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.007153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.026695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:41.054535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5aacd8e-0acc-46ed-8686-9dcf62c7b620,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:41.054977 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.179053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e41e61-9608-4d2f-a5eb-f8b6763762e9') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:41.180030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e41e61-9608-4d2f-a5eb-f8b6763762e9') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:41.191480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event updated for resources: {'Port': ['ID=b21821a2-5fc2-41f9-aea0-4fa7c56644c3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:41.203435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdac76-841d-477a-8134-c23812af7c4c req-9734d068-dfd2-4443-bc76-3c7835772687 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:41.208825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9095af96-cbf4-446b-8082-7d673e968f3e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:41.225745 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93fdac76-841d-477a-8134-c23812af7c4c req-9734d068-dfd2-4443-bc76-3c7835772687 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 1.6171148 Feb 02 15:30:41.296906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.297235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.297571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.297905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.298392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.298720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.299043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.299362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.299769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.300731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.301053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.314028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.314368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.314704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.315034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.315473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.316646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.316985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.317621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.317958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.318283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.318763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:30:41.350847 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93fdac76-841d-477a-8134-c23812af7c4c req-53574d59-acd5-46da-874a-548dc456bc06 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220601 Feb 02 15:30:41.350963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4729facc-f1b1-4334-a7d6-e31fd235555f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=47c8c8dda52b49d9b71fde8f498d2248&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1801245 Feb 02 15:30:41.356194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35268) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:41.360741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.393354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b834-d7ab-4ad8-ae02-a414225454f6 req-d6f8643b-3922-4ba5-89d8-c5d9b28fe53c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:41.397788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b834-d7ab-4ad8-ae02-a414225454f6 req-d6f8643b-3922-4ba5-89d8-c5d9b28fe53c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:41.399478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:30:41.400946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:30:41.401892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b834-d7ab-4ad8-ae02-a414225454f6 req-d6f8643b-3922-4ba5-89d8-c5d9b28fe53c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:41.403554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3cd0b834-d7ab-4ad8-ae02-a414225454f6 req-d6f8643b-3922-4ba5-89d8-c5d9b28fe53c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 2409 time: 0.7347231 Feb 02 15:30:41.410356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.414191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:30:41.449739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.484885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:30:41.485341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:30:41.686916 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:30:41.693489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Port': ['ID=58c44551-61d6-4b04-8934-71f8883dcef0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:41.786924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] No DVR routers for this DVR port 58c44551-61d6-4b04-8934-71f8883dcef0 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:41.792849 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.820407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': '58c44551-61d6-4b04-8934-71f8883dcef0'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:41.825709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:41.956558 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': '58c44551-61d6-4b04-8934-71f8883dcef0', 'status': 'completed', 'code': 200} Feb 02 15:30:41.963625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-4f46612c-0fba-4ecb-a680-0a57353be937 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "DELETE /v2.0/ports/58c44551-61d6-4b04-8934-71f8883dcef0 HTTP/1.1" status: 204 len: 173 time: 4.7695153 Feb 02 15:30:42.047404 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:30:42.099741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.125719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.134461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port 481511e8-26e2-4305-87a5-e213fbae0951 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:42.135069 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.185209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:42.208432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3cd0b834-d7ab-4ad8-ae02-a414225454f6 req-4cd51a84-4993-4c47-b1fb-86737595b83a tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6042778 Feb 02 15:30:42.234037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.241186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bef3ee9b-a402-4418-9b64-7efe83ffc2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.245172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.313299 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ae1c24ab-f5d2-432c-96d3-20c191f85ed8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5c19ff2a-b9ac-4e35-9e9e-c57ea70995eb HTTP/1.1" status: 204 len: 168 time: 7.3079522 Feb 02 15:30:42.317355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35284) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:42.324617 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bef3ee9b-a402-4418-9b64-7efe83ffc2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.476946 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bef3ee9b-a402-4418-9b64-7efe83ffc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.505327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3ee9b-a402-4418-9b64-7efe83ffc2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9095af96-cbf4-446b-8082-7d673e968f3e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:42.530680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b5aacd8e-0acc-46ed-8686-9dcf62c7b620 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:42.543731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bef3ee9b-a402-4418-9b64-7efe83ffc2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.546975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bef3ee9b-a402-4418-9b64-7efe83ffc2d2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9095af96-cbf4-446b-8082-7d673e968f3e HTTP/1.1" status: 204 len: 168 time: 1.1890228 Feb 02 15:30:42.550694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.551971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e2d620-bcf3-479a-92df-c36cf3e5d314 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:30:42.564322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.564608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bd7d1bab-7314-4afb-8086-2a0edd128377 admin admin] 10.222.0.88 "DELETE /v2.0/routers/71e2d620-bcf3-479a-92df-c36cf3e5d314 HTTP/1.1" status: 204 len: 168 time: 4.3529072 Feb 02 15:30:42.567583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35294) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:42.591708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b5aacd8e-0acc-46ed-8686-9dcf62c7b620 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:30:42.595165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b5aacd8e-0acc-46ed-8686-9dcf62c7b620 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:30:42.694414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1be800-7eec-4d6c-9dfb-ee1b5f2367a2 admin admin] Deleting subnet 6045d96b-c767-4a44-ac9a-dce411ee136c {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:30:42.695526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb1be800-7eec-4d6c-9dfb-ee1b5f2367a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.755772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb1be800-7eec-4d6c-9dfb-ee1b5f2367a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.833875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] For port 481511e8-26e2-4305-87a5-e213fbae0951, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=481511e8-26e2-4305-87a5-e213fbae0951,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:42.834399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.906785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb1be800-7eec-4d6c-9dfb-ee1b5f2367a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:42.985833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for 481511e8-26e2-4305-87a5-e213fbae0951 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:43.018166 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:43.019536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:43.120877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb1be800-7eec-4d6c-9dfb-ee1b5f2367a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:43.230962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1be800-7eec-4d6c-9dfb-ee1b5f2367a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6045d96b-c767-4a44-ac9a-dce411ee136c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:43.244147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb1be800-7eec-4d6c-9dfb-ee1b5f2367a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:43.249435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962b8776-d734-4ae6-99fd-f6d08fdc2e5b None None] Network 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:30:43.255762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cb1be800-7eec-4d6c-9dfb-ee1b5f2367a2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6045d96b-c767-4a44-ac9a-dce411ee136c HTTP/1.1" status: 204 len: 168 time: 0.6826425 Feb 02 15:30:43.255993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35318) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:43.390363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:43.405991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Deleting port 5d1be3c7-6576-465b-b802-c14e86e86592 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:43.406332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:43.589917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cffe60-dbf0-42ca-b2ec-d6228b7a05f7 req-fc38380c-2da4-44e8-ad89-2e83fb64619d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:43.591532 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17cffe60-dbf0-42ca-b2ec-d6228b7a05f7 req-fc38380c-2da4-44e8-ad89-2e83fb64619d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.8876398 Feb 02 15:30:43.923177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38520c81-60ce-4863-bac1-047908a260dc req-98c00fcb-c729-4cb1-8209-606d40c7525e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:43.934667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38520c81-60ce-4863-bac1-047908a260dc req-98c00fcb-c729-4cb1-8209-606d40c7525e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:43.939247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17cffe60-dbf0-42ca-b2ec-d6228b7a05f7 req-ab53d036-b5e7-43a0-bef7-cc27592e1c08 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686646 Feb 02 15:30:43.951379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38520c81-60ce-4863-bac1-047908a260dc req-98c00fcb-c729-4cb1-8209-606d40c7525e tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 1676 time: 0.4479463 Feb 02 15:30:43.953947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] For port 5d1be3c7-6576-465b-b802-c14e86e86592, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d1be3c7-6576-465b-b802-c14e86e86592,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:43.953947 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:43.999155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] DHCP port deletion for 1534d2b5-d6ef-44c5-aff7-25a524f5dd48 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:30:44.004231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] Deleting port 5d1be3c7-6576-465b-b802-c14e86e86592 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:44.004798 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:44.025082 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:44.106015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35330) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:44.115346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Port': ['ID=481511e8-26e2-4305-87a5-e213fbae0951,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:44.250977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] No DVR routers for this DVR port 481511e8-26e2-4305-87a5-e213fbae0951 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:44.252512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] For port 5d1be3c7-6576-465b-b802-c14e86e86592, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d1be3c7-6576-465b-b802-c14e86e86592,segment=NetworkSegment(9c8c71c3-d45d-4cce-9caa-4b13cabaaf73),segment_id=9c8c71c3-d45d-4cce-9caa-4b13cabaaf73)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:44.256280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:44.256414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:44.263989 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:44.279325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': '481511e8-26e2-4305-87a5-e213fbae0951'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:44.332631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ed783c50-4eba-4329-a73e-d3330143265c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "DELETE /v2.0/ports/481511e8-26e2-4305-87a5-e213fbae0951 HTTP/1.1" status: 204 len: 173 time: 2.3537972 Feb 02 15:30:44.474031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Calling delete_port for 5d1be3c7-6576-465b-b802-c14e86e86592 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:44.571563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5d1be3c7-6576-465b-b802-c14e86e86592 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:44.703135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] Calling delete_port for 5d1be3c7-6576-465b-b802-c14e86e86592 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:44.708171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38520c81-60ce-4863-bac1-047908a260dc req-4de8549b-4bed-413f-8ded-2a615e37fdd0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7144871 Feb 02 15:30:44.748311 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:44.780154 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': '481511e8-26e2-4305-87a5-e213fbae0951', 'status': 'completed', 'code': 200} Feb 02 15:30:44.832388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:44.856015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] Usage tracker for resource:security_group_rule and tenant:15450cc8ea3043e28923d504fded35b0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:44.908828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1be3c7-6576-465b-b802-c14e86e86592,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:44.910248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:44.927812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] No DVR routers for this DVR port 5d1be3c7-6576-465b-b802-c14e86e86592 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:44.954331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:45.008167 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:30:45.009658 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:30:45.027411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port ff0afbed-5350-4b5c-b7cf-484bf8028a91 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:45.027753 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.064123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No active binding found for port 5d1be3c7-6576-465b-b802-c14e86e86592 {{(pid=95774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 02 15:30:45.071194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5d1be3c7-6576-465b-b802-c14e86e86592 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:30:45.155092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.211276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1534d2b5-d6ef-44c5-aff7-25a524f5dd48']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:45.231685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:45.232322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8c71c3-d45d-4cce-9caa-4b13cabaaf73') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:45.245639 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.266918 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.269155 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.287624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:30:45.288637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:30:45.312188 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:30:45.421905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Router 7b839d7f-2e85-4c52-abe8-bc607c117460 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:30:45.424234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.480121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.498556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=15450cc8ea3043e28923d504fded35b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3786693 Feb 02 15:30:45.511485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] Deleting port 5d1be3c7-6576-465b-b802-c14e86e86592 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:45.511915 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.517874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35356) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:45.520393 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.544785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1534d2b5-d6ef-44c5-aff7-25a524f5dd48,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:45.611821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5f06ba37-47c2-4206-8aa0-577911f59614 None None] The port '5d1be3c7-6576-465b-b802-c14e86e86592' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:30:45.685765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9afd61e6-abe7-4105-b7df-fd7b520052f7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1534d2b5-d6ef-44c5-aff7-25a524f5dd48 HTTP/1.1" status: 204 len: 168 time: 2.4214797 Feb 02 15:30:45.706683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0642eec-908d-417c-9a43-01ea2bd857bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.809508 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0642eec-908d-417c-9a43-01ea2bd857bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.811333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] For port ff0afbed-5350-4b5c-b7cf-484bf8028a91, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ff0afbed-5350-4b5c-b7cf-484bf8028a91,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:45.811750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:45.988991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for ff0afbed-5350-4b5c-b7cf-484bf8028a91 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:46.008316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0642eec-908d-417c-9a43-01ea2bd857bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.032917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0642eec-908d-417c-9a43-01ea2bd857bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefb2b24-1ed7-4348-945f-ddaf50eff4d5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:46.050728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0642eec-908d-417c-9a43-01ea2bd857bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.053101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f0642eec-908d-417c-9a43-01ea2bd857bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fefb2b24-1ed7-4348-945f-ddaf50eff4d5 HTTP/1.1" status: 204 len: 168 time: 0.5294762 Feb 02 15:30:46.175641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25d40b-9c85-48c2-a125-d2a610c991b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefb2b24-1ed7-4348-945f-ddaf50eff4d5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:46.265722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.320869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e277fd-97e9-4772-b350-63e657cdec8a req-98cf158f-1b15-4f3c-a465-190e3738e8e9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:46.329340 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38e277fd-97e9-4772-b350-63e657cdec8a req-98cf158f-1b15-4f3c-a465-190e3738e8e9 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 865 time: 0.2078590 Feb 02 15:30:46.375362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35372) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:46.477334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-488c0186-db32-4ff0-9978-ec86ca0e57d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=45fc305967194a0eac493568acd3c314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0938337 Feb 02 15:30:46.477929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35380) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:46.514774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38e277fd-97e9-4772-b350-63e657cdec8a req-5d0b7944-92b1-42e8-9502-eeb3d90503f4 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups?id=5940a2aa-db98-4cf2-94ed-d73742afbaed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1840062 Feb 02 15:30:46.577334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24fdc5f6-6db8-43cf-97be-b199c19e58e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.608390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24fdc5f6-6db8-43cf-97be-b199c19e58e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.696284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.742518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Port': ['ID=ff0afbed-5350-4b5c-b7cf-484bf8028a91,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:46.826387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24fdc5f6-6db8-43cf-97be-b199c19e58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.861776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdc5f6-6db8-43cf-97be-b199c19e58e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e2638-4326-412b-95b9-7efe0d7bddb6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:46.892978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b8e5b-a311-411e-a724-5cd40e2193c5 req-ef28c406-2e54-4b73-b75e-76f76c7f39e0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:46.894617 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f3b8e5b-a311-411e-a724-5cd40e2193c5 req-ef28c406-2e54-4b73-b75e-76f76c7f39e0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 1.5953972 Feb 02 15:30:46.900259 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.905577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24fdc5f6-6db8-43cf-97be-b199c19e58e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.906731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24fdc5f6-6db8-43cf-97be-b199c19e58e2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f72e2638-4326-412b-95b9-7efe0d7bddb6 HTTP/1.1" status: 204 len: 168 time: 0.4278293 Feb 02 15:30:46.921080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] No DVR routers for this DVR port ff0afbed-5350-4b5c-b7cf-484bf8028a91 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:30:46.957803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:46.961739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:47.042609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-37a97cf1-f027-45ee-be08-aa3dfb488273 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1096 time: 0.8421783 Feb 02 15:30:47.132794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b53f1923-9ddb-4c40-b731-a57dcd0d5c1d req-ac72693e-ac5a-4038-b4d1-052a4deaf1c3 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.107 "DELETE /v2.0/ports/ff0afbed-5350-4b5c-b7cf-484bf8028a91 HTTP/1.1" status: 204 len: 173 time: 2.7087045 Feb 02 15:30:47.139802 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c81bf-6c67-4031-9eed-abeaabde07f8', 'name': 'network-vif-deleted', 'tag': 'ff0afbed-5350-4b5c-b7cf-484bf8028a91', 'status': 'completed', 'code': 200} Feb 02 15:30:47.385090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f3b8e5b-a311-411e-a724-5cd40e2193c5 req-a68ab38f-e93c-4057-8192-9e159d9cf363 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608274 Feb 02 15:30:47.592164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-e7194289-d926-4e30-8818-6c084af131fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:47.593661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-e7194289-d926-4e30-8818-6c084af131fd service neutron] 10.222.0.107 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 915 time: 0.5145013 Feb 02 15:30:47.673879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:47.694858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-177eb9c9-45d6-48d6-bd0d-025651db6aa3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 200 len: 217 time: 0.0927572 Feb 02 15:30:47.702358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:47.715080 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42230ca3-c1ff-49ad-9d48-87d9d879b701 None None] Sync routers for ids ['7b839d7f-2e85-4c52-abe8-bc607c117460'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:47.746822 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42230ca3-c1ff-49ad-9d48-87d9d879b701 None None] Routers {'7b839d7f-2e85-4c52-abe8-bc607c117460'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:47.750465 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-42230ca3-c1ff-49ad-9d48-87d9d879b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7b839d7f-2e85-4c52-abe8-bc607c117460'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:47.941802 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-42230ca3-c1ff-49ad-9d48-87d9d879b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:47.981904 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42230ca3-c1ff-49ad-9d48-87d9d879b701 None None] Routers {'7b839d7f-2e85-4c52-abe8-bc607c117460'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:47.983511 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-42230ca3-c1ff-49ad-9d48-87d9d879b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7b839d7f-2e85-4c52-abe8-bc607c117460'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:48.021406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdd1f67b-69ed-45a5-86f2-195506e70632 req-53c4c688-34b9-472e-81e6-60102ee3aa62 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 210 time: 0.1257577 Feb 02 15:30:48.179399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:48.186689 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50294f54-fa7e-45d4-89ce-aba17d44779a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 13.1435547 Feb 02 15:30:48.189449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35434) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:48.198539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:30:48.243637 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-42230ca3-c1ff-49ad-9d48-87d9d879b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:48.244070 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42230ca3-c1ff-49ad-9d48-87d9d879b701 None None] The sync data for ids ['7b839d7f-2e85-4c52-abe8-bc607c117460'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:48.463565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-19c06217-51ce-4c07-8f8d-2edefddf4c87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:48.473886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-19c06217-51ce-4c07-8f8d-2edefddf4c87 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.7394068 Feb 02 15:30:48.858543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-e76303f7-0f0b-4bf4-adf5-64f14ccf31f9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2728219 Feb 02 15:30:49.133772 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-c8d449c2-1b2e-4e0e-83a4-c93dfbea9aec service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621052 Feb 02 15:30:49.496718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7f4a8c5-59c8-4ca8-9061-404ce0d41978 req-e9baa007-2388-43cb-915e-720ad5df050d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 210 time: 0.0682735 Feb 02 15:30:49.843984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:49.941484 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:50.080259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Deleting port b21821a2-5fc2-41f9-aea0-4fa7c56644c3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:50.081019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:50.178470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5af03b96-81a4-4575-9f83-9368abe9c3a7 req-3a7a65a1-1cb3-4f41-9360-b152ce8c561d service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9290950 Feb 02 15:30:50.247459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42753464-d086-4e9b-a116-b1ae940569d0 req-41326a30-87c3-4d70-81b0-02d6f4c4bb85 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:50.253493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42753464-d086-4e9b-a116-b1ae940569d0 req-41326a30-87c3-4d70-81b0-02d6f4c4bb85 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 1.5018129 Feb 02 15:30:50.431738 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42753464-d086-4e9b-a116-b1ae940569d0 req-37460f59-1d0d-40ec-9264-33c60b14f162 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703801 Feb 02 15:30:50.513088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:50.570298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Deleting port dd91128b-0240-4282-be51-51dfcb7e5525 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:50.570648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:50.988563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Calling delete_port for b21821a2-5fc2-41f9-aea0-4fa7c56644c3 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:51.316258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] For port dd91128b-0240-4282-be51-51dfcb7e5525, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dd91128b-0240-4282-be51-51dfcb7e5525,segment=NetworkSegment(6d09e91c-ecff-49cb-9bd3-ddfda7832452),segment_id=6d09e91c-ecff-49cb-9bd3-ddfda7832452)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:51.317357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:51.470506 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-28ced7f7-c17e-4b4b-bb75-a8ae23fa501d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1096 time: 0.5004339 Feb 02 15:30:51.479919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Calling delete_port for dd91128b-0240-4282-be51-51dfcb7e5525 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:51.534937 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b41643c-44d1-40db-abed-4f22a0e14481 req-1200b541-ea0d-47b8-8ec6-8cf03d79b564 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 210 time: 0.1985104 Feb 02 15:30:51.703976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:52.011105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Pushing event deleted for resources: {'Port': ['ID=b21821a2-5fc2-41f9-aea0-4fa7c56644c3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:52.139728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-991bb3ef-25dc-4793-9ac0-0ab4b309b825 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:52.147715 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-991bb3ef-25dc-4793-9ac0-0ab4b309b825 service neutron] 10.222.0.107 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 915 time: 0.6157117 Feb 02 15:30:52.399905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:52.436102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-ed146463-ddee-4e6d-82c2-24215c2ddc26 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 200 len: 217 time: 0.2477231 Feb 02 15:30:52.444541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def79966-fd98-48c3-b027-667b198f6bcf req-dcc818d4-7ae0-43db-a9c2-dd41073de8f1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:52.446186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-def79966-fd98-48c3-b027-667b198f6bcf req-dcc818d4-7ae0-43db-a9c2-dd41073de8f1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.6967635 Feb 02 15:30:52.569062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-1ddc05e0-5cf2-4053-9345-6924c359d305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:52.571456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-1ddc05e0-5cf2-4053-9345-6924c359d305 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.1214452 Feb 02 15:30:52.606575 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:52.610180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:52.707682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:52.794697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Router 7b839d7f-2e85-4c52-abe8-bc607c117460 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:30:52.820763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-2fcb7015-a545-4ed3-8706-110e440698a3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2375488 Feb 02 15:30:52.835655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd91128b-0240-4282-be51-51dfcb7e5525,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:52.858807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-def79966-fd98-48c3-b027-667b198f6bcf req-846e256c-b30a-4c7f-b64c-a0dcc75b8ba5 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355296 Feb 02 15:30:53.100007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:53.118206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3a983-6a4e-47d7-9e4b-73d833ef0b4d None None] Sync routers for ids ['7b839d7f-2e85-4c52-abe8-bc607c117460'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:53.157219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3a983-6a4e-47d7-9e4b-73d833ef0b4d None None] Routers {'7b839d7f-2e85-4c52-abe8-bc607c117460'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:53.163796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ebd3a983-6a4e-47d7-9e4b-73d833ef0b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7b839d7f-2e85-4c52-abe8-bc607c117460'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:53.201956 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd91224c-7216-4648-aaf0-ded4a7a9f05a req-2f39ebde-3c2e-44b0-a354-68de25bf6282 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/ports?device_id=739c81bf-6c67-4031-9eed-abeaabde07f8 HTTP/1.1" status: 200 len: 210 time: 0.0954480 Feb 02 15:30:53.238023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:53.239662 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cba958c6-5bf9-41b6-ae8f-5af47d21460d tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "PUT /v2.0/routers/7b839d7f-2e85-4c52-abe8-bc607c117460 HTTP/1.1" status: 200 len: 710 time: 5.0489445 Feb 02 15:30:53.243771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35564) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:53.382693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ebd3a983-6a4e-47d7-9e4b-73d833ef0b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:53.451064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3a983-6a4e-47d7-9e4b-73d833ef0b4d None None] Routers {'7b839d7f-2e85-4c52-abe8-bc607c117460'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:53.451746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ebd3a983-6a4e-47d7-9e4b-73d833ef0b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7b839d7f-2e85-4c52-abe8-bc607c117460'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:53.654337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-c225aecc-f9b6-4beb-92b9-c2c189a961fd service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198946 Feb 02 15:30:53.741044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ebd3a983-6a4e-47d7-9e4b-73d833ef0b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:53.744263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3a983-6a4e-47d7-9e4b-73d833ef0b4d None None] The sync data for ids ['7b839d7f-2e85-4c52-abe8-bc607c117460'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:53.941829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-71e3794a-84d9-4382-8b88-81413f555cd7 tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/routers/7b839d7f-2e85-4c52-abe8-bc607c117460 HTTP/1.1" status: 200 len: 745 time: 0.6902070 Feb 02 15:30:53.941829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35580) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:53.999911 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1305c5a8-0afb-4aa1-bbe5-b8b0f30402dd tempest-RoutersIpV6AdminTest-562491924 tempest-RoutersIpV6AdminTest-562491924-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=7b839d7f-2e85-4c52-abe8-bc607c117460 HTTP/1.1" status: 200 len: 205 time: 0.0620368 Feb 02 15:30:54.002324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35588) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:54.158716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d6effc9-25e8-44f6-8f16-48821df2e1b0 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b839d7f-2e85-4c52-abe8-bc607c117460 HTTP/1.1" status: 200 len: 205 time: 0.1550074 Feb 02 15:30:54.162140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35594) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:54.258622 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee3b990c-2304-4d89-a9ca-3f8e91c8ccab req-c6eb6bf5-4e92-4e72-b407-60808420ac71 service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935817 Feb 02 15:30:54.348102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:54.437226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:54.620375 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2c87825a-7bc6-496b-8084-73ebd8f81f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:54.634952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9670fd-181c-48f1-9156-070c11413594 req-5ee15851-ffab-4d15-98c4-28b38e02a56f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:54.644549 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf9670fd-181c-48f1-9156-070c11413594 req-5ee15851-ffab-4d15-98c4-28b38e02a56f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 945 time: 0.3845687 Feb 02 15:30:54.645769 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08733fb3-004c-47fb-a137-af5ec63572ae tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:54.727731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf9670fd-181c-48f1-9156-070c11413594 req-1e4ffd83-0f3c-48f8-a602-116ac6b1f696 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818791 Feb 02 15:30:54.736537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35624) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:54.756773 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:54.792018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:30:54.803218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:30:54.880151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:54.890530 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9472-e16e-4e14-813c-771e521d342d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.002647 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9472-e16e-4e14-813c-771e521d342d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.032963 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'code': 200} Feb 02 15:30:55.034732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:55.324458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08733fb3-004c-47fb-a137-af5ec63572ae tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.329363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08733fb3-004c-47fb-a137-af5ec63572ae tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.332743 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9472-e16e-4e14-813c-771e521d342d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.375715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a9472-e16e-4e14-813c-771e521d342d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5940a2aa-db98-4cf2-94ed-d73742afbaed,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:55.434012 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08733fb3-004c-47fb-a137-af5ec63572ae tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.434549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08733fb3-004c-47fb-a137-af5ec63572ae tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Fanout notify agent at l3_agent the message router_deleted on router 7b839d7f-2e85-4c52-abe8-bc607c117460 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:30:55.456818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08733fb3-004c-47fb-a137-af5ec63572ae tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.462913 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08733fb3-004c-47fb-a137-af5ec63572ae tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/7b839d7f-2e85-4c52-abe8-bc607c117460 HTTP/1.1" status: 204 len: 168 time: 1.2984326 Feb 02 15:30:55.463066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35640) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.496264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9472-e16e-4e14-813c-771e521d342d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.497408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2d1a9472-e16e-4e14-813c-771e521d342d tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "DELETE /v2.0/security-groups/5940a2aa-db98-4cf2-94ed-d73742afbaed HTTP/1.1" status: 204 len: 168 time: 0.7548196 Feb 02 15:30:55.500209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35644) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.506593 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fd9b70f2-e996-4f3d-b1a4-46066f0408ea tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b839d7f-2e85-4c52-abe8-bc607c117460 HTTP/1.1" status: 200 len: 205 time: 0.0425103 Feb 02 15:30:55.514822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35648) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.576469 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-9ad710b3-8edb-4cc5-b277-1609f0b39705 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] show failed (client error): The resource could not be found. Feb 02 15:30:55.577423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9ad710b3-8edb-4cc5-b277-1609f0b39705 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "GET /v2.0/security-groups/5940a2aa-db98-4cf2-94ed-d73742afbaed HTTP/1.1" status: 404 len: 347 time: 0.0763216 Feb 02 15:30:55.581292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.595597 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-12a0e272-8452-4642-9e32-ef8c801e9f84 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] delete failed (client error): The resource could not be found. Feb 02 15:30:55.597171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-12a0e272-8452-4642-9e32-ef8c801e9f84 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/7b839d7f-2e85-4c52-abe8-bc607c117460 HTTP/1.1" status: 404 len: 336 time: 0.0798881 Feb 02 15:30:55.599674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35660) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.652962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0d2dc562-83ca-42de-9bf3-87b8f347511f tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d57e683-2983-4558-8a99-3df89a96d0d4 HTTP/1.1" status: 200 len: 205 time: 0.0521419 Feb 02 15:30:55.655456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35666) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.713281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35670) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.740675 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-ec02013c-60ba-42be-940b-5f611e61bee5 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] delete failed (client error): The resource could not be found. Feb 02 15:30:55.741697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ec02013c-60ba-42be-940b-5f611e61bee5 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/0d57e683-2983-4558-8a99-3df89a96d0d4 HTTP/1.1" status: 404 len: 336 time: 0.0840158 Feb 02 15:30:55.744853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35676) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.785927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port 0dee03c2-b963-42d4-ae97-170a33ab03ec {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:55.785927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:55.872028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-39fad2fd-7208-4158-9c5d-074b46f666e4 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=426491f8-06b0-4ca0-945d-fc99168c2262 HTTP/1.1" status: 200 len: 205 time: 0.1254163 Feb 02 15:30:55.874173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35682) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:55.964774 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-0a0cbd2a-8f82-4a81-8006-54c3a1aee552 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] delete failed (client error): The resource could not be found. Feb 02 15:30:55.966828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0a0cbd2a-8f82-4a81-8006-54c3a1aee552 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/426491f8-06b0-4ca0-945d-fc99168c2262 HTTP/1.1" status: 404 len: 336 time: 0.0896420 Feb 02 15:30:55.972419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35688) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:56.087076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:56.087404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:56.205176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ee63af82-a056-4a66-94fb-bb56a5235a58 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=9091319b-f65c-4c75-bf3a-a790e1bf8798 HTTP/1.1" status: 200 len: 205 time: 0.2297287 Feb 02 15:30:56.206205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35696) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:56.354930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35704) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:56.356657 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-99cdabf0-5aec-473c-800c-8740ff941820 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] delete failed (client error): The resource could not be found. Feb 02 15:30:56.357754 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-99cdabf0-5aec-473c-800c-8740ff941820 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/9091319b-f65c-4c75-bf3a-a790e1bf8798 HTTP/1.1" status: 404 len: 336 time: 0.1453001 Feb 02 15:30:56.367657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35708) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:56.413242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:56.494182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for 0dee03c2-b963-42d4-ae97-170a33ab03ec owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:56.536223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:56.542722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4dc2c555f641d6b97f8ddffabdf32b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:56.549483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cdc06ce4-eb36-4d67-8d24-dd7109485e98 tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=bafe1ace-ef8c-494c-9ca7-75b69b260111 HTTP/1.1" status: 200 len: 205 time: 0.1744750 Feb 02 15:30:56.549483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:56.551742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35716) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:56.561527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:56.570055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Router 260c7634-b96b-4a30-80ea-b099dce2e804 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:30:56.588384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821bd86-dba3-4607-a52f-2734b4352c8e req-2f9ce48a-0b13-487e-8a92-e7a38ac02362 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:56.589913 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6821bd86-dba3-4607-a52f-2734b4352c8e req-2f9ce48a-0b13-487e-8a92-e7a38ac02362 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.6230426 Feb 02 15:30:56.632325 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-2e624250-8b65-4b6d-b786-c0b0b4b0eb0c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] delete failed (client error): The resource could not be found. Feb 02 15:30:56.635896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e624250-8b65-4b6d-b786-c0b0b4b0eb0c tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/bafe1ace-ef8c-494c-9ca7-75b69b260111 HTTP/1.1" status: 404 len: 336 time: 0.0806830 Feb 02 15:30:56.641933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35722) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:56.696447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fceee941-1bb6-4619-a3b5-8907e6b2866f tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "GET /v2.0/ports?device_id=4caee69d-be90-409a-abaf-cd4023953c5d HTTP/1.1" status: 200 len: 205 time: 0.0531793 Feb 02 15:30:56.704683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35728) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:56.723316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:56.772812 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-a4845fbe-4894-49cc-955e-ceaf6d2b442a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] delete failed (client error): The resource could not be found. Feb 02 15:30:56.773849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a4845fbe-4894-49cc-955e-ceaf6d2b442a tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/routers/4caee69d-be90-409a-abaf-cd4023953c5d HTTP/1.1" status: 404 len: 336 time: 0.0685716 Feb 02 15:30:56.777946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:56.821567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6821bd86-dba3-4607-a52f-2734b4352c8e req-710013c3-6ea1-43a6-b57c-8170cc85ebe9 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210600 Feb 02 15:30:56.847288 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:56.848209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:56.853710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] Usage tracker for resource:security_group_rule and tenant:27b2e379d2d0489fbc386bb29c31f1d5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:56.857573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:56.864657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:56.884830 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70cf37df-fb91-4037-92ac-e255c1588e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:56.890692 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed1d30f-0f81-4ecd-a8f7-33ed14ae1f7b tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] DELETE failed (client error): The resource could not be found. Feb 02 15:30:56.891282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed1d30f-0f81-4ecd-a8f7-33ed14ae1f7b tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:30:56.903822 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7ed1d30f-0f81-4ecd-a8f7-33ed14ae1f7b tempest-RoutersIpV6AdminTest-854482259 tempest-RoutersIpV6AdminTest-854482259-project] 10.222.0.88 "DELETE /v2.0/subnets/20d18918-2599-490e-97ae-1123f1dce3dd HTTP/1.1" status: 404 len: 337 time: 0.1254935 Feb 02 15:30:56.956095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.026048 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.033428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf39b5f7-8e74-40b9-8eeb-c2841970e6d5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:57.052902 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-19c3f7e3-a2c3-444d-83b7-72d9b689ead5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb4dc2c555f641d6b97f8ddffabdf32b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3328555 Feb 02 15:30:57.056903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35740) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:57.102438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35746) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:57.171036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:30:57.184969 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.186030 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] Sync routers for ids ['260c7634-b96b-4a30-80ea-b099dce2e804'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:30:57.192730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Port': ['ID=0dee03c2-b963-42d4-ae97-170a33ab03ec,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:57.208532 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] Routers {'260c7634-b96b-4a30-80ea-b099dce2e804'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:57.210957 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['260c7634-b96b-4a30-80ea-b099dce2e804'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:57.216255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456f004e-6441-474f-9dd2-1ae63fd30b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.221743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9aed8698-e5bd-4a0f-b6cc-e1c93f538e73 admin admin] 10.222.0.88 "PUT /v2.0/routers/260c7634-b96b-4a30-80ea-b099dce2e804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9003406 Feb 02 15:30:57.224423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35754) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:57.300073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.300073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.300920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-efed6e17-df89-472e-adbb-09e00ed27986 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "DELETE /v2.0/floatingips/267befa6-cea8-4bc0-b979-968664c95218 HTTP/1.1" status: 204 len: 168 time: 1.7180166 Feb 02 15:30:57.304536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35758) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:57.326558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.379142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456f004e-6441-474f-9dd2-1ae63fd30b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.428371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-883b8f43-dd8d-4f31-98cd-248cd2aec06f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port a94c1c6a-15be-46b7-8c70-2890417edb08 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:57.429148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-883b8f43-dd8d-4f31-98cd-248cd2aec06f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.452560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a70af-60d5-4394-b754-e24cc08d3ecd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:57.520463 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] Set router 260c7634-b96b-4a30-80ea-b099dce2e804 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:57.557941 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4c6b791b-e20f-4f74-a29e-86bc092240bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=27b2e379d2d0489fbc386bb29c31f1d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1988571 Feb 02 15:30:57.558865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35768) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:57.562489 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.618996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35772) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:57.656874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:57.662217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7d7da2892a4f49806a3ad316143963 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:57.665685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:57.672392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:57.765322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.766822 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-883b8f43-dd8d-4f31-98cd-248cd2aec06f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.881551 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456f004e-6441-474f-9dd2-1ae63fd30b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.890560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.949195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bd7d7da2892a4f49806a3ad316143963&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8357449 Feb 02 15:30:57.953648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456f004e-6441-474f-9dd2-1ae63fd30b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.954711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-456f004e-6441-474f-9dd2-1ae63fd30b28 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bf39b5f7-8e74-40b9-8eeb-c2841970e6d5 HTTP/1.1" status: 204 len: 168 time: 0.8969474 Feb 02 15:30:57.956898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35782) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:57.969083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-883b8f43-dd8d-4f31-98cd-248cd2aec06f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for a94c1c6a-15be-46b7-8c70-2890417edb08 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:57.977237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b279c5b5-ae9f-4010-b936-2d350a37cd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:57.983345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f004e-6441-474f-9dd2-1ae63fd30b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf39b5f7-8e74-40b9-8eeb-c2841970e6d5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:57.985162 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:30:52Z', 'revision_number': 5, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:57.991301 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] Checking router: 260c7634-b96b-4a30-80ea-b099dce2e804 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:30:58.003915 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] Routers {'260c7634-b96b-4a30-80ea-b099dce2e804'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:30:58.004687 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:30:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['260c7634-b96b-4a30-80ea-b099dce2e804'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:58.196006 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.218474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b279c5b5-ae9f-4010-b936-2d350a37cd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.233505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39bfe867-37a6-4861-b821-f7365ecf2ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.240006 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] Set router 260c7634-b96b-4a30-80ea-b099dce2e804 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:30:58.241028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472eaf6-3bf4-4307-bbbd-fbec20d391e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d0ba81-3be2-469c-b9db-85c119ffa643,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:58.241271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d0cad-e385-4471-8802-c3dba068da76 req-b13bdd94-5263-4ffc-8b20-3329ce39dfc1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:58.256675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d7d0cad-e385-4471-8802-c3dba068da76 req-b13bdd94-5263-4ffc-8b20-3329ce39dfc1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.1160741 Feb 02 15:30:58.306663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-883b8f43-dd8d-4f31-98cd-248cd2aec06f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.321989 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39bfe867-37a6-4861-b821-f7365ecf2ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.347350 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.354215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7d7d0cad-e385-4471-8802-c3dba068da76 req-a1467ce9-a7b7-48bc-94d4-2484741ff66b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916348 Feb 02 15:30:58.365292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b8f43-dd8d-4f31-98cd-248cd2aec06f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Port': ['ID=a94c1c6a-15be-46b7-8c70-2890417edb08,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:58.372344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:58.378062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:30:58.474726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] Usage tracker for resource:security_group_rule and tenant:060a6cfa41fc465a9589512b7e2c9814 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:58.487516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:58.495648 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.510790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:58.534769 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.593130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-883b8f43-dd8d-4f31-98cd-248cd2aec06f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.616782 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-883b8f43-dd8d-4f31-98cd-248cd2aec06f tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "DELETE /v2.0/ports/a94c1c6a-15be-46b7-8c70-2890417edb08 HTTP/1.1" status: 204 len: 168 time: 1.3112712 Feb 02 15:30:58.620380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35798) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:58.715473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1a5db806-cc00-4405-addb-2fe4733c32d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port adb279cb-ba60-40eb-b81a-fb696316c08a {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:58.715828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1a5db806-cc00-4405-addb-2fe4733c32d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.798170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39bfe867-37a6-4861-b821-f7365ecf2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.801282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b279c5b5-ae9f-4010-b936-2d350a37cd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.808465 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:30:52Z', 'revision_number': 5, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:30:58.814292 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3c9eb-2d45-45ea-8a7f-f51652d032b5 None None] The sync data for ids ['260c7634-b96b-4a30-80ea-b099dce2e804'] in n-d-827122-1 is: [{'id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'name': 'tempest-AttachSCSIVolumeTestJSON-817312076-router', 'tenant_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:28:04Z', 'updated_at': '2022-02-02T15:30:52Z', 'revision_number': 5, 'project_id': 'fdadb0ef719c42e59df46bc81f8a9272', 'gw_port': {'id': '26a80bf3-5320-4526-8ce2-0a167090a73c', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c7634-b96b-4a30-80ea-b099dce2e804', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:28:06Z', 'updated_at': '2022-02-02T15:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:30:58.864758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-39bfe867-37a6-4861-b821-f7365ecf2ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.872841 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-39bfe867-37a6-4861-b821-f7365ecf2ab5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d0d0ba81-3be2-469c-b9db-85c119ffa643 HTTP/1.1" status: 204 len: 168 time: 0.8972528 Feb 02 15:30:58.872841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfe867-37a6-4861-b821-f7365ecf2ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d0ba81-3be2-469c-b9db-85c119ffa643,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:58.876478 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b279c5b5-ae9f-4010-b936-2d350a37cd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:58.877652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b279c5b5-ae9f-4010-b936-2d350a37cd4d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b55a70af-60d5-4394-b754-e24cc08d3ecd HTTP/1.1" status: 204 len: 168 time: 1.3048167 Feb 02 15:30:58.907885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279c5b5-ae9f-4010-b936-2d350a37cd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a70af-60d5-4394-b754-e24cc08d3ecd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:58.980896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e45c80-1b7b-4a71-b1d1-56a67957861c req-7838abff-63de-43e5-97dd-a8a6e6cc3ecd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:30:58.982413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46e45c80-1b7b-4a71-b1d1-56a67957861c req-7838abff-63de-43e5-97dd-a8a6e6cc3ecd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.2941070 Feb 02 15:30:59.041425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.142436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35810) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:59.173786 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.271700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:30:59.287166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] Usage tracker for resource:security_group_rule and tenant:a4275f951c0d44b49f315e4f2124b6a3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:30:59.291454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:30:59.296784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1a5db806-cc00-4405-addb-2fe4733c32d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.309193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:30:59.323007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46e45c80-1b7b-4a71-b1d1-56a67957861c req-1ef33f8e-a36a-49a0-aff9-5875569e72f8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270321 Feb 02 15:30:59.324740 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.466721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4c8b88-b0d0-4ee4-a01e-e60cec0d72d8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:59.475636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fb1b6e35-3225-4a51-a9dd-a85295ba3814 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=060a6cfa41fc465a9589512b7e2c9814&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8533094 Feb 02 15:30:59.488694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35822) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:59.546560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1a5db806-cc00-4405-addb-2fe4733c32d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for adb279cb-ba60-40eb-b81a-fb696316c08a owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:30:59.594846 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.628569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85740cc2-3401-404e-995b-e5ee20b2684b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.660942 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85740cc2-3401-404e-995b-e5ee20b2684b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.676388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Deleting port 26a80bf3-5320-4526-8ce2-0a167090a73c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:30:59.676737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.906645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.914159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.914717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85740cc2-3401-404e-995b-e5ee20b2684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.927723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35840) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:30:59.943204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85740cc2-3401-404e-995b-e5ee20b2684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4c8b88-b0d0-4ee4-a01e-e60cec0d72d8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:30:59.970245 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85740cc2-3401-404e-995b-e5ee20b2684b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:30:59.971470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-85740cc2-3401-404e-995b-e5ee20b2684b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cc4c8b88-b0d0-4ee4-a01e-e60cec0d72d8 HTTP/1.1" status: 204 len: 168 time: 0.4817295 Feb 02 15:30:59.999538 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1a5db806-cc00-4405-addb-2fe4733c32d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.020077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] For port 26a80bf3-5320-4526-8ce2-0a167090a73c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=26a80bf3-5320-4526-8ce2-0a167090a73c,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:00.020435 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.047009 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.099123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5db806-cc00-4405-addb-2fe4733c32d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Port': ['ID=adb279cb-ba60-40eb-b81a-fb696316c08a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:00.105800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.153296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:00.157734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] Usage tracker for resource:security_group_rule and tenant:a353cad88ad5431c842c20440b004883 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:00.160654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:00.166681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:00.189544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Calling delete_port for 26a80bf3-5320-4526-8ce2-0a167090a73c owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:00.324394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c55660-5458-494f-98d2-ebb45a092cfa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:00.353068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8bbcbd7b-9db2-402e-a83e-7008a2281a61 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a4275f951c0d44b49f315e4f2124b6a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2078629 Feb 02 15:31:00.355977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35850) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:00.398633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1a5db806-cc00-4405-addb-2fe4733c32d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.405255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62f04a39-a965-4a47-9536-75950d0c64ac req-62de6c7f-6ea2-46a0-89d9-771af1eb7eda service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5029001 Feb 02 15:31:00.409480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35854) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:00.440825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1a5db806-cc00-4405-addb-2fe4733c32d0 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "DELETE /v2.0/ports/adb279cb-ba60-40eb-b81a-fb696316c08a HTTP/1.1" status: 204 len: 168 time: 1.8188138 Feb 02 15:31:00.444768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35858) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:00.459449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.468016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dd91128b-0240-4282-be51-51dfcb7e5525 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:00.480943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.499894 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d31-7edc-4d2b-9425-9f2c623a66ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.540595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: dd91128b-0240-4282-be51-51dfcb7e5525 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:31:00.541263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dd91128b-0240-4282-be51-51dfcb7e5525 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:31:00.590116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.607990 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d31-7edc-4d2b-9425-9f2c623a66ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.655244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:00.683684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] Usage tracker for resource:security_group_rule and tenant:3e70f67f003e4e298fa4cf88086a8425 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:00.699610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:00.714093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:00.805061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.945138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355a7522-e4b9-46e4-b3e4-ca0bd3928a11,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:00.969126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7d02f9b4-8c27-439c-960d-860b5550884c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a353cad88ad5431c842c20440b004883&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0372195 Feb 02 15:31:00.979201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d31-7edc-4d2b-9425-9f2c623a66ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:00.988234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.003635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35874) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:01.019883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a80bf3-5320-4526-8ce2-0a167090a73c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:01.041391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f7d31-7edc-4d2b-9425-9f2c623a66ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c55660-5458-494f-98d2-ebb45a092cfa,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:01.072679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1293a849-cd48-463e-ad16-3bfea1e8fd2c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting subnet fdd294c4-3e37-4290-b79c-d01268643936 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:31:01.077832 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1293a849-cd48-463e-ad16-3bfea1e8fd2c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.106727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d31-7edc-4d2b-9425-9f2c623a66ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.107797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b82f7d31-7edc-4d2b-9425-9f2c623a66ae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/83c55660-5458-494f-98d2-ebb45a092cfa HTTP/1.1" status: 204 len: 168 time: 0.7497110 Feb 02 15:31:01.130658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.196084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1293a849-cd48-463e-ad16-3bfea1e8fd2c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.235692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f89f-d926-47bf-a833-9580ebf2e478 req-1da7d950-cddd-4662-9e50-fc3afb5e57e4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:01.240679 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd99f89f-d926-47bf-a833-9580ebf2e478 req-1da7d950-cddd-4662-9e50-fc3afb5e57e4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.2912161 Feb 02 15:31:01.282549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35886) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:01.289152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e70f67f003e4e298fa4cf88086a8425&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8761437 Feb 02 15:31:01.292856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35888) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:01.314281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf06338-d7c2-49dc-8f79-08fd0fed604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358088f7-962d-43c0-a526-f3b287e8abbc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:01.384609 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-347d78b2-ed60-4027-84dd-32065a42da27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.482541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd99f89f-d926-47bf-a833-9580ebf2e478 req-c3a8feec-529a-4503-aa67-260c62f8028d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355754 Feb 02 15:31:01.497796 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27034966-8998-4ac4-b7f1-ed1992469dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.503809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78b04e0a-74c5-43c8-b1c5-6e8dba0515cb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87f5f88d7a35412bb1f956ce0e8f41b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2099674 Feb 02 15:31:01.515058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35896) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:01.525056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1293a849-cd48-463e-ad16-3bfea1e8fd2c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.538988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.576299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27034966-8998-4ac4-b7f1-ed1992469dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.598085 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-347d78b2-ed60-4027-84dd-32065a42da27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.720423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1293a849-cd48-463e-ad16-3bfea1e8fd2c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.814081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5160b1-9156-4ba7-a8f8-33bb060efca4 None None] Network 84363103-3170-468b-b9b8-900e88de7692 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:01.835972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27034966-8998-4ac4-b7f1-ed1992469dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.853974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1293a849-cd48-463e-ad16-3bfea1e8fd2c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.891510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27034966-8998-4ac4-b7f1-ed1992469dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:01.897968 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-27034966-8998-4ac4-b7f1-ed1992469dd9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/358088f7-962d-43c0-a526-f3b287e8abbc HTTP/1.1" status: 204 len: 168 time: 0.5906417 Feb 02 15:31:01.902236 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1293a849-cd48-463e-ad16-3bfea1e8fd2c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "DELETE /v2.0/subnets/fdd294c4-3e37-4290-b79c-d01268643936 HTTP/1.1" status: 204 len: 168 time: 1.4563849 Feb 02 15:31:01.904826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35914) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:01.905595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27034966-8998-4ac4-b7f1-ed1992469dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358088f7-962d-43c0-a526-f3b287e8abbc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:01.907307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293a849-cd48-463e-ad16-3bfea1e8fd2c tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd294c4-3e37-4290-b79c-d01268643936,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:02.018690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.023700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-1e0a62d0-00fd-4aa4-af30-e2a11328b6a6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9146080 Feb 02 15:31:02.039691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.046616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a82d99be-8b2d-4cc5-ab52-0713be91a2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.094376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a82d99be-8b2d-4cc5-ab52-0713be91a2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.108057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-347d78b2-ed60-4027-84dd-32065a42da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.136127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d78b2-ed60-4027-84dd-32065a42da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355a7522-e4b9-46e4-b3e4-ca0bd3928a11,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:02.191774 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.192434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260c7634-b96b-4a30-80ea-b099dce2e804 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:31:02.222348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-347d78b2-ed60-4027-84dd-32065a42da27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.227891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-347d78b2-ed60-4027-84dd-32065a42da27 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/355a7522-e4b9-46e4-b3e4-ca0bd3928a11 HTTP/1.1" status: 204 len: 168 time: 1.2136116 Feb 02 15:31:02.229655 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.233463 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-461655e4-dcc5-4a2e-9a8d-75434bd3f922 admin admin] 10.222.0.88 "DELETE /v2.0/routers/260c7634-b96b-4a30-80ea-b099dce2e804 HTTP/1.1" status: 204 len: 168 time: 4.9966114 Feb 02 15:31:02.234276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35926) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:02.291257 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a82d99be-8b2d-4cc5-ab52-0713be91a2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.293878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a82d99be-8b2d-4cc5-ab52-0713be91a2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.298020 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a82d99be-8b2d-4cc5-ab52-0713be91a2c2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70596060-4e53-4369-a602-4809ac002187 HTTP/1.1" status: 204 len: 168 time: 0.7782383 Feb 02 15:31:02.316809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d99be-8b2d-4cc5-ab52-0713be91a2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70596060-4e53-4369-a602-4809ac002187,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:02.371949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] DHCP port deletion for 84363103-3170-468b-b9b8-900e88de7692 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:31:02.376929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] Deleting port b94b8568-109b-4a31-be66-025114f229ec {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:02.377525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.392380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c77326c-5d12-40c0-97d2-5e658fb91bd5 admin admin] Deleting subnet 58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:31:02.404324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c77326c-5d12-40c0-97d2-5e658fb91bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.436282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c615acb2-44cb-48c0-baf4-44eba9788f96 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting subnet 019a7355-c647-4995-bd1f-14a23da20f6e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:31:02.446531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c615acb2-44cb-48c0-baf4-44eba9788f96 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.499174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c77326c-5d12-40c0-97d2-5e658fb91bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.551501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c615acb2-44cb-48c0-baf4-44eba9788f96 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.624527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c77326c-5d12-40c0-97d2-5e658fb91bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.703129 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c615acb2-44cb-48c0-baf4-44eba9788f96 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.745478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] For port b94b8568-109b-4a31-be66-025114f229ec, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b94b8568-109b-4a31-be66-025114f229ec,segment=NetworkSegment(c9e23114-7207-4f91-99c3-2f345578d6ef),segment_id=c9e23114-7207-4f91-99c3-2f345578d6ef)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:02.745830 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.927532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e7f38-673a-4f31-9648-88fd7001ed0f req-65e5872d-a4ab-44c3-a2ff-90c0509020fa tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:02.928122 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a89e7f38-673a-4f31-9648-88fd7001ed0f req-65e5872d-a4ab-44c3-a2ff-90c0509020fa tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.2443779 Feb 02 15:31:02.990711 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c77326c-5d12-40c0-97d2-5e658fb91bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:02.993573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] Calling delete_port for b94b8568-109b-4a31-be66-025114f229ec owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:02.994067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c615acb2-44cb-48c0-baf4-44eba9788f96 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.025452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b94b8568-109b-4a31-be66-025114f229ec no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:03.044322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615acb2-44cb-48c0-baf4-44eba9788f96 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Subnet': ['ID=019a7355-c647-4995-bd1f-14a23da20f6e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:03.075138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c615acb2-44cb-48c0-baf4-44eba9788f96 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.087075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701852c0-2d55-4752-b805-d8d50a4da122 None None] Network b1b57adc-ba89-484c-ada1-9d8d740e4e10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:03.110849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c615acb2-44cb-48c0-baf4-44eba9788f96 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "DELETE /v2.0/subnets/019a7355-c647-4995-bd1f-14a23da20f6e HTTP/1.1" status: 204 len: 168 time: 1.1984725 Feb 02 15:31:03.111158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35948) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:03.120070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77326c-5d12-40c0-97d2-5e658fb91bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:03.125163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a89e7f38-673a-4f31-9648-88fd7001ed0f req-44a710d1-d6c3-40b8-ac58-b5ab8e95a540 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900103 Feb 02 15:31:03.128105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9c77326c-5d12-40c0-97d2-5e658fb91bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.136680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9c77326c-5d12-40c0-97d2-5e658fb91bd5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/58ab30e1-05e9-4b39-98c7-dfd58cd7b3a9 HTTP/1.1" status: 204 len: 168 time: 0.9013948 Feb 02 15:31:03.150711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35956) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:03.196633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf4f3ef-ca7a-4ee8-9f02-7ab500938cef None None] Network 0774aea7-c6d8-4a3e-9a80-d443ec7865ac requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:03.275248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.290492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port b94b8568-109b-4a31-be66-025114f229ec {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:03.291017 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.384915 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.400748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Deleting port 1c2648a6-af54-49d4-97b8-14fb2955da12 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:03.401309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.528037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No active binding found for port b94b8568-109b-4a31-be66-025114f229ec {{(pid=95774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 02 15:31:03.528454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b94b8568-109b-4a31-be66-025114f229ec not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:31:03.581870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] The port 'b94b8568-109b-4a31-be66-025114f229ec' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:31:03.615596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.684941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] Pushing event deleted for resources: {'Port': ['ID=b94b8568-109b-4a31-be66-025114f229ec,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:03.800445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a625b9f8-d893-4e9d-bfa1-80a75c522ff0 None None] No DVR routers for this DVR port b94b8568-109b-4a31-be66-025114f229ec on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:31:03.847627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] For port 1c2648a6-af54-49d4-97b8-14fb2955da12, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1c2648a6-af54-49d4-97b8-14fb2955da12,segment=NetworkSegment(6d09e91c-ecff-49cb-9bd3-ddfda7832452),segment_id=6d09e91c-ecff-49cb-9bd3-ddfda7832452)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:03.852461 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.880675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.915452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84363103-3170-468b-b9b8-900e88de7692']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:03.942534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e23114-7207-4f91-99c3-2f345578d6ef') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:03.942534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e23114-7207-4f91-99c3-2f345578d6ef') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:03.953547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:03.984735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] DHCP port deletion for 0774aea7-c6d8-4a3e-9a80-d443ec7865ac request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:31:03.987785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] Deleting port 1c2648a6-af54-49d4-97b8-14fb2955da12 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:03.987785 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:04.000653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:04.015539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:31:04.016172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:31:04.035341 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:31:04.078814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] DHCP port deletion for b1b57adc-ba89-484c-ada1-9d8d740e4e10 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:31:04.094317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Deleting port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:04.096481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:04.187811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Calling delete_port for 1c2648a6-af54-49d4-97b8-14fb2955da12 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:04.288203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:04.295734 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:04.396777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Network': ['ID=84363103-3170-468b-b9b8-900e88de7692,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:04.464493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd432f-d780-4364-9004-fcbfa70a6c0c req-b0badaff-cfe6-4ae0-bfbd-8d2d8e418a34 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:04.469151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffd432f-d780-4364-9004-fcbfa70a6c0c req-b0badaff-cfe6-4ae0-bfbd-8d2d8e418a34 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.1378005 Feb 02 15:31:04.492317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-7258f471-e008-43a2-b21a-678d3941ae5b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359&tenant_id=23ead880592145b6bc3c5340c828fb76 HTTP/1.1" status: 200 len: 1094 time: 0.1886053 Feb 02 15:31:04.499563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b7a40b78-12da-4077-a5a5-88f5f293feb8 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "DELETE /v2.0/networks/84363103-3170-468b-b9b8-900e88de7692 HTTP/1.1" status: 204 len: 168 time: 1.3853781 Feb 02 15:31:04.503439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36012) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:04.572141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ffd432f-d780-4364-9004-fcbfa70a6c0c req-aa079763-5931-4f6b-a485-778ddf54cc8a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945685 Feb 02 15:31:04.633216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] For port 1c2648a6-af54-49d4-97b8-14fb2955da12, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1c2648a6-af54-49d4-97b8-14fb2955da12,segment=NetworkSegment(6d09e91c-ecff-49cb-9bd3-ddfda7832452),segment_id=6d09e91c-ecff-49cb-9bd3-ddfda7832452)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:04.633602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:04.639523 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:04.818065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 26a80bf3-5320-4526-8ce2-0a167090a73c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:04.864992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] Calling delete_port for 1c2648a6-af54-49d4-97b8-14fb2955da12 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:04.895403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2648a6-af54-49d4-97b8-14fb2955da12,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:04.917738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] No DVR routers for this DVR port 1c2648a6-af54-49d4-97b8-14fb2955da12 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:31:04.942610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 26a80bf3-5320-4526-8ce2-0a167090a73c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:31:04.943357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 26a80bf3-5320-4526-8ce2-0a167090a73c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:31:04.944050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1c2648a6-af54-49d4-97b8-14fb2955da12 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:04.965197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.009779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1c2648a6-af54-49d4-97b8-14fb2955da12 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:31:05.010348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1c2648a6-af54-49d4-97b8-14fb2955da12 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:31:05.010886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:05.093763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:05.094109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.107335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] For port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:05.108433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.130652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-c057b950-d849-47d8-9b33-198513f38ecd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1094 time: 0.5506749 Feb 02 15:31:05.132339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.138643 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:31:05.141247 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:31:05.202767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0774aea7-c6d8-4a3e-9a80-d443ec7865ac']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:05.265442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Calling delete_port for 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:05.275047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d09e91c-ecff-49cb-9bd3-ddfda7832452') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:05.275351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d09e91c-ecff-49cb-9bd3-ddfda7832452') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:05.292511 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:31:05.292953 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:31:05.320240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.370907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.373036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.410638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:31:05.411053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:31:05.424745 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:31:05.438527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:05.509166 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.623829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-9acb30c4-4490-4ae3-9129-2968abb8d010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:05.636884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-9acb30c4-4490-4ae3-9129-2968abb8d010 service neutron] 10.222.0.107 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 915 time: 0.4847970 Feb 02 15:31:05.639714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:05.641522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:31:05.641870 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:31:05.670264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] For port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:05.671175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.793999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] Deleting port 1c2648a6-af54-49d4-97b8-14fb2955da12 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:05.794586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:05.873925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d61b8-a356-4308-99eb-30e059ba3b02 None None] The port '1c2648a6-af54-49d4-97b8-14fb2955da12' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:31:05.922586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:06.009875 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-e10d0e70-1605-4c57-9a66-457a9624d869 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 200 len: 217 time: 0.3711555 Feb 02 15:31:06.059428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:06.106097 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:06.135597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] Pushing event deleted for resources: {'Network': ['ID=0774aea7-c6d8-4a3e-9a80-d443ec7865ac,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:06.144187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Deleting port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:06.144645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:06.203699 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-296d35aa-ff26-4f00-9dda-a94756cf4006 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0774aea7-c6d8-4a3e-9a80-d443ec7865ac HTTP/1.1" status: 204 len: 168 time: 3.0527091 Feb 02 15:31:06.207901 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:31:06.208102 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:31:06.210332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-de86ef24-4c2d-4cc4-8006-938ec3026359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:06.211799 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-de86ef24-4c2d-4cc4-8006-938ec3026359 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.1947298 Feb 02 15:31:06.271271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-5abff199-623f-4313-a601-eef729703fe6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492327 Feb 02 15:31:06.277094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a48ad1-2381-43e7-8733-059972ed6522 req-b4a3302d-f6b4-4fc1-b90d-5b287af98fd1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:06.278419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87a48ad1-2381-43e7-8733-059972ed6522 req-b4a3302d-f6b4-4fc1-b90d-5b287af98fd1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.4251947 Feb 02 15:31:06.432849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87a48ad1-2381-43e7-8733-059972ed6522 req-ea90c433-dfd7-43a5-b883-6071910ce0db tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192377 Feb 02 15:31:06.481792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-877fdff3-d9f3-4ee7-bc1c-890fb4ecf142 service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020359 Feb 02 15:31:06.503797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] For port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:06.504632 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:06.682961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Calling delete_port for 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:06.713833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:06.714176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:06.908625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:06.921617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:06.968875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] Pushing event deleted for resources: {'Port': ['ID=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:06.969883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca12315c-04f2-41b8-a4b7-182c2003b94f req-7f6204ca-10f0-46c6-9efc-293c777ad4a6 service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805062 Feb 02 15:31:06.977009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] For port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70ce8512-ed16-4ae1-8a32-13fa3aa10e18,segment=NetworkSegment(e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06),segment_id=e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:06.977438 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:06.990735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24783230-6670-42b1-b15a-31128cf368e3 None None] No DVR routers for this DVR port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:31:07.030355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec9557ab-6292-44d7-97eb-32b8958328f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ffee1edb6a394be897e10448363d35c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1078165 Feb 02 15:31:07.036422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36092) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:07.136378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5210b49f-ba9b-4a64-9f7c-84576ecfc52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:07.164156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Calling delete_port for 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:07.169268 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5210b49f-ba9b-4a64-9f7c-84576ecfc52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:07.255277 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:31:07.255809 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:31:07.313508 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5210b49f-ba9b-4a64-9f7c-84576ecfc52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:07.341922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b49f-ba9b-4a64-9f7c-84576ecfc52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1de706-9bf5-4513-9302-06c21ef93a03,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:07.410027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5210b49f-ba9b-4a64-9f7c-84576ecfc52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:07.411399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5210b49f-ba9b-4a64-9f7c-84576ecfc52e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dd1de706-9bf5-4513-9302-06c21ef93a03 HTTP/1.1" status: 204 len: 168 time: 0.3737257 Feb 02 15:31:07.645691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2329bc-c823-44a5-b1f2-c86579f40a4a req-a7e86896-3b30-4bff-a9e3-3b335da0f9fa tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:07.652357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd2329bc-c823-44a5-b1f2-c86579f40a4a req-a7e86896-3b30-4bff-a9e3-3b335da0f9fa tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.0946097 Feb 02 15:31:07.698544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd2329bc-c823-44a5-b1f2-c86579f40a4a req-6f694d33-b454-4b17-830a-c5d3f3eff416 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452478 Feb 02 15:31:08.112428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Deleting port 70ce8512-ed16-4ae1-8a32-13fa3aa10e18 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:08.112782 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.179871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] The port '70ce8512-ed16-4ae1-8a32-13fa3aa10e18' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:31:08.318409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.344470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b57adc-ba89-484c-ada1-9d8d740e4e10']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:08.357955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:08.358252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e682aa1b-34e8-4e23-a8c6-7a39cb5a6b06') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:08.369883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.389450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.396176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:31:08.396563 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:31:08.414639 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:31:08.570375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.581522 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.611171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36156) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:08.635560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] Pushing event deleted for resources: {'Network': ['ID=b1b57adc-ba89-484c-ada1-9d8d740e4e10,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:08.639098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9640a981-42d4-4d19-8159-a4599c235a68 tempest-TaggedBootDevicesTest_v242-1979669516 tempest-TaggedBootDevicesTest_v242-1979669516-project] 10.222.0.88 "DELETE /v2.0/networks/b1b57adc-ba89-484c-ada1-9d8d740e4e10 HTTP/1.1" status: 204 len: 168 time: 4.1344650 Feb 02 15:31:08.719145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f1ef0057-e6a9-416a-96c2-9ffb9a8a7860 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fdadb0ef719c42e59df46bc81f8a9272&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1045623 Feb 02 15:31:08.719619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36162) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:08.832778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c59a912-88b1-456a-8c13-f8e543ad25e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.860946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c59a912-88b1-456a-8c13-f8e543ad25e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:08.993750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096fe63-8098-493b-9e88-b784e288626d req-987689dd-105a-4698-a54d-566ec8a55075 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:08.995355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e096fe63-8098-493b-9e88-b784e288626d req-987689dd-105a-4698-a54d-566ec8a55075 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.1190500 Feb 02 15:31:09.039137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c59a912-88b1-456a-8c13-f8e543ad25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:09.084060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e096fe63-8098-493b-9e88-b784e288626d req-d4157c92-c4cd-435a-9013-a3040bd89d2b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789564 Feb 02 15:31:09.089166 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6c59a912-88b1-456a-8c13-f8e543ad25e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:09.090428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6c59a912-88b1-456a-8c13-f8e543ad25e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05fa6a1d-3c87-466e-811e-f5bc93d3759e HTTP/1.1" status: 204 len: 168 time: 0.3696930 Feb 02 15:31:09.092933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59a912-88b1-456a-8c13-f8e543ad25e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa6a1d-3c87-466e-811e-f5bc93d3759e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:10.579386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88713-34b2-46ec-9781-5de0337dfcc3 req-713b558f-fea1-4202-b9a7-d9bc77ebf163 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:10.589495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ae88713-34b2-46ec-9781-5de0337dfcc3 req-713b558f-fea1-4202-b9a7-d9bc77ebf163 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.2212899 Feb 02 15:31:10.714194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ae88713-34b2-46ec-9781-5de0337dfcc3 req-6d51c44e-2682-4b6b-9f9d-d3354d1108b2 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237144 Feb 02 15:31:11.887462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36284) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:12.046256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36290) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:12.272813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9920cc-1dbe-4112-9891-907eca3a712c req-af836362-1c2b-4ed6-ae7b-052f7f663b18 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:12.277327 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c9920cc-1dbe-4112-9891-907eca3a712c req-af836362-1c2b-4ed6-ae7b-052f7f663b18 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.2011185 Feb 02 15:31:12.394807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c9920cc-1dbe-4112-9891-907eca3a712c req-60c452ee-6faf-4e9d-ba89-d26f08ef2c5d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083477 Feb 02 15:31:12.479993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1012721008'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:12.489090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:12.498119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Usage tracker for resource:router and tenant:9dc91a5aea0e4627800cfb50e746b356 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:12.504777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:12.522060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:12.584988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:12.658156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:12.661561 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:12.668341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:12.682478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] Usage tracker for resource:security_group_rule and tenant:4beec33da34043e9a2b47c413ec7da74 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:12.687027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:12.706959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:12.743356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:12.821134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:12.887460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:12.954127 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:13.100688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ffc863-5737-43eb-bc72-6a7f27c687bd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:13.106534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:13.133457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36322) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:13.135823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a99e8f00-5bf7-4c3a-a8ef-d74f9c239266 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2457221 Feb 02 15:31:13.212092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c944a2b3-5547-4b3c-b11f-66ae96b2b9cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4beec33da34043e9a2b47c413ec7da74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1639383 Feb 02 15:31:13.213809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36328) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:13.374967 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97fbaf5a-2157-4ae8-ac22-0b85f326eb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:13.451026 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97fbaf5a-2157-4ae8-ac22-0b85f326eb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:13.470943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb135f0f-c25f-4575-a749-c9cdabf33bc3 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:13.661837 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97fbaf5a-2157-4ae8-ac22-0b85f326eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:13.710651 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97fbaf5a-2157-4ae8-ac22-0b85f326eb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:13.720058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-97fbaf5a-2157-4ae8-ac22-0b85f326eb1a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/44ffc863-5737-43eb-bc72-6a7f27c687bd HTTP/1.1" status: 204 len: 168 time: 0.4991980 Feb 02 15:31:13.727870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbaf5a-2157-4ae8-ac22-0b85f326eb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ffc863-5737-43eb-bc72-6a7f27c687bd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:14.601881 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb135f0f-c25f-4575-a749-c9cdabf33bc3 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:14.610076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb135f0f-c25f-4575-a749-c9cdabf33bc3 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:14.634532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abf50a-2e6a-46be-bc36-f397143bae48 req-65e72ef3-afe5-4357-a83e-ed21a7f6ded6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:14.638017 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92abf50a-2e6a-46be-bc36-f397143bae48 req-65e72ef3-afe5-4357-a83e-ed21a7f6ded6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.9387715 Feb 02 15:31:14.742678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92abf50a-2e6a-46be-bc36-f397143bae48 req-1743ca64-28f6-4d78-9bb8-5ded5fb08bab tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959120 Feb 02 15:31:14.801984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb135f0f-c25f-4575-a749-c9cdabf33bc3 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:14.802225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb135f0f-c25f-4575-a749-c9cdabf33bc3 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccc63ec5-35c6-4c67-b35f-7d8f86f30433 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:31:14.814526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cb135f0f-c25f-4575-a749-c9cdabf33bc3 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:14.818904 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cb135f0f-c25f-4575-a749-c9cdabf33bc3 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "DELETE /v2.0/routers/ccc63ec5-35c6-4c67-b35f-7d8f86f30433 HTTP/1.1" status: 204 len: 168 time: 1.6833982 Feb 02 15:31:14.820889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36372) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:14.827116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Request body: {'router': {'name': 'tempest-router-29526657', 'distributed': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:14.839206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:14.857359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Usage tracker for resource:router and tenant:9dc91a5aea0e4627800cfb50e746b356 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:14.878504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:14.905609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:15.022239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:15.023563 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:15.076061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:15.272126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:15.402047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:15.403318 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d04a88b2-e047-4b3f-bc57-7281efd313cf tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5806503 Feb 02 15:31:15.405998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36392) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:15.553563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36400) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:15.596800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:15.667168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:15.672414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] Usage tracker for resource:security_group_rule and tenant:8ab9213cf04c48ebaee4e729a4dbba61 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:15.676692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:15.688587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:15.951376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:16.007574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:16.085940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8ab9213cf04c48ebaee4e729a4dbba61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5313926 Feb 02 15:31:16.089393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36414) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:16.139900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e6aed4-c5d2-4986-940b-e65ee68cabda tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:16.166415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9874-afb9-40f0-bc3d-ce13105a04da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07923ee-a71b-43c8-9872-059d1d22df15,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:16.244298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-46e5f335-bc8a-4777-813c-50c5ee12ce0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:16.500267 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-46e5f335-bc8a-4777-813c-50c5ee12ce0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:16.515939 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe515ffc-cc3c-413c-a09a-ce6f81b72eb8 req-bf4b104d-2d1c-4246-b967-330bd0e9c510 tempest-FlavorsV2NegativeTest-1821743184 tempest-FlavorsV2NegativeTest-1821743184-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e0d1c8040c5f40b29cc99367f0f69eb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301970 Feb 02 15:31:16.870008 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:16.936294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe515ffc-cc3c-413c-a09a-ce6f81b72eb8 req-59a138ce-ada5-4185-b515-3d41db69ccc2 tempest-FlavorsV2NegativeTest-1821743184 tempest-FlavorsV2NegativeTest-1821743184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:16.952860 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe515ffc-cc3c-413c-a09a-ce6f81b72eb8 req-59a138ce-ada5-4185-b515-3d41db69ccc2 tempest-FlavorsV2NegativeTest-1821743184 tempest-FlavorsV2NegativeTest-1821743184-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4354632 Feb 02 15:31:17.107277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe515ffc-cc3c-413c-a09a-ce6f81b72eb8 req-54df7420-ee29-4881-819e-615397b5e57b tempest-FlavorsV2NegativeTest-1821743184 tempest-FlavorsV2NegativeTest-1821743184-project] 10.222.0.88 "GET /v2.0/quotas/e0d1c8040c5f40b29cc99367f0f69eb6 HTTP/1.1" status: 200 len: 375 time: 0.1526203 Feb 02 15:31:17.169422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e6aed4-c5d2-4986-940b-e65ee68cabda tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:17.181013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e6aed4-c5d2-4986-940b-e65ee68cabda tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:17.204773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4580d7c-3716-4c05-bfa4-e2aa6143546e req-4c3b59ce-c850-4f8a-996e-9a664a0c43d0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:17.208929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4580d7c-3716-4c05-bfa4-e2aa6143546e req-4c3b59ce-c850-4f8a-996e-9a664a0c43d0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.6098371 Feb 02 15:31:17.229371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe515ffc-cc3c-413c-a09a-ce6f81b72eb8 req-1bec9046-04d9-4316-a2c4-cb7c4c9bb536 tempest-FlavorsV2NegativeTest-1821743184 tempest-FlavorsV2NegativeTest-1821743184-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e0d1c8040c5f40b29cc99367f0f69eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208363 Feb 02 15:31:17.309267 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4580d7c-3716-4c05-bfa4-e2aa6143546e req-63c863a7-463d-4532-8b34-e6f0de577943 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942054 Feb 02 15:31:17.796010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-46e5f335-bc8a-4777-813c-50c5ee12ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:17.813195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5f335-bc8a-4777-813c-50c5ee12ce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07923ee-a71b-43c8-9872-059d1d22df15,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:17.819886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-46e5f335-bc8a-4777-813c-50c5ee12ce0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:17.820994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-46e5f335-bc8a-4777-813c-50c5ee12ce0a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b07923ee-a71b-43c8-9872-059d1d22df15 HTTP/1.1" status: 204 len: 168 time: 1.7197683 Feb 02 15:31:17.864428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e6aed4-c5d2-4986-940b-e65ee68cabda tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:17.864965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e6aed4-c5d2-4986-940b-e65ee68cabda tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16406fb8-a298-4a51-abc8-cbe57d1d87f6 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:31:17.878285 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e6aed4-c5d2-4986-940b-e65ee68cabda tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:17.884343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-31e6aed4-c5d2-4986-940b-e65ee68cabda tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "DELETE /v2.0/routers/16406fb8-a298-4a51-abc8-cbe57d1d87f6 HTTP/1.1" status: 204 len: 168 time: 2.4741492 Feb 02 15:31:17.884571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36458) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:17.888238 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:17.889793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Request body: {'router': {'name': 'tempest-router-146009518', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9d2e8383dc85455b87c812f57455b959'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:17.897776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:17.901919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Usage tracker for resource:router and tenant:9d2e8383dc85455b87c812f57455b959 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:17.906129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:17.914767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:18.042071 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:18.042947 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:18.061091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:18.143051 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:18.298785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:18.298785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cccc78cd-beef-44d5-b183-fb2ebb8aef0f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4087009 Feb 02 15:31:18.298785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36478) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:18.305888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:19.042241 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:31:19.201714 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:19.201714 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:19.484572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36508) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:19.543632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36514) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:19.583759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea628f7-175f-4a2f-b38d-82799a05440c req-3a7dbeee-d6cf-452f-9c24-50af547e3865 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:19.585869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ea628f7-175f-4a2f-b38d-82799a05440c req-3a7dbeee-d6cf-452f-9c24-50af547e3865 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.8117218 Feb 02 15:31:19.587140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 02 15:31:19.587626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Router cd84afb1-405a-409c-adf5-5323293a07d6 migrating from provider to provider. {{(pid=95773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 02 15:31:19.588198 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:19.598209 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:19.686970 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:19.883123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ea628f7-175f-4a2f-b38d-82799a05440c req-453e0760-26a2-4742-bc16-6ea2574b41e4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834957 Feb 02 15:31:19.983898 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.046088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.083019 n-d-827122-1 neutron-server[95773]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] No L3 agents can host the router cd84afb1-405a-409c-adf5-5323293a07d6 Feb 02 15:31:20.144343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:20.163209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] Usage tracker for resource:security_group_rule and tenant:bdd72b2d744b4360b59f57bddf663bfc is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:20.171821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:20.194692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:20.304918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:20.319289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d1c8040c5f40b29cc99367f0f69eb6 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:20.340047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:20.400359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:20.467978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.521872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Hosts for router cd84afb1-405a-409c-adf5-5323293a07d6: [] {{(pid=95773) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 02 15:31:20.565159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Hosts for other DVR routers connected to router cd84afb1-405a-409c-adf5-5323293a07d6: set() {{(pid=95773) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 02 15:31:20.568621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.574664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c48a6862-65ac-4bf9-9b3b-5557d5d7b88f tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "PUT /v2.0/routers/cd84afb1-405a-409c-adf5-5323293a07d6 HTTP/1.1" status: 200 len: 716 time: 2.2699988 Feb 02 15:31:20.575203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.575681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36536) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:20.640198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebafa97c-4831-4d90-b6c7-2db76a524ab4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:20.704892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-83527180-9f1c-46f9-94bb-9c8edc5f3dda admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bdd72b2d744b4360b59f57bddf663bfc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2188904 Feb 02 15:31:20.710654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36542) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:20.784896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.797055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-665874ac-54bb-4cde-94e5-0a01f70da74b tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "GET /v2.0/routers/cd84afb1-405a-409c-adf5-5323293a07d6 HTTP/1.1" status: 200 len: 716 time: 0.2212150 Feb 02 15:31:20.797636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36546) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:20.811630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2de5cf7f-442c-4c79-b863-dcf9f4ada760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.857183 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2de5cf7f-442c-4c79-b863-dcf9f4ada760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.876750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:20.930436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b75c5-37fe-450c-a86e-26fcaceaac76,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:21.014503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-af6e63ec-215a-4996-8a83-dbddf7e2a4d2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e0d1c8040c5f40b29cc99367f0f69eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4694204 Feb 02 15:31:21.017524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36558) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:21.151756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2de5cf7f-442c-4c79-b863-dcf9f4ada760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:21.208363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5cf7f-442c-4c79-b863-dcf9f4ada760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebafa97c-4831-4d90-b6c7-2db76a524ab4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:21.214716 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2de5cf7f-442c-4c79-b863-dcf9f4ada760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:21.215608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2de5cf7f-442c-4c79-b863-dcf9f4ada760 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ebafa97c-4831-4d90-b6c7-2db76a524ab4 HTTP/1.1" status: 204 len: 168 time: 0.5038378 Feb 02 15:31:21.224848 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54448e24-33bb-4dc5-a806-5ba0b09491bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:21.322848 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54448e24-33bb-4dc5-a806-5ba0b09491bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:21.509898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f80168-1cd9-4d35-8248-9e13be438e4e req-e20967f8-5ab3-42a9-9185-6ccc6dea2916 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:21.518768 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93f80168-1cd9-4d35-8248-9e13be438e4e req-e20967f8-5ab3-42a9-9185-6ccc6dea2916 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.2297406 Feb 02 15:31:21.609292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93f80168-1cd9-4d35-8248-9e13be438e4e req-1d752e71-8cfb-4a93-9a39-0857bcc2b014 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883968 Feb 02 15:31:21.747664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36580) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:21.747960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d65e0ec-8723-4d9d-ae43-10b336aeb700 tempest-RoutersTestDVR-294137430 tempest-RoutersTestDVR-294137430-project] 10.222.0.88 "GET /v2.0/routers/cd84afb1-405a-409c-adf5-5323293a07d6 HTTP/1.1" status: 200 len: 682 time: 0.9481034 Feb 02 15:31:21.862146 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54448e24-33bb-4dc5-a806-5ba0b09491bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:21.890662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54448e24-33bb-4dc5-a806-5ba0b09491bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b75c5-37fe-450c-a86e-26fcaceaac76,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:21.899588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54448e24-33bb-4dc5-a806-5ba0b09491bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:21.900720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-54448e24-33bb-4dc5-a806-5ba0b09491bd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c39b75c5-37fe-450c-a86e-26fcaceaac76 HTTP/1.1" status: 204 len: 168 time: 0.8822398 Feb 02 15:31:22.033579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37f3d6f5-7477-4d30-b812-8f73d7b5f2ea tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:22.770909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36604) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:22.825673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:22.912863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:22.920911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb32fe0520744c5b0be49c1a303abec is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:22.932734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37f3d6f5-7477-4d30-b812-8f73d7b5f2ea tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:22.945125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37f3d6f5-7477-4d30-b812-8f73d7b5f2ea tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:22.965089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:22.988608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:23.060465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffe87c-abff-4dba-a2d5-10fc164e06af req-f7d46d25-d4c0-492a-8c2f-dca68f3ce031 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:23.062054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-edffe87c-abff-4dba-a2d5-10fc164e06af req-f7d46d25-d4c0-492a-8c2f-dca68f3ce031 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.1432428 Feb 02 15:31:23.114886 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-edffe87c-abff-4dba-a2d5-10fc164e06af req-21383955-3e7c-44f6-be19-7c3e4b639fca tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462155 Feb 02 15:31:23.589788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37f3d6f5-7477-4d30-b812-8f73d7b5f2ea tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:23.599758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f3d6f5-7477-4d30-b812-8f73d7b5f2ea tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd84afb1-405a-409c-adf5-5323293a07d6 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:31:23.601209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37f3d6f5-7477-4d30-b812-8f73d7b5f2ea tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:23.602277 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37f3d6f5-7477-4d30-b812-8f73d7b5f2ea tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "DELETE /v2.0/routers/cd84afb1-405a-409c-adf5-5323293a07d6 HTTP/1.1" status: 204 len: 168 time: 1.8532822 Feb 02 15:31:23.606128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36642) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:23.614967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Request body: {'router': {'name': 'tempest-router-383711695', 'distributed': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:23.621190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:23.633219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Usage tracker for resource:router and tenant:9dc91a5aea0e4627800cfb50e746b356 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:23.637727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:23.649141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:23.675172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:23.809103 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:23.887081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9fb32fe0520744c5b0be49c1a303abec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1149282 Feb 02 15:31:23.889683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36650) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:23.913776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645bd23-19b5-43f3-a013-3d948301e528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a42fd0-117d-46c2-ae4c-9b7102e06212,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:23.973679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:23.974892 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.016205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:24.049376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.129464 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd765cf1-b79b-4bd1-87b2-ff5351cfeec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.207434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.241668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd765cf1-b79b-4bd1-87b2-ff5351cfeec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.404285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.408282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4a0ec781-3ed2-4669-ac38-bb93e2b77fbe tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7985570 Feb 02 15:31:24.408631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36670) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:24.557926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd765cf1-b79b-4bd1-87b2-ff5351cfeec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.576509 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f8059ee-2733-41c8-b266-ac0fee3872c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.666427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd765cf1-b79b-4bd1-87b2-ff5351cfeec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a42fd0-117d-46c2-ae4c-9b7102e06212,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:24.683133 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd765cf1-b79b-4bd1-87b2-ff5351cfeec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:24.705290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bd765cf1-b79b-4bd1-87b2-ff5351cfeec8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/81a42fd0-117d-46c2-ae4c-9b7102e06212 HTTP/1.1" status: 204 len: 168 time: 0.8142323 Feb 02 15:31:24.749688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3a216-b2f3-4eaa-84da-81acb1ec0291 req-f2c615ba-f4f5-4120-94f7-1fb70ae3b72c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:24.765789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05f3a216-b2f3-4eaa-84da-81acb1ec0291 req-f2c615ba-f4f5-4120-94f7-1fb70ae3b72c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.3403156 Feb 02 15:31:24.872464 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05f3a216-b2f3-4eaa-84da-81acb1ec0291 req-988baa8c-22f1-41e3-8efa-f44fbbb1c4d8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006262 Feb 02 15:31:25.084454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36688) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:25.256561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6cafe188-f6c4-4fb2-8645-038e31491424 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:25.533597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-network', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:25.540134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:25.546059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Usage tracker for resource:network and tenant:1a670760621349a3b657382dd0fdd4ae is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:25.550035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:25.557181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:25.637188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Made reservation on behalf of 1a670760621349a3b657382dd0fdd4ae for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:25.644730 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:25.671157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:25.767200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6cafe188-f6c4-4fb2-8645-038e31491424 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:25.771452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6cafe188-f6c4-4fb2-8645-038e31491424 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:25.774576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:25.792440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Usage tracker for resource:security_group_rule and tenant:1a670760621349a3b657382dd0fdd4ae is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:25.801041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:25.818086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:25.960882 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6cafe188-f6c4-4fb2-8645-038e31491424 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:25.961575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cafe188-f6c4-4fb2-8645-038e31491424 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9000bf85-b111-4220-abed-2e1b3e36cb5c {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:31:25.988342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6cafe188-f6c4-4fb2-8645-038e31491424 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:25.989816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6cafe188-f6c4-4fb2-8645-038e31491424 tempest-RoutersTestDVR-491509785 tempest-RoutersTestDVR-491509785-project-admin] 10.222.0.88 "DELETE /v2.0/routers/9000bf85-b111-4220-abed-2e1b3e36cb5c HTTP/1.1" status: 204 len: 168 time: 1.5802190 Feb 02 15:31:26.069574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:26.147189 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:26.162118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:31:26.173538 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:26.174270 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Added segment c5ecfc31-82cd-473e-99f3-fe784a719332 of type vlan for network acc40515-8af5-4540-af4d-075341945d61 Feb 02 15:31:26.229715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:26.271916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:26.394728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da933475-8aff-4eb1-ab3d-a4e7efd29959 req-d99ed236-e520-4bb6-8561-de92d5eb074a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:26.404236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:26.405209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:26.405806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:26.420190 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da933475-8aff-4eb1-ab3d-a4e7efd29959 req-d99ed236-e520-4bb6-8561-de92d5eb074a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.3721890 Feb 02 15:31:26.496944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:26.548619 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da933475-8aff-4eb1-ab3d-a4e7efd29959 req-68796b4e-038f-415a-ad6a-bc37d2dcfd07 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270621 Feb 02 15:31:26.556868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] Pushing event updated for resources: {'Network': ['ID=acc40515-8af5-4540-af4d-075341945d61,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:26.568652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network acc40515-8af5-4540-af4d-075341945d61 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:31:26.628863 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-962b1b0c-9318-46e9-a8d1-19ecd5e9a48e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5397863 Feb 02 15:31:26.629027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36758) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:26.635743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Request body: {'subnet': {'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-subnet', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:26.655759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:26.678085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Usage tracker for resource:subnet and tenant:1a670760621349a3b657382dd0fdd4ae is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:26.684117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:26.699122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:26.815956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Made reservation on behalf of 1a670760621349a3b657382dd0fdd4ae for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:26.821087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:26.950237 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40e7891c-a3f9-4b97-a14e-c7db2de15dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:27.026424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36770) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:27.215945 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:27.374273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb7bf07-6ee4-4573-899c-ea0ede3d648d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:27.401836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Checking segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:31:27.402324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Network hostable DHCP agents. Network: acc40515-8af5-4540-af4d-075341945d61, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:31:27.422307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36784) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:27.511329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Network acc40515-8af5-4540-af4d-075341945d61 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:31:27.557813 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:27.634127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, acc40515-8af5-4540-af4d-075341945d61) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:27.645995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c488fd9-9e71-4a35-bf52-56b32555773a None None] Network acc40515-8af5-4540-af4d-075341945d61 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:27.656292 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:27.662369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:27.663077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:27.732543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:27.757365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] Usage tracker for resource:security_group_rule and tenant:e88aec840392496d8e7a411203c76578 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:27.757365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:27.779700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:27.823588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:27.833329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] Usage tracker for resource:security_group_rule and tenant:9d2e8383dc85455b87c812f57455b959 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:27.845953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:27.862740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:27.916211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ab4d24fb-c305-4fa7-8e51-ae3ececeae6a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2859421 Feb 02 15:31:27.920079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36802) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:27.931961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:27.939590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:27.947976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Usage tracker for resource:router and tenant:1a670760621349a3b657382dd0fdd4ae is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:27.952604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:27.990356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90d4af-ee06-4dd5-b61a-4edb7f1fb7bd req-f6f50ce0-bbe7-4f35-a8d1-ade08b0c415e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:27.992087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b90d4af-ee06-4dd5-b61a-4edb7f1fb7bd req-f6f50ce0-bbe7-4f35-a8d1-ade08b0c415e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 943 time: 0.1699409 Feb 02 15:31:27.993093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:28.136344 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.179935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-acc40515-8af5-4540-af4d-075341945d61', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:31:28.182934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.186061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b90d4af-ee06-4dd5-b61a-4edb7f1fb7bd req-e670a39f-a986-4dbf-993a-a98dd6d21b60 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588340 Feb 02 15:31:28.187687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.241772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Deleting port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:28.242568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.427692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Allocated IP 172.20.0.2 (acc40515-8af5-4540-af4d-075341945d61/6cb7bf07-6ee4-4573-899c-ea0ede3d648d/0111c371-aa71-45f8-857c-e988156ef758) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:31:28.451905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.452980 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.490143 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.494519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.522801 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.569934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] For port 6afb8afd-e7b5-42a3-bd63-e08d9780cae4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:28.572070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.572511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:31:28.586616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.587384 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.614307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab956b-aefc-4af7-8072-ce4977b3a2f5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:28.624516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e62a67ce-83a7-4f65-969f-70a918d6cc1d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d2e8383dc85455b87c812f57455b959&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5943944 Feb 02 15:31:28.656792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36820) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:28.714685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e88aec840392496d8e7a411203c76578&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2911208 Feb 02 15:31:28.722500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36824) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:28.729993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41100622-553e-47c6-b557-c09b67a2ee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e3910c-60c9-44c7-af33-06f42312bdd2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:28.873487 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.919535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Transition to ACTIVE for port object 0111c371-aa71-45f8-857c-e988156ef758 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:28.926627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Calling delete_port for 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:28.935427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:28.938013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a751-517f-4fc8-8942-f2c999dbffb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.946395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75498fa1-44c0-4d38-afb1-842a854d4d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:28.971111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'network_id': '409e0abf-f296-48a2-9e68-a4379af8d142', 'port_id': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'mac_address': 'fa:16:3e:40:3b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42eb5919-4588-4689-b4b8-eec969e960b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:31:28.979018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Transition to ACTIVE for port object 0111c371-aa71-45f8-857c-e988156ef758 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:29.015615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a751-517f-4fc8-8942-f2c999dbffb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.025686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75498fa1-44c0-4d38-afb1-842a854d4d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.074156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.112466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:31:29.136069 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:29.137754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.270164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.282667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Network acc40515-8af5-4540-af4d-075341945d61 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:31:29.287135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:29.290210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:31:29.304400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75498fa1-44c0-4d38-afb1-842a854d4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.317001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a751-517f-4fc8-8942-f2c999dbffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.334366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Pushing event updated for resources: {'Port': ['ID=0111c371-aa71-45f8-857c-e988156ef758,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:29.385020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75498fa1-44c0-4d38-afb1-842a854d4d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.393319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-75498fa1-44c0-4d38-afb1-842a854d4d49 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d3e3910c-60c9-44c7-af33-06f42312bdd2 HTTP/1.1" status: 204 len: 168 time: 0.6584833 Feb 02 15:31:29.416391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498fa1-44c0-4d38-afb1-842a854d4d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e3910c-60c9-44c7-af33-06f42312bdd2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:29.420468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.425147 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a751-517f-4fc8-8942-f2c999dbffb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.425147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4cc4a751-517f-4fc8-8942-f2c999dbffb2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eeab956b-aefc-4af7-8072-ce4977b3a2f5 HTTP/1.1" status: 204 len: 168 time: 0.7746124 Feb 02 15:31:29.464108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4a751-517f-4fc8-8942-f2c999dbffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab956b-aefc-4af7-8072-ce4977b3a2f5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:29.492101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afb8afd-e7b5-42a3-bd63-e08d9780cae4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:29.546599 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.664845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:31:29.713905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Attempting to bind port 0111c371-aa71-45f8-857c-e988156ef758 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:31:29.714626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Attempting to bind port 0111c371-aa71-45f8-857c-e988156ef758 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:31:29.715221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Attempting to bind port 0111c371-aa71-45f8-857c-e988156ef758 on network acc40515-8af5-4540-af4d-075341945d61 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:31:29.730153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:29.745873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:31:29.746762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Checking segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:31:29.747419 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:29.748080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Bound using segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:31:29.748797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Bound port: 0111c371-aa71-45f8-857c-e988156ef758, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:31:29.749410 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:30.029538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] For port 0111c371-aa71-45f8-857c-e988156ef758, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:31:30.040551 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:30.064481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] For port 0111c371-aa71-45f8-857c-e988156ef758, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0111c371-aa71-45f8-857c-e988156ef758,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:31:30.146591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d83fd-e301-49e3-a3fc-15a7d415c0b0 req-ac6c4e79-c066-40a2-bd46-9fa1ba46158e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:30.148295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab9d83fd-e301-49e3-a3fc-15a7d415c0b0 req-ac6c4e79-c066-40a2-bd46-9fa1ba46158e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 944 time: 0.5837827 Feb 02 15:31:30.173761 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:30.254088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab9d83fd-e301-49e3-a3fc-15a7d415c0b0 req-ca0c562a-dd6c-4a7a-9da0-3c10854c8323 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930638 Feb 02 15:31:30.352605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b445b7-6ec1-4229-bd0c-45873263ff0f None None] Pushing event updated for resources: {'Port': ['ID=0111c371-aa71-45f8-857c-e988156ef758,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:30.606732 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:30.726960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:30.927236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:31.020263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Allocated IP 172.25.0.29 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/eb633e18-affd-46d7-88d6-76b5f68125bd) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:31:31.268364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36876) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:31.333229 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:31.336879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:31.471685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:31.477898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] Usage tracker for resource:security_group_rule and tenant:b7211474331d4830ad71e491bb6e5108 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:31.487187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:31.498995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:31.580061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36886) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:31.601176 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:31.654909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:31.659743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc91a5aea0e4627800cfb50e746b356 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:31.663830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:31.670265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:31.685994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:31.761864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4e0be-2e3d-4c6d-8c38-058f4001f5dd req-8a489bec-ed09-4ec0-b166-688a65083c75 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:31.763660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19f4e0be-2e3d-4c6d-8c38-058f4001f5dd req-8a489bec-ed09-4ec0-b166-688a65083c75 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 944 time: 0.2268155 Feb 02 15:31:31.768941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:31.878432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:31.976979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee01255-542b-4b1d-bc5f-9fda9f1a5ad1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:31.998222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19f4e0be-2e3d-4c6d-8c38-058f4001f5dd req-07abf0e5-c764-457f-a22c-4640ab015585 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152839 Feb 02 15:31:32.040154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-927de9b4-7287-4577-9243-93052eda6e7a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7211474331d4830ad71e491bb6e5108&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7635906 Feb 02 15:31:32.040950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36896) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:32.062050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c05df1-7ea0-4c5b-b6ea-e30da382f856 None None] Network acc40515-8af5-4540-af4d-075341945d61 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:32.063577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:31:32.083464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:32.085535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb633e18-affd-46d7-88d6-76b5f68125bd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:32.089843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:31:32.288914 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:32.325695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-deb6605c-3554-4a69-9fa4-83919c9fa752 None None] Provisioning for port 0111c371-aa71-45f8-857c-e988156ef758 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:31:32.339715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c91521ca-2a28-4726-8957-6cb943abd4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:32.380294 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c91521ca-2a28-4726-8957-6cb943abd4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:32.526911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:32.579414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:31:32.665721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32cdfce-8a0a-42f1-88c1-771377cb7f10,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:32.698372 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d0abefd1-c459-40c5-ad05-b18a2e4276a8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9dc91a5aea0e4627800cfb50e746b356&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1172957 Feb 02 15:31:32.701558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36914) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:32.718245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0111c371-aa71-45f8-857c-e988156ef758 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:31:32.765156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:31:32.822908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d467-d4ef-458c-b9f4-303600572e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:32.863419 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d467-d4ef-458c-b9f4-303600572e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:32.888720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:32.889336 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.032983 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 0111c371-aa71-45f8-857c-e988156ef758 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:31:33.060010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0111c371-aa71-45f8-857c-e988156ef758 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:33.062419 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.103549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c91521ca-2a28-4726-8957-6cb943abd4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.144959 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.144959 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.155587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91521ca-2a28-4726-8957-6cb943abd4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee01255-542b-4b1d-bc5f-9fda9f1a5ad1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:33.163578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d467-d4ef-458c-b9f4-303600572e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.250140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d467-d4ef-458c-b9f4-303600572e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32cdfce-8a0a-42f1-88c1-771377cb7f10,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:33.262148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d467-d4ef-458c-b9f4-303600572e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.263538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e2a0d467-d4ef-458c-b9f4-303600572e4f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c32cdfce-8a0a-42f1-88c1-771377cb7f10 HTTP/1.1" status: 204 len: 168 time: 0.5596383 Feb 02 15:31:33.314003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-169ba841-ac15-4884-9b07-77b8e65ad5d6 None None] Provisioning complete for port 0111c371-aa71-45f8-857c-e988156ef758 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:33.314003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-169ba841-ac15-4884-9b07-77b8e65ad5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.439885 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.537557 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.550714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:31:33.568585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:33.581521 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-169ba841-ac15-4884-9b07-77b8e65ad5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.598419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c91521ca-2a28-4726-8957-6cb943abd4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.599537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c91521ca-2a28-4726-8957-6cb943abd4cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ee01255-542b-4b1d-bc5f-9fda9f1a5ad1 HTTP/1.1" status: 204 len: 168 time: 1.5537801 Feb 02 15:31:33.610288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 0111c371-aa71-45f8-857c-e988156ef758, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0111c371-aa71-45f8-857c-e988156ef758,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:33.650358 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'code': 200} Feb 02 15:31:33.684578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.738432 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:33.838584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289cc62-d3c1-4f68-877b-7be7b01cfc93 req-c158b8f1-3273-4d8b-8bd5-aaa4e227117f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:33.851965 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5289cc62-d3c1-4f68-877b-7be7b01cfc93 req-c158b8f1-3273-4d8b-8bd5-aaa4e227117f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 944 time: 0.4822090 Feb 02 15:31:33.929014 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-169ba841-ac15-4884-9b07-77b8e65ad5d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:31:33.939100 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-169ba841-ac15-4884-9b07-77b8e65ad5d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:31:33.941988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=0111c371-aa71-45f8-857c-e988156ef758,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:33.957877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5289cc62-d3c1-4f68-877b-7be7b01cfc93 req-fa46fbec-cedc-4508-9160-dd0303e0b40f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050277 Feb 02 15:31:33.991610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:31:34.000861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07af8059-967e-4641-b1c2-3d9403bfbe97 admin admin] 10.222.0.88 "PUT /v2.0/routers/09b659a1-56a3-44c8-b0f3-72d67d06b0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9734674 Feb 02 15:31:34.001118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36942) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:34.050410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] Sync routers for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:31:34.151783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:31:34.152642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:34.246105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc039afe-7f59-4d75-a3c7-79592d03df5b req-d4f78dd3-8730-4296-81a5-98a0c90accae service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1097 time: 0.1514199 Feb 02 15:31:34.308581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36956) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:34.347321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=10']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:34.390317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc039afe-7f59-4d75-a3c7-79592d03df5b req-d922d851-85e9-439e-88a8-399ba55bd8d4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374433 Feb 02 15:31:34.413518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:31:34.667961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0111c371-aa71-45f8-857c-e988156ef758 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:31:34.701336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:34.815609 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:34.887227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:34.891481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Usage tracker for resource:security_group_rule and tenant:0777d421d2dc430881fd9045a83f27f6 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:34.893919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:31:34.899306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:34.919329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:34.972666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:31:34.982613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:31:35.038308 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:31:35.038308 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:35.150068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0111c371-aa71-45f8-857c-e988156ef758 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:35.154010 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:35.179327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:35.227200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:35.231596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36982) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:35.234575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-42081cd8-5012-45eb-bad6-fecb4e22f0b5 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3085160 Feb 02 15:31:35.336924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:35.432849 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:35.444722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Deleting port dac960f0-8a50-4369-8e16-a6866243c226 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:35.446131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:35.526713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b2b8b3-f151-41dd-9ce0-d1dc02fb313c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:35.556195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.556892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.558559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.559304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.559861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.561296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.561846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.563918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.565677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.565677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.565677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:35.735618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-043450af-de79-4359-8cd9-bbc127301280 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0777d421d2dc430881fd9045a83f27f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4154372 Feb 02 15:31:35.738439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37004) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:35.779383 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:31:35.921763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:31:29Z', 'revision_number': 5, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port': {'id': 'dac960f0-8a50-4369-8e16-a6866243c226', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:10Z', 'updated_at': '2022-02-02T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:35.927763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] Checking router: 09b659a1-56a3-44c8-b0f3-72d67d06b0ed for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:31:35.944601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] For port dac960f0-8a50-4369-8e16-a6866243c226, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dac960f0-8a50-4369-8e16-a6866243c226,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:35.945951 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:35.961834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] Routers {'09b659a1-56a3-44c8-b0f3-72d67d06b0ed'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:31:35.964221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:36.049583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c37835-0941-4175-bc29-4d4e41318bdb req-69e793b6-cb76-413c-a9a5-ee4eb828feef tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:36.056404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1c37835-0941-4175-bc29-4d4e41318bdb req-69e793b6-cb76-413c-a9a5-ee4eb828feef tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.6379788 Feb 02 15:31:36.091300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95f1e325-f530-4c12-8104-3187dfb4e70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:36.121449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95f1e325-f530-4c12-8104-3187dfb4e70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:36.262038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1c37835-0941-4175-bc29-4d4e41318bdb req-7786831c-875c-49d8-be51-08fd5d835935 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045593 Feb 02 15:31:36.267997 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95f1e325-f530-4c12-8104-3187dfb4e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:36.307974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1e325-f530-4c12-8104-3187dfb4e70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b2b8b3-f151-41dd-9ce0-d1dc02fb313c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:36.310521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95f1e325-f530-4c12-8104-3187dfb4e70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:36.311623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-95f1e325-f530-4c12-8104-3187dfb4e70d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/30b2b8b3-f151-41dd-9ce0-d1dc02fb313c HTTP/1.1" status: 204 len: 168 time: 0.5674062 Feb 02 15:31:36.399185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] Set router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:31:36.595737 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:32Z', 'revision_number': 3, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:36.614770 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:31:36.615118 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Updating router fcea1b82-a16b-4800-abaa-b33e4bc172bd port eb633e18-affd-46d7-88d6-76b5f68125bd binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:31:36.718888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Calling delete_port for dac960f0-8a50-4369-8e16-a6866243c226 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:36.738979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:31:35Z', 'revision_number': 6, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:36.762188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d001f-ab6b-4b30-be47-fe811a647338 None None] The sync data for ids ['09b659a1-56a3-44c8-b0f3-72d67d06b0ed'] in n-d-827122-1 is: [{'id': '09b659a1-56a3-44c8-b0f3-72d67d06b0ed', 'name': 'tempest-TaggedBootDevicesTest_v242-1218270881-router', 'tenant_id': '3b1decc9381440f299a0b169a6427238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:09Z', 'updated_at': '2022-02-02T15:31:35Z', 'revision_number': 6, 'project_id': '3b1decc9381440f299a0b169a6427238', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:31:36.794372 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:37.174523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37056) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:37.218225 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:37.442124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Pushing event deleted for resources: {'Port': ['ID=dac960f0-8a50-4369-8e16-a6866243c226,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:37.536225 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:37.734131 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:37.751939 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Transition to ACTIVE for port object eb633e18-affd-46d7-88d6-76b5f68125bd will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:37.849577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37078) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:37.895703 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:37.925072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-590736419'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:37.974371 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.033826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:38.088181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:network and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:38.095643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:38.107321 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Pushing event updated for resources: {'Port': ['ID=eb633e18-affd-46d7-88d6-76b5f68125bd,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:38.124801 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.151817 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.152437 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.152964 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.153473 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.153976 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.154492 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.154978 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.156342 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.156883 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.157742 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.158233 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:38.174433 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Attempting to bind port eb633e18-affd-46d7-88d6-76b5f68125bd on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:31:38.175068 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Attempting to bind port eb633e18-affd-46d7-88d6-76b5f68125bd by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:31:38.175628 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Attempting to bind port eb633e18-affd-46d7-88d6-76b5f68125bd on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:31:38.189221 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:31:38.190907 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:31:38.191867 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.192517 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:31:38.193205 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Bound port: eb633e18-affd-46d7-88d6-76b5f68125bd, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:31:38.193815 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.232511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:38.244861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Allocated IP 172.20.0.1 (acc40515-8af5-4540-af4d-075341945d61/6cb7bf07-6ee4-4573-899c-ea0ede3d648d/32f3d6c3-2473-4b6e-8db5-19c029e555ee) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:31:38.247348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] Usage tracker for resource:security_group_rule and tenant:258ab9b42b894cd382136e0428d9c4cb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:38.252500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:38.263011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:38.309460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1c85c-d843-4347-92f9-62198f325251 req-039aa4ae-1a55-4d0f-86e1-7db1f52556f0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:38.318874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbe1c85c-d843-4347-92f9-62198f325251 req-039aa4ae-1a55-4d0f-86e1-7db1f52556f0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.7397070 Feb 02 15:31:38.318874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:38.363009 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] For port eb633e18-affd-46d7-88d6-76b5f68125bd, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:31:38.368179 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] For port eb633e18-affd-46d7-88d6-76b5f68125bd, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=eb633e18-affd-46d7-88d6-76b5f68125bd,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:31:38.462070 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.595586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dac960f0-8a50-4369-8e16-a6866243c226 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:38.636485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.652297 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.673212 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:31:38.675770 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:38.686605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: dac960f0-8a50-4369-8e16-a6866243c226 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:31:38.686957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dac960f0-8a50-4369-8e16-a6866243c226 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:31:38.689390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:38.697558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:38.700791 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.714840 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbe1c85c-d843-4347-92f9-62198f325251 req-11a2e776-47d5-45d6-9275-7a5f77169fde tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362637 Feb 02 15:31:38.717391 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.768132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.779076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:38.781057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:31:38.781546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6afb8afd-e7b5-42a3-bd63-e08d9780cae4 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:31:38.787267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group_rule and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:38.796042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:38.801990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.802781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b659a1-56a3-44c8-b0f3-72d67d06b0ed {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:31:38.817992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:38.819831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Transition to ACTIVE for port object 32f3d6c3-2473-4b6e-8db5-19c029e555ee will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:38.865793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.868784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a94d5c60-1f13-4979-ae47-f30a975a71fd admin admin] 10.222.0.88 "DELETE /v2.0/routers/09b659a1-56a3-44c8-b0f3-72d67d06b0ed HTTP/1.1" status: 204 len: 168 time: 4.8577843 Feb 02 15:31:38.878985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37094) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:38.956240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:38.969734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.005471 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:31:39.027935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b997a21-7eea-49a5-89fd-877ab946e824 admin admin] Deleting subnet 43861301-08a4-4106-af03-586ba63ac53a {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:31:39.033472 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b997a21-7eea-49a5-89fd-877ab946e824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.061082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Pushing event updated for resources: {'Port': ['ID=32f3d6c3-2473-4b6e-8db5-19c029e555ee,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:39.064907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.085766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Network acc40515-8af5-4540-af4d-075341945d61 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:31:39.093254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.105373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:39.111105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:31:39.124935 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0dc2e-17b2-4f14-88eb-1527ab896be2 None None] Pushing event updated for resources: {'Port': ['ID=eb633e18-affd-46d7-88d6-76b5f68125bd,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:39.128009 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b997a21-7eea-49a5-89fd-877ab946e824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.190422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=258ab9b42b894cd382136e0428d9c4cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3373067 Feb 02 15:31:39.194063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37104) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:39.202058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.203135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3daa9-b48b-495a-8b06-f82d3912a176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb790991-61fe-4c38-89b5-9eee996665a5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:39.292864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:31:39.330008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.331344 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Added segment 01b0d792-03f0-4ecb-aafc-c61d9afb1384 of type vlan for network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 Feb 02 15:31:39.341860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.395908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5964494-b03d-4d83-80de-7917656ced1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.410656 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.417857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ad6923-5cf0-4f0c-86f0-380704815118,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:39.496993 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b997a21-7eea-49a5-89fd-877ab946e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.519061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5964494-b03d-4d83-80de-7917656ced1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.646305 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.741033 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.745821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:39.745821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.775013 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:32Z', 'revision_number': 3, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:39.779983 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebc390-c741-40d1-8c55-c88e1948d51a None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:32Z', 'revision_number': 3, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:31:39.792422 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-62b755dc-f97b-4867-8450-3161ed6979cf None None] Provisioning for port 32f3d6c3-2473-4b6e-8db5-19c029e555ee completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:31:39.799591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-62b755dc-f97b-4867-8450-3161ed6979cf None None] Provisioning complete for port 32f3d6c3-2473-4b6e-8db5-19c029e555ee triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:39.800422 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-62b755dc-f97b-4867-8450-3161ed6979cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.855242 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b997a21-7eea-49a5-89fd-877ab946e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:39.891916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-62b755dc-f97b-4867-8450-3161ed6979cf None None] Port 32f3d6c3-2473-4b6e-8db5-19c029e555ee cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:31:40.020376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5964494-b03d-4d83-80de-7917656ced1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:40.192468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5964494-b03d-4d83-80de-7917656ced1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb790991-61fe-4c38-89b5-9eee996665a5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:40.324287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b997a21-7eea-49a5-89fd-877ab946e824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43861301-08a4-4106-af03-586ba63ac53a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:40.353952 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b997a21-7eea-49a5-89fd-877ab946e824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:40.356561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4b997a21-7eea-49a5-89fd-877ab946e824 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/43861301-08a4-4106-af03-586ba63ac53a HTTP/1.1" status: 204 len: 168 time: 1.4762545 Feb 02 15:31:40.359626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37134) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:40.362762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Network': ['ID=425f7c26-d8cd-4f9d-ba42-87ec130326f0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:40.369842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ee8fb-89b5-40f3-846d-b91c7df09526 None None] Network b2296672-15a6-4ab4-9585-5f92ce6cfd57 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:40.385606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5964494-b03d-4d83-80de-7917656ced1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:40.389100 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a5964494-b03d-4d83-80de-7917656ced1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb790991-61fe-4c38-89b5-9eee996665a5 HTTP/1.1" status: 204 len: 168 time: 1.1802208 Feb 02 15:31:40.420891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff274-2abc-45b3-ae2b-732cface7a8a req-da84e946-9267-4284-a8b4-0d359744b00e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:40.424397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f7ff274-2abc-45b3-ae2b-732cface7a8a req-da84e946-9267-4284-a8b4-0d359744b00e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.4139221 Feb 02 15:31:40.530032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-058a6dd2-b937-47f6-a281-65011ebf9bfc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3527935 Feb 02 15:31:40.532109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37142) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:40.578882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:40.586214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'name': 'tempest-PortsTestJSON-1188601615'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:40.630900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f7ff274-2abc-45b3-ae2b-732cface7a8a req-74baf160-b643-4303-a363-bc28f79eeb22 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894226 Feb 02 15:31:40.642522 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:40.676691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:31:40.740270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device eb633e18-affd-46d7-88d6-76b5f68125bd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:31:41.236640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Pushing event updated for resources: {'Port': ['ID=32f3d6c3-2473-4b6e-8db5-19c029e555ee,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:41.248727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:41.282135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:41.364066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:41.423119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:41.446547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:41.484174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Deleting port c734eff8-d4e2-441e-9ecf-f40039bd0487 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:41.484554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:41.566477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:41.748648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113dcd6-e913-4b7f-86ec-1e159dede93f req-0b52308d-7024-4177-96ef-037e3b05b77d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:41.756100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4113dcd6-e913-4b7f-86ec-1e159dede93f req-0b52308d-7024-4177-96ef-037e3b05b77d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.7466438 Feb 02 15:31:41.757598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Network acc40515-8af5-4540-af4d-075341945d61 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:31:41.759066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:41.848215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:41.851157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:41.888113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port eb633e18-affd-46d7-88d6-76b5f68125bd completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:31:41.892303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port eb633e18-affd-46d7-88d6-76b5f68125bd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:41.892939 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:41.979179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] DHCP port deletion for b2296672-15a6-4ab4-9585-5f92ce6cfd57 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:31:41.995611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] Deleting port c734eff8-d4e2-441e-9ecf-f40039bd0487 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:41.996460 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:42.080991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 15116ec4-334c-4cd6-85e4-29c7481770fe yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:31:42.396479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4113dcd6-e913-4b7f-86ec-1e159dede93f req-96f6266d-df8f-4a44-b153-31f316543b71 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372397 Feb 02 15:31:42.408233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] For port c734eff8-d4e2-441e-9ecf-f40039bd0487, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c734eff8-d4e2-441e-9ecf-f40039bd0487,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:42.408589 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:42.486359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:42.578327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] For port c734eff8-d4e2-441e-9ecf-f40039bd0487, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c734eff8-d4e2-441e-9ecf-f40039bd0487,segment=NetworkSegment(8258a567-30f8-4e2c-b9d9-5c24a20b6c95),segment_id=8258a567-30f8-4e2c-b9d9-5c24a20b6c95)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:42.578866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:42.591769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-be9c68b0-c2e8-4f24-bb79-3d5ae024796c None None] Provisioning complete for port 32f3d6c3-2473-4b6e-8db5-19c029e555ee triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:42.595043 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-be9c68b0-c2e8-4f24-bb79-3d5ae024796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:42.638596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Calling delete_port for c734eff8-d4e2-441e-9ecf-f40039bd0487 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:42.638853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port eb633e18-affd-46d7-88d6-76b5f68125bd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=eb633e18-affd-46d7-88d6-76b5f68125bd,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:42.897322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a060f-3505-4eda-baab-6183e030ecad req-b0badf59-6756-4244-a82a-6896e6d7b66b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:42.903503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:42.912928 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-520a060f-3505-4eda-baab-6183e030ecad req-b0badf59-6756-4244-a82a-6896e6d7b66b tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.2731628 Feb 02 15:31:42.928504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:31:42.942875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] Calling delete_port for c734eff8-d4e2-441e-9ecf-f40039bd0487 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:42.955953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:42.981965 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:43.139774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Pushing event deleted for resources: {'Port': ['ID=c734eff8-d4e2-441e-9ecf-f40039bd0487,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:43.169648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c734eff8-d4e2-441e-9ecf-f40039bd0487 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:43.178667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] No DVR routers for this DVR port c734eff8-d4e2-441e-9ecf-f40039bd0487 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:31:43.288168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.288331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-520a060f-3505-4eda-baab-6183e030ecad req-e69dc99a-29b3-4a79-9ee3-50647602ad07 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762250 Feb 02 15:31:43.288568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.289150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.295716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.296113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.296503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.297154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.297880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.298502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.299039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.299592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.428121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:43.465723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2296672-15a6-4ab4-9585-5f92ce6cfd57']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:43.488039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=eb633e18-affd-46d7-88d6-76b5f68125bd,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:43.494415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:43.531166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c734eff8-d4e2-441e-9ecf-f40039bd0487 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:31:43.532122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c734eff8-d4e2-441e-9ecf-f40039bd0487 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:31:43.535525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-be9c68b0-c2e8-4f24-bb79-3d5ae024796c None None] Port 32f3d6c3-2473-4b6e-8db5-19c029e555ee cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:31:43.558717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.559076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.559423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.559769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.560125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.560461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.565263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.565896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.566260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.566602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.566938 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:31:43.579445 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:31:43.581203 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:31:43.605536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8258a567-30f8-4e2c-b9d9-5c24a20b6c95') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:43.606104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8258a567-30f8-4e2c-b9d9-5c24a20b6c95') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:43.641409 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:43.686884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:43.691177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=15116ec4-334c-4cd6-85e4-29c7481770fe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:43.714390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:31:43.714390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:43.714635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97727f-f57f-4db7-b508-94a2460aac4f req-ea50b3bf-dd40-4dde-aff0-de3bb95c95a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:43.714635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb97727f-f57f-4db7-b508-94a2460aac4f req-ea50b3bf-dd40-4dde-aff0-de3bb95c95a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.1201546 Feb 02 15:31:43.717242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:31:43.724155 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:31:43.738466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-375aa183-d0fa-4b4e-8d23-c147a456b174 admin admin] 10.222.0.88 "PUT /v2.0/routers/fcea1b82-a16b-4800-abaa-b33e4bc172bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5051770 Feb 02 15:31:43.833557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking segment: {'id': '01b0d792-03f0-4ecb-aafc-c61d9afb1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:31:43.834230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network hostable DHCP agents. Network: 425f7c26-d8cd-4f9d-ba42-87ec130326f0, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:31:43.880591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb97727f-f57f-4db7-b508-94a2460aac4f req-ab409641-8229-4887-8413-bf32ac05a2e6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517498 Feb 02 15:31:43.923591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:43.962933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:43.987315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:31:43.995440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2296672-15a6-4ab4-9585-5f92ce6cfd57,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:44.017778 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-402449e6-1f5e-4b0f-8a6d-e215fce1e666 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b2296672-15a6-4ab4-9585-5f92ce6cfd57 HTTP/1.1" status: 204 len: 168 time: 3.6567280 Feb 02 15:31:44.026247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37238) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:44.082448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] Deleting port c734eff8-d4e2-441e-9ecf-f40039bd0487 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:44.083022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:44.138072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 425f7c26-d8cd-4f9d-ba42-87ec130326f0) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:44.143261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:31:44.147524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:44.149656 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:44.184244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490bae7-a77a-4f42-8f2e-c60ca505c1f7 None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:44.303008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f86cce6a-74bf-415b-aa9e-3ee883f09eb5 None None] The port 'c734eff8-d4e2-441e-9ecf-f40039bd0487' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:31:44.603165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52067d6b-cd58-4835-b365-d2d17b638bc2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.0373788 Feb 02 15:31:44.621236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37264) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:44.636809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1009379569'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:44.657962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:44.680362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09253a0f-dab1-49b7-a692-66a5ca7e8afe req-91514846-28c6-4498-a04e-885d0873ad16 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:44.682800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09253a0f-dab1-49b7-a692-66a5ca7e8afe req-91514846-28c6-4498-a04e-885d0873ad16 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.5014839 Feb 02 15:31:44.684038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:network and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:44.688006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:44.805705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:44.885535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09253a0f-dab1-49b7-a692-66a5ca7e8afe req-fd86c707-8cf0-4269-a474-6086ee8f01e5 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807065 Feb 02 15:31:44.963950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:44.967159 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:45.045706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:31:45.101595 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:45.101921 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Added segment 837aa6e9-f691-4109-bd0f-c7c58ec3cace of type vlan for network 5cf2419b-eb9d-4f0f-9485-e96271bda5d7 Feb 02 15:31:45.113108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:31:45.167644 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:45.185552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device eb633e18-affd-46d7-88d6-76b5f68125bd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:31:45.294559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:45.299399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:45.300643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:45.377720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:31:45.378683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:45.399237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-d9692eaa-72ea-472e-a0e7-4e65f7c394c4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:45.399976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-d9692eaa-72ea-472e-a0e7-4e65f7c394c4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Synchronizing usage tracker for tenant:1a670760621349a3b657382dd0fdd4ae on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:31:45.412505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:45.540727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Network': ['ID=5cf2419b-eb9d-4f0f-9485-e96271bda5d7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:45.606390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 5cf2419b-eb9d-4f0f-9485-e96271bda5d7 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:31:45.665514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-534fe0bc-5253-4e03-8337-96256a567018 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0369411 Feb 02 15:31:45.674903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37306) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:45.700828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'ports': [{'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0'}, {'network_id': '5cf2419b-eb9d-4f0f-9485-e96271bda5d7'}]} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:45.701134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:45.702513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '5cf2419b-eb9d-4f0f-9485-e96271bda5d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:45.783795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-d9692eaa-72ea-472e-a0e7-4e65f7c394c4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Unset dirty status for tenant:1a670760621349a3b657382dd0fdd4ae on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:31:45.791607 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-d9692eaa-72ea-472e-a0e7-4e65f7c394c4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 820 time: 0.6689732 Feb 02 15:31:45.813105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a534c-0acd-480e-8778-3ea2251c3fb8 req-dd52fdfb-5cb4-42aa-b460-c88ad6e0752e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:45.814932 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-517a534c-0acd-480e-8778-3ea2251c3fb8 req-dd52fdfb-5cb4-42aa-b460-c88ad6e0752e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.4356391 Feb 02 15:31:45.822492 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-95b7a9dc-17e1-454d-9d15-69f0256ab8fc tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/quotas/1a670760621349a3b657382dd0fdd4ae HTTP/1.1" status: 200 len: 375 time: 0.0295987 Feb 02 15:31:45.895332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port eb633e18-affd-46d7-88d6-76b5f68125bd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:45.904435 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:46.100006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:31:46.260336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-517a534c-0acd-480e-8778-3ea2251c3fb8 req-ccd4fbfd-3db9-419b-86d7-6a86e53eb79e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177326 Feb 02 15:31:46.365732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:46.365732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:46.365732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:46.376355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:46.429800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-20fa0d07-5b85-4c72-b6a0-0774a0ac5c0e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Synchronizing usage tracker for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:31:46.525820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c45b2-36d9-43d5-9325-e3c890b0bba5 req-459b2b9c-af12-45b3-9828-f2553e094fff tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:46.527997 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d9c45b2-36d9-43d5-9325-e3c890b0bba5 req-459b2b9c-af12-45b3-9828-f2553e094fff tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.1262257 Feb 02 15:31:46.584125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 2, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:46.593361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:31:46.594262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Updating router fcea1b82-a16b-4800-abaa-b33e4bc172bd port 32f3d6c3-2473-4b6e-8db5-19c029e555ee binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:31:46.613274 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d9c45b2-36d9-43d5-9325-e3c890b0bba5 req-e056817f-9a58-4cca-a4b4-f7e394f19fcf tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751114 Feb 02 15:31:46.675201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:46.841543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 2} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:46.841543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:46.921478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:46.946916 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:46.960768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Deleting port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:46.985275 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:46.996299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-20fa0d07-5b85-4c72-b6a0-0774a0ac5c0e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Unset dirty status for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:31:46.998039 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-20fa0d07-5b85-4c72-b6a0-0774a0ac5c0e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1741340 Feb 02 15:31:47.035621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-9495f7e8-3a93-44be-9f46-4d902784be0e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:31:47.035621 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-9495f7e8-3a93-44be-9f46-4d902784be0e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0221381 Feb 02 15:31:47.214956 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:47.248781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Transition to ACTIVE for port object 32f3d6c3-2473-4b6e-8db5-19c029e555ee will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:47.347348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port fe3af990-b0ff-4fba-9fde-bc1bccb700b9 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:31:47.436419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:47.523650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-b2e0b4c6-b0fd-4cb0-81d3-7d86b7e7966f service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824049 Feb 02 15:31:47.526838 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-e3d1c056-4324-4522-816f-463ee8e82541 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8628583 Feb 02 15:31:47.560305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 8ea12265-041f-4d90-ae8c-a9a6d77b4cb1 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:31:47.621086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] For port c8b961ef-19f0-4c83-9fb7-c3a6b9420e39, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,segment=NetworkSegment(6904fc56-d080-47bf-9af0-6bcedcbc7a7c),segment_id=6904fc56-d080-47bf-9af0-6bcedcbc7a7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:47.621363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:47.679590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:47.793588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Calling delete_port for c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:47.914238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-06f0e585-5d7b-41de-af16-dec5acdbfc92 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843305 Feb 02 15:31:47.942961 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-f314e2cc-dd83-4410-943e-5e2daf91db9b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1097 time: 0.2491806 Feb 02 15:31:48.178082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-3888d5a8-2765-4896-add3-a0b66474f10d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:48.179627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-3888d5a8-2765-4896-add3-a0b66474f10d service neutron] 10.222.0.107 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 915 time: 0.2145619 Feb 02 15:31:48.207921 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:48.253010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:48.266083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:48.267876 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-e60997b9-35d6-4548-a080-c4e2479436b4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 200 len: 217 time: 0.0823667 Feb 02 15:31:48.429280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:31:48.443357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:48.443835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:48.472230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:31:48.473683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:48.494470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=fe3af990-b0ff-4fba-9fde-bc1bccb700b9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:48.615665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=8ea12265-041f-4d90-ae8c-a9a6d77b4cb1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:48.736129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking segment: {'id': '837aa6e9-f691-4109-bd0f-c7c58ec3cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '5cf2419b-eb9d-4f0f-9485-e96271bda5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:31:48.736494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network hostable DHCP agents. Network: 5cf2419b-eb9d-4f0f-9485-e96271bda5d7, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:31:48.757000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b961ef-19f0-4c83-9fb7-c3a6b9420e39,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:48.820303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9f326-cf89-4244-a618-cb36d196b83c None None] Pushing event updated for resources: {'Port': ['ID=32f3d6c3-2473-4b6e-8db5-19c029e555ee,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:48.911193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f98c24b-4ee7-40c3-af70-c8ac22528372 req-6a2fa34b-6ca0-4b22-bb02-974a6d5aab63 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 210 time: 0.3974221 Feb 02 15:31:48.929796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-84522d8c-5d96-4b32-b31d-7961533e1df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:48.929796 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-84522d8c-5d96-4b32-b31d-7961533e1df6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.6386328 Feb 02 15:31:48.930096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 5cf2419b-eb9d-4f0f-9485-e96271bda5d7 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:31:48.997681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Attempting to bind port 32f3d6c3-2473-4b6e-8db5-19c029e555ee on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:31:48.998055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Attempting to bind port 32f3d6c3-2473-4b6e-8db5-19c029e555ee by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:31:48.998424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Attempting to bind port 32f3d6c3-2473-4b6e-8db5-19c029e555ee on network acc40515-8af5-4540-af4d-075341945d61 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:31:49.017691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41199eb6-c18f-4e4e-b36f-d4a4cfd77d99 req-a25c47b7-8dee-4882-a35b-2191b8ba6411 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:49.020642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-0a87f34e-4e49-4676-81d4-2e3ce4238c1f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854685 Feb 02 15:31:49.034102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41199eb6-c18f-4e4e-b36f-d4a4cfd77d99 req-a25c47b7-8dee-4882-a35b-2191b8ba6411 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.1946187 Feb 02 15:31:49.041939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 5cf2419b-eb9d-4f0f-9485-e96271bda5d7) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:49.052582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:31:49.063799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:49.072362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:49.072362 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:49.086323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:31:49.086612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Checking segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:31:49.088953 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:49.089525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Bound using segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:31:49.090174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Bound port: 32f3d6c3-2473-4b6e-8db5-19c029e555ee, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:31:49.094204 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:49.124680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2c673-025a-43d0-abd8-9966c2c3f852 None None] Network 5cf2419b-eb9d-4f0f-9485-e96271bda5d7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:49.192598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41199eb6-c18f-4e4e-b36f-d4a4cfd77d99 req-83cfb5f7-8cfb-4671-936a-3c201da8fbe1 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174529 Feb 02 15:31:49.264474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e34150c3-9f30-4102-83f4-5a9fea786fe6 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5787477 Feb 02 15:31:49.265205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37402) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:49.449118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-86eb1455-f3eb-4902-b8ae-5cc6b3f68102 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 8ea12265-041f-4d90-ae8c-a9a6d77b4cb1 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:49.449468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86eb1455-f3eb-4902-b8ae-5cc6b3f68102 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:49.487249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] For port 32f3d6c3-2473-4b6e-8db5-19c029e555ee, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:31:49.489442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] For port 32f3d6c3-2473-4b6e-8db5-19c029e555ee, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=32f3d6c3-2473-4b6e-8db5-19c029e555ee,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:31:49.677898 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:49.963156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9f326-cf89-4244-a618-cb36d196b83c None None] Pushing event updated for resources: {'Port': ['ID=32f3d6c3-2473-4b6e-8db5-19c029e555ee,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:49.979453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:31:49.984139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:50.088814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-0a8a6903-59b5-45ea-8424-220ab99b23a7 service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650849 Feb 02 15:31:50.254884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86eb1455-f3eb-4902-b8ae-5cc6b3f68102 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:50.450922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0a74e8f-15e0-4f7f-9a8c-8ff3a0b73378 req-f761e8f7-b2f0-4134-88a1-567e3f6b7153 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 210 time: 0.1350982 Feb 02 15:31:50.512180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:50.540922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-86eb1455-f3eb-4902-b8ae-5cc6b3f68102 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 8ea12265-041f-4d90-ae8c-a9a6d77b4cb1 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:50.561213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:31:50.730278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fadcb7df-d62e-4e59-a233-b34da2d47480 req-008e23da-7bdc-4a5b-b23e-2cd03a3ff7e9 service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249568 Feb 02 15:31:50.841155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86eb1455-f3eb-4902-b8ae-5cc6b3f68102 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:50.925880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb1455-f3eb-4902-b8ae-5cc6b3f68102 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=8ea12265-041f-4d90-ae8c-a9a6d77b4cb1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:50.958228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86eb1455-f3eb-4902-b8ae-5cc6b3f68102 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:50.965633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86eb1455-f3eb-4902-b8ae-5cc6b3f68102 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/8ea12265-041f-4d90-ae8c-a9a6d77b4cb1 HTTP/1.1" status: 204 len: 168 time: 1.6986063 Feb 02 15:31:50.968234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37460) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:51.051327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a114ef-658f-4604-89ee-5752155e4dcf req-e00be6b8-5f6d-4630-a37e-ca5ce982510d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:51.058662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:49Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:51.061325 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24a114ef-658f-4604-89ee-5752155e4dcf req-e00be6b8-5f6d-4630-a37e-ca5ce982510d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.3431959 Feb 02 15:31:51.095644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136ca57-0b4d-45a0-a4ea-42186bcd80c0 None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:49Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:31:51.179192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24a114ef-658f-4604-89ee-5752155e4dcf req-35e12a0f-7c06-45ab-807a-d5a49576ed48 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124206 Feb 02 15:31:51.227955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324f226-ee19-4472-bf0a-076393a2c9a0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:51.232686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324f226-ee19-4472-bf0a-076393a2c9a0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:51.246228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0324f226-ee19-4472-bf0a-076393a2c9a0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:31:51.380251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0324f226-ee19-4472-bf0a-076393a2c9a0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:31:51.384522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0324f226-ee19-4472-bf0a-076393a2c9a0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4147258 Feb 02 15:31:51.385314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37488) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:51.584009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6ef78ece-f29f-4f07-89b2-50d4c787b077 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port fe3af990-b0ff-4fba-9fde-bc1bccb700b9 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:51.600187 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef78ece-f29f-4f07-89b2-50d4c787b077 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:52.044481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a63ed7f7-2a01-4467-9efd-b01fbe731f50 req-2c20bb2a-7048-45fa-99a8-091566abde6e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 210 time: 0.1530654 Feb 02 15:31:52.236518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef78ece-f29f-4f07-89b2-50d4c787b077 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:52.498997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-5863d9d5-ba9c-41b2-8673-bcc28408f5b5 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:52.507641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-5863d9d5-ba9c-41b2-8673-bcc28408f5b5 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.64 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 820 time: 0.4825082 Feb 02 15:31:52.540990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6ef78ece-f29f-4f07-89b2-50d4c787b077 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for fe3af990-b0ff-4fba-9fde-bc1bccb700b9 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:52.648794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Request body: {'port': {'device_id': 'ee007976-54e0-47c6-a444-2d735029dda0', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'admin_state_up': True, 'tenant_id': '1a670760621349a3b657382dd0fdd4ae'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:52.824839 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef78ece-f29f-4f07-89b2-50d4c787b077 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:53.009943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef78ece-f29f-4f07-89b2-50d4c787b077 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:53.041552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef78ece-f29f-4f07-89b2-50d4c787b077 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=fe3af990-b0ff-4fba-9fde-bc1bccb700b9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:53.150006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bc901-243e-4f33-bd87-a60fadaf35d1 req-6ac27836-57eb-4711-b2d1-94a9a5aac1a4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:53.160688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-012bc901-243e-4f33-bd87-a60fadaf35d1 req-6ac27836-57eb-4711-b2d1-94a9a5aac1a4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.4860697 Feb 02 15:31:53.186421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 32f3d6c3-2473-4b6e-8db5-19c029e555ee up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:31:53.257640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Router cb4ef664-d2a2-42af-a103-c9e8527a2487 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:31:53.265081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-baa5db9c-2c3d-4399-b8aa-ad7b0274cf33 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=23ead880592145b6bc3c5340c828fb76&device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 1097 time: 0.5621674 Feb 02 15:31:53.267631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:53.269732 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6ef78ece-f29f-4f07-89b2-50d4c787b077 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/fe3af990-b0ff-4fba-9fde-bc1bccb700b9 HTTP/1.1" status: 204 len: 168 time: 1.8833497 Feb 02 15:31:53.270394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37566) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:53.366501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-012bc901-243e-4f33-bd87-a60fadaf35d1 req-af0259da-ad84-40f8-92e0-dd10d1d23654 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973011 Feb 02 15:31:53.540885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:53.546623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 32f3d6c3-2473-4b6e-8db5-19c029e555ee completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:31:53.560623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 32f3d6c3-2473-4b6e-8db5-19c029e555ee triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:53.560998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:53.634964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1d03e6e-2c1e-4129-8d01-9a1a26a83f6b req-408d46c0-7bbe-42e9-96d8-e621820573d2 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 210 time: 0.1840765 Feb 02 15:31:53.706760 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:53.711554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-89bec37e-7eea-4469-ab5c-a3a3467525da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:53.713449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-89bec37e-7eea-4469-ab5c-a3a3467525da service neutron] 10.222.0.107 "GET /v2.0/networks?id=409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 200 len: 915 time: 0.4367568 Feb 02 15:31:53.740445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 32f3d6c3-2473-4b6e-8db5-19c029e555ee, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=32f3d6c3-2473-4b6e-8db5-19c029e555ee,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:53.826223 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:53.867439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb35f9c-4477-4d55-8758-a3c5827e1164 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:53.872539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37588) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:53.882800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aeb35f9c-4477-4d55-8758-a3c5827e1164 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6101713 Feb 02 15:31:53.915411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-861690b5-7f31-40f0-b843-feeb7141fb03 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 200 len: 217 time: 0.1785424 Feb 02 15:31:53.978304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=32f3d6c3-2473-4b6e-8db5-19c029e555ee,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:54.015353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Made reservation on behalf of 1a670760621349a3b657382dd0fdd4ae for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:54.036520 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:54.045577 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47169bb-a6d6-41f7-8928-d773c12f87b4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:31:54.046095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f47169bb-a6d6-41f7-8928-d773c12f87b4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:31:54.161123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f47169bb-a6d6-41f7-8928-d773c12f87b4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:31:54.161123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f47169bb-a6d6-41f7-8928-d773c12f87b4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/8ea12265-041f-4d90-ae8c-a9a6d77b4cb1 HTTP/1.1" status: 404 len: 333 time: 0.2856057 Feb 02 15:31:54.162036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:54.195962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-d5865b43-16f6-44f0-a184-c0248d2ee886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:54.197674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-d5865b43-16f6-44f0-a184-c0248d2ee886 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 200 len: 853 time: 0.2626948 Feb 02 15:31:54.221400 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a98c483-8059-44ca-8d36-b07adc64cf67 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:31:54.222835 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4a98c483-8059-44ca-8d36-b07adc64cf67 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/fe3af990-b0ff-4fba-9fde-bc1bccb700b9 HTTP/1.1" status: 404 len: 333 time: 0.0598309 Feb 02 15:31:54.225653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37612) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:54.256050 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-b07071d6-89da-4b88-8232-1056b93ada3a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=409e0abf-f296-48a2-9e68-a4379af8d142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476007 Feb 02 15:31:54.416693 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:54.548200 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e93863b1-96a1-454d-9b0f-5a4375e9bc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:54.587065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:31:54.606949 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] Sync routers for ids ['cb4ef664-d2a2-42af-a103-c9e8527a2487'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:31:54.607708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Allocated IP 172.20.0.13 (acc40515-8af5-4540-af4d-075341945d61/6cb7bf07-6ee4-4573-899c-ea0ede3d648d/b41ae462-8d4e-4ced-98ea-efafb09d3615) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:31:54.634100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] Routers {'cb4ef664-d2a2-42af-a103-c9e8527a2487'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:31:54.636311 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cb4ef664-d2a2-42af-a103-c9e8527a2487'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:54.662549 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-df906c79-3116-477e-8414-9acc8cf36bba service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937199 Feb 02 15:31:54.826798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-18c5d232-5ec5-4a78-9209-8a2542e7e416 admin admin] 10.222.0.88 "PUT /v2.0/routers/cb4ef664-d2a2-42af-a103-c9e8527a2487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7880611 Feb 02 15:31:54.842255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37634) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:54.895302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37638) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:54.898615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:54.942847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf2419b-eb9d-4f0f-9485-e96271bda5d7']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:54.959303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837aa6e9-f691-4109-bd0f-c7c58ec3cace') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:54.959598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837aa6e9-f691-4109-bd0f-c7c58ec3cace') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:54.992252 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.040082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e27b59-6814-4bf4-9556-fafcab54af57 req-626bf40f-c339-4e3b-83e0-511cdde9cbbb tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:55.044756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87e27b59-6814-4bf4-9556-fafcab54af57 req-626bf40f-c339-4e3b-83e0-511cdde9cbbb tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.3458354 Feb 02 15:31:55.073004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.085173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 32f3d6c3-2473-4b6e-8db5-19c029e555ee up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:31:55.167446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:31:55.176062 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] Set router cb4ef664-d2a2-42af-a103-c9e8527a2487 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:31:55.189550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:31:55.207700 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:31:55.233753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-32ac0eb6-6eb4-47f1-8259-05d09ac424c0 req-68445ecc-7733-406c-ac03-2a715e6f7e67 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Synchronizing usage tracker for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:31:55.286217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 32f3d6c3-2473-4b6e-8db5-19c029e555ee triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:55.290730 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.315793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.329035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87e27b59-6814-4bf4-9556-fafcab54af57 req-16c36b8d-45a6-459d-8e5e-7fba0bb762e0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339864 Feb 02 15:31:55.471095 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68dfaf1a-8901-42be-8c89-09506e120a8d req-ec1c3f91-a638-4ab2-9204-fc03f0cb229e service neutron] 10.222.0.107 "GET /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022437 Feb 02 15:31:55.542554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.596063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-32ac0eb6-6eb4-47f1-8259-05d09ac424c0 req-68445ecc-7733-406c-ac03-2a715e6f7e67 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Unset dirty status for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:31:55.597197 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32ac0eb6-6eb4-47f1-8259-05d09ac424c0 req-68445ecc-7733-406c-ac03-2a715e6f7e67 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 210 time: 0.5559952 Feb 02 15:31:55.618292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.654978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:55.659510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] Usage tracker for resource:security_group_rule and tenant:5ddd21bc8a264ad99e55db6d8eb493b0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:55.663211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:55.676728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:55.679372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Network': ['ID=5cf2419b-eb9d-4f0f-9485-e96271bda5d7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:55.682794 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:31:48Z', 'revision_number': 5, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:55.684628 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] Checking router: cb4ef664-d2a2-42af-a103-c9e8527a2487 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:31:55.692605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9be841d4-744b-4943-b8bd-fdd4c8389ece tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/networks/5cf2419b-eb9d-4f0f-9485-e96271bda5d7 HTTP/1.1" status: 204 len: 168 time: 1.4656398 Feb 02 15:31:55.698039 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] Routers {'cb4ef664-d2a2-42af-a103-c9e8527a2487'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:31:55.699101 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cb4ef664-d2a2-42af-a103-c9e8527a2487'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:55.812962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37666) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:55.825686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1627849356'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:55.831220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.834051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:55.838151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:network and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:55.841806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:55.848535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:55.865324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:55.893880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Transition to ACTIVE for port object b41ae462-8d4e-4ced-98ea-efafb09d3615 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:55.902541 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] Set router cb4ef664-d2a2-42af-a103-c9e8527a2487 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:31:55.932796 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.025539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.094437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.095046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8ad37a-0a7a-4886-8f28-b4dd1bd68e17,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:56.106132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-94861beb-4c12-4b41-b96a-7a39456e3b5a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5ddd21bc8a264ad99e55db6d8eb493b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2083831 Feb 02 15:31:56.107330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37678) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:56.115130 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:31:56.142462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:56.148306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.239395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Network acc40515-8af5-4540-af4d-075341945d61 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:31:56.245071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:56.251625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Pushing event updated for resources: {'Port': ['ID=b41ae462-8d4e-4ced-98ea-efafb09d3615,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:56.255621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:31:56.276806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:31:56.339537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:56.340443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.354434 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:31:48Z', 'revision_number': 5, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:31:56.364878 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eee9ab-538a-4527-a758-3323cf108c32 None None] The sync data for ids ['cb4ef664-d2a2-42af-a103-c9e8527a2487'] in n-d-827122-1 is: [{'id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'name': 'tempest-TaggedBootDevicesTest_v242-2114802829-router', 'tenant_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:22:26Z', 'updated_at': '2022-02-02T15:31:48Z', 'revision_number': 5, 'project_id': '337dd85b7a0a4c33b1a6b736d54e58a2', 'gw_port': {'id': '7c561c09-f1bf-48eb-bfd9-3f4928380632', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4ef664-d2a2-42af-a103-c9e8527a2487', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:22:29Z', 'updated_at': '2022-02-02T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:31:56.404363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.425980 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-043f9b2a-b017-4d25-91ff-e33ff4ec5d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.428089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.437655 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Added segment 4c73c714-4ed6-4c0d-a754-32e6ddf60193 of type vlan for network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 Feb 02 15:31:56.465089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-3ab1bbd2-a0a3-4120-84e2-003846043d23 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8310707 Feb 02 15:31:56.487754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Request body: {'port': {'device_id': 'ee007976-54e0-47c6-a444-2d735029dda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:56.569631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Deleting port 7c561c09-f1bf-48eb-bfd9-3f4928380632 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:31:56.570469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.588730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-043f9b2a-b017-4d25-91ff-e33ff4ec5d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.618426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.772330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f5c13-2eb6-4238-b995-68327eb8af43 req-f34aefb1-6e72-45a9-bb0e-8059acabb13c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:56.776171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-182f5c13-2eb6-4238-b995-68327eb8af43 req-f34aefb1-6e72-45a9-bb0e-8059acabb13c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.2473011 Feb 02 15:31:56.852356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1dfd7328-cf0a-461f-a39a-e1330ef3278d None None] Provisioning for port b41ae462-8d4e-4ced-98ea-efafb09d3615 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:31:56.866532 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1dfd7328-cf0a-461f-a39a-e1330ef3278d None None] Provisioning complete for port b41ae462-8d4e-4ced-98ea-efafb09d3615 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:31:56.866532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7328-cf0a-461f-a39a-e1330ef3278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.877434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-182f5c13-2eb6-4238-b995-68327eb8af43 req-873a477b-3bed-42a1-b8e3-90a2fedad845 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889628 Feb 02 15:31:56.878130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-043f9b2a-b017-4d25-91ff-e33ff4ec5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.886140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.898025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:56.899641 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.972950 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-57ed21e5-ed64-454c-a33f-e9107f84ef38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:56.976160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:31:56.982430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f9b2a-b017-4d25-91ff-e33ff4ec5d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8ad37a-0a7a-4886-8f28-b4dd1bd68e17,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:57.020161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:31:57.020509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c8b961ef-19f0-4c83-9fb7-c3a6b9420e39 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:31:57.047026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd7328-cf0a-461f-a39a-e1330ef3278d None None] Port b41ae462-8d4e-4ced-98ea-efafb09d3615 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:31:57.050828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:57.074962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-043f9b2a-b017-4d25-91ff-e33ff4ec5d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:57.074962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-043f9b2a-b017-4d25-91ff-e33ff4ec5d2e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb8ad37a-0a7a-4886-8f28-b4dd1bd68e17 HTTP/1.1" status: 204 len: 168 time: 0.9629810 Feb 02 15:31:57.098780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Network': ['ID=3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:57.110467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:31:57.178387 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e54e45e5-572f-4a54-98b9-f7cff5a14adb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3615639 Feb 02 15:31:57.181282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37708) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:57.187645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:57.289461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] For port 7c561c09-f1bf-48eb-bfd9-3f4928380632, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7c561c09-f1bf-48eb-bfd9-3f4928380632,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:31:57.289934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:57.371702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:57.377646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:57.380824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:57.386929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:57.481683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Calling delete_port for 7c561c09-f1bf-48eb-bfd9-3f4928380632 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:31:57.548160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0a74-5489-4a88-92a5-5a2dcfea69f6 req-6147bc7b-dbd5-466a-bfa3-7338f9677f1e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:57.549767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e12b0a74-5489-4a88-92a5-5a2dcfea69f6 req-6147bc7b-dbd5-466a-bfa3-7338f9677f1e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 932 time: 0.5751052 Feb 02 15:31:57.563810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:57.705596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e12b0a74-5489-4a88-92a5-5a2dcfea69f6 req-296cf7e0-2741-40d3-ad76-0944410d9679 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Synchronizing usage tracker for tenant:1a670760621349a3b657382dd0fdd4ae on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:31:57.757579 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:57.870725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e12b0a74-5489-4a88-92a5-5a2dcfea69f6 req-296cf7e0-2741-40d3-ad76-0944410d9679 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Unset dirty status for tenant:1a670760621349a3b657382dd0fdd4ae on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:31:57.878255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Performing IP validity checks on allocation pools {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 02 15:31:57.878879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 02 15:31:57.890277 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e12b0a74-5489-4a88-92a5-5a2dcfea69f6 req-296cf7e0-2741-40d3-ad76-0944410d9679 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258383 Feb 02 15:31:57.999059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41ae462-8d4e-4ced-98ea-efafb09d3615 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:31:58.007584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.025318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Transition to ACTIVE for port object b41ae462-8d4e-4ced-98ea-efafb09d3615 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:58.082080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.146102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c561c09-f1bf-48eb-bfd9-3f4928380632,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:58.189451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.190585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.229014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37738) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:58.269493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.301348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb99fe9-6b48-4c32-ad85-095e659d737b req-671f53f6-bec1-4e63-bbfc-da3b18782b05 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:58.303220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-beb99fe9-6b48-4c32-ad85-095e659d737b req-671f53f6-bec1-4e63-bbfc-da3b18782b05 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.1851954 Feb 02 15:31:58.326303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=8d75d95c-b7ff-493e-ae38-710a390f58dc,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:58.378806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:58.393772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:680fb96162554484a92ca85bdac8155c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:31:58.394421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.398127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking segment: {'id': '4c73c714-4ed6-4c0d-a754-32e6ddf60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:31:58.398501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network hostable DHCP agents. Network: 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:31:58.469891 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.509657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:31:58.522675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:58.540123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-beb99fe9-6b48-4c32-ad85-095e659d737b req-e3b40893-aca4-4b90-a731-52b38ef58cd3 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179420 Feb 02 15:31:58.613701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Pushing event updated for resources: {'Port': ['ID=b41ae462-8d4e-4ced-98ea-efafb09d3615,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:58.646223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.652086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:31:58.732019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.769719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:31:58.777617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ab2824-ac9c-491a-a8c0-9f85828b021a None None] Network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:31:58.820347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:58.821098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.855331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=680fb96162554484a92ca85bdac8155c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6268051 Feb 02 15:31:58.859721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37758) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:58.860663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3e5ab-1708-48b1-8e96-b7a795e87cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644f3333-2cf5-486f-8889-b5a60c17bcc6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:58.955105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:58.969317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a07917a7-e632-4e91-bc74-3568c1dd74c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.007442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2f8fb949-dc6c-419b-8bff-c2381d5d8b4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8273904 Feb 02 15:31:59.010988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37766) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:59.024921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4', 'name': 'tempest-PortsTestJSON-1756020058'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:31:59.142167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a07917a7-e632-4e91-bc74-3568c1dd74c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.177552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4', 'network_id': '3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4', 'tenant_id': '2aa4e36747694bb5ada991c26d54c6c9', 'fixed_ips': [{'subnet_id': '8d75d95c-b7ff-493e-ae38-710a390f58dc'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:31:59.178694 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.267795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Attempting to bind port b41ae462-8d4e-4ced-98ea-efafb09d3615 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:31:59.268924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Attempting to bind port b41ae462-8d4e-4ced-98ea-efafb09d3615 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:31:59.269250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Attempting to bind port b41ae462-8d4e-4ced-98ea-efafb09d3615 on network acc40515-8af5-4540-af4d-075341945d61 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:31:59.318276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:31:59.337590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55162bb7-77de-40d8-9add-04bfd83548b4 req-601d3744-25b7-4941-b6fe-4adf48814083 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:59.340511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55162bb7-77de-40d8-9add-04bfd83548b4 req-601d3744-25b7-4941-b6fe-4adf48814083 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 944 time: 0.1906142 Feb 02 15:31:59.341597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:31:59.354188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Port b41ae462-8d4e-4ced-98ea-efafb09d3615 on network acc40515-8af5-4540-af4d-075341945d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:31:59.354517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Attempting to bind port b41ae462-8d4e-4ced-98ea-efafb09d3615 on network acc40515-8af5-4540-af4d-075341945d61 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:31:59.362807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.369684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf96290-6034-4764-a00d-26333df4986a req-c2668a98-34d4-4659-ac65-5e9a0754349c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:31:59.377401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdf96290-6034-4764-a00d-26333df4986a req-c2668a98-34d4-4659-ac65-5e9a0754349c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.5873907 Feb 02 15:31:59.422979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:31:59.423330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Checking segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:31:59.423703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Bound using segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:31:59.424169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Bound port: b41ae462-8d4e-4ced-98ea-efafb09d3615, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:31:59.424513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.431249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-55162bb7-77de-40d8-9add-04bfd83548b4 req-14b83eb2-7a48-47ee-8fca-87cb0dc8f1b8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810218 Feb 02 15:31:59.432169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Allocated IP 172.20.0.2 (3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4/8d75d95c-b7ff-493e-ae38-710a390f58dc/29691e13-e178-463a-9d4f-4b49d1bf45b6) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:31:59.478833 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.517992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a07917a7-e632-4e91-bc74-3568c1dd74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.520830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdf96290-6034-4764-a00d-26333df4986a req-bce2e00e-98d8-4041-bec8-db52607b1abb tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424594 Feb 02 15:31:59.555660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07917a7-e632-4e91-bc74-3568c1dd74c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644f3333-2cf5-486f-8889-b5a60c17bcc6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:31:59.568402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:31:59.579896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.620192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a07917a7-e632-4e91-bc74-3568c1dd74c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.621507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a07917a7-e632-4e91-bc74-3568c1dd74c2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/644f3333-2cf5-486f-8889-b5a60c17bcc6 HTTP/1.1" status: 204 len: 168 time: 0.7472093 Feb 02 15:31:59.649968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] For port b41ae462-8d4e-4ced-98ea-efafb09d3615, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:31:59.659706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] For port b41ae462-8d4e-4ced-98ea-efafb09d3615, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:31:59.665702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 60d2bdd2-aeef-4211-b0c7-9239930ab35a yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:31:59.745574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.746105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4ef664-d2a2-42af-a103-c9e8527a2487 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:31:59.773956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.778336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-99876316-9220-4060-8b8e-a958d7154ea4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/cb4ef664-d2a2-42af-a103-c9e8527a2487 HTTP/1.1" status: 204 len: 168 time: 4.9348598 Feb 02 15:31:59.779055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37788) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:31:59.850983 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.864033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Transition to ACTIVE for port object 29691e13-e178-463a-9d4f-4b49d1bf45b6 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:59.864528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.882959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Transition to ACTIVE for port object 29691e13-e178-463a-9d4f-4b49d1bf45b6 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:31:59.966588 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.970695 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:31:59.987900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6f686d-3cd6-4c05-9abd-54939fb2b4ae admin admin] Deleting subnet 9d28c374-76bf-4054-9c76-4a1a07c32eb6 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:31:59.991359 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d6f686d-3cd6-4c05-9abd-54939fb2b4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.030004 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.032287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] 10.222.0.64 "PUT /v2.0/ports/b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 1092 time: 3.5536170 Feb 02 15:32:00.037774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:32:00.053246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.14 (3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4/8d75d95c-b7ff-493e-ae38-710a390f58dc/60d2bdd2-aeef-4211-b0c7-9239930ab35a) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:00.081322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:00.085312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:00.100666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:00.101712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05692ee8-07dd-44c7-8f14-39d0edd50255 service neutron] Pushing event updated for resources: {'Port': ['ID=b41ae462-8d4e-4ced-98ea-efafb09d3615,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:00.104989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Pushing event updated for resources: {'Port': ['ID=29691e13-e178-463a-9d4f-4b49d1bf45b6,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:00.238121 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'status': 'completed', 'code': 200} Feb 02 15:32:00.253619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d6f686d-3cd6-4c05-9abd-54939fb2b4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.310333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Attempting to bind port 29691e13-e178-463a-9d4f-4b49d1bf45b6 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:32:00.314136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Attempting to bind port 29691e13-e178-463a-9d4f-4b49d1bf45b6 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '4c73c714-4ed6-4c0d-a754-32e6ddf60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:32:00.314900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Attempting to bind port 29691e13-e178-463a-9d4f-4b49d1bf45b6 on network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:32:00.329933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:32:00.331084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Checking segment: {'id': '4c73c714-4ed6-4c0d-a754-32e6ddf60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:00.332370 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.334335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Bound using segment: {'id': '4c73c714-4ed6-4c0d-a754-32e6ddf60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:32:00.335061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Bound port: 29691e13-e178-463a-9d4f-4b49d1bf45b6, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c73c714-4ed6-4c0d-a754-32e6ddf60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:32:00.335638 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.413298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c19a5-4b58-40ec-9114-4e0648c9985e req-70ae91a2-77ce-4b88-bd7f-ace0db7b3fa4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:00.420823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc6c19a5-4b58-40ec-9114-4e0648c9985e req-70ae91a2-77ce-4b88-bd7f-ace0db7b3fa4 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.5514724 Feb 02 15:32:00.478307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37804) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:00.511636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] For port 29691e13-e178-463a-9d4f-4b49d1bf45b6, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:32:00.515723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] For port 29691e13-e178-463a-9d4f-4b49d1bf45b6, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29691e13-e178-463a-9d4f-4b49d1bf45b6,segment=NetworkSegment(4c73c714-4ed6-4c0d-a754-32e6ddf60193),segment_id=4c73c714-4ed6-4c0d-a754-32e6ddf60193)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:32:00.534874 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d6f686d-3cd6-4c05-9abd-54939fb2b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.596362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.616350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.688396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 60d2bdd2-aeef-4211-b0c7-9239930ab35a will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:00.767746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67c61c-af58-4c56-828c-1c9df4b83ec0 None None] Pushing event updated for resources: {'Port': ['ID=29691e13-e178-463a-9d4f-4b49d1bf45b6,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:00.902181 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-90e14a4b-7950-42b0-a3b9-c740363f3f36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1095 time: 0.7216458 Feb 02 15:32:00.904358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.904489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc6c19a5-4b58-40ec-9114-4e0648c9985e req-71cbdc6f-7e5f-4330-a295-f08c7c48306d tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827211 Feb 02 15:32:00.928684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:00.959194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:00.974849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] Usage tracker for resource:security_group_rule and tenant:d63a7181d615490f9a14678c05e576cc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:00.986131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953883a3-cf9f-4601-ad3c-29a46a339508 req-01713bc4-5767-4bc5-a9d9-8340cffcaa5a tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:00.995373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-953883a3-cf9f-4601-ad3c-29a46a339508 req-01713bc4-5767-4bc5-a9d9-8340cffcaa5a tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 944 time: 0.3110170 Feb 02 15:32:01.030263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-be5b3691-cd87-4532-954f-c74028d1a0f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 217 time: 0.1152513 Feb 02 15:32:01.067419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:01.081715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:01.185026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-f9b08871-8cb8-4d21-825a-0cf1648b882c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:01.187971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-f9b08871-8cb8-4d21-825a-0cf1648b882c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.1495576 Feb 02 15:32:01.190167 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d6f686d-3cd6-4c05-9abd-54939fb2b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.239502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:01.253363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:01.279066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:01.313848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=60d2bdd2-aeef-4211-b0c7-9239930ab35a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:01.335418 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-953883a3-cf9f-4601-ad3c-29a46a339508 req-90e43330-ff64-4463-8d1d-4bf3b1dab2d8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390610 Feb 02 15:32:01.396486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f686d-3cd6-4c05-9abd-54939fb2b4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d28c374-76bf-4054-9c76-4a1a07c32eb6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:01.407924 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5d6f686d-3cd6-4c05-9abd-54939fb2b4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.414953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d1357-3ddc-4f76-9c24-6973159386ff None None] Network a709664e-ed7a-46ac-b54a-a1af690897c1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:01.423259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5d6f686d-3cd6-4c05-9abd-54939fb2b4ae admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9d28c374-76bf-4054-9c76-4a1a07c32eb6 HTTP/1.1" status: 204 len: 168 time: 1.6431866 Feb 02 15:32:01.424689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37832) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:01.464865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:01.465550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.485469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.572479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.625965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-9f895a2e-2287-46de-be03-ae2d002fc73e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3430583 Feb 02 15:32:01.631552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ecb35f8c-74a1-4a10-8177-8c36b0f5b9c2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6161015 Feb 02 15:32:01.632073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.640116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a7d9-79cb-40c6-8eca-b9dab5939f8b req-f4da34ab-8e95-4618-81c1-c5cf83499279 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:01.642217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4937a7d9-79cb-40c6-8eca-b9dab5939f8b req-f4da34ab-8e95-4618-81c1-c5cf83499279 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.4591663 Feb 02 15:32:01.644631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37840) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:01.670626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905bf4e6-d09a-42a3-880a-148099d57cc3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:01.683092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7314589f-dc2c-4af1-9b3b-2530840c3bcb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d63a7181d615490f9a14678c05e576cc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2036531 Feb 02 15:32:01.685608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37846) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:01.764396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58204677-01e4-4968-bf7b-36dd01a1f67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.815481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58204677-01e4-4968-bf7b-36dd01a1f67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.830780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] DHCP port deletion for a709664e-ed7a-46ac-b54a-a1af690897c1 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:32:01.835650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] Deleting port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:01.835999 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.940225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Deleting port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:01.940926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.953814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58204677-01e4-4968-bf7b-36dd01a1f67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.970873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58204677-01e4-4968-bf7b-36dd01a1f67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905bf4e6-d09a-42a3-880a-148099d57cc3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:01.978321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58204677-01e4-4968-bf7b-36dd01a1f67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:01.979621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-58204677-01e4-4968-bf7b-36dd01a1f67d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/905bf4e6-d09a-42a3-880a-148099d57cc3 HTTP/1.1" status: 204 len: 168 time: 0.2926528 Feb 02 15:32:02.071054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2436fb65-fd8a-4ad4-97ca-5f7825a072e0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 60d2bdd2-aeef-4211-b0c7-9239930ab35a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:02.071440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2436fb65-fd8a-4ad4-97ca-5f7825a072e0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:02.192849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] For port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ba64da3-0ea2-4604-b2ea-b48fd4f3567c,segment=NetworkSegment(6904fc56-d080-47bf-9af0-6bcedcbc7a7c),segment_id=6904fc56-d080-47bf-9af0-6bcedcbc7a7c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:02.193231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:02.313338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4937a7d9-79cb-40c6-8eca-b9dab5939f8b req-88079bdb-a363-4daa-8cbb-a39113bde514 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113647 Feb 02 15:32:02.316658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ac891-4cfc-44cc-afa4-4457338da7af None None] Network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:02.337191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] Calling delete_port for 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:02.364080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-41e58a21-4160-4f06-bee8-03239b9309ae service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181065 Feb 02 15:32:02.725249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6afdf328-dbf7-4569-87d9-eed2168cf27b None None] Provisioning for port 29691e13-e178-463a-9d4f-4b49d1bf45b6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:02.730790 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3cf620-ed9d-4df1-b7f0-d37cba39d072 req-cff8f839-96d5-46cc-a8ee-2b03d395b653 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175380 Feb 02 15:32:02.775246 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:02.792526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2436fb65-fd8a-4ad4-97ca-5f7825a072e0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:02.806055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] For port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ba64da3-0ea2-4604-b2ea-b48fd4f3567c,segment=NetworkSegment(6904fc56-d080-47bf-9af0-6bcedcbc7a7c),segment_id=6904fc56-d080-47bf-9af0-6bcedcbc7a7c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:02.806420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:02.917779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] No DVR routers for this DVR port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:32:02.958531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c582d-524f-4e7e-95dc-ca88d8359296 None None] Pushing event deleted for resources: {'Port': ['ID=9ba64da3-0ea2-4604-b2ea-b48fd4f3567c,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:02.961087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37880) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:03.047156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c72d7-5180-41c0-9abf-ce4d932e1863 req-d0615fcb-a908-4552-8c1f-7f55b43e2f73 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:03.048964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-976c72d7-5180-41c0-9abf-ce4d932e1863 req-d0615fcb-a908-4552-8c1f-7f55b43e2f73 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.2034025 Feb 02 15:32:03.122943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29691e13-e178-463a-9d4f-4b49d1bf45b6 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:03.142905 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-976c72d7-5180-41c0-9abf-ce4d932e1863 req-7798c43a-9827-40af-b0e4-c97d7c22f884 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878253 Feb 02 15:32:03.411744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2436fb65-fd8a-4ad4-97ca-5f7825a072e0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 60d2bdd2-aeef-4211-b0c7-9239930ab35a owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:03.434628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 29691e13-e178-463a-9d4f-4b49d1bf45b6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:03.440788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 29691e13-e178-463a-9d4f-4b49d1bf45b6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:03.441214 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:03.449439 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:03.512047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:03.532127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] Usage tracker for resource:security_group_rule and tenant:db3040f368e44827960f178229b98f3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:03.539907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Calling delete_port for 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:03.540116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:03.556389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f1939-604f-492b-b71d-8fa65ca9d674 req-f6ef16db-88a2-4622-9b72-c8a0a55590a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:03.558065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d50f1939-604f-492b-b71d-8fa65ca9d674 req-f6ef16db-88a2-4622-9b72-c8a0a55590a0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.1843290 Feb 02 15:32:03.614505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:03.774503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:03.840461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 29691e13-e178-463a-9d4f-4b49d1bf45b6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29691e13-e178-463a-9d4f-4b49d1bf45b6,segment=NetworkSegment(4c73c714-4ed6-4c0d-a754-32e6ddf60193),segment_id=4c73c714-4ed6-4c0d-a754-32e6ddf60193)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:03.845251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:03.883368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d50f1939-604f-492b-b71d-8fa65ca9d674 req-6901cf24-13a5-41fb-9fc6-861886d52aca tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177927 Feb 02 15:32:03.907542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:32:03.907542 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:32:03.925693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ceebc-7116-4c73-a371-382fd06ee0a8 req-9244c86b-77e4-4631-b99b-39589a063282 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:03.927440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3ceebc-7116-4c73-a371-382fd06ee0a8 req-9244c86b-77e4-4631-b99b-39589a063282 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 944 time: 1.1957493 Feb 02 15:32:03.932314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e26abe2f-4fc7-4db9-ad47-3a0419e0b482 None None] Provisioning for port 60d2bdd2-aeef-4211-b0c7-9239930ab35a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:03.935677 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:03.991356 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.029079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:32:04.105630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f307862a-877e-4698-916e-76557124b0b9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:04.117939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e26abe2f-4fc7-4db9-ad47-3a0419e0b482 None None] Provisioning complete for port 60d2bdd2-aeef-4211-b0c7-9239930ab35a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:04.118647 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e26abe2f-4fc7-4db9-ad47-3a0419e0b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.144865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-453d11fc-0536-4943-b4ff-5756ad796e33 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=db3040f368e44827960f178229b98f3f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1754832 Feb 02 15:32:04.145113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37916) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:04.186047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50857512-22dc-425b-9d36-1a11b7727365 req-751d7d98-e5fc-448f-8268-7335bf5378b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1095 time: 1.1898394 Feb 02 15:32:04.206117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:32:04.212137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:32:04.240185 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e3ceebc-7116-4c73-a371-382fd06ee0a8 req-1cd875af-a937-4bd3-ae0d-1c761c6a8b8d tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424463 Feb 02 15:32:04.240824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2436fb65-fd8a-4ad4-97ca-5f7825a072e0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.299484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=29691e13-e178-463a-9d4f-4b49d1bf45b6,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:04.302189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e26abe2f-4fc7-4db9-ad47-3a0419e0b482 None None] Port 60d2bdd2-aeef-4211-b0c7-9239930ab35a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:32:04.316827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e26abe2f-4fc7-4db9-ad47-3a0419e0b482 None None] Provisioning complete for port 29691e13-e178-463a-9d4f-4b49d1bf45b6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:04.317283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e26abe2f-4fc7-4db9-ad47-3a0419e0b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.339447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f4b116a-ac16-4751-b6f2-78758da17d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.433570 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f4b116a-ac16-4751-b6f2-78758da17d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.465721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Deleting port 9ba64da3-0ea2-4604-b2ea-b48fd4f3567c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:04.466050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.511417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced41c01-e5d0-4fdf-a545-2c0f5d5dace3 req-35ce8421-105c-4491-9322-a8fbbfec455a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:04.511417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ced41c01-e5d0-4fdf-a545-2c0f5d5dace3 req-35ce8421-105c-4491-9322-a8fbbfec455a tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.2992747 Feb 02 15:32:04.547010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436fb65-fd8a-4ad4-97ca-5f7825a072e0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=60d2bdd2-aeef-4211-b0c7-9239930ab35a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:04.619258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] The port '9ba64da3-0ea2-4604-b2ea-b48fd4f3567c' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:32:04.631432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ced41c01-e5d0-4fdf-a545-2c0f5d5dace3 req-e6459171-e01a-4ffd-8299-c13893603abc tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146412 Feb 02 15:32:04.634997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device b41ae462-8d4e-4ced-98ea-efafb09d3615 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:32:04.654037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f4b116a-ac16-4751-b6f2-78758da17d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.693005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b116a-ac16-4751-b6f2-78758da17d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f307862a-877e-4698-916e-76557124b0b9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:04.707942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f4b116a-ac16-4751-b6f2-78758da17d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.714186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7f4b116a-ac16-4751-b6f2-78758da17d5a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f307862a-877e-4698-916e-76557124b0b9 HTTP/1.1" status: 204 len: 168 time: 0.5657482 Feb 02 15:32:04.840255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2436fb65-fd8a-4ad4-97ca-5f7825a072e0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:04.871294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37948) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:04.872428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2436fb65-fd8a-4ad4-97ca-5f7825a072e0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/60d2bdd2-aeef-4211-b0c7-9239930ab35a HTTP/1.1" status: 204 len: 168 time: 3.2252574 Feb 02 15:32:05.086661 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-86562e9d-bc46-42bc-87d1-884cd3178241 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:32:05.087223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86562e9d-bc46-42bc-87d1-884cd3178241 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:32:05.090566 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86562e9d-bc46-42bc-87d1-884cd3178241 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/60d2bdd2-aeef-4211-b0c7-9239930ab35a HTTP/1.1" status: 404 len: 333 time: 0.2165270 Feb 02 15:32:05.094578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b9096e09-9e2f-4105-82ab-a3fc2a896b09 None None] Could not find standard attr ID for object 60d2bdd2-aeef-4211-b0c7-9239930ab35a. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:32:05.096317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29691e13-e178-463a-9d4f-4b49d1bf45b6 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:05.099778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37952) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:05.162007 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc58fa1-2b50-4d8f-8487-0cdf7f0f7451 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:32:05.162582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.163597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bbc58fa1-2b50-4d8f-8487-0cdf7f0f7451 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:05.172197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port b41ae462-8d4e-4ced-98ea-efafb09d3615, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:05.192697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50857512-22dc-425b-9d36-1a11b7727365 req-86a9bc1f-e290-45f6-84f1-7e6c1a0fa7b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:05.194298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50857512-22dc-425b-9d36-1a11b7727365 req-86a9bc1f-e290-45f6-84f1-7e6c1a0fa7b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.9596567 Feb 02 15:32:05.216960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 29691e13-e178-463a-9d4f-4b49d1bf45b6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:05.217342 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.244535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a709664e-ed7a-46ac-b54a-a1af690897c1']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:05.263968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bbc58fa1-2b50-4d8f-8487-0cdf7f0f7451 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:05.269845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bbc58fa1-2b50-4d8f-8487-0cdf7f0f7451 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/60d2bdd2-aeef-4211-b0c7-9239930ab35a HTTP/1.1" status: 404 len: 333 time: 0.1687696 Feb 02 15:32:05.270661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37958) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:05.286968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6904fc56-d080-47bf-9af0-6bcedcbc7a7c') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:05.290826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6904fc56-d080-47bf-9af0-6bcedcbc7a7c') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:05.292740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'mac_address': 'fa:16:3e:f8:04:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:32:05.324916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.378792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.401111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:32:05.404734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.556009 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.615734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41ae462-8d4e-4ced-98ea-efafb09d3615 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:32:05.643444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37970) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:05.650738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port b41ae462-8d4e-4ced-98ea-efafb09d3615, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:32:05.722413 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:32:05.726374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.771495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50857512-22dc-425b-9d36-1a11b7727365 req-167c5370-edce-49df-b5b4-767efac58678 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 217 time: 0.5465989 Feb 02 15:32:05.774102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f59d63-2328-45bb-aab5-eda9478b9a26 req-74f28922-97cd-45c5-80eb-bd76bbbb2972 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:05.781364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8c5f9-5951-4282-b85b-cfede3305eaf req-883720e2-349c-4f33-abe3-2530271a9bed tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:05.782758 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66f59d63-2328-45bb-aab5-eda9478b9a26 req-74f28922-97cd-45c5-80eb-bd76bbbb2972 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 944 time: 0.2757611 Feb 02 15:32:05.782894 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5a8c5f9-5951-4282-b85b-cfede3305eaf req-883720e2-349c-4f33-abe3-2530271a9bed tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.9196258 Feb 02 15:32:05.821736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3f0c9c-3e28-49e0-8249-1109147c51bb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet 8d75d95c-b7ff-493e-ae38-710a390f58dc {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:32:05.826199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af3f0c9c-3e28-49e0-8249-1109147c51bb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.850391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50857512-22dc-425b-9d36-1a11b7727365 req-81b38e71-511c-4c4b-87f4-f0359c1bd591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:05.851867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50857512-22dc-425b-9d36-1a11b7727365 req-81b38e71-511c-4c4b-87f4-f0359c1bd591 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.0674052 Feb 02 15:32:05.900850 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66f59d63-2328-45bb-aab5-eda9478b9a26 req-8126ffa0-119f-4bd1-ad4f-603d88210162 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168737 Feb 02 15:32:05.908462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.939093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.940812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=b41ae462-8d4e-4ced-98ea-efafb09d3615,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:05.949310 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af3f0c9c-3e28-49e0-8249-1109147c51bb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:05.950216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] 10.222.0.88 "DELETE /v2.0/networks/a709664e-ed7a-46ac-b54a-a1af690897c1 HTTP/1.1" status: 204 len: 168 time: 4.5193591 Feb 02 15:32:05.959899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f7e83-7a16-466f-b42a-b847f49afddd admin admin] Pushing event deleted for resources: {'Network': ['ID=a709664e-ed7a-46ac-b54a-a1af690897c1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:05.995330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5a8c5f9-5951-4282-b85b-cfede3305eaf req-b143a457-8953-4826-9791-3109dc6e92d7 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424592 Feb 02 15:32:06.009708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50857512-22dc-425b-9d36-1a11b7727365 req-56c90bfe-2719-4f11-8d67-960960edb016 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419165 Feb 02 15:32:06.026824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['b41ae462-8d4e-4ced-98ea-efafb09d3615'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:32:06.056107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:06.181917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:06.208519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] Usage tracker for resource:security_group_rule and tenant:c7cd60283cb44cd9a2004c479ffbf4eb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:06.229448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:06.244077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:06.308076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af3f0c9c-3e28-49e0-8249-1109147c51bb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:06.403752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50857512-22dc-425b-9d36-1a11b7727365 req-c29f3c31-515c-4e38-a034-e6d314984079 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876634 Feb 02 15:32:06.558336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:06.574859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:06.672809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52722da5-e97a-4f20-8d86-6efb6352eaaf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3b1decc9381440f299a0b169a6427238&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0971053 Feb 02 15:32:06.674657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:06.679576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37996) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:06.683980 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af3f0c9c-3e28-49e0-8249-1109147c51bb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:06.801857 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50857512-22dc-425b-9d36-1a11b7727365 req-12ff266b-5369-46e3-8b1a-ef8464b2e09b service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901718 Feb 02 15:32:06.819637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af3f0c9c-3e28-49e0-8249-1109147c51bb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:06.825117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a7e34-43a5-4154-8e98-16cf3bcc9261 None None] Network 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:06.847213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f0c9c-3e28-49e0-8249-1109147c51bb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=8d75d95c-b7ff-493e-ae38-710a390f58dc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:06.856398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-af3f0c9c-3e28-49e0-8249-1109147c51bb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/8d75d95c-b7ff-493e-ae38-710a390f58dc HTTP/1.1" status: 204 len: 168 time: 1.5843377 Feb 02 15:32:06.858645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf06e5-60f1-4321-96e8-17cb835e99ad req-7d1ff846-317c-437b-840a-e9a8b43a814f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:06.866979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1edf06e5-60f1-4321-96e8-17cb835e99ad req-7d1ff846-317c-437b-840a-e9a8b43a814f tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.4043624 Feb 02 15:32:06.869154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:06.914943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb3ef33-db41-4f72-90e0-3eb221bdb784,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:06.922239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bae6060d-df5c-45ca-ae60-15c8ba636d8d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c7cd60283cb44cd9a2004c479ffbf4eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2744517 Feb 02 15:32:06.922493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38008) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:07.047982 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-784a9328-1f17-4ce7-b700-0e25d4a5a102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.099139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7c561c09-f1bf-48eb-bfd9-3f4928380632 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:32:07.099937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-784a9328-1f17-4ce7-b700-0e25d4a5a102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.119868 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1edf06e5-60f1-4321-96e8-17cb835e99ad req-3397f3db-05c6-428b-9e0f-cc608cf9fb93 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518375 Feb 02 15:32:07.239523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 7c561c09-f1bf-48eb-bfd9-3f4928380632 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:32:07.240675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7c561c09-f1bf-48eb-bfd9-3f4928380632 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:32:07.262211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e521cda-5131-4ee0-920e-71eac44a59e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.301410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e521cda-5131-4ee0-920e-71eac44a59e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.323009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3a641-ebab-4f1d-a204-7ce8534fe31e req-ea38706e-b3e7-4b5e-8937-5a97d6d90442 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:07.325875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eca3a641-ebab-4f1d-a204-7ce8534fe31e req-ea38706e-b3e7-4b5e-8937-5a97d6d90442 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 945 time: 0.1790090 Feb 02 15:32:07.424028 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-784a9328-1f17-4ce7-b700-0e25d4a5a102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.431315 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.435279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] DHCP port deletion for 3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:32:07.440152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] Deleting port 29691e13-e178-463a-9d4f-4b49d1bf45b6 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:07.440655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.447300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9328-1f17-4ce7-b700-0e25d4a5a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb3ef33-db41-4f72-90e0-3eb221bdb784,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:07.464470 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eca3a641-ebab-4f1d-a204-7ce8534fe31e req-1aa2de48-206b-4584-8394-25125053c1eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312261 Feb 02 15:32:07.468840 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-784a9328-1f17-4ce7-b700-0e25d4a5a102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.473173 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-784a9328-1f17-4ce7-b700-0e25d4a5a102 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2fb3ef33-db41-4f72-90e0-3eb221bdb784 HTTP/1.1" status: 204 len: 168 time: 0.5473053 Feb 02 15:32:07.489360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 29691e13-e178-463a-9d4f-4b49d1bf45b6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:07.489360 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.558401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc5e2b-184e-41db-a4bf-6d363cef4c02 req-4931a735-dce6-4b3b-a37f-ec9a6f056366 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:07.572024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4cc5e2b-184e-41db-a4bf-6d363cef4c02 req-4931a735-dce6-4b3b-a37f-ec9a6f056366 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.2331078 Feb 02 15:32:07.678091 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e521cda-5131-4ee0-920e-71eac44a59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.763083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] For port 29691e13-e178-463a-9d4f-4b49d1bf45b6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29691e13-e178-463a-9d4f-4b49d1bf45b6,segment=NetworkSegment(4c73c714-4ed6-4c0d-a754-32e6ddf60193),segment_id=4c73c714-4ed6-4c0d-a754-32e6ddf60193)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:07.763394 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.799389 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4cc5e2b-184e-41db-a4bf-6d363cef4c02 req-927e6d9c-83d1-4049-8459-1657001a5a38 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325029 Feb 02 15:32:07.800233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e521cda-5131-4ee0-920e-71eac44a59e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:07.838361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e521cda-5131-4ee0-920e-71eac44a59e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:07.838361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9e521cda-5131-4ee0-920e-71eac44a59e4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b3c57bf5-5d42-4168-a3f5-ceeb8e2bc52b HTTP/1.1" status: 204 len: 168 time: 1.1543093 Feb 02 15:32:07.892258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] For port 29691e13-e178-463a-9d4f-4b49d1bf45b6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29691e13-e178-463a-9d4f-4b49d1bf45b6,segment=NetworkSegment(4c73c714-4ed6-4c0d-a754-32e6ddf60193),segment_id=4c73c714-4ed6-4c0d-a754-32e6ddf60193)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:07.892724 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:08.126106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] Calling delete_port for 29691e13-e178-463a-9d4f-4b49d1bf45b6 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:08.249545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 29691e13-e178-463a-9d4f-4b49d1bf45b6 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:08.329024 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:08.380492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] Pushing event deleted for resources: {'Port': ['ID=29691e13-e178-463a-9d4f-4b49d1bf45b6,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:08.386930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66566c23-4c92-4519-85ac-dbe0c752dfe3 None None] No DVR routers for this DVR port 29691e13-e178-463a-9d4f-4b49d1bf45b6 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:32:08.420327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:32:08.421160 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:32:08.432176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429e70e-4a96-432f-8881-981338c4e326 req-2b816122-a553-4f99-8526-71fdae49f704 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:08.433734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b429e70e-4a96-432f-8881-981338c4e326 req-2b816122-a553-4f99-8526-71fdae49f704 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.1318314 Feb 02 15:32:08.482931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b429e70e-4a96-432f-8881-981338c4e326 req-b083e25f-53bc-49dd-a6d7-f2759bf45964 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Feb 02 15:32:08.648206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device b41ae462-8d4e-4ced-98ea-efafb09d3615 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:08.935530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 29691e13-e178-463a-9d4f-4b49d1bf45b6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:08.935530 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:08.957155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port b41ae462-8d4e-4ced-98ea-efafb09d3615 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:08.957155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port b41ae462-8d4e-4ced-98ea-efafb09d3615 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:08.957155 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.030873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f117f-84cf-4477-bc83-6e8b7eca0109 req-4b2557e9-bc69-4166-934b-5a542292b92e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:09.032702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-053f117f-84cf-4477-bc83-6e8b7eca0109 req-4b2557e9-bc69-4166-934b-5a542292b92e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 945 time: 0.2482998 Feb 02 15:32:09.071561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] The port '29691e13-e178-463a-9d4f-4b49d1bf45b6' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:32:09.122293 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-053f117f-84cf-4477-bc83-6e8b7eca0109 req-17c6f926-ecc3-431e-a3c8-8fab2a796bfe tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806980 Feb 02 15:32:09.146567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dec68-7429-4dd9-8f5a-184548dcea7e req-a9ecfc4a-9b1b-43a3-9ff1-4f8b6e82d5bd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:09.149646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29691e13-e178-463a-9d4f-4b49d1bf45b6 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:32:09.154785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc7dec68-7429-4dd9-8f5a-184548dcea7e req-a9ecfc4a-9b1b-43a3-9ff1-4f8b6e82d5bd tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.3809640 Feb 02 15:32:09.194773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 29691e13-e178-463a-9d4f-4b49d1bf45b6 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:32:09.195216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29691e13-e178-463a-9d4f-4b49d1bf45b6 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:32:09.260462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.266755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.294106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc7dec68-7429-4dd9-8f5a-184548dcea7e req-036977a9-2fea-4e89-9b4f-fb7878f5bcbb tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379080 Feb 02 15:32:09.294270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:32:09.299131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:09.304944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port b41ae462-8d4e-4ced-98ea-efafb09d3615, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:09.312853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c73c714-4ed6-4c0d-a754-32e6ddf60193') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:09.313217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c73c714-4ed6-4c0d-a754-32e6ddf60193') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:09.326088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.351888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.364208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:32:09.365021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.383588 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'code': 200} Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:32:09.391355 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:32:09.397921 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.475177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38068) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:09.524590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=b41ae462-8d4e-4ced-98ea-efafb09d3615,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:09.551584 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ff8122c6-820b-4fcb-8a76-c0532a13e49d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=337dd85b7a0a4c33b1a6b736d54e58a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0738802 Feb 02 15:32:09.552939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38072) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:09.579361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38076) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:09.629909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70d650a2-ecba-485a-924e-16f92af20a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.681848 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70d650a2-ecba-485a-924e-16f92af20a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.822714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656432d-6a3c-43ae-b5b8-0b8935da4a04 req-10b197ca-2a73-411e-bc46-375a359a6cf6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:09.825951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6656432d-6a3c-43ae-b5b8-0b8935da4a04 req-10b197ca-2a73-411e-bc46-375a359a6cf6 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.2438624 Feb 02 15:32:09.842744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70d650a2-ecba-485a-924e-16f92af20a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.857365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d650a2-ecba-485a-924e-16f92af20a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08275b2-d5e2-4e46-8b8e-3dc934d9da40,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:09.866355 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70d650a2-ecba-485a-924e-16f92af20a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.867783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-70d650a2-ecba-485a-924e-16f92af20a77 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c08275b2-d5e2-4e46-8b8e-3dc934d9da40 HTTP/1.1" status: 204 len: 168 time: 0.3139403 Feb 02 15:32:09.884060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-000b76af-7b75-48fa-a52a-0207dec7d0c6 req-b8f2227d-d3bf-4e2f-b365-f2671d5db127 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.3029888 Feb 02 15:32:09.888271 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.894586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.914110 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:09.950248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:09.956898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] Usage tracker for resource:security_group_rule and tenant:b38281010f9e40f9b83ee9eb58472f65 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:09.960221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:09.966825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:09.977587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Network': ['ID=3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:10.010807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6656432d-6a3c-43ae-b5b8-0b8935da4a04 req-0536a8d7-dbc9-4971-8a1e-c5d9af70c1ca tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748703 Feb 02 15:32:10.013333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-000b76af-7b75-48fa-a52a-0207dec7d0c6 req-c9547535-325e-4128-951c-4e4f3b8a75e0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029532 Feb 02 15:32:10.044248 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-68f7254c-0274-4996-a5de-9938dcce7a18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/networks/3ae77cec-42d0-4b9e-b6c6-f0b0b500e5c4 HTTP/1.1" status: 204 len: 168 time: 3.1653745 Feb 02 15:32:10.050358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38098) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:10.059483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1829939694'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:10.069220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:10.076076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:network and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:10.080735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:10.090114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:10.134816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.232581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.295393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:10.299579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.345180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b755991-ed58-4d20-b928-ef20b33cabbb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:10.354470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:32:10.371367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-463e767f-7bfc-48e4-b25a-af9815f6ffc0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b38281010f9e40f9b83ee9eb58472f65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7905910 Feb 02 15:32:10.373476 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.374387 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Added segment 4e2062b0-7620-4ce2-9851-ea9bd484137c of type vlan for network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 Feb 02 15:32:10.375720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38108) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:10.388772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668fd49-1be4-4177-8399-ca88cba9a2ab req-d4e91fa8-eaa2-4bcb-8b64-6c201092c198 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:10.396206 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f668fd49-1be4-4177-8399-ca88cba9a2ab req-d4e91fa8-eaa2-4bcb-8b64-6c201092c198 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 946 time: 0.1415224 Feb 02 15:32:10.440663 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.456477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350d17d-8dcd-4413-9912-11f8aa5f4616 req-5b9e6dcb-f1f0-4dad-bb7d-a20f3633996e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:10.466571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3350d17d-8dcd-4413-9912-11f8aa5f4616 req-5b9e6dcb-f1f0-4dad-bb7d-a20f3633996e tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.2683020 Feb 02 15:32:10.710016 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b904de0b-7fb8-4728-9aad-7339a531b586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.720222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f668fd49-1be4-4177-8399-ca88cba9a2ab req-72fa4e70-d0e0-49e8-a9d1-ece8bc7c6ea8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211481 Feb 02 15:32:10.721283 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3350d17d-8dcd-4413-9912-11f8aa5f4616 req-06415560-75a7-4e1f-b2cd-5143aaccf0f0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011231 Feb 02 15:32:10.721283 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b904de0b-7fb8-4728-9aad-7339a531b586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.722192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.722192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:10.722192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.725217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-007c3948-0040-4409-a14a-dd8327d0100c req-f3fbc4bb-0f48-4fd1-851c-669e5ef22921 tempest-ServersTestJSON-1279787234 tempest-ServersTestJSON-1279787234-project] (95772) timed out ('10.222.0.64', 54280) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:32:10.769446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Network': ['ID=0d5590fa-8d3a-4c49-a7fc-81117d5643c1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:10.771712 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b904de0b-7fb8-4728-9aad-7339a531b586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.781088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:32:10.801183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0e7fc0d0-2109-43e0-8dfd-d7556cdd9a11 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7485654 Feb 02 15:32:10.803879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38140) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:10.810903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904de0b-7fb8-4728-9aad-7339a531b586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b755991-ed58-4d20-b928-ef20b33cabbb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:10.812270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '0d5590fa-8d3a-4c49-a7fc-81117d5643c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:10.839528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b904de0b-7fb8-4728-9aad-7339a531b586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:10.844419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b904de0b-7fb8-4728-9aad-7339a531b586 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9b755991-ed58-4d20-b928-ef20b33cabbb HTTP/1.1" status: 204 len: 168 time: 0.4638183 Feb 02 15:32:10.949881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38150) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:11.038584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:11.046295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:11.053679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:11.066340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:11.122013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e6a33-8d86-4dc0-bc02-3582c69a1a55 req-b4142b82-65d8-489f-b2fc-8940b3d116c0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:11.132737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-988e6a33-8d86-4dc0-bc02-3582c69a1a55 req-b4142b82-65d8-489f-b2fc-8940b3d116c0 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.1574922 Feb 02 15:32:11.154417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:11.231753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-988e6a33-8d86-4dc0-bc02-3582c69a1a55 req-4ab5b42e-e08e-488c-8a3e-1b6289981442 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055338 Feb 02 15:32:11.301483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:11.762223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:11.798061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-691637585', 'router:external': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:11.804716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:11.813745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Usage tracker for resource:network and tenant:52d1434ce2f341a6b49114342162cfb2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:11.818755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:11.830036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:11.908536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=7803824f-928e-4156-a047-0ac6a027570e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:11.943328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking segment: {'id': '4e2062b0-7620-4ce2-9851-ea9bd484137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d5590fa-8d3a-4c49-a7fc-81117d5643c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:11.943328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network hostable DHCP agents. Network: 0d5590fa-8d3a-4c49-a7fc-81117d5643c1, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:32:11.946461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Made reservation on behalf of 52d1434ce2f341a6b49114342162cfb2 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:11.946461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:11.971629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:11.983853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a9f4c-cff9-4048-b0fc-49d6f9e313a9 req-c63454ac-db4d-4a89-a245-9a949d10e5f3 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:11.996272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-281a9f4c-cff9-4048-b0fc-49d6f9e313a9 req-c63454ac-db4d-4a89-a245-9a949d10e5f3 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 946 time: 0.2873945 Feb 02 15:32:12.056954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:12.071771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Usage tracker for resource:security_group_rule and tenant:52d1434ce2f341a6b49114342162cfb2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:12.083890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:12.096803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:12.164977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-281a9f4c-cff9-4048-b0fc-49d6f9e313a9 req-ecee66ad-7c65-41e6-b043-f58849973909 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703775 Feb 02 15:32:12.169524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:32:12.352171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 0d5590fa-8d3a-4c49-a7fc-81117d5643c1) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:12.352171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:12.352171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:12.355256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04b1ad3-dac3-4585-b230-d205aeff8888 None None] Network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:12.505767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0e0408ea-0b7c-4a3c-99cc-aacd2a77b063 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6982265 Feb 02 15:32:12.505767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38190) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:12.512844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '0d5590fa-8d3a-4c49-a7fc-81117d5643c1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1643505531'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:12.520393 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:12.576253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:12.680424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d7ac5-3231-4f0e-b02d-6ecbd58a4f4c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:12.716227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:32:12.754319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:12.754319 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Added segment 81f9590d-a7c6-41da-94d2-73685911d77e of type vlan for network a9177c61-5e8d-4b02-af8a-f67df5e03474 Feb 02 15:32:12.765466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-9b125f01-cc7e-4130-b3b6-13260d798a48 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5234621 Feb 02 15:32:12.797994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:12.825835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-0d5590fa-8d3a-4c49-a7fc-81117d5643c1', 'network_id': '0d5590fa-8d3a-4c49-a7fc-81117d5643c1', 'tenant_id': '2aa4e36747694bb5ada991c26d54c6c9', 'fixed_ips': [{'subnet_id': '7803824f-928e-4156-a047-0ac6a027570e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:32:12.825835 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:12.923464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:12.954668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:12.969545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:12.981630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:12.990905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:13.001556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:13.031434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Usage tracker for resource:floatingip and tenant:1a670760621349a3b657382dd0fdd4ae is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:13.047395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:13.056202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:13.065822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:13.069344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:13.116935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Allocated IP 172.20.0.2 (0d5590fa-8d3a-4c49-a7fc-81117d5643c1/7803824f-928e-4156-a047-0ac6a027570e/e589b1b0-09d0-4874-bd6c-9b76b8d31fe8) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:13.121597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port a8581bad-f60b-4e2d-bd9c-cc1b43345b19 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:32:13.122566 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:13.124032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:13.124602 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:13.196988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:13.338281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'Network': ['ID=a9177c61-5e8d-4b02-af8a-f67df5e03474,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:13.464119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network a9177c61-5e8d-4b02-af8a-f67df5e03474 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:32:13.475131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-04762d6b-2ecf-4cf3-b7ba-fbbd64342d6d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.5241313 Feb 02 15:32:13.478369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38216) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:13.485874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'subnet': {'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:13.495923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:13.496349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:13.505557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Usage tracker for resource:subnet and tenant:52d1434ce2f341a6b49114342162cfb2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:13.515657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:13.537220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:13.569698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:13.610966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:13.624614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Transition to ACTIVE for port object e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:13.646578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Transition to ACTIVE for port object e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:13.651303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Made reservation on behalf of 52d1434ce2f341a6b49114342162cfb2 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:13.653723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:13.746521 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:13.943167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Allocated IP 172.25.0.154 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/b19135a1-856f-4112-aa9b-7b2609651043) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:13.958360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:13.958936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:13.964939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:13.981965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Pushing event updated for resources: {'Port': ['ID=e589b1b0-09d0-4874-bd6c-9b76b8d31fe8,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:14.107222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-316473193-network', 'tenant_id': 'bca38bf0bd5d493689e5420542898cfc'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:14.125847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:14.153599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Usage tracker for resource:network and tenant:bca38bf0bd5d493689e5420542898cfc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:14.171975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:14.184332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:14.287412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Made reservation on behalf of bca38bf0bd5d493689e5420542898cfc for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:14.291697 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.295209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Attempting to bind port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:32:14.295209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Attempting to bind port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '4e2062b0-7620-4ce2-9851-ea9bd484137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d5590fa-8d3a-4c49-a7fc-81117d5643c1'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:32:14.295209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Attempting to bind port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 on network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:32:14.316854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:32:14.316854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Checking segment: {'id': '4e2062b0-7620-4ce2-9851-ea9bd484137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d5590fa-8d3a-4c49-a7fc-81117d5643c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:14.316854 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.316854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Bound using segment: {'id': '4e2062b0-7620-4ce2-9851-ea9bd484137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d5590fa-8d3a-4c49-a7fc-81117d5643c1'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:32:14.316854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Bound port: e589b1b0-09d0-4874-bd6c-9b76b8d31fe8, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2062b0-7620-4ce2-9851-ea9bd484137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0d5590fa-8d3a-4c49-a7fc-81117d5643c1'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:32:14.316854 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.323917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.10 (0d5590fa-8d3a-4c49-a7fc-81117d5643c1/7803824f-928e-4156-a047-0ac6a027570e/a8581bad-f60b-4e2d-bd9c-cc1b43345b19) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:14.333440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.377375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.439565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:14.439565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Usage tracker for resource:security_group_rule and tenant:bca38bf0bd5d493689e5420542898cfc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:14.452929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:14.460665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:14.551088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] For port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:32:14.555792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] For port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e589b1b0-09d0-4874-bd6c-9b76b8d31fe8,segment=NetworkSegment(4e2062b0-7620-4ce2-9851-ea9bd484137c),segment_id=4e2062b0-7620-4ce2-9851-ea9bd484137c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:32:14.638468 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.651787 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.684931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.838231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c59254-5a7f-4f50-b2dc-ced9377ddb51 None None] Pushing event updated for resources: {'Port': ['ID=e589b1b0-09d0-4874-bd6c-9b76b8d31fe8,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:14.844073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Pushing event updated for resources: {'Port': ['ID=b19135a1-856f-4112-aa9b-7b2609651043,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:14.844073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:14.952954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:32:14.978632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:14.978632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:14.984566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9976920-102a-457f-a02d-6a34eeb0df5c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:14.990974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:15.057719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:15.058061 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Added segment eb0be960-6024-48aa-98ad-7f0b4c01efec of type vlan for network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 Feb 02 15:32:15.162581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:15.219911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object a8581bad-f60b-4e2d-bd9c-cc1b43345b19 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:15.229436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:15.405948 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:15.465677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:15.465677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:15.466184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:15.487272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:32:15.487733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:15.637435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:15.664774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:15.690958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:15.756005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=a8581bad-f60b-4e2d-bd9c-cc1b43345b19,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:15.784531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'Subnet': ['ID=054e4bc0-fa49-447b-9809-89a1780bf59f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:15.817119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:15.817119 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:15.830417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38270) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:15.840704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Checking segment: {'id': '81f9590d-a7c6-41da-94d2-73685911d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:15.840704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Network hostable DHCP agents. Network: a9177c61-5e8d-4b02-af8a-f67df5e03474, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:32:15.893568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd228ce-9439-47af-a3bd-1bd5683bdf17,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:15.956716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:32:15.959034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e2056e30-e9f1-47a9-8c28-b96234179f31 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.4512980 Feb 02 15:32:15.961311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38276) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:16.047052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Network a9177c61-5e8d-4b02-af8a-f67df5e03474 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:32:16.110174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, a9177c61-5e8d-4b02-af8a-f67df5e03474) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:16.114672 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:16.124703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:16.125544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:16.302370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259ba97-9880-432a-98d2-746e36327241 None None] Network a9177c61-5e8d-4b02-af8a-f67df5e03474 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:16.320852 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-34626648-1824-4fde-8d65-148f2b7dc543 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8119204 Feb 02 15:32:16.320852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38288) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:16.325219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8b8e0b6c-8ab8-467c-87b6-ac9a9ccc528c tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8308554 Feb 02 15:32:16.342944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38290) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:16.357168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Request body: {'subnet': {'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-316473193-subnet', 'tenant_id': 'bca38bf0bd5d493689e5420542898cfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:16.405761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-467999591', 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:16.447601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:16.466947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2f61f897-a48c-4110-af92-75e2874b2ec8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port a8581bad-f60b-4e2d-bd9c-cc1b43345b19 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:16.473946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Usage tracker for resource:subnet and tenant:bca38bf0bd5d493689e5420542898cfc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:16.488364 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f61f897-a48c-4110-af92-75e2874b2ec8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:16.505812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:16.547459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:16.613533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:16.649963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:16.689798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Usage tracker for resource:port and tenant:52d1434ce2f341a6b49114342162cfb2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:16.793183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:16.808896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Made reservation on behalf of bca38bf0bd5d493689e5420542898cfc for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:16.808896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:16.816722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9cd7c6eb-0d1b-4b3d-befb-10a7b502dff7 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:16.860584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807160ff-1bab-43d0-8e40-5680ec4603df None None] Network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:16.872196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:17.209657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:17.211966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Made reservation on behalf of 52d1434ce2f341a6b49114342162cfb2 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:17.214634 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:17.228301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:17.269225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] device_id is not set on port 634e9a4d-e6e6-4977-9d5a-fe7e12f5fd8b yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:32:17.578868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be107b2e-ee00-4f9c-8682-20b23c26a19d None None] Network a9177c61-5e8d-4b02-af8a-f67df5e03474 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:17.733553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Allocated IP 172.20.0.9 (a9177c61-5e8d-4b02-af8a-f67df5e03474/054e4bc0-fa49-447b-9809-89a1780bf59f/634e9a4d-e6e6-4977-9d5a-fe7e12f5fd8b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:17.769417 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f61f897-a48c-4110-af92-75e2874b2ec8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:17.883038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:17.928115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2f61f897-a48c-4110-af92-75e2874b2ec8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for a8581bad-f60b-4e2d-bd9c-cc1b43345b19 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:17.952122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:17.968576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f1ec6323-0115-4248-9575-4d98ed573b2c None None] Provisioning for port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:17.991586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:17.992184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:18.011593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:18.011998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:18.116441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:18.153594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9cd7c6eb-0d1b-4b3d-befb-10a7b502dff7 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "PUT /v2.0/quotas/e4cf010692d249a5b2216713cdef57fb HTTP/1.1" status: 200 len: 366 time: 2.2901499 Feb 02 15:32:18.210526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38312) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:18.224645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:18.303341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e589b1b0-09d0-4874-bd6c-9b76b8d31fe8,segment=NetworkSegment(4e2062b0-7620-4ce2-9851-ea9bd484137c),segment_id=4e2062b0-7620-4ce2-9851-ea9bd484137c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:18.424925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Pushing event updated for resources: {'Port': ['ID=b19135a1-856f-4112-aa9b-7b2609651043,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:18.452169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d986d261-91d2-404f-8542-6c5169dd0cd8 None None] Provisioning for port a8581bad-f60b-4e2d-bd9c-cc1b43345b19 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:18.455543 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:18.516926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38324) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:18.517565 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-864eaa0f-25f6-4404-a082-9296e3cada73 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.3067338 Feb 02 15:32:18.580217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:18.590284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d986d261-91d2-404f-8542-6c5169dd0cd8 None None] Provisioning complete for port a8581bad-f60b-4e2d-bd9c-cc1b43345b19 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:18.590892 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d986d261-91d2-404f-8542-6c5169dd0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:18.605836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7f628297-a601-46ce-a02c-b3dd04f2ad71 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "GET /v2.0/quotas/e4cf010692d249a5b2216713cdef57fb HTTP/1.1" status: 200 len: 366 time: 0.0831387 Feb 02 15:32:18.653624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38328) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:18.704856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:18.712603 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-d952030a-e938-427c-9c83-01cb86d6149f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9437230 Feb 02 15:32:18.772272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d986d261-91d2-404f-8542-6c5169dd0cd8 None None] Port a8581bad-f60b-4e2d-bd9c-cc1b43345b19 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:32:18.834874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d986d261-91d2-404f-8542-6c5169dd0cd8 None None] Provisioning complete for port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:18.834874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d986d261-91d2-404f-8542-6c5169dd0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:18.864827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4f4c61-9668-436c-847a-84a8b84fb526,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:18.875444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e589b1b0-09d0-4874-bd6c-9b76b8d31fe8,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:18.947404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-495bdee1-ef41-466f-a2a7-c207f6bcf792 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Synchronizing usage tracker for tenant:1a670760621349a3b657382dd0fdd4ae on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:18.973738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Checking segment: {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:18.975737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Network hostable DHCP agents. Network: 5bd228ce-9439-47af-a3bd-1bd5683bdf17, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:32:18.992474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7488312b-f09f-44d9-818a-5eb8c8d596b7 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/e4cf010692d249a5b2216713cdef57fb HTTP/1.1" status: 204 len: 168 time: 0.3468122 Feb 02 15:32:18.999153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38336) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:19.014358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e20a63be-72eb-47ea-8714-06f6ac96f7d5 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0175822 Feb 02 15:32:19.017559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38342) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:19.048274 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f61f897-a48c-4110-af92-75e2874b2ec8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:19.067640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:19.082721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-495bdee1-ef41-466f-a2a7-c207f6bcf792 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Unset dirty status for tenant:1a670760621349a3b657382dd0fdd4ae on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:19.084396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-495bdee1-ef41-466f-a2a7-c207f6bcf792 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.3770542 Feb 02 15:32:19.160624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:19.189770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-acc401c5-8f67-4669-b00c-19534a179c06 None None] Could not find standard attr ID for object a8581bad-f60b-4e2d-bd9c-cc1b43345b19. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:32:19.225431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61f897-a48c-4110-af92-75e2874b2ec8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=a8581bad-f60b-4e2d-bd9c-cc1b43345b19,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:19.225431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b962d670-9dc1-450d-a60e-5417b202d574 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "GET /v2.0/quotas/e4cf010692d249a5b2216713cdef57fb HTTP/1.1" status: 200 len: 370 time: 0.2029283 Feb 02 15:32:19.225431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38348) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:19.265447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1314fe0a-7c4a-41d8-b80e-977ab6d693da tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "GET /v2.0/quotas/e4cf010692d249a5b2216713cdef57fb/default HTTP/1.1" status: 200 len: 370 time: 0.0315952 Feb 02 15:32:19.277886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:19.296668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:32:19.304096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:19.304096 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:19.343280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-f77a8905-8866-464b-8a85-5011c7db8b53 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:19.349669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-f77a8905-8866-464b-8a85-5011c7db8b53 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2535784 Feb 02 15:32:19.365795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-78a0fc72-efe7-4544-811c-750e0ac74b0e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:32:19.365795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a53da5fb-bd6b-4a52-8cd5-baccef5fa1f4 req-78a0fc72-efe7-4544-811c-750e0ac74b0e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072384 Feb 02 15:32:19.405961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 5bd228ce-9439-47af-a3bd-1bd5683bdf17) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:19.415890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:19.416510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:19.425473 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-5bcd00ab-de9b-4d4a-9ce5-0599e12f3754 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] delete failed (client error): The resource could not be found. Feb 02 15:32:19.425473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5bcd00ab-de9b-4d4a-9ce5-0599e12f3754 tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/e4cf010692d249a5b2216713cdef57fb HTTP/1.1" status: 404 len: 348 time: 0.1525507 Feb 02 15:32:19.432804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce806f-7620-4172-8f9e-ae5b0d8ae185 None None] Network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:19.467835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f61f897-a48c-4110-af92-75e2874b2ec8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:19.508460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-70bfdef4-f878-4af6-82cd-e52f903479b8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1969199 Feb 02 15:32:19.511602 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:19.792435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Network a9177c61-5e8d-4b02-af8a-f67df5e03474 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:19.841573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:19.852711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:19.974491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2f61f897-a48c-4110-af92-75e2874b2ec8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/a8581bad-f60b-4e2d-bd9c-cc1b43345b19 HTTP/1.1" status: 204 len: 168 time: 4.0099177 Feb 02 15:32:19.975519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38382) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:20.019975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'Port': ['ID=634e9a4d-e6e6-4977-9d5a-fe7e12f5fd8b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:20.125737 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb5699a-81aa-4136-8cd6-17c1d215eea4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:32:20.130847 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2980db90-0f55-4c89-a1f8-2392c55839f0 None None] Network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:20.135416 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bdb5699a-81aa-4136-8cd6-17c1d215eea4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/a8581bad-f60b-4e2d-bd9c-cc1b43345b19 HTTP/1.1" status: 404 len: 333 time: 0.1520472 Feb 02 15:32:20.135416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38388) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:20.250566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38394) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:20.317123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Usage tracker for resource:network and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:20.330375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:20.416964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:20.417569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:20.471515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Usage tracker for resource:subnet and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:20.480230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:20.517669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Usage tracker for resource:subnetpool and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:20.525485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:20.540067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f0e515-e1f1-44cc-b638-a233e467d3c0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet 7803824f-928e-4156-a047-0ac6a027570e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:32:20.552598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e515-e1f1-44cc-b638-a233e467d3c0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:20.573397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f8a2f473-b075-4c77-94be-a62758d62226 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.2124066 Feb 02 15:32:20.573397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38404) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:20.705578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e515-e1f1-44cc-b638-a233e467d3c0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:20.727726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-737c0a6d-cf65-4fec-9958-02bc28ebb23d tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:20.727726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-737c0a6d-cf65-4fec-9958-02bc28ebb23d tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 820 time: 0.7000587 Feb 02 15:32:20.807891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-1372d251-365d-4ad0-b86c-8299204e6c32 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/quotas/1a670760621349a3b657382dd0fdd4ae HTTP/1.1" status: 200 len: 375 time: 0.0479643 Feb 02 15:32:20.839535 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e515-e1f1-44cc-b638-a233e467d3c0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:20.888405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Usage tracker for resource:port and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:20.916500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:20.944064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-560f33bf-13b4-468f-a1bf-acaee751f024 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Deleting port 634e9a4d-e6e6-4977-9d5a-fe7e12f5fd8b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:20.944483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-560f33bf-13b4-468f-a1bf-acaee751f024 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:20.991227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Usage tracker for resource:router and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:20.995797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:21.003674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Usage tracker for resource:floatingip and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:21.008433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:21.086880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Usage tracker for resource:security_group and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:21.096963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e515-e1f1-44cc-b638-a233e467d3c0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:21.108195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-6a71d096-4400-4558-99e6-efb93f6b9d73 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2822540 Feb 02 15:32:21.186715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:21.195548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0e515-e1f1-44cc-b638-a233e467d3c0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=7803824f-928e-4156-a047-0ac6a027570e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:21.211073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9066e-f094-490d-9fdd-b9dba39ec482 None None] Network 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:21.223470 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e515-e1f1-44cc-b638-a233e467d3c0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:21.230950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Usage tracker for resource:security_group_rule and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:21.243249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c3f0e515-e1f1-44cc-b638-a233e467d3c0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/7803824f-928e-4156-a047-0ac6a027570e HTTP/1.1" status: 204 len: 168 time: 1.0983760 Feb 02 15:32:21.247412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38422) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:21.269529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:21.269529 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fb9f7ac9-37b9-447d-b968-5c24c1e4e79e tempest-QuotasTest-1046513134 tempest-QuotasTest-1046513134-project-admin] 10.222.0.88 "GET /v2.0/quotas/2c2d3e74b3134116b3bbb5a82e109792/details.json HTTP/1.1" status: 200 len: 703 time: 1.0172362 Feb 02 15:32:21.591582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:21.618832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-5c36de6d-8fe9-49e9-a8d5-f65b53e51422 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128593 Feb 02 15:32:21.740539 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-560f33bf-13b4-468f-a1bf-acaee751f024 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:21.825252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] DHCP port deletion for 0d5590fa-8d3a-4c49-a7fc-81117d5643c1 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:32:21.830067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] Deleting port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:21.830646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:21.875630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-349a82e4-75c4-4b9e-8333-04f56489112b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:21.876920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-349a82e4-75c4-4b9e-8333-04f56489112b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Synchronizing usage tracker for tenant:bca38bf0bd5d493689e5420542898cfc on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:21.962132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-349a82e4-75c4-4b9e-8333-04f56489112b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Unset dirty status for tenant:bca38bf0bd5d493689e5420542898cfc on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:21.967736 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-349a82e4-75c4-4b9e-8333-04f56489112b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 814 time: 0.3224566 Feb 02 15:32:21.973648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:21.973987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:22.010577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-560f33bf-13b4-468f-a1bf-acaee751f024 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Calling delete_port for 634e9a4d-e6e6-4977-9d5a-fe7e12f5fd8b owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:22.020987 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-65821cf8-31e6-4380-8b42-41d131faf7d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/quotas/bca38bf0bd5d493689e5420542898cfc HTTP/1.1" status: 200 len: 375 time: 0.0460184 Feb 02 15:32:22.562791 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-90f538ec-d58e-47b6-b220-d92d9572693c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839047 Feb 02 15:32:22.567471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] For port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e589b1b0-09d0-4874-bd6c-9b76b8d31fe8,segment=NetworkSegment(4e2062b0-7620-4ce2-9851-ea9bd484137c),segment_id=4e2062b0-7620-4ce2-9851-ea9bd484137c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:22.567471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:22.571988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38442) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:22.575083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] Calling delete_port for e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:22.578302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c382da74-75c8-4b7d-9d01-38e2c064738c service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647990 Feb 02 15:32:22.582334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-d2fa29d0-2846-4039-9eba-56e4b4883949 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:32:22.582334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-d2fa29d0-2846-4039-9eba-56e4b4883949 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3732998 Feb 02 15:32:22.590963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] For port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e589b1b0-09d0-4874-bd6c-9b76b8d31fe8,segment=NetworkSegment(4e2062b0-7620-4ce2-9851-ea9bd484137c),segment_id=4e2062b0-7620-4ce2-9851-ea9bd484137c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:22.590963 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:22.596399 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:22.600109 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:22.642530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] Pushing event deleted for resources: {'Port': ['ID=e589b1b0-09d0-4874-bd6c-9b76b8d31fe8,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:22.646774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9a115-cb38-4ffb-832a-06cfb9641064 None None] No DVR routers for this DVR port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:32:22.683139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:22.690134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] Usage tracker for resource:security_group_rule and tenant:ff936d7a5a1e409ab9bbb8a65902823a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:22.700632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-560f33bf-13b4-468f-a1bf-acaee751f024 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:22.703473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:22.711189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:22.748183 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-94cd344c-6bdf-406c-bd57-17195c1a15cf service neutron] 10.222.0.88 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244937 Feb 02 15:32:22.750354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:22.980657 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:32:22.980657 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:32:22.999154 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.005664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-c0bb8569-f913-43a9-b50d-a8ea440e536e service neutron] 10.222.0.88 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357702 Feb 02 15:32:23.058844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:32:23.077039 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.132895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:32:23.132895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:32:23.160957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f33bf-13b4-468f-a1bf-acaee751f024 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event deleted for resources: {'Port': ['ID=634e9a4d-e6e6-4977-9d5a-fe7e12f5fd8b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:23.186584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecaad86-9948-4746-aaae-f78265b93ea3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:23.191131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-508a4010-c271-4d47-ac60-6f01e7fd7824 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ff936d7a5a1e409ab9bbb8a65902823a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9811246 Feb 02 15:32:23.193659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38466) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:23.270711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-718e4f90-0b82-4180-8090-d2120e5e652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.303454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-718e4f90-0b82-4180-8090-d2120e5e652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.379737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-c2b40ce2-05cf-48db-bb2e-d5dcdcf9d495 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:23.382100 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-c2b40ce2-05cf-48db-bb2e-d5dcdcf9d495 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.5078914 Feb 02 15:32:23.408987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-560f33bf-13b4-468f-a1bf-acaee751f024 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.477828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port e589b1b0-09d0-4874-bd6c-9b76b8d31fe8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:23.477828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.562018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915236-d20b-4ed6-b0ac-db880d056409 req-d6d702a8-e17c-4c73-9ca0-92f5f211c787 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:23.563545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b915236-d20b-4ed6-b0ac-db880d056409 req-d6d702a8-e17c-4c73-9ca0-92f5f211c787 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 946 time: 0.4981928 Feb 02 15:32:23.655391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Deleting port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:23.656525 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.712030 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-560f33bf-13b4-468f-a1bf-acaee751f024 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "DELETE /v2.0/ports/634e9a4d-e6e6-4977-9d5a-fe7e12f5fd8b HTTP/1.1" status: 204 len: 168 time: 3.1348567 Feb 02 15:32:23.717677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] The port 'e589b1b0-09d0-4874-bd6c-9b76b8d31fe8' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:32:23.766125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38486) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:23.774613 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-718e4f90-0b82-4180-8090-d2120e5e652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.805720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-718e4f90-0b82-4180-8090-d2120e5e652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:23.805720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-718e4f90-0b82-4180-8090-d2120e5e652f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eecaad86-9948-4746-aaae-f78265b93ea3 HTTP/1.1" status: 204 len: 168 time: 0.6055236 Feb 02 15:32:23.817215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6612375a-1f79-4991-b3ad-34cad0001adb req-041252fb-2f7a-4e64-ace9-b7d59a395fd7 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 210 time: 0.3061099 Feb 02 15:32:23.829680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e4f90-0b82-4180-8090-d2120e5e652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecaad86-9948-4746-aaae-f78265b93ea3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:23.917912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474', 'external_fixed_ips': [{'subnet_id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'ip_address': '172.20.0.9'}]}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:24.003646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:24.017031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Usage tracker for resource:router and tenant:52d1434ce2f341a6b49114342162cfb2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:24.032232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:24.051741 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c4d1324-bc32-4312-8307-5f45ae12d527 req-02dc497b-f4e1-4b55-ade6-4121f350d62b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 210 time: 0.0567298 Feb 02 15:32:24.088734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:24.134081 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.145963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b915236-d20b-4ed6-b0ac-db880d056409 req-f072e5f1-7a22-4a2c-91cb-79e8055194d8 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/security-groups?id=bdce7800-74a5-48e4-bda9-1aceaee7851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099478 Feb 02 15:32:24.204885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5590fa-8d3a-4c49-a7fc-81117d5643c1']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:24.274575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2062b0-7620-4ce2-9851-ea9bd484137c') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:24.274575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2062b0-7620-4ce2-9851-ea9bd484137c') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:24.278947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.281025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.297063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.340350 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.361428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:32:24.361839 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:32:24.381075 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:32:24.490616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.490616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] For port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,segment=NetworkSegment(54babf73-d62b-4b19-952b-36cdc22399e2),segment_id=54babf73-d62b-4b19-952b-36cdc22399e2)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:24.490616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.538671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3e79a953-6e3b-4607-8f16-89ada7b20a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:24.740757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Calling delete_port for 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:24.779340 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:32:24.924828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:24.949956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.008302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.026042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b update to DOWN by agent not found {{(pid=95774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 02 15:32:25.039452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:25.062438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] Usage tracker for resource:security_group_rule and tenant:2c2d3e74b3134116b3bbb5a82e109792 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:25.062438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:25.069909 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.079239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Network': ['ID=0d5590fa-8d3a-4c49-a7fc-81117d5643c1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:25.081067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.088481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:25.158962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9da7ae4b-b1f1-48a0-93e6-62aa0963ea13 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/networks/0d5590fa-8d3a-4c49-a7fc-81117d5643c1 HTTP/1.1" status: 204 len: 168 time: 3.9123020 Feb 02 15:32:25.158962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Pushing event deleted for resources: {'Port': ['ID=1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:25.160501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38518) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:25.230445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4fcc4140-eff5-472a-abee-960ab8c865be req-422ab804-ba4a-48db-b9d4-2ba4e3b33efb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 210 time: 0.0641904 Feb 02 15:32:25.232138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.237567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'name': 'tempest-PortsTestJSON-822511701'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:25.330036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.438782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-268c166a-c11b-4592-bcc5-da038732ed6e req-d8d5b6bd-7ce2-4799-a87f-4594b900f07a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 210 time: 0.1978440 Feb 02 15:32:25.449309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b956a-9069-46e8-b84e-c64810d2a6e8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:25.539362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32ec5565-75ae-4227-9e6c-f62dbcf547d4 req-34599c81-a9ba-49b4-a8c1-ff90c89c67f2 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 210 time: 0.0766110 Feb 02 15:32:25.539362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-473bdc62-8209-4c0e-b112-a2c8773b0986 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2c2d3e74b3134116b3bbb5a82e109792&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5999713 Feb 02 15:32:25.548551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38536) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:25.556058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] No DVR routers for this DVR port 1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:32:25.558383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.560588 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c1240ad-5c11-44ae-aca8-ccc5b62ecf40 req-647044fd-0f86-4b5a-945a-94426a4c7060 tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.107 "DELETE /v2.0/ports/1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b HTTP/1.1" status: 204 len: 173 time: 2.1569524 Feb 02 15:32:25.561098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-deleted', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:32:25.570295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.601911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:25.606752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:25.612053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:25.616461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:25.662375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1954347d-c39a-4d74-99a0-187289b50497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.707348 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c16c261-6b01-46d2-8bb0-09df1f898359', 'name': 'network-vif-deleted', 'tag': '1d76bac5-b0f8-427a-bb52-ef3cdfc36d4b', 'status': 'completed', 'code': 200} Feb 02 15:32:25.709034 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1954347d-c39a-4d74-99a0-187289b50497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.849361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:25.849361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:25.955944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port ed4835e5-b0b0-40f0-88d2-6a45dd3dd1df yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:32:26.004433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1954347d-c39a-4d74-99a0-187289b50497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:26.035968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954347d-c39a-4d74-99a0-187289b50497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b956a-9069-46e8-b84e-c64810d2a6e8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:26.039235 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1954347d-c39a-4d74-99a0-187289b50497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:26.040595 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1954347d-c39a-4d74-99a0-187289b50497 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f54b956a-9069-46e8-b84e-c64810d2a6e8 HTTP/1.1" status: 204 len: 168 time: 0.4901805 Feb 02 15:32:26.121357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-5b864d7b-d2fa-4fcd-a496-f09f46a25264 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:26.122801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-5b864d7b-d2fa-4fcd-a496-f09f46a25264 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.107 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 820 time: 0.3036387 Feb 02 15:32:26.149415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Request body: {'port': {'device_id': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'admin_state_up': True, 'tenant_id': '1a670760621349a3b657382dd0fdd4ae'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:26.457236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:26.457753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-137af41b-c73b-415e-b684-9cc995f49eef req-3c81025e-a4f7-4cf2-9b7c-dadb31250e83 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 210 time: 0.0632963 Feb 02 15:32:26.555407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:26.586012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:26.893351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6009b2f-feb4-488a-ac55-bb877a5f5990 req-e484592c-a30f-4a6c-8507-11ad517a1f1c tempest-ServersNegativeTestJSON-470270258 tempest-ServersNegativeTestJSON-470270258-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c16c261-6b01-46d2-8bb0-09df1f898359 HTTP/1.1" status: 200 len: 210 time: 0.0776136 Feb 02 15:32:26.897635 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-367813a8-cb02-4626-a6e9-8d92b0ed0a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:26.930044 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:26.982631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5377bc8e-5e1a-4a2d-a7ee-225053df9006 req-06c77dfc-31ed-4b68-bf46-5e0f1bae125d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 210 time: 0.0990598 Feb 02 15:32:26.991647 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:27.074809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Made reservation on behalf of 1a670760621349a3b657382dd0fdd4ae for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:27.074809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:27.080398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:27.325020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:27.408930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:27.428297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:27.428297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:27.428297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:27.447776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=ed4835e5-b0b0-40f0-88d2-6a45dd3dd1df,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:27.634739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-57f8d89d-3dbb-4ca8-a1a7-8ed8032757a8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:27.634739 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-57f8d89d-3dbb-4ca8-a1a7-8ed8032757a8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.107 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 814 time: 0.3880112 Feb 02 15:32:27.677999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Request body: {'port': {'device_id': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'admin_state_up': True, 'tenant_id': 'bca38bf0bd5d493689e5420542898cfc'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:27.699522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-66c580a2-3981-400f-acaa-1d8c744f612f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5344999 Feb 02 15:32:27.701430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38582) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:27.711307 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1377f7db-b665-47c1-bf81-9621a2f7721a req-28b6140b-3dcc-40ae-a4e4-702150e6e25b tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 210 time: 0.0672104 Feb 02 15:32:27.738629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Allocated IP 172.20.0.9 (a9177c61-5e8d-4b02-af8a-f67df5e03474/054e4bc0-fa49-447b-9809-89a1780bf59f/e4e9c5c6-7583-4beb-b745-f6e34e647b4d) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:27.848535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-55603f71-16ca-49ee-af40-310a40ffe920 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port ed4835e5-b0b0-40f0-88d2-6a45dd3dd1df {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:27.849233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55603f71-16ca-49ee-af40-310a40ffe920 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.023192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Allocated IP 172.20.0.11 (acc40515-8af5-4540-af4d-075341945d61/6cb7bf07-6ee4-4573-899c-ea0ede3d648d/3e11a4ea-0a15-40ac-9dce-bfdfc6f86268) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:28.087480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:28.122404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Usage tracker for resource:port and tenant:bca38bf0bd5d493689e5420542898cfc is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:28.122404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:28.148371 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.151458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:28.153188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38596) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:28.345172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0eb9b49b-2cc3-4865-9058-3640af682a98 req-9729cd44-690a-4db4-b6b8-5028dd953804 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 210 time: 0.1084375 Feb 02 15:32:28.351224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.365835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Made reservation on behalf of bca38bf0bd5d493689e5420542898cfc for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:28.365835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.400725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55603f71-16ca-49ee-af40-310a40ffe920 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.402186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbe6af6-868a-425c-8ce9-eebf919bf972 admin admin] Deleting subnet 42eb5919-4588-4689-b4b8-eec969e960b7 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:32:28.408363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6af6-868a-425c-8ce9-eebf919bf972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.420633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.461944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6af6-868a-425c-8ce9-eebf919bf972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.510679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.646208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-55603f71-16ca-49ee-af40-310a40ffe920 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for ed4835e5-b0b0-40f0-88d2-6a45dd3dd1df owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:28.693000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6af6-868a-425c-8ce9-eebf919bf972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.723680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Network a9177c61-5e8d-4b02-af8a-f67df5e03474 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:28.738179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:28.773112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:28.840331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:28.862455 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:28.955500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55603f71-16ca-49ee-af40-310a40ffe920 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:29.022927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55603f71-16ca-49ee-af40-310a40ffe920 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:29.047249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55603f71-16ca-49ee-af40-310a40ffe920 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=ed4835e5-b0b0-40f0-88d2-6a45dd3dd1df,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:29.061244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55603f71-16ca-49ee-af40-310a40ffe920 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/ed4835e5-b0b0-40f0-88d2-6a45dd3dd1df HTTP/1.1" status: 204 len: 168 time: 1.3476763 Feb 02 15:32:29.061896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38624) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:29.068786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'mac_address': 'fa:16:3e:22:1c:81', 'name': 'tempest-PortsTestJSON-1384872981'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:29.242342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5ce4c35e-e79d-4153-a8ba-7954928145f9 req-100ae201-3c52-49be-bc86-d5626c5a1548 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Synchronizing usage tracker for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:29.300457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:29.314878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:29.314878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:29.314878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:29.331764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Allocated IP 172.20.0.11 (5bd228ce-9439-47af-a3bd-1bd5683bdf17/3c4f4c61-9668-436c-847a-84a8b84fb526/7e3fa718-4178-4baa-aa0d-67b59a871517) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:29.415336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:29.416391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Transition to ACTIVE for port object 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:29.428376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6af6-868a-425c-8ce9-eebf919bf972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:29.432592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5ce4c35e-e79d-4153-a8ba-7954928145f9 req-100ae201-3c52-49be-bc86-d5626c5a1548 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Unset dirty status for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:29.433735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ce4c35e-e79d-4153-a8ba-7954928145f9 req-100ae201-3c52-49be-bc86-d5626c5a1548 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 210 time: 0.3130751 Feb 02 15:32:29.485875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe6af6-868a-425c-8ce9-eebf919bf972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42eb5919-4588-4689-b4b8-eec969e960b7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:29.522165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6af6-868a-425c-8ce9-eebf919bf972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:29.567481 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1cbe6af6-868a-425c-8ce9-eebf919bf972 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/42eb5919-4588-4689-b4b8-eec969e960b7 HTTP/1.1" status: 204 len: 168 time: 1.4092402 Feb 02 15:32:29.573054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38644) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:29.622266 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:29.629139 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:29.671936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['b41ae462-8d4e-4ced-98ea-efafb09d3615'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:32:29.801377 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09ac22f1-0bb6-4edc-978c-eeb97571930b req-e67c497c-f803-456e-beba-4a1cf98d704d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 210 time: 0.0955987 Feb 02 15:32:29.806682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 76d569c1-50f3-472a-ae9d-6ba0041d280c yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:32:30.157516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.225449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Pushing event updated for resources: {'Port': ['ID=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:30.235224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.235224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.257829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Network acc40515-8af5-4540-af4d-075341945d61 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:30.257829 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.269022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:30.271617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:30.372076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.428747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38660) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:30.490016 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.542666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:30.542666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.542666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.694459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=76d569c1-50f3-472a-ae9d-6ba0041d280c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:30.720160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:30.722030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:30.727623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:30.746141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:30.747061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:30.789456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c0bb49b7-9fd7-467f-bd0d-b47687dfb6a8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6462667 Feb 02 15:32:30.835354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-486859970', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:30.847862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:30.858509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Usage tracker for resource:port and tenant:bfbdf876a3894add926047eb8a027ae9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:30.863298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:30.878993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:30.897504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4692cfbf-5b1a-415d-89eb-76f970ec5354 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8284862 Feb 02 15:32:30.897504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38672) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:30.924093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-29bc4bb8-e490-489b-81f8-a7d2b01f8395 None None] Provisioning for port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:30.929996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Request body: {'port': {'device_id': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:30.937079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-29bc4bb8-e490-489b-81f8-a7d2b01f8395 None None] Provisioning complete for port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:30.937079 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-29bc4bb8-e490-489b-81f8-a7d2b01f8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.020605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Made reservation on behalf of bfbdf876a3894add926047eb8a027ae9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:31.034912 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.060797 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.110834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-29bc4bb8-e490-489b-81f8-a7d2b01f8395 None None] Port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:32:31.111225 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.160147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a82d53c-2215-4c85-9f5e-0cd50b0f244d req-e3e53b18-de6b-4178-9387-b4f4de976412 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 210 time: 0.0634832 Feb 02 15:32:31.164769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d684069b-0a57-464f-8aa3-360eb6a839a4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:31.165364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d684069b-0a57-464f-8aa3-360eb6a839a4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:31.187652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409e0abf-f296-48a2-9e68-a4379af8d142']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:31.192788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:31.199155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Usage tracker for resource:security_group_rule and tenant:bfbdf876a3894add926047eb8a027ae9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:31.203007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:31.214283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:31.273143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54babf73-d62b-4b19-952b-36cdc22399e2') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:31.273143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54babf73-d62b-4b19-952b-36cdc22399e2') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:31.316346 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.339215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.346300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.357246 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.386951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d684069b-0a57-464f-8aa3-360eb6a839a4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:31.386951 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d684069b-0a57-464f-8aa3-360eb6a839a4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/76d569c1-50f3-472a-ae9d-6ba0041d280c HTTP/1.1" status: 200 len: 841 time: 0.4841650 Feb 02 15:32:31.386951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38680) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:31.469170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.478814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.498637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:32:31.498637 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:32:31.516640 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:32:31.522739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] device_id is not set on port a3a29f7d-3969-4a17-a9e6-23cd3b49694b yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:32:31.534233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786d281-909b-4d58-9134-fb94cde4f63d req-e3d3b053-11cd-4e1f-9cd9-f264606ae76b tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:31.540916 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0786d281-909b-4d58-9134-fb94cde4f63d req-e3d3b053-11cd-4e1f-9cd9-f264606ae76b tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 932 time: 0.8604522 Feb 02 15:32:31.566852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644051f3-38ed-4499-af81-305765d73916,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:31.599143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf4d4a-d44f-4216-8ae5-aa3c6c5243eb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 76d569c1-50f3-472a-ae9d-6ba0041d280c {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:31.599408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4bf4d4a-d44f-4216-8ae5-aa3c6c5243eb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.612682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:31.663996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:31.663996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Pushing event updated for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:31.671585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:31.860298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Allocated IP 172.25.0.240 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/a3a29f7d-3969-4a17-a9e6-23cd3b49694b) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:31.865157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.959395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:31.963348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] Pushing event deleted for resources: {'Network': ['ID=409e0abf-f296-48a2-9e68-a4379af8d142,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:32.023247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:32.023247 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:32.043785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4bf4d4a-d44f-4216-8ae5-aa3c6c5243eb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:32.047214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0786d281-909b-4d58-9134-fb94cde4f63d req-a97ec1a1-5751-42ef-9bb7-02731322028a tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938071 Feb 02 15:32:32.081884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a9002f44-78d4-444b-b3a3-392252fb351e admin admin] 10.222.0.88 "DELETE /v2.0/networks/409e0abf-f296-48a2-9e68-a4379af8d142 HTTP/1.1" status: 204 len: 168 time: 2.4985509 Feb 02 15:32:32.242081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf4d4a-d44f-4216-8ae5-aa3c6c5243eb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 76d569c1-50f3-472a-ae9d-6ba0041d280c owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:32.294105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-16b38fba-f116-4b13-93ef-8458bdbb6603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6215892 Feb 02 15:32:32.336498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Request body: {'port': {'device_id': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:32.522978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:32.587386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4bf4d4a-d44f-4216-8ae5-aa3c6c5243eb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:32.616763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Router 42e96814-ef09-4b63-ac46-315c6bebef7c is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:32:32.703175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:32.709428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf4d4a-d44f-4216-8ae5-aa3c6c5243eb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=76d569c1-50f3-472a-ae9d-6ba0041d280c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:32.724414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4bf4d4a-d44f-4216-8ae5-aa3c6c5243eb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:32.744162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38702) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:32.756138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29136-c8d1-44a6-8ee4-73d69f6bc3c8 req-6c29b542-da3d-4e21-8c3b-db8f340b25fe tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:32.757944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fb29136-c8d1-44a6-8ee4-73d69f6bc3c8 req-6c29b542-da3d-4e21-8c3b-db8f340b25fe tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 932 time: 0.3702955 Feb 02 15:32:32.845397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f4bf4d4a-d44f-4216-8ae5-aa3c6c5243eb tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/76d569c1-50f3-472a-ae9d-6ba0041d280c HTTP/1.1" status: 204 len: 168 time: 1.4538238 Feb 02 15:32:32.865275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38706) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:32.906635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:32:32.970294 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-98170b3b-7cd4-4b5b-a5a2-47861f13e1a7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:32:32.970294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-98170b3b-7cd4-4b5b-a5a2-47861f13e1a7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:32.993700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1fb29136-c8d1-44a6-8ee4-73d69f6bc3c8 req-67d54482-1fcc-4a95-81a9-ff52b166acc2 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Synchronizing usage tracker for tenant:bca38bf0bd5d493689e5420542898cfc on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:32.999056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-50f40199-40ca-4d3a-9b85-d4f28f06b28f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=23ead880592145b6bc3c5340c828fb76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2497585 Feb 02 15:32:33.006316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38710) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:33.048346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:33.069289 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:32:33.144241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:32:33.144241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:33.196293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-98170b3b-7cd4-4b5b-a5a2-47861f13e1a7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:33.203822 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-98170b3b-7cd4-4b5b-a5a2-47861f13e1a7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/76d569c1-50f3-472a-ae9d-6ba0041d280c HTTP/1.1" status: 404 len: 333 time: 0.3370445 Feb 02 15:32:33.213842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38718) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:33.240251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'name': 'tempest-PortsTestJSON-1191384447'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:33.345800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Transition to ACTIVE for port object 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:33.519636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-217c7b57-71ce-4098-a6b6-608d2ad45043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:33.520457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3fa718-4178-4baa-aa0d-67b59a871517 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:32:33.532057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:33.564822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9432-74b0-4006-b835-540258cf68ef req-8821c1e3-dd02-46b0-894c-a099c2297089 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:33.566632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-59ff9432-74b0-4006-b835-540258cf68ef req-8821c1e3-dd02-46b0-894c-a099c2297089 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 932 time: 0.2506292 Feb 02 15:32:33.569667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:32:33.570459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-217c7b57-71ce-4098-a6b6-608d2ad45043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:33.583696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Sync routers for ids ['42e96814-ef09-4b63-ac46-315c6bebef7c'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:32:33.593381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:33.607250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Routers {'42e96814-ef09-4b63-ac46-315c6bebef7c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:32:33.608070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e96814-ef09-4b63-ac46-315c6bebef7c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:33.628144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:33.645969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:33.645969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:33.710218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Pushing event updated for resources: {'Port': ['ID=a3a29f7d-3969-4a17-a9e6-23cd3b49694b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:33.716022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1fb29136-c8d1-44a6-8ee4-73d69f6bc3c8 req-67d54482-1fcc-4a95-81a9-ff52b166acc2 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Unset dirty status for tenant:bca38bf0bd5d493689e5420542898cfc on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:33.716022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fb29136-c8d1-44a6-8ee4-73d69f6bc3c8 req-67d54482-1fcc-4a95-81a9-ff52b166acc2 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9408417 Feb 02 15:32:33.770002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Transition to ACTIVE for port object 7e3fa718-4178-4baa-aa0d-67b59a871517 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:33.818174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:33.842268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:33.876448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:33.876448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:33.971257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:33.997822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Set router 42e96814-ef09-4b63-ac46-315c6bebef7c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:32:33.999832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:34.002974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.030217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.033690 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b1c132a7-d40d-4e13-a34e-59680f73dedf tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.6038060 Feb 02 15:32:34.036113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-217c7b57-71ce-4098-a6b6-608d2ad45043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.040637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-217c7b57-71ce-4098-a6b6-608d2ad45043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.041615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-217c7b57-71ce-4098-a6b6-608d2ad45043 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bdce7800-74a5-48e4-bda9-1aceaee7851c HTTP/1.1" status: 204 len: 168 time: 1.0372856 Feb 02 15:32:34.042625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:34.074974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.240'}]}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:34.100471 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.104311 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2cc2e70-2f0d-4a4e-8f31-55973e27951f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.3392348 Feb 02 15:32:34.106505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38738) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:34.110456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:34.139695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 0effe6a5-b34d-45dc-a69b-c23372720ade yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:32:34.203568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Attempting to bind port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:32:34.203568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Attempting to bind port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:32:34.203568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Attempting to bind port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 on network acc40515-8af5-4540-af4d-075341945d61 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:32:34.210378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-59ff9432-74b0-4006-b835-540258cf68ef req-73f5b626-ae75-43fb-bddf-e0d53feeb15c tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222389 Feb 02 15:32:34.215549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 on network acc40515-8af5-4540-af4d-075341945d61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:32:34.215549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Attempting to bind port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 on network acc40515-8af5-4540-af4d-075341945d61 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:32:34.239052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:32:34.239052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Checking segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:34.239052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Bound using segment: {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:32:34.239052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Bound port: 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ecfc31-82cd-473e-99f3-fe784a719332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'acc40515-8af5-4540-af4d-075341945d61'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:32:34.239052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.307391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:34.518349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e96814-ef09-4b63-ac46-315c6bebef7c', 'name': '', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474', 'external_fixed_ips': [{'subnet_id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e4e9c5c6-7583-4beb-b745-f6e34e647b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:32:24Z', 'updated_at': '2022-02-02T15:32:29Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'e4e9c5c6-7583-4beb-b745-f6e34e647b4d', 'name': '', 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e96814-ef09-4b63-ac46-315c6bebef7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:32:27Z', 'updated_at': '2022-02-02T15:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:34.525393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Checking router: 42e96814-ef09-4b63-ac46-315c6bebef7c for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:32:34.526239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Updating router 42e96814-ef09-4b63-ac46-315c6bebef7c port e4e9c5c6-7583-4beb-b745-f6e34e647b4d binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:32:34.577232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c7b57-71ce-4098-a6b6-608d2ad45043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce7800-74a5-48e4-bda9-1aceaee7851c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:34.601209 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.653400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Usage tracker for resource:router and tenant:bfbdf876a3894add926047eb8a027ae9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:34.667979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:34.697622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:34.710440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.837068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.837068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.853586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:34.901709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] For port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:32:34.901709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] For port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:32:34.989474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Attempting to bind port 7e3fa718-4178-4baa-aa0d-67b59a871517 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:32:34.989474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Attempting to bind port 7e3fa718-4178-4baa-aa0d-67b59a871517 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:32:34.989474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Attempting to bind port 7e3fa718-4178-4baa-aa0d-67b59a871517 on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:32:35.005171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Port 7e3fa718-4178-4baa-aa0d-67b59a871517 on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:32:35.005759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Attempting to bind port 7e3fa718-4178-4baa-aa0d-67b59a871517 on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:32:35.017981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:32:35.017981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Checking segment: {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:35.017981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Bound using segment: {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:32:35.017981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Bound port: 7e3fa718-4178-4baa-aa0d-67b59a871517, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:32:35.017981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.068859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.103947 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.126734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.126734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] 10.222.0.107 "PUT /v2.0/ports/3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 1092 time: 4.2167113 Feb 02 15:32:35.139981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:32:35.398909 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'status': 'completed', 'code': 200} Feb 02 15:32:35.405060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.420786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e5af6-fe78-404e-bdcd-ac1b073196d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:35.435944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:32:35.445215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:32:35.489095 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-7a98fbc5-a986-41bc-8872-b95c416db753 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 1095 time: 0.2125545 Feb 02 15:32:35.583990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.639990 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.648959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Transition to ACTIVE for port object e4e9c5c6-7583-4beb-b745-f6e34e647b4d will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:35.735363 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.820569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=0effe6a5-b34d-45dc-a69b-c23372720ade,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:35.820569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:35.851735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.851735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:35.862853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:35.867488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:35.868135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.891822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9a3c1-9dd2-45ac-9ea2-0371a376d1d6 None None] Pushing event updated for resources: {'Port': ['ID=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:35.921758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Attempting to bind port e4e9c5c6-7583-4beb-b745-f6e34e647b4d on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:32:35.922127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Attempting to bind port e4e9c5c6-7583-4beb-b745-f6e34e647b4d by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '81f9590d-a7c6-41da-94d2-73685911d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:32:35.926438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Attempting to bind port e4e9c5c6-7583-4beb-b745-f6e34e647b4d on network a9177c61-5e8d-4b02-af8a-f67df5e03474 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:32:35.939721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-d2d25270-26c1-4239-aa50-b00ed556365b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 217 time: 0.4385567 Feb 02 15:32:35.953634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fc257-fb54-4ab5-932f-c5bf43f335e3 req-aecac583-cbae-48fe-835e-bd2ea698e603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:35.955456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f88fc257-fb54-4ab5-932f-c5bf43f335e3 req-aecac583-cbae-48fe-835e-bd2ea698e603 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 944 time: 0.8666520 Feb 02 15:32:35.973519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:32:35.976565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Checking segment: {'id': '81f9590d-a7c6-41da-94d2-73685911d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:35.977189 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:35.977806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Bound using segment: {'id': '81f9590d-a7c6-41da-94d2-73685911d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:32:35.978517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Bound port: e4e9c5c6-7583-4beb-b745-f6e34e647b4d, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f9590d-a7c6-41da-94d2-73685911d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:32:35.979786 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:36.068205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:36.068205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] 10.222.0.107 "PUT /v2.0/ports/7e3fa718-4178-4baa-aa0d-67b59a871517 HTTP/1.1" status: 200 len: 1092 time: 3.7285211 Feb 02 15:32:36.090401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:36.110503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c1452437-fa6f-41ed-acfa-9a3f12787e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:36.110503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-c1452437-fa6f-41ed-acfa-9a3f12787e13 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.1519747 Feb 02 15:32:36.129120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] For port e4e9c5c6-7583-4beb-b745-f6e34e647b4d, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:32:36.133319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] For port e4e9c5c6-7583-4beb-b745-f6e34e647b4d, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,segment=NetworkSegment(81f9590d-a7c6-41da-94d2-73685911d77e),segment_id=81f9590d-a7c6-41da-94d2-73685911d77e)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.190535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d831f-0c91-4a6f-a5ee-68ab2ae040a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:36.227301 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:36.268622 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e6cf663e-ca4e-4569-b354-12bc0f72b86c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0394101 Feb 02 15:32:36.268622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38782) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:36.289810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:36.332498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2f86f-9315-44e0-b3be-6b63ad9aadf0 req-98e4d758-df26-44b9-a8ab-fdf13bb58be3 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:36.334514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Routers {'42e96814-ef09-4b63-ac46-315c6bebef7c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:32:36.334514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e96814-ef09-4b63-ac46-315c6bebef7c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:36.337304 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5b2f86f-9315-44e0-b3be-6b63ad9aadf0 req-98e4d758-df26-44b9-a8ab-fdf13bb58be3 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 944 time: 0.7045681 Feb 02 15:32:36.408466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5b2f86f-9315-44e0-b3be-6b63ad9aadf0 req-4b8ee830-d302-4da6-b4a8-1d8ab43dc02c tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808337 Feb 02 15:32:36.445507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-eda4ba75-ca90-43b8-9bde-b8949ab6f4a2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 1095 time: 0.2542350 Feb 02 15:32:36.454557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-733515c8-e194-404f-8168-b2c7f3cabd13 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3450387 Feb 02 15:32:36.617313 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f88fc257-fb54-4ab5-932f-c5bf43f335e3 req-43c464a4-d26f-4f48-a779-5932f6beae30 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276009 Feb 02 15:32:36.644187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] Set router 42e96814-ef09-4b63-ac46-315c6bebef7c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:32:36.670819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38790) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:36.698804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:36.750700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9a3c1-9dd2-45ac-9ea2-0371a376d1d6 None None] Pushing event updated for resources: {'Port': ['ID=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:36.821437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-f7619bfd-e1cb-4848-9ef2-e90c8ddc3e90 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e3fa718-4178-4baa-aa0d-67b59a871517 HTTP/1.1" status: 200 len: 217 time: 0.3448496 Feb 02 15:32:37.006323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-df5ebfee-0bb7-4e4c-9b4f-58ad83028144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:37.006323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-df5ebfee-0bb7-4e4c-9b4f-58ad83028144 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3c4f4c61-9668-436c-847a-84a8b84fb526 HTTP/1.1" status: 200 len: 854 time: 0.1679080 Feb 02 15:32:37.050925 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.093274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1423929738-network', 'tenant_id': 'f638ba17b4db40f9a661bfba79f99e1e'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:37.094959 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-c1a959ad-a5f4-43a6-888d-06623d484496 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5bd228ce-9439-47af-a3bd-1bd5683bdf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731518 Feb 02 15:32:37.098781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-4a1d6c5f-b8a2-4c50-8d60-bbad3f4d518d service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505527 Feb 02 15:32:37.133878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:37.137040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Usage tracker for resource:network and tenant:f638ba17b4db40f9a661bfba79f99e1e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:37.154471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:37.158941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:37.165032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e96814-ef09-4b63-ac46-315c6bebef7c', 'name': '', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474', 'external_fixed_ips': [{'subnet_id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e4e9c5c6-7583-4beb-b745-f6e34e647b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:32:24Z', 'updated_at': '2022-02-02T15:32:29Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'e4e9c5c6-7583-4beb-b745-f6e34e647b4d', 'name': '', 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e96814-ef09-4b63-ac46-315c6bebef7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:32:27Z', 'updated_at': '2022-02-02T15:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:37.171458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dd959-bfa9-4034-8a5c-8d6da18c19b2 None None] The sync data for ids ['42e96814-ef09-4b63-ac46-315c6bebef7c'] in n-d-827122-1 is: [{'id': '42e96814-ef09-4b63-ac46-315c6bebef7c', 'name': '', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474', 'external_fixed_ips': [{'subnet_id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e4e9c5c6-7583-4beb-b745-f6e34e647b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:32:24Z', 'updated_at': '2022-02-02T15:32:29Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'e4e9c5c6-7583-4beb-b745-f6e34e647b4d', 'name': '', 'network_id': 'a9177c61-5e8d-4b02-af8a-f67df5e03474', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e96814-ef09-4b63-ac46-315c6bebef7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:32:27Z', 'updated_at': '2022-02-02T15:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '054e4bc0-fa49-447b-9809-89a1780bf59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:32:37.191607 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.259814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.350481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] In _notify_port_updated(), no bound segment for port 0effe6a5-b34d-45dc-a69b-c23372720ade on network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:32:37.350481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:37.350481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.350481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "PUT /v2.0/ports/0effe6a5-b34d-45dc-a69b-c23372720ade HTTP/1.1" status: 200 len: 818 time: 1.0696616 Feb 02 15:32:37.360545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38806) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:37.362290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Made reservation on behalf of f638ba17b4db40f9a661bfba79f99e1e for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:37.362290 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.385313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b4389-c456-43ff-8345-e88c81aa72de tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=0effe6a5-b34d-45dc-a69b-c23372720ade,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:37.394206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.409481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'tag': '7e3fa718-4178-4baa-aa0d-67b59a871517'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:32:37.415623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Deleting port e4e9c5c6-7583-4beb-b745-f6e34e647b4d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:37.415623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.538709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-54ad067e-cacc-4538-982f-c7c657483d3f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 0effe6a5-b34d-45dc-a69b-c23372720ade {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:37.538709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54ad067e-cacc-4538-982f-c7c657483d3f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.563570 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.608431 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'tag': '7e3fa718-4178-4baa-aa0d-67b59a871517', 'status': 'completed', 'code': 200} Feb 02 15:32:37.644200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-db887f3b-5073-4f45-b071-d83e4a319970 service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398920 Feb 02 15:32:37.654944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10b530b3-7e7e-4f43-b246-183e2d1d728b req-d273aa25-d6b5-4d5d-aaab-ae33ce9ef8cc service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222158 Feb 02 15:32:37.660956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:37.760853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:37.848091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f638ba17b4db40f9a661bfba79f99e1e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:37.890011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:38.010302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:38.282638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] For port e4e9c5c6-7583-4beb-b745-f6e34e647b4d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,segment=NetworkSegment(81f9590d-a7c6-41da-94d2-73685911d77e),segment_id=81f9590d-a7c6-41da-94d2-73685911d77e)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:38.282638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:38.399854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c554ce28-de1e-4adc-9be4-a6dbd85929dd req-6f3ee7ce-9bb5-461c-a140-fafebc7d2aa5 service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337754 Feb 02 15:32:38.429416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc54a0-8ead-4f9b-b5fc-9494fb2da085 req-7b0b2c09-a629-48ab-9ee8-de0268610644 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:38.429416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c5dc54a0-8ead-4f9b-b5fc-9494fb2da085 req-7b0b2c09-a629-48ab-9ee8-de0268610644 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Synchronizing usage tracker for tenant:bca38bf0bd5d493689e5420542898cfc on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:38.444602 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-50cd5be1-e7f0-4204-92f4-0f66146c99b7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 1095 time: 0.3738098 Feb 02 15:32:38.495105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54ad067e-cacc-4538-982f-c7c657483d3f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:38.534478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Calling delete_port for e4e9c5c6-7583-4beb-b745-f6e34e647b4d owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:38.586358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:38.751372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ee348-55ee-435c-a9f5-20c8dbba6bdb req-5ba8887a-e09a-4c2b-bfbf-b52ea4003975 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:38.751372 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc7ee348-55ee-435c-a9f5-20c8dbba6bdb req-5ba8887a-e09a-4c2b-bfbf-b52ea4003975 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 944 time: 0.9837229 Feb 02 15:32:38.835995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-54ad067e-cacc-4538-982f-c7c657483d3f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 0effe6a5-b34d-45dc-a69b-c23372720ade owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:38.857480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:32:38.878033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c5dc54a0-8ead-4f9b-b5fc-9494fb2da085 req-7b0b2c09-a629-48ab-9ee8-de0268610644 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Unset dirty status for tenant:bca38bf0bd5d493689e5420542898cfc on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:38.887204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5dc54a0-8ead-4f9b-b5fc-9494fb2da085 req-7b0b2c09-a629-48ab-9ee8-de0268610644 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 944 time: 0.8846059 Feb 02 15:32:38.927426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.037763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5dc54a0-8ead-4f9b-b5fc-9494fb2da085 req-9ae28f34-c300-49dc-a94f-74bee6a0d865 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562262 Feb 02 15:32:39.052271 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.114878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-a65b5bca-d3a2-419b-842f-79683dfce545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:39.116697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-a65b5bca-d3a2-419b-842f-79683dfce545 service neutron] 10.222.0.107 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.6714461 Feb 02 15:32:39.207017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4e9c5c6-7583-4beb-b745-f6e34e647b4d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:39.260910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-10a27c28-bee2-4191-8e90-1f0723880f7f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 1095 time: 0.4580951 Feb 02 15:32:39.275259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:39.298656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'port_id': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'mac_address': 'fa:16:3e:64:fc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:32:39.368147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.375812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e4e9c5c6-7583-4beb-b745-f6e34e647b4d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:39.385160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e4e9c5c6-7583-4beb-b745-f6e34e647b4d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:39.385386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc7ee348-55ee-435c-a9f5-20c8dbba6bdb req-06ea2574-646c-4b38-a811-f065104326c4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298140 Feb 02 15:32:39.385826 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.456864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:32:39.457662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54ad067e-cacc-4538-982f-c7c657483d3f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.484814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:39.548502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-ec91d169-8a51-4e44-aada-968bbed68379 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 217 time: 0.4154439 Feb 02 15:32:39.548502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad067e-cacc-4538-982f-c7c657483d3f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=0effe6a5-b34d-45dc-a69b-c23372720ade,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:39.593006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-a64b9101-5de0-4201-8910-165e4f76fbd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:39.593006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-a64b9101-5de0-4201-8910-165e4f76fbd1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 916 time: 0.3320522 Feb 02 15:32:39.602170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54ad067e-cacc-4538-982f-c7c657483d3f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.634097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.706096 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-54ad067e-cacc-4538-982f-c7c657483d3f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/0effe6a5-b34d-45dc-a69b-c23372720ade HTTP/1.1" status: 204 len: 168 time: 2.3414154 Feb 02 15:32:39.706096 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-3341e290-ed1d-4a9f-86c7-28bcacb50d19 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e3fa718-4178-4baa-aa0d-67b59a871517 HTTP/1.1" status: 200 len: 217 time: 0.0999904 Feb 02 15:32:39.711775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38846) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:39.730095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.804472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e4e9c5c6-7583-4beb-b745-f6e34e647b4d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,segment=NetworkSegment(81f9590d-a7c6-41da-94d2-73685911d77e),segment_id=81f9590d-a7c6-41da-94d2-73685911d77e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:39.829745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:39.848061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.852898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.866741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-17d27f3d-c01c-4180-ab8c-e4de879020b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:39.876312 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.880090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-17d27f3d-c01c-4180-ab8c-e4de879020b1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.3284111 Feb 02 15:32:39.892665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:32:39.910011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5435ed0b-9b0f-4d40-aac7-800052ab8819,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:39.942550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-7a90c0f1-8f3a-4035-b39f-ac1176d7b0fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:39.944410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-7a90c0f1-8f3a-4035-b39f-ac1176d7b0fd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3c4f4c61-9668-436c-847a-84a8b84fb526 HTTP/1.1" status: 200 len: 854 time: 0.1774018 Feb 02 15:32:39.962548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:39.962548 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Added segment 4359c395-9d15-447b-a2c2-bcdcb358996a of type vlan for network ba063a80-e3d9-4155-b4c7-3ec2f48fbb41 Feb 02 15:32:40.027086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['3e11a4ea-0a15-40ac-9dce-bfdfc6f86268'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:32:40.030743 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:40.101561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:40.101561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 319c0251-e9d9-4bb1-a9aa-e7321fa204ac {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:32:40.101561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:32:40.101561 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:32:40.165366 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:40.165366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:40.165366 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:40.167258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:40.272736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-87802a9d-907b-4d54-a575-231e3da096da service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5bd228ce-9439-47af-a3bd-1bd5683bdf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2227550 Feb 02 15:32:40.317931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba063a80-e3d9-4155-b4c7-3ec2f48fbb41,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:40.323680 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 02 15:32:40.330860 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-74812ad1-b293-48d5-a9a6-af8d67c28955 tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.2725649 Feb 02 15:32:40.332670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-422a87e9-5688-408c-8d03-de4e354249f3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6650286 Feb 02 15:32:40.336694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38860) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:40.391584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network ba063a80-e3d9-4155-b4c7-3ec2f48fbb41 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:32:40.480408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Deleting port a3a29f7d-3969-4a17-a9e6-23cd3b49694b {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:40.499744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:40.614861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Deleting port e4e9c5c6-7583-4beb-b745-f6e34e647b4d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:32:40.615056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:40.845930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7e3fa718-4178-4baa-aa0d-67b59a871517 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:32:40.873970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-60a75ef0-77a2-4307-8634-efbf80e72496 service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850277 Feb 02 15:32:41.051622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:41.087394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '7e3fa718-4178-4baa-aa0d-67b59a871517', 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'port_id': '7e3fa718-4178-4baa-aa0d-67b59a871517', 'mac_address': 'fa:16:3e:c5:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f4c61-9668-436c-847a-84a8b84fb526', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:32:41.161289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4e9c5c6-7583-4beb-b745-f6e34e647b4d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:41.298499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c92b7a-cb4f-4cc0-b41d-ddff251f4635 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:41.307167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e0c92b7a-cb4f-4cc0-b41d-ddff251f4635 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:41.386478 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:41.426489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e4e9c5c6-7583-4beb-b745-f6e34e647b4d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:41.426489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:41.481140 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-58cdff79-d8b7-4b09-a143-0f85e95f860d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5355556 Feb 02 15:32:41.487788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba685-bd1e-45bf-a876-4d474311d76d req-7933a179-7024-416f-8f92-444b0e6da119 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:41.489621 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-924ba685-bd1e-45bf-a876-4d474311d76d req-7933a179-7024-416f-8f92-444b0e6da119 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 944 time: 0.6123130 Feb 02 15:32:41.500608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] For port e4e9c5c6-7583-4beb-b745-f6e34e647b4d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,segment=NetworkSegment(81f9590d-a7c6-41da-94d2-73685911d77e),segment_id=81f9590d-a7c6-41da-94d2-73685911d77e)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:41.504857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:41.530721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3fa718-4178-4baa-aa0d-67b59a871517 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:32:41.562290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:41.667691 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:41.722642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e0c92b7a-cb4f-4cc0-b41d-ddff251f4635 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:41.722642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e0c92b7a-cb4f-4cc0-b41d-ddff251f4635 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 2.0083110 Feb 02 15:32:41.738407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38882) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:41.758756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:41.769598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Calling delete_port for e4e9c5c6-7583-4beb-b745-f6e34e647b4d owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:41.779762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5b74f4-9ead-43b9-9182-4d27629fc496 req-29d7fdd0-eb43-424c-ac24-849a0c907bd0 service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8978221 Feb 02 15:32:41.883502 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a54c9b-1b7b-45dc-a587-4a5246d5254b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:32:41.884813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-69a54c9b-1b7b-45dc-a587-4a5246d5254b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/0effe6a5-b34d-45dc-a69b-c23372720ade HTTP/1.1" status: 404 len: 333 time: 0.1416454 Feb 02 15:32:41.890655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-d61d9474-6bcd-41a4-b12e-45a97531bd97 service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981693 Feb 02 15:32:41.892407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38886) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:41.897958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-890784858'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:41.931522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['7e3fa718-4178-4baa-aa0d-67b59a871517'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:32:41.979432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb2796-de25-4585-9400-b7c2087668ea req-708e952f-8d8d-4708-95a2-c700aff2951f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:41.981157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0abb2796-de25-4585-9400-b7c2087668ea req-708e952f-8d8d-4708-95a2-c700aff2951f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 945 time: 1.3013027 Feb 02 15:32:42.087024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c403a217-aeda-4e36-8ea4-d1643c2f3201 req-b7af018f-ec65-4090-9b6e-75c84a1393dc service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795993 Feb 02 15:32:42.087024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-924ba685-bd1e-45bf-a876-4d474311d76d req-60084b36-860a-4b20-a55c-6a888c8791fe tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097087 Feb 02 15:32:42.087024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:42.117129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:network and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:42.126416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:42.143222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:42.237095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:42.259325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:42.265077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:42.347312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:32:42.373124 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:42.373707 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Added segment e2a82802-347a-45f2-a548-dd76f75d2da8 of type vlan for network c935dd8f-3823-454b-9802-2dfed689da11 Feb 02 15:32:42.444399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:42.553106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Calling delete_port for a3a29f7d-3969-4a17-a9e6-23cd3b49694b owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:32:42.623777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:42.628266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:42.628266 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:42.667578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0abb2796-de25-4585-9400-b7c2087668ea req-4dd17829-e3bf-4c7d-9545-c70508837006 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775932 Feb 02 15:32:42.795451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:42.807095 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9135947 Feb 02 15:32:42.819610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38912) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:42.832580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02ad99-cfe2-4297-9add-82a4dbeb2d83 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Network': ['ID=c935dd8f-3823-454b-9802-2dfed689da11,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:42.847160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef1f39-bd23-4c98-b0b4-d660025175fc req-ebb30b97-1556-41ea-afa4-8019306b526e tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:42.851211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:42.869696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef1f39-bd23-4c98-b0b4-d660025175fc req-ebb30b97-1556-41ea-afa4-8019306b526e tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:42.881828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef1f39-bd23-4c98-b0b4-d660025175fc req-ebb30b97-1556-41ea-afa4-8019306b526e tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:42.900044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:42.923989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef1f39-bd23-4c98-b0b4-d660025175fc req-ebb30b97-1556-41ea-afa4-8019306b526e tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:42.923989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3aef1f39-bd23-4c98-b0b4-d660025175fc req-ebb30b97-1556-41ea-afa4-8019306b526e tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2506 time: 0.4314461 Feb 02 15:32:42.964096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c935dd8f-3823-454b-9802-2dfed689da11 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:32:43.031527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4e9c5c6-7583-4beb-b745-f6e34e647b4d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:43.097354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:43.319455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:43.323018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:43.323018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:43.429013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3a29f7d-3969-4a17-a9e6-23cd3b49694b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:43.467936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38926) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:43.475321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da181e-791a-4f16-a903-1e3784371597 req-e253ae73-8312-4473-a676-9175611fd6d1 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:43.476549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:43.476807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-59da181e-791a-4f16-a903-1e3784371597 req-e253ae73-8312-4473-a676-9175611fd6d1 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 945 time: 0.1869161 Feb 02 15:32:43.494755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:43.579057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-59da181e-791a-4f16-a903-1e3784371597 req-eb77de21-b406-4d83-8ef4-0716b3e3c1a8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877490 Feb 02 15:32:43.586616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:43.682232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:32:43.682232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:43.716086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:43.716086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:43.724064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.738433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:43.745296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:43.797489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:43.803604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] Usage tracker for resource:security_group_rule and tenant:a99ca702d4084ed1a524a04b7d17fffa is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:43.811115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:43.827425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:43.986177 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'code': 200} Feb 02 15:32:43.989246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:43.993248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138abc7e-0434-47c8-b46f-bb3350c300e6 req-de7a13aa-a6fd-45d5-8f43-aeaca2e539c8 tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:43.993248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-138abc7e-0434-47c8-b46f-bb3350c300e6 req-de7a13aa-a6fd-45d5-8f43-aeaca2e539c8 tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] Synchronizing usage tracker for tenant:f638ba17b4db40f9a661bfba79f99e1e on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:32:44.015327 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.017839 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.034121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.037019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b158ab1c-bc78-476a-9381-22212989539c tempest-RoutersAdminNegativeIpV6Test-1555778707 tempest-RoutersAdminNegativeIpV6Test-1555778707-project-admin] 10.222.0.88 "DELETE /v2.0/ports/a3a29f7d-3969-4a17-a9e6-23cd3b49694b HTTP/1.1" status: 204 len: 168 time: 3.6987982 Feb 02 15:32:44.079334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47710a26-f3a5-4b3d-a69a-77b048e55a1d req-bb99a29d-abea-45e1-bf52-131c36fff5ee service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 1096 time: 0.1362567 Feb 02 15:32:44.085794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300dfba-40b1-4461-ba7a-af0be07e3a0f req-3565e846-c194-4be7-b35a-e1002a1a55d1 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:44.089852 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f300dfba-40b1-4461-ba7a-af0be07e3a0f req-3565e846-c194-4be7-b35a-e1002a1a55d1 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 945 time: 0.1139052 Feb 02 15:32:44.155570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47710a26-f3a5-4b3d-a69a-77b048e55a1d req-228348d9-8a23-472c-a6ce-e9309d34c7ae service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675468 Feb 02 15:32:44.159505 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.163195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7e3fa718-4178-4baa-aa0d-67b59a871517 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:44.163324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f300dfba-40b1-4461-ba7a-af0be07e3a0f req-e500d5ed-51da-4f0c-825e-2c0dd73866fd tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600049 Feb 02 15:32:44.219090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.219544 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.221340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42e96814-ef09-4b63-ac46-315c6bebef7c {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:32:44.227791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:44.272851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-138abc7e-0434-47c8-b46f-bb3350c300e6 req-de7a13aa-a6fd-45d5-8f43-aeaca2e539c8 tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] Unset dirty status for tenant:f638ba17b4db40f9a661bfba79f99e1e on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:32:44.272851 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-138abc7e-0434-47c8-b46f-bb3350c300e6 req-de7a13aa-a6fd-45d5-8f43-aeaca2e539c8 tempest-ComputeTenantNetworksTest-1218181205 tempest-ComputeTenantNetworksTest-1218181205-project] 10.222.0.88 "GET /v2.0/networks/ba063a80-e3d9-4155-b4c7-3ec2f48fbb41 HTTP/1.1" status: 200 len: 769 time: 1.1881151 Feb 02 15:32:44.287903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.291480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38942) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:44.304954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e14a48d-0823-4af1-a2c9-fc2cd8603f44 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "DELETE /v2.0/routers/42e96814-ef09-4b63-ac46-315c6bebef7c HTTP/1.1" status: 204 len: 168 time: 9.7054479 Feb 02 15:32:44.308999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38944) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:44.312354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:44.315524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f4e4dc-f9fe-4bdb-b3ea-03cadd5ba6b9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:44.319800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.319800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.331574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:32:44.368827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-28f95642-ee9a-4458-9a01-67f24f61cd7e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a99ca702d4084ed1a524a04b7d17fffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8826725 Feb 02 15:32:44.379426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38950) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:44.413602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 7e3fa718-4178-4baa-aa0d-67b59a871517 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:44.418183 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 7e3fa718-4178-4baa-aa0d-67b59a871517 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:44.418183 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.519497 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.589664 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.602926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.647124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:44.684888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5a42a8-62dc-4165-94b9-544c84b64f87 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Deleting subnet 054e4bc0-fa49-447b-9809-89a1780bf59f {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:32:44.694785 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d5a42a8-62dc-4165-94b9-544c84b64f87 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.738267 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.845049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38962) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:44.854087 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9723227-e21a-43cc-93a1-fa8d4a4a61e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.881993 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9723227-e21a-43cc-93a1-fa8d4a4a61e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.911384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d5a42a8-62dc-4165-94b9-544c84b64f87 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:44.928979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:45.143134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.186221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9723227-e21a-43cc-93a1-fa8d4a4a61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.225800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba063a80-e3d9-4155-b4c7-3ec2f48fbb41']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:45.241578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d5a42a8-62dc-4165-94b9-544c84b64f87 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.273627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9723227-e21a-43cc-93a1-fa8d4a4a61e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f4e4dc-f9fe-4bdb-b3ea-03cadd5ba6b9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:45.279092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.291774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4359c395-9d15-447b-a2c2-bcdcb358996a') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:45.295766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4359c395-9d15-447b-a2c2-bcdcb358996a') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:45.320504 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9723227-e21a-43cc-93a1-fa8d4a4a61e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.321758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1186894-3f24-4e91-9f28-61e9a3f28d36 req-92d3a012-baf9-4c21-8133-bd2eb94e5a68 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:45.321886 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b9723227-e21a-43cc-93a1-fa8d4a4a61e0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12f4e4dc-f9fe-4bdb-b3ea-03cadd5ba6b9 HTTP/1.1" status: 204 len: 168 time: 0.9374616 Feb 02 15:32:45.332124 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1186894-3f24-4e91-9f28-61e9a3f28d36 req-92d3a012-baf9-4c21-8133-bd2eb94e5a68 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.5068572 Feb 02 15:32:45.377893 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.446461 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.448729 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.475946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1186894-3f24-4e91-9f28-61e9a3f28d36 req-6b16d852-5a8e-4413-a687-0888d3ce9a37 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375053 Feb 02 15:32:45.512964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:32:45.512964 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:32:45.536855 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:32:45.539918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:45.599377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=a567c19b-6f1c-4b06-8c6e-a79174a6290a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:45.602291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] Usage tracker for resource:security_group_rule and tenant:f23aac729af949088168a5259a0ca757 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:45.610063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:45.635571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:45.653132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d5a42a8-62dc-4165-94b9-544c84b64f87 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.667782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509ce43-de8a-49ab-82b1-752dd2d72910 req-5b048564-d0b3-489a-bbb7-63c768ffd86e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:45.670195 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6509ce43-de8a-49ab-82b1-752dd2d72910 req-5b048564-d0b3-489a-bbb7-63c768ffd86e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 946 time: 0.3304346 Feb 02 15:32:45.696223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a42a8-62dc-4165-94b9-544c84b64f87 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=054e4bc0-fa49-447b-9809-89a1780bf59f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:45.701368 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d5a42a8-62dc-4165-94b9-544c84b64f87 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.735954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking segment: {'id': 'e2a82802-347a-45f2-a548-dd76f75d2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:45.736318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network hostable DHCP agents. Network: c935dd8f-3823-454b-9802-2dfed689da11, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:32:45.756035 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.764399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.768628 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ba063a80-e3d9-4155-b4c7-3ec2f48fbb41 HTTP/1.1" status: 204 len: 168 time: 1.4837534 Feb 02 15:32:45.799959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcc917-6073-4987-8666-f2912e15e560 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba063a80-e3d9-4155-b4c7-3ec2f48fbb41,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:45.824795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8d5a42a8-62dc-4165-94b9-544c84b64f87 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/054e4bc0-fa49-447b-9809-89a1780bf59f HTTP/1.1" status: 204 len: 168 time: 1.5289140 Feb 02 15:32:45.824795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38984) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:45.863488 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6509ce43-de8a-49ab-82b1-752dd2d72910 req-07a15f87-454a-4a1e-ba91-8f6f14ca7807 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735744 Feb 02 15:32:45.865562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3fa718-4178-4baa-aa0d-67b59a871517'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:32:45.914859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:45.975568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network c935dd8f-3823-454b-9802-2dfed689da11 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:32:45.989953 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3fa718-4178-4baa-aa0d-67b59a871517', 'code': 200} Feb 02 15:32:46.021186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.079210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd0ba86-7a17-42e4-a83b-56efa37d7ad2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:46.088038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8693038c-667c-470c-beb9-7e9faf68d56b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f23aac729af949088168a5259a0ca757&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2514098 Feb 02 15:32:46.089223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:46.108711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, c935dd8f-3823-454b-9802-2dfed689da11) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:46.116758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:46.117607 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.118693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf175a-cc16-47e0-b45c-6718c86b4b0b None None] Network c935dd8f-3823-454b-9802-2dfed689da11 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:46.133632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.183890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17194e9d-9c71-4d0f-ac65-a1e53f05c70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.241396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3cb9b6c6-5963-4e92-bc70-7b5e637ec278 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3376904 Feb 02 15:32:46.241396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38996) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:46.249705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:46.256479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d3c7bf-8b97-40aa-b53c-66330c6d9351 req-7c95fa6d-8d93-49c8-91f5-4147d16f1bd6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 1097 time: 0.1889665 Feb 02 15:32:46.282189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17194e9d-9c71-4d0f-ac65-a1e53f05c70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.405810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d3c7bf-8b97-40aa-b53c-66330c6d9351 req-6a6480f0-9233-4b9b-b8fb-57ffa578cf1c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355019 Feb 02 15:32:46.441935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.459158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:46.465528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:46.467401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:46.472580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9177c61-5e8d-4b02-af8a-f67df5e03474']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:46.474543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:46.477605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39000) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:46.488836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f9590d-a7c6-41da-94d2-73685911d77e') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:46.488836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f9590d-a7c6-41da-94d2-73685911d77e') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:46.500526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.503482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-c935dd8f-3823-454b-9802-2dfed689da11', 'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11', 'tenant_id': '2aa4e36747694bb5ada991c26d54c6c9', 'fixed_ips': [{'subnet_id': 'a567c19b-6f1c-4b06-8c6e-a79174a6290a'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:32:46.505365 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.526794 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.535918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:32:46.536335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.540953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17194e9d-9c71-4d0f-ac65-a1e53f05c70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.571073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-82515e1e-67d1-4435-82ae-670ffa42104e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f638ba17b4db40f9a661bfba79f99e1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0921943 Feb 02 15:32:46.577723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39012) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:46.586476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17194e9d-9c71-4d0f-ac65-a1e53f05c70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd0ba86-7a17-42e4-a83b-56efa37d7ad2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:46.597581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:46.610842 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:32:46.636494 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:32:46.638629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39016) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:46.690702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17194e9d-9c71-4d0f-ac65-a1e53f05c70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.700992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-17194e9d-9c71-4d0f-ac65-a1e53f05c70a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ffd0ba86-7a17-42e4-a83b-56efa37d7ad2 HTTP/1.1" status: 204 len: 168 time: 0.6004205 Feb 02 15:32:46.709745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.744020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.760525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9177c61-5e8d-4b02-af8a-f67df5e03474 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 15:32:46.782883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:46.853176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "DELETE /v2.0/networks/a9177c61-5e8d-4b02-af8a-f67df5e03474 HTTP/1.1" status: 204 len: 168 time: 1.0302725 Feb 02 15:32:46.853176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e81d99-fdf2-4840-bb48-15f07564ceee tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9177c61-5e8d-4b02-af8a-f67df5e03474,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:46.922388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:46.926818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] Usage tracker for resource:security_group_rule and tenant:aa02141cfb2f4816b9a13c2e1181deaa is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:46.934780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:46.944460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:46.965530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f49da805-a6a9-4482-bd77-1e71b3a44e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.016579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4e9c5c6-7583-4beb-b745-f6e34e647b4d no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:32:47.057519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f49da805-a6a9-4482-bd77-1e71b3a44e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.092510 n-d-827122-1 neutron-server[95773]: INFO neutron.db.ipam_backend_mixin [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a567c19b-6f1c-4b06-8c6e-a79174a6290a (CIDR: 172.20.0.0/28) Feb 02 15:32:47.102095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffe2b-8830-4d34-a114-68e4e7ca725a req-b5e6346e-41c6-4aeb-9efb-a3e09a8dbea7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:47.104197 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-134ffe2b-8830-4d34-a114-68e4e7ca725a req-b5e6346e-41c6-4aeb-9efb-a3e09a8dbea7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.4094293 Feb 02 15:32:47.124673 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.128427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e4e9c5c6-7583-4beb-b745-f6e34e647b4d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:32:47.130953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4e9c5c6-7583-4beb-b745-f6e34e647b4d not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:32:47.154392 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:32:47.155110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:32:47.179736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Allocated IP 172.20.0.2 (c935dd8f-3823-454b-9802-2dfed689da11/a567c19b-6f1c-4b06-8c6e-a79174a6290a/a998579c-18f7-4249-b554-f8120f6c2bc1) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:47.238384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.265330 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-134ffe2b-8830-4d34-a114-68e4e7ca725a req-1632a2e9-3578-467a-8d14-1da197d31d9d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268830 Feb 02 15:32:47.290888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-77ee88a2-9fea-4034-8fd7-063e3eb5dde1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0468051 Feb 02 15:32:47.290888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39030) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:47.297490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:47.326915 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.328866 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f49da805-a6a9-4482-bd77-1e71b3a44e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.471198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49da805-a6a9-4482-bd77-1e71b3a44e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5435ed0b-9b0f-4d40-aac7-800052ab8819,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:47.473253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f49da805-a6a9-4482-bd77-1e71b3a44e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.476684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f49da805-a6a9-4482-bd77-1e71b3a44e66 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5435ed0b-9b0f-4d40-aac7-800052ab8819 HTTP/1.1" status: 204 len: 168 time: 0.8946657 Feb 02 15:32:47.497003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d01e90-1a16-4d4d-9533-ba4d55ec4d3f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:47.518034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9bc89e91-023a-4551-a5e3-2adf601b7851 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aa02141cfb2f4816b9a13c2e1181deaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8803985 Feb 02 15:32:47.525292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39040) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:47.652576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.662544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194016f-5f4c-4a91-893e-4ebb9e40374f req-078252d3-d528-4868-ab66-d0b16e566b1a tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:47.662544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b194016f-5f4c-4a91-893e-4ebb9e40374f req-078252d3-d528-4868-ab66-d0b16e566b1a tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 946 time: 0.4480808 Feb 02 15:32:47.675538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Transition to ACTIVE for port object a998579c-18f7-4249-b554-f8120f6c2bc1 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:47.694554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Transition to ACTIVE for port object a998579c-18f7-4249-b554-f8120f6c2bc1 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:47.749171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:47.771062 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.805500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:47.824852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:47.828966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84d4b3fa-bfd5-4e3b-8ea7-19263e3c128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.839235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b194016f-5f4c-4a91-893e-4ebb9e40374f req-2ec3e3e9-bd3c-4247-86c9-beafd5f56845 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731255 Feb 02 15:32:47.862297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:47.886461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.917771 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84d4b3fa-bfd5-4e3b-8ea7-19263e3c128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:47.961106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39052) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:47.967281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'router': {'name': 'tempest-router--468364395', 'project_id': '914b90f440a047c084739ec740ecc12a'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:47.968374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Network c935dd8f-3823-454b-9802-2dfed689da11 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:47.971428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:47.980513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:47.983600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:47.988263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:48.005630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.048359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Usage tracker for resource:router and tenant:914b90f440a047c084739ec740ecc12a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:48.054819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:48.061769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Pushing event updated for resources: {'Port': ['ID=a998579c-18f7-4249-b554-f8120f6c2bc1,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:48.066741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:48.104588 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84d4b3fa-bfd5-4e3b-8ea7-19263e3c128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.163352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4b3fa-bfd5-4e3b-8ea7-19263e3c128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d01e90-1a16-4d4d-9533-ba4d55ec4d3f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:48.199332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84d4b3fa-bfd5-4e3b-8ea7-19263e3c128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.199332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-84d4b3fa-bfd5-4e3b-8ea7-19263e3c128d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e5d01e90-1a16-4d4d-9533-ba4d55ec4d3f HTTP/1.1" status: 204 len: 168 time: 0.6719296 Feb 02 15:32:48.203433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Attempting to bind port a998579c-18f7-4249-b554-f8120f6c2bc1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:32:48.203433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Attempting to bind port a998579c-18f7-4249-b554-f8120f6c2bc1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e2a82802-347a-45f2-a548-dd76f75d2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:32:48.203433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Attempting to bind port a998579c-18f7-4249-b554-f8120f6c2bc1 on network c935dd8f-3823-454b-9802-2dfed689da11 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:32:48.246781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:32:48.246781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Checking segment: {'id': 'e2a82802-347a-45f2-a548-dd76f75d2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:32:48.246781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.246781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Bound using segment: {'id': 'e2a82802-347a-45f2-a548-dd76f75d2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:32:48.246781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Bound port: a998579c-18f7-4249-b554-f8120f6c2bc1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a82802-347a-45f2-a548-dd76f75d2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:32:48.246781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.270374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.270374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.371144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] For port a998579c-18f7-4249-b554-f8120f6c2bc1, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:32:48.371144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] For port a998579c-18f7-4249-b554-f8120f6c2bc1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a998579c-18f7-4249-b554-f8120f6c2bc1,segment=NetworkSegment(e2a82802-347a-45f2-a548-dd76f75d2da8),segment_id=e2a82802-347a-45f2-a548-dd76f75d2da8)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:32:48.379914 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.445612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-1b4ce1e7-0b8b-4b46-8f39-303c1730d130 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:48.452359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-1b4ce1e7-0b8b-4b46-8f39-303c1730d130 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3702219 Feb 02 15:32:48.516816 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.526584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.614227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96666762-cc4a-4520-bda1-8272e83a24c4 req-d2162b41-401a-4e4d-8afb-8bb2e17008f7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:48.614227 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96666762-cc4a-4520-bda1-8272e83a24c4 req-d2162b41-401a-4e4d-8afb-8bb2e17008f7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.1443236 Feb 02 15:32:48.642975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39062) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:48.782172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-da2de89c-33b5-40d6-8ddd-4902f00d702b tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.3198228 Feb 02 15:32:48.792981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8dae6-b28b-4f27-a64f-d0208b7061d8 None None] Pushing event updated for resources: {'Port': ['ID=a998579c-18f7-4249-b554-f8120f6c2bc1,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:48.814346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Request body: {'floatingip': {'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:48.980825 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:48.980825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7eee7a2d-29d1-4347-8713-48f818e3cb21 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0134470 Feb 02 15:32:48.992223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39076) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:49.026856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:49.099417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96666762-cc4a-4520-bda1-8272e83a24c4 req-f011f120-df76-47d9-9a1f-eb76e659f088 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842498 Feb 02 15:32:49.199231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:49.202575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fc5046fc-d406-4acf-9caf-eceb6f37ec32 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bfbdf876a3894add926047eb8a027ae9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5393362 Feb 02 15:32:49.385928 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7dc83dbb-518c-4f5e-bcee-9d0bfc72ad0b tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:49.492681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-895afb2e-4b2b-41ba-8607-66a4880f0390 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5778701 Feb 02 15:32:49.614465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c424216-305e-4525-a1ca-aecbf217235b req-dda3caef-ccde-4010-92e2-a14e82aafe24 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:49.614465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6c424216-305e-4525-a1ca-aecbf217235b req-dda3caef-ccde-4010-92e2-a14e82aafe24 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.2937744 Feb 02 15:32:49.697742 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:49.751091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06591638-19eb-4b7b-a0db-4e2bfa17c56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:49.840169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39096) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:49.855686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network c935dd8f-3823-454b-9802-2dfed689da11 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:49.867353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:49.907597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:49.907597 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:49.917799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06591638-19eb-4b7b-a0db-4e2bfa17c56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:49.950189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=1ba6d2c3-7ed8-4131-8252-9142b7d08da8,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:50.019113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:50.061551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6c424216-305e-4525-a1ca-aecbf217235b req-77e2fc6b-c299-4f02-b2d5-de99d7bff824 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730567 Feb 02 15:32:50.143861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52041167-2cdd-4376-a45a-ff730c2fde2b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8565576 Feb 02 15:32:50.147157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39106) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:50.162578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7dc83dbb-518c-4f5e-bcee-9d0bfc72ad0b tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:50.165587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11', 'fixed_ips': [{'subnet_id': 'a567c19b-6f1c-4b06-8c6e-a79174a6290a'}, {'subnet_id': '1ba6d2c3-7ed8-4131-8252-9142b7d08da8'}], 'name': 'tempest-PortsTestJSON-1449591496'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:50.197834 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7dc83dbb-518c-4f5e-bcee-9d0bfc72ad0b tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:50.224605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:50.242792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-cade3b14-2fa9-45f4-a83d-a1a61dd9219c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 1097 time: 0.5592363 Feb 02 15:32:50.245785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] Usage tracker for resource:security_group_rule and tenant:784bffd41ecd4f74a8c40df75f7b7000 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:50.252814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:50.284645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:50.483500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:50.494665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:50.499273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7dc83dbb-518c-4f5e-bcee-9d0bfc72ad0b tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:50.499273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc83dbb-518c-4f5e-bcee-9d0bfc72ad0b tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff4e4309-b903-4529-b475-e1b33ec776fe {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:32:50.509789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06591638-19eb-4b7b-a0db-4e2bfa17c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:50.509789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:50.527098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:50.527098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06591638-19eb-4b7b-a0db-4e2bfa17c56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644051f3-38ed-4499-af81-305765d73916,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:50.545539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06591638-19eb-4b7b-a0db-4e2bfa17c56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:50.551195 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-06591638-19eb-4b7b-a0db-4e2bfa17c56e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/644051f3-38ed-4499-af81-305765d73916 HTTP/1.1" status: 204 len: 168 time: 1.3513391 Feb 02 15:32:50.663823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-2b88206b-b6e4-43ba-9347-d38b2b3aa02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:50.672171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-2b88206b-b6e4-43ba-9347-d38b2b3aa02b service neutron] 10.222.0.107 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.3958316 Feb 02 15:32:50.678768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:50.763327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ea4c7-da9b-45e0-9f72-9413fb063e9f None None] Network c935dd8f-3823-454b-9802-2dfed689da11 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:50.868685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7dc83dbb-518c-4f5e-bcee-9d0bfc72ad0b tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:50.868685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7dc83dbb-518c-4f5e-bcee-9d0bfc72ad0b tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "DELETE /v2.0/routers/ff4e4309-b903-4529-b475-e1b33ec776fe HTTP/1.1" status: 204 len: 168 time: 1.8698151 Feb 02 15:32:50.868685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-a834bcb7-f18d-4ac6-93ad-5bc6b7b2eb20 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 217 time: 0.1867583 Feb 02 15:32:50.919492 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:51.028809 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:51.100620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:51.133322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-c30fc0cc-9e90-4070-bfcf-bcafcf987684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:51.142917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-c30fc0cc-9e90-4070-bfcf-bcafcf987684 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.2652535 Feb 02 15:32:51.151435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9da5b40b-9886-4efe-9505-873dca497e32 None None] Provisioning for port a998579c-18f7-4249-b554-f8120f6c2bc1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:51.188803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:51.240002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a998579c-18f7-4249-b554-f8120f6c2bc1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:51.242063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:32:51.286430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:51.415109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afeedb5-77a3-49e1-a671-29625ff4ca34,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:51.456700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-380ad618-3817-47bd-aaa9-36162b9d3513 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=784bffd41ecd4f74a8c40df75f7b7000&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6098676 Feb 02 15:32:51.456700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39138) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:51.535191 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-9c1eca82-b7c0-497b-902f-252e4e748056 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3865576 Feb 02 15:32:51.649803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a998579c-18f7-4249-b554-f8120f6c2bc1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:51.706643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a998579c-18f7-4249-b554-f8120f6c2bc1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:51.707187 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:51.980837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758d561-f019-4be0-b9d2-2f3143ec2ad1 None None] Update dhcp port {'port': {'network_id': 'c935dd8f-3823-454b-9802-2dfed689da11', 'fixed_ips': [{'subnet_id': 'a567c19b-6f1c-4b06-8c6e-a79174a6290a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ba6d2c3-7ed8-4131-8252-9142b7d08da8'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'a998579c-18f7-4249-b554-f8120f6c2bc1'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:32:51.984565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39148) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:52.103860 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e758d561-f019-4be0-b9d2-2f3143ec2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.189193 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.197784 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6b5b194-74c3-4763-943c-296c3e15870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.265391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6b5b194-74c3-4763-943c-296c3e15870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.334614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a998579c-18f7-4249-b554-f8120f6c2bc1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a998579c-18f7-4249-b554-f8120f6c2bc1,segment=NetworkSegment(e2a82802-347a-45f2-a548-dd76f75d2da8),segment_id=e2a82802-347a-45f2-a548-dd76f75d2da8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:52.384251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.4 (c935dd8f-3823-454b-9802-2dfed689da11/a567c19b-6f1c-4b06-8c6e-a79174a6290a/04a9c510-e64e-4eb5-bae3-a8fdcc9234c2) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:52.409924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.27 (c935dd8f-3823-454b-9802-2dfed689da11/1ba6d2c3-7ed8-4131-8252-9142b7d08da8/04a9c510-e64e-4eb5-bae3-a8fdcc9234c2) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:52.414320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.425562 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e associated. External IP: 172.25.0.154, port: b41ae462-8d4e-4ced-98ea-efafb09d3615. Feb 02 15:32:52.427355 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-1be5424b-82bd-4214-9489-612abc16baf3 service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728220 Feb 02 15:32:52.518019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-347656561', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:52.524029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6b5b194-74c3-4763-943c-296c3e15870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.532500 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a998579c-18f7-4249-b554-f8120f6c2bc1,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:52.533577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f176a52-8b1b-4409-9e0a-3748870fc3e0 req-ad4d492d-8d63-4e56-bf74-27e92fc513cf tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:52.540938 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f176a52-8b1b-4409-9e0a-3748870fc3e0 req-ad4d492d-8d63-4e56-bf74-27e92fc513cf tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.4906158 Feb 02 15:32:52.556693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:52.580001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Usage tracker for resource:router and tenant:83970c72f0754bb989eabf02c0932c22 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:52.584143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5b194-74c3-4763-943c-296c3e15870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afeedb5-77a3-49e1-a671-29625ff4ca34,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:52.615990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:52.618812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a6b5b194-74c3-4763-943c-296c3e15870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.623690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a6b5b194-74c3-4763-943c-296c3e15870e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0afeedb5-77a3-49e1-a671-29625ff4ca34 HTTP/1.1" status: 204 len: 168 time: 1.1694839 Feb 02 15:32:52.636584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:52.737728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f176a52-8b1b-4409-9e0a-3748870fc3e0 req-148d4919-ea11-4ae0-93ce-0e1735255e4b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869357 Feb 02 15:32:52.765685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8be1741-0f34-40c3-876c-79d46d8152a3 req-ee79c2f3-44a0-454e-a8f7-dad2b2f5869f service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361075 Feb 02 15:32:52.824412 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.824412 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.853088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.876998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:52.892652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:53.087760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a998579c-18f7-4249-b554-f8120f6c2bc1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:53.238471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:53.393835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-e758d561-f019-4be0-b9d2-2f3143ec2ad1 None None] Allocated IP 172.20.0.18 (c935dd8f-3823-454b-9802-2dfed689da11/1ba6d2c3-7ed8-4131-8252-9142b7d08da8/a998579c-18f7-4249-b554-f8120f6c2bc1) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:53.425293 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:53.430896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network c935dd8f-3823-454b-9802-2dfed689da11 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:53.437310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:53.453187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:53.485439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39202) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:53.495366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=04a9c510-e64e-4eb5-bae3-a8fdcc9234c2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:53.599507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:53.599507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:53.640904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e758d561-f019-4be0-b9d2-2f3143ec2ad1 None None] For port a998579c-18f7-4249-b554-f8120f6c2bc1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a998579c-18f7-4249-b554-f8120f6c2bc1,segment=NetworkSegment(e2a82802-347a-45f2-a548-dd76f75d2da8),segment_id=e2a82802-347a-45f2-a548-dd76f75d2da8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:32:53.677374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:32:53.679125 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e758d561-f019-4be0-b9d2-2f3143ec2ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:53.690853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e758d561-f019-4be0-b9d2-2f3143ec2ad1 None None] Transition to ACTIVE for port object a998579c-18f7-4249-b554-f8120f6c2bc1 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:53.719742 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a998579c-18f7-4249-b554-f8120f6c2bc1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:53.719742 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:53.816013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-02e82492-f4d6-4dfc-89f4-600d0602cf0c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6676428 Feb 02 15:32:53.816345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e758d561-f019-4be0-b9d2-2f3143ec2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:53.822382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39214) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:53.834117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a567c19b-6f1c-4b06-8c6e-a79174a6290a'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:54.097380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:32:54.103333 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:32:54.119208 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:54.148315 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:32:54.148315 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:54.186495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37713d66-3a9e-4665-b51d-dc0336bc52ef tempest-AgentManagementNegativeTest-382543343 tempest-AgentManagementNegativeTest-382543343-project] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6924145 Feb 02 15:32:54.272575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-263ec346-ebb0-4aa4-ba6f-f04814990462 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "PUT /v2.0/floatingips/d681d8d7-4488-47f9-b7e1-cb6e84cf805e HTTP/1.1" status: 200 len: 997 time: 5.4922512 Feb 02 15:32:54.273041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:32:54.289566 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:54.336756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758d561-f019-4be0-b9d2-2f3143ec2ad1 None None] Pushing event updated for resources: {'Port': ['ID=a998579c-18f7-4249-b554-f8120f6c2bc1,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:54.342129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port a998579c-18f7-4249-b554-f8120f6c2bc1 had new provisioning blocks added so it will not transition to active. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 02 15:32:54.344264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:54.438882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39232) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:54.541208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-2997c223-ae88-46a4-b293-381a5687a3b0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.2451689 Feb 02 15:32:54.578328 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:32:54.620263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:54.647497 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3325e0b7-5e72-4d3a-bf4c-372f83a3d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:54.711767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6348b80-ea6c-43e6-a558-3bb023c2efa3 req-a8eab546-df8a-4e87-afce-8f6a60e78714 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:54.711767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6348b80-ea6c-43e6-a558-3bb023c2efa3 req-a8eab546-df8a-4e87-afce-8f6a60e78714 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.5821345 Feb 02 15:32:54.854012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-f7c2aaad-9726-41ed-bfd2-d7da780c79db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:54.857863 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-f7c2aaad-9726-41ed-bfd2-d7da780c79db service neutron] 10.222.0.88 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.3115606 Feb 02 15:32:55.006156 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6348b80-ea6c-43e6-a558-3bb023c2efa3 req-fa476680-a7d2-4de2-9ef8-71345b20c917 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922957 Feb 02 15:32:55.103322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Allocated IP 172.25.0.63 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/f8ddb177-9449-46aa-a624-833de6efb9c2) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:55.174935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a998579c-18f7-4249-b554-f8120f6c2bc1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:32:55.400870 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'status': 'completed', 'code': 200} Feb 02 15:32:55.401253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39248) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:55.458517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:55.480396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-e0f8b0ae-fc11-4ce6-ae53-1bf0bfd31e7d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 1000 time: 0.6110809 Feb 02 15:32:55.494094 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:f8:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007976-54e0-47c6-a444-2d735029dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:32:50Z', 'revision_number': 1, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:55.501594 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:32:55.519751 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:32:55.521944 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:55.584315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:55.584315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] Usage tracker for resource:security_group_rule and tenant:11e05fcb99b74487a13d8d71c9abe460 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:55.584315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:55.599604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:55.644361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be761b03-706a-4979-8567-18a3226707b8 None None] Network c935dd8f-3823-454b-9802-2dfed689da11 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:32:55.696010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:55.776729 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:55.826110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-99364bec-ec16-4384-9619-299a258ebb4c None None] Provisioning for port a998579c-18f7-4249-b554-f8120f6c2bc1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:55.866026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-d814816a-54ed-4389-8511-7e14bc21a95a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:55.867970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-d814816a-54ed-4389-8511-7e14bc21a95a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.3858461 Feb 02 15:32:55.942944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:55.984464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa5b8be-0187-4863-b6c3-841f4f7637ab,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:55.994754 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:32:56.005360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d7af412-0c05-4146-8612-4a27cf88d481 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=11e05fcb99b74487a13d8d71c9abe460&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5652709 Feb 02 15:32:56.023930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39260) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:56.059456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-99364bec-ec16-4384-9619-299a258ebb4c None None] Provisioning complete for port a998579c-18f7-4249-b554-f8120f6c2bc1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:56.059456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-99364bec-ec16-4384-9619-299a258ebb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:56.191356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Delete allocated IP 172.20.0.27 (c935dd8f-3823-454b-9802-2dfed689da11/1ba6d2c3-7ed8-4131-8252-9142b7d08da8) {{(pid=95772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 15:32:56.266451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:56.275788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] Usage tracker for resource:security_group_rule and tenant:5940510238f44491ad8236603f63e0b3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:56.285822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:56.297634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-dc8942f8-e66f-433d-8595-5fe87cdbf11f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4176788 Feb 02 15:32:56.308183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:56.308549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-abe24130-3aa2-48fa-a5c7-b4a73c88a765 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:32:56.309527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-abe24130-3aa2-48fa-a5c7-b4a73c88a765 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052853 Feb 02 15:32:56.406628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e7b62a0-214e-40c4-8fe0-81362c78aa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:56.439922 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:56.459370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Ignored duplicate provisioning block setup for port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 02 15:32:56.529729 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:56.553888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e7b62a0-214e-40c4-8fe0-81362c78aa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:56.697445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39276) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:56.786543 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-e3a88939-0c2f-4054-8e45-42f968b778aa service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611423 Feb 02 15:32:56.869351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5dde9a2f-4426-4aea-ac5a-04500d05f3e0 None None] Provisioning complete for port a998579c-18f7-4249-b554-f8120f6c2bc1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:56.869917 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5dde9a2f-4426-4aea-ac5a-04500d05f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:56.907709 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:f8:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007976-54e0-47c6-a444-2d735029dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:32:50Z', 'revision_number': 1, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:32:56.916529 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2b511-771b-4533-bf47-58b4bfd8531e None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:f8:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007976-54e0-47c6-a444-2d735029dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:32:50Z', 'revision_number': 1, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:32:56.918481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:56.948083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4a72949e-4524-4c43-9743-87afacc541f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:56.948264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-21279d4c-941f-4259-b9f0-1257630c7c26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 1.6299145 Feb 02 15:32:57.081088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.165049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] In _notify_port_updated(), no bound segment for port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 on network c935dd8f-3823-454b-9802-2dfed689da11 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:32:57.170532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:57.170532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.190051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "PUT /v2.0/ports/04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 HTTP/1.1" status: 200 len: 919 time: 3.3584144 Feb 02 15:32:57.219553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42232b95-00fd-4af8-b6ae-48ab73ea6e12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=04a9c510-e64e-4eb5-bae3-a8fdcc9234c2,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:57.223010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39286) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:57.240848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a567c19b-6f1c-4b06-8c6e-a79174a6290a'}, {'subnet_id': '1ba6d2c3-7ed8-4131-8252-9142b7d08da8'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:57.291901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1301745377-network', 'tenant_id': 'f08c82c4d033445481c103ef931477a0'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:57.306615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.313945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5dde9a2f-4426-4aea-ac5a-04500d05f3e0 None None] Provisioning for port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:32:57.317479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5dde9a2f-4426-4aea-ac5a-04500d05f3e0 None None] Provisioning complete for port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:57.317880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5dde9a2f-4426-4aea-ac5a-04500d05f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.361681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:57.389916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.392084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Usage tracker for resource:network and tenant:f08c82c4d033445481c103ef931477a0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:57.399039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44612e70-6ac9-41b2-a59e-5ea3d4656b90 None None] New status for floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:32:57.426006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:57.470055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:57.490543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e7b62a0-214e-40c4-8fe0-81362c78aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.538624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5940510238f44491ad8236603f63e0b3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1363199 Feb 02 15:32:57.542315 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d762b3d1-8c84-4605-9d69-370f0ff066d3 req-7863372a-8c79-4b18-9236-51918e6ff5ca service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494094 Feb 02 15:32:57.547504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39294) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:57.548508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8848feb-c73e-46ee-b851-a80ad01c7b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e352a7cf-d349-402d-8014-550b7a9c8e89,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:57.586945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:32:57.589318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Made reservation on behalf of f08c82c4d033445481c103ef931477a0 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:57.592830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.604261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:32:57.608471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b62a0-214e-40c4-8fe0-81362c78aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa5b8be-0187-4863-b6c3-841f4f7637ab,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:57.612143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event updated for resources: {'Port': ['ID=f8ddb177-9449-46aa-a624-833de6efb9c2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:57.617357 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e7b62a0-214e-40c4-8fe0-81362c78aa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.618655 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e7b62a0-214e-40c4-8fe0-81362c78aa7d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9aa5b8be-0187-4863-b6c3-841f4f7637ab HTTP/1.1" status: 204 len: 168 time: 1.5996673 Feb 02 15:32:57.623779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:32:57.641714 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.657016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daca18-0041-40da-88a0-885560db41f2 req-58861d58-2aa7-41aa-b8c4-001e5d6a8e45 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:57.664788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2daca18-0041-40da-88a0-885560db41f2 req-58861d58-2aa7-41aa-b8c4-001e5d6a8e45 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 1.1463020 Feb 02 15:32:57.743036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.745206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:57.750948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Usage tracker for resource:security_group_rule and tenant:f08c82c4d033445481c103ef931477a0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:57.755666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:57.764423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:57.794724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2daca18-0041-40da-88a0-885560db41f2 req-a04c5df5-4300-40bd-a9db-eda5a5404ff4 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287823 Feb 02 15:32:57.808276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-127feed5-2e37-46fd-90a8-f24dccace18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:57.826560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-127feed5-2e37-46fd-90a8-f24dccace18b service neutron] 10.222.0.64 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.6361933 Feb 02 15:32:57.844700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5dde9a2f-4426-4aea-ac5a-04500d05f3e0 None None] Port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:32:57.874926 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:57.951990 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-416d85b0-e0a9-4efe-911a-359e80216449 req-9c0830af-d1c2-4d54-9882-18b7a03b480b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7151732 Feb 02 15:32:57.952942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4004a678-ec3d-4d0e-b25b-80a822c76769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.002727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c72d6ccf-3d83-4d30-bfd3-25c63dde6ddb None None] Provisioning complete for port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:32:58.002727 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c72d6ccf-3d83-4d30-bfd3-25c63dde6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.007193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4004a678-ec3d-4d0e-b25b-80a822c76769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.063228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.124533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c72d6ccf-3d83-4d30-bfd3-25c63dde6ddb None None] Port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:32:58.157223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:32:58.176532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d7943-4a67-4576-882b-4ebf0b4b1400,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:58.208213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-3c27f9fe-0024-413f-8ece-5abf1e474075 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:58.209707 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-3c27f9fe-0024-413f-8ece-5abf1e474075 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3010008 Feb 02 15:32:58.215647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-20e29c8a-7057-4afa-9d9a-ddf20e555757 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 1000 time: 0.3815975 Feb 02 15:32:58.294760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4004a678-ec3d-4d0e-b25b-80a822c76769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.298471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.299076 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Added segment d42561e9-254f-4bd1-a18c-7a98e717561b of type vlan for network 79254ec1-3330-46c2-a881-4424ad397256 Feb 02 15:32:58.355060 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.359637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004a678-ec3d-4d0e-b25b-80a822c76769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352a7cf-d349-402d-8014-550b7a9c8e89,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:58.406209 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.406823 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.423416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4004a678-ec3d-4d0e-b25b-80a822c76769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.427564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4004a678-ec3d-4d0e-b25b-80a822c76769 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e352a7cf-d349-402d-8014-550b7a9c8e89 HTTP/1.1" status: 204 len: 168 time: 0.8670597 Feb 02 15:32:58.538260 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.539658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:58.540437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.626098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-a9e205df-7ea0-42da-87c0-56b452a0ed00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:32:58.627577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-a9e205df-7ea0-42da-87c0-56b452a0ed00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.3620987 Feb 02 15:32:58.768116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0455499 Feb 02 15:32:58.773502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39318) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:32:58.784985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Request body: {'subnet': {'network_id': '79254ec1-3330-46c2-a881-4424ad397256', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1301745377-subnet', 'tenant_id': 'f08c82c4d033445481c103ef931477a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:58.794532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:32:58.808199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Usage tracker for resource:subnet and tenant:f08c82c4d033445481c103ef931477a0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:32:58.814988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:32:58.816977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7aa1f-bb75-49cc-9bef-5d618ecbffbd admin admin] Pushing event updated for resources: {'Network': ['ID=79254ec1-3330-46c2-a881-4424ad397256,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:32:58.830026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:32:58.843958 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-1a5d381e-2d6b-4c1a-9edb-c852b5b7373a tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.6236207 Feb 02 15:32:58.844754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.27 (c935dd8f-3823-454b-9802-2dfed689da11/1ba6d2c3-7ed8-4131-8252-9142b7d08da8/04a9c510-e64e-4eb5-bae3-a8fdcc9234c2) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:32:58.851990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 79254ec1-3330-46c2-a881-4424ad397256 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:32:58.858863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Request body: {'floatingip': {'port_id': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:32:58.926963 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:58.927871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:59.007114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:59.119473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-2e6622f2-9f95-4b09-b1dd-d5806947598f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4825499 Feb 02 15:32:59.140184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Made reservation on behalf of f08c82c4d033445481c103ef931477a0 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:32:59.142725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:59.573861 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:32:59.605069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-7b6212fa-3f4a-49ae-a489-5fe2bf76478a service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659905 Feb 02 15:32:59.705445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:59.910626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:32:59.921189 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:32:59.987274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaa4881f-df3c-4c1e-84a2-18b6fc2a2ca6 req-ec928707-daad-436d-89e7-2f149574cd85 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444085 Feb 02 15:33:00.046589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61f012-9ccb-4bd4-8d7f-46c5b8c4fade req-6189549a-ee83-4b40-8000-ac0bb37115ac tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:00.054143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e61f012-9ccb-4bd4-8d7f-46c5b8c4fade req-6189549a-ee83-4b40-8000-ac0bb37115ac tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.9334295 Feb 02 15:33:00.094193 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:00.104662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:00.187317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:00.234397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:00.253774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e61f012-9ccb-4bd4-8d7f-46c5b8c4fade req-45d2ba7c-95cf-4e4a-bb18-bce8cc3213c0 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973469 Feb 02 15:33:00.376420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=04a9c510-e64e-4eb5-bae3-a8fdcc9234c2,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:00.429330 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e associated. External IP: 172.25.0.154, port: b41ae462-8d4e-4ced-98ea-efafb09d3615. Feb 02 15:33:00.507132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:00.583631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Router de976cf4-b980-4b15-8618-f266305fda61 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:33:00.585610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eefc434-82fc-4449-b631-4141e991daa5,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:00.633459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-416d85b0-e0a9-4efe-911a-359e80216449 req-fdf675b3-cf19-4f17-adbf-8d0a30eb090c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.4805441 Feb 02 15:33:00.634342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Checking segment: {'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:00.635051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Network hostable DHCP agents. Network: 79254ec1-3330-46c2-a881-4424ad397256, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:33:00.645199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] In _notify_port_updated(), no bound segment for port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 on network c935dd8f-3823-454b-9802-2dfed689da11 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:33:00.645199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:00.645199 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:00.646867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f557c932-7ec4-49de-b34c-9424329fdf81 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "PUT /v2.0/ports/04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 HTTP/1.1" status: 200 len: 999 time: 3.4234695 Feb 02 15:33:00.650801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39364) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:00.749206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80b1a42c-ff3d-4df0-af73-fa02163e4fc7 None None] Provisioning for port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:00.754986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80b1a42c-ff3d-4df0-af73-fa02163e4fc7 None None] Provisioning complete for port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:00.755360 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80b1a42c-ff3d-4df0-af73-fa02163e4fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:00.893642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-80b1a42c-ff3d-4df0-af73-fa02163e4fc7 None None] Port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:01.064404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1411743464'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:01.076555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:01.095261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Usage tracker for resource:network and tenant:ad83c67cb7544cb98b8d5b6339acc91a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:01.102513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0fc56305-a11e-4d09-abb7-f2fe88c1bf16 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:01.103045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fc56305-a11e-4d09-abb7-f2fe88c1bf16 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:01.135793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:01.150401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:01.169736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:33:01.191664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Network 79254ec1-3330-46c2-a881-4424ad397256 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:33:01.375560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d85b0-e0a9-4efe-911a-359e80216449 req-58bd65e3-7ed0-44d7-b3d9-c2c017cce395 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:01.385256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-416d85b0-e0a9-4efe-911a-359e80216449 req-58bd65e3-7ed0-44d7-b3d9-c2c017cce395 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.4588666 Feb 02 15:33:01.390116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Made reservation on behalf of ad83c67cb7544cb98b8d5b6339acc91a for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:01.409163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:01.419501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 79254ec1-3330-46c2-a881-4424ad397256) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:01.428271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8479e3-bb1e-426c-81dd-cdcfc4269fac None None] Network 79254ec1-3330-46c2-a881-4424ad397256 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:01.525558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:01.534553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:01.536912 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:01.545091 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:01.561153 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:01.562018 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:01.595691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:01.906899 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:01.967388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d857c-59d3-44e5-89e2-6f28a0896c17 None None] Network 79254ec1-3330-46c2-a881-4424ad397256 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:01.973607 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-416d85b0-e0a9-4efe-911a-359e80216449 req-55aaf2f1-0c00-4810-a9ad-7db2e8118e5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 217 time: 0.5521176 Feb 02 15:33:02.214859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:02.236127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Usage tracker for resource:security_group_rule and tenant:ad83c67cb7544cb98b8d5b6339acc91a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:02.263298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:02.278608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093c48b-5bd5-4e1b-a7d4-6ad1597bf702 req-165fea9c-38a9-48b1-b630-3bd2dd267f6b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:02.283507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a093c48b-5bd5-4e1b-a7d4-6ad1597bf702 req-165fea9c-38a9-48b1-b630-3bd2dd267f6b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.7284734 Feb 02 15:33:02.290979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8bb24967-f63c-485b-88a4-17c2bcbc628e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5156240 Feb 02 15:33:02.292217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:02.350628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d85b0-e0a9-4efe-911a-359e80216449 req-1585c2c7-1bca-4bc1-8e3a-fc5c2c0aa9ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:02.352194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-416d85b0-e0a9-4efe-911a-359e80216449 req-1585c2c7-1bca-4bc1-8e3a-fc5c2c0aa9ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.2941930 Feb 02 15:33:02.400035 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fc56305-a11e-4d09-abb7-f2fe88c1bf16 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:02.485027 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:64:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:32:59Z', 'revision_number': 3, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:02.495005 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:33:02.508043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:33:02.519707 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:02.520386 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:02.835623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-0fc56305-a11e-4d09-abb7-f2fe88c1bf16 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:02.859562 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:02.898296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a093c48b-5bd5-4e1b-a7d4-6ad1597bf702 req-09832ee5-b2c3-4fb9-9603-a466bd7fdcd9 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003430 Feb 02 15:33:02.994185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:02.999186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:03.033886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:03.049614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96b057-e9ea-4452-a174-1a412643d716 None None] Sync routers for ids ['de976cf4-b980-4b15-8618-f266305fda61'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:03.073691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96b057-e9ea-4452-a174-1a412643d716 None None] Routers {'de976cf4-b980-4b15-8618-f266305fda61'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:03.078347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ec96b057-e9ea-4452-a174-1a412643d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['de976cf4-b980-4b15-8618-f266305fda61'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:03.165796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:03.218622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:03.226488 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a537e396-6320-45eb-8b40-f411086554fa tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "PUT /v2.0/floatingips/d681d8d7-4488-47f9-b7e1-cb6e84cf805e HTTP/1.1" status: 200 len: 999 time: 4.3727558 Feb 02 15:33:03.233195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-416d85b0-e0a9-4efe-911a-359e80216449 req-8e7ca134-a6f1-467f-8ce7-1195379b9479 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8469386 Feb 02 15:33:03.263421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ec96b057-e9ea-4452-a174-1a412643d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:03.303391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96b057-e9ea-4452-a174-1a412643d716 None None] Routers {'de976cf4-b980-4b15-8618-f266305fda61'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:03.304047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ec96b057-e9ea-4452-a174-1a412643d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['de976cf4-b980-4b15-8618-f266305fda61'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:03.341185 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'status': 'completed', 'code': 200} Feb 02 15:33:03.369364 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:03.373545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39456) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:03.378506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-79651f5c-4fc5-49ea-b8fd-94bd9ba4754e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:03.379873 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-79651f5c-4fc5-49ea-b8fd-94bd9ba4754e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports/b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 943 time: 0.1459358 Feb 02 15:33:03.382369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-28ce4c44-cb84-4032-97b4-60c755866bea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.4057467 Feb 02 15:33:03.382896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:03.428022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ec96b057-e9ea-4452-a174-1a412643d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:03.429002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96b057-e9ea-4452-a174-1a412643d716 None None] The sync data for ids ['de976cf4-b980-4b15-8618-f266305fda61'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:03.634713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:33:03.647556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5b917-e2d0-4467-b392-ce6acb02752f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:03.672646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:03.673409 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Added segment 38c86d2d-1afa-4134-a60a-6c650f13ed4f of type vlan for network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 Feb 02 15:33:03.710961 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:64:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:32:59Z', 'revision_number': 3, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:03.723334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-b721fa61-2341-4390-abbc-8c935c5f6bab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.1837862 Feb 02 15:33:03.724869 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85857d9-b549-4763-a1e6-9e5c6a7d144a None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:64:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:32:59Z', 'revision_number': 3, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:03.901457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a34cffb4-4161-4671-8aaa-a418f2fe1463 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/routers/de976cf4-b980-4b15-8618-f266305fda61 HTTP/1.1" status: 200 len: 919 time: 0.5202060 Feb 02 15:33:03.904917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39482) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:03.964124 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fc56305-a11e-4d09-abb7-f2fe88c1bf16 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:03.985400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3ac4a37b-3858-49e6-8836-d21d3594ffeb tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=de976cf4-b980-4b15-8618-f266305fda61 HTTP/1.1" status: 200 len: 205 time: 0.0771184 Feb 02 15:33:03.986919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39490) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:04.050949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc56305-a11e-4d09-abb7-f2fe88c1bf16 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=04a9c510-e64e-4eb5-bae3-a8fdcc9234c2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:04.075928 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-416d85b0-e0a9-4efe-911a-359e80216449 req-14cb2261-2924-4f84-b6b0-e307bb43fd10 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8220198 Feb 02 15:33:04.075928 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:04.120390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-f9f875d3-1578-413f-810c-b1e25aeadedc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:04.127675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-f9f875d3-1578-413f-810c-b1e25aeadedc service neutron] 10.222.0.88 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.3867218 Feb 02 15:33:04.141440 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfd77d-44ff-4d63-bb74-cbe169552ecb None None] New status for floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:33:04.251773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-295843cc-816f-495e-a99d-aaa743fa182d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 217 time: 0.1231718 Feb 02 15:33:04.531222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:33:04.642475 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0fc56305-a11e-4d09-abb7-f2fe88c1bf16 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:04.705931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0fc56305-a11e-4d09-abb7-f2fe88c1bf16 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 HTTP/1.1" status: 204 len: 168 time: 4.0526228 Feb 02 15:33:04.711150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39532) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:04.733803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-32ff086a-f215-47f4-ab1c-4f0a7fe0436a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:04.741397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-32ff086a-f215-47f4-ab1c-4f0a7fe0436a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.4656818 Feb 02 15:33:04.772224 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cbea1e-417f-4b3a-90d0-76a6b726fcf0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:33:04.772727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-71cbea1e-417f-4b3a-90d0-76a6b726fcf0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:04.796377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:04.800029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:04.800610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:04.835227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:04.879634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de7bdeb-137d-4334-8569-976591189559 None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:04.897449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f564e-317e-4687-ba81-c88c6ca288fa req-750248c4-ace4-4aeb-a359-9bc1eb52c660 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:04.898967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e09f564e-317e-4687-ba81-c88c6ca288fa req-750248c4-ace4-4aeb-a359-9bc1eb52c660 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.8147974 Feb 02 15:33:04.918850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7bdeb-137d-4334-8569-976591189559 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:04.920455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1de7bdeb-137d-4334-8569-976591189559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:04.962420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-416d85b0-e0a9-4efe-911a-359e80216449 req-98a80f49-8173-4868-9974-1470d4be4dc8 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769639 Feb 02 15:33:04.968728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-71cbea1e-417f-4b3a-90d0-76a6b726fcf0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:04.970748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-71cbea1e-417f-4b3a-90d0-76a6b726fcf0 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 HTTP/1.1" status: 404 len: 333 time: 0.2556467 Feb 02 15:33:04.988404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39552) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:05.025987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event updated for resources: {'Network': ['ID=bcb9e0ca-8f72-4223-9fcb-7f36fd389669,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:05.079892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e09f564e-317e-4687-ba81-c88c6ca288fa req-9a1ca510-fc15-4cbb-be0f-0f90d4ce6d8f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199999 Feb 02 15:33:05.084480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3c8b5d32-bf11-4e81-af6c-599519cd3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 4.5705781 Feb 02 15:33:05.087204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39558) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:05.099559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Request body: {'subnet': {'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:05.115408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a3b48ca5-c57b-4b53-bdac-c742360e308b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3728638 Feb 02 15:33:05.169139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:33:05.346787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:05.441508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:05.455908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Usage tracker for resource:subnet and tenant:ad83c67cb7544cb98b8d5b6339acc91a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:05.487201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:05.510141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:05.548583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-9b7e63cd-70a9-458d-b7c9-7ab3cc0c1371 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.3996344 Feb 02 15:33:05.553336 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'status': 'completed', 'code': 200} Feb 02 15:33:05.648829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1de7bdeb-137d-4334-8569-976591189559 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:05.674043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-07189a6c-c571-4cf3-838b-cdd9f9ed2f8f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet 1ba6d2c3-7ed8-4131-8252-9142b7d08da8 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:33:05.677837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-bec05c2e-390d-49cc-ae74-07ec39a6bce4 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615125 Feb 02 15:33:05.685263 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07189a6c-c571-4cf3-838b-cdd9f9ed2f8f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:05.738566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Made reservation on behalf of ad83c67cb7544cb98b8d5b6339acc91a for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:05.945023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07189a6c-c571-4cf3-838b-cdd9f9ed2f8f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.088656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.129123 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.133367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-ad00d1db-3c38-4c5a-9850-c384ae420ed0 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743229 Feb 02 15:33:06.151498 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07189a6c-c571-4cf3-838b-cdd9f9ed2f8f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.228883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39612) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:06.286456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Deleting port f8ddb177-9449-46aa-a624-833de6efb9c2 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:06.286792 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.302352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1de7bdeb-137d-4334-8569-976591189559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:64:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:33:04Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:06.307040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de7bdeb-137d-4334-8569-976591189559 None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:33:06.319601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7bdeb-137d-4334-8569-976591189559 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:06.320488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1de7bdeb-137d-4334-8569-976591189559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:06.443074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-0731cbe8-140d-425f-aa1c-806f0c4dc623 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:06.446832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-0731cbe8-140d-425f-aa1c-806f0c4dc623 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.8661568 Feb 02 15:33:06.456211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-71706511-50e4-46e5-8053-302458fd6964 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 1097 time: 0.9092019 Feb 02 15:33:06.499772 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-d53f39ce-c20b-4947-861b-5a1af880739c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 1097 time: 0.2719448 Feb 02 15:33:06.616338 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07189a6c-c571-4cf3-838b-cdd9f9ed2f8f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.851461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1de7bdeb-137d-4334-8569-976591189559 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:06.851733 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.852583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ee974-a643-43dd-82b1-59d0113ef5b6 None None] Network c935dd8f-3823-454b-9802-2dfed689da11 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:06.852875 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07189a6c-c571-4cf3-838b-cdd9f9ed2f8f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.852875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07189a6c-c571-4cf3-838b-cdd9f9ed2f8f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=1ba6d2c3-7ed8-4131-8252-9142b7d08da8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:06.853534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.854106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:06.854106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] Usage tracker for resource:security_group_rule and tenant:21bee178e1c942d68639fad473bee9bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:06.854106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:06.854106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:06.922137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-3e9d1372-2dac-4284-89a0-3d3f7112c2ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 217 time: 0.4187360 Feb 02 15:33:06.922494 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:06.944344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07189a6c-c571-4cf3-838b-cdd9f9ed2f8f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/1ba6d2c3-7ed8-4131-8252-9142b7d08da8 HTTP/1.1" status: 204 len: 168 time: 1.9448969 Feb 02 15:33:06.952593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39640) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:07.125567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Checking segment: {'id': '38c86d2d-1afa-4134-a60a-6c650f13ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:07.125934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Network hostable DHCP agents. Network: bcb9e0ca-8f72-4223-9fcb-7f36fd389669, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:33:07.131054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event updated for resources: {'Subnet': ['ID=b6207149-efd6-4511-8a8b-ef00c0d9930c,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:07.147023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-f314291e-864c-4753-b745-675381e1dbf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:07.148508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-f314291e-864c-4753-b745-675381e1dbf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.2582533 Feb 02 15:33:07.173656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94945b3b-6c9e-4260-9f63-c41945fb4c81 req-720aad9a-53f1-490a-954d-6f3529c7fd39 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:07.175169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-94945b3b-6c9e-4260-9f63-c41945fb4c81 req-720aad9a-53f1-490a-954d-6f3529c7fd39 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.6497996 Feb 02 15:33:07.256603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-1969459e-1eef-438d-bb4c-c87ac68e0835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:07.257886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-1969459e-1eef-438d-bb4c-c87ac68e0835 service neutron] 10.222.0.107 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.6964433 Feb 02 15:33:07.258580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Calling delete_port for f8ddb177-9449-46aa-a624-833de6efb9c2 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:07.289178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-81913cf5-3c0f-4959-b553-d8866d2a53bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:07.290657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-81913cf5-3c0f-4959-b553-d8866d2a53bd service neutron] 10.222.0.88 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.7813270 Feb 02 15:33:07.475182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-cbb5b340-3eab-45cc-a96c-9398bedc724f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 1002 time: 0.1732011 Feb 02 15:33:07.477057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1de7bdeb-137d-4334-8569-976591189559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:64:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:33:04Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:07.481809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de7bdeb-137d-4334-8569-976591189559 None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:64:fc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:33:04Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:07.482624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-94945b3b-6c9e-4260-9f63-c41945fb4c81 req-3f83ad41-d743-4819-813e-7962421861f6 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861321 Feb 02 15:33:07.492161 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:07.523560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:33:07.549767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-49c4198a-7b7d-44e3-baad-bfbbeae1f246 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 1002 time: 0.2305701 Feb 02 15:33:07.571135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-562c704b-0426-41ff-aff2-0fcb4a6b7f52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4046094 Feb 02 15:33:07.574420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0726c5c1-e9ab-44dc-a269-9dbdfc0b8076 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet a567c19b-6f1c-4b06-8c6e-a79174a6290a {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:33:07.579063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:07.641896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0726c5c1-e9ab-44dc-a269-9dbdfc0b8076 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:07.649885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e826a57-9985-42fa-bde2-6a974b9c6f80,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:07.696813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-79b33d5a-cabc-4dee-8ee4-c9fff3b26d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:07.698353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-79b33d5a-cabc-4dee-8ee4-c9fff3b26d91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.1929138 Feb 02 15:33:07.735949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, bcb9e0ca-8f72-4223-9fcb-7f36fd389669) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:07.752362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa529a-0fa2-4712-a830-0a43095dbce1 None None] Network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:07.829462 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-43bdfe91-2d0b-4c9a-9722-d7305dd599d0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21bee178e1c942d68639fad473bee9bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5989022 Feb 02 15:33:07.834174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39680) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:07.844652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:07.845296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:07.885827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:07.972453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event deleted for resources: {'Port': ['ID=f8ddb177-9449-46aa-a624-833de6efb9c2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:07.982729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-1fb5d3d0-023a-4dcc-bb2d-9c1b66c8a330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:07.984209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-1fb5d3d0-023a-4dcc-bb2d-9c1b66c8a330 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.4181194 Feb 02 15:33:08.069246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0726c5c1-e9ab-44dc-a269-9dbdfc0b8076 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.083400 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c68f02c7-be44-4a0e-a327-3d87d342cc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.112301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-a10fd127-6c7a-43bc-97b5-a596c4ef47f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3645277 Feb 02 15:33:08.120079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9d3ea7e8-34f6-4b10-852d-87d68641416d tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0317187 Feb 02 15:33:08.127366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39692) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:08.130890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-bcb9e0ca-8f72-4223-9fcb-7f36fd389669', 'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669', 'tenant_id': 'ad83c67cb7544cb98b8d5b6339acc91a', 'fixed_ips': [{'subnet_id': 'b6207149-efd6-4511-8a8b-ef00c0d9930c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:33:08.135699 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.272193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-73768766-08c9-4312-a6cc-49f80c22881b tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:08.273315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Request body: {'port': {'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-337715745'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:08.274524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-73768766-08c9-4312-a6cc-49f80c22881b tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/networks?id=79254ec1-3330-46c2-a881-4424ad397256 HTTP/1.1" status: 200 len: 809 time: 0.5956569 Feb 02 15:33:08.278863 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-ad611abf-d985-4161-93fe-7c48d644a147 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383388 Feb 02 15:33:08.316837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c68f02c7-be44-4a0e-a327-3d87d342cc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.326649 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0726c5c1-e9ab-44dc-a269-9dbdfc0b8076 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.376279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Allocated IP 2001:db8::2 (bcb9e0ca-8f72-4223-9fcb-7f36fd389669/b6207149-efd6-4511-8a8b-ef00c0d9930c/7a100f92-a24f-499e-b0d1-f18fc5536557) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:08.428149 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-b852d63f-73fc-451c-a1bb-28ab65c466a9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/quotas/f08c82c4d033445481c103ef931477a0 HTTP/1.1" status: 200 len: 375 time: 0.1448472 Feb 02 15:33:08.433505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e79c2047-05de-4b9b-bd75-0cabae4dc92f None None] Provisioning complete for port a998579c-18f7-4249-b554-f8120f6c2bc1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:08.438493 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e79c2047-05de-4b9b-bd75-0cabae4dc92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.442277 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-e641f267-bebb-4adc-ae65-3c51d5d36f18 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4482834 Feb 02 15:33:08.595063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-0b7dd54f-96d0-4f23-84f9-ed178bc13b1f service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684880 Feb 02 15:33:08.666974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-eb79b75e-b230-4c88-b13a-891b8c3811a5 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f08c82c4d033445481c103ef931477a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2217495 Feb 02 15:33:08.724335 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.792717 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.835038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c4a8af5-93d7-401d-931f-7acc8210a223 req-6fdc3d13-26d3-40be-9c1c-777c64b737e2 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474160 Feb 02 15:33:08.915425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0726c5c1-e9ab-44dc-a269-9dbdfc0b8076 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:08.960868 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-dab15a8e-1f26-4a41-afec-55499713e330 service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074716 Feb 02 15:33:08.978788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726c5c1-e9ab-44dc-a269-9dbdfc0b8076 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=a567c19b-6f1c-4b06-8c6e-a79174a6290a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:09.007424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-f9175f9a-3cc1-4d8c-9566-cffa3b80edd6 req-57045912-a71e-48a4-abb3-dba40fbd9490 service neutron] (95773) timed out ('10.222.0.88', 48580) {{(pid=95773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:33:09.012820 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0726c5c1-e9ab-44dc-a269-9dbdfc0b8076 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.017913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8faa82-f568-479d-9ce2-da280c8da676 None None] Network c935dd8f-3823-454b-9802-2dfed689da11 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:09.036779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:09.065755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-e8c5479c-2afa-4190-a348-c32b06e54bd3 service neutron] 10.222.0.88 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412855 Feb 02 15:33:09.076088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0726c5c1-e9ab-44dc-a269-9dbdfc0b8076 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/a567c19b-6f1c-4b06-8c6e-a79174a6290a HTTP/1.1" status: 204 len: 168 time: 2.1114876 Feb 02 15:33:09.081447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39736) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:09.103635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Transition to ACTIVE for port object 7a100f92-a24f-499e-b0d1-f18fc5536557 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:09.117892 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c68f02c7-be44-4a0e-a327-3d87d342cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.121764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Usage tracker for resource:port and tenant:ad83c67cb7544cb98b8d5b6339acc91a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:09.147638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:09.148682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Transition to ACTIVE for port object 7a100f92-a24f-499e-b0d1-f18fc5536557 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:09.224347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:09.234410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.236434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f02c7-be44-4a0e-a327-3d87d342cc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e826a57-9985-42fa-bde2-6a974b9c6f80,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:09.241890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89710d95-6b9d-4f08-a75b-17bc28719982 req-75776896-3e91-4cc9-b11d-142312acf9f0 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253464 Feb 02 15:33:09.254190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.260347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c68f02c7-be44-4a0e-a327-3d87d342cc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.264616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c68f02c7-be44-4a0e-a327-3d87d342cc60 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1e826a57-9985-42fa-bde2-6a974b9c6f80 HTTP/1.1" status: 204 len: 168 time: 1.4258640 Feb 02 15:33:09.272261 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.306273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.365089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port a998579c-18f7-4249-b554-f8120f6c2bc1 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:09.365442 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.368272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:09.372783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Made reservation on behalf of ad83c67cb7544cb98b8d5b6339acc91a for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:09.373615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:09.377267 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.380924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:09.384006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Pushing event updated for resources: {'Port': ['ID=7a100f92-a24f-499e-b0d1-f18fc5536557,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:09.405878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] device_id is not set on port ce731d05-f24c-4d32-abb4-68a0b60875fc yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:33:09.430687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a653630-79ba-47b1-9a8e-ad3f214c3459 req-15c163eb-8bf2-467c-9353-ad7f5b37cfad service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547455 Feb 02 15:33:09.459229 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.459620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Fanout notify agent at l3_agent the message router_deleted on router de976cf4-b980-4b15-8618-f266305fda61 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:33:09.480105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.481415 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-30ac11e5-a899-49c6-ba46-106d45fe7910 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/de976cf4-b980-4b15-8618-f266305fda61 HTTP/1.1" status: 204 len: 168 time: 5.4936023 Feb 02 15:33:09.481689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23469718-982b-48a1-ba93-547288a47f0b None None] DHCP port deletion for c935dd8f-3823-454b-9802-2dfed689da11 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:33:09.488134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39756) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:09.500496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-23469718-982b-48a1-ba93-547288a47f0b None None] Deleting port a998579c-18f7-4249-b554-f8120f6c2bc1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:09.500878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-23469718-982b-48a1-ba93-547288a47f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.501696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'router': {'name': 'tempest-snat-router-417578352', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': False}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:09.507249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:09.512538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Usage tracker for resource:router and tenant:52d1434ce2f341a6b49114342162cfb2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:09.516340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:09.522647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:09.547657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Attempting to bind port 7a100f92-a24f-499e-b0d1-f18fc5536557 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:09.548383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Attempting to bind port 7a100f92-a24f-499e-b0d1-f18fc5536557 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '38c86d2d-1afa-4134-a60a-6c650f13ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:09.548752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Attempting to bind port 7a100f92-a24f-499e-b0d1-f18fc5536557 on network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:09.563402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-3ec812f0-fd05-4b9b-a8f8-334358bec5cc service neutron] 10.222.0.88 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839163 Feb 02 15:33:09.579775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:09.579775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Checking segment: {'id': '38c86d2d-1afa-4134-a60a-6c650f13ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:09.579775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.579775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Bound using segment: {'id': '38c86d2d-1afa-4134-a60a-6c650f13ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:09.579775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Bound port: 7a100f92-a24f-499e-b0d1-f18fc5536557, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c86d2d-1afa-4134-a60a-6c650f13ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:09.579775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.627488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.641969 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.664804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.791863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] For port 7a100f92-a24f-499e-b0d1-f18fc5536557, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:09.796133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] For port 7a100f92-a24f-499e-b0d1-f18fc5536557, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7a100f92-a24f-499e-b0d1-f18fc5536557,segment=NetworkSegment(38c86d2d-1afa-4134-a60a-6c650f13ed4f),segment_id=38c86d2d-1afa-4134-a60a-6c650f13ed4f)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:09.802826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Allocated IP 2001:db8::279 (bcb9e0ca-8f72-4223-9fcb-7f36fd389669/b6207149-efd6-4511-8a8b-ef00c0d9930c/ce731d05-f24c-4d32-abb4-68a0b60875fc) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:09.829676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] For port a998579c-18f7-4249-b554-f8120f6c2bc1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a998579c-18f7-4249-b554-f8120f6c2bc1,segment=NetworkSegment(e2a82802-347a-45f2-a548-dd76f75d2da8),segment_id=e2a82802-347a-45f2-a548-dd76f75d2da8)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:09.829998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:09.946846 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.032081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for a998579c-18f7-4249-b554-f8120f6c2bc1 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:10.054215 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:33:10.067398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84064-bb82-4e0a-b23e-dc41d190f281 req-d38c0c25-30f0-43fc-8931-1d0fb5fbdbae tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:10.073316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-afc84064-bb82-4e0a-b23e-dc41d190f281 req-d38c0c25-30f0-43fc-8931-1d0fb5fbdbae tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.3665972 Feb 02 15:33:10.134378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-23469718-982b-48a1-ba93-547288a47f0b None None] For port a998579c-18f7-4249-b554-f8120f6c2bc1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a998579c-18f7-4249-b554-f8120f6c2bc1,segment=NetworkSegment(e2a82802-347a-45f2-a548-dd76f75d2da8),segment_id=e2a82802-347a-45f2-a548-dd76f75d2da8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:10.135211 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-23469718-982b-48a1-ba93-547288a47f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.149053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.158117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2db96-6e61-4a7e-bdb2-326eb9cb9fba None None] Pushing event updated for resources: {'Port': ['ID=7a100f92-a24f-499e-b0d1-f18fc5536557,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:10.203874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39796) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:10.244902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.271151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-742919e8-c65c-4e17-8fc6-f1e572672e15 req-77a84e9e-0f1d-4cdc-8bee-b79cf1624646 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.3474789 Feb 02 15:33:10.362091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:10.366881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd7927d63364b07a2a65a478efc4497 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:10.373219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:10.377482 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.385756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-23469718-982b-48a1-ba93-547288a47f0b None None] Calling delete_port for a998579c-18f7-4249-b554-f8120f6c2bc1 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:10.395724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-afc84064-bb82-4e0a-b23e-dc41d190f281 req-5cf05b6a-9c7b-4eb3-bdab-4eff2717d4c3 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156447 Feb 02 15:33:10.469842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No DVR routers for this DVR port a998579c-18f7-4249-b554-f8120f6c2bc1 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:33:10.522282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.534720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742919e8-c65c-4e17-8fc6-f1e572672e15 req-a9826714-f72e-4037-a1f6-1989612b9248 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:10.536366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-742919e8-c65c-4e17-8fc6-f1e572672e15 req-a9826714-f72e-4037-a1f6-1989612b9248 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports/3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 943 time: 0.2644165 Feb 02 15:33:10.544757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:10.567396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-23469718-982b-48a1-ba93-547288a47f0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:33:10.568244 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-23469718-982b-48a1-ba93-547288a47f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:33:10.573516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=a998579c-18f7-4249-b554-f8120f6c2bc1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:10.615542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74f6e225-d704-4d25-b3c2-0646712ca134 req-fbdb8ac7-511b-437c-aa14-883280959b25 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 210 time: 0.1002800 Feb 02 15:33:10.645732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Transition to ACTIVE for port object ce731d05-f24c-4d32-abb4-68a0b60875fc will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:10.801210 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.833854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.873962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.919036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.959178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:10.968273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c935dd8f-3823-454b-9802-2dfed689da11']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:10.968504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:10.970142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:10.974918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:10.974918 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:10.997357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event updated for resources: {'Port': ['ID=ce731d05-f24c-4d32-abb4-68a0b60875fc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:10.999183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a82802-347a-45f2-a548-dd76f75d2da8') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:10.999507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a82802-347a-45f2-a548-dd76f75d2da8') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:11.020436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-742919e8-c65c-4e17-8fc6-f1e572672e15 req-e698be17-846e-4d93-b3fc-bee19b3e130f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.2077219 Feb 02 15:33:11.035703 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.070188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-23469718-982b-48a1-ba93-547288a47f0b None None] Deleting port a998579c-18f7-4249-b554-f8120f6c2bc1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:11.070653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-23469718-982b-48a1-ba93-547288a47f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.101669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24ddfdb1-1be5-4b40-90bb-cb334f9aed89 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.9680815 Feb 02 15:33:11.107137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39832) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:11.116765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Request body: {'port': {'network_id': 'bcb9e0ca-8f72-4223-9fcb-7f36fd389669', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-11947583', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:11.117471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.api.validators [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] bootfile-name is not in valid_values {{(pid=95773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:33:11.117874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.api.validators [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] tftp-server is not in valid_values {{(pid=95773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:33:11.118275 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.api.validators [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] server-ip-address is not in valid_values {{(pid=95773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:33:11.138653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Allocated IP 172.25.0.44 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/dcd7a138-a252-47ce-addb-9f98ba95c6aa) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:11.191054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.194799 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.203875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7a100f92-a24f-499e-b0d1-f18fc5536557 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:11.212911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:33:11.213387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:33:11.234415 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:33:11.257700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-23469718-982b-48a1-ba93-547288a47f0b None None] The port 'a998579c-18f7-4249-b554-f8120f6c2bc1' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:33:11.368262 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.407248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742919e8-c65c-4e17-8fc6-f1e572672e15 req-0743c6ab-7c7e-4ab1-a1db-cdcbbec03126 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:11.412440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-742919e8-c65c-4e17-8fc6-f1e572672e15 req-0743c6ab-7c7e-4ab1-a1db-cdcbbec03126 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.3910866 Feb 02 15:33:11.432417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-742919e8-c65c-4e17-8fc6-f1e572672e15 req-15b96f18-c652-4509-9deb-4f4dd2e55ed5 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:33:11.434112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-742919e8-c65c-4e17-8fc6-f1e572672e15 req-15b96f18-c652-4509-9deb-4f4dd2e55ed5 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082004 Feb 02 15:33:11.452696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741b1521-1694-4ed5-b985-bdc84b1d7b8e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:11.457746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 7a100f92-a24f-499e-b0d1-f18fc5536557 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:11.470587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3130e002-55c1-41a8-a990-05dbebe3a5d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3dd7927d63364b07a2a65a478efc4497&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2656996 Feb 02 15:33:11.476110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39852) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:11.517252 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.523386 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.568305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a998579c-18f7-4249-b554-f8120f6c2bc1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:11.580059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:11.594965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Usage tracker for resource:port and tenant:ad83c67cb7544cb98b8d5b6339acc91a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:11.598176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:11.610145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:11.621417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a998579c-18f7-4249-b554-f8120f6c2bc1 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:11.621820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a998579c-18f7-4249-b554-f8120f6c2bc1 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:11.666426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Network': ['ID=c935dd8f-3823-454b-9802-2dfed689da11,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:11.703714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a8663-7ce0-4b18-8766-09706cea786c None None] Network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:11.731111 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.744269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-f51d4a39-1b3d-48e5-bfc7-ce4e962927e3 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.1949465 Feb 02 15:33:11.782897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077092c4-6a5d-4f7b-86d7-8db9fbd92de5 req-95b12605-38b6-4fa4-84af-efdb41ef58a8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:11.789563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-077092c4-6a5d-4f7b-86d7-8db9fbd92de5 req-95b12605-38b6-4fa4-84af-efdb41ef58a8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.1691415 Feb 02 15:33:11.808256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3c321572-06f2-4722-bdbc-2fb71393a2b2 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/networks/c935dd8f-3823-454b-9802-2dfed689da11 HTTP/1.1" status: 204 len: 168 time: 2.7078445 Feb 02 15:33:11.809514 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de93e9f8-b8e7-40a0-9198-a34a616e0da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.817149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39868) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:11.854472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Made reservation on behalf of ad83c67cb7544cb98b8d5b6339acc91a for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:11.859214 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.863002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de93e9f8-b8e7-40a0-9198-a34a616e0da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:11.882117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-8717fb7f-1bd0-4443-a69d-4b243e63713b tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:11.883529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-8717fb7f-1bd0-4443-a69d-4b243e63713b tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports/3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 943 time: 0.1287608 Feb 02 15:33:11.911341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] device_id is not set on port 5e51e7dc-b0c9-4fed-a178-009d1bcbe79c yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:33:11.947038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-12c36a62-d152-42a1-bd67-1f6387d2f3f1 None None] Provisioning for port 7a100f92-a24f-499e-b0d1-f18fc5536557 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:11.962118 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-077092c4-6a5d-4f7b-86d7-8db9fbd92de5 req-145fee9a-cfc1-49ef-bc14-6255ffa8c704 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717157 Feb 02 15:33:11.963704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-12c36a62-d152-42a1-bd67-1f6387d2f3f1 None None] Provisioning complete for port 7a100f92-a24f-499e-b0d1-f18fc5536557 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:11.964108 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-12c36a62-d152-42a1-bd67-1f6387d2f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.012687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de93e9f8-b8e7-40a0-9198-a34a616e0da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.018222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2814fd1f-75cc-4470-8097-1da8f5438347 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:12.019163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2814fd1f-75cc-4470-8097-1da8f5438347 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:12.024008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.159632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-eb08c639-e26b-479c-aaac-52d82d1f6c93 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.1162591 Feb 02 15:33:12.162188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93e9f8-b8e7-40a0-9198-a34a616e0da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741b1521-1694-4ed5-b985-bdc84b1d7b8e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:12.172010 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de93e9f8-b8e7-40a0-9198-a34a616e0da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.173515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-de93e9f8-b8e7-40a0-9198-a34a616e0da5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/741b1521-1694-4ed5-b985-bdc84b1d7b8e HTTP/1.1" status: 204 len: 168 time: 0.6964719 Feb 02 15:33:12.199180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Allocated IP 2001:db8::3e4 (bcb9e0ca-8f72-4223-9fcb-7f36fd389669/b6207149-efd6-4511-8a8b-ef00c0d9930c/5e51e7dc-b0c9-4fed-a178-009d1bcbe79c) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:12.206704 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-12c36a62-d152-42a1-bd67-1f6387d2f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.285188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-12c36a62-d152-42a1-bd67-1f6387d2f3f1 None None] For port 7a100f92-a24f-499e-b0d1-f18fc5536557, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7a100f92-a24f-499e-b0d1-f18fc5536557,segment=NetworkSegment(38c86d2d-1afa-4134-a60a-6c650f13ed4f),segment_id=38c86d2d-1afa-4134-a60a-6c650f13ed4f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:12.384776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-8052299f-c292-4c55-b7d7-749b714ae0c2 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:12.389566 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-12c36a62-d152-42a1-bd67-1f6387d2f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.397922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-8052299f-c292-4c55-b7d7-749b714ae0c2 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.2241130 Feb 02 15:33:12.521648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'Port': ['ID=dcd7a138-a252-47ce-addb-9f98ba95c6aa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:12.529706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-358e2f8f-1776-4cc9-ba0c-5f554ca4b6ec tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.1335366 Feb 02 15:33:12.535421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c36a62-d152-42a1-bd67-1f6387d2f3f1 None None] Pushing event updated for resources: {'Port': ['ID=7a100f92-a24f-499e-b0d1-f18fc5536557,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:12.542864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:12.576815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2814fd1f-75cc-4470-8097-1da8f5438347 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:12.582781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2814fd1f-75cc-4470-8097-1da8f5438347 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7590373 Feb 02 15:33:12.588398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39902) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:12.594618 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-255b91c1-8d30-4447-b9e4-db386efb2037 req-38d0084e-d267-49a9-bf22-1cf088e11876 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 210 time: 0.2454436 Feb 02 15:33:12.643416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2223752f-76f8-4677-9966-346605600c18 None None] Provisioning complete for port 7a100f92-a24f-499e-b0d1-f18fc5536557 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:12.643416 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2223752f-76f8-4677-9966-346605600c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.668342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:12.675755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:12.682877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:12.689789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.894903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:12.925681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-28cbe27d-2599-4c27-99ee-14ca8670234a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3338683 Feb 02 15:33:12.933870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39920) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:12.951082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1289665969'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:12.959211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:12.964962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:network and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:12.968247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:12.980830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:12.980830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Transition to ACTIVE for port object 5e51e7dc-b0c9-4fed-a178-009d1bcbe79c will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:13.021352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2223752f-76f8-4677-9966-346605600c18 None None] Provisioning for port ce731d05-f24c-4d32-abb4-68a0b60875fc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:13.028963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2223752f-76f8-4677-9966-346605600c18 None None] Provisioning complete for port ce731d05-f24c-4d32-abb4-68a0b60875fc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:13.029551 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2223752f-76f8-4677-9966-346605600c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.063560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:13.067973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.111537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.177142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7a100f92-a24f-499e-b0d1-f18fc5536557 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:13.213804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2223752f-76f8-4677-9966-346605600c18 None None] Port ce731d05-f24c-4d32-abb4-68a0b60875fc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:13.263073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7a100f92-a24f-499e-b0d1-f18fc5536557 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:13.264320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.324497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:13.331558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:33:13.339711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:13.342670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:13.346799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:13.347421 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.355621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event updated for resources: {'Port': ['ID=5e51e7dc-b0c9-4fed-a178-009d1bcbe79c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:13.377464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.377809 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Added segment e986dd8a-ced0-4e66-86f8-c6d4c1f67707 of type vlan for network 7f7d5131-8373-43e0-9449-ae29f44f535e Feb 02 15:33:13.383867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f1ac998b-65bf-4eec-a38e-54de7148ab9a None None] Provisioning complete for port ce731d05-f24c-4d32-abb4-68a0b60875fc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:13.384254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1ac998b-65bf-4eec-a38e-54de7148ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.483645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.514117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41181ac9-69f3-483f-88f3-4fe92ec8c614 req-f7df1241-917d-460b-ba90-5dda765d33a0 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:13.519872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41181ac9-69f3-483f-88f3-4fe92ec8c614 req-f7df1241-917d-460b-ba90-5dda765d33a0 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.3068590 Feb 02 15:33:13.519872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.519872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.523722 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8f324627-4108-4c35-a536-49cdaf2eb110 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.4198329 Feb 02 15:33:13.553820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39958) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:13.580864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac998b-65bf-4eec-a38e-54de7148ab9a None None] Port ce731d05-f24c-4d32-abb4-68a0b60875fc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:13.624223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-39ecda39-92ab-4c13-b409-dc05916da1c7 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:13.626007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-39ecda39-92ab-4c13-b409-dc05916da1c7 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.64 "GET /v2.0/networks?id=79254ec1-3330-46c2-a881-4424ad397256 HTTP/1.1" status: 200 len: 809 time: 0.3925540 Feb 02 15:33:13.653401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.657047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Request body: {'port': {'device_id': 'c1817b97-f0e9-45b3-9a18-9dfdc6347845', 'network_id': '79254ec1-3330-46c2-a881-4424ad397256', 'admin_state_up': True, 'tenant_id': 'f08c82c4d033445481c103ef931477a0'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:13.689148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:33:13.729240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41181ac9-69f3-483f-88f3-4fe92ec8c614 req-c069b97c-73df-48f2-995b-a698d1761b84 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001226 Feb 02 15:33:13.771935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.772386 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e disassociated. External IP: 172.25.0.154, port: 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268. Feb 02 15:33:13.798415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5dc37b5b-3ef1-479e-a1b1-6d815f943d94 None None] Provisioning for port 5e51e7dc-b0c9-4fed-a178-009d1bcbe79c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:13.805392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5dc37b5b-3ef1-479e-a1b1-6d815f943d94 None None] Provisioning complete for port 5e51e7dc-b0c9-4fed-a178-009d1bcbe79c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:13.805392 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5dc37b5b-3ef1-479e-a1b1-6d815f943d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.846094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230a30f-5b5e-43ac-bee8-16d772897bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:13.850358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230a30f-5b5e-43ac-bee8-16d772897bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:13.854244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230a30f-5b5e-43ac-bee8-16d772897bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:13.863138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e230a30f-5b5e-43ac-bee8-16d772897bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Synchronizing usage tracker for tenant:ad83c67cb7544cb98b8d5b6339acc91a on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:13.878461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.882422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:13.883003 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:13.896669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5dc37b5b-3ef1-479e-a1b1-6d815f943d94 None None] Port 5e51e7dc-b0c9-4fed-a178-009d1bcbe79c cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:13.997225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:14.004083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Usage tracker for resource:port and tenant:f08c82c4d033445481c103ef931477a0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:14.008235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:14.015659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:14.029523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e230a30f-5b5e-43ac-bee8-16d772897bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Unset dirty status for tenant:ad83c67cb7544cb98b8d5b6339acc91a on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:14.030703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e230a30f-5b5e-43ac-bee8-16d772897bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4744396 Feb 02 15:33:14.071685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 39988) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:14.172483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Made reservation on behalf of f08c82c4d033445481c103ef931477a0 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:14.178389 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:14.215088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5819630d-2092-4a58-bf97-2b824dfccf0f req-28e8c416-9ba7-40e0-b104-bedc73942588 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 210 time: 0.2358727 Feb 02 15:33:14.224110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2863200 Feb 02 15:33:14.244614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40002) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:14.266216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:14.268898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-47129456-2468-4684-8401-6bf006f72b48 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Deleting port 5e51e7dc-b0c9-4fed-a178-009d1bcbe79c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:14.269297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47129456-2468-4684-8401-6bf006f72b48 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:14.281052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb03515-79cb-4a46-a962-cd9f861bb4ed tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Network': ['ID=7f7d5131-8373-43e0-9449-ae29f44f535e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:14.299812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 7f7d5131-8373-43e0-9449-ae29f44f535e details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:33:14.405903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:14.411279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:14.416620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:14.424542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:14.520497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:14.604039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Router e92199ba-2882-4d91-a622-4fb28f819c10 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:33:14.680624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Allocated IP 172.20.0.6 (79254ec1-3330-46c2-a881-4424ad397256/8eefc434-82fc-4449-b631-4141e991daa5/859bb599-a3fc-4ae8-a84d-f6dff213d339) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:14.702996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:14.798735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47129456-2468-4684-8401-6bf006f72b48 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.010869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-47129456-2468-4684-8401-6bf006f72b48 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Calling delete_port for 5e51e7dc-b0c9-4fed-a178-009d1bcbe79c owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:15.076931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:15.091715 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Sync routers for ids ['e92199ba-2882-4d91-a622-4fb28f819c10'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:15.138821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.139246 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Routers {'e92199ba-2882-4d91-a622-4fb28f819c10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:15.140129 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e92199ba-2882-4d91-a622-4fb28f819c10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:15.238193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.241956 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f209450c-0b74-4629-a974-963ad8df76bb tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7503533 Feb 02 15:33:15.248548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40054) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:15.351422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=0606783e-9ff3-480a-b349-7807a1e17726,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:15.394284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.439697 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Set router e92199ba-2882-4d91-a622-4fb28f819c10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:15.441919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking segment: {'id': 'e986dd8a-ced0-4e66-86f8-c6d4c1f67707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:15.442284 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network hostable DHCP agents. Network: 7f7d5131-8373-43e0-9449-ae29f44f535e, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:33:15.453072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf7693-87b8-4a05-8e0c-2ed04b5595d2 req-7d872535-2198-4881-b7cd-2ef2c1850dcb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:15.454688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ffcf7693-87b8-4a05-8e0c-2ed04b5595d2 req-7d872535-2198-4881-b7cd-2ef2c1850dcb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.2663820 Feb 02 15:33:15.504839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:33:15.598080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47129456-2468-4684-8401-6bf006f72b48 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.674714 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.679447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47129456-2468-4684-8401-6bf006f72b48 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event deleted for resources: {'Port': ['ID=5e51e7dc-b0c9-4fed-a178-009d1bcbe79c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:15.679888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ffcf7693-87b8-4a05-8e0c-2ed04b5595d2 req-69738854-7a80-4890-94df-178b298f99d1 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125738 Feb 02 15:33:15.710313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 7f7d5131-8373-43e0-9449-ae29f44f535e is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:33:15.731528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-76b27703-37a2-4ceb-bf64-28ac112c2c78 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/routers/e92199ba-2882-4d91-a622-4fb28f819c10 HTTP/1.1" status: 200 len: 907 time: 0.4702196 Feb 02 15:33:15.732457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:15.761682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'router': {'name': 'tempest-snat-router-417578352', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': True}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:15.780626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:15.786708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Usage tracker for resource:router and tenant:52d1434ce2f341a6b49114342162cfb2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:15.791737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:15.804884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:15.897276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Network 79254ec1-3330-46c2-a881-4424ad397256 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:15.898618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92199ba-2882-4d91-a622-4fb28f819c10', 'name': 'tempest-snat-router-417578352', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.44'}], 'enable_snat': False}, 'gw_port_id': 'dcd7a138-a252-47ce-addb-9f98ba95c6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:33:09Z', 'updated_at': '2022-02-02T15:33:12Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'dcd7a138-a252-47ce-addb-9f98ba95c6aa', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92199ba-2882-4d91-a622-4fb28f819c10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:33:10Z', 'updated_at': '2022-02-02T15:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:15.903252 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Checking router: e92199ba-2882-4d91-a622-4fb28f819c10 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:33:15.903942 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Updating router e92199ba-2882-4d91-a622-4fb28f819c10 port dcd7a138-a252-47ce-addb-9f98ba95c6aa binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:33:15.922647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:15.924018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 7f7d5131-8373-43e0-9449-ae29f44f535e) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:15.935204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47129456-2468-4684-8401-6bf006f72b48 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.939476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:15.939476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.944214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bfc59c-ea65-47df-aa42-82f85f891247 None None] Network 7f7d5131-8373-43e0-9449-ae29f44f535e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:15.967041 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.985107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.985708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:15.986310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:16.044336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90ab84-77b4-4c54-8c52-db9c35225716 req-967937d3-c5de-4f94-bc84-437bc55012c3 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:16.046331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f90ab84-77b4-4c54-8c52-db9c35225716 req-967937d3-c5de-4f94-bc84-437bc55012c3 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 931 time: 0.1854599 Feb 02 15:33:16.053550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:16.093867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Pushing event updated for resources: {'Port': ['ID=859bb599-a3fc-4ae8-a84d-f6dff213d339,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:16.112164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-47129456-2468-4684-8401-6bf006f72b48 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "DELETE /v2.0/ports/5e51e7dc-b0c9-4fed-a178-009d1bcbe79c HTTP/1.1" status: 204 len: 168 time: 2.0168183 Feb 02 15:33:16.112164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40092) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:16.112543 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-68b85fae-ffec-446f-a8d5-48108cf4eed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8576679 Feb 02 15:33:16.123810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40094) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:16.157513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e', 'name': 'tempest-PortsTestJSON-708044114'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:16.180108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Request body: {'port': {'name': 'tempest-new-port-name-493800073', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:16.180521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.api.validators [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] bootfile-name is not in valid_values {{(pid=95773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:33:16.180865 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.api.validators [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] tftp-server is not in valid_values {{(pid=95773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:33:16.181201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.api.validators [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] server-ip-address is not in valid_values {{(pid=95773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:33:16.322733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1f90ab84-77b4-4c54-8c52-db9c35225716 req-a02631c4-4acb-4ad0-a697-5794ee5b8bbf tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Synchronizing usage tracker for tenant:f08c82c4d033445481c103ef931477a0 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:16.483283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-7f7d5131-8373-43e0-9449-ae29f44f535e', 'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e', 'tenant_id': '2aa4e36747694bb5ada991c26d54c6c9', 'fixed_ips': [{'subnet_id': '0606783e-9ff3-480a-b349-7807a1e17726'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:33:16.484573 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:16.494536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:16.494947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:16.523829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:16.582765 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:16.598349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:16.598702 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Transition to ACTIVE for port object dcd7a138-a252-47ce-addb-9f98ba95c6aa will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:16.679463 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-789a6fe6-2045-4b9e-b35d-ef63a4920c5d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0212858 Feb 02 15:33:16.679463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:16.698757 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:16.700759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Request body: {'port': {'device_id': 'c1817b97-f0e9-45b3-9a18-9dfdc6347845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:16.703583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1f90ab84-77b4-4c54-8c52-db9c35225716 req-a02631c4-4acb-4ad0-a697-5794ee5b8bbf tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Unset dirty status for tenant:f08c82c4d033445481c103ef931477a0 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:16.720454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f90ab84-77b4-4c54-8c52-db9c35225716 req-a02631c4-4acb-4ad0-a697-5794ee5b8bbf tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684301 Feb 02 15:33:16.754671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:16.820206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:16.899255 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Pushing event updated for resources: {'Port': ['ID=dcd7a138-a252-47ce-addb-9f98ba95c6aa,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:16.912970 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Attempting to bind port dcd7a138-a252-47ce-addb-9f98ba95c6aa on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:16.913521 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Attempting to bind port dcd7a138-a252-47ce-addb-9f98ba95c6aa by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:16.913868 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Attempting to bind port dcd7a138-a252-47ce-addb-9f98ba95c6aa on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:16.938852 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.940773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Allocated IP 172.20.0.2 (7f7d5131-8373-43e0-9449-ae29f44f535e/0606783e-9ff3-480a-b349-7807a1e17726/8fd1cfe2-0671-47de-a808-a2d121520bf0) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:16.944455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.945156 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.945488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.947360 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.948237 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.952717 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.953249 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.953766 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.956062 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.959702 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:16.967473 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:16.970342 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:16.971355 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:16.971935 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:16.972949 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Bound port: dcd7a138-a252-47ce-addb-9f98ba95c6aa, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:16.976383 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.002235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:17.006409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.047026 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0562f5b3-50d8-4664-8534-21c59a61b02e tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "PUT /v2.0/floatingips/d681d8d7-4488-47f9-b7e1-cb6e84cf805e HTTP/1.1" status: 200 len: 695 time: 4.5092857 Feb 02 15:33:17.055341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:17.064253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 56ce3329-69a6-4283-b8cb-32a77351fe20 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:33:17.123391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:17.157738 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] For port dcd7a138-a252-47ce-addb-9f98ba95c6aa, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:17.161602 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] For port dcd7a138-a252-47ce-addb-9f98ba95c6aa, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dcd7a138-a252-47ce-addb-9f98ba95c6aa,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:17.199090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:17.200060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:17.252657 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.325756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.350664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.355735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.362879 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e336c-39d9-4910-80d0-a9dc91f77e06 None None] Pushing event updated for resources: {'Port': ['ID=dcd7a138-a252-47ce-addb-9f98ba95c6aa,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:17.368380 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Routers {'e92199ba-2882-4d91-a622-4fb28f819c10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:17.369237 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e92199ba-2882-4d91-a622-4fb28f819c10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:17.493459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.514885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Transition to ACTIVE for port object 8fd1cfe2-0671-47de-a808-a2d121520bf0 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:17.555606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Transition to ACTIVE for port object 8fd1cfe2-0671-47de-a808-a2d121520bf0 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:17.590841 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-07662794-d5fa-4113-844a-048e1dad4c41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 1097 time: 0.4760213 Feb 02 15:33:17.624438 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] Set router e92199ba-2882-4d91-a622-4fb28f819c10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:17.640962 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.757583 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.775338 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.899445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:17.903778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Pushing event updated for resources: {'Port': ['ID=8fd1cfe2-0671-47de-a808-a2d121520bf0,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:17.912475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Network 7f7d5131-8373-43e0-9449-ae29f44f535e is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:17.928888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:17.931858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:17.990401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb0495-17d4-4510-9cf1-aff96066c3f7 req-f98cb933-90a9-42a2-b650-4c828883e05a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:17.998758 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-adbb0495-17d4-4510-9cf1-aff96066c3f7 req-f98cb933-90a9-42a2-b650-4c828883e05a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.9049780 Feb 02 15:33:18.004926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] In _notify_port_updated(), no bound segment for port ce731d05-f24c-4d32-abb4-68a0b60875fc on network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:33:18.014649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:18.015457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:18.016936 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "PUT /v2.0/ports/ce731d05-f24c-4d32-abb4-68a0b60875fc HTTP/1.1" status: 200 len: 1129 time: 1.8921943 Feb 02 15:33:18.036211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40134) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:18.049331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bd0f8-47b7-45e1-bc28-2f36f4ae03c0 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event updated for resources: {'Port': ['ID=ce731d05-f24c-4d32-abb4-68a0b60875fc,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:18.075363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Attempting to bind port 8fd1cfe2-0671-47de-a808-a2d121520bf0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:18.075929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Attempting to bind port 8fd1cfe2-0671-47de-a808-a2d121520bf0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e986dd8a-ced0-4e66-86f8-c6d4c1f67707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:18.076301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Attempting to bind port 8fd1cfe2-0671-47de-a808-a2d121520bf0 on network 7f7d5131-8373-43e0-9449-ae29f44f535e {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:18.085114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:18.085677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Checking segment: {'id': 'e986dd8a-ced0-4e66-86f8-c6d4c1f67707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:18.086085 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:18.086483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Bound using segment: {'id': 'e986dd8a-ced0-4e66-86f8-c6d4c1f67707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:18.086953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Bound port: 8fd1cfe2-0671-47de-a808-a2d121520bf0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e986dd8a-ced0-4e66-86f8-c6d4c1f67707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:18.087332 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:18.102030 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:18.172151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-adbb0495-17d4-4510-9cf1-aff96066c3f7 req-094475f7-5b74-475c-9b76-e9fa0966f587 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722727 Feb 02 15:33:18.190773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb28ba9-ee8b-40b3-9316-bb47fbe71ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:18.199456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fdb28ba9-ee8b-40b3-9316-bb47fbe71ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "GET /v2.0/ports/ce731d05-f24c-4d32-abb4-68a0b60875fc HTTP/1.1" status: 200 len: 1129 time: 0.1527629 Feb 02 15:33:18.212392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40142) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:18.300482 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92199ba-2882-4d91-a622-4fb28f819c10', 'name': 'tempest-snat-router-417578352', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.44'}], 'enable_snat': False}, 'gw_port_id': 'dcd7a138-a252-47ce-addb-9f98ba95c6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:33:09Z', 'updated_at': '2022-02-02T15:33:12Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'dcd7a138-a252-47ce-addb-9f98ba95c6aa', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92199ba-2882-4d91-a622-4fb28f819c10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:33:10Z', 'updated_at': '2022-02-02T15:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:18.310333 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf60a88b-9488-40ae-ac00-07ddf3cce22e None None] The sync data for ids ['e92199ba-2882-4d91-a622-4fb28f819c10'] in n-d-827122-1 is: [{'id': 'e92199ba-2882-4d91-a622-4fb28f819c10', 'name': 'tempest-snat-router-417578352', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.44'}], 'enable_snat': False}, 'gw_port_id': 'dcd7a138-a252-47ce-addb-9f98ba95c6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:33:09Z', 'updated_at': '2022-02-02T15:33:12Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'dcd7a138-a252-47ce-addb-9f98ba95c6aa', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92199ba-2882-4d91-a622-4fb28f819c10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:33:10Z', 'updated_at': '2022-02-02T15:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:18.431480 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'status': 'completed', 'code': 200} Feb 02 15:33:18.471765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f6b92-f7a5-4eb3-8b6c-5db7f91e81aa tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Deleting port ce731d05-f24c-4d32-abb4-68a0b60875fc {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:18.472991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6b92-f7a5-4eb3-8b6c-5db7f91e81aa tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:18.624926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] For port 8fd1cfe2-0671-47de-a808-a2d121520bf0, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:18.636565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.12 (7f7d5131-8373-43e0-9449-ae29f44f535e/0606783e-9ff3-480a-b349-7807a1e17726/56ce3329-69a6-4283-b8cb-32a77351fe20) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:18.643291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] For port 8fd1cfe2-0671-47de-a808-a2d121520bf0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8fd1cfe2-0671-47de-a808-a2d121520bf0,segment=NetworkSegment(e986dd8a-ced0-4e66-86f8-c6d4c1f67707),segment_id=e986dd8a-ced0-4e66-86f8-c6d4c1f67707)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:18.649790 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:18.678833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-b4e2da2f-7d93-4d21-a4af-a95b5113ec99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:18.680327 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-b4e2da2f-7d93-4d21-a4af-a95b5113ec99 service neutron] 10.222.0.88 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 1.0713146 Feb 02 15:33:18.690613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d0bcf75a-e425-477f-b063-dea745683232 None None] Provisioning complete for port ce731d05-f24c-4d32-abb4-68a0b60875fc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:18.690985 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d0bcf75a-e425-477f-b063-dea745683232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:18.802854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:18.825441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcf75a-e425-477f-b063-dea745683232 None None] Port ce731d05-f24c-4d32-abb4-68a0b60875fc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:18.842116 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:19.063712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-e810859d-939e-463c-950f-45b0face704b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 217 time: 0.2767761 Feb 02 15:33:19.082010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebf665-2867-48f2-bbcf-4ed0125405c1 req-ee0f1202-4b7a-4412-90cb-05fe6527f972 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:19.091211 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90ebf665-2867-48f2-bbcf-4ed0125405c1 req-ee0f1202-4b7a-4412-90cb-05fe6527f972 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 931 time: 0.4432280 Feb 02 15:33:19.117427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40150) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:19.141969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a76e1-a739-4cbd-a9d4-fe6f6f62390b None None] Pushing event updated for resources: {'Port': ['ID=8fd1cfe2-0671-47de-a808-a2d121520bf0,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:19.177985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dcd7a138-a252-47ce-addb-9f98ba95c6aa up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:19.290772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0a73da27-f3cc-4fb8-a4ec-8bc0bf154a63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:19.293265 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-0a73da27-f3cc-4fb8-a4ec-8bc0bf154a63 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.1678765 Feb 02 15:33:19.323695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:19.347659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:33:19.386464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:19.387159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:19.474841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port dcd7a138-a252-47ce-addb-9f98ba95c6aa completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:19.482664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:33:19.593987 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90ebf665-2867-48f2-bbcf-4ed0125405c1 req-3f5e2824-bd21-490e-9bed-a4771df9af56 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014737 Feb 02 15:33:19.635127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Allocated IP 172.25.0.144 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/ecadba7e-0f2b-4e53-9a6a-2310f1a89274) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:19.638241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6b92-f7a5-4eb3-8b6c-5db7f91e81aa tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:19.721473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dcd7a138-a252-47ce-addb-9f98ba95c6aa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:19.721987 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:19.888409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:19.895933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f6b92-f7a5-4eb3-8b6c-5db7f91e81aa tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Calling delete_port for ce731d05-f24c-4d32-abb4-68a0b60875fc owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:19.972120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:19.974282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:19.999503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 56ce3329-69a6-4283-b8cb-32a77351fe20 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:20.006281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-05b85e05-3321-4d06-ba19-80643a0695bb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 1097 time: 1.5289431 Feb 02 15:33:20.007053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.062053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port dcd7a138-a252-47ce-addb-9f98ba95c6aa, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dcd7a138-a252-47ce-addb-9f98ba95c6aa,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:20.147386 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.206432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e66d6-d232-4ebc-99d6-9517469050ff req-3f45a35d-e646-48a2-86ac-91af04300f12 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:20.208017 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d69e66d6-d232-4ebc-99d6-9517469050ff req-3f45a35d-e646-48a2-86ac-91af04300f12 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.3747132 Feb 02 15:33:20.266537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-adb93fc5-46eb-4fa3-b077-882d1f59de7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:20.267819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=dcd7a138-a252-47ce-addb-9f98ba95c6aa,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:20.291094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-adb93fc5-46eb-4fa3-b077-882d1f59de7a service neutron] 10.222.0.107 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.2566905 Feb 02 15:33:20.291094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859bb599-a3fc-4ae8-a84d-f6dff213d339 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:33:20.387359 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.411987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-e174cd47-445d-4f1b-838e-78f5eaeea0ff service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 200 len: 217 time: 0.1099763 Feb 02 15:33:20.413775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:20.414533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:20.423801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8d6ae-0aba-48fa-a984-1d36d9240de9 None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:20.437090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-125c625e-e61a-4869-8b1a-12d19fae96c7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1239939 Feb 02 15:33:20.452816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.466768 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d69e66d6-d232-4ebc-99d6-9517469050ff req-5f4b3f17-852d-4024-9467-a1f0790bfb0a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363508 Feb 02 15:33:20.497361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] Usage tracker for resource:security_group_rule and tenant:7f7cdb125b13408bb734e1fe63cbfc97 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:20.527588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:20.539855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:20.541114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6b92-f7a5-4eb3-8b6c-5db7f91e81aa tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.582934 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.585499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Transition to ACTIVE for port object 859bb599-a3fc-4ae8-a84d-f6dff213d339 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:20.595871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f6b92-f7a5-4eb3-8b6c-5db7f91e81aa tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event deleted for resources: {'Port': ['ID=ce731d05-f24c-4d32-abb4-68a0b60875fc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:20.638045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.661746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:20.693461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-816437df-e916-4416-a23b-72ece94de38d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:20.694125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a4cab-7730-425c-9301-ff2822e12b33 None None] Network 7f7d5131-8373-43e0-9449-ae29f44f535e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:20.694909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-816437df-e916-4416-a23b-72ece94de38d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.2739010 Feb 02 15:33:20.704923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:20.707224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.717297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:20.759703 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6b92-f7a5-4eb3-8b6c-5db7f91e81aa tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:20.784866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'Port': ['ID=ecadba7e-0f2b-4e53-9a6a-2310f1a89274,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:20.873928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cd9f6b92-f7a5-4eb3-8b6c-5db7f91e81aa tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "DELETE /v2.0/ports/ce731d05-f24c-4d32-abb4-68a0b60875fc HTTP/1.1" status: 204 len: 168 time: 2.6566749 Feb 02 15:33:20.878076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40164) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:20.882228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-526adb43-589b-4cd0-b4df-0cc636d443aa service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443178 Feb 02 15:33:20.882821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=56ce3329-69a6-4283-b8cb-32a77351fe20,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:20.999005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 7f7d5131-8373-43e0-9449-ae29f44f535e is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:21.025872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447bd7-a74b-4306-b2d4-44b730d6ec96 req-3afde92b-8a63-4c68-b82b-033d83a07cc3 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:21.033960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec447bd7-a74b-4306-b2d4-44b730d6ec96 req-3afde92b-8a63-4c68-b82b-033d83a07cc3 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 943 time: 0.2011547 Feb 02 15:33:21.047683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7e3fa718-4178-4baa-aa0d-67b59a871517 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:33:21.098050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:21.125804 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec447bd7-a74b-4306-b2d4-44b730d6ec96 req-3f0c62d8-0ecc-4b56-9d2a-1beae04c6650 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717988 Feb 02 15:33:21.137903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:21.194615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-788da9b8-006a-4e5e-b38e-b962cb799c39 None None] Provisioning for port 8fd1cfe2-0671-47de-a808-a2d121520bf0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:21.211418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:21.212331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:21.258853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8fd1cfe2-0671-47de-a808-a2d121520bf0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:21.396397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:21.416852 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '7e3fa718-4178-4baa-aa0d-67b59a871517', 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'port_id': '7e3fa718-4178-4baa-aa0d-67b59a871517', 'mac_address': 'fa:16:3e:c5:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f4c61-9668-436c-847a-84a8b84fb526', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:33:21.440786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:21.492376 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:21.512747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e3fa718-4178-4baa-aa0d-67b59a871517 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:33:21.531038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:21.594855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8fd1cfe2-0671-47de-a808-a2d121520bf0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:21.600719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8fd1cfe2-0671-47de-a808-a2d121520bf0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:21.601231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:21.615469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:21.627012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Router 8b38f621-4df4-4c3f-b145-3f8bdfcd20c2 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:33:21.653965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Pushing event updated for resources: {'Port': ['ID=859bb599-a3fc-4ae8-a84d-f6dff213d339,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:21.683800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:21.748394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:21.749065 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:21.782679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-918bdd35-0f53-4a0e-b0e6-644087f08c57 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0660853 Feb 02 15:33:21.809857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Attempting to bind port 859bb599-a3fc-4ae8-a84d-f6dff213d339 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:21.810202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Attempting to bind port 859bb599-a3fc-4ae8-a84d-f6dff213d339 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:21.810542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Attempting to bind port 859bb599-a3fc-4ae8-a84d-f6dff213d339 on network 79254ec1-3330-46c2-a881-4424ad397256 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:21.851286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Port 859bb599-a3fc-4ae8-a84d-f6dff213d339 on network 79254ec1-3330-46c2-a881-4424ad397256 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:33:21.851286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Attempting to bind port 859bb599-a3fc-4ae8-a84d-f6dff213d339 on network 79254ec1-3330-46c2-a881-4424ad397256 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:21.920853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:21.929989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca987d8d-3a2c-4a9b-be1b-30a6c62df73a req-6edb170e-6906-4b52-9bcf-31512b0a678d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:21.931463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca987d8d-3a2c-4a9b-be1b-30a6c62df73a req-6edb170e-6906-4b52-9bcf-31512b0a678d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 945 time: 0.1167142 Feb 02 15:33:21.969110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb058a40-e1e3-42fb-9621-0b56ab408c1b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:21.996449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['7e3fa718-4178-4baa-aa0d-67b59a871517'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:33:22.038548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-401c31aa-0b50-46ac-bb01-4f656a8f5cad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7f7cdb125b13408bb734e1fe63cbfc97&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9119098 Feb 02 15:33:22.038756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3cb63308-f977-43b9-b576-a38ae7dba4b3 None None] Provisioning for port 56ce3329-69a6-4283-b8cb-32a77351fe20 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:22.045363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40176) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:22.064767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f35425fe-45f5-4b0e-80d3-3cf91d371eaf req-86bd52e6-dac9-4b16-ad3c-544165e344d0 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9819584 Feb 02 15:33:22.068804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:22.069385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Checking segment: {'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:22.069786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Bound using segment: {'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:22.070236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Bound port: 859bb599-a3fc-4ae8-a84d-f6dff213d339, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:22.070930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:22.095936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3cb63308-f977-43b9-b576-a38ae7dba4b3 None None] Provisioning complete for port 56ce3329-69a6-4283-b8cb-32a77351fe20 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:22.096433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3cb63308-f977-43b9-b576-a38ae7dba4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:22.137886 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:22.147795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca987d8d-3a2c-4a9b-be1b-30a6c62df73a req-d4f11575-8e90-471e-b223-cf9928e82411 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075865 Feb 02 15:33:22.174924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:22.175828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e78edfbd-76ea-4187-8526-398c2a6f0ce3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.0416727 Feb 02 15:33:22.190442 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Sync routers for ids ['8b38f621-4df4-4c3f-b145-3f8bdfcd20c2'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:22.194174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40184) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:22.208624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': '7f7d5131-8373-43e0-9449-ae29f44f535e', 'name': 'tempest-PortsTestJSON-1823000263'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:22.220374 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Routers {'8b38f621-4df4-4c3f-b145-3f8bdfcd20c2'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:22.226941 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['8b38f621-4df4-4c3f-b145-3f8bdfcd20c2'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:22.227389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8fd1cfe2-0671-47de-a808-a2d121520bf0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8fd1cfe2-0671-47de-a808-a2d121520bf0,segment=NetworkSegment(e986dd8a-ced0-4e66-86f8-c6d4c1f67707),segment_id=e986dd8a-ced0-4e66-86f8-c6d4c1f67707)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:22.244870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3cb63308-f977-43b9-b576-a38ae7dba4b3 None None] Port 56ce3329-69a6-4283-b8cb-32a77351fe20 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:22.266186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3cb63308-f977-43b9-b576-a38ae7dba4b3 None None] Provisioning complete for port 8fd1cfe2-0671-47de-a808-a2d121520bf0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:22.266564 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3cb63308-f977-43b9-b576-a38ae7dba4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:22.291786 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:22.295435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-559ae75f-808f-4fe7-963b-c5bf623de45e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5576816 Feb 02 15:33:22.295658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40188) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:22.360349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:22.362403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dcd7a138-a252-47ce-addb-9f98ba95c6aa up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:22.508164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6f246-d9c9-44b9-8a21-2265fb63bda7 req-bd28a8a8-1ab7-4cde-9977-2a16fa75465c tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:22.510631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8c6f246-d9c9-44b9-8a21-2265fb63bda7 req-bd28a8a8-1ab7-4cde-9977-2a16fa75465c tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 943 time: 0.1409247 Feb 02 15:33:22.569284 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Set router 8b38f621-4df4-4c3f-b145-3f8bdfcd20c2 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:22.634704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] For port 859bb599-a3fc-4ae8-a84d-f6dff213d339, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:22.640072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8c6f246-d9c9-44b9-8a21-2265fb63bda7 req-cc8f1449-e0e8-45d4-91ee-ecbb52ae0427 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226661 Feb 02 15:33:22.655156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] For port 859bb599-a3fc-4ae8-a84d-f6dff213d339, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=859bb599-a3fc-4ae8-a84d-f6dff213d339,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:22.740528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9cbc33-2416-48de-97fc-8d3ea438b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Deleting subnet b6207149-efd6-4511-8a8b-ef00c0d9930c {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:33:22.769136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab42f2f9-a360-4322-a963-153307882768 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/routers/8b38f621-4df4-4c3f-b145-3f8bdfcd20c2 HTTP/1.1" status: 200 len: 907 time: 0.4684100 Feb 02 15:33:22.772972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40192) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:22.773659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:22.813287 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbc33-2416-48de-97fc-8d3ea438b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:22.877190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afc404-ce1a-485c-9d82-2f0af429c9c8 None None] New status for floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:33:22.981413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-b8d67fea-56f6-4c51-8a47-81dcc6f915bb service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1564546 Feb 02 15:33:23.004296 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b38f621-4df4-4c3f-b145-3f8bdfcd20c2', 'name': 'tempest-snat-router-417578352', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'ecadba7e-0f2b-4e53-9a6a-2310f1a89274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:33:15Z', 'updated_at': '2022-02-02T15:33:20Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'ecadba7e-0f2b-4e53-9a6a-2310f1a89274', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b38f621-4df4-4c3f-b145-3f8bdfcd20c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:33:18Z', 'updated_at': '2022-02-02T15:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:23.006220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e06970-6a87-46f2-bcff-8dba93448719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.016463 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Checking router: 8b38f621-4df4-4c3f-b145-3f8bdfcd20c2 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:33:23.016892 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Updating router 8b38f621-4df4-4c3f-b145-3f8bdfcd20c2 port ecadba7e-0f2b-4e53-9a6a-2310f1a89274 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:33:23.056040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8fd1cfe2-0671-47de-a808-a2d121520bf0,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:23.056573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-cbfab347-8577-46e6-840f-02ee37f6555d tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:23.088380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-cbfab347-8577-46e6-840f-02ee37f6555d tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1614437 Feb 02 15:33:23.096599 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.125845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dcd7a138-a252-47ce-addb-9f98ba95c6aa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:23.126376 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.190881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7e3fa718-4178-4baa-aa0d-67b59a871517 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:23.316372 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e06970-6a87-46f2-bcff-8dba93448719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.342852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbc33-2416-48de-97fc-8d3ea438b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.369633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-4bdf3fcf-7bfc-4c54-808d-9b0767ddd6d2 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 698 time: 0.2795742 Feb 02 15:33:23.375626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Request body: {'floatingip': {'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:23.382394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.383891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] 10.222.0.64 "PUT /v2.0/ports/859bb599-a3fc-4ae8-a84d-f6dff213d339 HTTP/1.1" status: 200 len: 1091 time: 6.6966863 Feb 02 15:33:23.384427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1817b97-f0e9-45b3-9a18-9dfdc6347845', 'tag': '859bb599-a3fc-4ae8-a84d-f6dff213d339'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:23.440966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:23.452816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:23.464869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:23.476699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:23.534537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.538501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.588766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da2c53-6189-499f-8191-1fd0f3dd6576 service neutron] Pushing event updated for resources: {'Port': ['ID=859bb599-a3fc-4ae8-a84d-f6dff213d339,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:23.645846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7e3fa718-4178-4baa-aa0d-67b59a871517 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:33:23.662973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:23.714643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:23.718517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.746079 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.763493 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Transition to ACTIVE for port object ecadba7e-0f2b-4e53-9a6a-2310f1a89274 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:23.768500 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.853813 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.857538 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:23.859768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:33:23.938900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-04fe6d41-6182-4d39-97ef-317dca272ec1 req-c0756237-f3ed-46f0-bb5d-c42133bd163e service neutron] 10.222.0.107 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9096551 Feb 02 15:33:23.967892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8fd1cfe2-0671-47de-a808-a2d121520bf0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:24.007278 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Attempting to bind port ecadba7e-0f2b-4e53-9a6a-2310f1a89274 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:24.007920 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Attempting to bind port ecadba7e-0f2b-4e53-9a6a-2310f1a89274 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:24.008435 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Attempting to bind port ecadba7e-0f2b-4e53-9a6a-2310f1a89274 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:24.011193 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbc33-2416-48de-97fc-8d3ea438b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.014699 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaff51-80d9-4658-bdee-2a49dd0b3dfe None None] Pushing event updated for resources: {'Port': ['ID=ecadba7e-0f2b-4e53-9a6a-2310f1a89274,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:24.025016 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:24.025734 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:24.026761 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.027565 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:24.028272 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Bound port: ecadba7e-0f2b-4e53-9a6a-2310f1a89274, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:24.028905 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.104882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e06970-6a87-46f2-bcff-8dba93448719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.119056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:24.152923 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] For port ecadba7e-0f2b-4e53-9a6a-2310f1a89274, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:24.153395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8fd1cfe2-0671-47de-a808-a2d121520bf0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:24.153818 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.156966 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] For port ecadba7e-0f2b-4e53-9a6a-2310f1a89274, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ecadba7e-0f2b-4e53-9a6a-2310f1a89274,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:24.192020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e06970-6a87-46f2-bcff-8dba93448719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb058a40-e1e3-42fb-9621-0b56ab408c1b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:24.228963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-809e41b9-a267-4a39-aa20-3204d3313c0f None None] Provisioning complete for port 56ce3329-69a6-4283-b8cb-32a77351fe20 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:24.228963 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-809e41b9-a267-4a39-aa20-3204d3313c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.261248 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-03453167-0bcc-488a-871f-234a7c18c37e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f08c82c4d033445481c103ef931477a0&device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 1094 time: 0.6485350 Feb 02 15:33:24.278622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3ba0-46c9-48ba-8049-10875da6794a req-00df670c-fe14-4af5-9049-8a01adb50fca tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:24.278622 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd1c3ba0-46c9-48ba-8049-10875da6794a req-00df670c-fe14-4af5-9049-8a01adb50fca tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 945 time: 0.7595959 Feb 02 15:33:24.292772 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.321053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-809e41b9-a267-4a39-aa20-3204d3313c0f None None] Port 56ce3329-69a6-4283-b8cb-32a77351fe20 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:24.485777 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaff51-80d9-4658-bdee-2a49dd0b3dfe None None] Pushing event updated for resources: {'Port': ['ID=ecadba7e-0f2b-4e53-9a6a-2310f1a89274,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:24.509962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:33:24.510897 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:33:24.516975 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Routers {'8b38f621-4df4-4c3f-b145-3f8bdfcd20c2'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:24.517589 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:32:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['8b38f621-4df4-4c3f-b145-3f8bdfcd20c2'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:24.544954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.563587 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-44d9323d-5a1e-4547-95ea-ddcb25502e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.632494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Deleting port ecadba7e-0f2b-4e53-9a6a-2310f1a89274 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:24.632861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.633773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86e06970-6a87-46f2-bcff-8dba93448719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.637927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-86e06970-6a87-46f2-bcff-8dba93448719 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fb058a40-e1e3-42fb-9621-0b56ab408c1b HTTP/1.1" status: 204 len: 168 time: 2.5729470 Feb 02 15:33:24.643017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-c2e22d21-2cff-467b-87c5-755f600ba005 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859bb599-a3fc-4ae8-a84d-f6dff213d339 HTTP/1.1" status: 200 len: 217 time: 0.3778446 Feb 02 15:33:24.748112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.13 (7f7d5131-8373-43e0-9449-ae29f44f535e/0606783e-9ff3-480a-b349-7807a1e17726/4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:24.751902 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] Set router 8b38f621-4df4-4c3f-b145-3f8bdfcd20c2 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:24.757564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-02f1f1af-a8ef-497e-ac3a-773f1b3f76e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:24.759229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-02f1f1af-a8ef-497e-ac3a-773f1b3f76e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8eefc434-82fc-4449-b631-4141e991daa5 HTTP/1.1" status: 200 len: 849 time: 0.1039281 Feb 02 15:33:24.763136 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd1c3ba0-46c9-48ba-8049-10875da6794a req-3aee91b0-680b-44d8-ae84-9c6c9af6eb73 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902759 Feb 02 15:33:24.812957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbc33-2416-48de-97fc-8d3ea438b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.848213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] For port ecadba7e-0f2b-4e53-9a6a-2310f1a89274, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ecadba7e-0f2b-4e53-9a6a-2310f1a89274,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:24.848774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:24.850466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-74d34e0d-e27c-4f12-9c6c-9c9408efbe45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79254ec1-3330-46c2-a881-4424ad397256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804696 Feb 02 15:33:24.903559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cbc33-2416-48de-97fc-8d3ea438b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event deleted for resources: {'Subnet': ['ID=b6207149-efd6-4511-8a8b-ef00c0d9930c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:24.908067 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1817b97-f0e9-45b3-9a18-9dfdc6347845', 'tag': '859bb599-a3fc-4ae8-a84d-f6dff213d339', 'status': 'completed', 'code': 200} Feb 02 15:33:25.004934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Calling delete_port for ecadba7e-0f2b-4e53-9a6a-2310f1a89274 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:25.018453 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbc33-2416-48de-97fc-8d3ea438b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.025656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba401c-541c-46c4-b63f-e9fa8ac5bdd8 None None] Network bcb9e0ca-8f72-4223-9fcb-7f36fd389669 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:25.034370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.049280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7e3fa718-4178-4baa-aa0d-67b59a871517 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:25.101379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-58be07dc-6d0b-4b4e-ac4f-26da257d27b7 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:25.103553 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-58be07dc-6d0b-4b4e-ac4f-26da257d27b7 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7cd5164-8ba8-4844-aa76-5815b2cebab7 HTTP/1.1" status: 200 len: 946 time: 0.5464017 Feb 02 15:33:25.161156 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b38f621-4df4-4c3f-b145-3f8bdfcd20c2', 'name': 'tempest-snat-router-417578352', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'ecadba7e-0f2b-4e53-9a6a-2310f1a89274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:33:15Z', 'updated_at': '2022-02-02T15:33:20Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'ecadba7e-0f2b-4e53-9a6a-2310f1a89274', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b38f621-4df4-4c3f-b145-3f8bdfcd20c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:33:18Z', 'updated_at': '2022-02-02T15:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:25.168651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8d9cbc33-2416-48de-97fc-8d3ea438b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "DELETE /v2.0/subnets/b6207149-efd6-4511-8a8b-ef00c0d9930c HTTP/1.1" status: 204 len: 168 time: 4.2830491 Feb 02 15:33:25.175771 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46166604-23d7-4de6-bccd-a8ce336cf0b3 None None] The sync data for ids ['8b38f621-4df4-4c3f-b145-3f8bdfcd20c2'] in n-d-827122-1 is: [{'id': '8b38f621-4df4-4c3f-b145-3f8bdfcd20c2', 'name': 'tempest-snat-router-417578352', 'tenant_id': '52d1434ce2f341a6b49114342162cfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'ecadba7e-0f2b-4e53-9a6a-2310f1a89274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:33:15Z', 'updated_at': '2022-02-02T15:33:20Z', 'revision_number': 3, 'project_id': '52d1434ce2f341a6b49114342162cfb2', 'gw_port': {'id': 'ecadba7e-0f2b-4e53-9a6a-2310f1a89274', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b38f621-4df4-4c3f-b145-3f8bdfcd20c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:33:18Z', 'updated_at': '2022-02-02T15:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:25.176239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40214) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:25.423154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 7e3fa718-4178-4baa-aa0d-67b59a871517 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:25.423154 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.488985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-b0506fa8-9eba-4515-a56f-5748863ba20a service neutron] 10.222.0.64 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304817 Feb 02 15:33:25.498622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Deleting port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:25.503569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.591078 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.622411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:25.623341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3fa718-4178-4baa-aa0d-67b59a871517'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:25.688344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.741936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] DHCP port deletion for bcb9e0ca-8f72-4223-9fcb-7f36fd389669 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:33:25.747636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] Deleting port 7a100f92-a24f-499e-b0d1-f18fc5536557 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:25.748037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.823578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86807d-f80f-4cbb-b529-c9b0a151484d req-e6690430-6666-462e-a016-84ff36908140 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:25.825202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fa86807d-f80f-4cbb-b529-c9b0a151484d req-e6690430-6666-462e-a016-84ff36908140 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Synchronizing usage tracker for tenant:f08c82c4d033445481c103ef931477a0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:25.880151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.899768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Deleting port 7a100f92-a24f-499e-b0d1-f18fc5536557 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:25.900137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.940739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:25.944377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40230) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:25.967827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.004318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:26.007303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:6b9ddb704b0b4700a41d9711aada3475 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:26.010172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:26.016651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:26.029523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.038495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:26.070063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:26.075430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fa86807d-f80f-4cbb-b529-c9b0a151484d req-e6690430-6666-462e-a016-84ff36908140 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Unset dirty status for tenant:f08c82c4d033445481c103ef931477a0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:26.080382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa86807d-f80f-4cbb-b529-c9b0a151484d req-e6690430-6666-462e-a016-84ff36908140 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 943 time: 1.0466712 Feb 02 15:33:26.084855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1de08a-b39d-4674-a25f-81d0648b88c9 req-899ab951-4229-4c88-8ed7-5ea1d3f8a1fc service neutron] 10.222.0.64 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490246 Feb 02 15:33:26.091978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecadba7e-0f2b-4e53-9a6a-2310f1a89274,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:26.170827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] For port 7a100f92-a24f-499e-b0d1-f18fc5536557, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7a100f92-a24f-499e-b0d1-f18fc5536557,segment=NetworkSegment(38c86d2d-1afa-4134-a60a-6c650f13ed4f),segment_id=38c86d2d-1afa-4134-a60a-6c650f13ed4f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:26.170827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.319949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] Calling delete_port for 7a100f92-a24f-499e-b0d1-f18fc5536557 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:26.330953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.486395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.497269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa86807d-f80f-4cbb-b529-c9b0a151484d req-3ed76bbe-acd3-4ad1-a8dd-10aac10261d0 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154527 Feb 02 15:33:26.501058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] For port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:26.501690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.519484 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:33:26.525759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.577383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] Pushing event deleted for resources: {'Port': ['ID=7a100f92-a24f-499e-b0d1-f18fc5536557,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:26.601850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff8588-9261-4d48-bca5-522ba01c1845 None None] No DVR routers for this DVR port 7a100f92-a24f-499e-b0d1-f18fc5536557 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:33:26.637235 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3fa718-4178-4baa-aa0d-67b59a871517', 'code': 200} Feb 02 15:33:26.671308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6b9ddb704b0b4700a41d9711aada3475&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7258275 Feb 02 15:33:26.678436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40238) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:26.679065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.757371 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.776660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Calling delete_port for 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:26.914220 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a35b5e72-ad50-4c78-b18b-b315f9117f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:26.987827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497935ba-1ce1-444c-a196-077b47848dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55601f36-6b96-40d9-888b-1c19e31960cf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:27.002062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.061652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 859bb599-a3fc-4ae8-a84d-f6dff213d339 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:33:27.114631 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.125082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:27.146114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] For port 7a100f92-a24f-499e-b0d1-f18fc5536557, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7a100f92-a24f-499e-b0d1-f18fc5536557,segment=NetworkSegment(38c86d2d-1afa-4134-a60a-6c650f13ed4f),segment_id=38c86d2d-1afa-4134-a60a-6c650f13ed4f)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:27.146675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.292195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 859bb599-a3fc-4ae8-a84d-f6dff213d339, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=859bb599-a3fc-4ae8-a84d-f6dff213d339,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:27.297622 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57f8e2a7-2f6b-4b7e-be52-92a61c8e2742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.311056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '859bb599-a3fc-4ae8-a84d-f6dff213d339', 'network_id': '79254ec1-3330-46c2-a881-4424ad397256', 'port_id': '859bb599-a3fc-4ae8-a84d-f6dff213d339', 'mac_address': 'fa:16:3e:50:2a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eefc434-82fc-4449-b631-4141e991daa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:33:27.326501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57f8e2a7-2f6b-4b7e-be52-92a61c8e2742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.342172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Calling delete_port for 7a100f92-a24f-499e-b0d1-f18fc5536557 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:27.381821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.440202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859bb599-a3fc-4ae8-a84d-f6dff213d339 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:33:27.468677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 859bb599-a3fc-4ae8-a84d-f6dff213d339, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=859bb599-a3fc-4ae8-a84d-f6dff213d339,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:27.507603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.515619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 7f7d5131-8373-43e0-9449-ae29f44f535e is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:27.521158 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.552514 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.558336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:27.567501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:27.661067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57f8e2a7-2f6b-4b7e-be52-92a61c8e2742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.668705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=859bb599-a3fc-4ae8-a84d-f6dff213d339,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:27.683093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-1f5fc42e-70a5-4d0b-8f49-4bc815e5f959 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f08c82c4d033445481c103ef931477a0&device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 1094 time: 1.2338672 Feb 02 15:33:27.723450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8e2a7-2f6b-4b7e-be52-92a61c8e2742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55601f36-6b96-40d9-888b-1c19e31960cf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:27.726799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.729399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b38f621-4df4-4c3f-b145-3f8bdfcd20c2 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:33:27.774411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2c663-0ad4-4507-ac74-3215617d64b0 req-ad777b9f-ac01-4136-ac9b-ff6ac6b9dfb5 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:27.774411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f2c663-0ad4-4507-ac74-3215617d64b0 req-ad777b9f-ac01-4136-ac9b-ff6ac6b9dfb5 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.9415350 Feb 02 15:33:27.774411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:33:27.774411 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:33:27.786859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7a100f92-a24f-499e-b0d1-f18fc5536557 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:27.817361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.829844 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a46ae4ae-83b4-43f4-baff-87fb585fdcaa tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "DELETE /v2.0/routers/8b38f621-4df4-4c3f-b145-3f8bdfcd20c2 HTTP/1.1" status: 204 len: 168 time: 5.0416663 Feb 02 15:33:27.830827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40258) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:27.849219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 7a100f92-a24f-499e-b0d1-f18fc5536557 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:27.849564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7a100f92-a24f-499e-b0d1-f18fc5536557 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:27.855801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['859bb599-a3fc-4ae8-a84d-f6dff213d339'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:33:27.891084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c2c6f92-004d-4562-8107-7913df1d0b81 req-91379c6b-e01c-4223-856d-2139c6ca43b1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 1097 time: 0.9640293 Feb 02 15:33:27.895774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:27.896802 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.907443 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57f8e2a7-2f6b-4b7e-be52-92a61c8e2742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:27.908887 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-57f8e2a7-2f6b-4b7e-be52-92a61c8e2742 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55601f36-6b96-40d9-888b-1c19e31960cf HTTP/1.1" status: 204 len: 168 time: 1.0735893 Feb 02 15:33:27.932986 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e associated. External IP: 172.25.0.154, port: b41ae462-8d4e-4ced-98ea-efafb09d3615. Feb 02 15:33:27.964422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:28.053129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Pushing event deleted for resources: {'Port': ['ID=3e11a4ea-0a15-40ac-9dce-bfdfc6f86268,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:28.078830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-49d908cd-c55e-4bee-87e5-73290dc7f3ba tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8767390 Feb 02 15:33:28.079879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40266) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:28.147614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dc85ed19-810d-400f-8b82-edb65f0e6dc8 None None] Provisioning for port 4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:28.156536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12f2c663-0ad4-4507-ac74-3215617d64b0 req-55ac5c4d-8aef-4e64-bafd-e89a324fd230 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211505 Feb 02 15:33:28.158528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dc85ed19-810d-400f-8b82-edb65f0e6dc8 None None] Provisioning complete for port 4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:28.159023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dc85ed19-810d-400f-8b82-edb65f0e6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:28.221093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] No DVR routers for this DVR port 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:33:28.223826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:28.229259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b69904b-7243-47b6-997e-4a0af44cd086 req-4cd80dc2-fd81-4667-99d1-faaf39d75ac8 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.107 "DELETE /v2.0/ports/3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 HTTP/1.1" status: 204 len: 173 time: 3.0975833 Feb 02 15:33:28.231000 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c2c6f92-004d-4562-8107-7913df1d0b81 req-da10aa71-bfeb-4625-95ba-4fb8a4bea202 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035126 Feb 02 15:33:28.257794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'name': 'network-vif-deleted', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:28.275598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Deleting port 7a100f92-a24f-499e-b0d1-f18fc5536557 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:28.275907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:28.286590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-dc85ed19-810d-400f-8b82-edb65f0e6dc8 None None] Port 4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:28.318151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-bfc08f55-aea0-4d8d-81bd-4e3684789e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:28.322238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-bfc08f55-aea0-4d8d-81bd-4e3684789e9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=79254ec1-3330-46c2-a881-4424ad397256 HTTP/1.1" status: 200 len: 911 time: 0.6188862 Feb 02 15:33:28.382348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a9da1b-37e2-4acd-ae54-44e48aa40ed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:28.383870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f7a9da1b-37e2-4acd-ae54-44e48aa40ed5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.2987137 Feb 02 15:33:28.392515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40276) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:28.394916 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:28.396542 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:28.558092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:28.601609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['b41ae462-8d4e-4ced-98ea-efafb09d3615'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:33:28.763631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] The port '7a100f92-a24f-499e-b0d1-f18fc5536557' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:33:28.772892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-8d86888c-48a9-4172-9c5b-4565299a74f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859bb599-a3fc-4ae8-a84d-f6dff213d339 HTTP/1.1" status: 200 len: 217 time: 0.4435229 Feb 02 15:33:29.011465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2b11b5f3-9dfb-416a-a17d-c26ad9669b37 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:29.011961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2b11b5f3-9dfb-416a-a17d-c26ad9669b37 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.045965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:29.093907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 859bb599-a3fc-4ae8-a84d-f6dff213d339 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:29.095359 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.147885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:29.147885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3e11a4ea-0a15-40ac-9dce-bfdfc6f86268 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:29.179010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-ac52aaa1-919d-410b-bebc-5c41fa4ab90e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:29.179010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-ac52aaa1-919d-410b-bebc-5c41fa4ab90e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8eefc434-82fc-4449-b631-4141e991daa5 HTTP/1.1" status: 200 len: 849 time: 0.3383045 Feb 02 15:33:29.194897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb9e0ca-8f72-4223-9fcb-7f36fd389669']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:29.241528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.258781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:33:29.265830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c86d2d-1afa-4134-a60a-6c650f13ed4f') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:29.266125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c86d2d-1afa-4134-a60a-6c650f13ed4f') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:29.281532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.298065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 859bb599-a3fc-4ae8-a84d-f6dff213d339 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:29.303034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 859bb599-a3fc-4ae8-a84d-f6dff213d339 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:29.306994 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.308255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.324663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:33:29.325064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.442954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Deleting port dcd7a138-a252-47ce-addb-9f98ba95c6aa {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:29.451247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.520015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559169-2bc9-4811-93a5-72ebe039fd5e req-d634c204-74ae-4504-94ba-730f85058c4d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:29.526990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23559169-2bc9-4811-93a5-72ebe039fd5e req-d634c204-74ae-4504-94ba-730f85058c4d tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 944 time: 1.1416295 Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:33:29.528822 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:33:29.558630 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.601131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-14eb0109-5782-4786-b6f1-e8f32ede71bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79254ec1-3330-46c2-a881-4424ad397256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3887556 Feb 02 15:33:29.641648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 859bb599-a3fc-4ae8-a84d-f6dff213d339, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=859bb599-a3fc-4ae8-a84d-f6dff213d339,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:29.650815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1817b97-f0e9-45b3-9a18-9dfdc6347845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859bb599-a3fc-4ae8-a84d-f6dff213d339'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:29.680419 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.708506 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.907250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=859bb599-a3fc-4ae8-a84d-f6dff213d339,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:29.952087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-6211e9bb-0e7b-45fe-85eb-c205d007aa99 service neutron] 10.222.0.64 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412941 Feb 02 15:33:29.963189 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:29.965789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:30.080478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23559169-2bc9-4811-93a5-72ebe039fd5e req-1fdbee0e-55ec-4ea5-888d-365db9a14098 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525045 Feb 02 15:33:30.082685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] Pushing event deleted for resources: {'Network': ['ID=bcb9e0ca-8f72-4223-9fcb-7f36fd389669,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:30.125335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f656a81e-1f14-4cba-aadb-eeb07dc1e687 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017 tempest-ExtraDHCPOptionsIpV6TestJSON-963029017-project] 10.222.0.88 "DELETE /v2.0/networks/bcb9e0ca-8f72-4223-9fcb-7f36fd389669 HTTP/1.1" status: 204 len: 168 time: 4.9415591 Feb 02 15:33:30.139605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] For port dcd7a138-a252-47ce-addb-9f98ba95c6aa, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dcd7a138-a252-47ce-addb-9f98ba95c6aa,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:30.140001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:30.215412 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cd5164-8ba8-4844-aa76-5815b2cebab7', 'name': 'network-vif-deleted', 'tag': '3e11a4ea-0a15-40ac-9dce-bfdfc6f86268', 'status': 'completed', 'code': 200} Feb 02 15:33:30.278650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4103167c-a778-4e20-8fb1-e0c8738b2c15 req-11c449c0-2055-43e3-ad67-e94825e03841 service neutron] 10.222.0.64 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113971 Feb 02 15:33:30.289798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2b11b5f3-9dfb-416a-a17d-c26ad9669b37 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:30.297187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Calling delete_port for dcd7a138-a252-47ce-addb-9f98ba95c6aa owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:30.389168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:30.394015 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:30.400496 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:30.416328 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:30.418234 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:30.443025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2b11b5f3-9dfb-416a-a17d-c26ad9669b37 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:30.486085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-299e846b-1d87-4258-b415-b80e36d913eb tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "PUT /v2.0/floatingips/d681d8d7-4488-47f9-b7e1-cb6e84cf805e HTTP/1.1" status: 200 len: 997 time: 7.1107173 Feb 02 15:33:30.532121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:30.627183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061485-df97-445f-8a2e-2ded83da1fc8 req-8d6b085f-fc45-4a75-8d96-71a45bb07576 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:30.628653 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc061485-df97-445f-8a2e-2ded83da1fc8 req-8d6b085f-fc45-4a75-8d96-71a45bb07576 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.1944015 Feb 02 15:33:30.683323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-a40ef485-c123-4e70-a40e-2c8f3956a4a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.1819704 Feb 02 15:33:30.809154 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:30.836419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-468bf436-b300-48b9-95f7-d54b127a659d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:30.839210 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-468bf436-b300-48b9-95f7-d54b127a659d service neutron] 10.222.0.88 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.1638126 Feb 02 15:33:30.898730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc061485-df97-445f-8a2e-2ded83da1fc8 req-73e1bed9-3a6e-443c-abc4-97e8e4885371 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478674 Feb 02 15:33:30.951796 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:30.989012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2b11b5f3-9dfb-416a-a17d-c26ad9669b37 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:31.000733 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1817b97-f0e9-45b3-9a18-9dfdc6347845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859bb599-a3fc-4ae8-a84d-f6dff213d339', 'code': 200} Feb 02 15:33:31.028505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40342) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:31.068423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcd7a138-a252-47ce-addb-9f98ba95c6aa,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:31.080798 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'status': 'completed', 'code': 200} Feb 02 15:33:31.093724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11b5f3-9dfb-416a-a17d-c26ad9669b37 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:31.265398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-a88fac6a-4cea-423b-bbc8-25a2099945ad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 1000 time: 0.4203050 Feb 02 15:33:31.580357 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:f8:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007976-54e0-47c6-a444-2d735029dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:33:26Z', 'revision_number': 8, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:31.584889 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:33:31.624455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:31.625678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-a344009b-3b58-4d72-a7b0-9bfc1c9307ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:31.626857 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:31.633282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-a344009b-3b58-4d72-a7b0-9bfc1c9307ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.3667710 Feb 02 15:33:31.726876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:31.749865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2b11b5f3-9dfb-416a-a17d-c26ad9669b37 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:31.777900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2b11b5f3-9dfb-416a-a17d-c26ad9669b37 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 HTTP/1.1" status: 204 len: 168 time: 3.3551617 Feb 02 15:33:31.781833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40364) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:31.786974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d9f0ad2-c307-4cb9-b8b8-dd769dff106f req-359c05c3-6005-44e5-9887-883c945cabd9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 1096 time: 0.6788387 Feb 02 15:33:31.864034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9ea4e993-d2b3-4a66-82e0-ec3afe8ca4c1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ad83c67cb7544cb98b8d5b6339acc91a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8193412 Feb 02 15:33:31.867948 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-e7ee56c1-27cb-455a-a408-851140edf0f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.7370582 Feb 02 15:33:31.880753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40370) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:31.906785 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d667cf0-2169-42d8-8026-9783a09fa778 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:33:31.906785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7d667cf0-2169-42d8-8026-9783a09fa778 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:31.933873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3f233-4833-4366-a5cd-2e136c0416a4 req-544c8ea4-49a9-41dd-afa0-5daa9a4467a4 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:31.937559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f2d3f233-4833-4366-a5cd-2e136c0416a4 req-544c8ea4-49a9-41dd-afa0-5daa9a4467a4 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.6439469 Feb 02 15:33:31.986799 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:32.074441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d9f0ad2-c307-4cb9-b8b8-dd769dff106f req-2a727714-e24d-4539-b154-6972dbca6fca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495013 Feb 02 15:33:32.081937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f2d3f233-4833-4366-a5cd-2e136c0416a4 req-ad4486da-4eb7-4fbc-8932-7bbd8e19eb9c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045353 Feb 02 15:33:32.137148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7d667cf0-2169-42d8-8026-9783a09fa778 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:32.145795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7d667cf0-2169-42d8-8026-9783a09fa778 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/4b2f7a2e-3ae5-4ae8-80e2-476b97aa20c2 HTTP/1.1" status: 404 len: 333 time: 0.3613837 Feb 02 15:33:32.148128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40380) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:32.245716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-15e8893e-ca0e-458c-90ea-3b81cfe50e53 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 56ce3329-69a6-4283-b8cb-32a77351fe20 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:32.246321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15e8893e-ca0e-458c-90ea-3b81cfe50e53 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:32.511544 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:32.525961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-3991b56a-d51a-49ad-a180-80a6767d2f9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8915689 Feb 02 15:33:32.549958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:32.594943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d078627a-a8f3-44ba-8c11-ee7677d0816d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:32.598265 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15e8893e-ca0e-458c-90ea-3b81cfe50e53 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:32.621964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d8852-66b9-41b3-80bf-8d62b2bdb35a req-c8093f76-36d2-4334-9a52-60ea909529d4 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:32.628789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-100d8852-66b9-41b3-80bf-8d62b2bdb35a req-c8093f76-36d2-4334-9a52-60ea909529d4 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 945 time: 0.3120151 Feb 02 15:33:32.681801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-f886e6be-a857-48c5-a26a-14fe2b744fef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:32.683787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-f886e6be-a857-48c5-a26a-14fe2b744fef service neutron] 10.222.0.64 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.7958159 Feb 02 15:33:32.710540 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:f8:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007976-54e0-47c6-a444-2d735029dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:33:26Z', 'revision_number': 8, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:32.720275 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93803cb0-6d5f-42c6-b8b2-a8d2a83bad27 None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd681d8d7-4488-47f9-b7e1-cb6e84cf805e', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'port_id': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'mac_address': 'fa:16:3e:f8:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007976-54e0-47c6-a444-2d735029dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:32:15Z', 'updated_at': '2022-02-02T15:33:26Z', 'revision_number': 8, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:32.799452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d078627a-a8f3-44ba-8c11-ee7677d0816d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:32.855286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-15e8893e-ca0e-458c-90ea-3b81cfe50e53 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 56ce3329-69a6-4283-b8cb-32a77351fe20 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:32.946219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-d8b19271-f4de-4c18-8490-5a99cba0a2b8 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982320 Feb 02 15:33:32.953055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:32.953784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e92199ba-2882-4d91-a622-4fb28f819c10 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:33:32.956856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-100d8852-66b9-41b3-80bf-8d62b2bdb35a req-4bb183b0-f46c-4ef8-b40b-ff150cb25aeb tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267074 Feb 02 15:33:33.092915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-6af4ae7b-8731-474a-83e6-bca0dd3ce4d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 1000 time: 0.3882401 Feb 02 15:33:33.110416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:33.115479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d3d23630-45cc-4770-a737-dc9b24d34745 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "DELETE /v2.0/routers/e92199ba-2882-4d91-a622-4fb28f819c10 HTTP/1.1" status: 204 len: 168 time: 5.2834044 Feb 02 15:33:33.115623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40400) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:33.131475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-907306894', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:33.150216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:33.160638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15e8893e-ca0e-458c-90ea-3b81cfe50e53 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:33.175393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Usage tracker for resource:router and tenant:83970c72f0754bb989eabf02c0932c22 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:33.230440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:33.234867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8893e-ca0e-458c-90ea-3b81cfe50e53 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=56ce3329-69a6-4283-b8cb-32a77351fe20,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:33.244211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:33.268966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-f6a8c6ae-af9f-471f-8855-383bbf5ab6a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:33.270571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-f6a8c6ae-af9f-471f-8855-383bbf5ab6a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.1639047 Feb 02 15:33:33.364396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5f48b546-c225-4c49-8338-35728ace4ab6 req-329e341b-720d-4913-a096-24e1170f151d service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015718 Feb 02 15:33:33.364396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d078627a-a8f3-44ba-8c11-ee7677d0816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:33.383199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d078627a-a8f3-44ba-8c11-ee7677d0816d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:33.384339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d078627a-a8f3-44ba-8c11-ee7677d0816d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/93f5b917-e2d0-4467-b392-ce6acb02752f HTTP/1.1" status: 204 len: 168 time: 1.5025504 Feb 02 15:33:33.386540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078627a-a8f3-44ba-8c11-ee7677d0816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5b917-e2d0-4467-b392-ce6acb02752f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:33.443127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-380c600e-91a3-4f74-ade7-9920ce2d38b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644585 Feb 02 15:33:33.500806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15e8893e-ca0e-458c-90ea-3b81cfe50e53 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:33.510217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:33.515095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:33.613472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:33.731255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-ce26ef38-3791-440f-bd26-63dc4c9b5e99 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817693 Feb 02 15:33:33.736889 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c6f73418-62a7-4956-b6bf-04c78f6d778c req-9e4d8234-0cbb-4e39-9c72-5cc805ab47d7 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips/d681d8d7-4488-47f9-b7e1-cb6e84cf805e HTTP/1.1" status: 200 len: 997 time: 0.1553035 Feb 02 15:33:33.750092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-15e8893e-ca0e-458c-90ea-3b81cfe50e53 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/56ce3329-69a6-4283-b8cb-32a77351fe20 HTTP/1.1" status: 204 len: 168 time: 1.6007004 Feb 02 15:33:33.752829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:33.820783 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba6a1b9-7126-4b1a-8cad-bd525e057648 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:33:33.821448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7ba6a1b9-7126-4b1a-8cad-bd525e057648 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:34.049951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7ba6a1b9-7126-4b1a-8cad-bd525e057648 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:34.053515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7ba6a1b9-7126-4b1a-8cad-bd525e057648 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/56ce3329-69a6-4283-b8cb-32a77351fe20 HTTP/1.1" status: 404 len: 333 time: 0.2995596 Feb 02 15:33:34.061263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40438) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:34.198677 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:34.349792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a263e0-9a3c-4ef3-b062-57077d0f1918 None None] New status for floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:33:34.378677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f73418-62a7-4956-b6bf-04c78f6d778c req-bb81d576-c221-4eab-9e11-ad2f68f22785 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:34.393567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c6f73418-62a7-4956-b6bf-04c78f6d778c req-bb81d576-c221-4eab-9e11-ad2f68f22785 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.6364489 Feb 02 15:33:34.404295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fa002b-43d5-4a4d-886a-49dd42a65d76 req-f6e14020-04dd-49d3-8b5c-cb0557ccd1cf service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589916 Feb 02 15:33:34.405249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-c6f73418-62a7-4956-b6bf-04c78f6d778c req-304a636f-c3f6-48ba-8120-7a898f5e9743 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:33:34.411927 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c6f73418-62a7-4956-b6bf-04c78f6d778c req-304a636f-c3f6-48ba-8120-7a898f5e9743 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0174539 Feb 02 15:33:34.755726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f4073b91-c0d7-4cce-9545-f5ffcd13b881 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:34.763723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f4073b91-c0d7-4cce-9545-f5ffcd13b881 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 814 time: 0.2349479 Feb 02 15:33:34.814352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-16752722-8871-4c5c-bfae-cd661602bc7a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/quotas/bca38bf0bd5d493689e5420542898cfc HTTP/1.1" status: 200 len: 375 time: 0.0464106 Feb 02 15:33:34.944261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-62063342-01a4-4bc5-9f40-55572ac69728 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1286049 Feb 02 15:33:34.965826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet 0606783e-9ff3-480a-b349-7807a1e17726 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:33:34.979171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a26870-6065-4a52-af52-658c83f1b044 req-3b26b179-dbc7-4038-bc37-4a6d76ddf885 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:34.987148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a26870-6065-4a52-af52-658c83f1b044 req-3b26b179-dbc7-4038-bc37-4a6d76ddf885 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 945 time: 0.7554691 Feb 02 15:33:34.989656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:35.156769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-2407ce81-4b2f-4921-8d8b-a2d2df65ef20 service neutron] 10.222.0.88 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113278 Feb 02 15:33:35.225180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:35.342302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0a26870-6065-4a52-af52-658c83f1b044 req-fb8378b0-cf49-4e2a-89a1-2d54a7918814 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541992 Feb 02 15:33:35.362179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-9dc8072d-da7c-46fe-8787-acd5bedacde0 service neutron] 10.222.0.88 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976192 Feb 02 15:33:35.444222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40488) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:35.534981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-5639b632-a2ff-4cde-a639-cce39fd85817 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:35.537071 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-5639b632-a2ff-4cde-a639-cce39fd85817 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.107 "GET /v2.0/ports?device_id=163dd8db-d7d6-4d43-a668-f49f733273d9 HTTP/1.1" status: 200 len: 946 time: 0.4424925 Feb 02 15:33:35.565735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:35.658511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:35.723083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dcd7a138-a252-47ce-addb-9f98ba95c6aa no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:35.742820 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:35.790458 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-a46bd2bc-01a9-40cf-9dea-cb352b0212d7 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.3898261 Feb 02 15:33:35.808740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: dcd7a138-a252-47ce-addb-9f98ba95c6aa {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:35.809848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dcd7a138-a252-47ce-addb-9f98ba95c6aa not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:35.812367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ecadba7e-0f2b-4e53-9a6a-2310f1a89274 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:35.817083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522033552'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:35.828289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:35.832421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:35.835442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:35.841956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:35.855698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c16fc1f-5cc1-43ea-8c7e-480d1fe43a18 req-7493d7bf-6be4-42fc-871b-e3718a513ff2 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 210 time: 0.1217785 Feb 02 15:33:35.865735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Deleting port 7e3fa718-4178-4baa-aa0d-67b59a871517 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:35.866076 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:35.885774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ecadba7e-0f2b-4e53-9a6a-2310f1a89274 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:35.888992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ecadba7e-0f2b-4e53-9a6a-2310f1a89274 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:35.929573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:35.933157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:35.955373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.020437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:36.024689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:security_group_rule and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:36.028239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:36.034865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:36.083639 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.181676 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.186100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf569a-327b-43e3-a474-a8fc187b9170 None None] Network 7f7d5131-8373-43e0-9449-ae29f44f535e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:36.194680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.253336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=0606783e-9ff3-480a-b349-7807a1e17726,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:36.272123 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.339083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:33:36.369868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c461f3-e7e7-4fc4-b377-83395cc367c3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:36.380579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-fbd32721-ce1b-4ba0-b099-c1178079dd8c tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:36.384034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-fbd32721-ce1b-4ba0-b099-c1178079dd8c tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Synchronizing usage tracker for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:36.385860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.386409 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment 16b650ca-8769-4390-a857-dcce32f773f4 of type vlan for network 57b39677-37b1-4421-b6d4-c8bd20a2e65f Feb 02 15:33:36.432816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/0606783e-9ff3-480a-b349-7807a1e17726 HTTP/1.1" status: 204 len: 168 time: 2.3681149 Feb 02 15:33:36.438081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40528) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:36.513902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.514310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.515042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.515209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.515636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.516133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.516518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.516909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.517428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.517772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.519299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd6f2e6-32f7-4e55-8791-34f0fbcd0d97 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:36.595444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.604653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.620090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 8fd1cfe2-0671-47de-a808-a2d121520bf0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:36.621030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.681996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-fbd32721-ce1b-4ba0-b099-c1178079dd8c tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Unset dirty status for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:36.683960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-fbd32721-ce1b-4ba0-b099-c1178079dd8c tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports/b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 943 time: 0.8856702 Feb 02 15:33:36.724965 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:33:36.789427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] DHCP port deletion for 7f7d5131-8373-43e0-9449-ae29f44f535e request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:33:36.794714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] Deleting port 8fd1cfe2-0671-47de-a808-a2d121520bf0 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:36.795278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.880374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.888531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:36.892440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] For port 7e3fa718-4178-4baa-aa0d-67b59a871517, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7e3fa718-4178-4baa-aa0d-67b59a871517,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:36.892440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:36.892677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.102851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Calling delete_port for 7e3fa718-4178-4baa-aa0d-67b59a871517 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:37.178125 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97a0e330-6cbb-4636-bf84-31483fb09255 req-f7fa1a7f-7094-4c2c-95ec-0b5ce67643d4 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 210 time: 0.1414142 Feb 02 15:33:37.195620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Allocated IP 172.25.0.160 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/92d595e9-3d1e-4252-a999-fd11e7950d62) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:37.202832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=57b39677-37b1-4421-b6d4-c8bd20a2e65f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:37.248391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d81b7bd6-0527-4a16-a1c5-62a8903dfe84 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8018034 Feb 02 15:33:37.249108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40552) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:37.250966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] For port 8fd1cfe2-0671-47de-a808-a2d121520bf0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8fd1cfe2-0671-47de-a808-a2d121520bf0,segment=NetworkSegment(e986dd8a-ced0-4e66-86f8-c6d4c1f67707),segment_id=e986dd8a-ced0-4e66-86f8-c6d4c1f67707)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:37.251326 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.258755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] For port 8fd1cfe2-0671-47de-a808-a2d121520bf0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8fd1cfe2-0671-47de-a808-a2d121520bf0,segment=NetworkSegment(e986dd8a-ced0-4e66-86f8-c6d4c1f67707),segment_id=e986dd8a-ced0-4e66-86f8-c6d4c1f67707)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:37.259233 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.277446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-420012166'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:37.290301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:37.412622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] Calling delete_port for 8fd1cfe2-0671-47de-a808-a2d121520bf0 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:37.427938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:37.431174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:37.437643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:37.444968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40556) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:37.495000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 57b39677-37b1-4421-b6d4-c8bd20a2e65f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:33:37.510844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:37.516335 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.542301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 8fd1cfe2-0671-47de-a808-a2d121520bf0 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:37.619794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:33:37.648768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.649147 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c of type vlan for network ba37f6d0-918a-473a-9506-651b189a8a3b Feb 02 15:33:37.678091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:33:37.678409 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:33:37.695777 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.696041 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.800327 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.838343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:37.842905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] Usage tracker for resource:security_group_rule and tenant:f7477f642b6348418a32d56c38537c23 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:37.846438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:37.860588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8fd1cfe2-0671-47de-a808-a2d121520bf0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:37.867183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:37.869062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.880131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:37.880779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.910279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:37.912216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] Pushing event deleted for resources: {'Port': ['ID=8fd1cfe2-0671-47de-a808-a2d121520bf0,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:37.918524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8fd1cfe2-0671-47de-a808-a2d121520bf0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:37.919040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8fd1cfe2-0671-47de-a808-a2d121520bf0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:37.934651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cfe2b5-7e14-4014-b16a-0b0112d02441 None None] No DVR routers for this DVR port 8fd1cfe2-0671-47de-a808-a2d121520bf0 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:33:38.066539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-1e4ac270-f370-4a1f-b490-b0c0069ce26c tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.8736403 Feb 02 15:33:38.066539 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.227714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 8fd1cfe2-0671-47de-a808-a2d121520bf0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:38.228315 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.317375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=ba37f6d0-918a-473a-9506-651b189a8a3b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:38.329853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:38.333906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network ba37f6d0-918a-473a-9506-651b189a8a3b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:33:38.335168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event updated for resources: {'Port': ['ID=92d595e9-3d1e-4252-a999-fd11e7950d62,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:38.337650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:38.348591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:38.423677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] The port '8fd1cfe2-0671-47de-a808-a2d121520bf0' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:33:38.440192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-639caebb-b047-4527-943d-0e86b81b1ec3 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:38.441484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-639caebb-b047-4527-943d-0e86b81b1ec3 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.3712506 Feb 02 15:33:38.469934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-59898d6d-28d0-43bb-9836-e695d6e83705 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2107561 Feb 02 15:33:38.474759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.498951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40580) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:38.523835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': '57b39677-37b1-4421-b6d4-c8bd20a2e65f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:38.631523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.655385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Pushing event deleted for resources: {'Port': ['ID=7e3fa718-4178-4baa-aa0d-67b59a871517,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:38.701454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.732662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.737766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] No DVR routers for this DVR port 7e3fa718-4178-4baa-aa0d-67b59a871517 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:33:38.742877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.747142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'name': 'network-vif-deleted', 'tag': '7e3fa718-4178-4baa-aa0d-67b59a871517'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:38.762016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-99916176-2ff5-451d-a690-530d89461df5 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.2932284 Feb 02 15:33:38.779293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:38.788986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491e9b2-ae0a-458a-bd86-c1c1b0b217f7 req-ebb01afa-c5d4-4b34-b2fb-6e6a0e92abd7 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:38.790558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b491e9b2-ae0a-458a-bd86-c1c1b0b217f7 req-ebb01afa-c5d4-4b34-b2fb-6e6a0e92abd7 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 945 time: 0.6399236 Feb 02 15:33:38.797431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7d5131-8373-43e0-9449-ae29f44f535e']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:38.855799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e986dd8a-ced0-4e66-86f8-c6d4c1f67707') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:38.856177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e986dd8a-ced0-4e66-86f8-c6d4c1f67707') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:38.869687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd6a773b-69c5-4040-91a3-98c8be287ffb req-3bcd9a78-388d-4606-8834-cc46f7f65e4f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.107 "DELETE /v2.0/ports/7e3fa718-4178-4baa-aa0d-67b59a871517 HTTP/1.1" status: 204 len: 173 time: 3.3050897 Feb 02 15:33:38.871076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:38.874984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c6da4-25de-452d-bf7c-089f10bd6394,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:38.884731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.893062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.895032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5c320e14-01cd-476b-87e1-3af8faab62e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f7477f642b6348418a32d56c38537c23&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4485543 Feb 02 15:33:38.896212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:38.902028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:38.904661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40590) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:38.930249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:38.946154 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:38.968679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:33:38.969454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.071601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7e3fa718-4178-4baa-aa0d-67b59a871517 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:39.108383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 7e3fa718-4178-4baa-aa0d-67b59a871517 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:39.108733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7e3fa718-4178-4baa-aa0d-67b59a871517 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:33:39.113845 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:33:39.120150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b491e9b2-ae0a-458a-bd86-c1c1b0b217f7 req-86e8ebed-89fb-49db-9f28-c56e40cd89ef tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056715 Feb 02 15:33:39.120765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:39.234702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.276961 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.342512 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb45e68e-0bfb-4231-98db-401ee5dd20e0 req-ec7ec1c8-b0fa-4e02-bb2a-24cb987124b2 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 210 time: 0.0722792 Feb 02 15:33:39.343413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Network': ['ID=7f7d5131-8373-43e0-9449-ae29f44f535e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:39.365161 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0bcf0a0c-c757-4836-aceb-2a9bb91bf76b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/networks/7f7d5131-8373-43e0-9449-ae29f44f535e HTTP/1.1" status: 204 len: 168 time: 2.9257317 Feb 02 15:33:39.365921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40602) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:39.378023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.388860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.410438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-556202780'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:39.416469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:39.420420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:network and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:39.423401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:39.434788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:39.458046 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.458046 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.473568 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.473568 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e disassociated. External IP: 172.25.0.154, port: b41ae462-8d4e-4ced-98ea-efafb09d3615. Feb 02 15:33:39.595448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:39.598340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-079b16cd-54fd-4845-bdb3-abc310e7f81f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:39.599397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.601254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-079b16cd-54fd-4845-bdb3-abc310e7f81f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.107 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 814 time: 0.3300033 Feb 02 15:33:39.653313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7b61020-375d-49b7-b5dc-c1a55153af24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.751024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:33:39.779244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.779897 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Added segment 822a602c-bddd-4966-96a2-79aa4bc9285d of type vlan for network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f Feb 02 15:33:39.814626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.844412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7b61020-375d-49b7-b5dc-c1a55153af24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:39.890154 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163dd8db-d7d6-4d43-a668-f49f733273d9', 'name': 'network-vif-deleted', 'tag': '7e3fa718-4178-4baa-aa0d-67b59a871517', 'status': 'completed', 'code': 200} Feb 02 15:33:39.900014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Request body: {'port': {'device_id': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'admin_state_up': True, 'tenant_id': 'bca38bf0bd5d493689e5420542898cfc'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:40.012189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-03eb5e9f-3eda-4b1a-a654-9e66e140bdac tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:40.013966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-03eb5e9f-3eda-4b1a-a654-9e66e140bdac tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 945 time: 0.4217980 Feb 02 15:33:40.196653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:40.201268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:40.204687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:40.224786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:40.237657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Usage tracker for resource:port and tenant:bca38bf0bd5d493689e5420542898cfc is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:40.242224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:40.257594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:40.258065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:40.262880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7b61020-375d-49b7-b5dc-c1a55153af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:40.426968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Made reservation on behalf of bca38bf0bd5d493689e5420542898cfc for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:40.441507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:40.447925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Network': ['ID=d441eb4e-f8a5-4300-8376-e2bf78dbbb5f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:40.461334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:33:40.679164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b61020-375d-49b7-b5dc-c1a55153af24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c6da4-25de-452d-bf7c-089f10bd6394,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:40.693580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Deleting port 859bb599-a3fc-4ae8-a84d-f6dff213d339 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:40.693580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:40.709227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Router 14eb7d9f-4816-4652-9201-c17c93df55ff is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:33:40.739914 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7b61020-375d-49b7-b5dc-c1a55153af24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:40.740999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f7b61020-375d-49b7-b5dc-c1a55153af24 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac9c6da4-25de-452d-bf7c-089f10bd6394 HTTP/1.1" status: 204 len: 168 time: 1.8351068 Feb 02 15:33:40.832897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bf2091ab-8f3f-4253-8f78-f41341714775 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4543605 Feb 02 15:33:40.855742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40628) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:40.870432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=bc548ef5-cff6-4520-9f5a-c3b299540d7c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:40.893823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:40.942508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Allocated IP 172.20.0.9 (5bd228ce-9439-47af-a3bd-1bd5683bdf17/3c4f4c61-9668-436c-847a-84a8b84fb526/0e18abfd-67db-4c46-9670-4079c0c46aeb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:41.125885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': '16b650ca-8769-4390-a857-dcce32f773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '57b39677-37b1-4421-b6d4-c8bd20a2e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:41.126366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: 57b39677-37b1-4421-b6d4-c8bd20a2e65f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:33:41.140670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:41.148888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69fc3a-1388-47ae-bd60-dc6ec18196fb req-af36ab41-d253-4ed8-ba87-b98f737d59b8 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:41.157029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d69fc3a-1388-47ae-bd60-dc6ec18196fb req-af36ab41-d253-4ed8-ba87-b98f737d59b8 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 945 time: 0.7050223 Feb 02 15:33:41.186239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:33:41.231302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:41.253107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:41.267821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:41.342911 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d69fc3a-1388-47ae-bd60-dc6ec18196fb req-b22b626b-ba97-4d78-be9e-2dd174270473 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850200 Feb 02 15:33:41.371080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] For port 859bb599-a3fc-4ae8-a84d-f6dff213d339, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=859bb599-a3fc-4ae8-a84d-f6dff213d339,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:41.371444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:41.443548 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:41.502256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:41.514756 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9632f36-39c2-4334-bd8d-18ac0a019554 None None] Sync routers for ids ['14eb7d9f-4816-4652-9201-c17c93df55ff'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:41.527590 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9632f36-39c2-4334-bd8d-18ac0a019554 None None] Routers {'14eb7d9f-4816-4652-9201-c17c93df55ff'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:41.528238 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c9632f36-39c2-4334-bd8d-18ac0a019554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['14eb7d9f-4816-4652-9201-c17c93df55ff'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:41.535568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Calling delete_port for 859bb599-a3fc-4ae8-a84d-f6dff213d339 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:41.573074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:41.590978 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c9632f36-39c2-4334-bd8d-18ac0a019554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:41.601989 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9632f36-39c2-4334-bd8d-18ac0a019554 None None] Routers {'14eb7d9f-4816-4652-9201-c17c93df55ff'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:41.602589 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c9632f36-39c2-4334-bd8d-18ac0a019554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['14eb7d9f-4816-4652-9201-c17c93df55ff'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:41.625808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 57b39677-37b1-4421-b6d4-c8bd20a2e65f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:33:41.653896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:41.659234 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-59dc5552-a25e-4e04-8fba-6999c7095060 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.5363946 Feb 02 15:33:41.659234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40642) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:41.663876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fd4f8528-4e4b-4f81-a369-9ab46244786e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': False}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:41.667517 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c9632f36-39c2-4334-bd8d-18ac0a019554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:41.670606 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9632f36-39c2-4334-bd8d-18ac0a019554 None None] The sync data for ids ['14eb7d9f-4816-4652-9201-c17c93df55ff'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:41.692489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40646) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:41.706391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24184ecf-d374-4f17-bb6c-5e0025c07641 req-0f4887f4-bbd1-4a13-823a-0055bdef6f80 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 210 time: 0.1799114 Feb 02 15:33:41.759171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:41.805800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:41.852629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 57b39677-37b1-4421-b6d4-c8bd20a2e65f) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:41.865255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f4603-f095-4371-8ce8-0b9bacde9876 None None] Network 57b39677-37b1-4421-b6d4-c8bd20a2e65f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:41.879510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:41.883551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:41.972897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:41.987116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:41.996860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.016494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:42.017217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.020439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:42.021124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:42.024175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3665bf47cf45ee9685ab737322e91b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:42.024799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:42.034535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:42.044639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:42.046456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:42.057957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:42.071084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:42.110049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-818355d4-88e0-41c5-a4f2-274340ed5232 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "PUT /v2.0/floatingips/d681d8d7-4488-47f9-b7e1-cb6e84cf805e HTTP/1.1" status: 200 len: 696 time: 3.3354440 Feb 02 15:33:42.113801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:42.180276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:42.180276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.250268 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-634af23b-f01e-483a-9939-0a72f32b1dc2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7414858 Feb 02 15:33:42.263336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40658) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:42.274753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': 'ba37f6d0-918a-473a-9506-651b189a8a3b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:42.346246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:42.354218 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'status': 'completed', 'code': 200} Feb 02 15:33:42.357029 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-79c2ee20-636a-4ed5-a9ad-4fc0a5e4010b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4659891 Feb 02 15:33:42.391472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Request body: {'port': {'device_id': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:42.490480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:42.493803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.500784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:42.505119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:42.508561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.576293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-57b39677-37b1-4421-b6d4-c8bd20a2e65f', 'network_id': '57b39677-37b1-4421-b6d4-c8bd20a2e65f', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': 'bc548ef5-cff6-4520-9f5a-c3b299540d7c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:33:42.581553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.590765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:42.605607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-862b5c9c-c65d-49df-8ad0-7f0c0693bcbf req-a7847698-a55a-4a33-9941-f11d2a6888de tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Synchronizing usage tracker for tenant:f08c82c4d033445481c103ef931477a0 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:42.608258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.613665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-8848236e-c882-4baa-8974-44f66dbb04e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.3156023 Feb 02 15:33:42.616865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-ea43b680-0b31-4802-b31a-be189db02ace service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a670760621349a3b657382dd0fdd4ae&device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 1097 time: 0.4878354 Feb 02 15:33:42.619491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.647515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Pushing event deleted for resources: {'Port': ['ID=859bb599-a3fc-4ae8-a84d-f6dff213d339,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:42.656744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:42.935041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=ba139935-2a31-4e5e-aa47-d8ed6dd9e042,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:42.950470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Allocated IP 2001:db8::2 (57b39677-37b1-4421-b6d4-c8bd20a2e65f/bc548ef5-cff6-4520-9f5a-c3b299540d7c/f16bb24b-caad-4d6b-95a9-39410fe2ef7e) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:42.975218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:43.059268 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d3665bf47cf45ee9685ab737322e91b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3518124 Feb 02 15:33:43.066976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:43.067263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40676) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:43.082690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:33:43.084416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754f4ba-cf45-42bb-b7bf-3f872c9a1cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ae935f-3fed-42ef-8150-d9d686b0d28b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:43.126572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 859bb599-a3fc-4ae8-a84d-f6dff213d339 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:43.128850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-862b5c9c-c65d-49df-8ad0-7f0c0693bcbf req-a7847698-a55a-4a33-9941-f11d2a6888de tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Unset dirty status for tenant:f08c82c4d033445481c103ef931477a0 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:43.130279 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-862b5c9c-c65d-49df-8ad0-7f0c0693bcbf req-a7847698-a55a-4a33-9941-f11d2a6888de tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 210 time: 0.6260369 Feb 02 15:33:43.165246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-cdd2585d-9284-4fba-be4b-1d7f3f1fab08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:43.166977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-cdd2585d-9284-4fba-be4b-1d7f3f1fab08 service neutron] 10.222.0.88 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.5348632 Feb 02 15:33:43.175743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] No DVR routers for this DVR port 859bb599-a3fc-4ae8-a84d-f6dff213d339 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:33:43.201153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:43.201794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:43.210950 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:43.222051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1817b97-f0e9-45b3-9a18-9dfdc6347845', 'name': 'network-vif-deleted', 'tag': '859bb599-a3fc-4ae8-a84d-f6dff213d339'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:43.227883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe810c61-3593-48ea-95e5-7a6ac64f9c94 req-966b9dbd-292b-4f24-823e-7c6e6e617a7e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.64 "DELETE /v2.0/ports/859bb599-a3fc-4ae8-a84d-f6dff213d339 HTTP/1.1" status: 204 len: 173 time: 3.2057397 Feb 02 15:33:43.267759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:43.292527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-5239e9fa-80ab-4f7d-808b-daa3beac3575 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:43.294041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-5239e9fa-80ab-4f7d-808b-daa3beac3575 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 200 len: 922 time: 0.6631634 Feb 02 15:33:43.309801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 859bb599-a3fc-4ae8-a84d-f6dff213d339 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:43.310484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 859bb599-a3fc-4ae8-a84d-f6dff213d339 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:43.389225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking segment: {'id': '822a602c-bddd-4966-96a2-79aa4bc9285d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:43.389616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network hostable DHCP agents. Network: d441eb4e-f8a5-4300-8376-e2bf78dbbb5f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:33:43.420197 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-466b78f7-c83c-4d5a-aa4b-944d530ce6c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 217 time: 0.2367771 Feb 02 15:33:43.524804 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:43.532777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-3f3f0b42-1f34-462b-97b6-4bfa6be34541 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 200 len: 217 time: 0.2138243 Feb 02 15:33:43.537523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Transition to ACTIVE for port object f16bb24b-caad-4d6b-95a9-39410fe2ef7e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:43.547709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc5030-f6ec-4325-9b63-384ce247f00a req-1f15e475-dbae-4fd9-a5a0-28c722baeac0 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:43.549239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ecc5030-f6ec-4325-9b63-384ce247f00a req-1f15e475-dbae-4fd9-a5a0-28c722baeac0 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 931 time: 0.1611748 Feb 02 15:33:43.552304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:33:43.561711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Transition to ACTIVE for port object f16bb24b-caad-4d6b-95a9-39410fe2ef7e will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:43.616207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:33:43.650118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-05f82de8-01b7-4c67-9ee3-95f0923b567d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:43.678460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ecc5030-f6ec-4325-9b63-384ce247f00a req-d24d4c8a-22be-4fc3-9f45-cb573c1831bc tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177440 Feb 02 15:33:43.764425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d441eb4e-f8a5-4300-8376-e2bf78dbbb5f) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:43.764425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:43.766162 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:43.801770 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:43.818776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:43.838558 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1817b97-f0e9-45b3-9a18-9dfdc6347845', 'name': 'network-vif-deleted', 'tag': '859bb599-a3fc-4ae8-a84d-f6dff213d339', 'status': 'completed', 'code': 200} Feb 02 15:33:43.848290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba821476-3407-4730-95fe-4d475b8c10fd None None] Network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:43.928521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=b13f7dc8-5271-4d95-a38b-1d6026bb19b1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:43.941951 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e5c06ca-e580-4996-ad11-2a616df7c7f9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0879979 Feb 02 15:33:43.943250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': 'f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ba37f6d0-918a-473a-9506-651b189a8a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:43.943758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: ba37f6d0-918a-473a-9506-651b189a8a3b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:33:43.949193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40690) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:43.954646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.955174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.955707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.956213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.956722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.957337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.957834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.958310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.958783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.959254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.959725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:43.966275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f', 'name': 'tempest-PortsTestJSON-1450685887', 'fixed_ips': [{'subnet_id': 'ba139935-2a31-4e5e-aa47-d8ed6dd9e042', 'ip_address': '172.20.0.10'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:44.002431 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-05f82de8-01b7-4c67-9ee3-95f0923b567d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.045909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-fd84b95b-4958-4e1f-bed0-c82a90f5cf6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:44.054836 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-fd84b95b-4958-4e1f-bed0-c82a90f5cf6b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.6028481 Feb 02 15:33:44.064449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Network 57b39677-37b1-4421-b6d4-c8bd20a2e65f is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:44.121021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-32bbff96-8f6b-44af-8dc1-b2d87f11b371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:44.122482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:44.122610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-32bbff96-8f6b-44af-8dc1-b2d87f11b371 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 200 len: 859 time: 0.5764346 Feb 02 15:33:44.132459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:44.137009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Pushing event updated for resources: {'Port': ['ID=f16bb24b-caad-4d6b-95a9-39410fe2ef7e,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:44.141392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:44.144861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:44.159647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network ba37f6d0-918a-473a-9506-651b189a8a3b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:33:44.234115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:44.240306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.321261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, ba37f6d0-918a-473a-9506-651b189a8a3b) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:44.325075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port d86ca1aa-3dfa-4452-9633-751538f6c4bf yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:33:44.382857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:44.383505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.386160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3edcacf-2e56-4a8c-890e-51ad422c2526 None None] Network ba37f6d0-918a-473a-9506-651b189a8a3b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:44.386972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-68a45a30-487d-40c2-a27b-fc163eab5782 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3344860 Feb 02 15:33:44.392549 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-f6ff2818-53f9-421d-9733-d193be92a1e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acc40515-8af5-4540-af4d-075341945d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2563121 Feb 02 15:33:44.414226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Attempting to bind port f16bb24b-caad-4d6b-95a9-39410fe2ef7e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:44.414850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Attempting to bind port f16bb24b-caad-4d6b-95a9-39410fe2ef7e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '16b650ca-8769-4390-a857-dcce32f773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '57b39677-37b1-4421-b6d4-c8bd20a2e65f'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:44.415371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Attempting to bind port f16bb24b-caad-4d6b-95a9-39410fe2ef7e on network 57b39677-37b1-4421-b6d4-c8bd20a2e65f {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:44.534369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee36c57e-9c7d-4c4c-80cc-58e850c25127 req-dae92bda-a781-4b01-a902-78b801e7d9b4 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1817b97-f0e9-45b3-9a18-9dfdc6347845 HTTP/1.1" status: 200 len: 210 time: 0.1287756 Feb 02 15:33:44.563642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-199f0544-845a-4e86-aad4-84783d69bd52 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575999 Feb 02 15:33:44.563642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e18abfd-67db-4c46-9670-4079c0c46aeb {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:33:44.567700 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-05f82de8-01b7-4c67-9ee3-95f0923b567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.583475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:44.585854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Checking segment: {'id': '16b650ca-8769-4390-a857-dcce32f773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '57b39677-37b1-4421-b6d4-c8bd20a2e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:44.585854 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.585854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Bound using segment: {'id': '16b650ca-8769-4390-a857-dcce32f773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '57b39677-37b1-4421-b6d4-c8bd20a2e65f'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:44.585854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Bound port: f16bb24b-caad-4d6b-95a9-39410fe2ef7e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b650ca-8769-4390-a857-dcce32f773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '57b39677-37b1-4421-b6d4-c8bd20a2e65f'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:44.585854 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.593579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.614008 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-294e42e9-7ae9-4f0c-9956-b26a49b3789a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3467398 Feb 02 15:33:44.617544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40702) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:44.626169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-472059261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:44.636989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:44.645331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:router and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:44.656036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:44.667229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:44.787286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-d441eb4e-f8a5-4300-8376-e2bf78dbbb5f', 'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f', 'tenant_id': '2aa4e36747694bb5ada991c26d54c6c9', 'fixed_ips': [{'subnet_id': 'ba139935-2a31-4e5e-aa47-d8ed6dd9e042'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:33:44.788224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.833581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.10 (d441eb4e-f8a5-4300-8376-e2bf78dbbb5f/ba139935-2a31-4e5e-aa47-d8ed6dd9e042/d86ca1aa-3dfa-4452-9633-751538f6c4bf) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:44.874369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.875292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.893762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.907965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-524b0b77-041f-46fa-912b-ac8836ad8b18 req-e2e0faf3-c67c-4265-b30e-567f9db54d45 service neutron] 10.222.0.88 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167374 Feb 02 15:33:44.922693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f82de8-01b7-4c67-9ee3-95f0923b567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ae935f-3fed-42ef-8150-d9d686b0d28b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:44.934716 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-05f82de8-01b7-4c67-9ee3-95f0923b567d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:44.938934 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-05f82de8-01b7-4c67-9ee3-95f0923b567d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b9ae935f-3fed-42ef-8150-d9d686b0d28b HTTP/1.1" status: 204 len: 168 time: 1.8612275 Feb 02 15:33:44.974686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Transition to ACTIVE for port object 0e18abfd-67db-4c46-9670-4079c0c46aeb will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:45.023168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:45.123250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-2289a1c0-a481-4517-bfd3-92b510705c99 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7209384 Feb 02 15:33:45.152529 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:45.172838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c714b1e-27c8-4b86-9eb7-d97d2c76c202 req-fbe250d8-ff9e-4ff8-831e-25f4477ac8c2 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:45.172838 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c714b1e-27c8-4b86-9eb7-d97d2c76c202 req-fbe250d8-ff9e-4ff8-831e-25f4477ac8c2 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 931 time: 0.2570477 Feb 02 15:33:45.242587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:45.242735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:45.252731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:45.253933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab9232d7-bee3-467d-acc8-557def44474b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6357460 Feb 02 15:33:45.265948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40720) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:45.295891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c714b1e-27c8-4b86-9eb7-d97d2c76c202 req-26fd7a9e-014d-4dd6-a010-98aa4d1f29fb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266141 Feb 02 15:33:45.315790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:45.323920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d5886-7252-4423-b0cc-2cf30dd4bce0 None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:31:39Z', 'revision_number': 4, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '32f3d6c3-2473-4b6e-8db5-19c029e555ee', 'name': '', 'network_id': 'acc40515-8af5-4540-af4d-075341945d61', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'mac_address': 'fa:16:3e:29:d2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:37Z', 'updated_at': '2022-02-02T15:31:53Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'subnets': [{'id': '6cb7bf07-6ee4-4573-899c-ea0ede3d648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:45.326859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] For port f16bb24b-caad-4d6b-95a9-39410fe2ef7e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:45.335920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] For port f16bb24b-caad-4d6b-95a9-39410fe2ef7e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f16bb24b-caad-4d6b-95a9-39410fe2ef7e,segment=NetworkSegment(16b650ca-8769-4390-a857-dcce32f773f4),segment_id=16b650ca-8769-4390-a857-dcce32f773f4)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:45.353779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-ba37f6d0-918a-473a-9506-651b189a8a3b', 'network_id': 'ba37f6d0-918a-473a-9506-651b189a8a3b', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': 'b13f7dc8-5271-4d95-a38b-1d6026bb19b1'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:33:45.354994 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:45.481575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:45.497000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object d86ca1aa-3dfa-4452-9633-751538f6c4bf will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:45.728003 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:45.830393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Pushing event updated for resources: {'Port': ['ID=f16bb24b-caad-4d6b-95a9-39410fe2ef7e,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:45.876105 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fc8bf4-3469-4522-abe0-e50b88ddeae8 None None] New status for floating IP d681d8d7-4488-47f9-b7e1-cb6e84cf805e: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:33:45.921214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d9b4bc6-8676-421d-b3cc-cd0538358e59 req-837302cd-3f7b-49a7-8f20-9454707cd1a4 service neutron] 10.222.0.64 "GET /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906849 Feb 02 15:33:45.927059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.927407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.927745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.928128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.928458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.928831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.929153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.929474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.929794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.930111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.930427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485013-852d-49eb-86c1-fac4a762c00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:33:45.955316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Attempting to bind port 0e18abfd-67db-4c46-9670-4079c0c46aeb on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:45.956394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Attempting to bind port 0e18abfd-67db-4c46-9670-4079c0c46aeb by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:45.956891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Attempting to bind port 0e18abfd-67db-4c46-9670-4079c0c46aeb on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:45.957113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Allocated IP 172.20.0.2 (d441eb4e-f8a5-4300-8376-e2bf78dbbb5f/ba139935-2a31-4e5e-aa47-d8ed6dd9e042/2d7fd2f9-9b1a-44cc-8243-aa290bf31631) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:45.969938 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Allocated IP 2001:db8:1::2 (ba37f6d0-918a-473a-9506-651b189a8a3b/b13f7dc8-5271-4d95-a38b-1d6026bb19b1/aea69a83-3424-49bf-8439-62764286dc56) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:46.003643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Port 0e18abfd-67db-4c46-9670-4079c0c46aeb on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:33:46.005909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Attempting to bind port 0e18abfd-67db-4c46-9670-4079c0c46aeb on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:46.022170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8528-4e4b-4f81-a369-9ab46244786e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:46.029321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:46.029954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Checking segment: {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:46.030491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Bound using segment: {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:46.031113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Bound port: 0e18abfd-67db-4c46-9670-4079c0c46aeb, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:46.032100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:46.428636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=d86ca1aa-3dfa-4452-9633-751538f6c4bf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:46.482960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-16ac62e4-0de6-40a8-87ed-3462971599f5 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips/d681d8d7-4488-47f9-b7e1-cb6e84cf805e HTTP/1.1" status: 200 len: 696 time: 0.9110870 Feb 02 15:33:46.547713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:46.552868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:46.641620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:46.746214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:46.796105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:46.817233 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:46.827660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-f2ee5400-8850-4d38-8a8d-1d14986e5b53 service neutron] 10.222.0.107 "PUT /v2.0/ports/0e18abfd-67db-4c46-9670-4079c0c46aeb HTTP/1.1" status: 200 len: 1091 time: 4.4398954 Feb 02 15:33:46.836653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:46.892610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5167cfd-be82-4e4e-830c-e9203ab85a61 req-7f465574-81c1-4643-b5bd-73bfd1165e18 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:46.893313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c5167cfd-be82-4e4e-830c-e9203ab85a61 req-7f465574-81c1-4643-b5bd-73bfd1165e18 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Synchronizing usage tracker for tenant:bca38bf0bd5d493689e5420542898cfc on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:46.922664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:46.931043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:47.062837 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:33:47.158198 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.176266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Transition to ACTIVE for port object aea69a83-3424-49bf-8439-62764286dc56 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:47.184752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-14ad6672-63f3-4fe8-b478-f4d33c2bbee2 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:47.186270 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-14ad6672-63f3-4fe8-b478-f4d33c2bbee2 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.7024918 Feb 02 15:33:47.209232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Transition to ACTIVE for port object aea69a83-3424-49bf-8439-62764286dc56 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:47.216150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-aca98f49-5f2f-49ff-9b2b-b74cbc5daa63 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:33:47.217426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-aca98f49-5f2f-49ff-9b2b-b74cbc5daa63 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0126348 Feb 02 15:33:47.218516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.236473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Transition to ACTIVE for port object 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:47.263674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Transition to ACTIVE for port object 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:47.277991 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8528-4e4b-4f81-a369-9ab46244786e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.280876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c5167cfd-be82-4e4e-830c-e9203ab85a61 req-7f465574-81c1-4643-b5bd-73bfd1165e18 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Unset dirty status for tenant:bca38bf0bd5d493689e5420542898cfc on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:47.285387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5167cfd-be82-4e4e-830c-e9203ab85a61 req-7f465574-81c1-4643-b5bd-73bfd1165e18 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 943 time: 0.7017090 Feb 02 15:33:47.286595 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8528-4e4b-4f81-a369-9ab46244786e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.306052 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.308098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:47.308858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.422586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5167cfd-be82-4e4e-830c-e9203ab85a61 req-df8e15d9-a230-4219-88cd-341659196b9f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303062 Feb 02 15:33:47.446610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-56386d74-db15-4df5-b758-5ca2b986c915 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 1094 time: 0.3791728 Feb 02 15:33:47.497422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bec33499-79e6-46c3-913f-882721c0c07c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5465322 Feb 02 15:33:47.500836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-875179bc-9e5b-4e26-bdc5-1d457fefbb43 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 697 time: 0.2667625 Feb 02 15:33:47.501402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40770) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:47.512906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Network ba37f6d0-918a-473a-9506-651b189a8a3b is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:47.516156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.520747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f', 'name': 'tempest-PortsTestJSON-575367342', 'fixed_ips': [{'subnet_id': 'ba139935-2a31-4e5e-aa47-d8ed6dd9e042', 'ip_address': '172.20.0.9'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:47.529237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Pushing event updated for resources: {'Port': ['ID=aea69a83-3424-49bf-8439-62764286dc56,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:47.571051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-650193bd-10b4-4732-9433-caa4817caf3b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb HTTP/1.1" status: 200 len: 217 time: 0.1090226 Feb 02 15:33:47.601154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:47.606561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:47.614243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.765561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1881979-978d-4221-b609-eb66783c1b49 None None] Network 57b39677-37b1-4421-b6d4-c8bd20a2e65f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:47.768585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-662fb63f-2b83-4b49-aa99-b6cbc8fefad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:47.770306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-662fb63f-2b83-4b49-aa99-b6cbc8fefad1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3c4f4c61-9668-436c-847a-84a8b84fb526 HTTP/1.1" status: 200 len: 854 time: 0.1913195 Feb 02 15:33:47.872992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:47.883694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Attempting to bind port aea69a83-3424-49bf-8439-62764286dc56 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:47.884209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Attempting to bind port aea69a83-3424-49bf-8439-62764286dc56 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ba37f6d0-918a-473a-9506-651b189a8a3b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:47.884765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Attempting to bind port aea69a83-3424-49bf-8439-62764286dc56 on network ba37f6d0-918a-473a-9506-651b189a8a3b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:47.903553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:47.904116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Checking segment: {'id': 'f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ba37f6d0-918a-473a-9506-651b189a8a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:47.904613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.905105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Bound using segment: {'id': 'f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ba37f6d0-918a-473a-9506-651b189a8a3b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:47.905841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Bound port: aea69a83-3424-49bf-8439-62764286dc56, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ba37f6d0-918a-473a-9506-651b189a8a3b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:47.906329 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:47.973128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f16bb24b-caad-4d6b-95a9-39410fe2ef7e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:47.986124 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-b993de55-d3dd-46cc-b66c-b9d8c08484fa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5bd228ce-9439-47af-a3bd-1bd5683bdf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1955898 Feb 02 15:33:47.989559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:47.998982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:48.018980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:48.027544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-911c3a15-293c-4e76-8fd0-ab965235c79c tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 697 time: 0.4118874 Feb 02 15:33:48.086689 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:48.087766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f1e1e2b2-9c97-4adc-a772-ac6eb64dd024 None None] Provisioning for port f16bb24b-caad-4d6b-95a9-39410fe2ef7e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:48.184211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Pushing event updated for resources: {'Port': ['ID=2d7fd2f9-9b1a-44cc-8243-aa290bf31631,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:48.200975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-f5754cf8-af56-43bb-8da7-80c5db969882 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:48.209231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-f5754cf8-af56-43bb-8da7-80c5db969882 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/networks?id=79254ec1-3330-46c2-a881-4424ad397256 HTTP/1.1" status: 200 len: 809 time: 0.4376221 Feb 02 15:33:48.245248 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-cee7f11c-0317-4284-b607-9133c59c2dad tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/quotas/f08c82c4d033445481c103ef931477a0 HTTP/1.1" status: 200 len: 375 time: 0.0347688 Feb 02 15:33:48.269284 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:48.288021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-c52fa364-5e85-417e-92b9-0d0d5bcb31ad service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948844 Feb 02 15:33:48.297504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:48.302509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:48.327291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:48.329801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-a7fde525-0569-4e33-b68c-669c558c3703 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f08c82c4d033445481c103ef931477a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835550 Feb 02 15:33:48.342583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:48.502477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4f8528-4e4b-4f81-a369-9ab46244786e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Router 14eb7d9f-4816-4652-9201-c17c93df55ff has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:33:48.505230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc027da0-de65-4ee9-a842-0e013d79c58e req-e32699be-51d5-4b65-823f-ae5e2b5f8b63 service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110403 Feb 02 15:33:48.546564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f16bb24b-caad-4d6b-95a9-39410fe2ef7e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:48.592939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] For port aea69a83-3424-49bf-8439-62764286dc56, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:48.597099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] For port aea69a83-3424-49bf-8439-62764286dc56, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=aea69a83-3424-49bf-8439-62764286dc56,segment=NetworkSegment(f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c),segment_id=f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:48.614404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Attempting to bind port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:48.614784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Attempting to bind port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '822a602c-bddd-4966-96a2-79aa4bc9285d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:48.615287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Attempting to bind port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 on network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:48.617757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f16bb24b-caad-4d6b-95a9-39410fe2ef7e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:48.618172 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:48.693959 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:48.713252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Deleting port b19135a1-856f-4112-aa9b-7b2609651043 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:48.713591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:48.804472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:48.805184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Checking segment: {'id': '822a602c-bddd-4966-96a2-79aa4bc9285d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:48.805683 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:48.806400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Bound using segment: {'id': '822a602c-bddd-4966-96a2-79aa4bc9285d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:48.806991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Bound port: 2d7fd2f9-9b1a-44cc-8243-aa290bf31631, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822a602c-bddd-4966-96a2-79aa4bc9285d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd441eb4e-f8a5-4300-8376-e2bf78dbbb5f'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:48.807473 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:48.880525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3bdda-ec53-4e81-bd9e-8cc2804717fe None None] Pushing event updated for resources: {'Port': ['ID=aea69a83-3424-49bf-8439-62764286dc56,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:48.958057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-7567a69b-639b-4b83-a85e-588a261cbb26 service neutron] 10.222.0.88 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516366 Feb 02 15:33:49.138864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:49.271412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] For port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:49.289459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] For port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2d7fd2f9-9b1a-44cc-8243-aa290bf31631,segment=NetworkSegment(822a602c-bddd-4966-96a2-79aa4bc9285d),segment_id=822a602c-bddd-4966-96a2-79aa4bc9285d)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:49.291282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:49.291900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f16bb24b-caad-4d6b-95a9-39410fe2ef7e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f16bb24b-caad-4d6b-95a9-39410fe2ef7e,segment=NetworkSegment(16b650ca-8769-4390-a857-dcce32f773f4),segment_id=16b650ca-8769-4390-a857-dcce32f773f4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:49.361894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:49.369290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-07fc93fa-766f-4cda-a0be-f0dbc600da33 service neutron] 10.222.0.88 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892255 Feb 02 15:33:49.432406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 8fd3b3b9-47ec-4400-833b-08ec61bbaea0 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:33:49.452527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4f8528-4e4b-4f81-a369-9ab46244786e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:49.457287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:49.461191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8528-4e4b-4f81-a369-9ab46244786e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:49.472096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02bfcf2-a1f7-4e7b-a7f5-d0a53dc936f1 None None] Sync routers for ids ['14eb7d9f-4816-4652-9201-c17c93df55ff'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:49.480186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fd4f8528-4e4b-4f81-a369-9ab46244786e tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "PUT /v2.0/routers/14eb7d9f-4816-4652-9201-c17c93df55ff HTTP/1.1" status: 200 len: 921 time: 7.8177376 Feb 02 15:33:49.480953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40814) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:49.521228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1d89d6a-aaf4-4f3e-8a84-ee829f3c82a7 None None] Provisioning complete for port f16bb24b-caad-4d6b-95a9-39410fe2ef7e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:49.523395 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d89d6a-aaf4-4f3e-8a84-ee829f3c82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:49.590431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8::1 (57b39677-37b1-4421-b6d4-c8bd20a2e65f/bc548ef5-cff6-4520-9f5a-c3b299540d7c/52716cd1-094b-46aa-b613-79eb8ab20bc4) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:49.649140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:49.649782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:49.652964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ba9a9-0774-4f8c-8b7f-73976c3f5a43 None None] Pushing event updated for resources: {'Port': ['ID=2d7fd2f9-9b1a-44cc-8243-aa290bf31631,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:49.805798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02bfcf2-a1f7-4e7b-a7f5-d0a53dc936f1 None None] Routers {'14eb7d9f-4816-4652-9201-c17c93df55ff'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:49.812826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b02bfcf2-a1f7-4e7b-a7f5-d0a53dc936f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['14eb7d9f-4816-4652-9201-c17c93df55ff'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:49.816974 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'status': 'completed', 'code': 200} Feb 02 15:33:49.930475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device aea69a83-3424-49bf-8439-62764286dc56 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:50.055610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b02bfcf2-a1f7-4e7b-a7f5-d0a53dc936f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:50.183798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Calling delete_port for b19135a1-856f-4112-aa9b-7b2609651043 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:50.247026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f16bb24b-caad-4d6b-95a9-39410fe2ef7e,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:50.263483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-9be9e642-7707-4a4e-8aff-b64f2ec28aaa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 1094 time: 0.4173260 Feb 02 15:33:50.274733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02bfcf2-a1f7-4e7b-a7f5-d0a53dc936f1 None None] Routers {'14eb7d9f-4816-4652-9201-c17c93df55ff'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:50.276243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b02bfcf2-a1f7-4e7b-a7f5-d0a53dc936f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['14eb7d9f-4816-4652-9201-c17c93df55ff'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:50.585335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b02bfcf2-a1f7-4e7b-a7f5-d0a53dc936f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:50.588481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02bfcf2-a1f7-4e7b-a7f5-d0a53dc936f1 None None] The sync data for ids ['14eb7d9f-4816-4652-9201-c17c93df55ff'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:50.593612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.9 (d441eb4e-f8a5-4300-8376-e2bf78dbbb5f/ba139935-2a31-4e5e-aa47-d8ed6dd9e042/8fd3b3b9-47ec-4400-833b-08ec61bbaea0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:50.611530 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-11f12cd0-1869-4dba-804e-76c4c4ea70a3 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/routers/14eb7d9f-4816-4652-9201-c17c93df55ff HTTP/1.1" status: 200 len: 921 time: 1.1268311 Feb 02 15:33:50.625197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40842) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:50.703350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:50.726673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-e7b8bac7-a457-4574-9c37-efe1870ebd5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:50.730754 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-e7b8bac7-a457-4574-9c37-efe1870ebd5d service neutron] 10.222.0.107 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 916 time: 0.4604745 Feb 02 15:33:50.777312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port aea69a83-3424-49bf-8439-62764286dc56 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:50.793606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object 52716cd1-094b-46aa-b613-79eb8ab20bc4 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:50.864294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cdc3c-f930-4d26-8e2c-3b64dc9f41e3 req-13fe1bb8-7c11-40d7-991a-56a89014f5ef tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:50.870921 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b43cdc3c-f930-4d26-8e2c-3b64dc9f41e3 req-13fe1bb8-7c11-40d7-991a-56a89014f5ef tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 943 time: 0.6992943 Feb 02 15:33:50.905291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-5f4875b1-d369-4130-8241-3c762db02823 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb HTTP/1.1" status: 200 len: 217 time: 0.1672435 Feb 02 15:33:50.920410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:50.937372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b43cdc3c-f930-4d26-8e2c-3b64dc9f41e3 req-061d619d-eadd-4bc4-bf99-aedbd9e51151 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656142 Feb 02 15:33:51.019826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386f3e7-f17e-464e-96c4-e10ca699062d None None] Network ba37f6d0-918a-473a-9506-651b189a8a3b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:51.026506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:51.030488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6dc8a43d-fc5b-4ae5-8c4c-1ae9ad20b412 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Synchronizing usage tracker for tenant:52d1434ce2f341a6b49114342162cfb2 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:51.059738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-184ce778-a979-452b-884c-4fb2dd55c95e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:51.061753 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-184ce778-a979-452b-884c-4fb2dd55c95e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3c4f4c61-9668-436c-847a-84a8b84fb526 HTTP/1.1" status: 200 len: 854 time: 0.1268737 Feb 02 15:33:51.121461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Pushing event deleted for resources: {'Port': ['ID=b19135a1-856f-4112-aa9b-7b2609651043,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:51.136011 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-e3d9d8a3-e4a7-46fa-9db3-30cce1ec8624 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5bd228ce-9439-47af-a3bd-1bd5683bdf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665612 Feb 02 15:33:51.201284 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d5b9fd8-f0c7-46dd-b9ec-1ac251123243 req-086b7a3e-704d-4d81-8d6d-97d70af5eca1 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 210 time: 0.0630066 Feb 02 15:33:51.251081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 57b39677-37b1-4421-b6d4-c8bd20a2e65f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:51.251475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0e18abfd-67db-4c46-9670-4079c0c46aeb details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:33:51.264635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:51.268110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:51.268883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:51.377021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=52716cd1-094b-46aa-b613-79eb8ab20bc4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:51.438325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:51.460841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3703f0dc-ede7-48f9-a2d8-1d62731ffd07 None None] Provisioning for port aea69a83-3424-49bf-8439-62764286dc56 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:51.466949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6dc8a43d-fc5b-4ae5-8c4c-1ae9ad20b412 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Unset dirty status for tenant:52d1434ce2f341a6b49114342162cfb2 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:51.468471 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6dc8a43d-fc5b-4ae5-8c4c-1ae9ad20b412 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=14eb7d9f-4816-4652-9201-c17c93df55ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8396056 Feb 02 15:33:51.471956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40856) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:51.476912 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:51.506097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3703f0dc-ede7-48f9-a2d8-1d62731ffd07 None None] Provisioning complete for port aea69a83-3424-49bf-8439-62764286dc56 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:51.506415 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-af0b132e-1440-453b-8755-74e7833a534f service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992766 Feb 02 15:33:51.506531 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3703f0dc-ede7-48f9-a2d8-1d62731ffd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:51.525631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 8fd3b3b9-47ec-4400-833b-08ec61bbaea0 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:51.706720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:51.989072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5e571-5bf2-498a-a0c5-ab16d75fec83 None None] Network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:33:52.012483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'port_id': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'mac_address': 'fa:16:3e:a7:4f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f4c61-9668-436c-847a-84a8b84fb526', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:33:52.060890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:52.108437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f16bb24b-caad-4d6b-95a9-39410fe2ef7e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:52.208495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:52.237247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:52.244695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:52.247244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:52.272390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf431ce7-c04e-4119-910a-d66887c8b2d7 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:52.272965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf431ce7-c04e-4119-910a-d66887c8b2d7 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Synchronizing usage tracker for tenant:52d1434ce2f341a6b49114342162cfb2 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:52.298287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c76d40d-2208-4e2c-9a9d-54c4c4b8021c req-e6f3dd5f-18af-44ae-a2fa-f11b899e181f service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813746 Feb 02 15:33:52.332097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=8fd3b3b9-47ec-4400-833b-08ec61bbaea0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:52.358880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af19bc-4d48-48a7-bf68-f722060ac5b4 req-35e3c1a2-492b-45e0-99db-454af8e7bd83 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:52.367187 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4af19bc-4d48-48a7-bf68-f722060ac5b4 req-35e3c1a2-492b-45e0-99db-454af8e7bd83 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 943 time: 0.1683953 Feb 02 15:33:52.379920 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:52.392688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:52.393415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:52.419066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4af19bc-4d48-48a7-bf68-f722060ac5b4 req-b6c55960-78fa-4e52-8857-22bfe9ddd03e tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512381 Feb 02 15:33:52.483955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:52.485039 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3b5df90-dba1-43bc-a47c-33f598d74125 req-375ee29c-b920-46a2-9616-3d6290f0b76f tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "DELETE /v2.0/floatingips/d681d8d7-4488-47f9-b7e1-cb6e84cf805e HTTP/1.1" status: 204 len: 173 time: 4.3383887 Feb 02 15:33:52.485561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e18abfd-67db-4c46-9670-4079c0c46aeb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:33:52.492053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf431ce7-c04e-4119-910a-d66887c8b2d7 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Unset dirty status for tenant:52d1434ce2f341a6b49114342162cfb2 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:52.498289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bf431ce7-c04e-4119-910a-d66887c8b2d7 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 881 time: 1.0250731 Feb 02 15:33:52.499339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40880) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:52.563670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f16bb24b-caad-4d6b-95a9-39410fe2ef7e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:52.563670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:52.607748 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3703f0dc-ede7-48f9-a2d8-1d62731ffd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:52.612492 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-01cf5a31-1665-441f-b4c8-3b5149e34bdf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=14eb7d9f-4816-4652-9201-c17c93df55ff HTTP/1.1" status: 200 len: 205 time: 0.1107023 Feb 02 15:33:52.612492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40886) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:52.636604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:52.708777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7b479b5f-9fa7-4f87-a017-602879c1ae4c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.2060661 Feb 02 15:33:52.715698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40890) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:52.864279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abd9e1db-4d7d-44ba-9f58-76258cb2c581 req-6d7a8295-8a9e-471f-af8d-548572da2373 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 210 time: 0.1263044 Feb 02 15:33:52.868222 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:53.007533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3703f0dc-ede7-48f9-a2d8-1d62731ffd07 None None] For port aea69a83-3424-49bf-8439-62764286dc56, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=aea69a83-3424-49bf-8439-62764286dc56,segment=NetworkSegment(f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c),segment_id=f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:53.071444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88a039-3371-4737-a03d-1f989f3fd6ab tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:53.073594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3f88a039-3371-4737-a03d-1f989f3fd6ab tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:53.109015 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:53.121883 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3703f0dc-ede7-48f9-a2d8-1d62731ffd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:53.131988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:53.205348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:53.207130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['0e18abfd-67db-4c46-9670-4079c0c46aeb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:33:53.233985 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:53.234774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:53.279362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:53.383774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3f88a039-3371-4737-a03d-1f989f3fd6ab tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:53.385693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3f88a039-3371-4737-a03d-1f989f3fd6ab tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6641302 Feb 02 15:33:53.389247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=52716cd1-094b-46aa-b613-79eb8ab20bc4,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:53.391791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40908) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:53.441633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703f0dc-ede7-48f9-a2d8-1d62731ffd07 None None] Pushing event updated for resources: {'Port': ['ID=aea69a83-3424-49bf-8439-62764286dc56,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:53.715499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6603934c-8646-446a-af99-8580afcfffa3 None None] Provisioning for port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:53.765060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:53.771204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:53.771985 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:53.814483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-c76cf800-7c05-4342-8582-8ba3fee1f5ab tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:53.816015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-c76cf800-7c05-4342-8582-8ba3fee1f5ab tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.64 "GET /v2.0/networks?id=79254ec1-3330-46c2-a881-4424ad397256 HTTP/1.1" status: 200 len: 809 time: 0.4963834 Feb 02 15:33:53.864028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Request body: {'port': {'device_id': '57dbda90-23e4-4dac-9236-cc65cab8cd9b', 'network_id': '79254ec1-3330-46c2-a881-4424ad397256', 'admin_state_up': True, 'tenant_id': 'f08c82c4d033445481c103ef931477a0'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:53.947538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6603934c-8646-446a-af99-8580afcfffa3 None None] Provisioning for port 52716cd1-094b-46aa-b613-79eb8ab20bc4 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:53.962763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6603934c-8646-446a-af99-8580afcfffa3 None None] Provisioning complete for port 52716cd1-094b-46aa-b613-79eb8ab20bc4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:53.963226 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6603934c-8646-446a-af99-8580afcfffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.015751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc7f06-718b-47b7-ad5a-fb39aca89ab4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:54.027877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc7f06-718b-47b7-ad5a-fb39aca89ab4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:54.044332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc7f06-718b-47b7-ad5a-fb39aca89ab4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:54.046060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08dc7f06-718b-47b7-ad5a-fb39aca89ab4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.6494079 Feb 02 15:33:54.058821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40926) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:54.061028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6603934c-8646-446a-af99-8580afcfffa3 None None] Port 52716cd1-094b-46aa-b613-79eb8ab20bc4 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:54.114465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629f05b-c6bc-437c-810f-6c710b593326 req-0108f8cd-e88d-46ca-81d7-a49c1db2372b tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:54.121997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1629f05b-c6bc-437c-810f-6c710b593326 req-0108f8cd-e88d-46ca-81d7-a49c1db2372b tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 946 time: 0.4800103 Feb 02 15:33:54.138134 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.141155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 57b39677-37b1-4421-b6d4-c8bd20a2e65f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:54.149097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:54.181903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6603934c-8646-446a-af99-8580afcfffa3 None None] Provisioning complete for port aea69a83-3424-49bf-8439-62764286dc56 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:54.183547 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6603934c-8646-446a-af99-8580afcfffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.199220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:54.221594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:54.236433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1629f05b-c6bc-437c-810f-6c710b593326 req-43bbfcfe-cc5a-452f-b5c2-08c41ff3c075 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134894 Feb 02 15:33:54.305398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.346434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Made reservation on behalf of f08c82c4d033445481c103ef931477a0 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:33:54.349940 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.404734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2d7fd2f9-9b1a-44cc-8243-aa290bf31631,segment=NetworkSegment(822a602c-bddd-4966-96a2-79aa4bc9285d),segment_id=822a602c-bddd-4966-96a2-79aa4bc9285d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:54.438545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc74a3-c7b5-4077-bc01-c8b2b7c31a13 req-0e145f9c-ea02-45e7-b539-68522c82110a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:54.455786 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05cc74a3-c7b5-4077-bc01-c8b2b7c31a13 req-0e145f9c-ea02-45e7-b539-68522c82110a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 944 time: 0.7854321 Feb 02 15:33:54.535966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.550519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Deleting port 92d595e9-3d1e-4252-a999-fd11e7950d62 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:54.556696 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.570214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-680b3579-c8f8-4572-9d89-61a4343aab76 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 8fd3b3b9-47ec-4400-833b-08ec61bbaea0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:54.570884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-680b3579-c8f8-4572-9d89-61a4343aab76 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.709168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=2d7fd2f9-9b1a-44cc-8243-aa290bf31631,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:54.789522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device aea69a83-3424-49bf-8439-62764286dc56 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:54.802103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a23ec735-bdbe-4e4d-9687-1008bfc3cff9 req-c128555f-b703-45a2-bbd2-1f3a3b4344c7 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 210 time: 0.2545216 Feb 02 15:33:54.869228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4fae9851-d4cf-4497-9d76-93200bdf05ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.934801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port aea69a83-3424-49bf-8439-62764286dc56 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:54.935483 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:54.965086 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05cc74a3-c7b5-4077-bc01-c8b2b7c31a13 req-bd9467a7-8fb0-4a98-bac4-c9b77388aa2f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082810 Feb 02 15:33:55.012632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Provisioning for port d86ca1aa-3dfa-4452-9633-751538f6c4bf completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:55.017646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Provisioning complete for port d86ca1aa-3dfa-4452-9633-751538f6c4bf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:55.018020 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:55.190163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0e18abfd-67db-4c46-9670-4079c0c46aeb up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:55.195301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Allocated IP 172.20.0.11 (79254ec1-3330-46c2-a881-4424ad397256/8eefc434-82fc-4449-b631-4141e991daa5/0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:33:55.248336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Port d86ca1aa-3dfa-4452-9633-751538f6c4bf cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:55.254594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:55.455896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-680b3579-c8f8-4572-9d89-61a4343aab76 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:55.457567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Calling delete_port for 92d595e9-3d1e-4252-a999-fd11e7950d62 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:55.461554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Provisioning for port 8fd3b3b9-47ec-4400-833b-08ec61bbaea0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:55.478462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Provisioning complete for port 8fd3b3b9-47ec-4400-833b-08ec61bbaea0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:55.479579 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:55.547744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 0e18abfd-67db-4c46-9670-4079c0c46aeb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:33:55.583737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 0e18abfd-67db-4c46-9670-4079c0c46aeb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:55.584311 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:55.610892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Port 8fd3b3b9-47ec-4400-833b-08ec61bbaea0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:55.661105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Provisioning complete for port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:55.661778 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:55.702012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-680b3579-c8f8-4572-9d89-61a4343aab76 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 8fd3b3b9-47ec-4400-833b-08ec61bbaea0 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:55.757175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-a2c67b4a-83f4-4056-bca5-d6f12f302f75 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:55.757892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-a2c67b4a-83f4-4056-bca5-d6f12f302f75 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Synchronizing usage tracker for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:55.802760 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:55.900703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-a2c67b4a-83f4-4056-bca5-d6f12f302f75 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Unset dirty status for tenant:1a670760621349a3b657382dd0fdd4ae on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:55.901854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-a2c67b4a-83f4-4056-bca5-d6f12f302f75 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 946 time: 1.0394738 Feb 02 15:33:55.917047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Provisioning complete for port 52716cd1-094b-46aa-b613-79eb8ab20bc4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:55.917608 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:55.970456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.035227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8f87c244-ff8e-421c-a030-982880866f0b None None] Port 52716cd1-094b-46aa-b613-79eb8ab20bc4 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:33:56.050307 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:56.060242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.073551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:56.126340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Deleting port b41ae462-8d4e-4ced-98ea-efafb09d3615 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:56.126710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.151969 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.226718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Network 79254ec1-3330-46c2-a881-4424ad397256 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:33:56.229779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:56.237632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:33:56.249685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:33:56.261275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 30e02f37-4af8-46e3-a646-aff08c376d53 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:33:56.263072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-680b3579-c8f8-4572-9d89-61a4343aab76 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.276028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e03257-f986-4892-ac87-6accecbba2eb req-fb3b7c9d-f7d6-40ac-97e9-fe7ba1c3bdf7 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:56.277522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9e03257-f986-4892-ac87-6accecbba2eb req-fb3b7c9d-f7d6-40ac-97e9-fe7ba1c3bdf7 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 946 time: 0.8267105 Feb 02 15:33:56.278154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Pushing event updated for resources: {'Port': ['ID=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:56.344455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62950d4a-1c38-41ab-8f11-2f14f5b3bf22 req-34fd4ae2-6a0d-44dc-83d0-95937f249828 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:56.345704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:56.346355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62950d4a-1c38-41ab-8f11-2f14f5b3bf22 req-34fd4ae2-6a0d-44dc-83d0-95937f249828 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 932 time: 0.3283820 Feb 02 15:33:56.346477 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.364572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9e03257-f986-4892-ac87-6accecbba2eb req-1618fb45-4bd2-4e56-a94c-248da880bf29 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804489 Feb 02 15:33:56.366289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b3579-c8f8-4572-9d89-61a4343aab76 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=8fd3b3b9-47ec-4400-833b-08ec61bbaea0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:56.692387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.692387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event deleted for resources: {'Port': ['ID=92d595e9-3d1e-4252-a999-fd11e7950d62,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:56.697233 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62950d4a-1c38-41ab-8f11-2f14f5b3bf22 req-73d45ee9-24a1-4a8f-9c64-e2337af85982 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993748 Feb 02 15:33:56.701998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2acf6d-c2f8-4718-90ca-395930419e41 req-68a51dec-8cc7-4f1d-ae23-4e50f55a0fcf tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:56.708832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef2acf6d-c2f8-4718-90ca-395930419e41 req-68a51dec-8cc7-4f1d-ae23-4e50f55a0fcf tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.2213483 Feb 02 15:33:56.783014 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-680b3579-c8f8-4572-9d89-61a4343aab76 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.798301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:33:56.819516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] For port b41ae462-8d4e-4ced-98ea-efafb09d3615, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b41ae462-8d4e-4ced-98ea-efafb09d3615,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:33:56.820272 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:56.830121 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-3c666b46-ad09-40a9-bf70-3dfd7402c186 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9827635 Feb 02 15:33:56.849641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef2acf6d-c2f8-4718-90ca-395930419e41 req-c856a4ec-b1d5-41c8-ab51-e5f637891d16 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398568 Feb 02 15:33:56.858399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Request body: {'port': {'device_id': '57dbda90-23e4-4dac-9236-cc65cab8cd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:56.940281 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd20652f-5754-4d78-a088-f1c61063ded3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:57.000914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:33:57.002950 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:57.084312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:57.136784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-680b3579-c8f8-4572-9d89-61a4343aab76 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/8fd3b3b9-47ec-4400-833b-08ec61bbaea0 HTTP/1.1" status: 204 len: 168 time: 3.0693536 Feb 02 15:33:57.142380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40980) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:57.145864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Calling delete_port for b41ae462-8d4e-4ced-98ea-efafb09d3615 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:57.285055 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'code': 200} Feb 02 15:33:57.411913 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60763aa-ae2e-43a1-93f1-50ce187fcc62 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:33:57.412376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a60763aa-ae2e-43a1-93f1-50ce187fcc62 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:33:57.463589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:33:57.473163 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed022637-c834-477b-9f86-8b3c03627f5d None None] Sync routers for ids ['30e02f37-4af8-46e3-a646-aff08c376d53'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:33:57.487286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6aa70d97-d3c8-48d4-af8d-05217eb74949 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/30e02f37-4af8-46e3-a646-aff08c376d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2201304 Feb 02 15:33:57.496441 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed022637-c834-477b-9f86-8b3c03627f5d None None] Routers {'30e02f37-4af8-46e3-a646-aff08c376d53'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:57.496441 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ed022637-c834-477b-9f86-8b3c03627f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['30e02f37-4af8-46e3-a646-aff08c376d53'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:57.534831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40992) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:57.536123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:57.562515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a60763aa-ae2e-43a1-93f1-50ce187fcc62 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:33:57.566753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a60763aa-ae2e-43a1-93f1-50ce187fcc62 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/8fd3b3b9-47ec-4400-833b-08ec61bbaea0 HTTP/1.1" status: 404 len: 333 time: 0.3856921 Feb 02 15:33:57.567348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40996) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:57.600365 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ed022637-c834-477b-9f86-8b3c03627f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:57.611897 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed022637-c834-477b-9f86-8b3c03627f5d None None] Routers {'30e02f37-4af8-46e3-a646-aff08c376d53'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:33:57.612709 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ed022637-c834-477b-9f86-8b3c03627f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['30e02f37-4af8-46e3-a646-aff08c376d53'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:57.756920 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ed022637-c834-477b-9f86-8b3c03627f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:33:57.756920 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed022637-c834-477b-9f86-8b3c03627f5d None None] The sync data for ids ['30e02f37-4af8-46e3-a646-aff08c376d53'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:33:57.804095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:57.861571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a9e33f73-907a-47a4-a552-56efc4a7f83e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port d86ca1aa-3dfa-4452-9633-751538f6c4bf {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:33:57.862055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9e33f73-907a-47a4-a552-56efc4a7f83e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:57.876269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:57.911360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Pushing event deleted for resources: {'Port': ['ID=b41ae462-8d4e-4ced-98ea-efafb09d3615,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:57.925469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e8fd1-09d2-4aa3-b4d8-4c3c94a88227 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:57.927652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-717e8fd1-09d2-4aa3-b4d8-4c3c94a88227 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports/52716cd1-094b-46aa-b613-79eb8ab20bc4 HTTP/1.1" status: 200 len: 911 time: 0.3802485 Feb 02 15:33:57.930275 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:57.949962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41012) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:58.012600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7f3015f1-9e71-42db-bd07-8fecc148e3b0 req-017b7dab-b898-4cf1-bd61-ab9a96e24900 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 1096 time: 0.5921545 Feb 02 15:33:58.111341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49773ff7-a27c-4ef8-b4fc-aa228a552eaf req-8823630f-3017-44f2-9b7d-8a867e8531b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:58.112900 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49773ff7-a27c-4ef8-b4fc-aa228a552eaf req-8823630f-3017-44f2-9b7d-8a867e8531b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 867 time: 0.4597509 Feb 02 15:33:58.121506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.122009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Fanout notify agent at l3_agent the message router_deleted on router 14eb7d9f-4816-4652-9201-c17c93df55ff {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:33:58.155633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] No DVR routers for this DVR port b41ae462-8d4e-4ced-98ea-efafb09d3615 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:33:58.162705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.164535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7f3015f1-9e71-42db-bd07-8fecc148e3b0 req-5341532c-fa12-4694-996d-b4b726c3691d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142559 Feb 02 15:33:58.164688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8aab5bc7-e2a9-4c7e-861f-f87f037749a9 req-b5bc1c3c-8bab-41f7-be92-eebee11f17b4 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.64 "DELETE /v2.0/ports/b41ae462-8d4e-4ced-98ea-efafb09d3615 HTTP/1.1" status: 204 len: 173 time: 2.2511349 Feb 02 15:33:58.165265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'name': 'network-vif-deleted', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:58.175515 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.176263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a53a00e-1bb6-4668-af4f-95deffc6ae1f tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/14eb7d9f-4816-4652-9201-c17c93df55ff HTTP/1.1" status: 204 len: 168 time: 5.5629296 Feb 02 15:33:58.189320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41018) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:58.252798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1502241425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:58.273082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49773ff7-a27c-4ef8-b4fc-aa228a552eaf req-16efc004-9b41-43da-bcc7-ccda7c6b6955 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/security-groups?id=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481338 Feb 02 15:33:58.279908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:33:58.293069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Usage tracker for resource:router and tenant:83970c72f0754bb989eabf02c0932c22 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:33:58.321030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:33:58.388967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:33:58.399156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.432155 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.475366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec044a5-1a95-4768-b63b-ef1230a03917 req-56d8b084-e2df-494d-9f86-fa6a2488bb6e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:58.476825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dec044a5-1a95-4768-b63b-ef1230a03917 req-56d8b084-e2df-494d-9f86-fa6a2488bb6e tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 932 time: 0.5782712 Feb 02 15:33:58.544145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:33:58.565454 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.585898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.587856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.601740 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9e33f73-907a-47a4-a552-56efc4a7f83e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.603917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Transition to ACTIVE for port object 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:33:58.628193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd674-afd8-4a36-85a0-d0f66743cc7f req-9b091143-0bb4-4854-9b9f-4d853210d613 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:33:58.630566 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e30cd674-afd8-4a36-85a0-d0f66743cc7f req-9b091143-0bb4-4854-9b9f-4d853210d613 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.1813283 Feb 02 15:33:58.687024 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:58.764686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e30cd674-afd8-4a36-85a0-d0f66743cc7f req-7d58b343-7910-481f-943d-2e6bc32391a2 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255908 Feb 02 15:33:58.773051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a9e33f73-907a-47a4-a552-56efc4a7f83e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for d86ca1aa-3dfa-4452-9633-751538f6c4bf owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:33:58.910312 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee007976-54e0-47c6-a444-2d735029dda0', 'name': 'network-vif-deleted', 'tag': 'b41ae462-8d4e-4ced-98ea-efafb09d3615', 'status': 'completed', 'code': 200} Feb 02 15:33:58.941441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:58.966902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dec044a5-1a95-4768-b63b-ef1230a03917 req-530bf942-cfdc-43bd-858b-0029cc8b688f tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559369 Feb 02 15:33:58.998324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Attempting to bind port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:33:59.011252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Attempting to bind port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:33:59.011252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Attempting to bind port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab on network 79254ec1-3330-46c2-a881-4424ad397256 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:59.029138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab on network 79254ec1-3330-46c2-a881-4424ad397256 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:33:59.029138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Attempting to bind port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab on network 79254ec1-3330-46c2-a881-4424ad397256 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:33:59.029138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:33:59.029138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Checking segment: {'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:33:59.029138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Bound using segment: {'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:33:59.029138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Bound port: 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42561e9-254f-4bd1-a18c-7a98e717561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '79254ec1-3330-46c2-a881-4424ad397256'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:33:59.029138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:59.130441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:59.158391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device b41ae462-8d4e-4ced-98ea-efafb09d3615 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:33:59.163406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] For port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:33:59.173930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] For port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:33:59.199737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9e33f73-907a-47a4-a552-56efc4a7f83e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:59.227990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: b41ae462-8d4e-4ced-98ea-efafb09d3615 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:33:59.232183 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device b41ae462-8d4e-4ced-98ea-efafb09d3615 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:33:59.255041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e33f73-907a-47a4-a552-56efc4a7f83e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=d86ca1aa-3dfa-4452-9633-751538f6c4bf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:59.273630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:59.375687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:59.377262 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:59.384794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] 10.222.0.64 "PUT /v2.0/ports/0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab HTTP/1.1" status: 200 len: 1092 time: 2.5340130 Feb 02 15:33:59.385452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dbda90-23e4-4dac-9236-cc65cab8cd9b', 'tag': '0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:33:59.428725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ec9c0-158a-4449-b5ef-de9928f24df9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:33:59.594123 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dbda90-23e4-4dac-9236-cc65cab8cd9b', 'tag': '0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab', 'status': 'completed', 'code': 200} Feb 02 15:33:59.697945 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e5bdcb5-3d09-498c-8932-5b141916a9a9 req-c0a660cc-c72a-4ea0-b12b-6ec5a37b6b19 tempest-FloatingIPsAssociationTestJSON-753854308 tempest-FloatingIPsAssociationTestJSON-753854308-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee007976-54e0-47c6-a444-2d735029dda0 HTTP/1.1" status: 200 len: 210 time: 0.0980208 Feb 02 15:33:59.717457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a9e33f73-907a-47a4-a552-56efc4a7f83e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:59.749547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-97119c75-7ac5-403a-a1f6-b85b8be42167 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f08c82c4d033445481c103ef931477a0&device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 1095 time: 0.2376351 Feb 02 15:33:59.833816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-07fd401b-24ec-4411-85f3-d4471eb8f7f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab HTTP/1.1" status: 200 len: 217 time: 0.0659995 Feb 02 15:33:59.839056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:33:59.842845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ed1b32b6-f86a-476c-b03f-e9919e7dfbc1 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6499972 Feb 02 15:33:59.843721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41056) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:59.850398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:33:59.923150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a9e33f73-907a-47a4-a552-56efc4a7f83e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/d86ca1aa-3dfa-4452-9633-751538f6c4bf HTTP/1.1" status: 204 len: 168 time: 2.3503108 Feb 02 15:33:59.931239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41064) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:33:59.951120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:00.091059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-1b1c8094-b94c-4943-bb8c-1419d4830cc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:00.092521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-1b1c8094-b94c-4943-bb8c-1419d4830cc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8eefc434-82fc-4449-b631-4141e991daa5 HTTP/1.1" status: 200 len: 849 time: 0.2525146 Feb 02 15:34:00.100970 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a568a3-1577-487b-bb49-b9c6c5e4325e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:34:00.106162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-91a568a3-1577-487b-bb49-b9c6c5e4325e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/d86ca1aa-3dfa-4452-9633-751538f6c4bf HTTP/1.1" status: 404 len: 333 time: 0.1739500 Feb 02 15:34:00.107778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41072) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:00.192282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-53443401-35d4-411f-b4ac-17dd0aed80f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79254ec1-3330-46c2-a881-4424ad397256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929217 Feb 02 15:34:00.309428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7240a-ddf7-40c4-b336-1bb232aadf35 req-b6cea2dd-e6d2-4d40-81b5-78cb7ab91940 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:00.310864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d7240a-ddf7-40c4-b336-1bb232aadf35 req-b6cea2dd-e6d2-4d40-81b5-78cb7ab91940 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.2671211 Feb 02 15:34:00.530609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf7b0-e2d7-45a6-8443-61f1ef889c4a req-fd3f5d4c-ff14-488b-82fe-7e1472e90f59 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:00.531301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a0fdf7b0-e2d7-45a6-8443-61f1ef889c4a req-fd3f5d4c-ff14-488b-82fe-7e1472e90f59 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Synchronizing usage tracker for tenant:f08c82c4d033445481c103ef931477a0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:34:00.541396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d7240a-ddf7-40c4-b336-1bb232aadf35 req-9926bbe4-e112-4cf1-bc26-d9b3a663e930 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703658 Feb 02 15:34:00.542534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-dc68bf07-bc36-460a-910b-edbcb8bc4151 service neutron] 10.222.0.64 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149924 Feb 02 15:34:00.646557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60beda6-923c-4561-805f-c954cc9ed3f1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet ba139935-2a31-4e5e-aa47-d8ed6dd9e042 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:34:00.655319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:00.658897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a60beda6-923c-4561-805f-c954cc9ed3f1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:00.671610 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:00.748053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a60beda6-923c-4561-805f-c954cc9ed3f1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:00.818694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a0fdf7b0-e2d7-45a6-8443-61f1ef889c4a req-fd3f5d4c-ff14-488b-82fe-7e1472e90f59 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Unset dirty status for tenant:f08c82c4d033445481c103ef931477a0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:34:00.820131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0fdf7b0-e2d7-45a6-8443-61f1ef889c4a req-fd3f5d4c-ff14-488b-82fe-7e1472e90f59 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 944 time: 0.6305289 Feb 02 15:34:00.948730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0fdf7b0-e2d7-45a6-8443-61f1ef889c4a req-6708c9e1-0c78-43de-8c5b-bd9a3765d2fc tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068013 Feb 02 15:34:00.950967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474ffd18-ed57-4b21-9744-2fd5a86343e5 req-75bbe964-31c0-453e-8f57-58731a719673 service neutron] 10.222.0.64 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991456 Feb 02 15:34:00.963376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a60beda6-923c-4561-805f-c954cc9ed3f1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:01.043641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41094) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:01.113131 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a60beda6-923c-4561-805f-c954cc9ed3f1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:01.156103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b7e1-78ae-4f0d-a55e-cdb506c265ae req-ec7901af-35f9-410e-87da-b733489d5e9a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:01.163285 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68a7b7e1-78ae-4f0d-a55e-cdb506c265ae req-ec7901af-35f9-410e-87da-b733489d5e9a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.4204333 Feb 02 15:34:01.223408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60beda6-923c-4561-805f-c954cc9ed3f1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=ba139935-2a31-4e5e-aa47-d8ed6dd9e042,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:01.234412 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a60beda6-923c-4561-805f-c954cc9ed3f1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:01.243940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4da44d-8a38-45a3-91db-9e42125a55d9 None None] Network d441eb4e-f8a5-4300-8376-e2bf78dbbb5f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:01.246993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a60beda6-923c-4561-805f-c954cc9ed3f1 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/ba139935-2a31-4e5e-aa47-d8ed6dd9e042 HTTP/1.1" status: 204 len: 168 time: 1.0904913 Feb 02 15:34:01.250324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41102) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:01.418995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:01.421783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68a7b7e1-78ae-4f0d-a55e-cdb506c265ae req-45e976d6-141d-4189-bafa-98fcc04cff7f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009412 Feb 02 15:34:01.492684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:01.536415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:01.545288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:01.545635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:01.580382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] DHCP port deletion for d441eb4e-f8a5-4300-8376-e2bf78dbbb5f request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:34:01.585966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] Deleting port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:01.586346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:01.603588 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae716377-3569-400d-898d-ea96ee10238c req-7832412d-1eb0-475e-ac8a-08aa526c9a3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f08c82c4d033445481c103ef931477a0&device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 1095 time: 0.4495139 Feb 02 15:34:01.641014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8:1::1 (ba37f6d0-918a-473a-9506-651b189a8a3b/b13f7dc8-5271-4d95-a38b-1d6026bb19b1/a776a935-d7a2-47d1-a8c7-329d8ead7df8) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:02.031752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] For port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2d7fd2f9-9b1a-44cc-8243-aa290bf31631,segment=NetworkSegment(822a602c-bddd-4966-96a2-79aa4bc9285d),segment_id=822a602c-bddd-4966-96a2-79aa4bc9285d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:02.032172 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.090722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Allocated IP 172.25.0.137 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/373e1562-2fbd-45dd-8cd3-f554eb91520f) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:02.158386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.178660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object a776a935-d7a2-47d1-a8c7-329d8ead7df8 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:02.199658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] Calling delete_port for 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:02.309564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.345499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.349340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae716377-3569-400d-898d-ea96ee10238c req-e7d8f742-a5e1-4c7d-a7dd-574f7475279a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:02.351045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae716377-3569-400d-898d-ea96ee10238c req-e7d8f742-a5e1-4c7d-a7dd-574f7475279a service neutron] 10.222.0.64 "GET /v2.0/networks?id=79254ec1-3330-46c2-a881-4424ad397256 HTTP/1.1" status: 200 len: 911 time: 0.7255716 Feb 02 15:34:02.402546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] Pushing event deleted for resources: {'Port': ['ID=2d7fd2f9-9b1a-44cc-8243-aa290bf31631,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:02.424155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb8126-ec10-47d7-b51b-e91ddb7e3fa8 None None] No DVR routers for this DVR port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:34:02.447530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] For port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2d7fd2f9-9b1a-44cc-8243-aa290bf31631,segment=NetworkSegment(822a602c-bddd-4966-96a2-79aa4bc9285d),segment_id=822a602c-bddd-4966-96a2-79aa4bc9285d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:02.448035 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.474105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network ba37f6d0-918a-473a-9506-651b189a8a3b is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:02.482827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:02.499474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:02.504892 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.509421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=a776a935-d7a2-47d1-a8c7-329d8ead7df8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:02.573480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.590932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25d2b4-9048-4066-99dd-b6fb101964cc req-f84dbcff-3be6-4597-b06e-3d5b6275e3c8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:02.592579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b25d2b4-9048-4066-99dd-b6fb101964cc req-f84dbcff-3be6-4597-b06e-3d5b6275e3c8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.5974631 Feb 02 15:34:02.612717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae716377-3569-400d-898d-ea96ee10238c req-1addbab4-210d-4280-891a-27684b8cb734 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab HTTP/1.1" status: 200 len: 217 time: 0.2434325 Feb 02 15:34:02.621583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:02.662610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b25d2b4-9048-4066-99dd-b6fb101964cc req-ae55bec7-c019-41d3-9637-3bea8c036241 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617301 Feb 02 15:34:02.797331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:02.800560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.807533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae716377-3569-400d-898d-ea96ee10238c req-ee3c5975-d174-41b4-8f23-de5d8231c0f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:02.821426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae716377-3569-400d-898d-ea96ee10238c req-ee3c5975-d174-41b4-8f23-de5d8231c0f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8eefc434-82fc-4449-b631-4141e991daa5 HTTP/1.1" status: 200 len: 849 time: 0.1525960 Feb 02 15:34:02.918335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:34:02.918595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:34:02.933529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:02.934953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:02.947562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:02.955481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:02.959619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae716377-3569-400d-898d-ea96ee10238c req-6e1a35a8-72d9-4f09-b440-d1b3ce8cb3da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79254ec1-3330-46c2-a881-4424ad397256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375508 Feb 02 15:34:02.984230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8945f4-e1ff-492a-a7ef-a6cf4f52fec7 req-8e9e3fce-fb28-4138-a4a2-3fae220b395a tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:02.985847 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8945f4-e1ff-492a-a7ef-a6cf4f52fec7 req-8e9e3fce-fb28-4138-a4a2-3fae220b395a tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 944 time: 0.7431750 Feb 02 15:34:02.986840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event updated for resources: {'Port': ['ID=373e1562-2fbd-45dd-8cd3-f554eb91520f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:03.068489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d910366-7dbf-4854-b643-cd447c3b3a1f None None] Provisioning for port a776a935-d7a2-47d1-a8c7-329d8ead7df8 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:03.077579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d910366-7dbf-4854-b643-cd447c3b3a1f None None] Provisioning complete for port a776a935-d7a2-47d1-a8c7-329d8ead7df8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:03.078069 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d910366-7dbf-4854-b643-cd447c3b3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:03.155558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:34:03.155899 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:34:03.212737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9d910366-7dbf-4854-b643-cd447c3b3a1f None None] Port a776a935-d7a2-47d1-a8c7-329d8ead7df8 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:03.274217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8945f4-e1ff-492a-a7ef-a6cf4f52fec7 req-5f402919-5dd6-4cfe-ac68-031713c8e91f tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587361 Feb 02 15:34:03.276826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae716377-3569-400d-898d-ea96ee10238c req-3ef4edf2-d964-4e59-a863-949138376418 service neutron] 10.222.0.64 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998500 Feb 02 15:34:03.391828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:03.400710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf770fe-9c3f-463a-9b7c-deb683e235de req-51ccdc2a-9fa0-4a4f-b0a9-766415a0f7de tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:03.402219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf770fe-9c3f-463a-9b7c-deb683e235de req-51ccdc2a-9fa0-4a4f-b0a9-766415a0f7de tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.4046824 Feb 02 15:34:03.529557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae716377-3569-400d-898d-ea96ee10238c req-9332fec9-b3f9-4fee-8adc-c921da53ee08 service neutron] 10.222.0.64 "GET /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366421 Feb 02 15:34:03.558754 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbf770fe-9c3f-463a-9b7c-deb683e235de req-584aec5a-337e-4bf2-a80e-33735a109d14 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446621 Feb 02 15:34:03.658178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 2d7fd2f9-9b1a-44cc-8243-aa290bf31631 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:03.658565 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:03.780716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] The port '2d7fd2f9-9b1a-44cc-8243-aa290bf31631' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:34:03.842240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:03.845223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:03.928634 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:03.929410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.158897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.161944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=a776a935-d7a2-47d1-a8c7-329d8ead7df8,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:04.176707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.205242 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.212531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d441eb4e-f8a5-4300-8376-e2bf78dbbb5f']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:04.231098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822a602c-bddd-4966-96a2-79aa4bc9285d') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:04.231399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822a602c-bddd-4966-96a2-79aa4bc9285d') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:04.300466 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.342625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network ba37f6d0-918a-473a-9506-651b189a8a3b is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:04.345597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:04.413680 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.439440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:34:04.440146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:34:04.458744 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:34:04.756425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.802265 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.819710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Network': ['ID=d441eb4e-f8a5-4300-8376-e2bf78dbbb5f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:04.853178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0cc4582c-13c9-4324-a980-1b678ac1b298 None None] Provisioning complete for port a776a935-d7a2-47d1-a8c7-329d8ead7df8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:04.853900 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0cc4582c-13c9-4324-a980-1b678ac1b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:04.909556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fb9d576a-8200-4559-817b-f39333d1572e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/networks/d441eb4e-f8a5-4300-8376-e2bf78dbbb5f HTTP/1.1" status: 204 len: 168 time: 3.6580522 Feb 02 15:34:04.910484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a6fe-6633-48fc-b99d-925c8e409689 req-a2153019-9916-4342-aaf6-1438ccfad9ed tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:04.912171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5151a6fe-6633-48fc-b99d-925c8e409689 req-a2153019-9916-4342-aaf6-1438ccfad9ed tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.3658938 Feb 02 15:34:04.914071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41180) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:04.924057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-206504497'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:04.963596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:04.976193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:network and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:04.982209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:04.994979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:05.013449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce417d-30f3-4a22-919f-754c2573be63 req-2e23bf24-82cb-4d79-809d-7c9a4fe05ffd tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:05.015083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63ce417d-30f3-4a22-919f-754c2573be63 req-2e23bf24-82cb-4d79-809d-7c9a4fe05ffd tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 944 time: 0.3718948 Feb 02 15:34:05.020739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4582c-13c9-4324-a980-1b678ac1b298 None None] Port a776a935-d7a2-47d1-a8c7-329d8ead7df8 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:05.060029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5151a6fe-6633-48fc-b99d-925c8e409689 req-0b4fa43f-ef80-411e-bc78-9dc35ee4d5e6 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304855 Feb 02 15:34:05.099468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 30e02f37-4af8-46e3-a646-aff08c376d53 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:34:05.130042 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63ce417d-30f3-4a22-919f-754c2573be63 req-138a220c-2914-4bf5-878f-0651e47c73f3 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961907 Feb 02 15:34:05.159412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:34:05.174012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41186) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:05.222304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:05.226170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.252582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Router 94452364-0409-406e-bd86-631b7532f347 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:34:05.281230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:34:05.318517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Deleting port 32f3d6c3-2473-4b6e-8db5-19c029e555ee {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:05.318856 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.337655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:05.353800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab', 'network_id': '79254ec1-3330-46c2-a881-4424ad397256', 'port_id': '0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab', 'mac_address': 'fa:16:3e:2f:41:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eefc434-82fc-4449-b631-4141e991daa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:34:05.359989 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.360875 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Added segment b10eddd3-c7e5-4718-b5a9-febd347e0fa8 of type vlan for network cc4ed0b3-7067-424f-849f-1574cdc571b7 Feb 02 15:34:05.417642 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.438722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:34:05.458026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:05.491363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.530322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.579709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:05.588060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.595427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] Usage tracker for resource:security_group_rule and tenant:7622c60b994c4533aa65c75aafc8b44a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:05.600013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:05.609532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] For port 32f3d6c3-2473-4b6e-8db5-19c029e555ee, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=32f3d6c3-2473-4b6e-8db5-19c029e555ee,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:05.609893 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.618550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:05.622038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:05.684314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:05.701637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3030ef2-0049-4c1d-8fc7-00468706bbd9 None None] Sync routers for ids ['30e02f37-4af8-46e3-a646-aff08c376d53'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:05.708957 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b95faf6e-fbaf-444b-b201-04eb634ed503 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/30e02f37-4af8-46e3-a646-aff08c376d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7576041 Feb 02 15:34:05.711907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41198) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:05.722282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3030ef2-0049-4c1d-8fc7-00468706bbd9 None None] Routers {'30e02f37-4af8-46e3-a646-aff08c376d53'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:05.723332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d3030ef2-0049-4c1d-8fc7-00468706bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['30e02f37-4af8-46e3-a646-aff08c376d53'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:05.754883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.759110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:05.759704 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.773225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Calling delete_port for 32f3d6c3-2473-4b6e-8db5-19c029e555ee owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:05.817144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:34:05.865348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d3030ef2-0049-4c1d-8fc7-00468706bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:05.903745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3030ef2-0049-4c1d-8fc7-00468706bbd9 None None] Routers {'30e02f37-4af8-46e3-a646-aff08c376d53'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:05.904389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d3030ef2-0049-4c1d-8fc7-00468706bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['30e02f37-4af8-46e3-a646-aff08c376d53'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:05.908126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:05.951881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70731e4-7bf7-4c7d-9e38-039b1a997cb1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:05.952665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d70731e4-7bf7-4c7d-9e38-039b1a997cb1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:34:05.983566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Network': ['ID=cc4ed0b3-7067-424f-849f-1574cdc571b7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:05.994363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d3030ef2-0049-4c1d-8fc7-00468706bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:05.994772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3030ef2-0049-4c1d-8fc7-00468706bbd9 None None] The sync data for ids ['30e02f37-4af8-46e3-a646-aff08c376d53'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:06.017373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:06.030686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:06.033008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network cc4ed0b3-7067-424f-849f-1574cdc571b7 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:34:06.036939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:06.038093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2b6a4cf6-91f2-4236-85c2-29ab9a22a4cc tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "PUT /v2.0/routers/94452364-0409-406e-bd86-631b7532f347 HTTP/1.1" status: 200 len: 880 time: 6.1933100 Feb 02 15:34:06.041732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:06.044597 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce3801-76ec-4310-ad09-2c0a8de9218d None None] Sync routers for ids ['94452364-0409-406e-bd86-631b7532f347'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:06.075096 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce3801-76ec-4310-ad09-2c0a8de9218d None None] Routers {'94452364-0409-406e-bd86-631b7532f347'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:06.076017 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-66ce3801-76ec-4310-ad09-2c0a8de9218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['94452364-0409-406e-bd86-631b7532f347'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:06.105352 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7622c60b994c4533aa65c75aafc8b44a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9284534 Feb 02 15:34:06.106415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60483835-6e08-444b-92f1-3c1764c8005c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccae3bf-ab9e-4860-a225-baad0282d173,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:06.113315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41212) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:06.121937 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c0b00248-15c4-4df0-9cbf-682b07be82a8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1984036 Feb 02 15:34:06.122345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41214) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:06.130739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': 'cc4ed0b3-7067-424f-849f-1574cdc571b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:06.130941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d70731e4-7bf7-4c7d-9e38-039b1a997cb1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:34:06.135101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d70731e4-7bf7-4c7d-9e38-039b1a997cb1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports/a776a935-d7a2-47d1-a8c7-329d8ead7df8 HTTP/1.1" status: 200 len: 913 time: 0.4189427 Feb 02 15:34:06.144706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:06.208670 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:06.248670 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-66ce3801-76ec-4310-ad09-2c0a8de9218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:06.278497 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce3801-76ec-4310-ad09-2c0a8de9218d None None] Routers {'94452364-0409-406e-bd86-631b7532f347'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:06.279109 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-66ce3801-76ec-4310-ad09-2c0a8de9218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['94452364-0409-406e-bd86-631b7532f347'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:06.370076 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-66ce3801-76ec-4310-ad09-2c0a8de9218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:06.370497 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce3801-76ec-4310-ad09-2c0a8de9218d None None] The sync data for ids ['94452364-0409-406e-bd86-631b7532f347'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:06.515506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f3d6c3-2473-4b6e-8db5-19c029e555ee,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:06.643087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151fa3c-70b2-4844-b771-33ad5caa8ff0 req-83d318d9-c04d-44a9-9b09-ec35fa1843a4 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:06.644857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c151fa3c-70b2-4844-b771-33ad5caa8ff0 req-83d318d9-c04d-44a9-9b09-ec35fa1843a4 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.2965910 Feb 02 15:34:06.656523 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-431f5216-83fe-4713-b8b0-a04acaa8684a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:06.666478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:06.686788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:06.710386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:06.840781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:06.858393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-431f5216-83fe-4713-b8b0-a04acaa8684a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:06.872131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c151fa3c-70b2-4844-b771-33ad5caa8ff0 req-52b42ef4-ae42-44ae-a130-de867fe02178 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580174 Feb 02 15:34:06.894960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-631e1d67-72c8-4311-a608-5f184937efb7 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/routers/94452364-0409-406e-bd86-631b7532f347 HTTP/1.1" status: 200 len: 921 time: 0.8414607 Feb 02 15:34:06.894960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41234) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:06.923185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485188c-6919-4543-8d1c-ad02ccf62cec req-77c920e1-ee32-4d44-ab46-6d2268c0464f tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:06.924712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7485188c-6919-4543-8d1c-ad02ccf62cec req-77c920e1-ee32-4d44-ab46-6d2268c0464f tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 945 time: 0.5808492 Feb 02 15:34:06.986221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:06.990350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7485188c-6919-4543-8d1c-ad02ccf62cec req-af27b56f-a422-4ad8-b688-cc46fb50b65b tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571787 Feb 02 15:34:07.049951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:07.057338 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-04947dfa-b846-4799-88eb-99af0dab042d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=94452364-0409-406e-bd86-631b7532f347&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1615584 Feb 02 15:34:07.066587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41240) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:07.083272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-431f5216-83fe-4713-b8b0-a04acaa8684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:07.169166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f5216-83fe-4713-b8b0-a04acaa8684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccae3bf-ab9e-4860-a225-baad0282d173,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:07.209468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:07.215070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:07.340839 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-431f5216-83fe-4713-b8b0-a04acaa8684a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:07.344478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-431f5216-83fe-4713-b8b0-a04acaa8684a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7ccae3bf-ab9e-4860-a225-baad0282d173 HTTP/1.1" status: 204 len: 168 time: 1.2250571 Feb 02 15:34:07.346756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:07.355772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:07.387997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:07.387997 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:07.498573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80078df6-8473-4333-a397-e07df1a407e6 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:07.501293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-80078df6-8473-4333-a397-e07df1a407e6 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Synchronizing usage tracker for tenant:52d1434ce2f341a6b49114342162cfb2 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:34:07.521994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-80078df6-8473-4333-a397-e07df1a407e6 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Unset dirty status for tenant:52d1434ce2f341a6b49114342162cfb2 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:34:07.526410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-80078df6-8473-4333-a397-e07df1a407e6 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 881 time: 0.4586813 Feb 02 15:34:07.528231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41252) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:07.576234 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c7ca1875-14de-46f6-ada5-639eb68d3efd tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=94452364-0409-406e-bd86-631b7532f347 HTTP/1.1" status: 200 len: 205 time: 0.0454943 Feb 02 15:34:07.576711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41256) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:07.601231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:07.640167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dbda90-23e4-4dac-9236-cc65cab8cd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:34:07.651398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:07.731305 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:07.819606 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dbda90-23e4-4dac-9236-cc65cab8cd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab', 'code': 200} Feb 02 15:34:07.899967 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:07.934881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:08.087827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=0d786454-729d-4514-a29b-d7eb33cb773a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:08.225257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41276) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:08.278347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:08.338928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:08.343032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] Usage tracker for resource:security_group_rule and tenant:c32d9aa10d884be3a34c832a345aecdb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:08.346027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:08.351967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:08.369803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port a776a935-d7a2-47d1-a8c7-329d8ead7df8 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:08.370496 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:08.389660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4e77ffe7-c91d-4c4f-8efb-6889dd367c54 req-2da6ccde-3a6c-47a9-86d9-c2fca48f0363 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 1097 time: 0.5617945 Feb 02 15:34:08.446875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Checking segment: {'id': 'b10eddd3-c7e5-4718-b5a9-febd347e0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'cc4ed0b3-7067-424f-849f-1574cdc571b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:08.447236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network hostable DHCP agents. Network: cc4ed0b3-7067-424f-849f-1574cdc571b7, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:34:08.473565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:08.584904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a03a0-e697-4fb4-97c1-ab4253ac86d5 req-91500d41-f3b0-4a20-b6de-dc10c49a8327 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:08.586363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-736a03a0-e697-4fb4-97c1-ab4253ac86d5 req-91500d41-f3b0-4a20-b6de-dc10c49a8327 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 946 time: 0.3959124 Feb 02 15:34:08.588307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:08.593571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4e77ffe7-c91d-4c4f-8efb-6889dd367c54 req-080827dc-e843-42ca-81aa-2a6d4e4f815f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878495 Feb 02 15:34:08.603588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afcfe-c9b3-470a-9e92-9549e360b4d9 req-e715ae70-ab7e-4b30-a251-7e71a43cc9b4 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:08.605014 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce1afcfe-c9b3-470a-9e92-9549e360b4d9 req-e715ae70-ab7e-4b30-a251-7e71a43cc9b4 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.5257072 Feb 02 15:34:08.641927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:08.675200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29f6a7-25c4-4221-9b2d-a87b49a1dcd1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:08.729221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network cc4ed0b3-7067-424f-849f-1574cdc571b7 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:34:08.756196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c67591e6-450a-4218-b604-5f355a2a0044 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c32d9aa10d884be3a34c832a345aecdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5204234 Feb 02 15:34:08.767207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41288) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:08.775148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-736a03a0-e697-4fb4-97c1-ab4253ac86d5 req-dc190ece-39ce-4af7-8d9c-39a47350d980 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801965 Feb 02 15:34:08.788440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:08.828149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, cc4ed0b3-7067-424f-849f-1574cdc571b7) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:08.832883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:08.835744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:08.840157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01557ca6-1e19-4214-b7db-b2a732947e94 None None] Network cc4ed0b3-7067-424f-849f-1574cdc571b7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:08.854055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce1afcfe-c9b3-470a-9e92-9549e360b4d9 req-0c403b09-b3c7-4a1b-b75b-ba35a55608a1 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388906 Feb 02 15:34:08.942827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for a776a935-d7a2-47d1-a8c7-329d8ead7df8 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:08.988569 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-14190bca-8a92-4441-b973-9ae93a091238 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8677993 Feb 02 15:34:08.989105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:09.037855 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d769557-b987-4c80-9f08-5fa36a3182b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.050457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2047227204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:09.065478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:09.071767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:router and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:09.075706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:09.080582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d769557-b987-4c80-9f08-5fa36a3182b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.082590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:09.179600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-cc4ed0b3-7067-424f-849f-1574cdc571b7', 'network_id': 'cc4ed0b3-7067-424f-849f-1574cdc571b7', 'tenant_id': '2aa4e36747694bb5ada991c26d54c6c9', 'fixed_ips': [{'subnet_id': '0d786454-729d-4514-a29b-d7eb33cb773a'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:34:09.179600 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.189330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Router fcea1b82-a16b-4800-abaa-b33e4bc172bd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:34:09.189330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.189330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.201968 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.218515 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d769557-b987-4c80-9f08-5fa36a3182b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.256989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d769557-b987-4c80-9f08-5fa36a3182b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29f6a7-25c4-4221-9b2d-a87b49a1dcd1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:09.291604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Deleting port 373e1562-2fbd-45dd-8cd3-f554eb91520f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:09.291788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.324472 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d769557-b987-4c80-9f08-5fa36a3182b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.328067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d769557-b987-4c80-9f08-5fa36a3182b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9b29f6a7-25c4-4221-9b2d-a87b49a1dcd1 HTTP/1.1" status: 204 len: 168 time: 0.5575075 Feb 02 15:34:09.343527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.400989 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.426173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Allocated IP 172.20.0.2 (cc4ed0b3-7067-424f-849f-1574cdc571b7/0d786454-729d-4514-a29b-d7eb33cb773a/8153214d-a444-4d9a-b295-60a031821cc2) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:09.435910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=a776a935-d7a2-47d1-a8c7-329d8ead7df8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:09.698354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.740801 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.815298 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.839395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Transition to ACTIVE for port object 8153214d-a444-4d9a-b295-60a031821cc2 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:09.886023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Transition to ACTIVE for port object 8153214d-a444-4d9a-b295-60a031821cc2 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:09.940818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Calling delete_port for 373e1562-2fbd-45dd-8cd3-f554eb91520f owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:09.948264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.985723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:09.989910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a7e791a0-1b74-4240-9095-9e80a5c0fdf3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9989707 Feb 02 15:34:09.994216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:09.995028 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:10.020305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'network_id': 'cc4ed0b3-7067-424f-849f-1574cdc571b7', 'name': 'tempest-PortsTestJSON-1123453013'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:10.189170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Network cc4ed0b3-7067-424f-849f-1574cdc571b7 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:10.189170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:10.196473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:10.217773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Pushing event updated for resources: {'Port': ['ID=8153214d-a444-4d9a-b295-60a031821cc2,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:10.340216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Attempting to bind port 8153214d-a444-4d9a-b295-60a031821cc2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:34:10.340598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Attempting to bind port 8153214d-a444-4d9a-b295-60a031821cc2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'b10eddd3-c7e5-4718-b5a9-febd347e0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'cc4ed0b3-7067-424f-849f-1574cdc571b7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:34:10.341027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Attempting to bind port 8153214d-a444-4d9a-b295-60a031821cc2 on network cc4ed0b3-7067-424f-849f-1574cdc571b7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:34:10.357646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:34:10.357646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Checking segment: {'id': 'b10eddd3-c7e5-4718-b5a9-febd347e0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'cc4ed0b3-7067-424f-849f-1574cdc571b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:10.357646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:10.357646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Bound using segment: {'id': 'b10eddd3-c7e5-4718-b5a9-febd347e0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'cc4ed0b3-7067-424f-849f-1574cdc571b7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:34:10.357646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Bound port: 8153214d-a444-4d9a-b295-60a031821cc2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10eddd3-c7e5-4718-b5a9-febd347e0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'cc4ed0b3-7067-424f-849f-1574cdc571b7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:34:10.357646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:10.438739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224700d-6459-446f-86c0-f007f4fcdf79 req-5544e627-cde4-422f-a784-c32f10e6c2d7 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:10.440855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b224700d-6459-446f-86c0-f007f4fcdf79 req-5544e627-cde4-422f-a784-c32f10e6c2d7 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 946 time: 0.2127974 Feb 02 15:34:10.461077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] For port 8153214d-a444-4d9a-b295-60a031821cc2, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:34:10.465345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] For port 8153214d-a444-4d9a-b295-60a031821cc2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8153214d-a444-4d9a-b295-60a031821cc2,segment=NetworkSegment(b10eddd3-c7e5-4718-b5a9-febd347e0fa8),segment_id=b10eddd3-c7e5-4718-b5a9-febd347e0fa8)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:34:10.521046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:10.531649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] Sync routers for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:10.538335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-31e67086-4669-4775-87a1-135776d05952 admin admin] 10.222.0.88 "PUT /v2.0/routers/fcea1b82-a16b-4800-abaa-b33e4bc172bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4901929 Feb 02 15:34:10.538335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41330) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:10.548344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:10.549283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:10.603806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:10.608095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:port and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:10.611164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:10.638122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:10.779340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d7f6a-547e-4bb5-8777-bc0bf90b25a9 req-9106f999-67c2-4551-8ab7-72cf1fdba5a6 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:10.780972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-454d7f6a-547e-4bb5-8777-bc0bf90b25a9 req-9106f999-67c2-4551-8ab7-72cf1fdba5a6 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.6274660 Feb 02 15:34:10.785966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:10.788906 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:10.825906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:34:10.840378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b224700d-6459-446f-86c0-f007f4fcdf79 req-ebc2a51e-dea5-45e1-a10c-5596bd753058 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917325 Feb 02 15:34:10.872530 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:10.953967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 14126343-3f24-42a8-ba37-ec9acfc365cb yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:34:10.986990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 30e02f37-4af8-46e3-a646-aff08c376d53 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:34:11.071873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:11.197953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e06af-0619-41ed-9765-14a19b2881a3 None None] Pushing event updated for resources: {'Port': ['ID=8153214d-a444-4d9a-b295-60a031821cc2,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:11.225227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event deleted for resources: {'Port': ['ID=373e1562-2fbd-45dd-8cd3-f554eb91520f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:11.226248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:11.233196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24f37095-8227-4d35-aca7-a89a25f2f264 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/30e02f37-4af8-46e3-a646-aff08c376d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0872288 Feb 02 15:34:11.235671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41350) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:11.243450 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca8d4d1-8034-4c6d-b4ec-65c6b91b4d8d None None] Sync routers for ids ['30e02f37-4af8-46e3-a646-aff08c376d53'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:11.262630 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca8d4d1-8034-4c6d-b4ec-65c6b91b4d8d None None] Routers {'30e02f37-4af8-46e3-a646-aff08c376d53'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:11.264246 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-eca8d4d1-8034-4c6d-b4ec-65c6b91b4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['30e02f37-4af8-46e3-a646-aff08c376d53'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:11.284635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-454d7f6a-547e-4bb5-8777-bc0bf90b25a9 req-affd4113-5515-46e6-bfd5-84704e621aca tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643226 Feb 02 15:34:11.365833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:34:05Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:11.365833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] Checking router: fcea1b82-a16b-4800-abaa-b33e4bc172bd for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:34:11.379075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] Routers {'fcea1b82-a16b-4800-abaa-b33e4bc172bd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:11.380013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:11.438474 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-eca8d4d1-8034-4c6d-b4ec-65c6b91b4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:11.457378 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca8d4d1-8034-4c6d-b4ec-65c6b91b4d8d None None] Routers {'30e02f37-4af8-46e3-a646-aff08c376d53'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:11.458957 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-eca8d4d1-8034-4c6d-b4ec-65c6b91b4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['30e02f37-4af8-46e3-a646-aff08c376d53'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:11.640868 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-eca8d4d1-8034-4c6d-b4ec-65c6b91b4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:11.643157 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca8d4d1-8034-4c6d-b4ec-65c6b91b4d8d None None] The sync data for ids ['30e02f37-4af8-46e3-a646-aff08c376d53'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:11.963232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.14 (cc4ed0b3-7067-424f-849f-1574cdc571b7/0d786454-729d-4514-a29b-d7eb33cb773a/14126343-3f24-42a8-ba37-ec9acfc365cb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:11.986678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] Set router fcea1b82-a16b-4800-abaa-b33e4bc172bd gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:34:12.013925 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:12.164662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:12.294776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:12.566461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:34:05Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:12.575539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6548a5-6a22-41cb-b7a0-fe05b84eb8a2 None None] The sync data for ids ['fcea1b82-a16b-4800-abaa-b33e4bc172bd'] in n-d-827122-1 is: [{'id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-926876444-router', 'tenant_id': '1a670760621349a3b657382dd0fdd4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:31:28Z', 'updated_at': '2022-02-02T15:34:05Z', 'revision_number': 5, 'project_id': '1a670760621349a3b657382dd0fdd4ae', 'gw_port': {'id': 'eb633e18-affd-46d7-88d6-76b5f68125bd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea1b82-a16b-4800-abaa-b33e4bc172bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:31:30Z', 'updated_at': '2022-02-02T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:12.753079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c40b45-d136-4906-a36a-82b2cd51cdfc req-451a646d-9333-4504-acf5-c99bfecd0682 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:12.762309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-43c40b45-d136-4906-a36a-82b2cd51cdfc req-451a646d-9333-4504-acf5-c99bfecd0682 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.2194204 Feb 02 15:34:12.934998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d81b1-099f-4619-b254-6d45e7cf3ae8 None None] Network cc4ed0b3-7067-424f-849f-1574cdc571b7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:13.053939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.085691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.200028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8153214d-a444-4d9a-b295-60a031821cc2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:13.217056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-43c40b45-d136-4906-a36a-82b2cd51cdfc req-9a620258-57e1-47c7-ad69-8c79fa2872b9 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540770 Feb 02 15:34:13.411902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.435287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-28b561ce-277e-4116-a411-5a2323277057 None None] Provisioning for port 8153214d-a444-4d9a-b295-60a031821cc2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:13.458907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 14126343-3f24-42a8-ba37-ec9acfc365cb will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:13.505082 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.549684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8153214d-a444-4d9a-b295-60a031821cc2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:13.555231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8153214d-a444-4d9a-b295-60a031821cc2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:13.556369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.562751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.565986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Fanout notify agent at l3_agent the message router_deleted on router 94452364-0409-406e-bd86-631b7532f347 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:34:13.590170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.596636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41410) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:13.597487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-814cb34c-5336-4299-be31-7b7e1d429acf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/94452364-0409-406e-bd86-631b7532f347 HTTP/1.1" status: 204 len: 168 time: 6.0170991 Feb 02 15:34:13.599665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.607444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-447547362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:13.614627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:13.619129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Usage tracker for resource:router and tenant:83970c72f0754bb989eabf02c0932c22 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:13.622115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:13.628731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:13.700384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=14126343-3f24-42a8-ba37-ec9acfc365cb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:13.704192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Deleting port eb633e18-affd-46d7-88d6-76b5f68125bd {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:13.705049 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.733322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 52716cd1-094b-46aa-b613-79eb8ab20bc4 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:13.734326 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.764224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.804107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.805816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network cc4ed0b3-7067-424f-849f-1574cdc571b7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:13.809038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:13.810025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.861484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8153214d-a444-4d9a-b295-60a031821cc2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8153214d-a444-4d9a-b295-60a031821cc2,segment=NetworkSegment(b10eddd3-c7e5-4718-b5a9-febd347e0fa8),segment_id=b10eddd3-c7e5-4718-b5a9-febd347e0fa8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:13.882122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:13.896444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41420) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:13.927193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.933771 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:13.982172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 32f3d6c3-2473-4b6e-8db5-19c029e555ee no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:14.035174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 32f3d6c3-2473-4b6e-8db5-19c029e555ee {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:34:14.035517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 32f3d6c3-2473-4b6e-8db5-19c029e555ee not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:34:14.055961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8153214d-a444-4d9a-b295-60a031821cc2,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:14.087139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-69705301-84f3-4af5-97bf-f78c840129eb None None] Provisioning complete for port 8153214d-a444-4d9a-b295-60a031821cc2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:14.088109 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69705301-84f3-4af5-97bf-f78c840129eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.103930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:14.104546 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.228985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] For port eb633e18-affd-46d7-88d6-76b5f68125bd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=eb633e18-affd-46d7-88d6-76b5f68125bd,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:14.229349 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.239116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.247565 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9a01945d-984f-4d04-8878-85e6301fdb4d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2518606 Feb 02 15:34:14.248508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41432) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:14.264696 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.288814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.466661 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.467786 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1b103156-5ff0-4ef2-99f2-f8e482434279 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8658984 Feb 02 15:34:14.474579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 52716cd1-094b-46aa-b613-79eb8ab20bc4 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:14.499361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Calling delete_port for eb633e18-affd-46d7-88d6-76b5f68125bd owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:14.504498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41440) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:14.526212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': True}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:14.542856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a34beeb9-270e-4f97-9868-5a29655626b6 None None] Provisioning for port 14126343-3f24-42a8-ba37-ec9acfc365cb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:14.548392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a34beeb9-270e-4f97-9868-5a29655626b6 None None] Provisioning complete for port 14126343-3f24-42a8-ba37-ec9acfc365cb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:14.552713 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a34beeb9-270e-4f97-9868-5a29655626b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.582812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c46523-f1d4-4aa5-829c-7689700aa41d req-bf99f991-0f76-4a08-98f0-20aa23569fa6 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:14.590300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09c46523-f1d4-4aa5-829c-7689700aa41d req-bf99f991-0f76-4a08-98f0-20aa23569fa6 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 946 time: 0.6690400 Feb 02 15:34:14.613869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a34beeb9-270e-4f97-9868-5a29655626b6 None None] Port 14126343-3f24-42a8-ba37-ec9acfc365cb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:14.645570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:14.656415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] Usage tracker for resource:security_group_rule and tenant:87bbbb364d2740bfbf388f24811c690a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:14.660569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:14.675551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:14.834724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363873b2-a042-4880-a2d7-9b9e46619274 req-c8966d28-a014-4700-b17b-bb005769894d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:14.844763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-363873b2-a042-4880-a2d7-9b9e46619274 req-c8966d28-a014-4700-b17b-bb005769894d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.4467740 Feb 02 15:34:14.845295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8153214d-a444-4d9a-b295-60a031821cc2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:14.885165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:14.929131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8153214d-a444-4d9a-b295-60a031821cc2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:14.929659 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:15.111723 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-363873b2-a042-4880-a2d7-9b9e46619274 req-61fe76f1-1058-4ce2-8b33-f1a4399a6d8f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616079 Feb 02 15:34:15.259384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09c46523-f1d4-4aa5-829c-7689700aa41d req-0dfdc57b-06f9-4dcd-be7b-8414a3c34360 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679640 Feb 02 15:34:15.260049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=52716cd1-094b-46aa-b613-79eb8ab20bc4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:15.468299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:15.514351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-9c3d991d-598e-443b-8657-a074321528ff tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:15.515774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-9c3d991d-598e-443b-8657-a074321528ff tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.64 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 946 time: 0.3612568 Feb 02 15:34:15.532008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:15.593852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:15.622271 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:15.666628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb633e18-affd-46d7-88d6-76b5f68125bd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:15.716532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:15.738421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Deleting port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:15.738676 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:15.796709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb14d4-e97e-48cc-9a62-1daf2b047839,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:15.881105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fc521316-bef9-45c1-97d7-41f394b24871 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87bbbb364d2740bfbf388f24811c690a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9785264 Feb 02 15:34:15.883708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:15.888045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41458) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:16.214893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5645b0eb-ba5d-45bf-ab32-6e771b7bcde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:16.253250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5645b0eb-ba5d-45bf-ab32-6e771b7bcde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:16.372145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 30e02f37-4af8-46e3-a646-aff08c376d53 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:34:16.485240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:16.647407 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5645b0eb-ba5d-45bf-ab32-6e771b7bcde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:16.674842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645b0eb-ba5d-45bf-ab32-6e771b7bcde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb14d4-e97e-48cc-9a62-1daf2b047839,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:16.903142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5645b0eb-ba5d-45bf-ab32-6e771b7bcde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:16.904459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5645b0eb-ba5d-45bf-ab32-6e771b7bcde6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2bb14d4-e97e-48cc-9a62-1daf2b047839 HTTP/1.1" status: 204 len: 168 time: 1.0144701 Feb 02 15:34:16.906122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:16.938508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:16.983617 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.097496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] For port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,segment=NetworkSegment(d42561e9-254f-4bd1-a18c-7a98e717561b),segment_id=d42561e9-254f-4bd1-a18c-7a98e717561b)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:17.097856 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.130704 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.141001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:17.159585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f937f-7b6f-4922-8a4d-736a9f1b1ae0 None None] Sync routers for ids ['30e02f37-4af8-46e3-a646-aff08c376d53'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:17.164973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c2bc9812-87e4-4f71-8ffa-0b2fa83ff611 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/30e02f37-4af8-46e3-a646-aff08c376d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9265394 Feb 02 15:34:17.174484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41482) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:17.188505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f937f-7b6f-4922-8a4d-736a9f1b1ae0 None None] Routers {'30e02f37-4af8-46e3-a646-aff08c376d53'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:17.189222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e17f937f-7b6f-4922-8a4d-736a9f1b1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['30e02f37-4af8-46e3-a646-aff08c376d53'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:17.232564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Allocated IP 172.25.0.215 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/c7666a6f-447e-4c2e-acee-1cf7a711fe7e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:17.242901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b3e52-e030-4d30-8eb0-2a361e1a6888 req-fae28edf-2b98-46d2-b571-fb1f21193d80 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:17.252707 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b69b3e52-e030-4d30-8eb0-2a361e1a6888 req-fae28edf-2b98-46d2-b571-fb1f21193d80 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 946 time: 0.8049061 Feb 02 15:34:17.283210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Calling delete_port for 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:17.289817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72a5f4c7-f6de-4b56-ba78-6dec210d8341 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:34:17.324310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e17f937f-7b6f-4922-8a4d-736a9f1b1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:17.325756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.337745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f937f-7b6f-4922-8a4d-736a9f1b1ae0 None None] Routers {'30e02f37-4af8-46e3-a646-aff08c376d53'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:17.338779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e17f937f-7b6f-4922-8a4d-736a9f1b1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['30e02f37-4af8-46e3-a646-aff08c376d53'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:17.346772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a513d-5447-4c2b-b058-89e43e27c116 req-40620dec-1994-49e8-a0ba-e18b93b24db3 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:17.348493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa4a513d-5447-4c2b-b058-89e43e27c116 req-40620dec-1994-49e8-a0ba-e18b93b24db3 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 1.0974417 Feb 02 15:34:17.406876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72a5f4c7-f6de-4b56-ba78-6dec210d8341 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:34:17.412054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72a5f4c7-f6de-4b56-ba78-6dec210d8341 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=30e02f37-4af8-46e3-a646-aff08c376d53 HTTP/1.1" status: 200 len: 205 time: 0.2354259 Feb 02 15:34:17.413242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41492) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:17.424317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e17f937f-7b6f-4922-8a4d-736a9f1b1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:17.424727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f937f-7b6f-4922-8a4d-736a9f1b1ae0 None None] The sync data for ids ['30e02f37-4af8-46e3-a646-aff08c376d53'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:17.462551 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.516978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa4a513d-5447-4c2b-b058-89e43e27c116 req-e7fa5fbd-f0ff-4716-8e05-dc00cc02de27 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551571 Feb 02 15:34:17.518353 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.518599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcea1b82-a16b-4800-abaa-b33e4bc172bd {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:34:17.573198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b69b3e52-e030-4d30-8eb0-2a361e1a6888 req-0eb0c1c2-18ca-442f-8529-3205af9e5bb6 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/security-groups?id=af8d7943-4a67-4576-882b-4ebf0b4b1400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196230 Feb 02 15:34:17.603050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.651674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.651674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-93f6daab-e4e5-4e3a-972c-c0dde95f9d69 admin admin] 10.222.0.88 "DELETE /v2.0/routers/fcea1b82-a16b-4800-abaa-b33e4bc172bd HTTP/1.1" status: 204 len: 168 time: 7.1069756 Feb 02 15:34:17.657020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41500) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:17.689878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.754788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.763206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d636a1a-25a7-44ee-a265-5f3c458bd03b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:17.849477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=14126343-3f24-42a8-ba37-ec9acfc365cb,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:17.872873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79edf5a-f987-4f30-b91a-5c65f70508ad admin admin] Deleting subnet 6cb7bf07-6ee4-4573-899c-ea0ede3d648d {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:34:17.877622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a79edf5a-f987-4f30-b91a-5c65f70508ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.049194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.134628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a79edf5a-f987-4f30-b91a-5c65f70508ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.171448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Pushing event deleted for resources: {'Port': ['ID=0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:18.207920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-006ba12f-9a9c-42a0-a302-8d449fe0d75f None None] Provisioning complete for port 14126343-3f24-42a8-ba37-ec9acfc365cb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:18.212173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-006ba12f-9a9c-42a0-a302-8d449fe0d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.319721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.338814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-006ba12f-9a9c-42a0-a302-8d449fe0d75f None None] Port 14126343-3f24-42a8-ba37-ec9acfc365cb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:18.349451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] No DVR routers for this DVR port 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:34:18.352674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.360035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dbda90-23e4-4dac-9236-cc65cab8cd9b', 'name': 'network-vif-deleted', 'tag': '0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:34:18.398252 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d636a1a-25a7-44ee-a265-5f3c458bd03b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.404310 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d636a1a-25a7-44ee-a265-5f3c458bd03b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.432654 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dbda90-23e4-4dac-9236-cc65cab8cd9b', 'name': 'network-vif-deleted', 'tag': '0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab', 'status': 'completed', 'code': 200} Feb 02 15:34:18.437995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.458279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:18.463114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:18.467705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:18.470113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a79edf5a-f987-4f30-b91a-5c65f70508ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.505349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'Port': ['ID=c7666a6f-447e-4c2e-acee-1cf7a711fe7e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:18.559858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d636a1a-25a7-44ee-a265-5f3c458bd03b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.559858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d636a1a-25a7-44ee-a265-5f3c458bd03b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Fanout notify agent at l3_agent the message router_deleted on router 30e02f37-4af8-46e3-a646-aff08c376d53 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:34:18.573843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4526f1b-e8a0-4c19-a5b8-cd8217df58dd req-fa387e19-c747-4903-b402-1695955c8bc9 tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.64 "DELETE /v2.0/ports/0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab HTTP/1.1" status: 204 len: 173 time: 3.0222075 Feb 02 15:34:18.626770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d636a1a-25a7-44ee-a265-5f3c458bd03b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.630286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8d636a1a-25a7-44ee-a265-5f3c458bd03b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/30e02f37-4af8-46e3-a646-aff08c376d53 HTTP/1.1" status: 204 len: 168 time: 1.2084162 Feb 02 15:34:18.630737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41530) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:18.656558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a79edf5a-f987-4f30-b91a-5c65f70508ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.784103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device eb633e18-affd-46d7-88d6-76b5f68125bd no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:18.860436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: eb633e18-affd-46d7-88d6-76b5f68125bd {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:34:18.861084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device eb633e18-affd-46d7-88d6-76b5f68125bd not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:34:18.905968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79edf5a-f987-4f30-b91a-5c65f70508ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb7bf07-6ee4-4573-899c-ea0ede3d648d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:18.958525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5042532f-076f-4451-9ca4-b3a6ac8111e2 req-0b3dcd79-571f-4399-bfcd-cc11995a0e9c tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Synchronizing usage tracker for tenant:f08c82c4d033445481c103ef931477a0 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:34:18.963141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9014d-c12e-4f3a-a0ec-17cdd34aab37 None None] Network acc40515-8af5-4540-af4d-075341945d61 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:18.964220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a79edf5a-f987-4f30-b91a-5c65f70508ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:18.976732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a79edf5a-f987-4f30-b91a-5c65f70508ad admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6cb7bf07-6ee4-4573-899c-ea0ede3d648d HTTP/1.1" status: 204 len: 168 time: 1.3159182 Feb 02 15:34:18.977656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41540) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:18.986574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:19.124182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5042532f-076f-4451-9ca4-b3a6ac8111e2 req-0b3dcd79-571f-4399-bfcd-cc11995a0e9c tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] Unset dirty status for tenant:f08c82c4d033445481c103ef931477a0 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:34:19.137710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5042532f-076f-4451-9ca4-b3a6ac8111e2 req-0b3dcd79-571f-4399-bfcd-cc11995a0e9c tempest-VolumesActionsTest-649865892 tempest-VolumesActionsTest-649865892-project] 10.222.0.88 "GET /v2.0/ports?device_id=57dbda90-23e4-4dac-9236-cc65cab8cd9b HTTP/1.1" status: 200 len: 210 time: 0.2439215 Feb 02 15:34:19.262211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980979-7aa6-489e-86cc-a83737541ee4 req-f44e42d7-d155-4c91-a030-f5ad07294227 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:19.265208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba980979-7aa6-489e-86cc-a83737541ee4 req-f44e42d7-d155-4c91-a030-f5ad07294227 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.3524210 Feb 02 15:34:19.299233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:19.378328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:34:19.378671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 0c3b08ea-f4d4-43b8-b5eb-2407d78f8dab not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:34:19.399726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] DHCP port deletion for acc40515-8af5-4540-af4d-075341945d61 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:34:19.412587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] Deleting port 0111c371-aa71-45f8-857c-e988156ef758 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:19.412874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:19.418777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba980979-7aa6-489e-86cc-a83737541ee4 req-f38f6b28-cce9-4f78-966e-6c7b683e3b05 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450820 Feb 02 15:34:19.427774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2877b8-672a-459e-8bb1-811df2eb7e21 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet b13f7dc8-5271-4d95-a38b-1d6026bb19b1 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:34:19.433240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e2877b8-672a-459e-8bb1-811df2eb7e21 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:19.500864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:19.507374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e2877b8-672a-459e-8bb1-811df2eb7e21 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:19.624601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:19.638827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Deleting port 0111c371-aa71-45f8-857c-e988156ef758 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:19.639775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:19.724427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] For port 0111c371-aa71-45f8-857c-e988156ef758, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0111c371-aa71-45f8-857c-e988156ef758,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:19.725396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:19.918904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] Calling delete_port for 0111c371-aa71-45f8-857c-e988156ef758 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:19.952342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e2877b8-672a-459e-8bb1-811df2eb7e21 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.069722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] For port 0111c371-aa71-45f8-857c-e988156ef758, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0111c371-aa71-45f8-857c-e988156ef758,segment=NetworkSegment(c5ecfc31-82cd-473e-99f3-fe784a719332),segment_id=c5ecfc31-82cd-473e-99f3-fe784a719332)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:20.069722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.089495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.091962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.128335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.177684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e2877b8-672a-459e-8bb1-811df2eb7e21 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.203072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] No DVR routers for this DVR port 0111c371-aa71-45f8-857c-e988156ef758 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:34:20.233029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Calling delete_port for 0111c371-aa71-45f8-857c-e988156ef758 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:20.253000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd57674-d61d-4dab-bf6b-0afd7c4bdd50 None None] Pushing event deleted for resources: {'Port': ['ID=0111c371-aa71-45f8-857c-e988156ef758,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:20.263576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2877b8-672a-459e-8bb1-811df2eb7e21 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=b13f7dc8-5271-4d95-a38b-1d6026bb19b1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:20.280991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e2877b8-672a-459e-8bb1-811df2eb7e21 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.288769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e2877b8-672a-459e-8bb1-811df2eb7e21 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/b13f7dc8-5271-4d95-a38b-1d6026bb19b1 HTTP/1.1" status: 204 len: 168 time: 1.6563196 Feb 02 15:34:20.292055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41570) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:20.292568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6210b3c-d1a1-4e20-934e-3abc88cf848b None None] Network ba37f6d0-918a-473a-9506-651b189a8a3b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:20.459767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:34:20.460377 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:34:20.486835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.551760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fc7318-7e4a-4bfc-baf7-6c39c54d09e6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet bc548ef5-cff6-4520-9f5a-c3b299540d7c {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:34:20.602898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] DHCP port deletion for ba37f6d0-918a-473a-9506-651b189a8a3b request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:34:20.606942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Deleting port aea69a83-3424-49bf-8439-62764286dc56 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:20.607404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.637860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0fc7318-7e4a-4bfc-baf7-6c39c54d09e6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.737505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0fc7318-7e4a-4bfc-baf7-6c39c54d09e6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.806713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device aea69a83-3424-49bf-8439-62764286dc56 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:20.829760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a51f5a-ec03-4942-8a7d-e8db5ced0708 req-8cd6db38-b41f-4c80-a7c0-4430a8703173 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:20.831197 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80a51f5a-ec03-4942-8a7d-e8db5ced0708 req-8cd6db38-b41f-4c80-a7c0-4430a8703173 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.2301006 Feb 02 15:34:20.841760 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.901035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] For port aea69a83-3424-49bf-8439-62764286dc56, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=aea69a83-3424-49bf-8439-62764286dc56,segment=NetworkSegment(f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c),segment_id=f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:20.901560 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.950481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0fc7318-7e4a-4bfc-baf7-6c39c54d09e6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:20.967502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Deleting port 0111c371-aa71-45f8-857c-e988156ef758 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:20.968227 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.056301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] The port '0111c371-aa71-45f8-857c-e988156ef758' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:34:21.081377 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80a51f5a-ec03-4942-8a7d-e8db5ced0708 req-2e64f3ee-357a-4d28-ba0d-5586d60913ae tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386625 Feb 02 15:34:21.125484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Calling delete_port for aea69a83-3424-49bf-8439-62764286dc56 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:21.136636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=14126343-3f24-42a8-ba37-ec9acfc365cb,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:21.139320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.213906 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.243356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.244436 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0fc7318-7e4a-4bfc-baf7-6c39c54d09e6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.253406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port aea69a83-3424-49bf-8439-62764286dc56, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=aea69a83-3424-49bf-8439-62764286dc56,segment=NetworkSegment(f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c),segment_id=f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:21.285469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Router 15ce5f62-8f72-4e5b-9185-f07dc7360631 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:34:21.299696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc7318-7e4a-4bfc-baf7-6c39c54d09e6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=bc548ef5-cff6-4520-9f5a-c3b299540d7c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:21.322048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3299110-06fd-4de4-941e-44106ab5545f None None] Network 57b39677-37b1-4421-b6d4-c8bd20a2e65f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:21.322429 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0fc7318-7e4a-4bfc-baf7-6c39c54d09e6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.336351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d0fc7318-7e4a-4bfc-baf7-6c39c54d09e6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/bc548ef5-cff6-4520-9f5a-c3b299540d7c HTTP/1.1" status: 204 len: 168 time: 1.0425911 Feb 02 15:34:21.351621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41594) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:21.381597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc40515-8af5-4540-af4d-075341945d61']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:21.393754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.394743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0111c371-aa71-45f8-857c-e988156ef758 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:21.476883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ecfc31-82cd-473e-99f3-fe784a719332') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:21.477388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ecfc31-82cd-473e-99f3-fe784a719332') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:21.524950 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.535323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 0111c371-aa71-45f8-857c-e988156ef758 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:34:21.535323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0111c371-aa71-45f8-857c-e988156ef758 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:34:21.553223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.564858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.595306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:34:21.595906 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:34:21.611998 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:34:21.638158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:34:21.638683 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:34:21.643691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=aea69a83-3424-49bf-8439-62764286dc56,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:21.780496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] DHCP port deletion for 57b39677-37b1-4421-b6d4-c8bd20a2e65f request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:34:21.784746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] Deleting port f16bb24b-caad-4d6b-95a9-39410fe2ef7e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:21.785119 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.912823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network cc4ed0b3-7067-424f-849f-1574cdc571b7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:21.923385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:21.958677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:21.964591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:21.966169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9e1ce829-5546-4b51-8b73-8c6d5a3ff053 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "PUT /v2.0/routers/15ce5f62-8f72-4e5b-9185-f07dc7360631 HTTP/1.1" status: 200 len: 914 time: 7.4540300 Feb 02 15:34:21.969099 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767fa304-7256-48c5-b334-858700f139c7 None None] Sync routers for ids ['15ce5f62-8f72-4e5b-9185-f07dc7360631'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:21.971587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41622) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:22.005817 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fa304-7256-48c5-b334-858700f139c7 None None] Routers {'15ce5f62-8f72-4e5b-9185-f07dc7360631'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:22.006872 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-767fa304-7256-48c5-b334-858700f139c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['15ce5f62-8f72-4e5b-9185-f07dc7360631'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:22.092148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] For port f16bb24b-caad-4d6b-95a9-39410fe2ef7e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f16bb24b-caad-4d6b-95a9-39410fe2ef7e,segment=NetworkSegment(16b650ca-8769-4390-a857-dcce32f773f4),segment_id=16b650ca-8769-4390-a857-dcce32f773f4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:22.092854 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:22.102165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port aea69a83-3424-49bf-8439-62764286dc56 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:22.104055 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:22.234449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-767fa304-7256-48c5-b334-858700f139c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:22.264817 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fa304-7256-48c5-b334-858700f139c7 None None] Routers {'15ce5f62-8f72-4e5b-9185-f07dc7360631'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:22.267722 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-767fa304-7256-48c5-b334-858700f139c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['15ce5f62-8f72-4e5b-9185-f07dc7360631'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:22.302594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] Calling delete_port for f16bb24b-caad-4d6b-95a9-39410fe2ef7e owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:22.403006 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-767fa304-7256-48c5-b334-858700f139c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:22.403609 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767fa304-7256-48c5-b334-858700f139c7 None None] The sync data for ids ['15ce5f62-8f72-4e5b-9185-f07dc7360631'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:22.452614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Deleting port aea69a83-3424-49bf-8439-62764286dc56 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:22.453248 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:22.490501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0947b391-dfe0-4a7e-905e-4ced93d3cce1 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/routers/15ce5f62-8f72-4e5b-9185-f07dc7360631 HTTP/1.1" status: 200 len: 920 time: 0.5177245 Feb 02 15:34:22.491098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41638) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:22.541068 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:22.604685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] Pushing event deleted for resources: {'Port': ['ID=f16bb24b-caad-4d6b-95a9-39410fe2ef7e,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:22.632031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e71bf6-239d-4426-8634-0cac97e1dcc8 None None] No DVR routers for this DVR port f16bb24b-caad-4d6b-95a9-39410fe2ef7e on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:34:22.650931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41644) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:22.656700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2f3264a7-f8d5-45ba-ae2b-d285143ffac5 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=15ce5f62-8f72-4e5b-9185-f07dc7360631&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1641929 Feb 02 15:34:22.710242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-258dd5d3-f64a-4aba-b5e5-fc44950f1039 None None] Provisioning complete for port 14126343-3f24-42a8-ba37-ec9acfc365cb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:22.711804 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-258dd5d3-f64a-4aba-b5e5-fc44950f1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:22.730874 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:22.737808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:22.819504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port aea69a83-3424-49bf-8439-62764286dc56, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=aea69a83-3424-49bf-8439-62764286dc56,segment=NetworkSegment(f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c),segment_id=f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:22.822257 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:22.823755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-258dd5d3-f64a-4aba-b5e5-fc44950f1039 None None] Port 14126343-3f24-42a8-ba37-ec9acfc365cb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:22.833839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f16bb24b-caad-4d6b-95a9-39410fe2ef7e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:22.878228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: f16bb24b-caad-4d6b-95a9-39410fe2ef7e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:34:22.878923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f16bb24b-caad-4d6b-95a9-39410fe2ef7e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:34:22.885668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] For port aea69a83-3424-49bf-8439-62764286dc56, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=aea69a83-3424-49bf-8439-62764286dc56,segment=NetworkSegment(f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c),segment_id=f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:22.886358 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:23.046255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for aea69a83-3424-49bf-8439-62764286dc56 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:23.046770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:23.052511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:23.052992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Calling delete_port for aea69a83-3424-49bf-8439-62764286dc56 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:23.057006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Usage tracker for resource:floatingip and tenant:eab6f1eb369341598f4566fe4c34a00d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:23.060911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:23.068335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:23.073639 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:23.145842 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:23.162252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=acc40515-8af5-4540-af4d-075341945d61,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:23.210043 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:23.286413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] Pushing event deleted for resources: {'Port': ['ID=aea69a83-3424-49bf-8439-62764286dc56,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:23.298044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b4f84-0486-4382-badf-6de6cc4e10ce None None] No DVR routers for this DVR port aea69a83-3424-49bf-8439-62764286dc56 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:34:23.329771 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:23.358195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1c47aa5e-6771-4f45-883f-95350dc3b4a9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/acc40515-8af5-4540-af4d-075341945d61 HTTP/1.1" status: 204 len: 168 time: 4.3738225 Feb 02 15:34:23.453568 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:34:23.453953 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:34:23.464049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc8b6e-6a29-4ab7-b250-2b78cabc95f0 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:23.467867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6fbc8b6e-6a29-4ab7-b250-2b78cabc95f0 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 881 time: 0.8009753 Feb 02 15:34:23.471706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb782d4-ac3e-49c5-a2d7-012dec5f5c05 req-86588085-9e94-495f-bae7-6ed871e1e7cb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:23.473200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2eb782d4-ac3e-49c5-a2d7-012dec5f5c05 req-86588085-9e94-495f-bae7-6ed871e1e7cb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.9546955 Feb 02 15:34:23.482733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41664) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:23.514125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Allocated IP 172.25.0.57 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/989036cd-90ef-495e-bd9f-789d3355e8e0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:23.556083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-330db7b1-ba30-476b-9d8d-0fde61e1f588 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=15ce5f62-8f72-4e5b-9185-f07dc7360631 HTTP/1.1" status: 200 len: 205 time: 0.0801289 Feb 02 15:34:23.559943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41672) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:23.680103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2eb782d4-ac3e-49c5-a2d7-012dec5f5c05 req-e83a9b9a-1373-4209-9ecf-c2b560a0a13d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555324 Feb 02 15:34:23.752911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:23.870414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:23.880125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:23.996387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41682) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:24.031722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:24.038282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:24.046085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:24.053401 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:34:24.076268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'Port': ['ID=989036cd-90ef-495e-bd9f-789d3355e8e0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:24.097097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port aea69a83-3424-49bf-8439-62764286dc56 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:24.097609 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.129509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Router a42773fb-8acd-4678-8660-7f520990cacd is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:34:24.135138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78207eba-39ed-4dcf-8f3d-b17037163a3d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a670760621349a3b657382dd0fdd4ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1364863 Feb 02 15:34:24.137354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41686) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:24.221583 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fc550ad-30ee-406e-8622-900b8fab34ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.256615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] The port 'aea69a83-3424-49bf-8439-62764286dc56' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:34:24.322912 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.327073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fc550ad-30ee-406e-8622-900b8fab34ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.462422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fc550ad-30ee-406e-8622-900b8fab34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.479591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.505880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc550ad-30ee-406e-8622-900b8fab34ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:24.506871 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9839a304-6cd5-4299-9af6-407de53997bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.521968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba37f6d0-918a-473a-9506-651b189a8a3b']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:24.528446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.591320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:24.591591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ca94d4-44f4-49ed-b4b3-fdbd2f3dd22c') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:24.614085 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.646122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.664877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:34:24.664877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:34:24.677291 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:34:24.687139 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fc550ad-30ee-406e-8622-900b8fab34ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.690579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9fc550ad-30ee-406e-8622-900b8fab34ea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/78ffe9b6-36b2-45d7-a7b8-c2ebb2476f60 HTTP/1.1" status: 204 len: 168 time: 0.5498958 Feb 02 15:34:24.774932 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.835231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:24.838129 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.858237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc54c38-a70d-4fea-9687-a29a4537229f None None] Sync routers for ids ['a42773fb-8acd-4678-8660-7f520990cacd'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:24.878264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc54c38-a70d-4fea-9687-a29a4537229f None None] Routers {'a42773fb-8acd-4678-8660-7f520990cacd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:24.880437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3f6e9dac-975d-4723-b723-d6f0a93cc209 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "PUT /v2.0/routers/a42773fb-8acd-4678-8660-7f520990cacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6262128 Feb 02 15:34:24.881255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ebc54c38-a70d-4fea-9687-a29a4537229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a42773fb-8acd-4678-8660-7f520990cacd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:24.884735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41716) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:24.959012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.962003 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:24.989436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.010853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=ba37f6d0-918a-473a-9506-651b189a8a3b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:25.018514 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9cae3062-e6c8-431f-9607-e79ac9c80042 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/ba37f6d0-918a-473a-9506-651b189a8a3b HTTP/1.1" status: 204 len: 168 time: 3.6717677 Feb 02 15:34:25.019512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41720) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:25.111287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Deleting port c7666a6f-447e-4c2e-acee-1cf7a711fe7e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:25.111992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.144000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ebc54c38-a70d-4fea-9687-a29a4537229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:25.161231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc54c38-a70d-4fea-9687-a29a4537229f None None] Routers {'a42773fb-8acd-4678-8660-7f520990cacd'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:25.162079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ebc54c38-a70d-4fea-9687-a29a4537229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:33:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a42773fb-8acd-4678-8660-7f520990cacd'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:25.185552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'Port': ['ID=989036cd-90ef-495e-bd9f-789d3355e8e0,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:25.238888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.245168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ebc54c38-a70d-4fea-9687-a29a4537229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:25.245818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc54c38-a70d-4fea-9687-a29a4537229f None None] The sync data for ids ['a42773fb-8acd-4678-8660-7f520990cacd'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:25.253475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22aca6f-9f52-40b7-9918-3f3dfd8b13fc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:25.254197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a22aca6f-9f52-40b7-9918-3f3dfd8b13fc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:34:25.270106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6189b0-0a2f-45cf-b5b2-69a7102da10a req-1949b01b-d4dc-4e89-b29f-7ef84bd72093 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:25.271607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b6189b0-0a2f-45cf-b5b2-69a7102da10a req-1949b01b-d4dc-4e89-b29f-7ef84bd72093 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.3391073 Feb 02 15:34:25.324885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b6189b0-0a2f-45cf-b5b2-69a7102da10a req-07aa6c61-d64b-425f-b6d1-a8727dddc6df tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463595 Feb 02 15:34:25.357391 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.357391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07c887d2-1c05-49c6-abf9-ccf92148b680 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6080599 Feb 02 15:34:25.357391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41728) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:25.361096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2111370808'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:25.369803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.370898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:25.382867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Usage tracker for resource:network and tenant:eab6f1eb369341598f4566fe4c34a00d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:25.382867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:25.388802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:25.472205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a22aca6f-9f52-40b7-9918-3f3dfd8b13fc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:34:25.476874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a22aca6f-9f52-40b7-9918-3f3dfd8b13fc tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports?device_id=a42773fb-8acd-4678-8660-7f520990cacd HTTP/1.1" status: 200 len: 983 time: 0.5902529 Feb 02 15:34:25.477075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41740) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:25.480458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Made reservation on behalf of eab6f1eb369341598f4566fe4c34a00d for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:25.484758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.562368 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.608392 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.666816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:25.672288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Usage tracker for resource:security_group_rule and tenant:eab6f1eb369341598f4566fe4c34a00d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:25.677274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b39677-37b1-4421-b6d4-c8bd20a2e65f']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:25.683183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:25.691459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:25.767914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b650ca-8769-4390-a857-dcce32f773f4') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:25.768453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b650ca-8769-4390-a857-dcce32f773f4') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:25.786674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.828853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:25.950043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.129806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.134927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Calling delete_port for c7666a6f-447e-4c2e-acee-1cf7a711fe7e owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:26.152858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:34:26.166179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.166717 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Added segment 41f6db09-f923-4681-b4c1-8cec37711497 of type vlan for network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 Feb 02 15:34:26.173297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.190534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:34:26.191234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:34:26.214042 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:34:26.282516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.388922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ba6c9-fa5f-4ff8-bfa9-9f2b126f7f26,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:26.458537 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.478875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.502161 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.506258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=57b39677-37b1-4421-b6d4-c8bd20a2e65f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:26.521966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:26.522551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-086690d0-e36d-43d1-81dc-3e09f8772f64 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/57b39677-37b1-4421-b6d4-c8bd20a2e65f HTTP/1.1" status: 204 len: 168 time: 1.4992511 Feb 02 15:34:26.525092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.531262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41768) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:26.543022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1491725732'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:26.552117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:26.602221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:26.606377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:26.629866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:26.658086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41774) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:26.667564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.766324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4134781 Feb 02 15:34:26.775621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41784) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:26.777883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:26.780885 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.791651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Request body: {'subnet': {'network_id': '07e50d8c-8513-4d5a-9dcc-cdf76b910c19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:26.827963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event deleted for resources: {'Port': ['ID=c7666a6f-447e-4c2e-acee-1cf7a711fe7e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:26.867913 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6dd23234-4deb-474a-b25d-c2b49fb6d230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:26.946904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79991a5f-c550-4f43-a3ef-05605786e3a2 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'Network': ['ID=07e50d8c-8513-4d5a-9dcc-cdf76b910c19,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:26.961447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:34:26.968575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:34:26.969765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621b51-01f4-4759-bccb-ef5ff2519edc req-a047e0fa-aa0d-40e5-b05a-3336de604106 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:26.979271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a621b51-01f4-4759-bccb-ef5ff2519edc req-a047e0fa-aa0d-40e5-b05a-3336de604106 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.4319274 Feb 02 15:34:27.021283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.021910 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment 9243a45e-4310-4aa0-b24e-4d18b904f698 of type vlan for network a6afeba3-ab51-4bc4-965c-e9747e1263ba Feb 02 15:34:27.080420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.095684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-91040798-network', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:27.107733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:27.134091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Usage tracker for resource:network and tenant:2bacb9bd1d55477d8bf5c7fafe605304 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:27.139290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:27.151966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:27.163043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Usage tracker for resource:subnet and tenant:eab6f1eb369341598f4566fe4c34a00d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:27.167474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:27.174197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:27.222895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:27.240602 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.245835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.325188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6a621b51-01f4-4759-bccb-ef5ff2519edc req-34c129cf-0212-4595-951c-f3669b6116ca tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446045 Feb 02 15:34:27.325879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Made reservation on behalf of 2bacb9bd1d55477d8bf5c7fafe605304 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:27.328211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.328908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Made reservation on behalf of eab6f1eb369341598f4566fe4c34a00d for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:27.372728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.516213 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.626697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.630605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:27.631366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.662301 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.666801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:27.737051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Usage tracker for resource:security_group_rule and tenant:2bacb9bd1d55477d8bf5c7fafe605304 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:27.747195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:27.756306 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:27.778535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:27.795299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=a6afeba3-ab51-4bc4-965c-e9747e1263ba,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:27.808549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network a6afeba3-ab51-4bc4-965c-e9747e1263ba details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:34:27.861074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fa2338cc-e4a5-4f2e-8ad0-fbf6fa2229fa tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3284264 Feb 02 15:34:27.862784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41826) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:27.877658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': 'a6afeba3-ab51-4bc4-965c-e9747e1263ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:27.937258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 14126343-3f24-42a8-ba37-ec9acfc365cb {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:27.937707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.076943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.077492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Fanout notify agent at l3_agent the message router_deleted on router 15ce5f62-8f72-4e5b-9185-f07dc7360631 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:34:28.154180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.160738 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-678518a5-42c4-4095-aac0-93807fa310ea tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/15ce5f62-8f72-4e5b-9185-f07dc7360631 HTTP/1.1" status: 204 len: 168 time: 4.5967460 Feb 02 15:34:28.161612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41842) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:28.178578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:28.184406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-574215494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:28.194196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:28.203142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.205130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:28.208344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Usage tracker for resource:router and tenant:83970c72f0754bb989eabf02c0932c22 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:28.214256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:28.217436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:28.227622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:28.230539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:28.233372 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.307864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.339557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:28.379464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 14126343-3f24-42a8-ba37-ec9acfc365cb owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:28.384731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:34:28.387359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b028928d-8030-4ef1-89dd-4586941b9666,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:28.415168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.415938 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.478940 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.480484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.533685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.534284 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Added segment 89e0f020-b585-46c2-b93a-702faf07b2d6 of type vlan for network da3c7403-3024-4d74-817a-59cdd2bad170 Feb 02 15:34:28.639307 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.673032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.693381 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.785972 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.854251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Checking segment: {'id': '41f6db09-f923-4681-b4c1-8cec37711497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '07e50d8c-8513-4d5a-9dcc-cdf76b910c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:28.854609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Network hostable DHCP agents. Network: 07e50d8c-8513-4d5a-9dcc-cdf76b910c19, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:34:28.875333 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.914514 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.982653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:28.984203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:28.985718 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:29.034714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=14126343-3f24-42a8-ba37-ec9acfc365cb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:29.059551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'Subnet': ['ID=452d7e61-f13d-48e7-9c23-ab1513a9a7d3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:29.149160 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:29.153605 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5b17803b-ef31-4540-ad25-fe2d3fd97223 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9830177 Feb 02 15:34:29.154428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41882) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:29.195414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'enable_snat': False}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:29.325802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6658444 Feb 02 15:34:29.332629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57681d96-2123-40ec-b52f-a4507a9228ac req-d79d0c5a-2d1b-4291-ba3d-f13a7dfebd91 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:29.332629 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57681d96-2123-40ec-b52f-a4507a9228ac req-d79d0c5a-2d1b-4291-ba3d-f13a7dfebd91 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.6959274 Feb 02 15:34:29.333181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41892) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:29.342137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Request body: {'subnet': {'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-91040798-subnet', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:29.354661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:29.362294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da6738-d5b0-44e0-a83d-7d06b9f42c7d admin admin] Pushing event updated for resources: {'Network': ['ID=da3c7403-3024-4d74-817a-59cdd2bad170,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:29.375455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network da3c7403-3024-4d74-817a-59cdd2bad170 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:34:29.400480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:34:29.420279 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:29.435862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Usage tracker for resource:subnet and tenant:2bacb9bd1d55477d8bf5c7fafe605304 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:29.451819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:29.475971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:29.543857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57681d96-2123-40ec-b52f-a4507a9228ac req-55234d1b-df5b-498e-8e72-49b5281cbbfc tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958189 Feb 02 15:34:29.624266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 07e50d8c-8513-4d5a-9dcc-cdf76b910c19) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:29.633740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9a6e1-4474-4963-a256-4f938da72f2d None None] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:29.635409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:29.636189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:29.679659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:29.779725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Made reservation on behalf of 2bacb9bd1d55477d8bf5c7fafe605304 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:29.781722 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:29.958966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=66df0671-56b5-4315-aec7-1e56ba500180,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:29.971190 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:30.106789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f7d32a69-c521-4cc2-b106-4e73fbff2a19 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3272839 Feb 02 15:34:30.131578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-07e50d8c-8513-4d5a-9dcc-cdf76b910c19', 'network_id': '07e50d8c-8513-4d5a-9dcc-cdf76b910c19', 'tenant_id': 'eab6f1eb369341598f4566fe4c34a00d', 'fixed_ips': [{'subnet_id': '452d7e61-f13d-48e7-9c23-ab1513a9a7d3'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:34:30.143923 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:30.145710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41920) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:30.154954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': '9243a45e-4310-4aa0-b24e-4d18b904f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a6afeba3-ab51-4bc4-965c-e9747e1263ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:30.156046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: a6afeba3-ab51-4bc4-965c-e9747e1263ba, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:34:30.167582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-137877274', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:30.195315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:30.207008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Usage tracker for resource:router and tenant:eab6f1eb369341598f4566fe4c34a00d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:30.212041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:30.222101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:30.309742 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:30.369062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Allocated IP 172.20.0.2 (07e50d8c-8513-4d5a-9dcc-cdf76b910c19/452d7e61-f13d-48e7-9c23-ab1513a9a7d3/58c3dfa8-6630-4689-ae59-e420faed00cb) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:30.386388 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:30.388577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:30.448716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network a6afeba3-ab51-4bc4-965c-e9747e1263ba is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:34:30.452478 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:30.545300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, a6afeba3-ab51-4bc4-965c-e9747e1263ba) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:30.558873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1975c1d9-81d3-4718-a36a-35f426f25ea4 None None] Network a6afeba3-ab51-4bc4-965c-e9747e1263ba requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:30.566950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:30.568137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:30.738745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:30.800074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5013e071-2b65-4b72-8847-aac6abd2b60f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9362209 Feb 02 15:34:30.836203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41942) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:30.837650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14bd68ec-80b5-4ae6-bc40-8aff67d5b183,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:30.868156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1186333740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:30.878860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:30.885163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:router and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:30.892171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:30.900721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:30.924492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Router a42773fb-8acd-4678-8660-7f520990cacd has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:34:31.005120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.056395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Transition to ACTIVE for port object 58c3dfa8-6630-4689-ae59-e420faed00cb will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:31.069803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-a6afeba3-ab51-4bc4-965c-e9747e1263ba', 'network_id': 'a6afeba3-ab51-4bc4-965c-e9747e1263ba', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': '66df0671-56b5-4315-aec7-1e56ba500180'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:34:31.071387 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.072945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.074493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.097484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Checking segment: {'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:31.097862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Network hostable DHCP agents. Network: da3c7403-3024-4d74-817a-59cdd2bad170, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:34:31.099189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Transition to ACTIVE for port object 58c3dfa8-6630-4689-ae59-e420faed00cb will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:31.257840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:31.312736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.313208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Allocated IP 2001:db8::2 (a6afeba3-ab51-4bc4-965c-e9747e1263ba/66df0671-56b5-4315-aec7-1e56ba500180/a3bd78a1-1146-441d-8a40-8de974b22105) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:31.313326 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.313444 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.313534 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ae22c-2443-426b-b306-beb182532680 None None] Sync routers for ids ['a42773fb-8acd-4678-8660-7f520990cacd'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:31.329558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.336964 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ae22c-2443-426b-b306-beb182532680 None None] Routers {'a42773fb-8acd-4678-8660-7f520990cacd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:31.337565 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-467ae22c-2443-426b-b306-beb182532680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a42773fb-8acd-4678-8660-7f520990cacd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:31.338412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41964) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:31.338881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab4e5794-b1a1-4e45-981d-bfd0abffcc64 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "PUT /v2.0/routers/a42773fb-8acd-4678-8660-7f520990cacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8604984 Feb 02 15:34:31.421160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Network da3c7403-3024-4d74-817a-59cdd2bad170 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:34:31.432716 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-467ae22c-2443-426b-b306-beb182532680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:31.467817 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ae22c-2443-426b-b306-beb182532680 None None] Routers {'a42773fb-8acd-4678-8660-7f520990cacd'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:31.467817 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-467ae22c-2443-426b-b306-beb182532680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a42773fb-8acd-4678-8660-7f520990cacd'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:31.529577 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-467ae22c-2443-426b-b306-beb182532680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:31.529992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6308b-2ee6-412d-aae5-164b3c71eddd req-bcf30b95-87e0-4ffb-a45f-8d09477282f8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:31.530264 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ae22c-2443-426b-b306-beb182532680 None None] The sync data for ids ['a42773fb-8acd-4678-8660-7f520990cacd'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:31.531480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2d6308b-2ee6-412d-aae5-164b3c71eddd req-bcf30b95-87e0-4ffb-a45f-8d09477282f8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.7343302 Feb 02 15:34:31.535024 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cef652-937b-421c-9924-ef4af467af18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:34:31.539359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-16cef652-937b-421c-9924-ef4af467af18 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/14126343-3f24-42a8-ba37-ec9acfc365cb HTTP/1.1" status: 404 len: 333 time: 0.1949704 Feb 02 15:34:31.540517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41968) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:31.586036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.596103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Allocated IP 172.25.0.79 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/7097b61c-e149-4231-8996-ebe7a63e4452) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:31.599050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Transition to ACTIVE for port object a3bd78a1-1146-441d-8a40-8de974b22105 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:31.608974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2d6308b-2ee6-412d-aae5-164b3c71eddd req-61a97fc0-52c1-4170-8c09-3c6e95ad4d09 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694840 Feb 02 15:34:31.627028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Transition to ACTIVE for port object a3bd78a1-1146-441d-8a40-8de974b22105 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:31.683710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-747aa23b-9f61-4dda-96bf-536ba30a8a8e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.684744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.762176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, da3c7403-3024-4d74-817a-59cdd2bad170) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:31.763989 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.775398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bac529c-43da-4191-9834-1a2c35642030 None None] Network da3c7403-3024-4d74-817a-59cdd2bad170 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:31.780649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:31.781244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.798440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:31.807778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:31.809957 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.814007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:31.896958 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:31.971553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Pushing event updated for resources: {'Port': ['ID=58c3dfa8-6630-4689-ae59-e420faed00cb,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:32.051715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Network a6afeba3-ab51-4bc4-965c-e9747e1263ba is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:32.057736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:32.060485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:32.174045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.218550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Attempting to bind port 58c3dfa8-6630-4689-ae59-e420faed00cb on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:34:32.219345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Attempting to bind port 58c3dfa8-6630-4689-ae59-e420faed00cb by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '41f6db09-f923-4681-b4c1-8cec37711497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '07e50d8c-8513-4d5a-9dcc-cdf76b910c19'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:34:32.220326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Attempting to bind port 58c3dfa8-6630-4689-ae59-e420faed00cb on network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:34:32.238409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:34:32.241784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Checking segment: {'id': '41f6db09-f923-4681-b4c1-8cec37711497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '07e50d8c-8513-4d5a-9dcc-cdf76b910c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:32.241784 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.242067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.242190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Bound using segment: {'id': '41f6db09-f923-4681-b4c1-8cec37711497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '07e50d8c-8513-4d5a-9dcc-cdf76b910c19'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:34:32.242190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Bound port: 58c3dfa8-6630-4689-ae59-e420faed00cb, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f6db09-f923-4681-b4c1-8cec37711497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '07e50d8c-8513-4d5a-9dcc-cdf76b910c19'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:34:32.242190 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.252331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Pushing event updated for resources: {'Port': ['ID=a3bd78a1-1146-441d-8a40-8de974b22105,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:32.298619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Attempting to bind port a3bd78a1-1146-441d-8a40-8de974b22105 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:34:32.299269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Attempting to bind port a3bd78a1-1146-441d-8a40-8de974b22105 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9243a45e-4310-4aa0-b24e-4d18b904f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a6afeba3-ab51-4bc4-965c-e9747e1263ba'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:34:32.299726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Attempting to bind port a3bd78a1-1146-441d-8a40-8de974b22105 on network a6afeba3-ab51-4bc4-965c-e9747e1263ba {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:34:32.300976 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.311193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:34:32.311457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Checking segment: {'id': '9243a45e-4310-4aa0-b24e-4d18b904f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a6afeba3-ab51-4bc4-965c-e9747e1263ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:32.311948 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.312438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Bound using segment: {'id': '9243a45e-4310-4aa0-b24e-4d18b904f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a6afeba3-ab51-4bc4-965c-e9747e1263ba'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:34:32.313024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Bound port: a3bd78a1-1146-441d-8a40-8de974b22105, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9243a45e-4310-4aa0-b24e-4d18b904f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a6afeba3-ab51-4bc4-965c-e9747e1263ba'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:34:32.313495 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.369547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:32.380672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:32.389345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Pushing event updated for resources: {'Port': ['ID=7097b61c-e149-4231-8996-ebe7a63e4452,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:32.394983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:32.453189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] For port 58c3dfa8-6630-4689-ae59-e420faed00cb, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:34:32.456445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] For port 58c3dfa8-6630-4689-ae59-e420faed00cb, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=58c3dfa8-6630-4689-ae59-e420faed00cb,segment=NetworkSegment(41f6db09-f923-4681-b4c1-8cec37711497),segment_id=41f6db09-f923-4681-b4c1-8cec37711497)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:34:32.537679 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.565088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-747aa23b-9f61-4dda-96bf-536ba30a8a8e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.571670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-747aa23b-9f61-4dda-96bf-536ba30a8a8e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.597043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.605438 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d2d0c77-e931-4be7-9e99-3ce247cd1425 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7555404 Feb 02 15:34:32.606183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42010) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:32.611275 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fe197491-f96e-449c-9c25-10ce0fd1eab9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.2715116 Feb 02 15:34:32.614752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42012) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:32.620919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:32.624468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'port': {'network_id': 'a6afeba3-ab51-4bc4-965c-e9747e1263ba', 'name': 'tempest-RoutersIpV6Test-195446688'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:32.630378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:32.636874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Usage tracker for resource:router and tenant:2bacb9bd1d55477d8bf5c7fafe605304 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:32.640254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:32.647149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:32.662773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-747aa23b-9f61-4dda-96bf-536ba30a8a8e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.664584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747aa23b-9f61-4dda-96bf-536ba30a8a8e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Fanout notify agent at l3_agent the message router_deleted on router a42773fb-8acd-4678-8660-7f520990cacd {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:34:32.707553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-747aa23b-9f61-4dda-96bf-536ba30a8a8e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.709299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-747aa23b-9f61-4dda-96bf-536ba30a8a8e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/routers/a42773fb-8acd-4678-8660-7f520990cacd HTTP/1.1" status: 204 len: 168 time: 1.1675763 Feb 02 15:34:32.712602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42024) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:32.770018 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.771116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.845116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.848176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Allocated IP 172.25.0.100 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/39dfc4f5-e851-4e74-a796-95bbd2d83bf4) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:32.867614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf9f7c-7ac6-4a53-93bf-ba99198aeec5 None None] Pushing event updated for resources: {'Port': ['ID=58c3dfa8-6630-4689-ae59-e420faed00cb,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:32.881782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-da3c7403-3024-4d74-817a-59cdd2bad170', 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'fixed_ips': [{'subnet_id': '14bd68ec-80b5-4ae6-bc40-8aff67d5b183'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:34:32.883368 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:32.994916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] For port a3bd78a1-1146-441d-8a40-8de974b22105, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:34:33.003387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] For port a3bd78a1-1146-441d-8a40-8de974b22105, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a3bd78a1-1146-441d-8a40-8de974b22105,segment=NetworkSegment(9243a45e-4310-4aa0-b24e-4d18b904f698),segment_id=9243a45e-4310-4aa0-b24e-4d18b904f698)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:34:33.037943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27e73e2-949b-43f8-bc44-998f113c9012 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet 0d786454-729d-4514-a29b-d7eb33cb773a {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:34:33.043899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d27e73e2-949b-43f8-bc44-998f113c9012 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.136186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.213910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:33.229213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:port and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:33.233174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:33.239352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:33.293329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.338094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.384389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d27e73e2-949b-43f8-bc44-998f113c9012 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.388802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0e18abfd-67db-4c46-9670-4079c0c46aeb details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:34:33.433201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:33.437953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.441185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3282bf0-01a1-43e5-b728-7d3bb8453b7e None None] Pushing event updated for resources: {'Port': ['ID=a3bd78a1-1146-441d-8a40-8de974b22105,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:33.451786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Allocated IP 172.20.0.2 (da3c7403-3024-4d74-817a-59cdd2bad170/14bd68ec-80b5-4ae6-bc40-8aff67d5b183/fc946dda-8383-4ee0-8f3f-98a970feccd4) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:33.524325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] device_id is not set on port 1b82d023-b945-4caf-85d2-096f25306968 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:34:33.634165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.660289 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d27e73e2-949b-43f8-bc44-998f113c9012 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.741037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309453e-e022-4ec3-87da-f1146254cbee req-ce0e649a-eb3b-4938-92ab-e4aae935bffb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:33.742959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7309453e-e022-4ec3-87da-f1146254cbee req-ce0e649a-eb3b-4938-92ab-e4aae935bffb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.5989189 Feb 02 15:34:33.764717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:33.936032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:33.973040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'port_id': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'mac_address': 'fa:16:3e:a7:4f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f4c61-9668-436c-847a-84a8b84fb526', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:34:34.034196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7309453e-e022-4ec3-87da-f1146254cbee req-996e3144-7281-4ba9-b1ca-c78789f1063b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727890 Feb 02 15:34:34.122368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:34.123250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'Port': ['ID=39dfc4f5-e851-4e74-a796-95bbd2d83bf4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:34.135586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.153902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:34.156388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:34.206341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d27e73e2-949b-43f8-bc44-998f113c9012 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.218549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.263240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e73e2-949b-43f8-bc44-998f113c9012 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=0d786454-729d-4514-a29b-d7eb33cb773a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:34.271646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.280392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d27e73e2-949b-43f8-bc44-998f113c9012 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.295122 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d27e73e2-949b-43f8-bc44-998f113c9012 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/0d786454-729d-4514-a29b-d7eb33cb773a HTTP/1.1" status: 204 len: 168 time: 1.5809767 Feb 02 15:34:34.296261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea642f-4047-4bc4-be57-c85c096cd9e7 None None] Network cc4ed0b3-7067-424f-849f-1574cdc571b7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:34.296593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42082) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:34.446124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8::247 (a6afeba3-ab51-4bc4-965c-e9747e1263ba/66df0671-56b5-4315-aec7-1e56ba500180/1b82d023-b945-4caf-85d2-096f25306968) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:34.561585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e18abfd-67db-4c46-9670-4079c0c46aeb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:34:34.631663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.635540 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.697580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Transition to ACTIVE for port object fc946dda-8383-4ee0-8f3f-98a970feccd4 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:34.705190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:34.770426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Transition to ACTIVE for port object fc946dda-8383-4ee0-8f3f-98a970feccd4 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:34.784960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 8153214d-a444-4d9a-b295-60a031821cc2 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:34.803277 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.808201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.908391 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:34.911432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110697bc-cb5e-49e8-b287-a5c5fbe2035d None None] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:35.016745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.066777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 58c3dfa8-6630-4689-ae59-e420faed00cb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:35.071031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object 1b82d023-b945-4caf-85d2-096f25306968 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:35.142125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.143150 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.173669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['0e18abfd-67db-4c46-9670-4079c0c46aeb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:34:35.330071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Network da3c7403-3024-4d74-817a-59cdd2bad170 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:35.386628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:35.389377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:35.404654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:35.426586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.472939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.504592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.569732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Router 04ea022d-b4bc-44c7-abbe-d5dfa60b3da6 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:34:35.579526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Pushing event updated for resources: {'Port': ['ID=fc946dda-8383-4ee0-8f3f-98a970feccd4,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:35.589534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0e18abfd-67db-4c46-9670-4079c0c46aeb no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:35.610084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] For port 8153214d-a444-4d9a-b295-60a031821cc2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8153214d-a444-4d9a-b295-60a031821cc2,segment=NetworkSegment(b10eddd3-c7e5-4718-b5a9-febd347e0fa8),segment_id=b10eddd3-c7e5-4718-b5a9-febd347e0fa8)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:35.612879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.652332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4144f281-0490-4ad3-bc9c-9a4bf79a2643 None None] Network a6afeba3-ab51-4bc4-965c-e9747e1263ba requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:35.783710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] DHCP port deletion for cc4ed0b3-7067-424f-849f-1574cdc571b7 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:34:35.855464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] Deleting port 8153214d-a444-4d9a-b295-60a031821cc2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:35.856056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.885736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=1b82d023-b945-4caf-85d2-096f25306968,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:35.910013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network a6afeba3-ab51-4bc4-965c-e9747e1263ba is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:35.934579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:35.943071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:35.945895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-87495d13-2a35-484e-9668-a5cf2e48c628 None None] Provisioning for port 58c3dfa8-6630-4689-ae59-e420faed00cb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:35.947977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:35.949247 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:35.986600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 8153214d-a444-4d9a-b295-60a031821cc2 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:36.053009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74bf9d-83b0-4539-b855-d1d322f1ce41 req-37944d92-5459-4d8a-bb2f-c660c40986e1 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:36.061339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e74bf9d-83b0-4539-b855-d1d322f1ce41 req-37944d92-5459-4d8a-bb2f-c660c40986e1 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 944 time: 0.6894155 Feb 02 15:34:36.162920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] For port 8153214d-a444-4d9a-b295-60a031821cc2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8153214d-a444-4d9a-b295-60a031821cc2,segment=NetworkSegment(b10eddd3-c7e5-4718-b5a9-febd347e0fa8),segment_id=b10eddd3-c7e5-4718-b5a9-febd347e0fa8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:36.164078 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.181769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Allocated IP 172.25.0.223 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/fc596e71-bf94-4c75-a713-2b5f5291dcc1) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:36.192803 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e74bf9d-83b0-4539-b855-d1d322f1ce41 req-c48f32eb-96c0-4950-a8c9-a8ec7b30cd13 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303010 Feb 02 15:34:36.269766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bea61757-5d2b-48ed-9e79-b93a1d5cc20f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6553390 Feb 02 15:34:36.278637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42158) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:36.298741 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.319076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] Calling delete_port for 8153214d-a444-4d9a-b295-60a031821cc2 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:36.406185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=8153214d-a444-4d9a-b295-60a031821cc2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:36.426968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No DVR routers for this DVR port 8153214d-a444-4d9a-b295-60a031821cc2 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:34:36.502340 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:34:36.502904 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:34:36.588291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.620003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4ed0b3-7067-424f-849f-1574cdc571b7']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:36.634444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10eddd3-c7e5-4718-b5a9-febd347e0fa8') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:36.634739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10eddd3-c7e5-4718-b5a9-febd347e0fa8') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:36.647804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.667076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.681225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:34:36.681632 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.707923 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.748520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0e18abfd-67db-4c46-9670-4079c0c46aeb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:34:36.766094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:36.777607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 58c3dfa8-6630-4689-ae59-e420faed00cb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:36.788034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 58c3dfa8-6630-4689-ae59-e420faed00cb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:36.789043 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:34:36.794136 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:34:36.823875 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.837979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Router 05de211b-3236-4237-a017-83b7a19e503f is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:34:36.849668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Attempting to bind port fc946dda-8383-4ee0-8f3f-98a970feccd4 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:34:36.850133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Attempting to bind port fc946dda-8383-4ee0-8f3f-98a970feccd4 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:34:36.851146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Attempting to bind port fc946dda-8383-4ee0-8f3f-98a970feccd4 on network da3c7403-3024-4d74-817a-59cdd2bad170 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:34:36.864266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:36.884895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.890346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.896172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42186) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:36.902796 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-14097a10-dc51-4c53-84aa-f7acff77b32d tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "PUT /v2.0/routers/04ea022d-b4bc-44c7-abbe-d5dfa60b3da6 HTTP/1.1" status: 200 len: 914 time: 7.7181201 Feb 02 15:34:36.906851 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.971167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:34:36.974097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Checking segment: {'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:36.974097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.974097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Bound using segment: {'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:34:36.974097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Bound port: fc946dda-8383-4ee0-8f3f-98a970feccd4, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:34:36.974097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.987387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:36.987787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cdc62-1414-4b26-8d29-f6a7b371164c None None] Sync routers for ids ['04ea022d-b4bc-44c7-abbe-d5dfa60b3da6'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:37.005830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] Deleting port 8153214d-a444-4d9a-b295-60a031821cc2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:37.006209 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:37.032442 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:37.180805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:37.212795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Network': ['ID=cc4ed0b3-7067-424f-849f-1574cdc571b7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:37.227664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2db5f06c-1370-402b-977c-0d4cce7435a6 None None] The port '8153214d-a444-4d9a-b295-60a031821cc2' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:34:37.284045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0dce4b1e-c90a-43c6-82ca-f33a6fed397a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/networks/cc4ed0b3-7067-424f-849f-1574cdc571b7 HTTP/1.1" status: 204 len: 168 time: 2.9836454 Feb 02 15:34:37.315748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:37.321451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] For port fc946dda-8383-4ee0-8f3f-98a970feccd4, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:34:37.325295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] For port fc946dda-8383-4ee0-8f3f-98a970feccd4, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fc946dda-8383-4ee0-8f3f-98a970feccd4,segment=NetworkSegment(89e0f020-b585-46c2-b93a-702faf07b2d6),segment_id=89e0f020-b585-46c2-b93a-702faf07b2d6)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:34:37.417246 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:37.523976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eac721-298c-47e7-b51d-a913186994a4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:37.524656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b4eac721-298c-47e7-b51d-a913186994a4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:34:37.613696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:37.633335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:37.636640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:37.651699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ab7fb-dc9b-4c5e-b652-7190d7ba5f9e None None] Pushing event updated for resources: {'Port': ['ID=fc946dda-8383-4ee0-8f3f-98a970feccd4,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:37.671397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6350aa93-c0f3-4200-8744-18fac714bf69 None None] Provisioning for port a3bd78a1-1146-441d-8a40-8de974b22105 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:37.677319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cdc62-1414-4b26-8d29-f6a7b371164c None None] Routers {'04ea022d-b4bc-44c7-abbe-d5dfa60b3da6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:37.677497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2e0cdc62-1414-4b26-8d29-f6a7b371164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['04ea022d-b4bc-44c7-abbe-d5dfa60b3da6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:37.820100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2e0cdc62-1414-4b26-8d29-f6a7b371164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:37.884145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Pushing event updated for resources: {'Port': ['ID=fc596e71-bf94-4c75-a713-2b5f5291dcc1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:37.908984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cdc62-1414-4b26-8d29-f6a7b371164c None None] Routers {'04ea022d-b4bc-44c7-abbe-d5dfa60b3da6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:37.909849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2e0cdc62-1414-4b26-8d29-f6a7b371164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['04ea022d-b4bc-44c7-abbe-d5dfa60b3da6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:37.954955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b4eac721-298c-47e7-b51d-a913186994a4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:34:37.956934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b4eac721-298c-47e7-b51d-a913186994a4 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/15116ec4-334c-4cd6-85e4-29c7481770fe HTTP/1.1" status: 200 len: 841 time: 0.6320786 Feb 02 15:34:37.961263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42242) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:38.000065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:38.030976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2e0cdc62-1414-4b26-8d29-f6a7b371164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:38.032364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cdc62-1414-4b26-8d29-f6a7b371164c None None] The sync data for ids ['04ea022d-b4bc-44c7-abbe-d5dfa60b3da6'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:38.089512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c303488-e940-4299-88bf-9a690b31d36f req-118c46e2-0ffd-4a51-8836-2a4578ba1ca7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:38.097516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c303488-e940-4299-88bf-9a690b31d36f req-118c46e2-0ffd-4a51-8836-2a4578ba1ca7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 943 time: 0.5657091 Feb 02 15:34:38.116920 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:38.120587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 58c3dfa8-6630-4689-ae59-e420faed00cb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=58c3dfa8-6630-4689-ae59-e420faed00cb,segment=NetworkSegment(41f6db09-f923-4681-b4c1-8cec37711497),segment_id=41f6db09-f923-4681-b4c1-8cec37711497)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:38.229098 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:38.230160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a3bd78a1-1146-441d-8a40-8de974b22105 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:38.481018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5b711ba0-3062-4abe-9ee9-144cee870d7d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/15116ec4-334c-4cd6-85e4-29c7481770fe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5155230 Feb 02 15:34:38.489538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42258) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:38.521519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=58c3dfa8-6630-4689-ae59-e420faed00cb,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:38.530887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:38.535354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-96c69b63-1882-4323-b9e0-7393c2fb8309 None None] Provisioning for port 1b82d023-b945-4caf-85d2-096f25306968 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:38.583326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-96c69b63-1882-4323-b9e0-7393c2fb8309 None None] Provisioning complete for port 1b82d023-b945-4caf-85d2-096f25306968 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:38.589559 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96c69b63-1882-4323-b9e0-7393c2fb8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:38.605576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:38.615594 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4a1ad-483b-4ea1-bbab-9296f96f8c78 None None] Sync routers for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:38.634287 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4a1ad-483b-4ea1-bbab-9296f96f8c78 None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:38.634896 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-efc4a1ad-483b-4ea1-bbab-9296f96f8c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:38.743618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-96c69b63-1882-4323-b9e0-7393c2fb8309 None None] Port 1b82d023-b945-4caf-85d2-096f25306968 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:38.802077 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-efc4a1ad-483b-4ea1-bbab-9296f96f8c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:38.814715 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4a1ad-483b-4ea1-bbab-9296f96f8c78 None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:38.820652 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-efc4a1ad-483b-4ea1-bbab-9296f96f8c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:38.896407 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-efc4a1ad-483b-4ea1-bbab-9296f96f8c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:38.897080 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4a1ad-483b-4ea1-bbab-9296f96f8c78 None None] The sync data for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:38.934710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:38.935448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:38.950373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c303488-e940-4299-88bf-9a690b31d36f req-4f0ac050-4a34-4711-b71b-d9d896d4a61c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8518832 Feb 02 15:34:38.962797 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:38.969337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-55a3e303-6239-4260-bc1c-3c6f16152276 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.8208413 Feb 02 15:34:38.969442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a3bd78a1-1146-441d-8a40-8de974b22105 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:38.972507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42280) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:38.984347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a3bd78a1-1146-441d-8a40-8de974b22105 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:38.998027 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:39.033085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bdd7915e-471b-460f-9d0d-593f9adbde3a None None] Provisioning complete for port 1b82d023-b945-4caf-85d2-096f25306968 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:39.033613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bdd7915e-471b-460f-9d0d-593f9adbde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:39.097148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:39.156540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7915e-471b-460f-9d0d-593f9adbde3a None None] Port 1b82d023-b945-4caf-85d2-096f25306968 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:39.160831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:39.166283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:39.171621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:39.175984 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:39.180239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:39.231709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b53a87c9-6947-41ed-8e0a-f1a946e1a4cd tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/routers/04ea022d-b4bc-44c7-abbe-d5dfa60b3da6 HTTP/1.1" status: 200 len: 920 time: 2.2909551 Feb 02 15:34:39.234732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42294) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:39.245894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bdd7915e-471b-460f-9d0d-593f9adbde3a None None] Provisioning complete for port 58c3dfa8-6630-4689-ae59-e420faed00cb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:39.246409 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bdd7915e-471b-460f-9d0d-593f9adbde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:39.316707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:39.387761 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:39.482293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0e18abfd-67db-4c46-9670-4079c0c46aeb up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:39.733820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:39.739620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=1b82d023-b945-4caf-85d2-096f25306968,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:39.792372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a3bd78a1-1146-441d-8a40-8de974b22105, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a3bd78a1-1146-441d-8a40-8de974b22105,segment=NetworkSegment(9243a45e-4310-4aa0-b24e-4d18b904f698),segment_id=9243a45e-4310-4aa0-b24e-4d18b904f698)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:39.811552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcfab91-12c5-48ef-ab32-d159accd178c None None] Network da3c7403-3024-4d74-817a-59cdd2bad170 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:39.936593 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3ee9b44b-5e57-4345-ba6c-5d5fa143909f tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=04ea022d-b4bc-44c7-abbe-d5dfa60b3da6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7006996 Feb 02 15:34:39.945256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.945607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.945952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.946286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.946636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.946842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42322) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:39.947013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.947290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.947613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.948201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.948526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:39.948849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:40.066791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:40.143752 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:40.237843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ba41ff-7382-4848-b6b8-819bf423ea26 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:40.239354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-77ba41ff-7382-4848-b6b8-819bf423ea26 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 881 time: 0.2882478 Feb 02 15:34:40.244579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42338) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:40.326724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-67c995b1-b6a6-49ed-8e87-26b04b087c38 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ea022d-b4bc-44c7-abbe-d5dfa60b3da6 HTTP/1.1" status: 200 len: 205 time: 0.0742033 Feb 02 15:34:40.326724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Router 736730ee-7f13-4f11-8b37-0cf92b37dd8d is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:34:40.329777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42344) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:40.457009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 58c3dfa8-6630-4689-ae59-e420faed00cb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:40.679651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e76823ac-f184-406f-81af-695740aa2a42 None None] Provisioning complete for port 1b82d023-b945-4caf-85d2-096f25306968 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:40.680063 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e76823ac-f184-406f-81af-695740aa2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:40.713153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 58c3dfa8-6630-4689-ae59-e420faed00cb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:40.713524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:40.801805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:40.843301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a3bd78a1-1146-441d-8a40-8de974b22105,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:40.847756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:40.863385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 0e18abfd-67db-4c46-9670-4079c0c46aeb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:40.863759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:40.951727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:40.981116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e76823ac-f184-406f-81af-695740aa2a42 None None] Port 1b82d023-b945-4caf-85d2-096f25306968 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:41.039362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecd030-2644-4d2d-b68c-8ff451421f9f req-2ca97f66-4695-45ab-b5c3-08d72f5bc215 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:41.041436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8ecd030-2644-4d2d-b68c-8ff451421f9f req-2ca97f66-4695-45ab-b5c3-08d72f5bc215 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 943 time: 0.7753069 Feb 02 15:34:41.067025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:41.072084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:41.072906 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:41.085980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec7fdf-69c4-4d9f-aa41-f30778700d65 None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:41.160309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:41.258014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fc946dda-8383-4ee0-8f3f-98a970feccd4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:41.316977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:41.336645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e76823ac-f184-406f-81af-695740aa2a42 None None] Provisioning for port fc946dda-8383-4ee0-8f3f-98a970feccd4 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:41.476225 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:41.477299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:41.477299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-62a2e01e-8a0f-4e39-8895-0f0a361c6999 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9680154 Feb 02 15:34:41.477299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42372) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:41.490720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'security_group': {'name': 'tempest-secgroup-798070982'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:41.505661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Sync routers for ids ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:41.509950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:41.523882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:41.527123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:34:41.530929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:41.538501 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a8ecd030-2644-4d2d-b68c-8ff451421f9f req-345fae57-36ec-4c0d-88bf-a3d05ebf3a02 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875455 Feb 02 15:34:41.619017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:41.619723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:41.620427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Routers {'736730ee-7f13-4f11-8b37-0cf92b37dd8d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:41.620427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:41.720937 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'code': 200} Feb 02 15:34:41.887674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port fc946dda-8383-4ee0-8f3f-98a970feccd4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:41.890758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fc946dda-8383-4ee0-8f3f-98a970feccd4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:41.891243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:41.921945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'tenant_id': '2aa4e36747694bb5ada991c26d54c6c9', 'fixed_ips': [{'subnet_id': 'af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:34:41.922948 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:41.961031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:41.969505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:41.973777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4f48d701-26ad-4cba-849b-4162c670ebb3 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.3580267 Feb 02 15:34:41.981524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42386) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:42.070356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:42.090403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.099470 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.119522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6af80ac8-ae93-4a7a-b713-0124ea4541fa None None] Provisioning complete for port fc946dda-8383-4ee0-8f3f-98a970feccd4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:42.120086 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6af80ac8-ae93-4a7a-b713-0124ea4541fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.170597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.181375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.246523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:42.248058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Set router 736730ee-7f13-4f11-8b37-0cf92b37dd8d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:34:42.272950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group_rule and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:42.281243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:42.298924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:42.301581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.388120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Deleting port 7097b61c-e149-4231-8996-ebe7a63e4452 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:42.388858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.687918 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.802155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:42.973150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=1b82d023-b945-4caf-85d2-096f25306968,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:43.079730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b370000a-8684-4c54-ac25-bdf6efbbd18e req-f9aa6f55-e567-48b7-8cfb-01a1685cee8f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 1096 time: 1.1019750 Feb 02 15:34:43.104641 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:43.127867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:43.215052 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6af80ac8-ae93-4a7a-b713-0124ea4541fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:43.271827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Allocated IP 172.20.0.2 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2/fe3694a2-c70d-4ab8-82f5-a03bdd1562dd) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:43.288248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port fc946dda-8383-4ee0-8f3f-98a970feccd4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fc946dda-8383-4ee0-8f3f-98a970feccd4,segment=NetworkSegment(89e0f020-b585-46c2-b93a-702faf07b2d6),segment_id=89e0f020-b585-46c2-b93a-702faf07b2d6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:43.313148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network a6afeba3-ab51-4bc4-965c-e9747e1263ba is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:43.369386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:43.391331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Calling delete_port for 7097b61c-e149-4231-8996-ebe7a63e4452 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:43.396268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:34:37Z', 'revision_number': 3, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:43.399010 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:43.457643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4054058-593c-4e05-b2e7-ca647a620259,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:43.458083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd4fe-1394-4e6e-96a0-5a8240b72e44 req-a33dcb58-becd-4462-8dcc-1f7b8283a07a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:43.470014 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-390dd4fe-1394-4e6e-96a0-5a8240b72e44 req-a33dcb58-becd-4462-8dcc-1f7b8283a07a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.5753253 Feb 02 15:34:43.474500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:43.476931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1c5b783a-cda0-409a-95fb-008165ccaf12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.0006218 Feb 02 15:34:43.496462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42406) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:43.587322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8153214d-a444-4d9a-b295-60a031821cc2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:43.617893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b370000a-8684-4c54-ac25-bdf6efbbd18e req-79e74a3e-536f-441c-855a-c100101362f0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252502 Feb 02 15:34:43.633921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Checking router: 736730ee-7f13-4f11-8b37-0cf92b37dd8d for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:34:43.635300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Updating router 736730ee-7f13-4f11-8b37-0cf92b37dd8d port fc596e71-bf94-4c75-a713-2b5f5291dcc1 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:34:43.636560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470293099'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:43.650288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:43.662724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:43.672211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:43.685726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:43.765962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=fc946dda-8383-4ee0-8f3f-98a970feccd4,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:43.808600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8153214d-a444-4d9a-b295-60a031821cc2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:34:43.809338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8153214d-a444-4d9a-b295-60a031821cc2 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:34:43.893959 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:43.906197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:43.950811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-390dd4fe-1394-4e6e-96a0-5a8240b72e44 req-dc1f0c62-0f06-40ae-9b75-2eae0c91ca43 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773152 Feb 02 15:34:43.996389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:43.996389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group_rule and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:43.998858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:44.005279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:44.074092 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.136137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.316226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.316885 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.319735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7912164 Feb 02 15:34:44.324470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:44.331135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10156dc-950e-4d78-9a41-532116c07a12 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb3b2b-a113-4a01-a3e6-c1441f608085,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:44.350181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2060955581', 'security_groups': ['dffb3b2b-a113-4a01-a3e6-c1441f608085'], 'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:44.378025 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.390455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Transition to ACTIVE for port object fc596e71-bf94-4c75-a713-2b5f5291dcc1 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:44.394542 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-6af80ac8-ae93-4a7a-b713-0124ea4541fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:34:44.395105 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-6af80ac8-ae93-4a7a-b713-0124ea4541fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:34:44.399160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fc946dda-8383-4ee0-8f3f-98a970feccd4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:44.457400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.498708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event deleted for resources: {'Port': ['ID=7097b61c-e149-4231-8996-ebe7a63e4452,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:44.499030 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.518733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.519088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.519412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.520374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.520726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.521036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.521361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.521684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.522001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.522860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.523731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:44.648903 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.673028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Pushing event updated for resources: {'Port': ['ID=fc596e71-bf94-4c75-a713-2b5f5291dcc1,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:44.718082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Attempting to bind port fc596e71-bf94-4c75-a713-2b5f5291dcc1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:34:44.722717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Attempting to bind port fc596e71-bf94-4c75-a713-2b5f5291dcc1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:34:44.723229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Attempting to bind port fc596e71-bf94-4c75-a713-2b5f5291dcc1 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:34:44.729894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Transition to ACTIVE for port object fe3694a2-c70d-4ab8-82f5-a03bdd1562dd will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:44.803424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:34:44.809884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:44.810439 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.820491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:34:44.821157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Bound port: fc596e71-bf94-4c75-a713-2b5f5291dcc1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:34:44.821659 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:44.941775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Transition to ACTIVE for port object fe3694a2-c70d-4ab8-82f5-a03bdd1562dd will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:45.047511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fc946dda-8383-4ee0-8f3f-98a970feccd4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:45.048178 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:45.168378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:45.220011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:45.274888 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:45.306247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:45.387601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:45.564254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] For port fc596e71-bf94-4c75-a713-2b5f5291dcc1, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:34:45.573803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] For port fc596e71-bf94-4c75-a713-2b5f5291dcc1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fc596e71-bf94-4c75-a713-2b5f5291dcc1,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:34:45.589720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Pushing event updated for resources: {'Port': ['ID=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:45.643153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 2b9ad6e4-328a-4b2c-81d0-df91f7500915 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:34:45.689055 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:45.698710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:45.701132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:45.786123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:45.819949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:45.999229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18b70c-8bf5-4111-b11e-c900c66ff1ab req-c8c52f78-4277-45eb-935b-17592ece8afb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:46.001579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fb18b70c-8bf5-4111-b11e-c900c66ff1ab req-c8c52f78-4277-45eb-935b-17592ece8afb tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 0.7757301 Feb 02 15:34:46.052746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Allocated IP 172.20.0.1 (07e50d8c-8513-4d5a-9dcc-cdf76b910c19/452d7e61-f13d-48e7-9c23-ab1513a9a7d3/68e26643-8981-4f5b-bee8-ef4a9764f643) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:46.060320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port a8198ea9-e34c-4866-920d-592965ca3d9d yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:34:46.232365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:46.266254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fb18b70c-8bf5-4111-b11e-c900c66ff1ab req-8ac35ddf-b053-48b3-86ed-7144ea1cd50a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511961 Feb 02 15:34:46.278181 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:46.302068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Routers {'736730ee-7f13-4f11-8b37-0cf92b37dd8d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:46.302702 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:46.331587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:46.501222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a3bd78a1-1146-441d-8a40-8de974b22105 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:46.588078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Attempting to bind port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:34:46.588078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Attempting to bind port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '01b0d792-03f0-4ecb-aafc-c61d9afb1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:34:46.588839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Attempting to bind port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd on network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:34:46.593455 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:46.594017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Fanout notify agent at l3_agent the message router_deleted on router 04ea022d-b4bc-44c7-abbe-d5dfa60b3da6 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:34:46.644580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:46.645605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fce36067-fab7-4bad-86a1-8b33684cd42d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/04ea022d-b4bc-44c7-abbe-d5dfa60b3da6 HTTP/1.1" status: 204 len: 168 time: 6.3147755 Feb 02 15:34:46.649795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42432) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:46.655048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-167655943', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:46.676131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:46.685225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Usage tracker for resource:router and tenant:83970c72f0754bb989eabf02c0932c22 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:46.708592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:46.816416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:34:46.816824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Checking segment: {'id': '01b0d792-03f0-4ecb-aafc-c61d9afb1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:46.817225 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:46.817622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Bound using segment: {'id': '01b0d792-03f0-4ecb-aafc-c61d9afb1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:34:46.818351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Bound port: fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b0d792-03f0-4ecb-aafc-c61d9afb1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:34:46.818727 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:46.842241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:46.891211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Allocated IP 172.20.0.1 (da3c7403-3024-4d74-817a-59cdd2bad170/14bd68ec-80b5-4ae6-bc40-8aff67d5b183/dbd338d8-51d9-4aee-ae5f-bca8385fc880) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:46.893553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-851f91eb-d4f7-4d36-9778-14e8718d80c2 None None] Provisioning complete for port 1b82d023-b945-4caf-85d2-096f25306968 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:46.893940 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-851f91eb-d4f7-4d36-9778-14e8718d80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.007448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Pushing event updated for resources: {'Port': ['ID=fc596e71-bf94-4c75-a713-2b5f5291dcc1,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:47.030391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] Set router 736730ee-7f13-4f11-8b37-0cf92b37dd8d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:34:47.037279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.5 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2/a8198ea9-e34c-4866-920d-592965ca3d9d) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:47.057643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.058694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.191389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.191784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.192232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.192566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.193142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.193476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.193805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.194683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.195002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.195480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.195813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f9412-7d9d-4eaa-8355-edc0c96b8109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:34:47.207397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.215723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.245417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-851f91eb-d4f7-4d36-9778-14e8718d80c2 None None] Port 1b82d023-b945-4caf-85d2-096f25306968 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:47.338169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:34:47.342994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.356449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a3bd78a1-1146-441d-8a40-8de974b22105 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:47.356820 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.380377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Transition to ACTIVE for port object dbd338d8-51d9-4aee-ae5f-bca8385fc880 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:47.422125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:34:47.533524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.583062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.602248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object a8198ea9-e34c-4866-920d-592965ca3d9d will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:47.608050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Network da3c7403-3024-4d74-817a-59cdd2bad170 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:47.615006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:47.619234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:47.748889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.796580 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:47.879797 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:48.019507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Pushing event updated for resources: {'Port': ['ID=dbd338d8-51d9-4aee-ae5f-bca8385fc880,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:48.030723 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:48.051730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:48.057014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Transition to ACTIVE for port object 68e26643-8981-4f5b-bee8-ef4a9764f643 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:48.058776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:48.067596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee9ea8-6964-4611-b7dd-1eb9b3b90253 req-ec16de28-47bc-4646-b6cd-a41189ccfb79 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:48.070567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3eee9ea8-6964-4611-b7dd-1eb9b3b90253 req-ec16de28-47bc-4646-b6cd-a41189ccfb79 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 1.3184547 Feb 02 15:34:48.073258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:48.101845 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:48.106369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:48.198133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:48.198646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:48.200385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db95427-4183-46cb-b9fc-f9c52f15995b None None] Pushing event updated for resources: {'Port': ['ID=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:48.225887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:34:37Z', 'revision_number': 3, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:48.228311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:48.233526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=a8198ea9-e34c-4866-920d-592965ca3d9d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:48.244475 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f4e2b-da60-4e1f-9af4-7c150744f597 None None] Sync routers for ids ['2b9ad6e4-328a-4b2c-81d0-df91f7500915'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:48.269900 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f4e2b-da60-4e1f-9af4-7c150744f597 None None] Routers {'2b9ad6e4-328a-4b2c-81d0-df91f7500915'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:48.273107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec49f72-b3f1-49a1-9fba-252bc903c8a7 None None] The sync data for ids ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'] in n-d-827122-1 is: [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:34:37Z', 'revision_number': 3, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:48.274226 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9c6f4e2b-da60-4e1f-9af4-7c150744f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b9ad6e4-328a-4b2c-81d0-df91f7500915'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:48.283296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3eee9ea8-6964-4611-b7dd-1eb9b3b90253 req-670b89ba-fb46-4e7d-884e-777a17801514 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308615 Feb 02 15:34:48.295161 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0c25c9d1-6100-49a4-abd5-5d656cff70ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/2b9ad6e4-328a-4b2c-81d0-df91f7500915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0096641 Feb 02 15:34:48.296026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42442) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:48.308302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2263b61-51de-47c4-87ec-a317e62fcfab None None] Provisioning for port dbd338d8-51d9-4aee-ae5f-bca8385fc880 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:48.314237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2263b61-51de-47c4-87ec-a317e62fcfab None None] Provisioning complete for port dbd338d8-51d9-4aee-ae5f-bca8385fc880 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:48.314623 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2263b61-51de-47c4-87ec-a317e62fcfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:48.447894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c10b4-6242-4a13-9949-e3f625ce4673 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:48.450122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a20c10b4-6242-4a13-9949-e3f625ce4673 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:34:48.458061 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9c6f4e2b-da60-4e1f-9af4-7c150744f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:48.495372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d43b7b29-e850-4833-b6b0-63f35ba7fa35 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1661072 Feb 02 15:34:48.501760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42448) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:48.502978 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f4e2b-da60-4e1f-9af4-7c150744f597 None None] Routers {'2b9ad6e4-328a-4b2c-81d0-df91f7500915'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:48.505161 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9c6f4e2b-da60-4e1f-9af4-7c150744f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b9ad6e4-328a-4b2c-81d0-df91f7500915'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:48.515294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d2263b61-51de-47c4-87ec-a317e62fcfab None None] Port dbd338d8-51d9-4aee-ae5f-bca8385fc880 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:48.523050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:48.560580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a20c10b4-6242-4a13-9949-e3f625ce4673 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:34:48.566006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a20c10b4-6242-4a13-9949-e3f625ce4673 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports/1b82d023-b945-4caf-85d2-096f25306968 HTTP/1.1" status: 200 len: 983 time: 0.2676542 Feb 02 15:34:48.577227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42452) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:48.677540 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9c6f4e2b-da60-4e1f-9af4-7c150744f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:48.678135 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f4e2b-da60-4e1f-9af4-7c150744f597 None None] The sync data for ids ['2b9ad6e4-328a-4b2c-81d0-df91f7500915'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:49.101485 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:49.161002 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:49.410077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:49.411488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'Port': ['ID=68e26643-8981-4f5b-bee8-ef4a9764f643,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:49.424429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:49.448244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:49.635781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:49.785326 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.058550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.148317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.182224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fe3694a2-c70d-4ab8-82f5-a03bdd1562dd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:50.274947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8ca87897-96da-40c3-9530-89f38effbb35 None None] Provisioning for port 68e26643-8981-4f5b-bee8-ef4a9764f643 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:50.285671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.296883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-353ebd26-3980-459d-ad71-5c88a056f37c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:50.297320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Allocated IP 172.25.0.138 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/9e31103f-de7e-4eb1-983f-8082fcb2ae98) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:50.298411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-353ebd26-3980-459d-ad71-5c88a056f37c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 814 time: 0.2797627 Feb 02 15:34:50.315152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8ca87897-96da-40c3-9530-89f38effbb35 None None] Provisioning complete for port 68e26643-8981-4f5b-bee8-ef4a9764f643 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:50.319817 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ca87897-96da-40c3-9530-89f38effbb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.371578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.386551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:50.390865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:50.394563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:50.400960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:50.426361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-7b28500f-16da-4bb2-8555-d234d4d656f8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/quotas/bca38bf0bd5d493689e5420542898cfc HTTP/1.1" status: 200 len: 375 time: 0.1137559 Feb 02 15:34:50.434060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-d1552665-c897-4663-8c77-eef9ed3abc0e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4995465 Feb 02 15:34:50.493237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ca87897-96da-40c3-9530-89f38effbb35 None None] Port 68e26643-8981-4f5b-bee8-ef4a9764f643 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:50.532953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:50.537023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.572637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:50.578362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fc596e71-bf94-4c75-a713-2b5f5291dcc1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:50.679766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Pushing event updated for resources: {'Port': ['ID=dbd338d8-51d9-4aee-ae5f-bca8385fc880,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:50.854447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Provisioning for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:50.862788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:50.863369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.957151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port fc596e71-bf94-4c75-a713-2b5f5291dcc1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:50.966979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fc596e71-bf94-4c75-a713-2b5f5291dcc1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:50.967520 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:50.995301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.016013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Network da3c7403-3024-4d74-817a-59cdd2bad170 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:51.018686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:51.020727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.264003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42478) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:51.345746 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.485235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:51.517370 n-d-827122-1 neutron-server[95772]: INFO neutron.db.ipam_backend_mixin [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2 (CIDR: 172.20.0.0/28) Feb 02 15:34:51.518981 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.522582 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-01b171c7-f3e2-4e35-b637-6013e743163d tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0857394 Feb 02 15:34:51.566129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port fc596e71-bf94-4c75-a713-2b5f5291dcc1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fc596e71-bf94-4c75-a713-2b5f5291dcc1,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:51.582921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.623196 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-c374c01f-561b-45e4-9e2a-399374190de8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 1096 time: 0.8606472 Feb 02 15:34:51.637217 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:34:51.637993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:34:51.649569 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.671929 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.730161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:51.747632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] Usage tracker for resource:security_group_rule and tenant:4df4afdaa5e34db4967adcbb63226a6e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:51.757285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:51.766910 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.855112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:51.861787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:51.864659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Provisioning complete for port 15116ec4-334c-4cd6-85e4-29c7481770fe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:51.865062 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:51.875717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:51.877524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:51.913081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event updated for resources: {'Port': ['ID=9e31103f-de7e-4eb1-983f-8082fcb2ae98,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:52.110568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Pushing event updated for resources: {'Port': ['ID=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:52.149593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a4064ab6-6b96-47bc-ad6d-a643cbb6396e tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.6449945 Feb 02 15:34:52.154425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e9e97b3e-9679-4cae-a970-43be9b1338b5 None None] Port 15116ec4-334c-4cd6-85e4-29c7481770fe cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:52.176151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42484) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:52.191287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:52.216519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=fc596e71-bf94-4c75-a713-2b5f5291dcc1,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:52.279305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2f2b9132-7d8d-4541-bbc5-b28e8745f218 None None] Provisioning complete for port dbd338d8-51d9-4aee-ae5f-bca8385fc880 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:52.279643 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9132-7d8d-4541-bbc5-b28e8745f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.339645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b9132-7d8d-4541-bbc5-b28e8745f218 None None] Port dbd338d8-51d9-4aee-ae5f-bca8385fc880 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:52.392195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.412439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Router 736730ee-7f13-4f11-8b37-0cf92b37dd8d has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:34:52.464640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-4593029c-849c-4b89-b7bf-dbc427aef3ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:52.466454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-4593029c-849c-4b89-b7bf-dbc427aef3ea service neutron] 10.222.0.107 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 916 time: 0.7151682 Feb 02 15:34:52.504213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2f2b9132-7d8d-4541-bbc5-b28e8745f218 None None] Provisioning for port a8198ea9-e34c-4866-920d-592965ca3d9d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:34:52.510853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2f2b9132-7d8d-4541-bbc5-b28e8745f218 None None] Provisioning complete for port a8198ea9-e34c-4866-920d-592965ca3d9d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:52.511458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9132-7d8d-4541-bbc5-b28e8745f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.578111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b9132-7d8d-4541-bbc5-b28e8745f218 None None] Port a8198ea9-e34c-4866-920d-592965ca3d9d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:52.600243 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.660111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-f5b851ea-c9aa-481d-b742-b83335af8554 service neutron] 10.222.0.88 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0745182 Feb 02 15:34:52.671619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bccf7d2-1c77-4b8e-b02e-09407f4e7f81,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:52.691732 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c55ede70-5079-4ed9-a37a-16e5a66a5549 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4df4afdaa5e34db4967adcbb63226a6e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4241300 Feb 02 15:34:52.696775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42494) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:52.712104 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.766963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.767563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.788849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:52.866199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1eba0709-a18e-4829-bc64-5546b3c59ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.886710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-01ad4bcc-4bfd-49f1-b53b-d0b4a31bb4a5 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:52.888629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-01ad4bcc-4bfd-49f1-b53b-d0b4a31bb4a5 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.107 "GET /v2.0/ports?device_id=b844f141-2034-4cf5-8a31-0fdf99e9cc4f HTTP/1.1" status: 200 len: 945 time: 1.9069026 Feb 02 15:34:52.898001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.918131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1eba0709-a18e-4829-bc64-5546b3c59ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:52.956382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6c55677f-af0c-4f53-ab88-1796c544660c admin admin] 10.222.0.88 "PUT /v2.0/routers/736730ee-7f13-4f11-8b37-0cf92b37dd8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9736362 Feb 02 15:34:53.040931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-f1e81cca-6507-415b-9399-509f65d602b7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb HTTP/1.1" status: 200 len: 217 time: 0.5500798 Feb 02 15:34:53.096776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'Port': ['ID=68e26643-8981-4f5b-bee8-ef4a9764f643,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:53.179705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-375ad30a-c444-40d0-94cd-8ffbed216eab service neutron] 10.222.0.88 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446895 Feb 02 15:34:53.213566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-51df7f08-b6ff-4ddd-9d4f-7431be840a43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:53.215060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-51df7f08-b6ff-4ddd-9d4f-7431be840a43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3c4f4c61-9668-436c-847a-84a8b84fb526 HTTP/1.1" status: 200 len: 854 time: 0.1119769 Feb 02 15:34:53.220556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1eba0709-a18e-4829-bc64-5546b3c59ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:53.253793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1eba0709-a18e-4829-bc64-5546b3c59ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:53.263720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1eba0709-a18e-4829-bc64-5546b3c59ff5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3bccf7d2-1c77-4b8e-b02e-09407f4e7f81 HTTP/1.1" status: 204 len: 168 time: 0.5595012 Feb 02 15:34:53.308320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba0709-a18e-4829-bc64-5546b3c59ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bccf7d2-1c77-4b8e-b02e-09407f4e7f81,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:53.361558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Sync routers for ids ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:53.393053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:53.408265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Routers {'736730ee-7f13-4f11-8b37-0cf92b37dd8d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:53.409449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:53.413052 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-c37d62da-8568-42b2-9ded-dbdf352441e4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5bd228ce-9439-47af-a3bd-1bd5683bdf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101086 Feb 02 15:34:53.419012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:53.422905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:53.426558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:53.433964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:53.437247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Router f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:34:53.481846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Deleting port 0e18abfd-67db-4c46-9670-4079c0c46aeb {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:53.482338 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:53.627241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:34:53.826219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Set router 736730ee-7f13-4f11-8b37-0cf92b37dd8d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:34:53.873401 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-5f513488-293c-4ac1-9ec8-a433b5d4f2ad tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3444166 Feb 02 15:34:53.956024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:54.001114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:54.019463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Usage tracker for resource:floatingip and tenant:2bacb9bd1d55477d8bf5c7fafe605304 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:54.050226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:54.062856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1252435-5488-451f-95fc-d80a80d74864 req-e7ffb5bf-b4ed-44cf-97a6-f20ff870e68c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 210 time: 0.2791140 Feb 02 15:34:54.089798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:54.235978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fe3694a2-c70d-4ab8-82f5-a03bdd1562dd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:54.266670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:54.327473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:34:54.336495 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e8b0b-82b9-4249-9eb8-8c3e440a32a4 None None] Sync routers for ids ['f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:34:54.358180 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e8b0b-82b9-4249-9eb8-8c3e440a32a4 None None] Routers {'f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:54.361227 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-439e8b0b-82b9-4249-9eb8-8c3e440a32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:54.393898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-28e9630b-aeb2-4761-b99d-557251c365b2 service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9491560 Feb 02 15:34:54.396170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:34:48Z', 'revision_number': 4, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'dbd338d8-51d9-4aee-ae5f-bca8385fc880', 'name': '', 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'mac_address': 'fa:16:3e:d3:ee:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bd68ec-80b5-4ae6-bc40-8aff67d5b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:46Z', 'updated_at': '2022-02-02T15:34:49Z', 'revision_number': 2, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'subnets': [{'id': '14bd68ec-80b5-4ae6-bc40-8aff67d5b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:54.397098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:54.403227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Checking router: 736730ee-7f13-4f11-8b37-0cf92b37dd8d for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:34:54.403579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Updating router 736730ee-7f13-4f11-8b37-0cf92b37dd8d port dbd338d8-51d9-4aee-ae5f-bca8385fc880 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:34:54.430040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42520) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:54.458074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:54.461914 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:54.521454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:34:54.525331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:54.527001 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-40007035-ee31-4ba1-a06c-4d49c39b9cd9 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8766506 Feb 02 15:34:54.534612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] Usage tracker for resource:security_group_rule and tenant:1a73ac7aee284e9395ca14bb32a13b10 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:34:54.537754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42524) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:54.550598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:54.574620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:54.574991 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:54.582795 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-439e8b0b-82b9-4249-9eb8-8c3e440a32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:54.606404 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e8b0b-82b9-4249-9eb8-8c3e440a32a4 None None] Routers {'f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:54.607736 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-439e8b0b-82b9-4249-9eb8-8c3e440a32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:54.644933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4a868171-d795-4b2e-af89-bc0ca93865ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:54.657074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:34:54.725783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:34:54.726848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fc596e71-bf94-4c75-a713-2b5f5291dcc1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:34:54.807396 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-439e8b0b-82b9-4249-9eb8-8c3e440a32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:54.807802 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e8b0b-82b9-4249-9eb8-8c3e440a32a4 None None] The sync data for ids ['f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:54.878150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fc596e71-bf94-4c75-a713-2b5f5291dcc1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:54.878734 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:54.888552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:55.097489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Allocated IP 172.25.0.155 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/7b2998db-6c52-408d-bc3f-2c23f08a0b99) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:55.383773 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:55.401079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Transition to ACTIVE for port object dbd338d8-51d9-4aee-ae5f-bca8385fc880 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:55.416224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c542d542-eec8-40c6-957f-4188347591db req-56e9e613-5fa0-4605-a633-a8624338ca66 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 210 time: 0.0787828 Feb 02 15:34:55.486865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 0e18abfd-67db-4c46-9670-4079c0c46aeb no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:34:55.515297 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:55.521273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:55.545080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:55.656901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:55.669993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:55.702884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:55.712638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:55.714446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:55.798588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:55.856993 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:55.876276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93510761-1bf1-4553-bf65-665c09e0a7f0 None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:34:55.892663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:34:55.902767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:34:55.919573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:34:55.927564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:55.928761 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.048425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.060094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=43ae3598-6643-4e6d-afc2-b383ba9032d9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:56.072850 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6069499-4085-4f77-8209-d58c9f9527c6 req-223bfdf6-0701-48ea-a2ac-54a19feb2b53 service neutron] 10.222.0.107 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1999066 Feb 02 15:34:56.089269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:34:56.123285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43560f71-a87b-4c2e-9d63-418a0b5fedee,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:56.125817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Pushing event updated for resources: {'Port': ['ID=7b2998db-6c52-408d-bc3f-2c23f08a0b99,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:56.187163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:56.187163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.201526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:56.238641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-76967d97-ab39-47fa-b2c6-2ebc531036a9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a73ac7aee284e9395ca14bb32a13b10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8071704 Feb 02 15:34:56.243319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42536) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:56.341487 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'code': 200} Feb 02 15:34:56.371416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29911a-afb0-4bc4-ac04-c22c997aa8da None None] Pushing event updated for resources: {'Port': ['ID=dbd338d8-51d9-4aee-ae5f-bca8385fc880,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:56.385618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-149d62fc-bf1f-442e-a0b7-bc4c4311ea68 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.2048924 Feb 02 15:34:56.394826 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.401447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f526b79e-b6e1-498b-a2ba-687d045255ea None None] Provisioning complete for port 68e26643-8981-4f5b-bee8-ef4a9764f643 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:34:56.401811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f526b79e-b6e1-498b-a2ba-687d045255ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.406565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42542) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:34:56.431394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-518227256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43ae3598-6643-4e6d-afc2-b383ba9032d9'}], 'security_groups': ['b4054058-593c-4e05-b2e7-ca647a620259']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:56.534538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f526b79e-b6e1-498b-a2ba-687d045255ea None None] Port 68e26643-8981-4f5b-bee8-ef4a9764f643 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:34:56.538322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:56.602951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Attempting to bind port dbd338d8-51d9-4aee-ae5f-bca8385fc880 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:34:56.603610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Attempting to bind port dbd338d8-51d9-4aee-ae5f-bca8385fc880 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:34:56.604524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Attempting to bind port dbd338d8-51d9-4aee-ae5f-bca8385fc880 on network da3c7403-3024-4d74-817a-59cdd2bad170 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:34:56.631967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Calling delete_port for 0e18abfd-67db-4c46-9670-4079c0c46aeb owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:56.657415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:34:56.657415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Checking segment: {'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:34:56.657415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.657415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Bound using segment: {'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:34:56.657415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Bound port: dbd338d8-51d9-4aee-ae5f-bca8385fc880, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e0f020-b585-46c2-b93a-702faf07b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:34:56.657415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.770955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.800992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63766d9a-325b-4adf-8acd-fa8dcdff3ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:56.925849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ad7c929-eb32-4b62-987a-972715b703c1 req-caa92c79-8606-4da5-bf0e-c56daadc7092 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 210 time: 0.0881829 Feb 02 15:34:57.042190 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69b6f163-32ba-4ee5-904e-b80d12d5afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.051742 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] For port dbd338d8-51d9-4aee-ae5f-bca8385fc880, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:34:57.060315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13331a-dd55-4d66-a2ed-0c4539633632 None None] Update dhcp port {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'fixed_ips': [{'subnet_id': 'af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2', 'ip_address': '172.20.0.2'}, {'subnet_id': '43ae3598-6643-4e6d-afc2-b383ba9032d9'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'fe3694a2-c70d-4ab8-82f5-a03bdd1562dd'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:34:57.093546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] For port dbd338d8-51d9-4aee-ae5f-bca8385fc880, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dbd338d8-51d9-4aee-ae5f-bca8385fc880,segment=NetworkSegment(89e0f020-b585-46c2-b93a-702faf07b2d6),segment_id=89e0f020-b585-46c2-b93a-702faf07b2d6)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:34:57.133523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5f13331a-dd55-4d66-a2ed-0c4539633632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.199759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63766d9a-325b-4adf-8acd-fa8dcdff3ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.212146 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.227301 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:34:57.228279 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:34:57.300495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.480976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29911a-afb0-4bc4-ac04-c22c997aa8da None None] Pushing event updated for resources: {'Port': ['ID=dbd338d8-51d9-4aee-ae5f-bca8385fc880,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:57.511377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Routers {'736730ee-7f13-4f11-8b37-0cf92b37dd8d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:34:57.513548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:57.539284 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.705402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-436a21b6-3fba-45a7-a9e4-a81f3178d066 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:34:57.707044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-436a21b6-3fba-45a7-a9e4-a81f3178d066 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.64 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 814 time: 0.6990287 Feb 02 15:34:57.765710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Request body: {'port': {'device_id': '4fc8540d-f6e3-47c3-a1fb-4cf132015dfe', 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'admin_state_up': True, 'tenant_id': 'bca38bf0bd5d493689e5420542898cfc'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:34:57.818627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Deleting port 0e18abfd-67db-4c46-9670-4079c0c46aeb {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:57.819122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.835157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63766d9a-325b-4adf-8acd-fa8dcdff3ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.876245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:57.893834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63766d9a-325b-4adf-8acd-fa8dcdff3ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43560f71-a87b-4c2e-9d63-418a0b5fedee,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:57.984381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] Set router 736730ee-7f13-4f11-8b37-0cf92b37dd8d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:34:58.039207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-5f13331a-dd55-4d66-a2ed-0c4539633632 None None] Allocated IP 172.20.0.18 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/43ae3598-6643-4e6d-afc2-b383ba9032d9/fe3694a2-c70d-4ab8-82f5-a03bdd1562dd) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:34:58.126910 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63766d9a-325b-4adf-8acd-fa8dcdff3ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.143961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-63766d9a-325b-4adf-8acd-fa8dcdff3ea8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/43560f71-a87b-4c2e-9d63-418a0b5fedee HTTP/1.1" status: 204 len: 168 time: 1.8793738 Feb 02 15:34:58.254985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Router 05de211b-3236-4237-a017-83b7a19e503f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:34:58.257382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 1b82d023-b945-4caf-85d2-096f25306968 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:58.257721 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.526465 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.564626 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.658833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.785988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 1b82d023-b945-4caf-85d2-096f25306968 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:58.828769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Pushing event updated for resources: {'Port': ['ID=7b2998db-6c52-408d-bc3f-2c23f08a0b99,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:58.868150 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.875245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.913414 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.916800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.966668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:58.994278 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:59.002864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-0dbadc7e-1fd4-465e-9de1-677aa1a9be8a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1033840 Feb 02 15:34:59.004857 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c8883e0-852b-4354-995b-0045d6ffb11b req-d74ef3a8-4b59-409e-b466-62e70a8c6c3c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 210 time: 0.1001878 Feb 02 15:34:59.031409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5f13331a-dd55-4d66-a2ed-0c4539633632 None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:34:59.046499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:34:48Z', 'revision_number': 4, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'dbd338d8-51d9-4aee-ae5f-bca8385fc880', 'name': '', 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'mac_address': 'fa:16:3e:d3:ee:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bd68ec-80b5-4ae6-bc40-8aff67d5b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:46Z', 'updated_at': '2022-02-02T15:34:57Z', 'revision_number': 4, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'subnets': [{'id': '14bd68ec-80b5-4ae6-bc40-8aff67d5b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:34:59.062917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0e6ed-755c-4761-9e49-2a355661efec None None] The sync data for ids ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'] in n-d-827122-1 is: [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:34:48Z', 'revision_number': 4, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'dbd338d8-51d9-4aee-ae5f-bca8385fc880', 'name': '', 'network_id': 'da3c7403-3024-4d74-817a-59cdd2bad170', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'mac_address': 'fa:16:3e:d3:ee:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bd68ec-80b5-4ae6-bc40-8aff67d5b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:46Z', 'updated_at': '2022-02-02T15:34:57Z', 'revision_number': 4, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'subnets': [{'id': '14bd68ec-80b5-4ae6-bc40-8aff67d5b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:34:59.161363 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5f13331a-dd55-4d66-a2ed-0c4539633632 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:59.190470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5f13331a-dd55-4d66-a2ed-0c4539633632 None None] Transition to ACTIVE for port object fe3694a2-c70d-4ab8-82f5-a03bdd1562dd will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:34:59.215383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Deleting port 9e31103f-de7e-4eb1-983f-8082fcb2ae98 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:34:59.216131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:59.275241 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5f13331a-dd55-4d66-a2ed-0c4539633632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:59.495324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13331a-dd55-4d66-a2ed-0c4539633632 None None] Pushing event updated for resources: {'Port': ['ID=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:34:59.538219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:59.713134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Calling delete_port for 9e31103f-de7e-4eb1-983f-8082fcb2ae98 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:34:59.916828 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:34:59.976514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-36369f6f-8fd4-4bb2-81e9-71b7d363e8e1 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Synchronizing usage tracker for tenant:2bacb9bd1d55477d8bf5c7fafe605304 on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:00.047633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:00.059982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Usage tracker for resource:port and tenant:bca38bf0bd5d493689e5420542898cfc is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:00.077850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] For port 0e18abfd-67db-4c46-9670-4079c0c46aeb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=0e18abfd-67db-4c46-9670-4079c0c46aeb,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:00.078482 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:00.124825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fe3694a2-c70d-4ab8-82f5-a03bdd1562dd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:00.138490 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:00.157623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:00.210090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-36369f6f-8fd4-4bb2-81e9-71b7d363e8e1 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Unset dirty status for tenant:2bacb9bd1d55477d8bf5c7fafe605304 on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:00.211299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-36369f6f-8fd4-4bb2-81e9-71b7d363e8e1 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 1.2073810 Feb 02 15:35:00.352775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dbd338d8-51d9-4aee-ae5f-bca8385fc880 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:00.625326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port dbd338d8-51d9-4aee-ae5f-bca8385fc880 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:00.636209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dbd338d8-51d9-4aee-ae5f-bca8385fc880 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:00.636986 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:00.708391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Delete allocated IP 172.20.0.5 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2) {{(pid=95773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 15:35:00.770269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.21 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/43ae3598-6643-4e6d-afc2-b383ba9032d9/a8198ea9-e34c-4866-920d-592965ca3d9d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:00.903286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Calling delete_port for 0e18abfd-67db-4c46-9670-4079c0c46aeb owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:00.957252 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:00.967211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Made reservation on behalf of bca38bf0bd5d493689e5420542898cfc for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:00.977815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:01.041385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-130b2331-8ba1-49fd-b5e3-0f34253c7ea1 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:01.042827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24679c98-afac-4073-b2c6-ec180a6d9c6b req-130b2331-8ba1-49fd-b5e3-0f34253c7ea1 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.7932451 Feb 02 15:35:01.055150 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:35:01.064305 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:01.108745 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d2a36bf-d48f-467f-9041-254e377076ff req-d3fd40a8-61a3-4da9-b969-45d8d3152c6b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 210 time: 0.3246779 Feb 02 15:35:01.125004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:01.234910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=1b82d023-b945-4caf-85d2-096f25306968,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:01.283781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Provisioning complete for port a8198ea9-e34c-4866-920d-592965ca3d9d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:01.284181 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:01.337130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port dbd338d8-51d9-4aee-ae5f-bca8385fc880, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dbd338d8-51d9-4aee-ae5f-bca8385fc880,segment=NetworkSegment(89e0f020-b585-46c2-b93a-702faf07b2d6),segment_id=89e0f020-b585-46c2-b93a-702faf07b2d6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:01.433273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:01.477757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Pushing event deleted for resources: {'Port': ['ID=9e31103f-de7e-4eb1-983f-8082fcb2ae98,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:01.523157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c8ce2f1-3b25-4df3-b90b-e726ba169209 req-26fd0b8c-e641-4b22-9de9-d2d9cc83a563 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips/5a4f9d60-ec09-4ad5-8785-32c9a123eabf HTTP/1.1" status: 200 len: 693 time: 0.3712854 Feb 02 15:35:01.541709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=dbd338d8-51d9-4aee-ae5f-bca8385fc880,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:01.545617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Port a8198ea9-e34c-4866-920d-592965ca3d9d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:01.649873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Provisioning for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:01.659957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:01.660387 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:01.710699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Allocated IP 172.20.0.12 (5bd228ce-9439-47af-a3bd-1bd5683bdf17/3c4f4c61-9668-436c-847a-84a8b84fb526/f13fb952-69d8-49ea-81a5-212c5e1435c4) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:01.943168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ce2f1-3b25-4df3-b90b-e726ba169209 req-7cf24282-046f-424d-ab78-d67178092102 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:01.944552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c8ce2f1-3b25-4df3-b90b-e726ba169209 req-7cf24282-046f-424d-ab78-d67178092102 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.4207304 Feb 02 15:35:01.945750 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dbd338d8-51d9-4aee-ae5f-bca8385fc880 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:02.102548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Provisioning complete for port 15116ec4-334c-4cd6-85e4-29c7481770fe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:02.103246 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.178935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.180044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dbd338d8-51d9-4aee-ae5f-bca8385fc880 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:02.180044 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.223670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.243533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93063f40-9682-4daa-92e1-de9245c387a0 req-adb3c8a4-4018-4f75-8bf5-a86c7b948dee tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=2bacb9bd1d55477d8bf5c7fafe605304 HTTP/1.1" status: 200 len: 696 time: 0.2194259 Feb 02 15:35:02.311253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:35:02.373401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb3093-3a21-4067-9310-651cafe543cf None None] Port 15116ec4-334c-4cd6-85e4-29c7481770fe cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:02.409963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-319e4b75-bcb9-4612-90a8-0c3c21b81d20 req-7b6dfef3-5203-4d78-8bb0-983d045cee54 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 210 time: 0.1001222 Feb 02 15:35:02.430174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.449640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.588554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object a8198ea9-e34c-4866-920d-592965ca3d9d will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:02.596371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.602134 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.656409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:02.669797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb45da5-b419-4983-b8e5-515741551330 None None] Sync routers for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:02.697548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb45da5-b419-4983-b8e5-515741551330 None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:02.699861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-eeb45da5-b419-4983-b8e5-515741551330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:02.736984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93063f40-9682-4daa-92e1-de9245c387a0 req-e5d139a8-7e00-4932-b9a1-5f8e12db3ffa tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:02.737693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-93063f40-9682-4daa-92e1-de9245c387a0 req-e5d139a8-7e00-4932-b9a1-5f8e12db3ffa tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Synchronizing usage tracker for tenant:2bacb9bd1d55477d8bf5c7fafe605304 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:02.753064 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.763541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Pushing event deleted for resources: {'Port': ['ID=0e18abfd-67db-4c46-9670-4079c0c46aeb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:02.904990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-eeb45da5-b419-4983-b8e5-515741551330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:02.914508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-510b4e92-55f3-49fb-98cb-b4265b1bf694 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "PUT /v2.0/routers/05de211b-3236-4237-a017-83b7a19e503f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.9406581 Feb 02 15:35:02.930792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:02.941995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42602) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:02.943004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb45da5-b419-4983-b8e5-515741551330 None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:02.945750 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-eeb45da5-b419-4983-b8e5-515741551330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:02.950901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Request body: {'port': {'network_id': '07e50d8c-8513-4d5a-9dcc-cdf76b910c19', 'name': 'tempest-FloatingIPAdminTestJSON-253170392'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:02.998124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=a8198ea9-e34c-4866-920d-592965ca3d9d,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:03.238872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-eeb45da5-b419-4983-b8e5-515741551330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:03.239418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb45da5-b419-4983-b8e5-515741551330 None None] The sync data for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:03.267334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] No DVR routers for this DVR port 0e18abfd-67db-4c46-9670-4079c0c46aeb on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:03.291821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Router f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:35:03.314834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-93063f40-9682-4daa-92e1-de9245c387a0 req-e5d139a8-7e00-4932-b9a1-5f8e12db3ffa tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Unset dirty status for tenant:2bacb9bd1d55477d8bf5c7fafe605304 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:03.316405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93063f40-9682-4daa-92e1-de9245c387a0 req-e5d139a8-7e00-4932-b9a1-5f8e12db3ffa tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/networks?id=3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 787 time: 1.0025904 Feb 02 15:35:03.322744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] In _notify_port_updated(), no bound segment for port a8198ea9-e34c-4866-920d-592965ca3d9d on network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:35:03.323176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:03.325465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d21ebcb6-220a-4f8e-92e8-ca8642698381 req-41f58e78-a7b3-4bb6-9381-4a5e44b8a4d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.107 "DELETE /v2.0/ports/0e18abfd-67db-4c46-9670-4079c0c46aeb HTTP/1.1" status: 204 len: 173 time: 10.3793085 Feb 02 15:35:03.326156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:03.326767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:03.329519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'name': 'network-vif-deleted', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:35:03.339775 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec7b4299-b77c-4f54-97a2-f6e1c75f9450 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "PUT /v2.0/ports/a8198ea9-e34c-4866-920d-592965ca3d9d HTTP/1.1" status: 200 len: 920 time: 6.9223697 Feb 02 15:35:03.340598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:03.373578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-93063f40-9682-4daa-92e1-de9245c387a0 req-8be9c52b-4e8b-4c98-a8a0-450be514f8d4 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:35:03.376946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93063f40-9682-4daa-92e1-de9245c387a0 req-8be9c52b-4e8b-4c98-a8a0-450be514f8d4 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0198271 Feb 02 15:35:03.569030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f8875a93-b4e9-4cf9-a9df-7929e2da6426 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port a8198ea9-e34c-4866-920d-592965ca3d9d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:03.569412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8875a93-b4e9-4cf9-a9df-7929e2da6426 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:03.625152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:03.645095 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102af4da-4eb7-4330-91d9-9dbc8ca5d071 None None] Sync routers for ids ['f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:03.650582 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b844f141-2034-4cf5-8a31-0fdf99e9cc4f', 'name': 'network-vif-deleted', 'tag': '0e18abfd-67db-4c46-9670-4079c0c46aeb', 'status': 'completed', 'code': 200} Feb 02 15:35:03.651669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:03.664705 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102af4da-4eb7-4330-91d9-9dbc8ca5d071 None None] Routers {'f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:03.665735 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-102af4da-4eb7-4330-91d9-9dbc8ca5d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:03.687126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:03.699209 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-93310a0e-fd63-4536-8601-9de11c3bec33 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "PUT /v2.0/routers/f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 HTTP/1.1" status: 200 len: 705 time: 9.1590044 Feb 02 15:35:03.722416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42618) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:03.879010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ee65045-89b3-435d-adc4-21ece557617a req-399d22cd-4273-4961-911f-6e066472dd02 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips/5a4f9d60-ec09-4ad5-8785-32c9a123eabf HTTP/1.1" status: 200 len: 693 time: 0.2683833 Feb 02 15:35:03.987704 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-102af4da-4eb7-4330-91d9-9dbc8ca5d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:04.006147 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102af4da-4eb7-4330-91d9-9dbc8ca5d071 None None] Routers {'f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:04.016715 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-102af4da-4eb7-4330-91d9-9dbc8ca5d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:04.085004 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-102af4da-4eb7-4330-91d9-9dbc8ca5d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:04.085766 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102af4da-4eb7-4330-91d9-9dbc8ca5d071 None None] The sync data for ids ['f5087d20-dfb6-4cf4-9bb7-370a502b2fe1'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:04.144838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1101fa5-25ad-4d47-800c-25c0d3a87c33 None None] Provisioning for port a8198ea9-e34c-4866-920d-592965ca3d9d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:04.150524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1101fa5-25ad-4d47-800c-25c0d3a87c33 None None] Provisioning complete for port a8198ea9-e34c-4866-920d-592965ca3d9d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:04.151428 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1101fa5-25ad-4d47-800c-25c0d3a87c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:04.283180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1101fa5-25ad-4d47-800c-25c0d3a87c33 None None] Port a8198ea9-e34c-4866-920d-592965ca3d9d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:04.310245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee65045-89b3-435d-adc4-21ece557617a req-54f166aa-6f05-48f9-84d0-a21c494a495b tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:04.312886 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ee65045-89b3-435d-adc4-21ece557617a req-54f166aa-6f05-48f9-84d0-a21c494a495b tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.3142910 Feb 02 15:35:04.321438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:04.326038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Usage tracker for resource:port and tenant:eab6f1eb369341598f4566fe4c34a00d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:04.329628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:04.337061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:04.349979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-2ee65045-89b3-435d-adc4-21ece557617a req-ca89d65c-23c2-409b-b55c-298a007f6ebf tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:35:04.351472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ee65045-89b3-435d-adc4-21ece557617a req-ca89d65c-23c2-409b-b55c-298a007f6ebf tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076594 Feb 02 15:35:04.366214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:04.456552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:04.461043 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ee65045-89b3-435d-adc4-21ece557617a req-ddb62356-1cd8-4885-9245-5cda9d08567a tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0904975 Feb 02 15:35:04.467323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:04.570293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Made reservation on behalf of eab6f1eb369341598f4566fe4c34a00d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:04.574013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:04.650256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Pushing event updated for resources: {'Port': ['ID=f13fb952-69d8-49ea-81a5-212c5e1435c4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:04.669679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65a01a-c333-4c47-9a4b-a237b24deac4 req-491bfee9-bea2-4a30-b94b-c3a450bb912a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:04.678316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef65a01a-c333-4c47-9a4b-a237b24deac4 req-491bfee9-bea2-4a30-b94b-c3a450bb912a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 932 time: 0.7097251 Feb 02 15:35:04.718767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] device_id is not set on port 81f14e70-52a5-4de9-9d91-07784df8bb74 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:35:04.757386 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ee65045-89b3-435d-adc4-21ece557617a req-da001170-a823-4647-a65f-09846b2141ff tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.2593143 Feb 02 15:35:04.796175 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0dc3c61c-0090-464c-9e4e-161c4ba03062 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/routers/f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 HTTP/1.1" status: 200 len: 740 time: 1.0739353 Feb 02 15:35:04.814004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42626) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:04.853586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef65a01a-c333-4c47-9a4b-a237b24deac4 req-161c19ae-a89b-4b5f-8162-a68149e2a984 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743114 Feb 02 15:35:04.911791 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8875a93-b4e9-4cf9-a9df-7929e2da6426 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:04.982010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:04.982624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:05.034598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Deleting port 7b2998db-6c52-408d-bc3f-2c23f08a0b99 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:05.034598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:05.135882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f8875a93-b4e9-4cf9-a9df-7929e2da6426 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for a8198ea9-e34c-4866-920d-592965ca3d9d owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:05.145727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b483a62e-eb49-41af-968f-1ba298d6aae4 tempest-RoutersAdminTest-1316561325 tempest-RoutersAdminTest-1316561325-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&device_id=f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 HTTP/1.1" status: 200 len: 205 time: 0.2455978 Feb 02 15:35:05.165800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42634) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:05.375481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 2b9ad6e4-328a-4b2c-81d0-df91f7500915 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:35:05.383328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dc18975b-705c-4045-8b8d-363a3c7ae136 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 HTTP/1.1" status: 200 len: 205 time: 0.2112560 Feb 02 15:35:05.386513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42638) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:05.390302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-10adc405-e252-4218-926b-1f1d24d9b79f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6324675 Feb 02 15:35:05.415626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Request body: {'port': {'device_id': '4fc8540d-f6e3-47c3-a1fb-4cf132015dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:05.497878 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8875a93-b4e9-4cf9-a9df-7929e2da6426 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:05.652222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8875a93-b4e9-4cf9-a9df-7929e2da6426 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=a8198ea9-e34c-4866-920d-592965ca3d9d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:05.718255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0cdae69e-2e11-4d8e-9cad-19deaa092695 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:05.746855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Allocated IP 172.20.0.4 (07e50d8c-8513-4d5a-9dcc-cdf76b910c19/452d7e61-f13d-48e7-9c23-ab1513a9a7d3/81f14e70-52a5-4de9-9d91-07784df8bb74) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:06.180631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:06.202151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Transition to ACTIVE for port object 81f14e70-52a5-4de9-9d91-07784df8bb74 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:06.275009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:06.275354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:06.331887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8875a93-b4e9-4cf9-a9df-7929e2da6426 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:06.444764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Calling delete_port for 7b2998db-6c52-408d-bc3f-2c23f08a0b99 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:06.499766 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f8875a93-b4e9-4cf9-a9df-7929e2da6426 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/a8198ea9-e34c-4866-920d-592965ca3d9d HTTP/1.1" status: 204 len: 168 time: 3.1577616 Feb 02 15:35:06.562478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:06.596627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:06.612909 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:06.730371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:06.744917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7188ca-7103-4e51-841d-e74c9f604d3c None None] Sync routers for ids ['2b9ad6e4-328a-4b2c-81d0-df91f7500915'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:06.750976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event updated for resources: {'Port': ['ID=81f14e70-52a5-4de9-9d91-07784df8bb74,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:06.758359 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:06.765997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7188ca-7103-4e51-841d-e74c9f604d3c None None] Routers {'2b9ad6e4-328a-4b2c-81d0-df91f7500915'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:06.768597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ab7188ca-7103-4e51-841d-e74c9f604d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b9ad6e4-328a-4b2c-81d0-df91f7500915'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:06.811825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Pushing event deleted for resources: {'Port': ['ID=7b2998db-6c52-408d-bc3f-2c23f08a0b99,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:06.915918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ab7188ca-7103-4e51-841d-e74c9f604d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:06.951237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7188ca-7103-4e51-841d-e74c9f604d3c None None] Routers {'2b9ad6e4-328a-4b2c-81d0-df91f7500915'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:06.952525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ab7188ca-7103-4e51-841d-e74c9f604d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2b9ad6e4-328a-4b2c-81d0-df91f7500915'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:06.965862 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f35568b-e813-4c9f-aeeb-b310b32c2925 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:35:06.966424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9f35568b-e813-4c9f-aeeb-b310b32c2925 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:06.986183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0cdae69e-2e11-4d8e-9cad-19deaa092695 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:06.996042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0cdae69e-2e11-4d8e-9cad-19deaa092695 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.047157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287519e-7cd5-4df5-87e6-64d7c1621071 req-c9bf4feb-2009-4161-a0d9-5983e0ad90d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:07.057166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ab7188ca-7103-4e51-841d-e74c9f604d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:07.057368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0287519e-7cd5-4df5-87e6-64d7c1621071 req-c9bf4feb-2009-4161-a0d9-5983e0ad90d7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 932 time: 0.9456460 Feb 02 15:35:07.057564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7188ca-7103-4e51-841d-e74c9f604d3c None None] The sync data for ids ['2b9ad6e4-328a-4b2c-81d0-df91f7500915'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:07.074307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9f35568b-e813-4c9f-aeeb-b310b32c2925 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:07.076156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9f35568b-e813-4c9f-aeeb-b310b32c2925 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/a8198ea9-e34c-4866-920d-592965ca3d9d HTTP/1.1" status: 404 len: 333 time: 0.5045857 Feb 02 15:35:07.085446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a143551-86d7-4763-b27f-670782d706c7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/2b9ad6e4-328a-4b2c-81d0-df91f7500915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5063722 Feb 02 15:35:07.094812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:07.095012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42658) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:07.184451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0287519e-7cd5-4df5-87e6-64d7c1621071 req-89c46bdc-b46b-4560-8649-2b61238cc208 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262217 Feb 02 15:35:07.204673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0cdae69e-2e11-4d8e-9cad-19deaa092695 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.212558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdae69e-2e11-4d8e-9cad-19deaa092695 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Fanout notify agent at l3_agent the message router_deleted on router f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:35:07.221445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:07.222453 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0cdae69e-2e11-4d8e-9cad-19deaa092695 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.223768 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0cdae69e-2e11-4d8e-9cad-19deaa092695 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 HTTP/1.1" status: 204 len: 168 time: 1.8357415 Feb 02 15:35:07.227958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42664) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:07.231663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:07.334282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0da8-a347-424e-909c-e5f53e805be7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.423100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:07.495646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0da8-a347-424e-909c-e5f53e805be7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.504918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:07.506428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.546568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3f79efda-a83d-41c1-805b-ec95e7bc8fce tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 HTTP/1.1" status: 200 len: 205 time: 0.3171628 Feb 02 15:35:07.552137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42668) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:07.682578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.685558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.686478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ee65045-89b3-435d-adc4-21ece557617a req-f3c63a29-65db-4bd5-bdf4-be6453d72142 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "DELETE /v2.0/floatingips/5a4f9d60-ec09-4ad5-8785-32c9a123eabf HTTP/1.1" status: 204 len: 173 time: 2.8715837 Feb 02 15:35:07.722200 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-ac48c957-4622-4eb9-97b5-d2ff15769caf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] delete failed (client error): The resource could not be found. Feb 02 15:35:07.725750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ac48c957-4622-4eb9-97b5-d2ff15769caf tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/f5087d20-dfb6-4cf4-9bb7-370a502b2fe1 HTTP/1.1" status: 404 len: 336 time: 0.1691439 Feb 02 15:35:07.733356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42674) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:07.791725 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ed00bbf2-0842-4244-aaab-10de70278924 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8472834 Feb 02 15:35:07.795446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42680) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:07.819105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-379f9c1b-9806-46bb-a7f1-2786a53c76d4 None None] Provisioning for port 81f14e70-52a5-4de9-9d91-07784df8bb74 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:07.826210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-379f9c1b-9806-46bb-a7f1-2786a53c76d4 None None] Provisioning complete for port 81f14e70-52a5-4de9-9d91-07784df8bb74 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:07.826867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-379f9c1b-9806-46bb-a7f1-2786a53c76d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:07.855181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1dd9b321-afa5-4c27-abbd-55739b299217 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ea022d-b4bc-44c7-abbe-d5dfa60b3da6 HTTP/1.1" status: 200 len: 205 time: 0.1204283 Feb 02 15:35:07.858599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42686) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:07.954537 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:35:07.997654 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-11c24599-94f5-44b4-90a4-d14e02d914ad tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] delete failed (client error): The resource could not be found. Feb 02 15:35:07.998756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-11c24599-94f5-44b4-90a4-d14e02d914ad tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/04ea022d-b4bc-44c7-abbe-d5dfa60b3da6 HTTP/1.1" status: 404 len: 336 time: 0.0892828 Feb 02 15:35:08.011732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42692) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.025364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-379f9c1b-9806-46bb-a7f1-2786a53c76d4 None None] Port 81f14e70-52a5-4de9-9d91-07784df8bb74 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:08.066237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3719e210-469c-4d17-8e17-7cabf3311242 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=15ce5f62-8f72-4e5b-9185-f07dc7360631 HTTP/1.1" status: 200 len: 205 time: 0.0533237 Feb 02 15:35:08.071743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42696) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.150342 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-20af52a7-c7d5-4614-a7af-02335831316d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] delete failed (client error): The resource could not be found. Feb 02 15:35:08.151477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-20af52a7-c7d5-4614-a7af-02335831316d tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/15ce5f62-8f72-4e5b-9185-f07dc7360631 HTTP/1.1" status: 404 len: 336 time: 0.0789769 Feb 02 15:35:08.152233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0da8-a347-424e-909c-e5f53e805be7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.160036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42700) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.178268 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-50ba5d37-ac3f-470b-960f-4e9ac59b3156 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] remove_router_interface failed (client error): The resource could not be found. Feb 02 15:35:08.179332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50ba5d37-ac3f-470b-960f-4e9ac59b3156 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/2b9ad6e4-328a-4b2c-81d0-df91f7500915/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0830007 Feb 02 15:35:08.181944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13fb952-69d8-49ea-81a5-212c5e1435c4 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:35:08.187162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42704) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.223484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d0da8-a347-424e-909c-e5f53e805be7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb3b2b-a113-4a01-a3e6-c1441f608085,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:08.235981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.242110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-67536432-4797-4313-b0ee-ed8e3021f514 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=94452364-0409-406e-bd86-631b7532f347 HTTP/1.1" status: 200 len: 205 time: 0.0722148 Feb 02 15:35:08.244566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42710) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.248560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20ea956b-9246-49f7-bd21-6535b98f060c req-d0d37910-a848-4113-ac57-648f50efbdb7 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4689729 Feb 02 15:35:08.251539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0da8-a347-424e-909c-e5f53e805be7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.252354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e8d0da8-a347-424e-909c-e5f53e805be7 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/security-groups/dffb3b2b-a113-4a01-a3e6-c1441f608085 HTTP/1.1" status: 204 len: 168 time: 1.1534615 Feb 02 15:35:08.284452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42714) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.307423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3f2416d3-7dd0-4cb8-8591-2d4a1ae10e98 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:08.345150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'project_id': 'eab6f1eb369341598f4566fe4c34a00d', 'port_id': '81f14e70-52a5-4de9-9d91-07784df8bb74'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:08.346299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:08.363551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:08.368445 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-4588e1b0-e508-4aa8-b458-46e7d9d33f86 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] delete failed (client error): The resource could not be found. Feb 02 15:35:08.372816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4588e1b0-e508-4aa8-b458-46e7d9d33f86 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/94452364-0409-406e-bd86-631b7532f347 HTTP/1.1" status: 404 len: 336 time: 0.1232035 Feb 02 15:35:08.373441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42720) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.375276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Transition to ACTIVE for port object f13fb952-69d8-49ea-81a5-212c5e1435c4 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:08.414781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:08.432842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Usage tracker for resource:floatingip and tenant:eab6f1eb369341598f4566fe4c34a00d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:08.440062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:08.445632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:08.456033 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7ead4c37-9d21-4c88-aaf2-c448d6fcd7cb tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=14eb7d9f-4816-4652-9201-c17c93df55ff HTTP/1.1" status: 200 len: 205 time: 0.0789130 Feb 02 15:35:08.457770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42724) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.473415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:08.479557 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.558446 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-396f8058-de6a-479a-b588-9cd7431987df tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] delete failed (client error): The resource could not be found. Feb 02 15:35:08.563751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-396f8058-de6a-479a-b588-9cd7431987df tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/14eb7d9f-4816-4652-9201-c17c93df55ff HTTP/1.1" status: 404 len: 336 time: 0.0988097 Feb 02 15:35:08.563751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42728) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.572660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f13fb952-69d8-49ea-81a5-212c5e1435c4,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:08.584049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3f2416d3-7dd0-4cb8-8591-2d4a1ae10e98 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:08.585411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3f2416d3-7dd0-4cb8-8591-2d4a1ae10e98 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b9ad6e4-328a-4b2c-81d0-df91f7500915 HTTP/1.1" status: 200 len: 205 time: 0.3986311 Feb 02 15:35:08.605807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.647158 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1181e9a5-3c63-4b14-893b-2eaa938838a5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.676560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1181e9a5-3c63-4b14-893b-2eaa938838a5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.676792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4b35e22a-ffff-470d-96a4-19b6c7a84772 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "GET /v2.0/ports?device_id=de976cf4-b980-4b15-8618-f266305fda61 HTTP/1.1" status: 200 len: 205 time: 0.1123304 Feb 02 15:35:08.677753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42736) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.686479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.735661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.779536 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-ba8513ad-1c32-445a-a173-603681b221e2 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] delete failed (client error): The resource could not be found. Feb 02 15:35:08.783251 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ba8513ad-1c32-445a-a173-603681b221e2 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/routers/de976cf4-b980-4b15-8618-f266305fda61 HTTP/1.1" status: 404 len: 336 time: 0.0983257 Feb 02 15:35:08.783805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42740) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.837914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1181e9a5-3c63-4b14-893b-2eaa938838a5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.922611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080adc8-1c58-4127-acae-857861b9da1a req-5d692287-580e-4158-a2a5-5a5d28e0172c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:08.923400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a080adc8-1c58-4127-acae-857861b9da1a req-5d692287-580e-4158-a2a5-5a5d28e0172c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Synchronizing usage tracker for tenant:bca38bf0bd5d493689e5420542898cfc on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:08.926223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181e9a5-3c63-4b14-893b-2eaa938838a5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4054058-593c-4e05-b2e7-ca647a620259,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:08.932096 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1181e9a5-3c63-4b14-893b-2eaa938838a5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:08.935490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1181e9a5-3c63-4b14-893b-2eaa938838a5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/security-groups/b4054058-593c-4e05-b2e7-ca647a620259 HTTP/1.1" status: 204 len: 168 time: 0.6487100 Feb 02 15:35:08.939009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42748) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:08.958699 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c93341-a255-4378-82b1-f5b81de07983 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:08.961701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c93341-a255-4378-82b1-f5b81de07983 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:08.967186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d4c93341-a255-4378-82b1-f5b81de07983 tempest-RoutersAdminTest-164937479 tempest-RoutersAdminTest-164937479-project] 10.222.0.88 "DELETE /v2.0/subnets/054e4bc0-fa49-447b-9809-89a1780bf59f HTTP/1.1" status: 404 len: 337 time: 0.1815150 Feb 02 15:35:09.077471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a080adc8-1c58-4127-acae-857861b9da1a req-5d692287-580e-4158-a2a5-5a5d28e0172c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Unset dirty status for tenant:bca38bf0bd5d493689e5420542898cfc on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:09.079632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a080adc8-1c58-4127-acae-857861b9da1a req-5d692287-580e-4158-a2a5-5a5d28e0172c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 932 time: 0.7014663 Feb 02 15:35:09.201748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Attempting to bind port f13fb952-69d8-49ea-81a5-212c5e1435c4 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:35:09.202088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Attempting to bind port f13fb952-69d8-49ea-81a5-212c5e1435c4 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:35:09.202424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Attempting to bind port f13fb952-69d8-49ea-81a5-212c5e1435c4 on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:09.220820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Port f13fb952-69d8-49ea-81a5-212c5e1435c4 on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:35:09.221269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Attempting to bind port f13fb952-69d8-49ea-81a5-212c5e1435c4 on network 5bd228ce-9439-47af-a3bd-1bd5683bdf17 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:09.249405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:35:09.249757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Checking segment: {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:09.250117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Bound using segment: {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:35:09.250544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Bound port: f13fb952-69d8-49ea-81a5-212c5e1435c4, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0be960-6024-48aa-98ad-7f0b4c01efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:35:09.250889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:09.255776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f72e5230-8a02-4b57-9441-cf3dd93d59a2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:09.267496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a080adc8-1c58-4127-acae-857861b9da1a req-d13caf61-3b79-484d-bcf2-e4cbd18b7d54 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964224 Feb 02 15:35:09.314886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:09.451225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] For port f13fb952-69d8-49ea-81a5-212c5e1435c4, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:35:09.469603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] For port f13fb952-69d8-49ea-81a5-212c5e1435c4, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f13fb952-69d8-49ea-81a5-212c5e1435c4,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:35:09.508196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Allocated IP 172.25.0.112 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/d6b94461-cdd3-4727-9cd8-0bd8e3c020b9) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:09.597900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:09.723660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:09.723660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/f13fb952-69d8-49ea-81a5-212c5e1435c4 HTTP/1.1" status: 200 len: 1092 time: 4.3081033 Feb 02 15:35:09.723660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc8540d-f6e3-47c3-a1fb-4cf132015dfe', 'tag': 'f13fb952-69d8-49ea-81a5-212c5e1435c4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:35:09.742648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bae305-6ee2-4da8-8a2e-a2af965946a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f13fb952-69d8-49ea-81a5-212c5e1435c4,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:09.778113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:09.856011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fcbf1a-2922-44ec-b2fb-5c85b7d2cf4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:09.859137 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0fcbf1a-2922-44ec-b2fb-5c85b7d2cf4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:09.867019 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc8540d-f6e3-47c3-a1fb-4cf132015dfe', 'tag': 'f13fb952-69d8-49ea-81a5-212c5e1435c4', 'status': 'completed', 'code': 200} Feb 02 15:35:09.962988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0fcbf1a-2922-44ec-b2fb-5c85b7d2cf4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.145781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42776) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:10.168584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.187434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f72e5230-8a02-4b57-9441-cf3dd93d59a2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.240414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.255316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f72e5230-8a02-4b57-9441-cf3dd93d59a2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.365876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0fcbf1a-2922-44ec-b2fb-5c85b7d2cf4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.382428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Pushing event updated for resources: {'Port': ['ID=d6b94461-cdd3-4727-9cd8-0bd8e3c020b9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:10.403580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:10.405856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:10.417807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:10.449292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f72e5230-8a02-4b57-9441-cf3dd93d59a2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.449772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e5230-8a02-4b57-9441-cf3dd93d59a2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Fanout notify agent at l3_agent the message router_deleted on router 2b9ad6e4-328a-4b2c-81d0-df91f7500915 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:35:10.509977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-badba881-51cf-431e-9b16-0300ada1b847 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 1095 time: 0.6357164 Feb 02 15:35:10.538931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.548844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Allocated IP 172.25.0.41 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/f6efd15a-eef2-4e17-ba35-e1ff0bc77e0c) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:10.569685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f72e5230-8a02-4b57-9441-cf3dd93d59a2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.570994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f72e5230-8a02-4b57-9441-cf3dd93d59a2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/2b9ad6e4-328a-4b2c-81d0-df91f7500915 HTTP/1.1" status: 204 len: 168 time: 1.9648976 Feb 02 15:35:10.576463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42788) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:10.688915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-c9687c8d-260e-422a-807b-eea5bb8bfc80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13fb952-69d8-49ea-81a5-212c5e1435c4 HTTP/1.1" status: 200 len: 217 time: 0.1494775 Feb 02 15:35:10.757773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0fcbf1a-2922-44ec-b2fb-5c85b7d2cf4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.842713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:10.845097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcbf1a-2922-44ec-b2fb-5c85b7d2cf4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:10.873507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] Usage tracker for resource:security_group_rule and tenant:83970c72f0754bb989eabf02c0932c22 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:10.885943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:10.891909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4ef3f8-e32b-4fe9-8f65-9f22853cbe8f None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:10.939578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0fcbf1a-2922-44ec-b2fb-5c85b7d2cf4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:10.950956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:11.015614 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c0fcbf1a-2922-44ec-b2fb-5c85b7d2cf4a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2 HTTP/1.1" status: 204 len: 168 time: 2.0730844 Feb 02 15:35:11.024149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42796) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:11.031701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:11.289354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.308799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.327681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-145f833b-0e20-42f6-98ec-e6952a235d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:11.332477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-145f833b-0e20-42f6-98ec-e6952a235d2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c4f4c61-9668-436c-847a-84a8b84fb526 HTTP/1.1" status: 200 len: 854 time: 0.6346955 Feb 02 15:35:11.345955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6d8b0e-4acd-408a-8f4a-5e7672f82b48 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet 66df0671-56b5-4315-aec7-1e56ba500180 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:11.372363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8b0e-4acd-408a-8f4a-5e7672f82b48 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.388577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-ea33ce58-22ba-4e46-8423-0eea69d7a51a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5bd228ce-9439-47af-a3bd-1bd5683bdf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468440 Feb 02 15:35:11.399330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac93311-ef5e-422e-a0c9-57f1909c6a1c req-41d15905-0785-4b1c-afd0-ba9832ece745 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:11.401117 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ac93311-ef5e-422e-a0c9-57f1909c6a1c req-41d15905-0785-4b1c-afd0-ba9832ece745 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 944 time: 0.7903373 Feb 02 15:35:11.506815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8b0e-4acd-408a-8f4a-5e7672f82b48 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.564556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.571145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:11.580098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:11.587607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.590003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:11.601326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:11.644802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ac93311-ef5e-422e-a0c9-57f1909c6a1c req-24d5bd08-134a-4db2-9387-4894a8623fe1 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239370 Feb 02 15:35:11.644984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8b0e-4acd-408a-8f4a-5e7672f82b48 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.725384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.729449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:11.733236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.747548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.904382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-e3784ad1-ef21-4d32-8f97-220571f1e12b service neutron] 10.222.0.64 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022690 Feb 02 15:35:11.913110 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:11.914082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83970c72f0754bb989eabf02c0932c22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7661068 Feb 02 15:35:11.918025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42816) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:11.939640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8b0e-4acd-408a-8f4a-5e7672f82b48 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.020396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37556868-ceef-44a7-ae81-d6aa370c4444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc0151-b23e-42f9-babb-b4db9f553890,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:12.023548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d8b0e-4acd-408a-8f4a-5e7672f82b48 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=66df0671-56b5-4315-aec7-1e56ba500180,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:12.034027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:12.035381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.039683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Pushing event updated for resources: {'Port': ['ID=f6efd15a-eef2-4e17-ba35-e1ff0bc77e0c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:12.048653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:12.060447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:12.074026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9686aff-70f6-4f69-b3f6-8c914ef3fbb6 None None] Network a6afeba3-ab51-4bc4-965c-e9747e1263ba requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:12.091803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8b0e-4acd-408a-8f4a-5e7672f82b48 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.298048 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ad6d8b0e-4acd-408a-8f4a-5e7672f82b48 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/66df0671-56b5-4315-aec7-1e56ba500180 HTTP/1.1" status: 204 len: 168 time: 1.7175131 Feb 02 15:35:12.301501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42832) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:12.347136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b00e634a-5a6c-4233-b932-87fbe1016482 None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:12.347484 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b00e634a-5a6c-4233-b932-87fbe1016482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.473119 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.547654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Pushing event updated for resources: {'Port': ['ID=d6b94461-cdd3-4727-9cd8-0bd8e3c020b9,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:12.597807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b00e634a-5a6c-4233-b932-87fbe1016482 None None] Provisioning complete for port 15116ec4-334c-4cd6-85e4-29c7481770fe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:12.598412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b00e634a-5a6c-4233-b932-87fbe1016482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.617498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-546b5f92-6f04-489a-b0fe-3c25f24728b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.657341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.666525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a188b2e1-f7d1-4c64-9ad0-7988c8c3bbf3 req-8eb21e6b-8e9d-4f1a-8ac5-f107c2d57721 service neutron] 10.222.0.64 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474959 Feb 02 15:35:12.670840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b00e634a-5a6c-4233-b932-87fbe1016482 None None] Port 15116ec4-334c-4cd6-85e4-29c7481770fe cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:12.682287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] DHCP port deletion for a6afeba3-ab51-4bc4-965c-e9747e1263ba request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:35:12.688080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] Deleting port a3bd78a1-1146-441d-8a40-8de974b22105 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:12.688710 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.719471 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-546b5f92-6f04-489a-b0fe-3c25f24728b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.903636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:12.928990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.000540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port a3bd78a1-1146-441d-8a40-8de974b22105 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:13.000965 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.039825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] For port a3bd78a1-1146-441d-8a40-8de974b22105, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a3bd78a1-1146-441d-8a40-8de974b22105,segment=NetworkSegment(9243a45e-4310-4aa0-b24e-4d18b904f698),segment_id=9243a45e-4310-4aa0-b24e-4d18b904f698)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:13.040633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.072564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.135757 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-546b5f92-6f04-489a-b0fe-3c25f24728b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.159921 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-75baa41f-1e57-438d-b02b-37ebdd2cff66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bca38bf0bd5d493689e5420542898cfc&device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 1095 time: 0.3307419 Feb 02 15:35:13.172488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36f9e-0d8c-4ee4-bd9c-4cf34ec21742 req-3cfb8ff0-314b-479e-bfc4-81c1c5f3e5e8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:13.174311 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1cf36f9e-0d8c-4ee4-bd9c-4cf34ec21742 req-3cfb8ff0-314b-479e-bfc4-81c1c5f3e5e8 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 944 time: 0.2140973 Feb 02 15:35:13.175072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5f92-6f04-489a-b0fe-3c25f24728b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc0151-b23e-42f9-babb-b4db9f553890,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:13.219979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] Calling delete_port for a3bd78a1-1146-441d-8a40-8de974b22105 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:13.263368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:13.271946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:13.300398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:13.301137 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.303503 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Floating IP a3ee1c9c-1d30-40b4-b888-c6a7a7b9bc43 associated. External IP: 172.25.0.112, port: 81f14e70-52a5-4de9-9d91-07784df8bb74. Feb 02 15:35:13.309689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31da1447-f2ce-46e3-8c8a-49c9dce7d30e None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:13.345020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=96f0b15e-4eb5-47ba-aa90-24f5f847757a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:13.453702 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-546b5f92-6f04-489a-b0fe-3c25f24728b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.455184 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-546b5f92-6f04-489a-b0fe-3c25f24728b0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7dbc0151-b23e-42f9-babb-b4db9f553890 HTTP/1.1" status: 204 len: 168 time: 1.5348396 Feb 02 15:35:13.529346 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1cf36f9e-0d8c-4ee4-bd9c-4cf34ec21742 req-b153bb13-12bd-4afd-bbe2-b3b6e5d59287 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295710 Feb 02 15:35:13.593083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-dab39575-00b7-436c-88c3-cd40342ed11d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:13.594484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-dab39575-00b7-436c-88c3-cd40342ed11d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 200 len: 916 time: 0.4156508 Feb 02 15:35:13.668666 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.734302 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6afe3a59-fa49-45f2-81c8-c6360e36fcfd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7050092 Feb 02 15:35:13.735726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42850) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:13.737517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-374e49e5-50f4-4d4f-aa7a-0fa3149b4485 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13fb952-69d8-49ea-81a5-212c5e1435c4 HTTP/1.1" status: 200 len: 217 time: 0.1359041 Feb 02 15:35:13.750973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port a3bd78a1-1146-441d-8a40-8de974b22105, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a3bd78a1-1146-441d-8a40-8de974b22105,segment=NetworkSegment(9243a45e-4310-4aa0-b24e-4d18b904f698),segment_id=9243a45e-4310-4aa0-b24e-4d18b904f698)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:13.755595 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:13.762394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] No DVR routers for this DVR port a3bd78a1-1146-441d-8a40-8de974b22105 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:13.762958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'security_group': {'name': 'tempest-secgroup-285275761'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:13.768675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5b8a2-7bec-40e0-8328-320d5b92d077 None None] Pushing event deleted for resources: {'Port': ['ID=a3bd78a1-1146-441d-8a40-8de974b22105,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:13.949192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-6e7f7cfc-fd38-4794-b822-f53f0026812d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:13.950685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-6e7f7cfc-fd38-4794-b822-f53f0026812d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c4f4c61-9668-436c-847a-84a8b84fb526 HTTP/1.1" status: 200 len: 854 time: 0.2000475 Feb 02 15:35:13.963052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a3bd78a1-1146-441d-8a40-8de974b22105 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:13.968044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:13.974330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:13.978173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:13.984238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:13.988783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for a3bd78a1-1146-441d-8a40-8de974b22105 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:14.030731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b0961-fbb8-479c-88c8-e7a23711e207 None None] Update dhcp port {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'fixed_ips': [{'subnet_id': '43ae3598-6643-4e6d-afc2-b383ba9032d9', 'ip_address': '172.20.0.18'}, {'subnet_id': '96f0b15e-4eb5-47ba-aa90-24f5f847757a'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'fe3694a2-c70d-4ab8-82f5-a03bdd1562dd'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:35:14.051662 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-975ff5b0-7a18-40ac-a083-bfafe2e45ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5bd228ce-9439-47af-a3bd-1bd5683bdf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882812 Feb 02 15:35:14.091169 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.097992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:35:14.098318 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:35:14.125214 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.145067 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e40b0961-fbb8-479c-88c8-e7a23711e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.154629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a3bd78a1-1146-441d-8a40-8de974b22105 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:35:14.160911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a3bd78a1-1146-441d-8a40-8de974b22105 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:35:14.179080 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.254388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:14.335719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group_rule and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:14.341867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:14.348662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Pushing event updated for resources: {'Port': ['ID=f6efd15a-eef2-4e17-ba35-e1ff0bc77e0c,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:14.352223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:14.356093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-fb7257fe-abaf-4870-a42e-1a163710f328 service neutron] 10.222.0.64 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941904 Feb 02 15:35:14.367104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.433130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-e40b0961-fbb8-479c-88c8-e7a23711e207 None None] Allocated IP 172.20.0.2 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/96f0b15e-4eb5-47ba-aa90-24f5f847757a/fe3694a2-c70d-4ab8-82f5-a03bdd1562dd) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:14.500124 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.502515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20ea956b-9246-49f7-bd21-6535b98f060c req-f4f57c7d-9434-4958-b083-a553534da991 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1608438 Feb 02 15:35:14.544635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.613341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port a3bd78a1-1146-441d-8a40-8de974b22105 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:14.613685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.645031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e40b0961-fbb8-479c-88c8-e7a23711e207 None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:14.678149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42876) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:14.678787 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e40b0961-fbb8-479c-88c8-e7a23711e207 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.718631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e40b0961-fbb8-479c-88c8-e7a23711e207 None None] Transition to ACTIVE for port object fe3694a2-c70d-4ab8-82f5-a03bdd1562dd will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:14.784231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] The port 'a3bd78a1-1146-441d-8a40-8de974b22105' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:35:14.808253 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e40b0961-fbb8-479c-88c8-e7a23711e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.845446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab623c1-f94a-4d22-bb1d-9afc93593cd2 req-68d43758-7ed4-44e0-8fe0-c02f7d7cb4a4 service neutron] 10.222.0.64 "GET /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808860 Feb 02 15:35:14.853126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:14.886733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-20ea956b-9246-49f7-bd21-6535b98f060c req-6feada23-d44f-4242-ab67-9c31edb4e844 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Synchronizing usage tracker for tenant:2bacb9bd1d55477d8bf5c7fafe605304 on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:14.909571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b0961-fbb8-479c-88c8-e7a23711e207 None None] Pushing event updated for resources: {'Port': ['ID=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:14.963163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9268d-37f4-44c8-aae8-9b27c530af76,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:15.000618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-20ea956b-9246-49f7-bd21-6535b98f060c req-6feada23-d44f-4242-ab67-9c31edb4e844 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Unset dirty status for tenant:2bacb9bd1d55477d8bf5c7fafe605304 on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:15.001800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20ea956b-9246-49f7-bd21-6535b98f060c req-6feada23-d44f-4242-ab67-9c31edb4e844 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.4929698 Feb 02 15:35:15.050209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e447c61-58da-4ded-96fe-e2062ad60310 req-78cfe27b-2ae4-400d-9333-f22142150a7c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:15.051935 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.052584 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e447c61-58da-4ded-96fe-e2062ad60310 req-78cfe27b-2ae4-400d-9333-f22142150a7c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 944 time: 0.2128155 Feb 02 15:35:15.084048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6afeba3-ab51-4bc4-965c-e9747e1263ba']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:15.088882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Router 05de211b-3236-4237-a017-83b7a19e503f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:35:15.089835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.093881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-90f1354c-f45f-40a2-9ce4-54a8187cf37f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3457158 Feb 02 15:35:15.095713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42900) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:15.099886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9243a45e-4310-4aa0-b24e-4d18b904f698') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:15.100171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9243a45e-4310-4aa0-b24e-4d18b904f698') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:15.104456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845435638'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:15.111286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:15.112800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.115488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:15.119036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:15.125577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:15.140072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4647186e-cd4b-4b4c-a1a5-1c753b8d79fc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52d1434ce2f341a6b49114342162cfb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4586334 Feb 02 15:35:15.142671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42904) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:15.187050 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e447c61-58da-4ded-96fe-e2062ad60310 req-1709b300-04e6-4453-84e1-a2f0a27e9e19 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287510 Feb 02 15:35:15.191665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.208152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:35:15.209109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:35:15.224454 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:35:15.288201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.353760 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34530140-d17b-4fa3-87f3-508931ec957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.373807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:15.409054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea956b-9246-49f7-bd21-6535b98f060c req-4c7db345-212f-47eb-b76f-5db457a026d6 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:15.409914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34530140-d17b-4fa3-87f3-508931ec957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.410615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20ea956b-9246-49f7-bd21-6535b98f060c req-4c7db345-212f-47eb-b76f-5db457a026d6 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.3902020 Feb 02 15:35:15.420379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.450470 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.459311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=a6afeba3-ab51-4bc4-965c-e9747e1263ba,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:15.462775 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-27ae1e08-43f7-45f7-87ab-923c9e9deb0a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/a6afeba3-ab51-4bc4-965c-e9747e1263ba HTTP/1.1" status: 204 len: 168 time: 3.1592722 Feb 02 15:35:15.467620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42916) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:15.483788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-489057294'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:15.484009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group_rule and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:15.487528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:15.490702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:15.494705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:15.498156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:15.505565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:15.579794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:15.581925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f13fb952-69d8-49ea-81a5-212c5e1435c4 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:35:15.585214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:15.588430 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.640869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:35:15.674874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-4b8a30bb-3e47-475f-b256-a56d6bcc3f47 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips/4a21289a-531c-48dc-9766-c35eeeb8fc03 HTTP/1.1" status: 200 len: 692 time: 0.1883576 Feb 02 15:35:15.685792 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.688124 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment 2ff75104-7235-4b6a-a7a7-3f62091b3dbd of type vlan for network db0a5140-feb5-4184-aee8-ba77932a706b Feb 02 15:35:15.794170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.853492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-c1ba6e19-7981-468d-9f22-d2def60dc180 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:15.867529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-c1ba6e19-7981-468d-9f22-d2def60dc180 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/networks/3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 784 time: 0.1886451 Feb 02 15:35:15.901868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f13fb952-69d8-49ea-81a5-212c5e1435c4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f13fb952-69d8-49ea-81a5-212c5e1435c4,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:15.948473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'f13fb952-69d8-49ea-81a5-212c5e1435c4', 'network_id': '5bd228ce-9439-47af-a3bd-1bd5683bdf17', 'port_id': 'f13fb952-69d8-49ea-81a5-212c5e1435c4', 'mac_address': 'fa:16:3e:8b:13:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f4c61-9668-436c-847a-84a8b84fb526', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:35:15.956174 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.960626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:15.961451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:15.967180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34530140-d17b-4fa3-87f3-508931ec957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.007384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34530140-d17b-4fa3-87f3-508931ec957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d7ac5-3231-4f0e-b02d-6ecbd58a4f4c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:16.010099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34530140-d17b-4fa3-87f3-508931ec957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.024834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-34530140-d17b-4fa3-87f3-508931ec957d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/283d7ac5-3231-4f0e-b02d-6ecbd58a4f4c HTTP/1.1" status: 204 len: 168 time: 0.8706691 Feb 02 15:35:16.025190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fe3694a2-c70d-4ab8-82f5-a03bdd1562dd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:16.085078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=db0a5140-feb5-4184-aee8-ba77932a706b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:16.156274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network db0a5140-feb5-4184-aee8-ba77932a706b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:35:16.166927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-11f10811-1693-430e-b78b-333838869397 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Synchronizing usage tracker for tenant:2bacb9bd1d55477d8bf5c7fafe605304 on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:16.174153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9ab672e5-d7a6-44bb-a552-41ad6d8cbb8a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7048402 Feb 02 15:35:16.177519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42928) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:16.187148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': 'db0a5140-feb5-4184-aee8-ba77932a706b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:16.240805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.251617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-11f10811-1693-430e-b78b-333838869397 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Unset dirty status for tenant:2bacb9bd1d55477d8bf5c7fafe605304 on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:16.258074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-11f10811-1693-430e-b78b-333838869397 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.3670654 Feb 02 15:35:16.299879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.345767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13fb952-69d8-49ea-81a5-212c5e1435c4 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:35:16.404685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-f5ea2208-af6a-4170-9328-fde3a1b6dc64 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.1317585 Feb 02 15:35:16.407683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.415721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-29fe0e5a-c179-42b7-98f0-91a25a8c0e9b None None] Provisioning for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:16.455386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f13fb952-69d8-49ea-81a5-212c5e1435c4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f13fb952-69d8-49ea-81a5-212c5e1435c4,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:16.457386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-29fe0e5a-c179-42b7-98f0-91a25a8c0e9b None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:16.457863 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-29fe0e5a-c179-42b7-98f0-91a25a8c0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.515578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:16.522212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:16.526465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:16.533303 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.535653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:16.578291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:16.578659 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.578779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05430aaa-f9d6-4735-9474-461fd83903d5 req-ebc5b4f6-e965-44e2-bd5a-bde0b10bf44e tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:16.581557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05430aaa-f9d6-4735-9474-461fd83903d5 req-ebc5b4f6-e965-44e2-bd5a-bde0b10bf44e tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 944 time: 0.1513889 Feb 02 15:35:16.642241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05430aaa-f9d6-4735-9474-461fd83903d5 req-ae6a4152-9d0e-4c29-9d1b-193141939a94 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547459 Feb 02 15:35:16.657103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334a5f48-e8dd-438e-9e7d-3bf02936db31,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:16.702205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.710649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-876d9fc8-5dc0-4e47-9b83-31c327a6822c tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6128283 Feb 02 15:35:16.711387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42936) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:16.722472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'security_group': {'name': 'tempest-secgroup-868370326'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:16.734836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:16.741449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:16.759419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:16.760266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Deleting port f6efd15a-eef2-4e17-ba35-e1ff0bc77e0c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:16.760805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:16.764941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:16.799461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:16.943287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['f13fb952-69d8-49ea-81a5-212c5e1435c4'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:35:16.969226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:16.978140 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa995b11-a1f3-4e46-93b8-a0677bd75ae2 None None] Sync routers for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:16.997284 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa995b11-a1f3-4e46-93b8-a0677bd75ae2 None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:17.001260 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-aa995b11-a1f3-4e46-93b8-a0677bd75ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:17.062134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f13fb952-69d8-49ea-81a5-212c5e1435c4,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:17.174203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.190681 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-aa995b11-a1f3-4e46-93b8-a0677bd75ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:17.190868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.207298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-29fe0e5a-c179-42b7-98f0-91a25a8c0e9b None None] Provisioning complete for port 15116ec4-334c-4cd6-85e4-29c7481770fe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:17.207665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-29fe0e5a-c179-42b7-98f0-91a25a8c0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.208186 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.222382 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa995b11-a1f3-4e46-93b8-a0677bd75ae2 None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:17.223350 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-aa995b11-a1f3-4e46-93b8-a0677bd75ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:17.245752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.278436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.280516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.419691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-29fe0e5a-c179-42b7-98f0-91a25a8c0e9b None None] Port 15116ec4-334c-4cd6-85e4-29c7481770fe cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:17.421455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-aa995b11-a1f3-4e46-93b8-a0677bd75ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:17.422185 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa995b11-a1f3-4e46-93b8-a0677bd75ae2 None None] The sync data for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:17.470445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:17.484428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:security_group_rule and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:17.502554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:17.515551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:17.665286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.821593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.824723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Calling delete_port for f6efd15a-eef2-4e17-ba35-e1ff0bc77e0c owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:17.847744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:17.976758 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-065e7393-a374-430c-8971-749826136685 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.1767521 Feb 02 15:35:17.983997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42958) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:18.022399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ca5272-e551-461c-80bc-b255cb3942fb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:18.070226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281f44-dbbd-474b-b44d-18b6d5267d2e req-5b4dcc24-8d82-43fd-94a9-3790b9714cdd tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:18.088168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-35281f44-dbbd-474b-b44d-18b6d5267d2e req-5b4dcc24-8d82-43fd-94a9-3790b9714cdd tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 945 time: 0.1638057 Feb 02 15:35:18.122939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:18.127024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:18.128567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c7044ef0-8b12-4cee-93be-8259164b0dce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4158964 Feb 02 15:35:18.149041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42964) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:18.161347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1425911636', 'security_groups': ['24ca5272-e551-461c-80bc-b255cb3942fb'], 'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '96f0b15e-4eb5-47ba-aa90-24f5f847757a'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:18.231209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=6b162a07-e069-4a1e-87bd-94aa3ce17153,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:18.265184 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:18.282132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-35281f44-dbbd-474b-b44d-18b6d5267d2e req-6560b21e-3b91-464f-aefb-a583e986c627 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850891 Feb 02 15:35:18.337961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Pushing event deleted for resources: {'Port': ['ID=f6efd15a-eef2-4e17-ba35-e1ff0bc77e0c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:18.383052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': '2ff75104-7235-4b6a-a7a7-3f62091b3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'db0a5140-feb5-4184-aee8-ba77932a706b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:18.385455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: db0a5140-feb5-4184-aee8-ba77932a706b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:35:18.393013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-60720874-4b89-4ca0-8e81-a728d42de821 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] 10.222.0.88 "GET /v2.0/floatingips/a3ee1c9c-1d30-40b4-b888-c6a7a7b9bc43 HTTP/1.1" status: 200 len: 982 time: 0.4073374 Feb 02 15:35:18.398890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42976) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:18.512672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42980) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:18.597576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:18.609456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:18.621776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a77cffef-67f9-4533-9801-e085bccc337f tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.2225742 Feb 02 15:35:18.624234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42986) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:18.631414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:18.686797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network db0a5140-feb5-4184-aee8-ba77932a706b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:35:18.705508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1923833606'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:18.711544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:18.712844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02df7cc9-9de1-48a2-86ee-b6e901430120 req-8353d39f-5a4f-448a-b54b-d3155c0e0895 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "DELETE /v2.0/floatingips/4a21289a-531c-48dc-9766-c35eeeb8fc03 HTTP/1.1" status: 204 len: 173 time: 2.2972050 Feb 02 15:35:18.714656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:18.731832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:network and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:18.736642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:18.744987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:18.746869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:18.826709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, db0a5140-feb5-4184-aee8-ba77932a706b) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:18.835015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262c5d6-96f0-480b-8208-9a478b6a7016 None None] Network db0a5140-feb5-4184-aee8-ba77932a706b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:18.894816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:18.895443 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:18.910120 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-47415b13-e8c0-433d-bc37-967f23eef5b7 req-9a63bb98-f1c5-481e-88f0-374e0c047db6 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] show failed (client error): The resource could not be found. Feb 02 15:35:18.911624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47415b13-e8c0-433d-bc37-967f23eef5b7 req-9a63bb98-f1c5-481e-88f0-374e0c047db6 tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips/4a21289a-531c-48dc-9766-c35eeeb8fc03 HTTP/1.1" status: 404 len: 350 time: 0.1675172 Feb 02 15:35:18.919115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:18.946844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] device_id is not set on port 2abf4a28-9889-49f8-b64c-3a562506e10b yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:35:18.959787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:18.965193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:18.998367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.016749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Deleting port d6b94461-cdd3-4727-9cd8-0bd8e3c020b9 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:19.017388 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.081039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:19.086438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:security_group_rule and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:19.089819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:19.096570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:19.101227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42996) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:19.136056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-db0a5140-feb5-4184-aee8-ba77932a706b', 'network_id': 'db0a5140-feb5-4184-aee8-ba77932a706b', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': '6b162a07-e069-4a1e-87bd-94aa3ce17153'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:35:19.137868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.193602 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-d20baf90-9c85-4ac0-b966-58cdf5d38962 req-8a418009-0f9f-41b1-ae40-9e3579959f3e tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] show failed (client error): The resource could not be found. Feb 02 15:35:19.194590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d20baf90-9c85-4ac0-b966-58cdf5d38962 req-8a418009-0f9f-41b1-ae40-9e3579959f3e tempest-FloatingIPsTestJSON-2065546524 tempest-FloatingIPsTestJSON-2065546524-project] 10.222.0.88 "GET /v2.0/floatingips/4a21289a-531c-48dc-9766-c35eeeb8fc03 HTTP/1.1" status: 404 len: 350 time: 0.0923538 Feb 02 15:35:19.212749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:19.266988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.267204 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.370404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Allocated IP 2001:db8::2 (db0a5140-feb5-4184-aee8-ba77932a706b/6b162a07-e069-4a1e-87bd-94aa3ce17153/55c764a3-62e6-479f-a007-e7bb0ba0b9e0) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:19.401213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Calling delete_port for d6b94461-cdd3-4727-9cd8-0bd8e3c020b9 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:19.446498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.481577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-113575f8-3388-4aad-9e33-58c9f5efdb3e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2997189 Feb 02 15:35:19.486178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43008) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:19.516052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.13 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/96f0b15e-4eb5-47ba-aa90-24f5f847757a/2abf4a28-9889-49f8-b64c-3a562506e10b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:19.533534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:19.540515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-722499754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:19.559868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] Usage tracker for resource:security_group_rule and tenant:c84774687a2b4502ab591b5419639917 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:19.573892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:19.578169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:19.603318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:router and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:19.607358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:19.610729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:19.613210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f13fb952-69d8-49ea-81a5-212c5e1435c4 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:19.627505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:19.636521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43014) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:19.773523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.816542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.818013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.922288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port f13fb952-69d8-49ea-81a5-212c5e1435c4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:19.928278 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.929606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port f13fb952-69d8-49ea-81a5-212c5e1435c4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:19.930037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.938580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d964fa25-9202-4fe5-8663-a86bb2487245 admin admin] Deleting subnet 8eefc434-82fc-4449-b631-4141e991daa5 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:19.943570 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d964fa25-9202-4fe5-8663-a86bb2487245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:19.976652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83786a-291a-4a37-85ba-aa615d526a4f req-1e5ce8b6-d687-4043-8d27-a65e814b1ada tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:19.978227 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f83786a-291a-4a37-85ba-aa615d526a4f req-1e5ce8b6-d687-4043-8d27-a65e814b1ada tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 945 time: 0.4968112 Feb 02 15:35:20.027172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d964fa25-9202-4fe5-8663-a86bb2487245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.055481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.080585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.084503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.100546 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.107669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 2abf4a28-9889-49f8-b64c-3a562506e10b will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:20.110418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Transition to ACTIVE for port object 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:20.147313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc8540d-f6e3-47c3-a1fb-4cf132015dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13fb952-69d8-49ea-81a5-212c5e1435c4'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:35:20.153976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:35:20.157697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.167955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port f13fb952-69d8-49ea-81a5-212c5e1435c4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f13fb952-69d8-49ea-81a5-212c5e1435c4,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:20.169738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Transition to ACTIVE for port object 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:20.180691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.180835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event deleted for resources: {'Port': ['ID=d6b94461-cdd3-4727-9cd8-0bd8e3c020b9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.190236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0c7084-c059-4851-b3f0-463331820dad,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.194636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f83786a-291a-4a37-85ba-aa615d526a4f req-bf6d7400-1be2-4ce0-8336-8221806f2b08 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094176 Feb 02 15:35:20.231981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.231981 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Added segment 68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb of type vlan for network 2b108652-b7f1-4e95-b1da-85ac7991b521 Feb 02 15:35:20.232355 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc8540d-f6e3-47c3-a1fb-4cf132015dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13fb952-69d8-49ea-81a5-212c5e1435c4', 'code': 200} Feb 02 15:35:20.241975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.244627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d964fa25-9202-4fe5-8663-a86bb2487245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.287490 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.292574 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.294339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.330925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.339781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Network db0a5140-feb5-4184-aee8-ba77932a706b is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:20.341798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.342498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:20.347438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:20.356805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=f13fb952-69d8-49ea-81a5-212c5e1435c4,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.378980 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.492560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:20.494894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71122085-8660-483c-a666-1f8c5ea7835a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.503535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:20.512193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Pushing event updated for resources: {'Port': ['ID=55c764a3-62e6-479f-a007-e7bb0ba0b9e0,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.512590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-471d7ecc-0b66-4399-a339-1b25e9b4bb74 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c84774687a2b4502ab591b5419639917&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4048817 Feb 02 15:35:20.512590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=2abf4a28-9889-49f8-b64c-3a562506e10b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.513002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43020) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:20.517224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Attempting to bind port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:35:20.518730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Attempting to bind port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '2ff75104-7235-4b6a-a7a7-3f62091b3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'db0a5140-feb5-4184-aee8-ba77932a706b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:35:20.518950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:20.520119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Attempting to bind port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 on network db0a5140-feb5-4184-aee8-ba77932a706b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:20.532707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:35:20.533093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Checking segment: {'id': '2ff75104-7235-4b6a-a7a7-3f62091b3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'db0a5140-feb5-4184-aee8-ba77932a706b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:20.533501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.534021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Bound using segment: {'id': '2ff75104-7235-4b6a-a7a7-3f62091b3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'db0a5140-feb5-4184-aee8-ba77932a706b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:35:20.534493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Bound port: 55c764a3-62e6-479f-a007-e7bb0ba0b9e0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff75104-7235-4b6a-a7a7-3f62091b3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'db0a5140-feb5-4184-aee8-ba77932a706b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:35:20.534871 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.546727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.546727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:20.547431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.606809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:20.607430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.616328 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.620540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-943206f6-3488-4690-bb53-26bb5dce170f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0906112 Feb 02 15:35:20.623222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43024) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:20.641343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] For port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:35:20.645108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] For port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55c764a3-62e6-479f-a007-e7bb0ba0b9e0,segment=NetworkSegment(2ff75104-7235-4b6a-a7a7-3f62091b3dbd),segment_id=2ff75104-7235-4b6a-a7a7-3f62091b3dbd)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:35:20.654405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d964fa25-9202-4fe5-8663-a86bb2487245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.700554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-198aa3c8-ae32-4dc1-80b0-0bedf345dc87 req-a8927963-9a89-445c-b4ef-318024735b94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 1097 time: 0.3541436 Feb 02 15:35:20.745464 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.790476 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e8fb62ba-2dbf-4a2a-a135-b5d638eec7fd tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6338162 Feb 02 15:35:20.799097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43028) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:20.809978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964fa25-9202-4fe5-8663-a86bb2487245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eefc434-82fc-4449-b631-4141e991daa5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.846478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Network': ['ID=2b108652-b7f1-4e95-b1da-85ac7991b521,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.846478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d964fa25-9202-4fe5-8663-a86bb2487245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.846478 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d964fa25-9202-4fe5-8663-a86bb2487245 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8eefc434-82fc-4449-b631-4141e991daa5 HTTP/1.1" status: 204 len: 168 time: 1.2027402 Feb 02 15:35:20.856338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43032) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:20.866142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:20.871090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:35:20.946014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c50cc65b-4d64-43fc-82f3-7065719c4ad8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4282792 Feb 02 15:35:20.954604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43036) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:20.960781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37338bed-86ce-43e6-a6e8-eab154b362a2 None None] Pushing event updated for resources: {'Port': ['ID=55c764a3-62e6-479f-a007-e7bb0ba0b9e0,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:20.963877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e834358-7fbc-4882-8973-314e32cca59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:20.968543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:20.978246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-198aa3c8-ae32-4dc1-80b0-0bedf345dc87 req-e5f4a2de-e0a9-4cdf-ab86-cbd215a5c8f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679317 Feb 02 15:35:21.094267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fd63cbae-4a9c-461d-bc6b-f9200d3b7997 None None] Provisioning for port 2abf4a28-9889-49f8-b64c-3a562506e10b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:21.101585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fd63cbae-4a9c-461d-bc6b-f9200d3b7997 None None] Provisioning complete for port 2abf4a28-9889-49f8-b64c-3a562506e10b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:21.101963 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd63cbae-4a9c-461d-bc6b-f9200d3b7997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.115571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.118367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e834358-7fbc-4882-8973-314e32cca59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.168043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fd63cbae-4a9c-461d-bc6b-f9200d3b7997 None None] Port 2abf4a28-9889-49f8-b64c-3a562506e10b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:21.180335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:21.243688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:21.246959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:21.257053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.291148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:21.295448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:21.298640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:21.306357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:21.330853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:21.397223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:21.400799 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.482466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:21.514192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.706821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e834358-7fbc-4882-8973-314e32cca59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.772615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79254ec1-3330-46c2-a881-4424ad397256']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:21.782270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e834358-7fbc-4882-8973-314e32cca59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71122085-8660-483c-a666-1f8c5ea7835a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:21.805842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42561e9-254f-4bd1-a18c-7a98e717561b') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:21.806170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42561e9-254f-4bd1-a18c-7a98e717561b') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:21.822877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7e834358-7fbc-4882-8973-314e32cca59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.826352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7e834358-7fbc-4882-8973-314e32cca59a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/71122085-8660-483c-a666-1f8c5ea7835a HTTP/1.1" status: 204 len: 168 time: 1.3104684 Feb 02 15:35:21.828452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.841652 n-d-827122-1 neutron-server[95772]: INFO neutron.db.ipam_backend_mixin [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 96f0b15e-4eb5-47ba-aa90-24f5f847757a (CIDR: 172.20.0.0/28) Feb 02 15:35:21.846932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.881730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:21.882144 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:35:21.882589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:21.980001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:22.072824 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.105643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e4d8d-f882-442a-b472-52b12e9029d1 req-9b9b69fc-6e4a-442c-81e6-0fe6a66a0e65 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:22.113016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e8e4d8d-f882-442a-b472-52b12e9029d1 req-9b9b69fc-6e4a-442c-81e6-0fe6a66a0e65 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 0.6824775 Feb 02 15:35:22.134440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:35:22.134891 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.149228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-61273b5e-6717-403d-b2b2-a3abd5d26e29 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3444333 Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:35:22.151154 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:35:22.153094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43044) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:22.158873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:22.299042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:22.313200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f14d3-c711-4385-a948-08b79b9281df None None] Network db0a5140-feb5-4184-aee8-ba77932a706b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:22.384505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e8e4d8d-f882-442a-b472-52b12e9029d1 req-8287ec31-b3d5-4507-a33e-8987e599f304 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706094 Feb 02 15:35:22.493454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Router 05de211b-3236-4237-a017-83b7a19e503f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:35:22.534450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-90841c8d-5cc4-46bf-9590-04b2674777d8 None None] Provisioning for port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:22.546081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-90841c8d-5cc4-46bf-9590-04b2674777d8 None None] Provisioning complete for port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:22.546499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-90841c8d-5cc4-46bf-9590-04b2674777d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.569645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.572403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.636250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.657393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=79254ec1-3330-46c2-a881-4424ad397256,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:22.674153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3a5dd1f3-ad84-49e9-b894-99aa7b5c3a0d admin admin] 10.222.0.88 "DELETE /v2.0/networks/79254ec1-3330-46c2-a881-4424ad397256 HTTP/1.1" status: 204 len: 168 time: 1.8149519 Feb 02 15:35:22.679311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:22.711220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=3e8540f0-05da-4526-b665-402f30e6bba6,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:22.718911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:22.725139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:22.747392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:22.747750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network hostable DHCP agents. Network: 2b108652-b7f1-4e95-b1da-85ac7991b521, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:35:22.750313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:22.766197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8::1 (db0a5140-feb5-4184-aee8-ba77932a706b/6b162a07-e069-4a1e-87bd-94aa3ce17153/85d6bef6-106f-4c41-b241-09bb0af0a4c5) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:22.826033 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-90841c8d-5cc4-46bf-9590-04b2674777d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.884561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-90841c8d-5cc4-46bf-9590-04b2674777d8 None None] For port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55c764a3-62e6-479f-a007-e7bb0ba0b9e0,segment=NetworkSegment(2ff75104-7235-4b6a-a7a7-3f62091b3dbd),segment_id=2ff75104-7235-4b6a-a7a7-3f62091b3dbd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:22.894242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:22.899682 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.903978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf4932-6e4c-4182-9fc4-3cf8973b39e6 None None] Sync routers for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:22.921819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf4932-6e4c-4182-9fc4-3cf8973b39e6 None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:22.922499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-78bf4932-6e4c-4182-9fc4-3cf8973b39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:22.937202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:22.941533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:22.965471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:35:22.993626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3fc7dac3-d992-4304-a3b5-62ef5905044c tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "DELETE /v2.0/floatingips/a3ee1c9c-1d30-40b4-b888-c6a7a7b9bc43 HTTP/1.1" status: 204 len: 168 time: 4.3681154 Feb 02 15:35:23.001017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43060) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:23.002831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:23.011057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:23.016286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Usage tracker for resource:floatingip and tenant:b870b69b4a7f47eaaf0000b555be8bae is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:23.019485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:23.028584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:23.039956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-78bf4932-6e4c-4182-9fc4-3cf8973b39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:23.042418 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-90841c8d-5cc4-46bf-9590-04b2674777d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.076315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 2b108652-b7f1-4e95-b1da-85ac7991b521) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:23.081041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:23.081693 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.123264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.125022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90841c8d-5cc4-46bf-9590-04b2674777d8 None None] Pushing event updated for resources: {'Port': ['ID=55c764a3-62e6-479f-a007-e7bb0ba0b9e0,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:23.127625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ac44f-e030-45fd-9b25-6688b17a184a None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:23.215260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43064) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:23.237175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf4932-6e4c-4182-9fc4-3cf8973b39e6 None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:23.239612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-78bf4932-6e4c-4182-9fc4-3cf8973b39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:34:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:23.241292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-19219ae5-2b53-420b-9f59-a0914c7be566 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2832251 Feb 02 15:35:23.245184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43070) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:23.261701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'name': 'tempest-NetworksTestDHCPv6-81223837'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:23.289959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.317529 n-d-827122-1 neutron-server[95772]: INFO neutron.db.ipam_backend_mixin [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 43ae3598-6643-4e6d-afc2-b383ba9032d9 (CIDR: 172.20.0.16/28) Feb 02 15:35:23.329409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object 85d6bef6-106f-4c41-b241-09bb0af0a4c5 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:23.342510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-78bf4932-6e4c-4182-9fc4-3cf8973b39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:23.342934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf4932-6e4c-4182-9fc4-3cf8973b39e6 None None] The sync data for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:23.378335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c5211bbd-76cc-4077-938e-92537b5feaef None None] Provisioning complete for port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:23.378789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5211bbd-76cc-4077-938e-92537b5feaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.383738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-593f8a1e-afe9-4b1b-a039-4dca491bdebf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f08c82c4d033445481c103ef931477a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1647825 Feb 02 15:35:23.386517 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:35:23.386965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:23.398768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43074) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:23.499207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-010c85cc-40fc-4408-a916-0f1ef1b02866 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3428226 Feb 02 15:35:23.503723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43082) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:23.512372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'subnet': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:23.555806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:23.576129 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41be0719-f984-4acd-b1ba-6ef6a1cf7739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.579041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:23.591307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:23.600408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:23.603080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.603732 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.663178 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41be0719-f984-4acd-b1ba-6ef6a1cf7739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.664592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '3e8540f0-05da-4526-b665-402f30e6bba6'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:35:23.665660 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.731953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:23.735199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:23.744994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43088) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:23.805106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port f12997c3-d98c-437d-b33b-c80ede4fcaed yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:35:23.913255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/3e8540f0-05da-4526-b665-402f30e6bba6/9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:23.934784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Allocated IP 172.25.0.193 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/35525bf0-f9c1-4875-9977-f4761e18df6c) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:23.955156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1688865958-network', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:23.957637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:23.963825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:23.978514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Deleting port dbd338d8-51d9-4aee-ae5f-bca8385fc880 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:23.979145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.065072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:24.102979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Usage tracker for resource:network and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:24.114260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Usage tracker for resource:subnet and tenant:2aa4e36747694bb5ada991c26d54c6c9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:24.114406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:24.114406 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.115023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:24.120249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:24.149573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41be0719-f984-4acd-b1ba-6ef6a1cf7739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.156610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:24.170714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network db0a5140-feb5-4184-aee8-ba77932a706b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:24.175090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:24.175365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=85d6bef6-106f-4c41-b241-09bb0af0a4c5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:24.186392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be0719-f984-4acd-b1ba-6ef6a1cf7739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d7943-4a67-4576-882b-4ebf0b4b1400,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:24.228689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:24.237739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:24.238279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.268479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.268736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Made reservation on behalf of 2aa4e36747694bb5ada991c26d54c6c9 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:24.310727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Made reservation on behalf of d2971ab893e9473db58772f7ac70b904 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:24.315088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.337569 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.344900 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.353819 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41be0719-f984-4acd-b1ba-6ef6a1cf7739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.357397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-41be0719-f984-4acd-b1ba-6ef6a1cf7739 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af8d7943-4a67-4576-882b-4ebf0b4b1400 HTTP/1.1" status: 204 len: 168 time: 0.9554369 Feb 02 15:35:24.359132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Transition to ACTIVE for port object 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:24.375549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.380821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Transition to ACTIVE for port object 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:24.406112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8da34-bc25-47bd-a0d6-4aca9b45ba84 req-b60cf28b-f8f8-445d-a4a9-16dfd5ad02ab tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:24.408112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8c8da34-bc25-47bd-a0d6-4aca9b45ba84 req-b60cf28b-f8f8-445d-a4a9-16dfd5ad02ab tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 0.5576575 Feb 02 15:35:24.431653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:24.454124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Usage tracker for resource:security_group_rule and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:24.463677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:24.466404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.507450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:24.510874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:24.513493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] For port dbd338d8-51d9-4aee-ae5f-bca8385fc880, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dbd338d8-51d9-4aee-ae5f-bca8385fc880,segment=NetworkSegment(89e0f020-b585-46c2-b93a-702faf07b2d6),segment_id=89e0f020-b585-46c2-b93a-702faf07b2d6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:24.514376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.517733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:24.520869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:24.559559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Pushing event updated for resources: {'Port': ['ID=35525bf0-f9c1-4875-9977-f4761e18df6c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:24.624081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Pushing event updated for resources: {'Port': ['ID=9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:24.626503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8274963e-5160-4717-98ba-c68b24d03361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.633062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::33a (2b108652-b7f1-4e95-b1da-85ac7991b521/3e8540f0-05da-4526-b665-402f30e6bba6/f12997c3-d98c-437d-b33b-c80ede4fcaed) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:24.649669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:24.652219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:24.653432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:24.669151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Calling delete_port for dbd338d8-51d9-4aee-ae5f-bca8385fc880 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:24.740829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Attempting to bind port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:35:24.741208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Attempting to bind port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:35:24.741562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Attempting to bind port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:24.749398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d7c8bd80-0426-4b09-8006-899fa03cb949 None None] Provisioning for port 85d6bef6-106f-4c41-b241-09bb0af0a4c5 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:24.754335 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.762282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:35:24.762849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:24.763258 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.763779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:35:24.766850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Bound port: 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:35:24.766850 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.790049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d7c8bd80-0426-4b09-8006-899fa03cb949 None None] Provisioning complete for port 85d6bef6-106f-4c41-b241-09bb0af0a4c5 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:24.790424 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d7c8bd80-0426-4b09-8006-899fa03cb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.834815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.930957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:35:24.958656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.971172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] For port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:35:24.975822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] For port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:35:24.977671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d7c8bd80-0426-4b09-8006-899fa03cb949 None None] Port 85d6bef6-106f-4c41-b241-09bb0af0a4c5 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:24.987540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357b5ea5-f108-48cd-83cf-977d6942db03,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:24.991946 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.993058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:24.993462 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Added segment 3f1d1dae-ae1e-45e7-801d-9cb2f25e3193 of type vlan for network 733f04c1-ef8d-4640-850d-26cf7edb1b05 Feb 02 15:35:25.050053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.060091 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.149853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.150471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1edee7-a41f-408d-87be-24055b814dec None None] Pushing event updated for resources: {'Port': ['ID=9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:25.213197 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.214055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:25.214618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.227337 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.297726 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.303396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8c8da34-bc25-47bd-a0d6-4aca9b45ba84 req-92310ea2-69b7-4ab3-a42d-924c8d169440 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8877168 Feb 02 15:35:25.372076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.417793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd338d8-51d9-4aee-ae5f-bca8385fc880,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:25.476295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] Pushing event updated for resources: {'Network': ['ID=733f04c1-ef8d-4640-850d-26cf7edb1b05,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:25.488760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:35:25.532474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-31fb1d72-e54d-4dc0-9555-92dea88a3c2e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7819388 Feb 02 15:35:25.539604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43110) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:25.635897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.640815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object f12997c3-d98c-437d-b33b-c80ede4fcaed will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:25.673719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Request body: {'subnet': {'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1688865958-subnet', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:25.744758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:25.749823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Usage tracker for resource:subnet and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:25.753535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:25.762431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:25.777551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:25.869052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Made reservation on behalf of d2971ab893e9473db58772f7ac70b904 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:25.871260 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.071095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:26.187768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Pushing event updated for resources: {'Port': ['ID=35525bf0-f9c1-4875-9977-f4761e18df6c,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:26.235926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:26.349880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.362304 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.401861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.464227 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.465028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.475519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b013ca-07be-4085-9364-b7d7ab87af1d req-0181f368-ca98-4a8e-8062-2e2d1fc3606b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:26.477232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37b013ca-07be-4085-9364-b7d7ab87af1d req-0181f368-ca98-4a8e-8062-2e2d1fc3606b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 0.8150930 Feb 02 15:35:26.495356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:26.515169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:26.515411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.518894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=f12997c3-d98c-437d-b33b-c80ede4fcaed,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:26.524765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:26.529695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:26.530252 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.545467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9268de2-6753-4250-8e28-aa5beec7a82e None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:26.554802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.599500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.600215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-44dbb140-e326-403e-bfe2-fbb817ef78ac tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6019812 Feb 02 15:35:26.607871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=85d6bef6-106f-4c41-b241-09bb0af0a4c5,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:26.608861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43122) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:26.627182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37b013ca-07be-4085-9364-b7d7ab87af1d req-513a45c7-1202-4dcd-bc3c-5bf770580d99 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378279 Feb 02 15:35:26.657657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af53baba-71ee-46cf-8c6f-6cf3fb3d138e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:26.686488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:26.691193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dcbb389c-76bb-4e51-9662-ede151879af5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4391510 Feb 02 15:35:26.694932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43130) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:26.750441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2b9d0048-ac53-4b7b-a6d6-03389cd37e9d None None] Provisioning for port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:26.764732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2b9d0048-ac53-4b7b-a6d6-03389cd37e9d None None] Provisioning complete for port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:26.765522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2b9d0048-ac53-4b7b-a6d6-03389cd37e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.798949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:26.800879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Checking segment: {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:26.801961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Network hostable DHCP agents. Network: 733f04c1-ef8d-4640-850d-26cf7edb1b05, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:35:26.805366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:26.805781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.878544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5469b30-9ac2-4913-9b71-e4f9139a3506 None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:26.903558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Subnet': ['ID=39a48f27-e72b-4f59-bc89-cb118cecc6f8,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:26.911651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d3423-f6e3-4982-9b0e-81122a64d08b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:26.924862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d3423-f6e3-4982-9b0e-81122a64d08b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:26.926001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e36d3423-f6e3-4982-9b0e-81122a64d08b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:26.949989 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:26.998712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:27.011662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:35:27.011662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:27.017575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Usage tracker for resource:floatingip and tenant:5a408060f38642fda2303159cd834916 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:27.020078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:27.026210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:27.046956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e36d3423-f6e3-4982-9b0e-81122a64d08b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:27.055494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a5a87b08-6dbb-40c2-b123-0ef206a582a9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5468254 Feb 02 15:35:27.055494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43134) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:27.055692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43138) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:27.064350 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e36d3423-f6e3-4982-9b0e-81122a64d08b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3661811 Feb 02 15:35:27.071029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9086c2fc-1d8b-457b-be71-5f03a2e3239d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.124215 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2b9d0048-ac53-4b7b-a6d6-03389cd37e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.125983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1127208141', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39a48f27-e72b-4f59-bc89-cb118cecc6f8'}], 'security_groups': ['99c9268d-37f4-44c8-aae8-9b27c530af76', '334a5f48-e8dd-438e-9e7d-3bf02936db31']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:27.138860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 733f04c1-ef8d-4640-850d-26cf7edb1b05) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:27.140568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.167891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77300609-6cef-45d0-878d-48c0596cd329 None None] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:27.183381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:27.184271 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.210272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e12c-5015-4821-a857-4d9247f2b88e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port f12997c3-d98c-437d-b33b-c80ede4fcaed {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:27.210906 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e12c-5015-4821-a857-4d9247f2b88e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.281963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network db0a5140-feb5-4184-aee8-ba77932a706b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:27.299620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:27.314130 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-81c0b3f8-2d29-4ea8-a58d-7ab43dd37544 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6755450 Feb 02 15:35:27.328718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43146) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:27.336421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:27.350521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:27.361405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Usage tracker for resource:router and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:27.374340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:27.408043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:27.442785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2b9d0048-ac53-4b7b-a6d6-03389cd37e9d None None] For port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:27.450044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9084be-e208-4d49-a6c0-8b31209e4f5a req-44ab224d-3c1a-4e59-b7d8-f7b265470c9b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:27.451558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce9084be-e208-4d49-a6c0-8b31209e4f5a req-44ab224d-3c1a-4e59-b7d8-f7b265470c9b tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 0.2766550 Feb 02 15:35:27.523735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce9084be-e208-4d49-a6c0-8b31209e4f5a req-36c1b228-e4ef-4275-93fb-7b7d5faeada3 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567014 Feb 02 15:35:27.587593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.641380 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2b9d0048-ac53-4b7b-a6d6-03389cd37e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.673829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.675090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.700153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-733f04c1-ef8d-4640-850d-26cf7edb1b05', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:35:27.700887 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.743673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.875115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d0048-ac53-4b7b-a6d6-03389cd37e9d None None] Pushing event updated for resources: {'Port': ['ID=9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:27.881438 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:27.931969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ac3c6cf2-163b-4a08-b827-fb9645b5b650 None None] Provisioning complete for port 85d6bef6-106f-4c41-b241-09bb0af0a4c5 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:27.932613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6cf2-163b-4a08-b827-fb9645b5b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.105197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Allocated IP 172.25.0.80 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/791c19d3-59cb-47cd-8499-09a54db756f8) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:28.119951 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.202824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c6cf2-163b-4a08-b827-fb9645b5b650 None None] Port 85d6bef6-106f-4c41-b241-09bb0af0a4c5 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:28.265738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Allocated IP 172.20.0.2 (733f04c1-ef8d-4640-850d-26cf7edb1b05/af53baba-71ee-46cf-8c6f-6cf3fb3d138e/a9a14eab-e1dc-4983-abe5-3dca408f3040) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:28.299528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e164f59-a125-403c-b725-392e64dbef53 None None] Update dhcp port {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'fixed_ips': [{'subnet_id': '43ae3598-6643-4e6d-afc2-b383ba9032d9', 'ip_address': '172.20.0.18'}, {'subnet_id': '96f0b15e-4eb5-47ba-aa90-24f5f847757a', 'ip_address': '172.20.0.2'}, {'subnet_id': '39a48f27-e72b-4f59-bc89-cb118cecc6f8'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'fe3694a2-c70d-4ab8-82f5-a03bdd1562dd'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:35:28.418012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.424527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.430401 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.467470 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3e164f59-a125-403c-b725-392e64dbef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.488249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e12c-5015-4821-a857-4d9247f2b88e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.559380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.580013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74dcade7-1a9f-4d6b-8dde-321f41c05360 None None] Provisioning for port f12997c3-d98c-437d-b33b-c80ede4fcaed completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:28.646893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:28.654030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:28.656911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Pushing event updated for resources: {'Port': ['ID=791c19d3-59cb-47cd-8499-09a54db756f8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:28.660752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:28.665110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74dcade7-1a9f-4d6b-8dde-321f41c05360 None None] Provisioning complete for port f12997c3-d98c-437d-b33b-c80ede4fcaed triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:28.665110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74dcade7-1a9f-4d6b-8dde-321f41c05360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.670875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e12c-5015-4821-a857-4d9247f2b88e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for f12997c3-d98c-437d-b33b-c80ede4fcaed owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:28.730533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-74dcade7-1a9f-4d6b-8dde-321f41c05360 None None] Port f12997c3-d98c-437d-b33b-c80ede4fcaed cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:28.783907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9475a6-53e6-4652-b8ef-4355d4ccd68d req-0896ff50-e4ff-4f7f-b0b3-1390956015e9 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:28.794628 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ea9475a6-53e6-4652-b8ef-4355d4ccd68d req-0896ff50-e4ff-4f7f-b0b3-1390956015e9 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 1.0072544 Feb 02 15:35:28.835329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74dcade7-1a9f-4d6b-8dde-321f41c05360 None None] Provisioning complete for port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:28.835694 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74dcade7-1a9f-4d6b-8dde-321f41c05360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.872894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.910045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.935410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Transition to ACTIVE for port object a9a14eab-e1dc-4983-abe5-3dca408f3040 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:28.951540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:28.984506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Transition to ACTIVE for port object a9a14eab-e1dc-4983-abe5-3dca408f3040 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:28.993013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3e164f59-a125-403c-b725-392e64dbef53 None None] Allocated IP 172.20.0.34 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/39a48f27-e72b-4f59-bc89-cb118cecc6f8/fe3694a2-c70d-4ab8-82f5-a03bdd1562dd) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:29.041652 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.063037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.115482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ea9475a6-53e6-4652-b8ef-4355d4ccd68d req-0ba4c8e1-4a5e-4320-a1da-6665676c9a69 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196495 Feb 02 15:35:29.203536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Pushing event updated for resources: {'Port': ['ID=a9a14eab-e1dc-4983-abe5-3dca408f3040,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:29.324459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.336038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3e164f59-a125-403c-b725-392e64dbef53 None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:29.351243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:29.353832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:29.357075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:29.359003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Allocated IP 172.25.0.93 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/733e0b08-a697-4e6b-9c13-591d6ad93af2) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:29.363366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e12c-5015-4821-a857-4d9247f2b88e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.418383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e12c-5015-4821-a857-4d9247f2b88e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=f12997c3-d98c-437d-b33b-c80ede4fcaed,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:29.424557 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3e164f59-a125-403c-b725-392e64dbef53 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.479329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e12c-5015-4821-a857-4d9247f2b88e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.499636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3e164f59-a125-403c-b725-392e64dbef53 None None] Transition to ACTIVE for port object fe3694a2-c70d-4ab8-82f5-a03bdd1562dd will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:29.503447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 5f338281-0593-4a0f-a2c2-092af5a547c8 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:35:29.517200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Attempting to bind port a9a14eab-e1dc-4983-abe5-3dca408f3040 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:35:29.517621 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Attempting to bind port a9a14eab-e1dc-4983-abe5-3dca408f3040 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:35:29.517969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Attempting to bind port a9a14eab-e1dc-4983-abe5-3dca408f3040 on network 733f04c1-ef8d-4640-850d-26cf7edb1b05 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:29.527336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:35:29.527710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Checking segment: {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:29.528141 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.528531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Bound using segment: {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:35:29.529336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Bound port: a9a14eab-e1dc-4983-abe5-3dca408f3040, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:35:29.529711 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.626243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3e164f59-a125-403c-b725-392e64dbef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.644457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e5b7e12c-5015-4821-a857-4d9247f2b88e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/f12997c3-d98c-437d-b33b-c80ede4fcaed HTTP/1.1" status: 204 len: 168 time: 2.5899203 Feb 02 15:35:29.670227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43164) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:29.773636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:35:29.781720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] For port a9a14eab-e1dc-4983-abe5-3dca408f3040, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:35:29.785185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] For port a9a14eab-e1dc-4983-abe5-3dca408f3040, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a9a14eab-e1dc-4983-abe5-3dca408f3040,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:35:29.803368 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.827688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0595e71c-1e63-456b-a96e-38ff987187a3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:29.834200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0595e71c-1e63-456b-a96e-38ff987187a3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:29.835108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0595e71c-1e63-456b-a96e-38ff987187a3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:29.881527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.902520 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.925203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:29.932317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e164f59-a125-403c-b725-392e64dbef53 None None] Pushing event updated for resources: {'Port': ['ID=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:29.976285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:30.042302 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:30.081941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0595e71c-1e63-456b-a96e-38ff987187a3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:30.082977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67237c-ad2b-4f0f-934f-0db0386a1356 None None] Pushing event updated for resources: {'Port': ['ID=a9a14eab-e1dc-4983-abe5-3dca408f3040,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:30.084193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0595e71c-1e63-456b-a96e-38ff987187a3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4117844 Feb 02 15:35:30.093755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43172) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:30.099877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Pushing event updated for resources: {'Port': ['ID=791c19d3-59cb-47cd-8499-09a54db756f8,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:30.115820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:30.119311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:30.119767 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:30.322720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:30.330566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:30.339651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:30.358437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:30.414734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Pushing event updated for resources: {'Port': ['ID=733e0b08-a697-4e6b-9c13-591d6ad93af2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:30.479374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Delete allocated IP 172.20.0.13 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/96f0b15e-4eb5-47ba-aa90-24f5f847757a) {{(pid=95772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 15:35:30.535022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Allocated IP 172.20.0.44 (425f7c26-d8cd-4f9d-ba42-87ec130326f0/39a48f27-e72b-4f59-bc89-cb118cecc6f8/2abf4a28-9889-49f8-b64c-3a562506e10b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:30.619449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:30.620739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-994354f3-93a8-4ee0-a996-7a1eeaaa43ba tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0107048 Feb 02 15:35:30.636159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43178) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:30.756995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-14be0db3-5f87-4c45-b29b-2d8286f3f017 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Synchronizing usage tracker for tenant:b870b69b4a7f47eaaf0000b555be8bae on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:30.772560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bfc047-5287-462a-ad7e-db23d20497c2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 3e8540f0-05da-4526-b665-402f30e6bba6 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:30.777813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Router 736730ee-7f13-4f11-8b37-0cf92b37dd8d has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:35:30.778915 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84bfc047-5287-462a-ad7e-db23d20497c2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:30.783996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00e7bf-050b-4530-98ea-2768b9da435f req-c9e705f1-97a2-4ecc-b3a6-bab0153f7442 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:30.786066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb00e7bf-050b-4530-98ea-2768b9da435f req-c9e705f1-97a2-4ecc-b3a6-bab0153f7442 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 0.6329000 Feb 02 15:35:30.877654 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84bfc047-5287-462a-ad7e-db23d20497c2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:30.946296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-14be0db3-5f87-4c45-b29b-2d8286f3f017 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Unset dirty status for tenant:b870b69b4a7f47eaaf0000b555be8bae on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:30.950121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-14be0db3-5f87-4c45-b29b-2d8286f3f017 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.3104019 Feb 02 15:35:30.951439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43182) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:30.973806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:30.985017 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd6c7f-0c56-4fc9-9a4c-b8ec00b50354 None None] Sync routers for ids ['5f338281-0593-4a0f-a2c2-092af5a547c8'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:30.989894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84bfc047-5287-462a-ad7e-db23d20497c2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:30.998605 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd6c7f-0c56-4fc9-9a4c-b8ec00b50354 None None] Routers {'5f338281-0593-4a0f-a2c2-092af5a547c8'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:30.999232 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-58fd6c7f-0c56-4fc9-9a4c-b8ec00b50354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['5f338281-0593-4a0f-a2c2-092af5a547c8'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:31.036950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-25f3d98d-a53d-47a0-a394-e8fc92310204 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/5f338281-0593-4a0f-a2c2-092af5a547c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4067791 Feb 02 15:35:31.040518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43186) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:31.062904 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-58fd6c7f-0c56-4fc9-9a4c-b8ec00b50354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:31.066344 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb00e7bf-050b-4530-98ea-2768b9da435f req-b2131ef9-effc-458a-bfdf-b2792959a532 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625968 Feb 02 15:35:31.076378 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd6c7f-0c56-4fc9-9a4c-b8ec00b50354 None None] Routers {'5f338281-0593-4a0f-a2c2-092af5a547c8'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:31.076595 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-58fd6c7f-0c56-4fc9-9a4c-b8ec00b50354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['5f338281-0593-4a0f-a2c2-092af5a547c8'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:31.080348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Provisioning for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:31.087766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:31.090093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.103766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8ba6325d-b2d2-4700-a3f4-004ddb4b4177 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Synchronizing usage tracker for tenant:eab6f1eb369341598f4566fe4c34a00d on resource:floatingip {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:31.131883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.189490 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-58fd6c7f-0c56-4fc9-9a4c-b8ec00b50354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:31.190865 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd6c7f-0c56-4fc9-9a4c-b8ec00b50354 None None] The sync data for ids ['5f338281-0593-4a0f-a2c2-092af5a547c8'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:31.195357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Transition to ACTIVE for port object 2abf4a28-9889-49f8-b64c-3a562506e10b will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:31.211209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4221f925-7523-45bd-8c4f-4fe59f168ec5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:31.212224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4221f925-7523-45bd-8c4f-4fe59f168ec5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:31.272967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.274795 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.311059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8ba6325d-b2d2-4700-a3f4-004ddb4b4177 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Unset dirty status for tenant:eab6f1eb369341598f4566fe4c34a00d on resource:floatingip {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:31.318078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8ba6325d-b2d2-4700-a3f4-004ddb4b4177 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3541968 Feb 02 15:35:31.319021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.325853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43192) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:31.435871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4221f925-7523-45bd-8c4f-4fe59f168ec5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:31.440604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4221f925-7523-45bd-8c4f-4fe59f168ec5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports/85d6bef6-106f-4c41-b241-09bb0af0a4c5 HTTP/1.1" status: 200 len: 911 time: 0.3993518 Feb 02 15:35:31.451620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43196) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:31.462299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84bfc047-5287-462a-ad7e-db23d20497c2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.493012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Provisioning for port 2abf4a28-9889-49f8-b64c-3a562506e10b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:31.502577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Provisioning complete for port 2abf4a28-9889-49f8-b64c-3a562506e10b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:31.503098 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.595401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Port 2abf4a28-9889-49f8-b64c-3a562506e10b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:31.635501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Provisioning complete for port 15116ec4-334c-4cd6-85e4-29c7481770fe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:31.636007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.712791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-546a6d38-237c-455b-a4a3-e42810b15ad3 None None] Port 15116ec4-334c-4cd6-85e4-29c7481770fe cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:31.725600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event updated for resources: {'Port': ['ID=2abf4a28-9889-49f8-b64c-3a562506e10b,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:31.737206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Deleting port 791c19d3-59cb-47cd-8499-09a54db756f8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:31.737802 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.754641 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84bfc047-5287-462a-ad7e-db23d20497c2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:31.762290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c2c735-1f07-4c17-9e73-ab6be211f3ca None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:31.876572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfc047-5287-462a-ad7e-db23d20497c2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8540f0-05da-4526-b665-402f30e6bba6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:31.915482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79128edc-0093-4bfe-be76-68a485b9b72f None None] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:31.934253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-84bfc047-5287-462a-ad7e-db23d20497c2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/3e8540f0-05da-4526-b665-402f30e6bba6 HTTP/1.1" status: 204 len: 168 time: 1.8279870 Feb 02 15:35:31.949731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43202) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:32.111682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4582eb88-80b6-4c89-8131-334c86c69795 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1541693 Feb 02 15:35:32.118898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fe3694a2-c70d-4ab8-82f5-a03bdd1562dd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:32.123597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:32.135486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:32.140928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:32.147822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] In _notify_port_updated(), no bound segment for port 2abf4a28-9889-49f8-b64c-3a562506e10b on network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:35:32.152970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:32.154023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:32.155611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4250fa34-6f4c-40ba-8625-961271857360 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "PUT /v2.0/ports/2abf4a28-9889-49f8-b64c-3a562506e10b HTTP/1.1" status: 200 len: 960 time: 5.0990310 Feb 02 15:35:32.163326 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d005f6ea-85bc-405f-9c22-faf036ea9696 admin admin] 10.222.0.88 "PUT /v2.0/routers/736730ee-7f13-4f11-8b37-0cf92b37dd8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9496350 Feb 02 15:35:32.164560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43210) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:32.172243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43212) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:32.188611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86936dd5-e3d6-428b-b9e4-8dbd3b40fc6c req-62acb2f2-dea1-4884-b1e4-96eb59ba430a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:32.190063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86936dd5-e3d6-428b-b9e4-8dbd3b40fc6c req-62acb2f2-dea1-4884-b1e4-96eb59ba430a tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 0.8073781 Feb 02 15:35:32.210715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f475005-d749-4392-83dc-76ba3439193c None None] Sync routers for ids ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:32.345179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f475005-d749-4392-83dc-76ba3439193c None None] Routers {'736730ee-7f13-4f11-8b37-0cf92b37dd8d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:32.345824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f475005-d749-4392-83dc-76ba3439193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:32.415207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-570c5fb3-e103-4d2c-85d5-0e7474b962b7 None None] Provisioning for port a9a14eab-e1dc-4983-abe5-3dca408f3040 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:32.470271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-53ad9dd2-e15b-49bc-8701-b3eaabe6f137 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 2abf4a28-9889-49f8-b64c-3a562506e10b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:32.471187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:32.471330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-53ad9dd2-e15b-49bc-8701-b3eaabe6f137 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:32.471556 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:32.512350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:32.529549 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86936dd5-e3d6-428b-b9e4-8dbd3b40fc6c req-87604dea-1e74-4d2d-83b8-5846c441d176 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309574 Feb 02 15:35:32.566013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:32.572317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:32.586425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:32.619413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:32.620729 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:32.663317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:35:32.708539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] Deleting port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:32.708908 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:32.756766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:32.762072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:32.793389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Calling delete_port for 791c19d3-59cb-47cd-8499-09a54db756f8 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:32.926276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d64e3bb4-a97d-4928-ad4b-fa84405ee376 None None] Provisioning complete for port 2abf4a28-9889-49f8-b64c-3a562506e10b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:32.926972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d64e3bb4-a97d-4928-ad4b-fa84405ee376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:33.033108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2f475005-d749-4392-83dc-76ba3439193c None None] Set router 736730ee-7f13-4f11-8b37-0cf92b37dd8d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:35:33.167514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:33.183059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-53ad9dd2-e15b-49bc-8701-b3eaabe6f137 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:33.184145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d64e3bb4-a97d-4928-ad4b-fa84405ee376 None None] Port 2abf4a28-9889-49f8-b64c-3a562506e10b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:33.263383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:35:33.281166 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:33.351147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-53ad9dd2-e15b-49bc-8701-b3eaabe6f137 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 2abf4a28-9889-49f8-b64c-3a562506e10b owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:33.428039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:33.450430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a9a14eab-e1dc-4983-abe5-3dca408f3040 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:33.482602 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:33.566851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=9b7b7bfa-271d-4021-a643-61c706733114,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:33.587188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:33.622368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:33.632829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:33.633463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:33.633607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] For port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:33.634197 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:33.731045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Pushing event deleted for resources: {'Port': ['ID=791c19d3-59cb-47cd-8499-09a54db756f8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:33.858182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] Calling delete_port for 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:33.956603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-53ad9dd2-e15b-49bc-8701-b3eaabe6f137 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.014751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f7a0df6c-3d28-4635-b958-95f0e3e2db33 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8869298 Feb 02 15:35:34.034079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43230) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:34.059511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'name': 'tempest-NetworksTestDHCPv6-2961607'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:34.089813 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.093848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad9dd2-e15b-49bc-8701-b3eaabe6f137 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=2abf4a28-9889-49f8-b64c-3a562506e10b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:34.100789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.132146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.133682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3e6ffc58-02c9-459b-9daa-41d17d7bfe5a tempest-FloatingIPAdminTestJSON-1221286416 tempest-FloatingIPAdminTestJSON-1221286416-project] 10.222.0.88 "DELETE /v2.0/floatingips/62200205-aa40-4b0e-8ad7-c1f96f31cd9b HTTP/1.1" status: 204 len: 168 time: 2.8067772 Feb 02 15:35:34.140869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43234) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:34.148107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] No DVR routers for this DVR port 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:34.161773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1a952-7d2d-4197-8140-1e6bf73acd59 None None] Pushing event deleted for resources: {'Port': ['ID=9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:34.176519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c62f87-3f87-476b-a2da-8e7cb3e29563 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:34.364399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a9a14eab-e1dc-4983-abe5-3dca408f3040 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:34.368836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:34.383097 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Sync routers for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:34.403942 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:34.404821 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:34.408409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a9a14eab-e1dc-4983-abe5-3dca408f3040 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:34.408409 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.480162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:34.498665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '9b7b7bfa-271d-4021-a643-61c706733114'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:35:34.499570 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.500085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:34.508614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:34.525094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:34.579302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.583605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-66af2def-ff4f-480b-99de-3314d704f99e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2527297 Feb 02 15:35:34.588954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43240) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:34.591749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43242) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:34.646851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f475005-d749-4392-83dc-76ba3439193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:35:24Z', 'revision_number': 5, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:34.672521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f475005-d749-4392-83dc-76ba3439193c None None] Checking router: 736730ee-7f13-4f11-8b37-0cf92b37dd8d for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:35:34.695410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f475005-d749-4392-83dc-76ba3439193c None None] Routers {'736730ee-7f13-4f11-8b37-0cf92b37dd8d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:34.696035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f475005-d749-4392-83dc-76ba3439193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:34.716907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:34.719915 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.796659 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.807794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 3fac21d0-2332-47c5-a05a-2694251dc121 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:35:34.836704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Deleting port 35525bf0-f9c1-4875-9977-f4761e18df6c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:34.837069 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:34.864595 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:35:35.005237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-53ad9dd2-e15b-49bc-8701-b3eaabe6f137 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.008173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-53ad9dd2-e15b-49bc-8701-b3eaabe6f137 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/2abf4a28-9889-49f8-b64c-3a562506e10b HTTP/1.1" status: 204 len: 168 time: 2.8396237 Feb 02 15:35:35.014398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ba413-6a4c-4c06-8996-43c76a0d1cbe req-c8f8be2b-c2ec-4653-bac7-286352cc575f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:35.014847 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a9a14eab-e1dc-4983-abe5-3dca408f3040, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a9a14eab-e1dc-4983-abe5-3dca408f3040,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:35.015748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-281ba413-6a4c-4c06-8996-43c76a0d1cbe req-c8f8be2b-c2ec-4653-bac7-286352cc575f tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 1.1784062 Feb 02 15:35:35.019415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43250) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:35.030661 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.036791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/9b7b7bfa-271d-4021-a643-61c706733114/038a0db8-f0ab-4318-827c-61623f6b17e2) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:35.047157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2f475005-d749-4392-83dc-76ba3439193c None None] Set router 736730ee-7f13-4f11-8b37-0cf92b37dd8d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:35:35.080542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:35.085042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] Usage tracker for resource:security_group_rule and tenant:395739547d7141b782c94c6504dbba34 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:35.088368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:35.097670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:35.105461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.151964 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b001aff-eac1-43aa-826b-af2bb63bea30 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] GET failed (client error): The resource could not be found. Feb 02 15:35:35.152319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3b001aff-eac1-43aa-826b-af2bb63bea30 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Synchronizing usage tracker for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:35.173652 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.203894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3b001aff-eac1-43aa-826b-af2bb63bea30 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Unset dirty status for tenant:2aa4e36747694bb5ada991c26d54c6c9 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:35.205099 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3b001aff-eac1-43aa-826b-af2bb63bea30 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports/2abf4a28-9889-49f8-b64c-3a562506e10b HTTP/1.1" status: 404 len: 333 time: 0.1235859 Feb 02 15:35:35.211718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43254) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:35.228767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.281844 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=395739547d7141b782c94c6504dbba34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6877093 Feb 02 15:35:35.306874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43258) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:35.308167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78041cc-1e4b-4c9b-b5a1-29e489d5acfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6587a566-7fc7-4f82-a2ac-e734e9d3dc90,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:35.313065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 85d6bef6-106f-4c41-b241-09bb0af0a4c5 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:35.313724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.348418 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:30Z', 'revision_number': 3, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:35.354230 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Checking router: 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:35:35.354579 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Updating router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 port 733e0b08-a697-4e6b-9c13-591d6ad93af2 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:35:35.384404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:35.402927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-adcc972e-0241-4e45-b792-3f5db187b65a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.421695 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.474579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-0da39dd1-779c-4ea2-b980-ecc8076ccb7e tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:35.476341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-0da39dd1-779c-4ea2-b980-ecc8076ccb7e tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 0.7961991 Feb 02 15:35:35.479444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-281ba413-6a4c-4c06-8996-43c76a0d1cbe req-9f5157eb-0818-4401-a650-9be582631a8c tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963120 Feb 02 15:35:35.494186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:35:35.494554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9edc11ef-f3a9-4fe3-a778-ae7224bbb2a2 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:35:35.555452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a9a14eab-e1dc-4983-abe5-3dca408f3040,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:35.687444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.689244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Deleting port f13fb952-69d8-49ea-81a5-212c5e1435c4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:35.689789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.747112 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.764812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Transition to ACTIVE for port object 038a0db8-f0ab-4318-827c-61623f6b17e2 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:35.787703 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.791672 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f475005-d749-4392-83dc-76ba3439193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:35:24Z', 'revision_number': 5, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:35.796788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Transition to ACTIVE for port object 038a0db8-f0ab-4318-827c-61623f6b17e2 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:35.797980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f475005-d749-4392-83dc-76ba3439193c None None] The sync data for ids ['736730ee-7f13-4f11-8b37-0cf92b37dd8d'] in n-d-827122-1 is: [{'id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'name': 'tempest-FloatingIPsTestJSON-91040798-router', 'tenant_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:34:32Z', 'updated_at': '2022-02-02T15:35:24Z', 'revision_number': 5, 'project_id': '2bacb9bd1d55477d8bf5c7fafe605304', 'gw_port': {'id': 'fc596e71-bf94-4c75-a713-2b5f5291dcc1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736730ee-7f13-4f11-8b37-0cf92b37dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:34:35Z', 'updated_at': '2022-02-02T15:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:35.840382 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.862853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-adcc972e-0241-4e45-b792-3f5db187b65a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.865877 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.871382 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Transition to ACTIVE for port object 733e0b08-a697-4e6b-9c13-591d6ad93af2 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:35.896657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 85d6bef6-106f-4c41-b241-09bb0af0a4c5 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:35.937032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:35.942954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:35.946990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:35.947870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-854f34e4-0c29-4927-af29-3d73c706dbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:35.955536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Pushing event updated for resources: {'Port': ['ID=038a0db8-f0ab-4318-827c-61623f6b17e2,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:35.955794 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.049413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Deleting port fc596e71-bf94-4c75-a713-2b5f5291dcc1 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:36.050595 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.053807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Attempting to bind port 038a0db8-f0ab-4318-827c-61623f6b17e2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:35:36.054270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Attempting to bind port 038a0db8-f0ab-4318-827c-61623f6b17e2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:35:36.054711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Attempting to bind port 038a0db8-f0ab-4318-827c-61623f6b17e2 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:36.062250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:35:36.062250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:36.062661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.063124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:35:36.063670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Bound port: 038a0db8-f0ab-4318-827c-61623f6b17e2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:35:36.064148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.091918 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.092513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.096549 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Pushing event updated for resources: {'Port': ['ID=733e0b08-a697-4e6b-9c13-591d6ad93af2,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:36.101237 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Attempting to bind port 733e0b08-a697-4e6b-9c13-591d6ad93af2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:35:36.101703 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Attempting to bind port 733e0b08-a697-4e6b-9c13-591d6ad93af2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:35:36.102216 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Attempting to bind port 733e0b08-a697-4e6b-9c13-591d6ad93af2 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:36.122893 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.123322 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.125656 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.126159 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.126561 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.127942 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.128339 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.130540 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.131402 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.132474 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.133047 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:36.138483 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:35:36.138934 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:36.139397 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.139912 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:35:36.140982 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Bound port: 733e0b08-a697-4e6b-9c13-591d6ad93af2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:35:36.141617 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.177337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] For port 038a0db8-f0ab-4318-827c-61623f6b17e2, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:35:36.185390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] For port 038a0db8-f0ab-4318-827c-61623f6b17e2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=038a0db8-f0ab-4318-827c-61623f6b17e2,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:35:36.198882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::2bf (2b108652-b7f1-4e95-b1da-85ac7991b521/9b7b7bfa-271d-4021-a643-61c706733114/3fac21d0-2332-47c5-a05a-2694251dc121) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:36.231739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-adcc972e-0241-4e45-b792-3f5db187b65a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.250718 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] For port 733e0b08-a697-4e6b-9c13-591d6ad93af2, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:35:36.255265 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] For port 733e0b08-a697-4e6b-9c13-591d6ad93af2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=733e0b08-a697-4e6b-9c13-591d6ad93af2,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:35:36.276563 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.341215 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.393170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efec45-ebb9-4eaf-b7be-3a8434f3f31b None None] Pushing event updated for resources: {'Port': ['ID=038a0db8-f0ab-4318-827c-61623f6b17e2,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:36.397439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-854f34e4-0c29-4927-af29-3d73c706dbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.553101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Calling delete_port for 35525bf0-f9c1-4875-9977-f4761e18df6c owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:36.554385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2aca9-7667-4be7-afa2-bb32b6690dc8 None None] Pushing event updated for resources: {'Port': ['ID=733e0b08-a697-4e6b-9c13-591d6ad93af2,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:36.569349 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:36.569999 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:36.598558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.668109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.770504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 3fac21d0-2332-47c5-a05a-2694251dc121 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:36.791499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=85d6bef6-106f-4c41-b241-09bb0af0a4c5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:36.877094 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:35:36.891762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc972e-0241-4e45-b792-3f5db187b65a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ca5272-e551-461c-80bc-b255cb3942fb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:36.917345 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-adcc972e-0241-4e45-b792-3f5db187b65a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.918474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-adcc972e-0241-4e45-b792-3f5db187b65a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/security-groups/24ca5272-e551-461c-80bc-b255cb3942fb HTTP/1.1" status: 204 len: 168 time: 1.6900408 Feb 02 15:35:36.942991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43264) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:36.974280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] For port fc596e71-bf94-4c75-a713-2b5f5291dcc1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fc596e71-bf94-4c75-a713-2b5f5291dcc1,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:36.974640 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:36.992049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] For port f13fb952-69d8-49ea-81a5-212c5e1435c4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=f13fb952-69d8-49ea-81a5-212c5e1435c4,segment=NetworkSegment(eb0be960-6024-48aa-98ad-7f0b4c01efec),segment_id=eb0be960-6024-48aa-98ad-7f0b4c01efec)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:36.992406 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.109754 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.196932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646ea4a-1f56-4677-9228-e0ae04591274 req-a190fd4f-049e-4d7b-8f00-cd79db04fd7e tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:37.202512 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0646ea4a-1f56-4677-9228-e0ae04591274 req-a190fd4f-049e-4d7b-8f00-cd79db04fd7e tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 946 time: 0.4827907 Feb 02 15:35:37.211868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Calling delete_port for f13fb952-69d8-49ea-81a5-212c5e1435c4 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:37.311269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Calling delete_port for fc596e71-bf94-4c75-a713-2b5f5291dcc1 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:37.322344 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.327684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:37.339252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 038a0db8-f0ab-4318-827c-61623f6b17e2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:37.341434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=3fac21d0-2332-47c5-a05a-2694251dc121,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:37.348620 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b159b49-4007-4c9c-ba3a-167927521dd9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.350592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:37.353458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:37.357663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:37.358360 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.388149 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:30Z', 'revision_number': 3, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:37.402857 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243d8a1-08c7-4337-95cc-c9675a78e78c None None] The sync data for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 is: [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:30Z', 'revision_number': 3, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:37.503128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-854f34e4-0c29-4927-af29-3d73c706dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.523418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b159b49-4007-4c9c-ba3a-167927521dd9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.532386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f34e4-0c29-4927-af29-3d73c706dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6587a566-7fc7-4f82-a2ac-e734e9d3dc90,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:37.563981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0646ea4a-1f56-4677-9228-e0ae04591274 req-646b490f-efc9-488b-b8fa-8aba658fdbb7 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9976920-102a-457f-a02d-6a34eeb0df5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521059 Feb 02 15:35:37.568094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 038a0db8-f0ab-4318-827c-61623f6b17e2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:37.574475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a9a14eab-e1dc-4983-abe5-3dca408f3040 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:37.626605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.706555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5109c26b-ebbc-4dbb-8cae-d3ab83cc0486 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6672318 Feb 02 15:35:37.710018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43268) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:37.780372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a9a14eab-e1dc-4983-abe5-3dca408f3040 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:37.780923 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.818153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b159b49-4007-4c9c-ba3a-167927521dd9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:37.839029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Pushing event deleted for resources: {'Port': ['ID=35525bf0-f9c1-4875-9977-f4761e18df6c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:37.937902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.017547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-854f34e4-0c29-4927-af29-3d73c706dbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.022711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-854f34e4-0c29-4927-af29-3d73c706dbe7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6587a566-7fc7-4f82-a2ac-e734e9d3dc90 HTTP/1.1" status: 204 len: 168 time: 2.6868625 Feb 02 15:35:38.048778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dbd338d8-51d9-4aee-ae5f-bca8385fc880 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:38.083883 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:35:38.090697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Pushing event deleted for resources: {'Port': ['ID=f13fb952-69d8-49ea-81a5-212c5e1435c4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:38.121892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.137557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: dbd338d8-51d9-4aee-ae5f-bca8385fc880 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:35:38.138641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dbd338d8-51d9-4aee-ae5f-bca8385fc880 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:35:38.154519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b159b49-4007-4c9c-ba3a-167927521dd9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334a5f48-e8dd-438e-9e7d-3bf02936db31,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:38.184381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.190843 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b159b49-4007-4c9c-ba3a-167927521dd9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.192665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6b159b49-4007-4c9c-ba3a-167927521dd9 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/security-groups/334a5f48-e8dd-438e-9e7d-3bf02936db31 HTTP/1.1" status: 204 len: 168 time: 1.2395360 Feb 02 15:35:38.214807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43274) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:38.298380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc596e71-bf94-4c75-a713-2b5f5291dcc1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:38.321737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] No DVR routers for this DVR port f13fb952-69d8-49ea-81a5-212c5e1435c4 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:38.330466 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.337445 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-246f8fad-fd07-4c35-b739-d9fd5bd2e83a req-16badbdb-314d-4374-ba3e-e86501503206 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.64 "DELETE /v2.0/ports/f13fb952-69d8-49ea-81a5-212c5e1435c4 HTTP/1.1" status: 204 len: 173 time: 2.8082747 Feb 02 15:35:38.338435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc8540d-f6e3-47c3-a1fb-4cf132015dfe', 'name': 'network-vif-deleted', 'tag': 'f13fb952-69d8-49ea-81a5-212c5e1435c4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:35:38.355274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f97ae134-ef1c-4ee9-b9d6-6304e0e0fb7f None None] Provisioning for port 038a0db8-f0ab-4318-827c-61623f6b17e2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:38.362237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f97ae134-ef1c-4ee9-b9d6-6304e0e0fb7f None None] Provisioning complete for port 038a0db8-f0ab-4318-827c-61623f6b17e2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:38.365841 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f97ae134-ef1c-4ee9-b9d6-6304e0e0fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.450822 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.452449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9bc4d083-fa89-4f36-aa31-52b603d29932 tempest-FloatingIPAdminTestJSON-1232978932 tempest-FloatingIPAdminTestJSON-1232978932-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/31dabf33-6378-4f92-8ee4-a3dbdf2a867c HTTP/1.1" status: 204 len: 168 time: 4.2998495 Feb 02 15:35:38.464394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43280) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:38.482837 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc8540d-f6e3-47c3-a1fb-4cf132015dfe', 'name': 'network-vif-deleted', 'tag': 'f13fb952-69d8-49ea-81a5-212c5e1435c4', 'status': 'completed', 'code': 200} Feb 02 15:35:38.584670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f97ae134-ef1c-4ee9-b9d6-6304e0e0fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.651137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f97ae134-ef1c-4ee9-b9d6-6304e0e0fb7f None None] For port 038a0db8-f0ab-4318-827c-61623f6b17e2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=038a0db8-f0ab-4318-827c-61623f6b17e2,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:38.687241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea48a6b-2792-4911-bde9-a798620b4d7c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:38.704570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea48a6b-2792-4911-bde9-a798620b4d7c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:38.705635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eea48a6b-2792-4911-bde9-a798620b4d7c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:38.714036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.737546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc59f322-238f-4f8a-a1c9-f32c27d2d82b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.737875 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f97ae134-ef1c-4ee9-b9d6-6304e0e0fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.872843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ae134-ef1c-4ee9-b9d6-6304e0e0fb7f None None] Pushing event updated for resources: {'Port': ['ID=038a0db8-f0ab-4318-827c-61623f6b17e2,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:38.949713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9a2dc0e2-7a95-4d26-b5d2-cf607bec2291 None None] Provisioning for port 3fac21d0-2332-47c5-a05a-2694251dc121 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:38.955082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9a2dc0e2-7a95-4d26-b5d2-cf607bec2291 None None] Provisioning complete for port 3fac21d0-2332-47c5-a05a-2694251dc121 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:38.955508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc0e2-7a95-4d26-b5d2-cf607bec2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.957135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bd82de3b-1cab-4891-aaf6-381c38848c37 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Deleting port 81f14e70-52a5-4de9-9d91-07784df8bb74 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:38.962763 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd82de3b-1cab-4891-aaf6-381c38848c37 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:38.995818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-91eb86c0-3953-4a6e-b046-dab0a18fc67f req-c3a1141a-5628-40ae-99eb-93fa87fe6999 tempest-ServerDiskConfigTestJSON-1558198583 tempest-ServerDiskConfigTestJSON-1558198583-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fc8540d-f6e3-47c3-a1fb-4cf132015dfe HTTP/1.1" status: 200 len: 210 time: 0.1373990 Feb 02 15:35:38.997465 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.010827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc59f322-238f-4f8a-a1c9-f32c27d2d82b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.014480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dc0e2-7a95-4d26-b5d2-cf607bec2291 None None] Port 3fac21d0-2332-47c5-a05a-2694251dc121 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:39.061611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 5f338281-0593-4a0f-a2c2-092af5a547c8 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:35:39.068759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eea48a6b-2792-4911-bde9-a798620b4d7c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:39.069932 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-eea48a6b-2792-4911-bde9-a798620b4d7c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 1.3576684 Feb 02 15:35:39.087682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43296) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:39.181600 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.186653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.334317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.335058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736730ee-7f13-4f11-8b37-0cf92b37dd8d {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:35:39.351562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 038a0db8-f0ab-4318-827c-61623f6b17e2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:39.368428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.372235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-224866c5-b63a-4c9f-ade6-cc77040cc78b admin admin] 10.222.0.88 "DELETE /v2.0/routers/736730ee-7f13-4f11-8b37-0cf92b37dd8d HTTP/1.1" status: 204 len: 168 time: 7.1949971 Feb 02 15:35:39.380368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43302) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:39.456588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 038a0db8-f0ab-4318-827c-61623f6b17e2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:39.457760 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.462232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc3c76-5e79-4ace-9592-2ce0ecd45289 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 3fac21d0-2332-47c5-a05a-2694251dc121 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:39.462578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3c76-5e79-4ace-9592-2ce0ecd45289 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.486782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc59f322-238f-4f8a-a1c9-f32c27d2d82b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.495460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Deleting subnet 14bd68ec-80b5-4ae6-bc40-8aff67d5b183 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:39.498788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.554726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59f322-238f-4f8a-a1c9-f32c27d2d82b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9268d-37f4-44c8-aae8-9b27c530af76,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:39.566900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.615823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 733e0b08-a697-4e6b-9c13-591d6ad93af2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:39.668796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f13fb952-69d8-49ea-81a5-212c5e1435c4 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:39.734327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.768205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: f13fb952-69d8-49ea-81a5-212c5e1435c4 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:35:39.768549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device f13fb952-69d8-49ea-81a5-212c5e1435c4 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:35:39.824542 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc59f322-238f-4f8a-a1c9-f32c27d2d82b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.825787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cc59f322-238f-4f8a-a1c9-f32c27d2d82b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/security-groups/99c9268d-37f4-44c8-aae8-9b27c530af76 HTTP/1.1" status: 204 len: 168 time: 1.6077149 Feb 02 15:35:39.828981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43314) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:39.898136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 733e0b08-a697-4e6b-9c13-591d6ad93af2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:39.903100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 733e0b08-a697-4e6b-9c13-591d6ad93af2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:39.903473 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:39.916190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Allocated IP 172.20.0.1 (733f04c1-ef8d-4640-850d-26cf7edb1b05/af53baba-71ee-46cf-8c6f-6cf3fb3d138e/2e1b500f-988e-470f-8279-bd11881f79d3) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:40.115569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.166246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.169798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb2e44a-a29a-4c23-8829-f55eba987463 None None] Network da3c7403-3024-4d74-817a-59cdd2bad170 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:40.170874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14bd68ec-80b5-4ae6-bc40-8aff67d5b183,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:40.189303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/14bd68ec-80b5-4ae6-bc40-8aff67d5b183 HTTP/1.1" status: 204 len: 168 time: 0.8078024 Feb 02 15:35:40.194616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43334) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:40.263857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.268257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.268626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.268971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.269807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.270350 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.270711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.271016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.271344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.271666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.274252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001f93c-2f47-419f-a503-06f01556990a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:40.409600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd82de3b-1cab-4891-aaf6-381c38848c37 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.417481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aef8c34-1f2d-469e-90bc-bd5671d18c3d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet 96f0b15e-4eb5-47ba-aa90-24f5f847757a {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:40.422043 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8aef8c34-1f2d-469e-90bc-bd5671d18c3d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.488361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8aef8c34-1f2d-469e-90bc-bd5671d18c3d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.507146 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.551536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 733e0b08-a697-4e6b-9c13-591d6ad93af2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=733e0b08-a697-4e6b-9c13-591d6ad93af2,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:40.613998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bd82de3b-1cab-4891-aaf6-381c38848c37 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Calling delete_port for 81f14e70-52a5-4de9-9d91-07784df8bb74 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:40.624603 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.632300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8aef8c34-1f2d-469e-90bc-bd5671d18c3d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.683548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] DHCP port deletion for da3c7403-3024-4d74-817a-59cdd2bad170 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:35:40.734575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] Deleting port fc946dda-8383-4ee0-8f3f-98a970feccd4 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:40.737087 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.779148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.791695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Deleting port fc946dda-8383-4ee0-8f3f-98a970feccd4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:40.792299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.807853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43350) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:40.818891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:40.853625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8aef8c34-1f2d-469e-90bc-bd5671d18c3d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.910864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8c34-1f2d-469e-90bc-bd5671d18c3d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=96f0b15e-4eb5-47ba-aa90-24f5f847757a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:40.922313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-090e08cb-3541-4f43-9ac4-9829ee59af39 admin admin] Deleting subnet 3c4f4c61-9668-436c-847a-84a8b84fb526 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:40.944803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-090e08cb-3541-4f43-9ac4-9829ee59af39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.962470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8aef8c34-1f2d-469e-90bc-bd5671d18c3d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:40.978197 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd82de3b-1cab-4891-aaf6-381c38848c37 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.012006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8aef8c34-1f2d-469e-90bc-bd5671d18c3d tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/96f0b15e-4eb5-47ba-aa90-24f5f847757a HTTP/1.1" status: 204 len: 168 time: 1.1810839 Feb 02 15:35:41.017595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:41.070099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82de3b-1cab-4891-aaf6-381c38848c37 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event deleted for resources: {'Port': ['ID=81f14e70-52a5-4de9-9d91-07784df8bb74,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:41.074949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] For port fc946dda-8383-4ee0-8f3f-98a970feccd4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fc946dda-8383-4ee0-8f3f-98a970feccd4,segment=NetworkSegment(89e0f020-b585-46c2-b93a-702faf07b2d6),segment_id=89e0f020-b585-46c2-b93a-702faf07b2d6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:41.075355 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.076647 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-99ade383-e9a5-4521-978f-270d5fe88418 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/5f338281-0593-4a0f-a2c2-092af5a547c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6160934 Feb 02 15:35:41.080978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43358) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:41.092531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0b1b7-588e-47c8-a30c-fb566b9bc9e7 None None] Sync routers for ids ['5f338281-0593-4a0f-a2c2-092af5a547c8'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:41.108849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829bba2-d93c-4e79-bf2d-6ed7a95f32e1 None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:41.283111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-54351ab1-d8bc-4312-abcd-652cc540df2f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet 39a48f27-e72b-4f59-bc89-cb118cecc6f8 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:41.292494 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54351ab1-d8bc-4312-abcd-652cc540df2f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.331647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] For port fc946dda-8383-4ee0-8f3f-98a970feccd4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fc946dda-8383-4ee0-8f3f-98a970feccd4,segment=NetworkSegment(89e0f020-b585-46c2-b93a-702faf07b2d6),segment_id=89e0f020-b585-46c2-b93a-702faf07b2d6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:41.332785 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.382219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7e5d18f8-2cc1-428f-a42f-790683360cc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:41.403522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] Calling delete_port for fc946dda-8383-4ee0-8f3f-98a970feccd4 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:41.404619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-090e08cb-3541-4f43-9ac4-9829ee59af39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.474349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0b1b7-588e-47c8-a30c-fb566b9bc9e7 None None] Routers {'5f338281-0593-4a0f-a2c2-092af5a547c8'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:41.475425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b1b7-588e-47c8-a30c-fb566b9bc9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['5f338281-0593-4a0f-a2c2-092af5a547c8'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:41.589383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=733e0b08-a697-4e6b-9c13-591d6ad93af2,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:41.622527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fc946dda-8383-4ee0-8f3f-98a970feccd4 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:41.658365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3c76-5e79-4ace-9592-2ce0ecd45289 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.685330 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.728482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b1b7-588e-47c8-a30c-fb566b9bc9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:41.770269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Transition to ACTIVE for port object 2e1b500f-988e-470f-8279-bd11881f79d3 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:41.786951 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd82de3b-1cab-4891-aaf6-381c38848c37 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.791152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bd82de3b-1cab-4891-aaf6-381c38848c37 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "DELETE /v2.0/ports/81f14e70-52a5-4de9-9d91-07784df8bb74 HTTP/1.1" status: 204 len: 168 time: 3.3083332 Feb 02 15:35:41.877541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Calling delete_port for fc946dda-8383-4ee0-8f3f-98a970feccd4 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:41.904494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0b1b7-588e-47c8-a30c-fb566b9bc9e7 None None] Routers {'5f338281-0593-4a0f-a2c2-092af5a547c8'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:41.905110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b1b7-588e-47c8-a30c-fb566b9bc9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['5f338281-0593-4a0f-a2c2-092af5a547c8'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:41.918882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43370) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:41.957877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc3c76-5e79-4ace-9592-2ce0ecd45289 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 3fac21d0-2332-47c5-a05a-2694251dc121 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:41.962415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54351ab1-d8bc-4312-abcd-652cc540df2f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:41.989638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7e5d18f8-2cc1-428f-a42f-790683360cc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:41.993600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7e5d18f8-2cc1-428f-a42f-790683360cc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=5f338281-0593-4a0f-a2c2-092af5a547c8 HTTP/1.1" status: 200 len: 205 time: 0.8898077 Feb 02 15:35:41.994312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43386) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:42.031512 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.090519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b1b7-588e-47c8-a30c-fb566b9bc9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:42.090844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0b1b7-588e-47c8-a30c-fb566b9bc9e7 None None] The sync data for ids ['5f338281-0593-4a0f-a2c2-092af5a547c8'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:42.092192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port fc946dda-8383-4ee0-8f3f-98a970feccd4 update to DOWN by agent not found {{(pid=95774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 02 15:35:42.093935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] No DVR routers for this DVR port fc946dda-8383-4ee0-8f3f-98a970feccd4 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:42.106256 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:35:42.106476 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:35:42.108607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646edcd1-b519-4687-bbdd-694c41d3d73f None None] Pushing event deleted for resources: {'Port': ['ID=fc946dda-8383-4ee0-8f3f-98a970feccd4,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:42.115752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-090e08cb-3541-4f43-9ac4-9829ee59af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.129607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f7f035-5440-480f-a325-a251bbcdee68 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:42.130613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-64f7f035-5440-480f-a325-a251bbcdee68 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Synchronizing usage tracker for tenant:eab6f1eb369341598f4566fe4c34a00d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:42.140628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54351ab1-d8bc-4312-abcd-652cc540df2f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.174944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.270039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-64f7f035-5440-480f-a325-a251bbcdee68 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Unset dirty status for tenant:eab6f1eb369341598f4566fe4c34a00d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:42.271801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-64f7f035-5440-480f-a325-a251bbcdee68 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "GET /v2.0/ports?device_id=05de211b-3236-4237-a017-83b7a19e503f HTTP/1.1" status: 200 len: 913 time: 0.3521707 Feb 02 15:35:42.274985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43390) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:42.348974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54351ab1-d8bc-4312-abcd-652cc540df2f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.373570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:42.377723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:42.390502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:42.402246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54351ab1-d8bc-4312-abcd-652cc540df2f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=39a48f27-e72b-4f59-bc89-cb118cecc6f8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:42.419246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54351ab1-d8bc-4312-abcd-652cc540df2f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.450004 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-54351ab1-d8bc-4312-abcd-652cc540df2f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/39a48f27-e72b-4f59-bc89-cb118cecc6f8 HTTP/1.1" status: 204 len: 168 time: 1.4309874 Feb 02 15:35:42.452901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43394) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:42.499047 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c89d775-4aca-43a5-a09f-ed1eae8c4af5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:42.499769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c89d775-4aca-43a5-a09f-ed1eae8c4af5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:42.502105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6c89d775-4aca-43a5-a09f-ed1eae8c4af5 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/96f0b15e-4eb5-47ba-aa90-24f5f847757a HTTP/1.1" status: 404 len: 337 time: 0.0482399 Feb 02 15:35:42.508385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43398) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:42.527102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1b500f-988e-470f-8279-bd11881f79d3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:42.548126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24cdcad5-26a6-4ef2-a359-ddd39082e660 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.655956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Deleting port fc946dda-8383-4ee0-8f3f-98a970feccd4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:42.656309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.759309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] The port 'fc946dda-8383-4ee0-8f3f-98a970feccd4' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:35:42.827590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd3794a-3004-4d2d-b77b-3e12ee5996cf tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting subnet 43ae3598-6643-4e6d-afc2-b383ba9032d9 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:42.831073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd3794a-3004-4d2d-b77b-3e12ee5996cf tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.877857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-090e08cb-3541-4f43-9ac4-9829ee59af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.949843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-34dcc7a0-b687-4a25-bb5c-709cbaa28825 None None] Provisioning for port 2e1b500f-988e-470f-8279-bd11881f79d3 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:42.954924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-34dcc7a0-b687-4a25-bb5c-709cbaa28825 None None] Provisioning complete for port 2e1b500f-988e-470f-8279-bd11881f79d3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:42.955298 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34dcc7a0-b687-4a25-bb5c-709cbaa28825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.969316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:42.985313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd3794a-3004-4d2d-b77b-3e12ee5996cf tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.004262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e08cb-3541-4f43-9ac4-9829ee59af39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4f4c61-9668-436c-847a-84a8b84fb526,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:43.048684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-34dcc7a0-b687-4a25-bb5c-709cbaa28825 None None] Port 2e1b500f-988e-470f-8279-bd11881f79d3 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:43.053321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3c7403-3024-4d74-817a-59cdd2bad170']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:43.083612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.084883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e0f020-b585-46c2-b93a-702faf07b2d6') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:43.085210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e0f020-b585-46c2-b93a-702faf07b2d6') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:43.099308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7e91b-05f5-40bc-9e7f-6f915245fd4d None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:43.101921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-090e08cb-3541-4f43-9ac4-9829ee59af39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.104404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3c76-5e79-4ace-9592-2ce0ecd45289 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.180162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc3c76-5e79-4ace-9592-2ce0ecd45289 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=3fac21d0-2332-47c5-a05a-2694251dc121,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:43.218171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.253175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.264538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:35:43.265072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:35:43.281200 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:35:43.297107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-090e08cb-3541-4f43-9ac4-9829ee59af39 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3c4f4c61-9668-436c-847a-84a8b84fb526 HTTP/1.1" status: 204 len: 168 time: 2.4863253 Feb 02 15:35:43.304285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:43.311890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 733e0b08-a697-4e6b-9c13-591d6ad93af2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:43.378751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd3794a-3004-4d2d-b77b-3e12ee5996cf tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.445388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bcb6729f-a7d3-491c-8953-944092f75fc6 None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:43.445654 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcb6729f-a7d3-491c-8953-944092f75fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.563237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 733e0b08-a697-4e6b-9c13-591d6ad93af2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:43.563673 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.597105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.624145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.635582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.638254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3c7403-3024-4d74-817a-59cdd2bad170,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:43.640152 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3c76-5e79-4ace-9592-2ce0ecd45289 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.645567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ecdc3c76-5e79-4ace-9592-2ce0ecd45289 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/3fac21d0-2332-47c5-a05a-2694251dc121 HTTP/1.1" status: 204 len: 168 time: 4.5236516 Feb 02 15:35:43.645893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43408) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:43.793095 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6302af0e-e67c-4c3d-ad76-0cfadb39b4a1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/da3c7403-3024-4d74-817a-59cdd2bad170 HTTP/1.1" status: 204 len: 168 time: 3.5975370 Feb 02 15:35:43.803215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd3794a-3004-4d2d-b77b-3e12ee5996cf tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.865184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24cdcad5-26a6-4ef2-a359-ddd39082e660 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.932809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bcb6729f-a7d3-491c-8953-944092f75fc6 None None] Provisioning complete for port 15116ec4-334c-4cd6-85e4-29c7481770fe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:43.933168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcb6729f-a7d3-491c-8953-944092f75fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.961836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.965962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fc596e71-bf94-4c75-a713-2b5f5291dcc1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:43.979202 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24cdcad5-26a6-4ef2-a359-ddd39082e660 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:43.993386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.026758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: fc596e71-bf94-4c75-a713-2b5f5291dcc1 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:35:44.027143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fc596e71-bf94-4c75-a713-2b5f5291dcc1 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:35:44.062397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd228ce-9439-47af-a3bd-1bd5683bdf17']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:44.098304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6729f-a7d3-491c-8953-944092f75fc6 None None] Port 15116ec4-334c-4cd6-85e4-29c7481770fe cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:44.103515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0be960-6024-48aa-98ad-7f0b4c01efec') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:44.103863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0be960-6024-48aa-98ad-7f0b4c01efec') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:44.131027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.142338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86324d4-2c4a-415c-85fd-9e9c63c07670 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:44.143646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86324d4-2c4a-415c-85fd-9e9c63c07670 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:44.145221 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a86324d4-2c4a-415c-85fd-9e9c63c07670 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4974122 Feb 02 15:35:44.145968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd29378-47b0-4f5e-a5e1-6b5c6ba67510 None None] Update dhcp port {'port': {'network_id': '425f7c26-d8cd-4f9d-ba42-87ec130326f0', 'fixed_ips': [{'subnet_id': '43ae3598-6643-4e6d-afc2-b383ba9032d9'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'fe3694a2-c70d-4ab8-82f5-a03bdd1562dd'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:35:44.149582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3794a-3004-4d2d-b77b-3e12ee5996cf tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Subnet': ['ID=43ae3598-6643-4e6d-afc2-b383ba9032d9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:44.151197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43416) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.160713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.204576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd3794a-3004-4d2d-b77b-3e12ee5996cf tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.206315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dbd3794a-3004-4d2d-b77b-3e12ee5996cf tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/43ae3598-6643-4e6d-afc2-b383ba9032d9 HTTP/1.1" status: 204 len: 168 time: 1.6957021 Feb 02 15:35:44.210811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.227278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:35:44.227649 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:35:44.241255 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:35:44.250177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ebd29378-47b0-4f5e-a5e1-6b5c6ba67510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.260018 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.296760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24cdcad5-26a6-4ef2-a359-ddd39082e660 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.297299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cdcad5-26a6-4ef2-a359-ddd39082e660 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Fanout notify agent at l3_agent the message router_deleted on router 5f338281-0593-4a0f-a2c2-092af5a547c8 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:35:44.333049 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eff4478-b884-4bca-940a-98f5f45f5aac tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:44.333497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eff4478-b884-4bca-940a-98f5f45f5aac tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:44.335453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1eff4478-b884-4bca-940a-98f5f45f5aac tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/af7c74b4-6f9c-45d4-bdb2-93bf9e3f74a2 HTTP/1.1" status: 404 len: 337 time: 0.1233294 Feb 02 15:35:44.341798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43424) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.426937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.433231 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24cdcad5-26a6-4ef2-a359-ddd39082e660 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.437188 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24cdcad5-26a6-4ef2-a359-ddd39082e660 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/5f338281-0593-4a0f-a2c2-092af5a547c8 HTTP/1.1" status: 204 len: 168 time: 2.4257731 Feb 02 15:35:44.437980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43428) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.466100 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-78d3b33e-ce30-4bf9-83f2-e2acbf908ffa tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "GET /v2.0/ports?device_id=a42773fb-8acd-4678-8660-7f520990cacd HTTP/1.1" status: 200 len: 205 time: 0.1221633 Feb 02 15:35:44.472051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43432) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.523577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a789f4c4-1260-425c-9915-a675226ae1de None None] Network 425f7c26-d8cd-4f9d-ba42-87ec130326f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:44.563632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.580174 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-c94afe71-c1dc-4c09-8f1e-ee2eb3099c0b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] delete failed (client error): The resource could not be found. Feb 02 15:35:44.581442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c94afe71-c1dc-4c09-8f1e-ee2eb3099c0b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/routers/a42773fb-8acd-4678-8660-7f520990cacd HTTP/1.1" status: 404 len: 336 time: 0.1056602 Feb 02 15:35:44.597289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43440) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.602821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.664147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.673977 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e15bc8-46e9-44ac-8dbf-a361534b2795 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:44.674755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e15bc8-46e9-44ac-8dbf-a361534b2795 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:44.678008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f5e15bc8-46e9-44ac-8dbf-a361534b2795 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/0d786454-729d-4514-a29b-d7eb33cb773a HTTP/1.1" status: 404 len: 337 time: 0.0777433 Feb 02 15:35:44.685840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43444) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.707803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.729491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd228ce-9439-47af-a3bd-1bd5683bdf17,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:44.734151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-25f66b7a-3abd-4c39-8326-74fc7479efa4 None None] Provisioning complete for port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:44.734622 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-25f66b7a-3abd-4c39-8326-74fc7479efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.791599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1b500f-988e-470f-8279-bd11881f79d3,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:44.798040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.798473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.798810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.799147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.799476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.799804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.800149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.801018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.801394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.801690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.802007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.804793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.830621 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ca0586-6767-4ca0-8062-d1b4af770e7f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:44.833381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ca0586-6767-4ca0-8062-d1b4af770e7f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:44.835949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-83ca0586-6767-4ca0-8062-d1b4af770e7f tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/ba139935-2a31-4e5e-aa47-d8ed6dd9e042 HTTP/1.1" status: 404 len: 337 time: 0.1428678 Feb 02 15:35:44.854526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43448) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:44.859098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0561e8cf-074f-4c5e-ad87-250c79071083 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5bd228ce-9439-47af-a3bd-1bd5683bdf17 HTTP/1.1" status: 204 len: 168 time: 1.5485156 Feb 02 15:35:44.877199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.877543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.877883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.878216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.878675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.879497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.879828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.880172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.880497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.880815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.881799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:44.881935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac137fa-d3c6-43af-bd5e-85cbdcff89ff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 9b7b7bfa-271d-4021-a643-61c706733114 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:44.893115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ac137fa-d3c6-43af-bd5e-85cbdcff89ff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.937735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] DHCP port deletion for 425f7c26-d8cd-4f9d-ba42-87ec130326f0 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:35:44.955109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ac137fa-d3c6-43af-bd5e-85cbdcff89ff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:44.959348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Deleting port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:44.966614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.047981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4208687-c9c3-47ac-b6bb-0ef3c5cc19e0 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet 6b162a07-e069-4a1e-87bd-94aa3ce17153 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:45.069541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e4208687-c9c3-47ac-b6bb-0ef3c5cc19e0 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.093844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6ac4a97b-83b0-4e44-9f15-03154d44c28f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2bacb9bd1d55477d8bf5c7fafe605304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5181894 Feb 02 15:35:45.101289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43456) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.109241 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8519a446-7b46-4699-91d7-f850fc6dbaff tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:45.109648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8519a446-7b46-4699-91d7-f850fc6dbaff tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:45.111270 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8519a446-7b46-4699-91d7-f850fc6dbaff tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/0606783e-9ff3-480a-b349-7807a1e17726 HTTP/1.1" status: 404 len: 337 time: 0.2515478 Feb 02 15:35:45.129495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43460) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.174008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-25f66b7a-3abd-4c39-8326-74fc7479efa4 None None] Provisioning complete for port 15116ec4-334c-4cd6-85e4-29c7481770fe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:45.176634 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-25f66b7a-3abd-4c39-8326-74fc7479efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.208220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:45.212556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:45.238790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-25f66b7a-3abd-4c39-8326-74fc7479efa4 None None] Port 15116ec4-334c-4cd6-85e4-29c7481770fe cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:45.244736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fe3694a2-c70d-4ab8-82f5-a03bdd1562dd no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:45.249649 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-12857176-631f-4fa0-a9a7-04d1292c74a3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:45.250154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12857176-631f-4fa0-a9a7-04d1292c74a3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:45.251709 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-12857176-631f-4fa0-a9a7-04d1292c74a3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/04a9c510-e64e-4eb5-bae3-a8fdcc9234c2 HTTP/1.1" status: 404 len: 333 time: 0.1210487 Feb 02 15:35:45.263496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43464) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.324514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e4208687-c9c3-47ac-b6bb-0ef3c5cc19e0 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.343024 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78c5a6b-3782-4129-ac6c-55e3bc27c36a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:45.343465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78c5a6b-3782-4129-ac6c-55e3bc27c36a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:45.345145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d78c5a6b-3782-4129-ac6c-55e3bc27c36a tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/1ba6d2c3-7ed8-4131-8252-9142b7d08da8 HTTP/1.1" status: 404 len: 337 time: 0.0782773 Feb 02 15:35:45.350693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43468) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.415342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ac137fa-d3c6-43af-bd5e-85cbdcff89ff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.457522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:45.457963 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.469491 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faae773-632d-4433-89e2-67fc1e5ed8ce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:45.469932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2faae773-632d-4433-89e2-67fc1e5ed8ce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:45.471595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2faae773-632d-4433-89e2-67fc1e5ed8ce tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/a567c19b-6f1c-4b06-8c6e-a79174a6290a HTTP/1.1" status: 404 len: 337 time: 0.1173813 Feb 02 15:35:45.482929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.488655 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab167264-3c0a-4cc2-b9a4-51ac234f93d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.609282 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd79f50-b248-489e-87cc-029bb28e089b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:45.609975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd79f50-b248-489e-87cc-029bb28e089b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:45.611800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fcd79f50-b248-489e-87cc-029bb28e089b tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/a8581bad-f60b-4e2d-bd9c-cc1b43345b19 HTTP/1.1" status: 404 len: 333 time: 0.1279416 Feb 02 15:35:45.618637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43476) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.639020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab167264-3c0a-4cc2-b9a4-51ac234f93d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.662909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43480) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.679863 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-779f7a8b-58fb-4481-9f64-e1c940c7c6f3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:45.680305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779f7a8b-58fb-4481-9f64-e1c940c7c6f3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:45.685750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-779f7a8b-58fb-4481-9f64-e1c940c7c6f3 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/7803824f-928e-4156-a047-0ac6a027570e HTTP/1.1" status: 404 len: 337 time: 0.0658348 Feb 02 15:35:45.705573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43484) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.731561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Calling delete_port for fe3694a2-c70d-4ab8-82f5-a03bdd1562dd owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:45.785989 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.821890 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19c1ccd-738b-439b-ba75-01aa5f9046f8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] DELETE failed (client error): The resource could not be found. Feb 02 15:35:45.822723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19c1ccd-738b-439b-ba75-01aa5f9046f8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:35:45.825024 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c19c1ccd-738b-439b-ba75-01aa5f9046f8 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/subnets/8d75d95c-b7ff-493e-ae38-710a390f58dc HTTP/1.1" status: 404 len: 337 time: 0.1182795 Feb 02 15:35:45.825936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0132dbd8-294b-480d-94fe-612aa9135004 None None] Provisioning complete for port 2e1b500f-988e-470f-8279-bd11881f79d3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:45.829737 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0132dbd8-294b-480d-94fe-612aa9135004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.829883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43488) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:45.834158 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e4208687-c9c3-47ac-b6bb-0ef3c5cc19e0 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.900377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:45.900612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab167264-3c0a-4cc2-b9a4-51ac234f93d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:45.911001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0132dbd8-294b-480d-94fe-612aa9135004 None None] Port 2e1b500f-988e-470f-8279-bd11881f79d3 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:35:45.942171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ac137fa-d3c6-43af-bd5e-85cbdcff89ff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.020444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-84d2a5aa-d42b-4821-8172-9f383081ff50 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port 15116ec4-334c-4cd6-85e4-29c7481770fe {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:46.020821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d2a5aa-d42b-4821-8172-9f383081ff50 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.024224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab167264-3c0a-4cc2-b9a4-51ac234f93d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b028928d-8030-4ef1-89dd-4586941b9666,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:46.029975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.048745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac137fa-d3c6-43af-bd5e-85cbdcff89ff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7b7bfa-271d-4021-a643-61c706733114,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:46.064262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-99046d88-39c2-4665-9927-41ec170cb3ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bca38bf0bd5d493689e5420542898cfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3983970 Feb 02 15:35:46.069669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43492) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:46.079030 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ac137fa-d3c6-43af-bd5e-85cbdcff89ff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.080927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5ac137fa-d3c6-43af-bd5e-85cbdcff89ff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9b7b7bfa-271d-4021-a643-61c706733114 HTTP/1.1" status: 204 len: 168 time: 1.9269629 Feb 02 15:35:46.085632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43494) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:46.178438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:46.203887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e4208687-c9c3-47ac-b6bb-0ef3c5cc19e0 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.214724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148032fd-7f40-4070-b8a5-78bcdc770de5 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:46.279787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4208687-c9c3-47ac-b6bb-0ef3c5cc19e0 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=6b162a07-e069-4a1e-87bd-94aa3ce17153,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:46.283980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ab167264-3c0a-4cc2-b9a4-51ac234f93d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.289720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ab167264-3c0a-4cc2-b9a4-51ac234f93d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b028928d-8030-4ef1-89dd-4586941b9666 HTTP/1.1" status: 204 len: 168 time: 1.1856041 Feb 02 15:35:46.293246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ccd4c315-c313-4be7-84d4-59bf794a6ef9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2068074 Feb 02 15:35:46.296241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43504) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:46.302974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:46.362393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:35:46.365557 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:35:46.554291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761d0429-2d5a-4dcc-8c13-9259ff08e23f None None] Network db0a5140-feb5-4184-aee8-ba77932a706b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:46.568012 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e4208687-c9c3-47ac-b6bb-0ef3c5cc19e0 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.573761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbb12112-d85b-48dc-ba29-a4383dad2ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.618185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e4208687-c9c3-47ac-b6bb-0ef3c5cc19e0 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/6b162a07-e069-4a1e-87bd-94aa3ce17153 HTTP/1.1" status: 204 len: 168 time: 2.1772206 Feb 02 15:35:46.622295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:46.627114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d2a5aa-d42b-4821-8172-9f383081ff50 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.648174 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbb12112-d85b-48dc-ba29-a4383dad2ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.657240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:46.661414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:35:46.668083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:46.672827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:46.680879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:46.684197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Deleting port 038a0db8-f0ab-4318-827c-61623f6b17e2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:46.684764 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.870004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:46.874405 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.879232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Deleting port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:46.880105 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:46.895000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-84d2a5aa-d42b-4821-8172-9f383081ff50 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for 15116ec4-334c-4cd6-85e4-29c7481770fe owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:47.004194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.011452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Deleting port 68e26643-8981-4f5b-bee8-ef4a9764f643 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:47.012141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.053926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:47.054262 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.107130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:35:47.123998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbb12112-d85b-48dc-ba29-a4383dad2ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.262802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 038a0db8-f0ab-4318-827c-61623f6b17e2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:47.268177 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d2a5aa-d42b-4821-8172-9f383081ff50 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.274835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb12112-d85b-48dc-ba29-a4383dad2ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9976920-102a-457f-a02d-6a34eeb0df5c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:47.324003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.350904 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.538816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Calling delete_port for 68e26643-8981-4f5b-bee8-ef4a9764f643 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:47.600967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2a5aa-d42b-4821-8172-9f383081ff50 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Port': ['ID=15116ec4-334c-4cd6-85e4-29c7481770fe,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:47.677309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] For port 038a0db8-f0ab-4318-827c-61623f6b17e2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=038a0db8-f0ab-4318-827c-61623f6b17e2,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:47.677706 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.775356 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d2a5aa-d42b-4821-8172-9f383081ff50 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.801989 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.810828 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-84d2a5aa-d42b-4821-8172-9f383081ff50 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/ports/15116ec4-334c-4cd6-85e4-29c7481770fe HTTP/1.1" status: 204 len: 168 time: 1.9792674 Feb 02 15:35:47.835303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43526) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:47.836190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55c764a3-62e6-479f-a007-e7bb0ba0b9e0,segment=NetworkSegment(2ff75104-7235-4b6a-a7a7-3f62091b3dbd),segment_id=2ff75104-7235-4b6a-a7a7-3f62091b3dbd)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:47.836555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.862613 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbb12112-d85b-48dc-ba29-a4383dad2ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:47.866477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dbb12112-d85b-48dc-ba29-a4383dad2ab7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c9976920-102a-457f-a02d-6a34eeb0df5c HTTP/1.1" status: 204 len: 168 time: 1.7826588 Feb 02 15:35:47.963616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=6bcc9dc9-aba0-4cde-8786-1c0c7fc5cfe1,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:47.982616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Calling delete_port for 038a0db8-f0ab-4318-827c-61623f6b17e2 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:48.017104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:48.024305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:48.037231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:48.037725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.174923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:48.193790 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4121f661-35a9-4457-a230-0932bf487640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8931868 Feb 02 15:35:48.193790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.195995 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.196981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:48.200094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] DHCP port deletion for db0a5140-feb5-4184-aee8-ba77932a706b request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:35:48.252396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'name': 'tempest-NetworksTestDHCPv6-271899364'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:48.281665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event deleted for resources: {'Port': ['ID=68e26643-8981-4f5b-bee8-ef4a9764f643,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:48.360371 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.373528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port 038a0db8-f0ab-4318-827c-61623f6b17e2 update to DOWN by agent not found {{(pid=95774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 02 15:35:48.386691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:48.387767 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.422654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] Deleting port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:48.423029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.453876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.593675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:48.594014 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.622626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Pushing event deleted for resources: {'Port': ['ID=038a0db8-f0ab-4318-827c-61623f6b17e2,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:48.699285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:48.803759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.804131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.804469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.804824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.805123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.805445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.805765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.806082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.806399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.806712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.807023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:35:48.886826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:48.893926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:48.909580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=55c764a3-62e6-479f-a007-e7bb0ba0b9e0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:48.954716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No DVR routers for this DVR port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:48.956342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df450ab8-53d4-474e-a34c-1c3d19be380f None None] No DVR routers for this DVR port 038a0db8-f0ab-4318-827c-61623f6b17e2 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:48.968910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Calling delete_port for fe3694a2-c70d-4ab8-82f5-a03bdd1562dd owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:49.056095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:49.060981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc03c0-e7e1-4a7a-999a-1111507ef6d0 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:49.067711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:49.178625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:49.183765 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:49.239627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port f08018ca-beea-448b-ac0b-292a2a115cd6 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:35:49.405489 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:49.410753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] For port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55c764a3-62e6-479f-a007-e7bb0ba0b9e0,segment=NetworkSegment(2ff75104-7235-4b6a-a7a7-3f62091b3dbd),segment_id=2ff75104-7235-4b6a-a7a7-3f62091b3dbd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:49.413412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:49.423731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::327 (2b108652-b7f1-4e95-b1da-85ac7991b521/6bcc9dc9-aba0-4cde-8786-1c0c7fc5cfe1/f08018ca-beea-448b-ac0b-292a2a115cd6) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:49.446841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:35:49.550987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0a5140-feb5-4184-aee8-ba77932a706b']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:49.574407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:49.577350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] For port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,segment=NetworkSegment(01b0d792-03f0-4ecb-aafc-c61d9afb1384),segment_id=01b0d792-03f0-4ecb-aafc-c61d9afb1384)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:49.577910 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:49.583258 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Sync routers for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:49.588929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff75104-7235-4b6a-a7a7-3f62091b3dbd') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:49.589426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff75104-7235-4b6a-a7a7-3f62091b3dbd') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:49.613377 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:49.622238 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:49.672574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:49.705603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object f08018ca-beea-448b-ac0b-292a2a115cd6 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:49.708120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:35:49.708482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:35:49.717531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:49.731478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] Calling delete_port for 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:49.848980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:49.877258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:49.953353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Calling delete_port for fe3694a2-c70d-4ab8-82f5-a03bdd1562dd owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:49.978488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=f08018ca-beea-448b-ac0b-292a2a115cd6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:49.984288 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.007831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:35:50.008601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:35:50.035413 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:35:50.061966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-88d9929e-632e-4fc1-a608-2d44ee25bf67 admin admin] 10.222.0.88 "PUT /v2.0/routers/569bc9ce-6a5c-4ea8-8bad-a3b69b329679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4688816 Feb 02 15:35:50.182535 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:35:50.182843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43578) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:50.190118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:50.193079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:50.196811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:50.209176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:50.209859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.227146 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:35:50.227511 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:35:50.251360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '6bcc9dc9-aba0-4cde-8786-1c0c7fc5cfe1'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:35:50.252303 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.265920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:35:50.266447 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:35:50.294887 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.303615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.349110 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.362254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=db0a5140-feb5-4184-aee8-ba77932a706b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:50.400746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-05c06e1d-e88c-4149-ad9f-055b51427826 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/db0a5140-feb5-4184-aee8-ba77932a706b HTTP/1.1" status: 204 len: 168 time: 3.7757993 Feb 02 15:35:50.402788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43584) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:50.419306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1596688907', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:50.445102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:50.455020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:router and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:50.462146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:50.484154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:50.500573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] Pushing event deleted for resources: {'Port': ['ID=fe3694a2-c70d-4ab8-82f5-a03bdd1562dd,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:50.507340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a64afb02-4ab8-4b17-bb62-f3bd63df3942 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2730784 Feb 02 15:35:50.508483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43592) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:50.515783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050ea1c-d026-41e2-8d80-8006f56706bb None None] No DVR routers for this DVR port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:50.584298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.586203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.631737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.697725 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:44Z', 'revision_number': 2, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:50.702375 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Checking router: 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:35:50.703071 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Updating router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 port 2e1b500f-988e-470f-8279-bd11881f79d3 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:35:50.731231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] Deleting port 55c764a3-62e6-479f-a007-e7bb0ba0b9e0 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:50.732533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.752391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbfe9f4-6992-4f6e-ae73-9c12fcc88226 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:50.753864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6cbfe9f4-6992-4f6e-ae73-9c12fcc88226 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:50.848730 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:50.854643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/6bcc9dc9-aba0-4cde-8786-1c0c7fc5cfe1/2a877ed4-7f2c-4951-a50a-cbfac47fe5ef) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:50.948315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Deleting port fe3694a2-c70d-4ab8-82f5-a03bdd1562dd {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:50.963408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b1531c07-9a82-4d4c-a89a-e8931a075108 None None] The port '55c764a3-62e6-479f-a007-e7bb0ba0b9e0' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:35:50.964072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.071113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6cbfe9f4-6992-4f6e-ae73-9c12fcc88226 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:51.077837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6cbfe9f4-6992-4f6e-ae73-9c12fcc88226 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5617418 Feb 02 15:35:51.078462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43610) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:51.243950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c939d-14bf-46aa-b289-e69cd508f225 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port f08018ca-beea-448b-ac0b-292a2a115cd6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:51.243950 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c5c939d-14bf-46aa-b289-e69cd508f225 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.246930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1708635227-network', 'tenant_id': '71b76e7f64c94873ab8142d6efa29237'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:51.382435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] The port 'fe3694a2-c70d-4ab8-82f5-a03bdd1562dd' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:35:51.389531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:51.485322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.488528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Usage tracker for resource:network and tenant:71b76e7f64c94873ab8142d6efa29237 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:51.498949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Transition to ACTIVE for port object 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:51.505490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:51.522639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Transition to ACTIVE for port object 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:51.573006 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.627218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c5c939d-14bf-46aa-b289-e69cd508f225 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.658787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:51.742294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:51.746140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:51.755275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:51.767093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Pushing event updated for resources: {'Port': ['ID=2a877ed4-7f2c-4951-a50a-cbfac47fe5ef,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:51.838680 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.875657 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Transition to ACTIVE for port object 2e1b500f-988e-470f-8279-bd11881f79d3 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:35:51.923481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.935506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.949234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Attempting to bind port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:35:51.949970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Attempting to bind port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:35:51.952125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Attempting to bind port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:51.961604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:35:51.967259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:51.967259 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.967259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:35:51.967259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Bound port: 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:35:51.967259 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:51.990400 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.007499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425f7c26-d8cd-4f9d-ba42-87ec130326f0']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:52.039259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Made reservation on behalf of 71b76e7f64c94873ab8142d6efa29237 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:52.046191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.047121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c939d-14bf-46aa-b289-e69cd508f225 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for f08018ca-beea-448b-ac0b-292a2a115cd6 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:52.116995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b0d792-03f0-4ecb-aafc-c61d9afb1384') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:52.117325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b0d792-03f0-4ecb-aafc-c61d9afb1384') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:52.188970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] For port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:35:52.194793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] For port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2a877ed4-7f2c-4951-a50a-cbfac47fe5ef,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:35:52.211176 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.276895 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.313774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.399281 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.450786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:52.462223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:71b76e7f64c94873ab8142d6efa29237 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:52.465289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:52.475990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:52.513902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb37d8-2ca8-4f5e-bb46-4599df46a7cf None None] Pushing event updated for resources: {'Port': ['ID=2a877ed4-7f2c-4951-a50a-cbfac47fe5ef,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:52.517072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c5c939d-14bf-46aa-b289-e69cd508f225 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.608276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c939d-14bf-46aa-b289-e69cd508f225 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=f08018ca-beea-448b-ac0b-292a2a115cd6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:52.673509 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.674171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ba49-6979-45ad-a798-4fe371756e9f None None] Pushing event updated for resources: {'Port': ['ID=2e1b500f-988e-470f-8279-bd11881f79d3,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:52.683438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:35:52.683800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.693039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c5c939d-14bf-46aa-b289-e69cd508f225 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:35:52.704931 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:35:52.723351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7c5c939d-14bf-46aa-b289-e69cd508f225 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/f08018ca-beea-448b-ac0b-292a2a115cd6 HTTP/1.1" status: 204 len: 168 time: 1.6385558 Feb 02 15:35:52.724260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43668) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:52.726090 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Attempting to bind port 2e1b500f-988e-470f-8279-bd11881f79d3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:35:52.726588 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Attempting to bind port 2e1b500f-988e-470f-8279-bd11881f79d3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:35:52.727032 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Attempting to bind port 2e1b500f-988e-470f-8279-bd11881f79d3 on network 733f04c1-ef8d-4640-850d-26cf7edb1b05 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:35:52.744860 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:35:52.745268 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Checking segment: {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:52.745701 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.746213 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Bound using segment: {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:35:52.746738 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Bound port: 2e1b500f-988e-470f-8279-bd11881f79d3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:35:52.747146 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.801167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:52.852895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fdf2b6-0292-4072-9132-cce62bbc991d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:52.911239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43674) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:52.962113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1146883758-network', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:52.968893 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] For port 2e1b500f-988e-470f-8279-bd11881f79d3, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:35:52.979836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] For port 2e1b500f-988e-470f-8279-bd11881f79d3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2e1b500f-988e-470f-8279-bd11881f79d3,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:35:52.991711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f90f3c-4a9e-4473-88ba-e860d5954af6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:52.993633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f90f3c-4a9e-4473-88ba-e860d5954af6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:52.994559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37f90f3c-4a9e-4473-88ba-e860d5954af6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:52.999469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:35:52.999469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:53.003130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.009773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.047317 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.059361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Router 05de211b-3236-4237-a017-83b7a19e503f has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:35:53.124423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Usage tracker for resource:network and tenant:ef03ce2903e344c1a469f1d09cfa3032 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:53.127569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] Pushing event deleted for resources: {'Network': ['ID=425f7c26-d8cd-4f9d-ba42-87ec130326f0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:53.135588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:53.147789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.179341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37f90f3c-4a9e-4473-88ba-e860d5954af6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:53.183091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37f90f3c-4a9e-4473-88ba-e860d5954af6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4522982 Feb 02 15:35:53.188107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43690) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:53.215330 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ba49-6979-45ad-a798-4fe371756e9f None None] Pushing event updated for resources: {'Port': ['ID=2e1b500f-988e-470f-8279-bd11881f79d3,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:53.222776 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:53.223748 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:53.314716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:53.500508 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.501013 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Added segment 44e64f75-a693-40fa-b438-7d833c1e32b5 of type vlan for network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 Feb 02 15:35:53.503040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:53.549913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:53.587486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-77beb23c-f60a-44a0-9161-f2e2ff04c239 tempest-PortsTestJSON-1244920075 tempest-PortsTestJSON-1244920075-project] 10.222.0.88 "DELETE /v2.0/networks/425f7c26-d8cd-4f9d-ba42-87ec130326f0 HTTP/1.1" status: 204 len: 168 time: 5.7331638 Feb 02 15:35:53.651572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.656872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.735220 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:35:53.754705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Made reservation on behalf of ef03ce2903e344c1a469f1d09cfa3032 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:53.763087 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.835508 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:53.891147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5512354-51c9-4fdb-91ac-f3f1ad5f4574 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 6bcc9dc9-aba0-4cde-8786-1c0c7fc5cfe1 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:35:53.902308 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5512354-51c9-4fdb-91ac-f3f1ad5f4574 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:54.087131 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5512354-51c9-4fdb-91ac-f3f1ad5f4574 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:54.179972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:54.187021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d49081c5-a0e4-4fb3-a125-449b27faa4e1 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "PUT /v2.0/routers/05de211b-3236-4237-a017-83b7a19e503f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9110222 Feb 02 15:35:54.190173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43728) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:54.195186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab5434-dd08-4e43-9d61-a41d09d1a96d None None] Sync routers for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:54.216412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab5434-dd08-4e43-9d61-a41d09d1a96d None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:54.222483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f2ab5434-dd08-4e43-9d61-a41d09d1a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:54.268281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 172.25.0.163 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/6fc664d1-e76e-46c0-9a8a-44432e09a32f) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:35:54.310857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:54.313875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:54.313875 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:54.372165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:54.376535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5512354-51c9-4fdb-91ac-f3f1ad5f4574 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:54.423004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f2ab5434-dd08-4e43-9d61-a41d09d1a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:54.493903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Usage tracker for resource:security_group_rule and tenant:ef03ce2903e344c1a469f1d09cfa3032 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:54.516897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.3295953 Feb 02 15:35:54.520233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab5434-dd08-4e43-9d61-a41d09d1a96d None None] Routers {'05de211b-3236-4237-a017-83b7a19e503f'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:54.521781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f2ab5434-dd08-4e43-9d61-a41d09d1a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05de211b-3236-4237-a017-83b7a19e503f'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:54.551499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43742) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:54.576095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:54.595111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Request body: {'subnet': {'network_id': '20d2a285-d9d9-49ce-972f-42c9eb6e6167', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1708635227-subnet', 'tenant_id': '71b76e7f64c94873ab8142d6efa29237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:54.616805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:54.627184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:54.643291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Usage tracker for resource:subnet and tenant:71b76e7f64c94873ab8142d6efa29237 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:54.666773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bca15-fa59-431a-9c18-61a00cd7d8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=20d2a285-d9d9-49ce-972f-42c9eb6e6167,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:54.687451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:54.695620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:35:54.710451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:54.749970 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b98d1e60-db2b-4ac0-9250-ab0b3a310633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:54.764578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f2ab5434-dd08-4e43-9d61-a41d09d1a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:54.764899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab5434-dd08-4e43-9d61-a41d09d1a96d None None] The sync data for ids ['05de211b-3236-4237-a017-83b7a19e503f'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:54.766403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43748) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:54.778855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-22898252-58e1-4177-8f66-2e0fed7108ac None None] Could not find standard attr ID for object f08018ca-beea-448b-ac0b-292a2a115cd6. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:35:54.850116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:54.914619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:54.988333 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:52Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:55.012093 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ade40-bec9-4424-beb9-42f08a8a280b None None] The sync data for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 is: [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:52Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:55.063522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Made reservation on behalf of 71b76e7f64c94873ab8142d6efa29237 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:55.077001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.082853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.086171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.145888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5512354-51c9-4fdb-91ac-f3f1ad5f4574 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.180455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-22898252-58e1-4177-8f66-2e0fed7108ac None None] Provisioning for port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:55.199166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-22898252-58e1-4177-8f66-2e0fed7108ac None None] Provisioning complete for port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:55.200278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22898252-58e1-4177-8f66-2e0fed7108ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.238944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:35:55.274578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:55.281010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:35:55.336211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5512354-51c9-4fdb-91ac-f3f1ad5f4574 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcc9dc9-aba0-4cde-8786-1c0c7fc5cfe1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:55.415024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.443674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2e1b500f-988e-470f-8279-bd11881f79d3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:55.804013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8134eb17-8e55-4f52-aea4-43988ae1cb4f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:55.809421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:35:55.832209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=6fc664d1-e76e-46c0-9a8a-44432e09a32f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:55.849341 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22898252-58e1-4177-8f66-2e0fed7108ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.908173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 2e1b500f-988e-470f-8279-bd11881f79d3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:35:55.938430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2e1b500f-988e-470f-8279-bd11881f79d3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:55.938968 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.985302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:55.985885 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Added segment 63763710-21fe-466a-a67c-b4d3286b201d of type vlan for network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b Feb 02 15:35:56.041593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-22898252-58e1-4177-8f66-2e0fed7108ac None None] For port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2a877ed4-7f2c-4951-a50a-cbfac47fe5ef,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:56.043451 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a5512354-51c9-4fdb-91ac-f3f1ad5f4574 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.103521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7cdde2-b797-4ed1-9b46-587138c040c2 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:56.119684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.140258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6c8da192-88a6-4fe5-86ad-1193e3431a7e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2aa4e36747694bb5ada991c26d54c6c9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3708746 Feb 02 15:35:56.142410 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22898252-58e1-4177-8f66-2e0fed7108ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.153963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43792) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:56.265674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43798) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:56.269402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a5512354-51c9-4fdb-91ac-f3f1ad5f4574 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/6bcc9dc9-aba0-4cde-8786-1c0c7fc5cfe1 HTTP/1.1" status: 204 len: 168 time: 3.0773032 Feb 02 15:35:56.395642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.396587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:56.397164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.526056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9655e6cb-8db2-4230-8be2-6cce124c5d9c None None] Could not find standard attr ID for object f08018ca-beea-448b-ac0b-292a2a115cd6. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:35:56.630248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] Pushing event updated for resources: {'Network': ['ID=34bae7ff-e099-4d1e-8aac-b0a842d1d71b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:56.642425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7ba19181-6c9b-44aa-9eaf-be3a05863cfb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3630786 Feb 02 15:35:56.655993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43812) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:56.658401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22898252-58e1-4177-8f66-2e0fed7108ac None None] Pushing event updated for resources: {'Port': ['ID=2a877ed4-7f2c-4951-a50a-cbfac47fe5ef,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:56.662174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:35:56.791273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.792048 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.816818 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff7aba16-fa2b-408f-bfab-63ca2e2eb980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.873478 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.904061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-efad0a54-1122-40d1-94f0-fcccf0e8edbb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9657936 Feb 02 15:35:56.915346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43818) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:56.930004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Request body: {'subnet': {'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1146883758-subnet', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:56.950472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:56.962011 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff7aba16-fa2b-408f-bfab-63ca2e2eb980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.969231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:56.974434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Usage tracker for resource:subnet and tenant:ef03ce2903e344c1a469f1d09cfa3032 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:56.980177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:56.990522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:57.006896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8577780-5b8c-4dcb-b2f1-0426c27cb8ea tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:57.007664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c8577780-5b8c-4dcb-b2f1-0426c27cb8ea tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:57.016317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.115256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 2e1b500f-988e-470f-8279-bd11881f79d3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2e1b500f-988e-470f-8279-bd11881f79d3,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:57.132864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b72b880-b3f8-401f-bc49-fb8950f8475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.161112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Deleting port 39dfc4f5-e851-4e74-a796-95bbd2d83bf4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:57.161112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.168967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Made reservation on behalf of ef03ce2903e344c1a469f1d09cfa3032 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:57.172471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.178305 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.226847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c8577780-5b8c-4dcb-b2f1-0426c27cb8ea tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:57.258840 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c8577780-5b8c-4dcb-b2f1-0426c27cb8ea tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6003737 Feb 02 15:35:57.266959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43834) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:57.322084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=2e1b500f-988e-470f-8279-bd11881f79d3,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:57.325122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:35:57.330411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] Deleting port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:35:57.330866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.382939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff7aba16-fa2b-408f-bfab-63ca2e2eb980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.444193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Checking segment: {'id': '44e64f75-a693-40fa-b438-7d833c1e32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '20d2a285-d9d9-49ce-972f-42c9eb6e6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:57.444740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Network hostable DHCP agents. Network: 20d2a285-d9d9-49ce-972f-42c9eb6e6167, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:35:57.456635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17eb65de-5e43-42ee-9956-9561ba66922a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:57.501542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aba16-fa2b-408f-bfab-63ca2e2eb980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ad6923-5cf0-4f0c-86f0-380704815118,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:57.553867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff7aba16-fa2b-408f-bfab-63ca2e2eb980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.555936 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ff7aba16-fa2b-408f-bfab-63ca2e2eb980 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b9ad6923-5cf0-4f0c-86f0-380704815118 HTTP/1.1" status: 204 len: 168 time: 1.3906682 Feb 02 15:35:57.559227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecced196-127c-4cd2-a4c1-af8aaad7e5d6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:57.560290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ecced196-127c-4cd2-a4c1-af8aaad7e5d6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:35:57.640012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.712987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ecced196-127c-4cd2-a4c1-af8aaad7e5d6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:35:57.714811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ecced196-127c-4cd2-a4c1-af8aaad7e5d6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4424632 Feb 02 15:35:57.753765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43854) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:57.791367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:35:57.801459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Calling delete_port for 39dfc4f5-e851-4e74-a796-95bbd2d83bf4 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:57.842745 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-408a162c-4546-4535-bc55-ef1a143ade10 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872791 Feb 02 15:35:57.843335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43858) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:57.872780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:57.924216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 20d2a285-d9d9-49ce-972f-42c9eb6e6167) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:57.927395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] For port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2a877ed4-7f2c-4951-a50a-cbfac47fe5ef,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:35:57.927832 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:57.944552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:57.944832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1244bd3-0033-441d-9fdd-fb9ebd6b9e1e None None] Network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:57.945291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:58.061906 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ecfa1c57-882f-45ab-9821-314b3d47f831 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4904656 Feb 02 15:35:58.176787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] Calling delete_port for 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:35:58.221708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:58.322653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:58.377676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:58.443111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:58.448390 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:58.458645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe62e4b-014e-4e80-b050-73daa9603076,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:58.485022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Checking segment: {'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:35:58.485579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Network hostable DHCP agents. Network: 34bae7ff-e099-4d1e-8aac-b0a842d1d71b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:35:58.495379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 800625f5-56d2-4e2c-9749-09a56e871b02 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:35:58.561003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:58.574073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event deleted for resources: {'Port': ['ID=39dfc4f5-e851-4e74-a796-95bbd2d83bf4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:58.640528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:35:58.703369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:35:58.732028 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:58.833965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e3751-6e08-4b86-9f84-9b7b8511a3eb None None] Network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:58.890255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] Pushing event deleted for resources: {'Port': ['ID=2a877ed4-7f2c-4951-a50a-cbfac47fe5ef,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:35:58.910032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:58.928498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 34bae7ff-e099-4d1e-8aac-b0a842d1d71b) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:35:58.995819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:35:58.996928 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:59.039517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b0c853-1a97-4a31-83c8-1435f673a210 None None] Network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:35:59.184474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b975975a-04b6-4c3c-8def-83285aae0bb9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2547235 Feb 02 15:35:59.184474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43904) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:35:59.210069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:35:59.219020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:35:59.224212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Usage tracker for resource:router and tenant:ef03ce2903e344c1a469f1d09cfa3032 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:35:59.229201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:35:59.242545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:35:59.254742 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee971d-6873-4482-bee4-c5c9605b6406 None None] No DVR routers for this DVR port 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:35:59.392802 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:59.417794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:35:59.424958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2e1b500f-988e-470f-8279-bd11881f79d3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:35:59.430186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:59.431035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:59.434795 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef1077-ebba-4f0d-a515-df48b9a812a8 None None] Sync routers for ids ['800625f5-56d2-4e2c-9749-09a56e871b02'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:35:59.460976 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef1077-ebba-4f0d-a515-df48b9a812a8 None None] Routers {'800625f5-56d2-4e2c-9749-09a56e871b02'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:59.469928 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e0ef1077-ebba-4f0d-a515-df48b9a812a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['800625f5-56d2-4e2c-9749-09a56e871b02'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:59.599571 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e0ef1077-ebba-4f0d-a515-df48b9a812a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:59.622136 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:59.635526 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef1077-ebba-4f0d-a515-df48b9a812a8 None None] Routers {'800625f5-56d2-4e2c-9749-09a56e871b02'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:35:59.636547 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e0ef1077-ebba-4f0d-a515-df48b9a812a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['800625f5-56d2-4e2c-9749-09a56e871b02'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:59.761514 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e0ef1077-ebba-4f0d-a515-df48b9a812a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:35:59.762586 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef1077-ebba-4f0d-a515-df48b9a812a8 None None] The sync data for ids ['800625f5-56d2-4e2c-9749-09a56e871b02'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:35:59.888140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2e1b500f-988e-470f-8279-bd11881f79d3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:35:59.888140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:35:59.949947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-34bae7ff-e099-4d1e-8aac-b0a842d1d71b', 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'fixed_ips': [{'subnet_id': 'afe62e4b-014e-4e80-b050-73daa9603076'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:35:59.949947 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.032739 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.040452 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.041657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b17b732c-48ca-4891-adfd-a63cfbb474d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6332884 Feb 02 15:36:00.042976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.049119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43932) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:00.285949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:00.301366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:00.304913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:36:00.307743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:00.308356 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.342208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce650a9e-0630-4393-9e23-61787ffae8df None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:00.392305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=5c194a04-9b3e-4247-b679-e11111524c9c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:00.460877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.469178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ba50c3de-5069-4f9c-b36e-8d17fc133e85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6139731 Feb 02 15:36:00.475388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43948) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:00.489524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.502779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '5c194a04-9b3e-4247-b679-e11111524c9c', 'ip_address': '2001:db8::12c1:27be:6471:15f'}], 'name': 'tempest-NetworksTestDHCPv6-1077449723'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:00.570573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:36:00.572470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2a877ed4-7f2c-4951-a50a-cbfac47fe5ef not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:36:00.672557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Allocated IP 172.20.0.2 (34bae7ff-e099-4d1e-8aac-b0a842d1d71b/afe62e4b-014e-4e80-b050-73daa9603076/9db9f97d-af31-4c34-a68b-aeb391c96fea) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:00.693689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43956) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:00.700892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.702780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:00.734029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:00.796532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-85ec6839-eeb6-4914-9e63-b16b98ba1000 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:00.805338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-85ec6839-eeb6-4914-9e63-b16b98ba1000 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/networks?id=20d2a285-d9d9-49ce-972f-42c9eb6e6167 HTTP/1.1" status: 200 len: 822 time: 1.1273632 Feb 02 15:36:00.836211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-f818d454-615a-4604-83f9-4735b1e135ab tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/quotas/71b76e7f64c94873ab8142d6efa29237 HTTP/1.1" status: 200 len: 375 time: 0.0259922 Feb 02 15:36:00.963627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:00.968977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Fanout notify agent at l3_agent the message router_deleted on router 05de211b-3236-4237-a017-83b7a19e503f {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:36:00.974740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:01.025829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '5c194a04-9b3e-4247-b679-e11111524c9c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:01.031205 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.047265 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-5c2b42e0-6bd6-4700-833f-77c3d92a5c05 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=71b76e7f64c94873ab8142d6efa29237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2022562 Feb 02 15:36:01.070503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-106212549'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:01.103054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:01.114595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:01.126028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:01.135232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:01.163028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43980) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:01.169076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7b76a528-e301-4add-9b6e-fd46d91530c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/routers/800625f5-56d2-4e2c-9749-09a56e871b02 HTTP/1.1" status: 200 len: 885 time: 1.0413260 Feb 02 15:36:01.291740 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.292877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ded830f1-9400-4b2f-886f-22194ebca23f tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "DELETE /v2.0/routers/05de211b-3236-4237-a017-83b7a19e503f HTTP/1.1" status: 204 len: 168 time: 7.1010833 Feb 02 15:36:01.297718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43988) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:01.352749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.449732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-4ab55d87-517b-4e09-9df5-4715890651fa service neutron] 10.222.0.88 "GET /v2.0/networks/20d2a285-d9d9-49ce-972f-42c9eb6e6167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017210 Feb 02 15:36:01.525195 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.531126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:01.534780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.553264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.565148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Transition to ACTIVE for port object 9db9f97d-af31-4c34-a68b-aeb391c96fea will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:01.565148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/5c194a04-9b3e-4247-b679-e11111524c9c/8b1d05cb-0d0f-4bd6-bc69-ef35238fb380) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:01.589714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Transition to ACTIVE for port object 9db9f97d-af31-4c34-a68b-aeb391c96fea will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:01.595021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.623056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-0617f6f8-2000-428a-8b3e-49d2624c84d3 service neutron] 10.222.0.88 "GET /v2.0/networks/20d2a285-d9d9-49ce-972f-42c9eb6e6167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659386 Feb 02 15:36:01.695516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.704908 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:01.738004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 280a8f14-fe11-4869-9ef6-5e3ccc4dd781 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:36:01.854428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Pushing event updated for resources: {'Port': ['ID=9db9f97d-af31-4c34-a68b-aeb391c96fea,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:01.923776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:01.928757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:01.941950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:02.124581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37469fa6-fa4c-4395-9d7c-f4d820c46e56 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:router {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:02.170375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Attempting to bind port 9db9f97d-af31-4c34-a68b-aeb391c96fea on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:02.171738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Attempting to bind port 9db9f97d-af31-4c34-a68b-aeb391c96fea by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:02.174643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Attempting to bind port 9db9f97d-af31-4c34-a68b-aeb391c96fea on network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:02.197397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:02.197801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Checking segment: {'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:02.198427 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.198839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Bound using segment: {'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:02.199324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Bound port: 9db9f97d-af31-4c34-a68b-aeb391c96fea, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:02.199696 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.240727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37469fa6-fa4c-4395-9d7c-f4d820c46e56 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:router {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:02.244913 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37469fa6-fa4c-4395-9d7c-f4d820c46e56 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0813460 Feb 02 15:36:02.245751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44020) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:02.257824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5998426f-ae73-42b2-80c3-1a99de148b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1596688907'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:02.288973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Allocated IP 172.25.0.99 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/8cbebc52-aff6-499b-8711-17aee461d629) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:02.322558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59b15373-5435-4b6c-afc6-adc98dd36923 req-1194bfdb-73f5-4bb9-9456-b3f2bd29d72a tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 210 time: 0.3255074 Feb 02 15:36:02.331778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:02.348050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8fce52-4b9a-4eb2-9559-8b709dfd95be tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Deleting subnet 452d7e61-f13d-48e7-9c23-ab1513a9a7d3 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:36:02.355897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d8fce52-4b9a-4eb2-9559-8b709dfd95be tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.400290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:security_group_rule and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:02.409801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:02.415893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.433553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Transition to ACTIVE for port object 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:02.436444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] For port 9db9f97d-af31-4c34-a68b-aeb391c96fea, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:02.443928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:02.444153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] For port 9db9f97d-af31-4c34-a68b-aeb391c96fea, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9db9f97d-af31-4c34-a68b-aeb391c96fea,segment=NetworkSegment(63763710-21fe-466a-a67c-b4d3286b201d),segment_id=63763710-21fe-466a-a67c-b4d3286b201d)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:02.460586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Transition to ACTIVE for port object 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:02.537781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d8fce52-4b9a-4eb2-9559-8b709dfd95be tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.584380 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.689333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.709245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.726249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::12c1:27be:6471:15f (2b108652-b7f1-4e95-b1da-85ac7991b521/5c194a04-9b3e-4247-b679-e11111524c9c/280a8f14-fe11-4869-9ef6-5e3ccc4dd781) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:02.748926 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.758388 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d8fce52-4b9a-4eb2-9559-8b709dfd95be tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.834578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f337b-a67e-4681-b0ec-668682d5e0da None None] Pushing event updated for resources: {'Port': ['ID=9db9f97d-af31-4c34-a68b-aeb391c96fea,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:02.847680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.864649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:02.903893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:02.904260 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment e1d0071d-94cd-4ff5-8a75-81027b762410 of type vlan for network c2c96c5a-6127-4d17-940f-82615cff6736 Feb 02 15:36:02.941652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:02.952493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:02.955343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f276a841-45ef-45fe-b227-27df9236ed2a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:02.958669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:02.964149 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.001321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.092635 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d8fce52-4b9a-4eb2-9559-8b709dfd95be tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.108274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Pushing event updated for resources: {'Port': ['ID=8b1d05cb-0d0f-4bd6-bc69-ef35238fb380,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:03.155909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Attempting to bind port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:03.162282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Attempting to bind port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:03.162547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Attempting to bind port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:03.184696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:03.184998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:03.185408 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.185812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:03.187215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Bound port: 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:03.187606 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.191759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Pushing event updated for resources: {'Port': ['ID=8cbebc52-aff6-499b-8711-17aee461d629,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:03.199629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.203376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:03.203976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.378913 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.385193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] For port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:03.400055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] For port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8b1d05cb-0d0f-4bd6-bc69-ef35238fb380,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:03.415513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 280a8f14-fe11-4869-9ef6-5e3ccc4dd781 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:03.448505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fce52-4b9a-4eb2-9559-8b709dfd95be tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event deleted for resources: {'Subnet': ['ID=452d7e61-f13d-48e7-9c23-ab1513a9a7d3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:03.475147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.495675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:03.500625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:03.504122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:03.559140 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee60ba6a-666d-44a1-9201-8f1c25734d92 req-7efdc2da-f404-4cc6-a318-ed3d6de966a4 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 210 time: 0.0660629 Feb 02 15:36:03.561124 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.657699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3d8fce52-4b9a-4eb2-9559-8b709dfd95be tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.657913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b505d06-196b-4660-bdfb-ed8682858730 None None] Pushing event updated for resources: {'Port': ['ID=8b1d05cb-0d0f-4bd6-bc69-ef35238fb380,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:03.665747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c70865c-0142-4ad5-90a7-7c05942026ea None None] Network 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:03.697479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3d8fce52-4b9a-4eb2-9559-8b709dfd95be tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "DELETE /v2.0/subnets/452d7e61-f13d-48e7-9c23-ab1513a9a7d3 HTTP/1.1" status: 204 len: 168 time: 2.3982663 Feb 02 15:36:03.699330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=c2c96c5a-6127-4d17-940f-82615cff6736,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:03.703988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44040) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:03.748669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:03.750928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c2c96c5a-6127-4d17-940f-82615cff6736 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:36:03.756924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:03.926653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=280a8f14-fe11-4869-9ef6-5e3ccc4dd781,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:03.926653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:03.926653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:03.926653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.935472 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:03.952616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Deleting port 58c3dfa8-6630-4689-ae59-e420faed00cb {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:03.953237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:04.011264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5998426f-ae73-42b2-80c3-1a99de148b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:04.204013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] DHCP port deletion for 07e50d8c-8513-4d5a-9dcc-cdf76b910c19 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:36:04.209479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] Deleting port 58c3dfa8-6630-4689-ae59-e420faed00cb {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:04.209870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:04.238380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] For port 58c3dfa8-6630-4689-ae59-e420faed00cb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=58c3dfa8-6630-4689-ae59-e420faed00cb,segment=NetworkSegment(41f6db09-f923-4681-b4c1-8cec37711497),segment_id=41f6db09-f923-4681-b4c1-8cec37711497)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:04.238988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:04.489494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0201309b-d0ac-43e2-a952-8e0f4b439894 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9998846 Feb 02 15:36:04.491674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5998426f-ae73-42b2-80c3-1a99de148b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:04.495032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44050) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:04.505037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] For port 58c3dfa8-6630-4689-ae59-e420faed00cb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=58c3dfa8-6630-4689-ae59-e420faed00cb,segment=NetworkSegment(41f6db09-f923-4681-b4c1-8cec37711497),segment_id=41f6db09-f923-4681-b4c1-8cec37711497)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:04.506037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:04.605719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Calling delete_port for 58c3dfa8-6630-4689-ae59-e420faed00cb owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:04.831982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-63e3493b-9fde-4ed9-b9f9-7bf271bcb8c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.1369519 Feb 02 15:36:04.836341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44058) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:04.857418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75fedc5-7c92-4df7-9b19-49ccec50e9e9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:04.862847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75fedc5-7c92-4df7-9b19-49ccec50e9e9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:04.864245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b75fedc5-7c92-4df7-9b19-49ccec50e9e9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:04.883556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] Calling delete_port for 58c3dfa8-6630-4689-ae59-e420faed00cb owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:04.892875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-1069298246'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:04.904971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:04.917776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:04.926960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44062) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:04.927670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:04.947503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:04.978874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:04.982052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e456a-a565-4818-9b05-0bf4b19acc87 None None] Network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:05.030835 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f2cb79c9-94d6-40bf-a0f8-1554b5109aef req-ac10b87e-c47f-4473-96cb-ae577b512b51 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 210 time: 0.1489999 Feb 02 15:36:05.038046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] No DVR routers for this DVR port 58c3dfa8-6630-4689-ae59-e420faed00cb on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:36:05.115772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event deleted for resources: {'Port': ['ID=58c3dfa8-6630-4689-ae59-e420faed00cb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:05.124928 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.125198 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.134123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b75fedc5-7c92-4df7-9b19-49ccec50e9e9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:05.135346 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b75fedc5-7c92-4df7-9b19-49ccec50e9e9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6392486 Feb 02 15:36:05.138421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44072) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:05.228280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:05.233699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.275245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:05.303504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.303951 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment 92d92a72-ef55-47df-8a96-97cb1a24a98e of type vlan for network 14df76a3-f786-4e23-8b6b-02c675f8eb46 Feb 02 15:36:05.363135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.391041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-37a4a860-333a-4c8c-909f-45eb1e3a73e4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 280a8f14-fe11-4869-9ef6-5e3ccc4dd781 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:05.391390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37a4a860-333a-4c8c-909f-45eb1e3a73e4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.474780 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:36:05.475245 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:36:05.478740 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.483081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9db9f97d-af31-4c34-a68b-aeb391c96fea up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:05.528373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e50d8c-8513-4d5a-9dcc-cdf76b910c19']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:05.535498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:36:05.555767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f6db09-f923-4681-b4c1-8cec37711497') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:05.556161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f6db09-f923-4681-b4c1-8cec37711497') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:05.569295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.574242 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.610937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5998426f-ae73-42b2-80c3-1a99de148b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 800625f5-56d2-4e2c-9749-09a56e871b02 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:36:05.639671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7a5bfe9d-d595-4917-bc8c-9427d30fb053 None None] Provisioning for port 9db9f97d-af31-4c34-a68b-aeb391c96fea completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:05.665070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.678128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:36:05.678780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:36:05.722092 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:36:05.741354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.745549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:05.749171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.864599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9db9f97d-af31-4c34-a68b-aeb391c96fea completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:05.870963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9db9f97d-af31-4c34-a68b-aeb391c96fea triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:05.871336 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.898375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.931178 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.963920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event deleted for resources: {'Network': ['ID=07e50d8c-8513-4d5a-9dcc-cdf76b910c19,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:05.985513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] Deleting port 58c3dfa8-6630-4689-ae59-e420faed00cb {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:05.987559 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:05.989276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Router 3ccd49f3-8099-41fe-a859-7a390f690fa4 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:36:06.035542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:06.098888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-17d6325f-aa5d-484b-9e8a-d390aaf5c649 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "DELETE /v2.0/networks/07e50d8c-8513-4d5a-9dcc-cdf76b910c19 HTTP/1.1" status: 204 len: 168 time: 2.3373826 Feb 02 15:36:06.099115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44080) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:06.122516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7ac9fd22-9db9-49dd-85fe-5c3d4c315db8 None None] Provisioning for port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:06.156191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c19bd-32dd-4f66-b930-db410e9b58dc None None] The port '58c3dfa8-6630-4689-ae59-e420faed00cb' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:36:06.281410 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:06.336119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] Usage tracker for resource:security_group_rule and tenant:434c9791128a4fffa39d73725501bd5c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:06.337320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 9db9f97d-af31-4c34-a68b-aeb391c96fea, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9db9f97d-af31-4c34-a68b-aeb391c96fea,segment=NetworkSegment(63763710-21fe-466a-a67c-b4d3286b201d),segment_id=63763710-21fe-466a-a67c-b4d3286b201d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:06.344045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-28779568-656a-4201-877c-47e0eed1885c None None] Provisioning complete for port 9db9f97d-af31-4c34-a68b-aeb391c96fea triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:06.345430 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28779568-656a-4201-877c-47e0eed1885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:06.420172 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:06.421165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:06.445246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Deleting port 989036cd-90ef-495e-bd9f-789d3355e8e0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:06.446217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:06.465629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:06.468789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6216819 Feb 02 15:36:06.501415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:06.530968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': 'c2c96c5a-6127-4d17-940f-82615cff6736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:06.539810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:06.555510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37a4a860-333a-4c8c-909f-45eb1e3a73e4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:06.600848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=9db9f97d-af31-4c34-a68b-aeb391c96fea,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:06.689560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2135d81d-7794-4095-86b5-fec6a7cf0d59 req-5a2f067c-d684-4eb9-8171-06c684cbc4d4 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 210 time: 0.3430438 Feb 02 15:36:06.712391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91152127-2847-4ba9-b8e1-80f48a691086 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=14df76a3-f786-4e23-8b6b-02c675f8eb46,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:06.727725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 14df76a3-f786-4e23-8b6b-02c675f8eb46 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:36:06.756159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:06.762433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-28779568-656a-4201-877c-47e0eed1885c None None] Provisioning for port 280a8f14-fe11-4869-9ef6-5e3ccc4dd781 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:06.849849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:06.850650 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:06.912618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-37a4a860-333a-4c8c-909f-45eb1e3a73e4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 280a8f14-fe11-4869-9ef6-5e3ccc4dd781 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:06.995702 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-28779568-656a-4201-877c-47e0eed1885c None None] Provisioning complete for port 280a8f14-fe11-4869-9ef6-5e3ccc4dd781 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:06.995702 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28779568-656a-4201-877c-47e0eed1885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.079204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:07.087340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:07.091696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:07.103865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:07.149440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-f8db0b70-873b-4f0d-8698-ca0c4b66eb88 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:07.151047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-f8db0b70-873b-4f0d-8698-ca0c4b66eb88 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.107 "GET /v2.0/networks?id=20d2a285-d9d9-49ce-972f-42c9eb6e6167 HTTP/1.1" status: 200 len: 822 time: 0.7757313 Feb 02 15:36:07.154815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.155098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.181051 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.202792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-28779568-656a-4201-877c-47e0eed1885c None None] Port 280a8f14-fe11-4869-9ef6-5e3ccc4dd781 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:07.216483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Request body: {'port': {'device_id': '4c158230-a2a0-48fb-9605-1e80a9309ecb', 'network_id': '20d2a285-d9d9-49ce-972f-42c9eb6e6167', 'admin_state_up': True, 'tenant_id': '71b76e7f64c94873ab8142d6efa29237'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:07.225755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8b1d05cb-0d0f-4bd6-bc69-ef35238fb380,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:07.289645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Calling delete_port for 989036cd-90ef-495e-bd9f-789d3355e8e0 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:07.302218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.318844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:07.365644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:07.369309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 58c3dfa8-6630-4689-ae59-e420faed00cb no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:36:07.382296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.403618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Sync routers for ids ['3ccd49f3-8099-41fe-a859-7a390f690fa4'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:07.429346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 58c3dfa8-6630-4689-ae59-e420faed00cb {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:36:07.435488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 58c3dfa8-6630-4689-ae59-e420faed00cb not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:36:07.446957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Routers {'3ccd49f3-8099-41fe-a859-7a390f690fa4'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:07.447736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['3ccd49f3-8099-41fe-a859-7a390f690fa4'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:07.519641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8b1d05cb-0d0f-4bd6-bc69-ef35238fb380,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:07.536852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.548453 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.573143 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37a4a860-333a-4c8c-909f-45eb1e3a73e4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.621768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9db9f97d-af31-4c34-a68b-aeb391c96fea up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:07.669600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:07.672278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4a860-333a-4c8c-909f-45eb1e3a73e4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=280a8f14-fe11-4869-9ef6-5e3ccc4dd781,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:07.691418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Usage tracker for resource:port and tenant:71b76e7f64c94873ab8142d6efa29237 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:07.696173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:07.699115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7862a248-3be5-42ea-954b-8035f32722bf,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:07.731697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Set router 3ccd49f3-8099-41fe-a859-7a390f690fa4 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:36:07.745047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:07.755776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-72b2619d-ecf5-49cf-bb01-700a22b0424d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=434c9791128a4fffa39d73725501bd5c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8163133 Feb 02 15:36:07.762550 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37a4a860-333a-4c8c-909f-45eb1e3a73e4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.766161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44098) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:07.853968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Made reservation on behalf of 71b76e7f64c94873ab8142d6efa29237 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:07.857358 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.874350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.876786 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-183d25fc-df99-446e-beaf-8e6e53f7747c admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.6810329 Feb 02 15:36:07.883574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44102) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:07.892745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5998426f-ae73-42b2-80c3-1a99de148b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:07.900765 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5998426f-ae73-42b2-80c3-1a99de148b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:07.906619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5998426f-ae73-42b2-80c3-1a99de148b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/800625f5-56d2-4e2c-9749-09a56e871b02 HTTP/1.1" status: 200 len: 892 time: 5.6556756 Feb 02 15:36:07.908857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44106) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:07.921570 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93deaf-bfd1-474c-a314-11a0700b983a None None] Sync routers for ids ['800625f5-56d2-4e2c-9749-09a56e871b02'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:07.971191 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93deaf-bfd1-474c-a314-11a0700b983a None None] Routers {'800625f5-56d2-4e2c-9749-09a56e871b02'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:07.971972 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2c93deaf-bfd1-474c-a314-11a0700b983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['800625f5-56d2-4e2c-9749-09a56e871b02'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:08.057720 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee80605e-b8a1-4770-bf1a-0efffffe7134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:08.130476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:08.297805 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2c93deaf-bfd1-474c-a314-11a0700b983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:08.324263 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93deaf-bfd1-474c-a314-11a0700b983a None None] Routers {'800625f5-56d2-4e2c-9749-09a56e871b02'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:08.327784 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2c93deaf-bfd1-474c-a314-11a0700b983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['800625f5-56d2-4e2c-9749-09a56e871b02'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:08.363932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=7f19261d-8d04-4150-bd03-278fd9800845,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:08.425530 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2c93deaf-bfd1-474c-a314-11a0700b983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:08.426589 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93deaf-bfd1-474c-a314-11a0700b983a None None] The sync data for ids ['800625f5-56d2-4e2c-9749-09a56e871b02'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:08.427180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37a4a860-333a-4c8c-909f-45eb1e3a73e4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/280a8f14-fe11-4869-9ef6-5e3ccc4dd781 HTTP/1.1" status: 204 len: 168 time: 3.2874231 Feb 02 15:36:08.447050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44112) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:08.457920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9db9f97d-af31-4c34-a68b-aeb391c96fea triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:08.458753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:08.532206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee80605e-b8a1-4770-bf1a-0efffffe7134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:08.580251 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1be411ca-1d18-40a1-8480-7041175aa488 req-3837e32c-67b6-4beb-8b70-90a3b21a937d tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 210 time: 0.2376726 Feb 02 15:36:08.661462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Allocated IP 172.20.0.14 (20d2a285-d9d9-49ce-972f-42c9eb6e6167/17eb65de-5e43-42ee-9956-9561ba66922a/dce96f1f-b616-4ef4-9ba4-d035e72266d8) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:08.765118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:08.768563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8cbebc52-aff6-499b-8711-17aee461d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:36:03Z', 'revision_number': 3, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port': {'id': '8cbebc52-aff6-499b-8711-17aee461d629', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:01Z', 'updated_at': '2022-02-02T15:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:08.773490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Checking router: 3ccd49f3-8099-41fe-a859-7a390f690fa4 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:36:08.777128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Updating router 3ccd49f3-8099-41fe-a859-7a390f690fa4 port 8cbebc52-aff6-499b-8711-17aee461d629 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:36:08.781420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12cce8c-dd2c-40a2-a075-d2f7beb309e5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:08.786146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12cce8c-dd2c-40a2-a075-d2f7beb309e5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:08.787016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f12cce8c-dd2c-40a2-a075-d2f7beb309e5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:08.855589 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:08.920815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Pushing event deleted for resources: {'Port': ['ID=989036cd-90ef-495e-bd9f-789d3355e8e0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:08.982213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': 'e1d0071d-94cd-4ff5-8a75-81027b762410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c2c96c5a-6127-4d17-940f-82615cff6736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:08.982580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: c2c96c5a-6127-4d17-940f-82615cff6736, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:36:09.035184 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee80605e-b8a1-4770-bf1a-0efffffe7134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.076542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f12cce8c-dd2c-40a2-a075-d2f7beb309e5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:09.081390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f12cce8c-dd2c-40a2-a075-d2f7beb309e5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6134744 Feb 02 15:36:09.082363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.090869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44116) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:09.139415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80605e-b8a1-4770-bf1a-0efffffe7134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7862a248-3be5-42ea-954b-8035f32722bf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:09.161018 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5efbafe1-3b81-4c36-b8e1-c0fb63585e27 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/routers/800625f5-56d2-4e2c-9749-09a56e871b02 HTTP/1.1" status: 200 len: 892 time: 1.2508156 Feb 02 15:36:09.165054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44120) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:09.235488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4f231b69-d8b2-4a7c-bfe2-19c73ece66a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:09.265847 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee80605e-b8a1-4770-bf1a-0efffffe7134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.267430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ee80605e-b8a1-4770-bf1a-0efffffe7134 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7862a248-3be5-42ea-954b-8035f32722bf HTTP/1.1" status: 204 len: 168 time: 1.4944413 Feb 02 15:36:09.332231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4f231b69-d8b2-4a7c-bfe2-19c73ece66a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:09.333468 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4f231b69-d8b2-4a7c-bfe2-19c73ece66a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=800625f5-56d2-4e2c-9749-09a56e871b02 HTTP/1.1" status: 200 len: 205 time: 0.1650906 Feb 02 15:36:09.344173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44128) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:09.378985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network c2c96c5a-6127-4d17-940f-82615cff6736 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:36:09.405091 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.414574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Transition to ACTIVE for port object 8cbebc52-aff6-499b-8711-17aee461d629 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:09.445788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.487764 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.560597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, c2c96c5a-6127-4d17-940f-82615cff6736) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:09.563010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.567368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fecb0ce6-a427-4f28-bfe4-a61b30f740f4 tempest-FloatingIPAdminTestJSON-1953005784 tempest-FloatingIPAdminTestJSON-1953005784-project] 10.222.0.88 "DELETE /v2.0/floatingips/395aec8c-ab10-4dab-8c7c-c156e9717248 HTTP/1.1" status: 204 len: 168 time: 3.4501054 Feb 02 15:36:09.581489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:09.582774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.587507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:09.671179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.709811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da577f04-cef7-4a1d-b092-f407e9e26073 None None] Network c2c96c5a-6127-4d17-940f-82615cff6736 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:09.820066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e31d25-c229-4364-89f1-6a9687e0672f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 5c194a04-9b3e-4247-b679-e11111524c9c {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:36:09.834303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f3f45b39-e717-4d3d-ac0e-9b40b44e71c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3233101 Feb 02 15:36:09.836717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44140) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:09.852818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00e31d25-c229-4364-89f1-6a9687e0672f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:09.907628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:09.907628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:09.907628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:09.938546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Pushing event updated for resources: {'Port': ['ID=dce96f1f-b616-4ef4-9ba4-d035e72266d8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:09.955653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': '14df76a3-f786-4e23-8b6b-02c675f8eb46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:10.002494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Attempting to bind port 8cbebc52-aff6-499b-8711-17aee461d629 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:10.002978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Attempting to bind port 8cbebc52-aff6-499b-8711-17aee461d629 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:10.006080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Attempting to bind port 8cbebc52-aff6-499b-8711-17aee461d629 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:10.039947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:10.040598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.042663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6c3a6-8793-40f0-9d6c-73cf6d6788da None None] Pushing event updated for resources: {'Port': ['ID=8cbebc52-aff6-499b-8711-17aee461d629,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:10.089878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:10.090592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:10.091159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.091557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:10.091719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.092110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Bound port: 8cbebc52-aff6-499b-8711-17aee461d629, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:10.092497 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.174640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4470e7-5230-49e4-ab61-3efd44129ea5 req-3d8aa15f-53f9-4d44-b61c-02a67b04b456 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:10.175976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fc4470e7-5230-49e4-ab61-3efd44129ea5 req-3d8aa15f-53f9-4d44-b61c-02a67b04b456 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Synchronizing usage tracker for tenant:71b76e7f64c94873ab8142d6efa29237 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:10.216504 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ac716a65-b11f-4f67-8f01-a4a2eea4c242 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0117466 Feb 02 15:36:10.234382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Request body: {'port': {'device_id': '4c158230-a2a0-48fb-9605-1e80a9309ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:10.296661 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00e31d25-c229-4364-89f1-6a9687e0672f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.312437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:10.315031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.372815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:10.390250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] For port 8cbebc52-aff6-499b-8711-17aee461d629, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:10.390650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:10.396643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:10.406448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:10.435174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] For port 8cbebc52-aff6-499b-8711-17aee461d629, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cbebc52-aff6-499b-8711-17aee461d629,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:10.448512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-fc4470e7-5230-49e4-ab61-3efd44129ea5 req-3d8aa15f-53f9-4d44-b61c-02a67b04b456 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Unset dirty status for tenant:71b76e7f64c94873ab8142d6efa29237 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:10.457996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc4470e7-5230-49e4-ab61-3efd44129ea5 req-3d8aa15f-53f9-4d44-b61c-02a67b04b456 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 932 time: 0.4981091 Feb 02 15:36:10.563660 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00e31d25-c229-4364-89f1-6a9687e0672f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.621693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.625539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:10.652550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44154) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:10.661481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.776061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc4470e7-5230-49e4-ab61-3efd44129ea5 req-4591d129-c7b7-43ac-893c-63e7ea4afd73 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940652 Feb 02 15:36:10.826171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6c3a6-8793-40f0-9d6c-73cf6d6788da None None] Pushing event updated for resources: {'Port': ['ID=8cbebc52-aff6-499b-8711-17aee461d629,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:10.831389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.902959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:10.989090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-c2c96c5a-6127-4d17-940f-82615cff6736', 'network_id': 'c2c96c5a-6127-4d17-940f-82615cff6736', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': '7f19261d-8d04-4150-bd03-278fd9800845'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:10.989917 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.014353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Routers {'3ccd49f3-8099-41fe-a859-7a390f690fa4'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:11.014353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['3ccd49f3-8099-41fe-a859-7a390f690fa4'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:11.063667 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-922890bf-f77c-43f9-b68a-2b4a433e0f83 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eab6f1eb369341598f4566fe4c34a00d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4099262 Feb 02 15:36:11.064657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 6fc664d1-e76e-46c0-9a8a-44432e09a32f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:11.066161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.095792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44164) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:11.114270 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00e31d25-c229-4364-89f1-6a9687e0672f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.233389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e31d25-c229-4364-89f1-6a9687e0672f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=5c194a04-9b3e-4247-b679-e11111524c9c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:11.268889 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00e31d25-c229-4364-89f1-6a9687e0672f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.286554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe2403-b87e-42d3-8632-00068f79f445 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:11.489645 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-00e31d25-c229-4364-89f1-6a9687e0672f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/5c194a04-9b3e-4247-b679-e11111524c9c HTTP/1.1" status: 204 len: 168 time: 2.3915625 Feb 02 15:36:11.492937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44170) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:11.526229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Allocated IP 172.20.0.2 (c2c96c5a-6127-4d17-940f-82615cff6736/7f19261d-8d04-4150-bd03-278fd9800845/ee4755d5-f48a-467e-a15a-be2f355e4151) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:11.548260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44174) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:11.572384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.612472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74f49f7c-bcb1-470a-9c8d-87b827707fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.632199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bb3b20a3-1c86-4973-97ad-f973fb29b0d1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378877 Feb 02 15:36:11.635647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44180) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:11.645708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74f49f7c-bcb1-470a-9c8d-87b827707fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.660781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:11.713390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:36:11.746609 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.758182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] Set router 3ccd49f3-8099-41fe-a859-7a390f690fa4 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:36:11.863035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=d6f420ca-9d5a-41c3-8f9a-42163023357d,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:11.924068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.932826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74f49f7c-bcb1-470a-9c8d-87b827707fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:11.942397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': '92d92a72-ef55-47df-8a96-97cb1a24a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '14df76a3-f786-4e23-8b6b-02c675f8eb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:11.942911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: 14df76a3-f786-4e23-8b6b-02c675f8eb46, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:36:11.954507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:11.963599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:11.966632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:11.976958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:12.019672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 6fc664d1-e76e-46c0-9a8a-44432e09a32f owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:12.051593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-62514312-network', 'tenant_id': '2780a785067a4e1abb7a23517c0616fa'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:12.067518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:12.075067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f49f7c-bcb1-470a-9c8d-87b827707fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ba6c9-fa5f-4ff8-bfa9-9f2b126f7f26,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:12.089715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Usage tracker for resource:network and tenant:2780a785067a4e1abb7a23517c0616fa is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:12.094731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:12.104857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce96f1f-b616-4ef4-9ba4-d035e72266d8 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:36:12.109324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74f49f7c-bcb1-470a-9c8d-87b827707fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.112432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-74f49f7c-bcb1-470a-9c8d-87b827707fc5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b51ba6c9-fa5f-4ff8-bfa9-9f2b126f7f26 HTTP/1.1" status: 204 len: 168 time: 1.0085750 Feb 02 15:36:12.113707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:12.122341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.166055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Transition to ACTIVE for port object dce96f1f-b616-4ef4-9ba4-d035e72266d8 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:12.187319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.224162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Transition to ACTIVE for port object ee4755d5-f48a-467e-a15a-be2f355e4151 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:12.264328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Made reservation on behalf of 2780a785067a4e1abb7a23517c0616fa for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:12.266628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.290394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:36:12.294067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.301290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Transition to ACTIVE for port object ee4755d5-f48a-467e-a15a-be2f355e4151 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:12.305836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] Deleting port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:12.306212 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.332952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:12.337901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Usage tracker for resource:security_group_rule and tenant:2780a785067a4e1abb7a23517c0616fa is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:12.341191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:12.354402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:12.356316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.417296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45254a79-1292-43ed-bde1-a18e3a3d9127 req-571b39f9-4bde-492d-94f1-7d4fab2e9125 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:12.419169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45254a79-1292-43ed-bde1-a18e3a3d9127 req-571b39f9-4bde-492d-94f1-7d4fab2e9125 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 932 time: 0.4053240 Feb 02 15:36:12.462360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 14df76a3-f786-4e23-8b6b-02c675f8eb46 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:36:12.465846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:12.473537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.496723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.510763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Allocated IP 172.20.0.1 (34bae7ff-e099-4d1e-8aac-b0a842d1d71b/afe62e4b-014e-4e80-b050-73daa9603076/1dce0c59-17b4-4286-aa2c-ae690510a639) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:12.525116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Pushing event updated for resources: {'Port': ['ID=dce96f1f-b616-4ef4-9ba4-d035e72266d8,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:12.615005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8cbebc52-aff6-499b-8711-17aee461d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:36:03Z', 'revision_number': 3, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port': {'id': '8cbebc52-aff6-499b-8711-17aee461d629', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:01Z', 'updated_at': '2022-02-02T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:12.635923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.639309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-45254a79-1292-43ed-bde1-a18e3a3d9127 req-552de5fa-a530-4809-b908-1ca341d92aed tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Synchronizing usage tracker for tenant:71b76e7f64c94873ab8142d6efa29237 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:12.661328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877121b7-f904-4ad7-879d-5d9fc64c85c1 None None] The sync data for ids ['3ccd49f3-8099-41fe-a859-7a390f690fa4'] in n-d-827122-1 is: [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8cbebc52-aff6-499b-8711-17aee461d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:36:03Z', 'revision_number': 3, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port': {'id': '8cbebc52-aff6-499b-8711-17aee461d629', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:01Z', 'updated_at': '2022-02-02T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:12.672086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Pushing event updated for resources: {'Port': ['ID=ee4755d5-f48a-467e-a15a-be2f355e4151,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:12.681602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Network c2c96c5a-6127-4d17-940f-82615cff6736 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:12.684579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:12.690811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:12.693719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] For port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8b1d05cb-0d0f-4bd6-bc69-ef35238fb380,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:12.698006 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.712617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 14df76a3-f786-4e23-8b6b-02c675f8eb46) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:12.729577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:12.730448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.746135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=6fc664d1-e76e-46c0-9a8a-44432e09a32f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:12.773039 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.836808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63881c93-5c78-436f-8f51-8e74f8d03c87 None None] Network 14df76a3-f786-4e23-8b6b-02c675f8eb46 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:12.898790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Attempting to bind port dce96f1f-b616-4ef4-9ba4-d035e72266d8 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:12.899445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Attempting to bind port dce96f1f-b616-4ef4-9ba4-d035e72266d8 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '44e64f75-a693-40fa-b438-7d833c1e32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '20d2a285-d9d9-49ce-972f-42c9eb6e6167'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:12.900066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Attempting to bind port dce96f1f-b616-4ef4-9ba4-d035e72266d8 on network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:12.911175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.949334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Port dce96f1f-b616-4ef4-9ba4-d035e72266d8 on network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:36:12.950188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Attempting to bind port dce96f1f-b616-4ef4-9ba4-d035e72266d8 on network 20d2a285-d9d9-49ce-972f-42c9eb6e6167 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:12.960146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:12.960583 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:12.969766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] Calling delete_port for 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:12.970069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-45254a79-1292-43ed-bde1-a18e3a3d9127 req-552de5fa-a530-4809-b908-1ca341d92aed tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Unset dirty status for tenant:71b76e7f64c94873ab8142d6efa29237 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:12.977903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45254a79-1292-43ed-bde1-a18e3a3d9127 req-552de5fa-a530-4809-b908-1ca341d92aed tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452690 Feb 02 15:36:12.993942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5f321df3-111f-46bb-9a46-b24b7db4a6e0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1433740 Feb 02 15:36:12.996867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44198) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:13.022865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1560277761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:13.040400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:13.043039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Transition to ACTIVE for port object 1dce0c59-17b4-4286-aa2c-ae690510a639 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:13.060993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:router and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:13.069187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:13.103637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:13.161601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.216021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.216750 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.254405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6556b48-c49a-4780-9059-2535953673e8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:13.266338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:13.267093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Checking segment: {'id': '44e64f75-a693-40fa-b438-7d833c1e32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '20d2a285-d9d9-49ce-972f-42c9eb6e6167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:13.267862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Bound using segment: {'id': '44e64f75-a693-40fa-b438-7d833c1e32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '20d2a285-d9d9-49ce-972f-42c9eb6e6167'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:13.268820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Bound port: dce96f1f-b616-4ef4-9ba4-d035e72266d8, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e64f75-a693-40fa-b438-7d833c1e32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '20d2a285-d9d9-49ce-972f-42c9eb6e6167'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:13.275556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.276029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Attempting to bind port ee4755d5-f48a-467e-a15a-be2f355e4151 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:13.276029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Attempting to bind port ee4755d5-f48a-467e-a15a-be2f355e4151 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e1d0071d-94cd-4ff5-8a75-81027b762410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c2c96c5a-6127-4d17-940f-82615cff6736'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:13.276029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Attempting to bind port ee4755d5-f48a-467e-a15a-be2f355e4151 on network c2c96c5a-6127-4d17-940f-82615cff6736 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:13.276678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:13.279560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.287772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:13.308605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:13.309154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Checking segment: {'id': 'e1d0071d-94cd-4ff5-8a75-81027b762410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c2c96c5a-6127-4d17-940f-82615cff6736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:13.309648 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.310359 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.310705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Bound using segment: {'id': 'e1d0071d-94cd-4ff5-8a75-81027b762410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c2c96c5a-6127-4d17-940f-82615cff6736'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:13.310838 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Added segment d0ef3647-a2ef-4796-995f-b0c9829c11c4 of type vlan for network 7948df50-ebac-4e95-86d9-bea1aa0f5421 Feb 02 15:36:13.311369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Bound port: ee4755d5-f48a-467e-a15a-be2f355e4151, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d0071d-94cd-4ff5-8a75-81027b762410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'c2c96c5a-6127-4d17-940f-82615cff6736'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:13.311835 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.329931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:13.331108 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.360880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=af85bcde-d37b-4643-90e8-c4706c61a66b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:13.391052 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.426243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.428055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] For port dce96f1f-b616-4ef4-9ba4-d035e72266d8, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:13.432537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] For port dce96f1f-b616-4ef4-9ba4-d035e72266d8, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=dce96f1f-b616-4ef4-9ba4-d035e72266d8,segment=NetworkSegment(44e64f75-a693-40fa-b438-7d833c1e32b5),segment_id=44e64f75-a693-40fa-b438-7d833c1e32b5)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:13.436740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:13.446252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:13.456408 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.462604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Pushing event updated for resources: {'Port': ['ID=1dce0c59-17b4-4286-aa2c-ae690510a639,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:13.466085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:13.509506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] Pushing event deleted for resources: {'Port': ['ID=8b1d05cb-0d0f-4bd6-bc69-ef35238fb380,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:13.606856 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-caaac68e-0b00-4dd0-876c-276a80f3aadd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9650581 Feb 02 15:36:13.607597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44202) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:13.622638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': 'af85bcde-d37b-4643-90e8-c4706c61a66b', 'ip_address': '2001:db8::b3cf:5612:8100:c4f6'}], 'name': 'tempest-NetworksTestDHCPv6-118964002'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:13.651202 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.664880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.680349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cbebc52-aff6-499b-8711-17aee461d629 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:13.746203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.758933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44206) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:13.771430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4191e-d7ca-423c-b60f-34a4e25d6374 None None] No DVR routers for this DVR port 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:36:13.772197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.775925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-14df76a3-f786-4e23-8b6b-02c675f8eb46', 'network_id': '14df76a3-f786-4e23-8b6b-02c675f8eb46', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': 'd6f420ca-9d5a-41c3-8f9a-42163023357d'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:13.776621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.851775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] For port ee4755d5-f48a-467e-a15a-be2f355e4151, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:13.854953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbafdba-3b14-4214-aa2a-2e4bdf0ea5f9 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:13.972750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:13.974480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] 10.222.0.107 "PUT /v2.0/ports/dce96f1f-b616-4ef4-9ba4-d035e72266d8 HTTP/1.1" status: 200 len: 1092 time: 3.7444663 Feb 02 15:36:14.003699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.012923 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-534785a2-f6ac-44d4-b63b-41afe5b44613 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0008452 Feb 02 15:36:14.012923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:14.018438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:14.022343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:14.028205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c158230-a2a0-48fb-9605-1e80a9309ecb', 'tag': 'dce96f1f-b616-4ef4-9ba4-d035e72266d8'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:36:14.030012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:14.037349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44212) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:14.064433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.103721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] For port ee4755d5-f48a-467e-a15a-be2f355e4151, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ee4755d5-f48a-467e-a15a-be2f355e4151,segment=NetworkSegment(e1d0071d-94cd-4ff5-8a75-81027b762410),segment_id=e1d0071d-94cd-4ff5-8a75-81027b762410)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:14.194259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:14.200221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.251055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': 'af85bcde-d37b-4643-90e8-c4706c61a66b'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:14.254609 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.277573 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.317282 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c158230-a2a0-48fb-9605-1e80a9309ecb', 'tag': 'dce96f1f-b616-4ef4-9ba4-d035e72266d8', 'status': 'completed', 'code': 200} Feb 02 15:36:14.348246 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.351467 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:36:14.364573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.367471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 38433382-29c7-4706-aadc-87f3224c0bc9 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:36:14.387501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c85d8f8e-d7f9-4ae4-987a-f6cf15c57ee4 None None] Provisioning for port 1dce0c59-17b4-4286-aa2c-ae690510a639 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:14.400922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8cbebc52-aff6-499b-8711-17aee461d629 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:14.421635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c85d8f8e-d7f9-4ae4-987a-f6cf15c57ee4 None None] Provisioning complete for port 1dce0c59-17b4-4286-aa2c-ae690510a639 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:14.422292 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f8e-d7f9-4ae4-987a-f6cf15c57ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.453220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.473004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae965e19-f94d-4075-b4ca-827d70b76e6c service neutron] Pushing event updated for resources: {'Port': ['ID=dce96f1f-b616-4ef4-9ba4-d035e72266d8,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:14.494652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:14.502831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] Usage tracker for resource:security_group_rule and tenant:5a408060f38642fda2303159cd834916 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:14.509663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:14.518496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8cbebc52-aff6-499b-8711-17aee461d629 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:14.518832 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.534639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:14.577426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-11db07fc-a1ae-4b05-a3bc-60570ba7dbcb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=71b76e7f64c94873ab8142d6efa29237&device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 1095 time: 0.3225024 Feb 02 15:36:14.585463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ac461-209b-4c29-8606-523c1d5549c0 req-4aa51853-9991-4bb2-ab9f-24bbf098d780 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:14.587047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-814ac461-209b-4c29-8606-523c1d5549c0 req-4aa51853-9991-4bb2-ab9f-24bbf098d780 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 944 time: 0.2527812 Feb 02 15:36:14.655098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.655652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Fanout notify agent at l3_agent the message router_deleted on router 800625f5-56d2-4e2c-9749-09a56e871b02 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:36:14.661709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.662574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:14.663237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.675528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Allocated IP 172.21.0.2 (14df76a3-f786-4e23-8b6b-02c675f8eb46/d6f420ca-9d5a-41c3-8f9a-42163023357d/724c172a-68a8-4e71-9dcb-6becace9bc59) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:14.730511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d7e8f-2cf8-468b-b925-8e39ee64dcbd None None] Pushing event updated for resources: {'Port': ['ID=ee4755d5-f48a-467e-a15a-be2f355e4151,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:14.750345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-09cb07b0-b054-462c-97dc-e0edade3174f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce96f1f-b616-4ef4-9ba4-d035e72266d8 HTTP/1.1" status: 200 len: 217 time: 0.1572766 Feb 02 15:36:14.767519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c85d8f8e-d7f9-4ae4-987a-f6cf15c57ee4 None None] Port 1dce0c59-17b4-4286-aa2c-ae690510a639 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:14.969028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] Pushing event updated for resources: {'Network': ['ID=7948df50-ebac-4e95-86d9-bea1aa0f5421,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:14.987802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-814ac461-209b-4c29-8606-523c1d5549c0 req-f569cd77-afd0-4b22-afca-a80ae521c465 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419499 Feb 02 15:36:14.989707 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:14.994797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-749963d1-ab04-42b7-afce-a6063d10f903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:14.996441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-749963d1-ab04-42b7-afce-a6063d10f903 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17eb65de-5e43-42ee-9956-9561ba66922a HTTP/1.1" status: 200 len: 862 time: 0.1761460 Feb 02 15:36:15.041361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:36:15.089240 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:36:15.093166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-2a978505-2c4b-41ce-ae4b-488eaa64ae4a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=20d2a285-d9d9-49ce-972f-42c9eb6e6167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906262 Feb 02 15:36:15.124605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.126034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-df57dac7-ca66-4ef5-bb5d-595d62bd7fb2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/800625f5-56d2-4e2c-9749-09a56e871b02 HTTP/1.1" status: 204 len: 168 time: 5.7742243 Feb 02 15:36:15.128409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-60edbc85-7704-4c79-a3b9-9949896a948a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5749190 Feb 02 15:36:15.134432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44220) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:15.137792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.150273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44224) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:15.153541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-828786838'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:15.188257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Request body: {'subnet': {'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-62514312-subnet', 'tenant_id': '2780a785067a4e1abb7a23517c0616fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:15.198390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:15.207796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Usage tracker for resource:subnet and tenant:2780a785067a4e1abb7a23517c0616fa is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:15.211480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:15.242411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:15.259008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:15.263590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/af85bcde-d37b-4643-90e8-c4706c61a66b/4da170de-034c-44e3-a749-d6e5023b6879) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:15.276658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:15.280601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:15.328874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.355461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:15.380208 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:36:15.382478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1830db68-ba8b-4f74-9cb1-45321e2b01cf,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:15.422437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Made reservation on behalf of 2780a785067a4e1abb7a23517c0616fa for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:15.425924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.444499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b97081f9-38fc-40c1-bffe-e1e83add9a9a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a408060f38642fda2303159cd834916&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4686656 Feb 02 15:36:15.447736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.449888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44230) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:15.464315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.469765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8cbebc52-aff6-499b-8711-17aee461d629, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cbebc52-aff6-499b-8711-17aee461d629,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:15.493530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Transition to ACTIVE for port object 724c172a-68a8-4e71-9dcb-6becace9bc59 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:15.519713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-228419cd-ab06-4f11-aba7-87918d2fb838 service neutron] 10.222.0.107 "GET /v2.0/networks/20d2a285-d9d9-49ce-972f-42c9eb6e6167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197681 Feb 02 15:36:15.589926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Transition to ACTIVE for port object 724c172a-68a8-4e71-9dcb-6becace9bc59 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:15.590638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.604194 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.605514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.616197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:15.619569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.702943 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.704156 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.728430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:15.739956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:36:15.748188 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2c02ca7-f2e5-4985-92d2-8ef6347f637b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.756346 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.757005 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment 7706fc6a-e85a-4d9d-862a-fc5f23f03899 of type vlan for network e326f799-3487-421f-8690-9c32689641cd Feb 02 15:36:15.772293 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-64f5ae65-f923-45a6-a91d-1401e1b33072 req-fe2db56d-43a3-4e5d-8a95-f2385bb5e93d service neutron] 10.222.0.107 "GET /v2.0/networks/20d2a285-d9d9-49ce-972f-42c9eb6e6167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443595 Feb 02 15:36:15.812332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:36:15.812834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8b1d05cb-0d0f-4bd6-bc69-ef35238fb380 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:36:15.830054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2c02ca7-f2e5-4985-92d2-8ef6347f637b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.838598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:15.886855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8cbebc52-aff6-499b-8711-17aee461d629,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:15.982052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Pushing event updated for resources: {'Port': ['ID=1dce0c59-17b4-4286-aa2c-ae690510a639,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:15.985616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.008233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Network 14df76a3-f786-4e23-8b6b-02c675f8eb46 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:16.022102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:16.025247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:16.051578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.055933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:16.056469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.084261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Transition to ACTIVE for port object 4da170de-034c-44e3-a749-d6e5023b6879 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:16.105276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ee4755d5-f48a-467e-a15a-be2f355e4151 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:16.215140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Pushing event updated for resources: {'Port': ['ID=724c172a-68a8-4e71-9dcb-6becace9bc59,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:16.267231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Transition to ACTIVE for port object 4da170de-034c-44e3-a749-d6e5023b6879 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:16.275921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Attempting to bind port 724c172a-68a8-4e71-9dcb-6becace9bc59 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:16.276400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Attempting to bind port 724c172a-68a8-4e71-9dcb-6becace9bc59 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '92d92a72-ef55-47df-8a96-97cb1a24a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '14df76a3-f786-4e23-8b6b-02c675f8eb46'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:16.276917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Attempting to bind port 724c172a-68a8-4e71-9dcb-6becace9bc59 on network 14df76a3-f786-4e23-8b6b-02c675f8eb46 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:16.287082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:16.287524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Checking segment: {'id': '92d92a72-ef55-47df-8a96-97cb1a24a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '14df76a3-f786-4e23-8b6b-02c675f8eb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:16.287895 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.288307 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Bound using segment: {'id': '92d92a72-ef55-47df-8a96-97cb1a24a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '14df76a3-f786-4e23-8b6b-02c675f8eb46'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:16.288799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Bound port: 724c172a-68a8-4e71-9dcb-6becace9bc59, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d92a72-ef55-47df-8a96-97cb1a24a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '14df76a3-f786-4e23-8b6b-02c675f8eb46'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:16.289177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.307263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=e326f799-3487-421f-8690-9c32689641cd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:16.308924 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2c02ca7-f2e5-4985-92d2-8ef6347f637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.317105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:16.348439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:16.359695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2c02ca7-f2e5-4985-92d2-8ef6347f637b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.365882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2c02ca7-f2e5-4985-92d2-8ef6347f637b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1830db68-ba8b-4f74-9cb1-45321e2b01cf HTTP/1.1" status: 204 len: 168 time: 0.9143155 Feb 02 15:36:16.368789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02ca7-f2e5-4985-92d2-8ef6347f637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1830db68-ba8b-4f74-9cb1-45321e2b01cf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:16.382252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-822e6612-b39d-484b-ba4b-4ba4bef9bd9b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=71b76e7f64c94873ab8142d6efa29237&device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 1095 time: 0.4257116 Feb 02 15:36:16.402782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network e326f799-3487-421f-8690-9c32689641cd details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:36:16.438992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5b736511-bf7b-4d11-acc1-cae9ec61cf41 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3008025 Feb 02 15:36:16.448206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44238) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:16.506583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::b3cf:5612:8100:c4f6 (2b108652-b7f1-4e95-b1da-85ac7991b521/af85bcde-d37b-4643-90e8-c4706c61a66b/38433382-29c7-4706-aadc-87f3224c0bc9) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:16.569381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': 'e326f799-3487-421f-8690-9c32689641cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:16.722970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] For port 724c172a-68a8-4e71-9dcb-6becace9bc59, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:16.730559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] For port 724c172a-68a8-4e71-9dcb-6becace9bc59, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=724c172a-68a8-4e71-9dcb-6becace9bc59,segment=NetworkSegment(92d92a72-ef55-47df-8a96-97cb1a24a98e),segment_id=92d92a72-ef55-47df-8a96-97cb1a24a98e)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:16.749995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79638c7-fdea-42a5-9e8f-9e6531b81693 None None] Network c2c96c5a-6127-4d17-940f-82615cff6736 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:16.784875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ee4755d5-f48a-467e-a15a-be2f355e4151 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:16.796225 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.811246 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:16.830555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 38433382-29c7-4706-aadc-87f3224c0bc9 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:16.970096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:16.973211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:16.975234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:16.980338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:16.989567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Pushing event updated for resources: {'Port': ['ID=4da170de-034c-44e3-a749-d6e5023b6879,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:16.990374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:16.999756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:17.033034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-c712de27-f7c9-49eb-9b39-9b28b306b771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:17.035504 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-c712de27-f7c9-49eb-9b39-9b28b306b771 service neutron] 10.222.0.107 "GET /v2.0/networks?id=20d2a285-d9d9-49ce-972f-42c9eb6e6167 HTTP/1.1" status: 200 len: 924 time: 0.6456163 Feb 02 15:36:17.119023 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-f39dd720-1f14-474c-b913-d34666c82437 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce96f1f-b616-4ef4-9ba4-d035e72266d8 HTTP/1.1" status: 200 len: 217 time: 0.0762458 Feb 02 15:36:17.120139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:17.211323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:17.284478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:17.305976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-6dc1f5e9-e928-4397-ba6a-4224559cc1aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:17.307813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-6dc1f5e9-e928-4397-ba6a-4224559cc1aa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17eb65de-5e43-42ee-9956-9561ba66922a HTTP/1.1" status: 200 len: 862 time: 0.1694393 Feb 02 15:36:17.310579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:17.479614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-cfbbec9a-f463-4ab8-9436-9e32da8f0c6e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=20d2a285-d9d9-49ce-972f-42c9eb6e6167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480446 Feb 02 15:36:17.531943 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:17.534568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:17.618193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Attempting to bind port 4da170de-034c-44e3-a749-d6e5023b6879 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:17.618567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Attempting to bind port 4da170de-034c-44e3-a749-d6e5023b6879 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:17.618927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Attempting to bind port 4da170de-034c-44e3-a749-d6e5023b6879 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:17.671437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:17.679071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:17.679527 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:17.679970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:17.680482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Bound port: 4da170de-034c-44e3-a749-d6e5023b6879, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:17.680848 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:17.698422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44246) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:17.706835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.20.0.1 (c2c96c5a-6127-4d17-940f-82615cff6736/7f19261d-8d04-4150-bd03-278fd9800845/486c88f7-ce8d-49e4-84e9-f4799e6b360f) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:17.713702 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-df8ab1cd-3359-491a-a1d9-006761b2d7d5 None None] Provisioning for port ee4755d5-f48a-467e-a15a-be2f355e4151 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:17.745726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-df8ab1cd-3359-491a-a1d9-006761b2d7d5 None None] Provisioning complete for port ee4755d5-f48a-467e-a15a-be2f355e4151 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:17.746374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df8ab1cd-3359-491a-a1d9-006761b2d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:17.765142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:17.865423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-dcbdf12e-fb12-4c44-9efd-50397df48c85 service neutron] 10.222.0.107 "GET /v2.0/networks/20d2a285-d9d9-49ce-972f-42c9eb6e6167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618846 Feb 02 15:36:17.872398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=38433382-29c7-4706-aadc-87f3224c0bc9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:17.889612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:17.892042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c401f3-b3d7-4f2e-aa38-5ef345fb5774 None None] Pushing event updated for resources: {'Port': ['ID=724c172a-68a8-4e71-9dcb-6becace9bc59,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:18.049274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:18.054031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.078656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:18.079429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:18.080823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.092456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cbebc52-aff6-499b-8711-17aee461d629 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:18.130240 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.259176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:18.292691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] Usage tracker for resource:security_group_rule and tenant:b870b69b4a7f47eaaf0000b555be8bae is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:18.312132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:18.341749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:18.344318 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df8ab1cd-3359-491a-a1d9-006761b2d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.382808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] For port 4da170de-034c-44e3-a749-d6e5023b6879, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:18.399409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53039cda-3ad4-4eea-a2a2-aad4628649d8 req-197fd13e-6c4e-46bc-8ad4-c2a3965f9c15 service neutron] 10.222.0.107 "GET /v2.0/networks/20d2a285-d9d9-49ce-972f-42c9eb6e6167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086356 Feb 02 15:36:18.414075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-df8ab1cd-3359-491a-a1d9-006761b2d7d5 None None] For port ee4755d5-f48a-467e-a15a-be2f355e4151, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ee4755d5-f48a-467e-a15a-be2f355e4151,segment=NetworkSegment(e1d0071d-94cd-4ff5-8a75-81027b762410),segment_id=e1d0071d-94cd-4ff5-8a75-81027b762410)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:18.419259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44254) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:18.425176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cc2c90db-5483-4b69-9be5-83d7f1d49557 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8098867 Feb 02 15:36:18.435784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] For port 4da170de-034c-44e3-a749-d6e5023b6879, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4da170de-034c-44e3-a749-d6e5023b6879,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:18.447023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8cbebc52-aff6-499b-8711-17aee461d629 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:18.447023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.512995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.531762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df8ab1cd-3359-491a-a1d9-006761b2d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.551258 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.579865 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.677622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.745685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=37833b98-210a-4521-93ad-99b87f91ab39,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:18.781255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-48bb9986-4c45-4882-bf66-e726afd5fc72 None None] Provisioning complete for port 1dce0c59-17b4-4286-aa2c-ae690510a639 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:18.781933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-48bb9986-4c45-4882-bf66-e726afd5fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.817660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43640444-9a75-4b0a-8a52-b7bd9912c97b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:18.831566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2904439-bbb3-4232-aa70-5f70e2abd94d,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:18.837105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43640444-9a75-4b0a-8a52-b7bd9912c97b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:18.838037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-43640444-9a75-4b0a-8a52-b7bd9912c97b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:18.847365 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:18.905951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b870b69b4a7f47eaaf0000b555be8bae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2064679 Feb 02 15:36:18.911688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44262) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:18.938104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object 486c88f7-ce8d-49e4-84e9-f4799e6b360f will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:18.958166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Checking segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:18.958797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Network hostable DHCP agents. Network: 7948df50-ebac-4e95-86d9-bea1aa0f5421, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:36:18.976529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ca3e2-2138-4e29-a986-cb1042187052 req-47a6ef57-98ba-4f41-88c6-31d9a0058528 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:18.977255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': '7706fc6a-e85a-4d9d-862a-fc5f23f03899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e326f799-3487-421f-8690-9c32689641cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:18.977957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: e326f799-3487-421f-8690-9c32689641cd, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:36:18.978787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e3ca3e2-2138-4e29-a986-cb1042187052 req-47a6ef57-98ba-4f41-88c6-31d9a0058528 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 944 time: 2.7284062 Feb 02 15:36:18.984469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-48bb9986-4c45-4882-bf66-e726afd5fc72 None None] Port 1dce0c59-17b4-4286-aa2c-ae690510a639 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:19.003449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ab1cd-3359-491a-a1d9-006761b2d7d5 None None] Pushing event updated for resources: {'Port': ['ID=ee4755d5-f48a-467e-a15a-be2f355e4151,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:19.036909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb57845-ebb7-4dc2-b343-1da367d2f478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d35395-e274-44b2-be6c-d7004fe034dc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:19.048507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-43640444-9a75-4b0a-8a52-b7bd9912c97b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:19.050425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-43640444-9a75-4b0a-8a52-b7bd9912c97b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6300001 Feb 02 15:36:19.082395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44266) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:19.150190 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1a3609cd-9ff6-4184-8e0c-c756d6ace5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.190367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e3ca3e2-2138-4e29-a986-cb1042187052 req-903455ce-ab02-44ea-80ac-a41c8004bd17 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000110 Feb 02 15:36:19.226560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1a3609cd-9ff6-4184-8e0c-c756d6ace5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.238671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b8de78a6-f077-4acf-98ac-bc182c3af28c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 38433382-29c7-4706-aadc-87f3224c0bc9 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:19.239036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8de78a6-f077-4acf-98ac-bc182c3af28c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.260355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e8fb0-da71-47e4-afcf-e04913d09726 None None] Pushing event updated for resources: {'Port': ['ID=4da170de-034c-44e3-a749-d6e5023b6879,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:19.282296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be7da1-74a6-4fe1-88dd-fdf7303617ad None None] Network 14df76a3-f786-4e23-8b6b-02c675f8eb46 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:19.294632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network e326f799-3487-421f-8690-9c32689641cd is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:36:19.297221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:36:19.307109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.395195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-53262c9b-3b4b-4cac-beca-ac08b34557d0 None None] Provisioning complete for port ee4755d5-f48a-467e-a15a-be2f355e4151 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:19.395798 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-53262c9b-3b4b-4cac-beca-ac08b34557d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.407291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, e326f799-3487-421f-8690-9c32689641cd) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:19.421952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:19.422536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.429566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 7948df50-ebac-4e95-86d9-bea1aa0f5421) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:19.441801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network c2c96c5a-6127-4d17-940f-82615cff6736 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:19.446274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1676f208-351e-4761-bdf7-0356ea0c367e None None] Network e326f799-3487-421f-8690-9c32689641cd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:19.448349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:19.453454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:19.456010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.459543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07650bde-be6d-4ccc-a34b-0e6843e63209 None None] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:19.461847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=486c88f7-ce8d-49e4-84e9-f4799e6b360f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:19.467625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:19.552298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bd2338a2-f831-4439-9587-05cba4539b63 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1012092 Feb 02 15:36:19.556864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44270) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:19.570442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-844838719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:19.607474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.656918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-13b71af6-55e5-4846-9cf1-abcb42529787 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5039277 Feb 02 15:36:19.668722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Router 3ccd49f3-8099-41fe-a859-7a390f690fa4 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:36:19.766250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8de78a6-f077-4acf-98ac-bc182c3af28c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:19.954908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device dce96f1f-b616-4ef4-9ba4-d035e72266d8 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:36:19.972374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:20.198021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b8de78a6-f077-4acf-98ac-bc182c3af28c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 38433382-29c7-4706-aadc-87f3224c0bc9 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:20.284359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port dce96f1f-b616-4ef4-9ba4-d035e72266d8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=dce96f1f-b616-4ef4-9ba4-d035e72266d8,segment=NetworkSegment(44e64f75-a693-40fa-b438-7d833c1e32b5),segment_id=44e64f75-a693-40fa-b438-7d833c1e32b5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:20.346809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'dce96f1f-b616-4ef4-9ba4-d035e72266d8', 'network_id': '20d2a285-d9d9-49ce-972f-42c9eb6e6167', 'port_id': 'dce96f1f-b616-4ef4-9ba4-d035e72266d8', 'mac_address': 'fa:16:3e:71:a6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17eb65de-5e43-42ee-9956-9561ba66922a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:36:20.348483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ee4755d5-f48a-467e-a15a-be2f355e4151 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:20.494267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1a3609cd-9ff6-4184-8e0c-c756d6ace5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:20.508281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:20.513516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:router and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:20.518962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:20.526175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:20.579204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3609cd-9ff6-4184-8e0c-c756d6ace5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d35395-e274-44b2-be6c-d7004fe034dc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:20.599930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:20.603530 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:20.719359 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1a3609cd-9ff6-4184-8e0c-c756d6ace5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:20.722835 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1a3609cd-9ff6-4184-8e0c-c756d6ace5b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/54d35395-e274-44b2-be6c-d7004fe034dc HTTP/1.1" status: 204 len: 168 time: 1.8071818 Feb 02 15:36:20.835206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8de78a6-f077-4acf-98ac-bc182c3af28c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:20.925811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de78a6-f077-4acf-98ac-bc182c3af28c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=38433382-29c7-4706-aadc-87f3224c0bc9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:20.972649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff478d-e384-405f-abb6-ba9289ec5fca req-92627803-b298-421c-a3b7-c4537245aca8 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:20.975041 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4ff478d-e384-405f-abb6-ba9289ec5fca req-92627803-b298-421c-a3b7-c4537245aca8 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 944 time: 0.3973284 Feb 02 15:36:20.998333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.033199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:21.047734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cf383338-21cd-48e4-9d24-2b9c2e94dff0 admin admin] 10.222.0.88 "PUT /v2.0/routers/3ccd49f3-8099-41fe-a859-7a390f690fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1539748 Feb 02 15:36:21.054460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8de78a6-f077-4acf-98ac-bc182c3af28c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.067700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-f1f7af69-7111-4c68-8691-8546fd6fd04a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:21.068802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-f1f7af69-7111-4c68-8691-8546fd6fd04a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:21.071728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Sync routers for ids ['3ccd49f3-8099-41fe-a859-7a390f690fa4'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:21.088719 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b8de78a6-f077-4acf-98ac-bc182c3af28c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/38433382-29c7-4706-aadc-87f3224c0bc9 HTTP/1.1" status: 204 len: 168 time: 1.9834378 Feb 02 15:36:21.097759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44298) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:21.100562 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.136431 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4ff478d-e384-405f-abb6-ba9289ec5fca req-bf2272c2-58f4-492b-8684-34e1b463a2f5 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541171 Feb 02 15:36:21.172608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.176023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.228468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec15833-2a01-4fb5-81d3-57566158d01a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:21.230731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec15833-2a01-4fb5-81d3-57566158d01a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:21.232919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9ec15833-2a01-4fb5-81d3-57566158d01a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1339693 Feb 02 15:36:21.235585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44304) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:21.257012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-f1f7af69-7111-4c68-8691-8546fd6fd04a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:21.258166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-f1f7af69-7111-4c68-8691-8546fd6fd04a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.6171277 Feb 02 15:36:21.284696 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-37fd3ece-0f52-405c-808f-40fed61ba87a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/quotas/2780a785067a4e1abb7a23517c0616fa HTTP/1.1" status: 200 len: 375 time: 0.0185766 Feb 02 15:36:21.324156 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.339388 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.340925 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-46103962-5a05-40d4-8904-38883bf1fdba tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.7836692 Feb 02 15:36:21.346509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44312) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:21.359574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce96f1f-b616-4ef4-9ba4-d035e72266d8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:36:21.418439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-e326f799-3487-421f-8690-9c32689641cd', 'network_id': 'e326f799-3487-421f-8690-9c32689641cd', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': '37833b98-210a-4521-93ad-99b87f91ab39'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:21.430785 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.432070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4974f196-283b-4028-bcb9-ccfd7d3cdc08 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1418777 Feb 02 15:36:21.482044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Routers {'3ccd49f3-8099-41fe-a859-7a390f690fa4'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:21.483748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['3ccd49f3-8099-41fe-a859-7a390f690fa4'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:21.614826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552e79da-34c8-452f-8618-b0a3647f4379 None None] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:21.637037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=486c88f7-ce8d-49e4-84e9-f4799e6b360f,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:21.681026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.800980 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-00fa712b-79c0-44ac-814e-9479da742d83 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565745 Feb 02 15:36:21.812031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port dce96f1f-b616-4ef4-9ba4-d035e72266d8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=dce96f1f-b616-4ef4-9ba4-d035e72266d8,segment=NetworkSegment(44e64f75-a693-40fa-b438-7d833c1e32b5),segment_id=44e64f75-a693-40fa-b438-7d833c1e32b5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:21.860085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ee4755d5-f48a-467e-a15a-be2f355e4151 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:21.860464 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.948873 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:21.999641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1f1f40d3-6b42-4838-8383-892ca4ee7a46 None None] Provisioning for port 4da170de-034c-44e3-a749-d6e5023b6879 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:22.000661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network c2c96c5a-6127-4d17-940f-82615cff6736 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:22.005363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:22.023010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-b91a389b-aab3-44e6-8795-f8e15a8b7b08 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056630 Feb 02 15:36:22.174691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44330) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:22.304553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079033413', 'description': 'tempest-secgroup-smoke-2079033413 description', 'project_id': 'd2971ab893e9473db58772f7ac70b904'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:22.368733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:22.388763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6501728-68f0-4cd4-ac27-5078901c8f3e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet af85bcde-d37b-4643-90e8-c4706c61a66b {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:36:22.429107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=dce96f1f-b616-4ef4-9ba4-d035e72266d8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:22.493736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:security_group and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:22.511650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6501728-68f0-4cd4-ac27-5078901c8f3e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:22.655382 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6501728-68f0-4cd4-ac27-5078901c8f3e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:22.668041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42d26348-c147-46b5-af20-5ccbfcb83c24 req-a454ec20-0df5-40a8-b768-72f68bfc660e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 210 time: 0.0903907 Feb 02 15:36:22.749917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['dce96f1f-b616-4ef4-9ba4-d035e72266d8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:36:22.764938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:22.774366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:22.852984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Set router 3ccd49f3-8099-41fe-a859-7a390f690fa4 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:36:22.865002 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6501728-68f0-4cd4-ac27-5078901c8f3e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:22.929053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:22.974839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.129725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:23.134444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:23.153232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:security_group_rule and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:23.156399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Allocated IP 2001:db8::2 (e326f799-3487-421f-8690-9c32689641cd/37833b98-210a-4521-93ad-99b87f91ab39/c262e1de-d79c-4813-aaf3-d2b82c4b57a2) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:23.158660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:23.165622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:23.183558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c654fc9-367b-46dc-b8a1-c529e4f80183 req-381c3492-d775-4f6a-9739-b8a2b7155db7 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:23.202280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c654fc9-367b-46dc-b8a1-c529e4f80183 req-381c3492-d775-4f6a-9739-b8a2b7155db7 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 945 time: 0.8306737 Feb 02 15:36:23.288536 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6501728-68f0-4cd4-ac27-5078901c8f3e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:23.348933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6501728-68f0-4cd4-ac27-5078901c8f3e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=af85bcde-d37b-4643-90e8-c4706c61a66b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:23.383737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c654fc9-367b-46dc-b8a1-c529e4f80183 req-63319c0c-dc89-4605-8a5b-1ccd4d624dbf tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804912 Feb 02 15:36:23.420577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6501728-68f0-4cd4-ac27-5078901c8f3e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:23.470187 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e6501728-68f0-4cd4-ac27-5078901c8f3e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/af85bcde-d37b-4643-90e8-c4706c61a66b HTTP/1.1" status: 204 len: 168 time: 2.2325606 Feb 02 15:36:23.474548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44364) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.486162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-13f2baaa-0492-48e2-a216-3afc643a7b4e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.491405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-13f2baaa-0492-48e2-a216-3afc643a7b4e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.5120606 Feb 02 15:36:23.491405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44368) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.497012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-3891b5ee-377a-4f2a-b7c9-4b26ebad45e5 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.499905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3891b5ee-377a-4f2a-b7c9-4b26ebad45e5 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0059683 Feb 02 15:36:23.501210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44372) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.509027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca6eb8-4cd1-4547-991e-b533b81a4600 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:23.510361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-3cdb5a4f-2250-421c-aeaf-3d114e428b62 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.511508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3cdb5a4f-2250-421c-aeaf-3d114e428b62 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077157 Feb 02 15:36:23.514185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44376) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.520710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-b2d9a3b4-4c61-455d-a4d4-2f19cde5b18f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.521865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b2d9a3b4-4c61-455d-a4d4-2f19cde5b18f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0066307 Feb 02 15:36:23.526376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44380) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.532043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-95d97361-9f31-4e78-9b4c-515f5b59bf9f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.534683 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-95d97361-9f31-4e78-9b4c-515f5b59bf9f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071900 Feb 02 15:36:23.538844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44384) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.545161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-060f78c6-6207-4f09-b74c-2ca3f160e316 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.546664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-060f78c6-6207-4f09-b74c-2ca3f160e316 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066388 Feb 02 15:36:23.552253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44388) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.557542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-e8fc652a-cfd0-4672-9871-8e922d5f520f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.558798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e8fc652a-cfd0-4672-9871-8e922d5f520f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053027 Feb 02 15:36:23.561557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1f1f40d3-6b42-4838-8383-892ca4ee7a46 None None] Provisioning for port 486c88f7-ce8d-49e4-84e9-f4799e6b360f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:23.561721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44392) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.569235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-26cc6d74-05f3-4d59-b4c2-5c1f83c5815e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.571893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-26cc6d74-05f3-4d59-b4c2-5c1f83c5815e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079479 Feb 02 15:36:23.573942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44396) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.581340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-80e8097c-e4a0-4270-8fed-08ef5698342d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.583145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-80e8097c-e4a0-4270-8fed-08ef5698342d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079558 Feb 02 15:36:23.586202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44400) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.592347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-8587bd3a-6506-41f8-bac5-46c1db701b62 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.593814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8587bd3a-6506-41f8-bac5-46c1db701b62 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0063796 Feb 02 15:36:23.597082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44404) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.603037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-05c7ca8c-794e-49e3-9a1c-d58f517ab046 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.606746 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-05c7ca8c-794e-49e3-9a1c-d58f517ab046 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076375 Feb 02 15:36:23.609966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44408) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.616936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-630b3829-4e4c-4ab2-a8d1-cf186b4841b7 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.619920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-630b3829-4e4c-4ab2-a8d1-cf186b4841b7 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070307 Feb 02 15:36:23.620855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.627403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-af605c56-570a-4103-955a-f5533109df33 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.631981 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-af605c56-570a-4103-955a-f5533109df33 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0074053 Feb 02 15:36:23.632404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44416) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.637708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-ec6afa22-4832-46da-a1a3-f732024759d0 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.639791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ec6afa22-4832-46da-a1a3-f732024759d0 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056171 Feb 02 15:36:23.650040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.657242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-0c6ba159-a296-4c8a-abb7-c65dcab0d933 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.662255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0c6ba159-a296-4c8a-abb7-c65dcab0d933 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0083208 Feb 02 15:36:23.662716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44424) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.668303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-15160a25-906a-4526-a6f1-5d5995f08dea tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.671922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-15160a25-906a-4526-a6f1-5d5995f08dea tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055647 Feb 02 15:36:23.673095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44428) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.678355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-8a36696f-6e4d-46d5-9906-7fef95201238 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.682078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8a36696f-6e4d-46d5-9906-7fef95201238 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053539 Feb 02 15:36:23.682498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44432) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.688407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-4aac1c55-54cf-42a7-9675-94bff2fb4af6 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.692593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4aac1c55-54cf-42a7-9675-94bff2fb4af6 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060089 Feb 02 15:36:23.696362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.702517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-d3b9677d-e8b1-402b-8884-0da05833416d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.708404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d3b9677d-e8b1-402b-8884-0da05833416d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0107059 Feb 02 15:36:23.709346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44440) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.715178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-e7c5b87e-9e5d-478e-88eb-b14b95be3d53 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.719740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e7c5b87e-9e5d-478e-88eb-b14b95be3d53 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0093100 Feb 02 15:36:23.721487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44444) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.728447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-c78e6b8c-fd7d-45a4-bda2-55ebb9a2942d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.735452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c78e6b8c-fd7d-45a4-bda2-55ebb9a2942d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0126157 Feb 02 15:36:23.736677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44450) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.743595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-a786c66e-961f-4933-b621-7c3a86deb1c4 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.744312 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:23.748596 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a786c66e-961f-4933-b621-7c3a86deb1c4 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0107443 Feb 02 15:36:23.750480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44456) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.757505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-247a71f1-383b-413b-b6f2-b3fa8532a78c tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.762182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9d45162d-fb11-4e10-abf9-68f0704edab4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2862940 Feb 02 15:36:23.763018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44460) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.765068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44462) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.767066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-247a71f1-383b-413b-b6f2-b3fa8532a78c tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0148287 Feb 02 15:36:23.769419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-777e220c-1f87-42ad-bf09-acd6e88a4a8f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.770382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-777e220c-1f87-42ad-bf09-acd6e88a4a8f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0064714 Feb 02 15:36:23.773261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44466) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.777172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1f1f40d3-6b42-4838-8383-892ca4ee7a46 None None] Provisioning complete for port 486c88f7-ce8d-49e4-84e9-f4799e6b360f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:23.777542 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1f1f40d3-6b42-4838-8383-892ca4ee7a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:23.780019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-47b6b0e9-cd61-4afe-af00-b55307f2713d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.782909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-47b6b0e9-cd61-4afe-af00-b55307f2713d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0083189 Feb 02 15:36:23.789121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.791505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:23.794533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-9f65eb9a-17ae-485b-a7b4-3d8597c925b0 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.797874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9f65eb9a-17ae-485b-a7b4-3d8597c925b0 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054219 Feb 02 15:36:23.799137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44476) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.809365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-91607d12-d38e-4cde-8238-1ff38610fc47 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.812807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-91607d12-d38e-4cde-8238-1ff38610fc47 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0102553 Feb 02 15:36:23.813022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44480) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.825350 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-cd061f25-a41d-453c-b9e4-eea418e671b7 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.835512 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cd061f25-a41d-453c-b9e4-eea418e671b7 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0214319 Feb 02 15:36:23.846778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44484) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.864017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:23.866170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-385bb805-c27f-47cf-8a5c-cc6d24f5ca8e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.872126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-385bb805-c27f-47cf-8a5c-cc6d24f5ca8e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0179770 Feb 02 15:36:23.873260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44488) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.886192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-ce7a61c8-f21e-460d-abf2-96d7360f0ff4 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.890788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:23.890947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ce7a61c8-f21e-460d-abf2-96d7360f0ff4 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0138695 Feb 02 15:36:23.894399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44492) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.903668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-62a7d329-2321-46dd-b583-96232c8a5deb tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.905082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Transition to ACTIVE for port object c262e1de-d79c-4813-aaf3-d2b82c4b57a2 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:23.910251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-62a7d329-2321-46dd-b583-96232c8a5deb tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0119255 Feb 02 15:36:23.911083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44496) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.925175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-96724884-bd9d-4f59-ad79-b6887fe0b0cb tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.929372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-96724884-bd9d-4f59-ad79-b6887fe0b0cb tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0169587 Feb 02 15:36:23.930870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44500) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.936296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-eb46af54-3668-4a44-a4a0-30ac5e386c99 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.942303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eb46af54-3668-4a44-a4a0-30ac5e386c99 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0101554 Feb 02 15:36:23.943222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44504) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.949439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-444cfaa6-a528-4991-89b8-057cdf985ba6 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.952675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.953097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-444cfaa6-a528-4991-89b8-057cdf985ba6 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0084987 Feb 02 15:36:23.965514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Transition to ACTIVE for port object c262e1de-d79c-4813-aaf3-d2b82c4b57a2 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:23.972416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-408165e5-593f-4c2c-86c1-91b8155023c4 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.973393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-408165e5-593f-4c2c-86c1-91b8155023c4 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0196803 Feb 02 15:36:23.981829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44512) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:23.994846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-77fd52f1-e627-4483-8c1d-5b382913c201 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:23.995262 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-77fd52f1-e627-4483-8c1d-5b382913c201 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0125184 Feb 02 15:36:23.999341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:24.003312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44516) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.007036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:24.014725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-8998d321-c779-481d-b3c8-b618122d0259 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.015724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8998d321-c779-481d-b3c8-b618122d0259 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0109327 Feb 02 15:36:24.024307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44520) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.025632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:24.039969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:24.046669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-5fed2d11-3928-45bd-87a7-568401b20e0e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.050807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5fed2d11-3928-45bd-87a7-568401b20e0e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0150642 Feb 02 15:36:24.053312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44524) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.055789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:24.060345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-0847d9d7-c009-44e4-9ad8-9f1a21610d08 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.066996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0847d9d7-c009-44e4-9ad8-9f1a21610d08 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070708 Feb 02 15:36:24.066996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.066996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ea429253-df90-478d-804e-376b735cf97a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.8057601 Feb 02 15:36:24.067965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44528) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.068509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44530) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.077260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-8f56b5e7-c1fb-4a26-8054-86dca336d151 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.082323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8f56b5e7-c1fb-4a26-8054-86dca336d151 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0126154 Feb 02 15:36:24.088337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'security_group_rule': {'security_group_id': 'c5f5f669-7daa-4c01-bbc2-7b07e7934b3b', 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:24.097589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:24.101835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:security_group_rule and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:24.102109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca76313d-39ef-4118-a2b4-7eafdee4b0b6 req-2b86b4a7-cee7-4027-a363-59ac68cb26f2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 210 time: 0.1395817 Feb 02 15:36:24.105746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:24.107309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.112341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:24.119016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-5e433094-0d73-41b1-a4dc-9e999b7519ee tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.120353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5e433094-0d73-41b1-a4dc-9e999b7519ee tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0120628 Feb 02 15:36:24.123111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44540) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.144037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-af4d67bc-88ce-4b89-a85a-4daf8500eda8 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.144037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-af4d67bc-88ce-4b89-a85a-4daf8500eda8 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099006 Feb 02 15:36:24.144723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.146515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44544) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.150875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8::1 (e326f799-3487-421f-8690-9c32689641cd/37833b98-210a-4521-93ad-99b87f91ab39/0a0bf893-0c7f-4843-bb48-eccc24ca8360) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:24.151973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-5e82d76c-9b0f-45ca-a49a-5cf897992429 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.152929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5e82d76c-9b0f-45ca-a49a-5cf897992429 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054271 Feb 02 15:36:24.154171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router d1b0dee5-58b5-47e2-a686-290f0ef9d34c is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:36:24.156346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44548) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.163347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-6dc8e107-0d7c-4696-b3ff-cc83f62a33f9 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.164616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6dc8e107-0d7c-4696-b3ff-cc83f62a33f9 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0069704 Feb 02 15:36:24.167185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44552) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.175186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-765a1ff8-9b7d-4923-b5df-321df284d2e6 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.176748 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-765a1ff8-9b7d-4923-b5df-321df284d2e6 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081389 Feb 02 15:36:24.178895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44556) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.185872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-d8b875bf-bc9c-47f9-b4b8-68c200eb27da tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.187415 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d8b875bf-bc9c-47f9-b4b8-68c200eb27da tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073843 Feb 02 15:36:24.210557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44560) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.222569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-18190071-f8ee-44f7-a636-3708e9222871 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.224274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-18190071-f8ee-44f7-a636-3708e9222871 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0124149 Feb 02 15:36:24.237351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44564) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.254658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 724c172a-68a8-4e71-9dcb-6becace9bc59 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:24.258381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-a6ac02b8-90bf-4083-a8d7-fd284164d80f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.261979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a6ac02b8-90bf-4083-a8d7-fd284164d80f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0203590 Feb 02 15:36:24.263219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44568) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.268074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:24.271467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.290978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-48e63f50-3636-41b6-bd54-3d3d770e7708 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.294980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-48e63f50-3636-41b6-bd54-3d3d770e7708 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0305710 Feb 02 15:36:24.295238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44572) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.296244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.307782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-6cdc8ded-b848-4649-8e97-64098a0b1d04 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.308888 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6cdc8ded-b848-4649-8e97-64098a0b1d04 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0123167 Feb 02 15:36:24.316177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44576) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.329001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f40d3-6b42-4838-8383-892ca4ee7a46 None None] Port 486c88f7-ce8d-49e4-84e9-f4799e6b360f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:24.369356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Network e326f799-3487-421f-8690-9c32689641cd is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:24.381110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-bddce422-c49c-4a47-9328-b8ad7f5c557e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.384547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bddce422-c49c-4a47-9328-b8ad7f5c557e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0136876 Feb 02 15:36:24.387383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44580) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.400470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-f24e59d9-6a95-46e5-905d-c8c796293a14 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.404022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f24e59d9-6a95-46e5-905d-c8c796293a14 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0128863 Feb 02 15:36:24.405073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.408756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44584) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.418369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-d2399461-e4b2-4621-9826-9b5357eedd7b tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.420364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2399461-e4b2-4621-9826-9b5357eedd7b tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092747 Feb 02 15:36:24.423040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:24.423286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44590) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.437186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:24.442086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-0631b20f-e03d-4a2b-8021-915db1369123 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.445590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0631b20f-e03d-4a2b-8021-915db1369123 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0178900 Feb 02 15:36:24.449563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44594) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.451274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Pushing event updated for resources: {'Port': ['ID=c262e1de-d79c-4813-aaf3-d2b82c4b57a2,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:24.465046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-44ef920f-3ecf-4ee0-80c7-9a840c38e28f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.470353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-44ef920f-3ecf-4ee0-80c7-9a840c38e28f tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0155749 Feb 02 15:36:24.470353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object 0a0bf893-0c7f-4843-bb48-eccc24ca8360 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:24.470353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44598) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.480025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-12ad168e-3beb-4eac-82a3-90a6583ff742 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.481408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-12ad168e-3beb-4eac-82a3-90a6583ff742 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0104618 Feb 02 15:36:24.491420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44602) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.508640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [None req-32d0ebe2-b297-445a-8f57-7ba438a7b930 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.510533 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-32d0ebe2-b297-445a-8f57-7ba438a7b930 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0182056 Feb 02 15:36:24.514852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44606) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.530038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-69980cdf-11ee-4e14-86b8-2a128db4be96 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.531677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-69980cdf-11ee-4e14-86b8-2a128db4be96 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0159249 Feb 02 15:36:24.536338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44610) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.549755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-7618ce81-ac46-4ee8-bd9d-c4321004da67 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.551251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7618ce81-ac46-4ee8-bd9d-c4321004da67 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0108485 Feb 02 15:36:24.554809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44614) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.563991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-9019a7ab-bf17-4497-9488-2ce31551a71e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.566731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9019a7ab-bf17-4497-9488-2ce31551a71e tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090196 Feb 02 15:36:24.568125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.569640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44618) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.576515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-e38a0318-c097-4b32-a6a3-7957d394c8ca tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.581451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e38a0318-c097-4b32-a6a3-7957d394c8ca tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104353 Feb 02 15:36:24.582165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44622) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.587237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-2a9acf46-e686-4895-afd0-fc3d31cf0f18 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.588204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a9acf46-e686-4895-afd0-fc3d31cf0f18 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051146 Feb 02 15:36:24.590675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44626) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.596646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-573ba0c7-37e4-456b-a331-983bb26bf7f3 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.598255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-573ba0c7-37e4-456b-a331-983bb26bf7f3 tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058658 Feb 02 15:36:24.613268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44630) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.618940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [None req-08715b7d-60b2-461d-bba6-0286f9474c6d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:36:24.625101 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-08715b7d-60b2-461d-bba6-0286f9474c6d tempest-ExtensionsTestJSON-31703634 tempest-ExtensionsTestJSON-31703634-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055625 Feb 02 15:36:24.625101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.699355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1f1f40d3-6b42-4838-8383-892ca4ee7a46 None None] Provisioning for port 724c172a-68a8-4e71-9dcb-6becace9bc59 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:24.733907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network e326f799-3487-421f-8690-9c32689641cd is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:24.738314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=0a0bf893-0c7f-4843-bb48-eccc24ca8360,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:24.740180 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9e3634d5-da07-4882-b348-514240e1a9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.741127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:24.742888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1f1f40d3-6b42-4838-8383-892ca4ee7a46 None None] Could not find standard attr ID for object 38433382-29c7-4706-aadc-87f3224c0bc9. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:36:24.743234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:24.744388 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.747279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Attempting to bind port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:24.747279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Attempting to bind port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '7706fc6a-e85a-4d9d-862a-fc5f23f03899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e326f799-3487-421f-8690-9c32689641cd'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:24.747279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Attempting to bind port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 on network e326f799-3487-421f-8690-9c32689641cd {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:24.770572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:24.775766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Checking segment: {'id': '7706fc6a-e85a-4d9d-862a-fc5f23f03899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e326f799-3487-421f-8690-9c32689641cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:24.775766 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.775766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Bound using segment: {'id': '7706fc6a-e85a-4d9d-862a-fc5f23f03899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e326f799-3487-421f-8690-9c32689641cd'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:24.775766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Bound port: c262e1de-d79c-4813-aaf3-d2b82c4b57a2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7706fc6a-e85a-4d9d-862a-fc5f23f03899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e326f799-3487-421f-8690-9c32689641cd'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:24.775766 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.784184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.827874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4408a05b-e778-480b-b7ed-72f56c9aa002,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:24.855665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 724c172a-68a8-4e71-9dcb-6becace9bc59 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:24.867412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.884997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 724c172a-68a8-4e71-9dcb-6becace9bc59 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:24.889447 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.910740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:36:24.921394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:24.935060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-32a16fde-bd8e-495f-8e30-21610b0ead52 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/d1b0dee5-58b5-47e2-a686-290f0ef9d34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8962815 Feb 02 15:36:24.937840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44636) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:24.943697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8cbebc52-aff6-499b-8711-17aee461d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:36:13Z', 'revision_number': 4, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port': {'id': '8cbebc52-aff6-499b-8711-17aee461d629', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:01Z', 'updated_at': '2022-02-02T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1dce0c59-17b4-4286-aa2c-ae690510a639', 'name': '', 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'mac_address': 'fa:16:3e:3e:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afe62e4b-014e-4e80-b050-73daa9603076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:12Z', 'updated_at': '2022-02-02T15:36:14Z', 'revision_number': 2, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'subnets': [{'id': 'afe62e4b-014e-4e80-b050-73daa9603076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:24.946840 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fc54e-6151-4636-ba71-fced77eb024f None None] Sync routers for ids ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:24.968190 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000fc54e-6151-4636-ba71-fced77eb024f None None] Routers {'d1b0dee5-58b5-47e2-a686-290f0ef9d34c'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:24.968831 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-000fc54e-6151-4636-ba71-fced77eb024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:24.975145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] Deleting port 4da170de-034c-44e3-a749-d6e5023b6879 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:24.975766 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.981621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:24.982778 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-21409b77-902d-43bf-a84c-76b62e011b6a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9116030 Feb 02 15:36:24.990639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44640) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:25.000416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'security_group_rule': {'security_group_id': 'c5f5f669-7daa-4c01-bbc2-7b07e7934b3b', 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:25.014740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Checking router: 3ccd49f3-8099-41fe-a859-7a390f690fa4 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:36:25.015398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Updating router 3ccd49f3-8099-41fe-a859-7a390f690fa4 port 1dce0c59-17b4-4286-aa2c-ae690510a639 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:36:25.032213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fc52c-fc4b-43ae-a0b5-267dc0c66871 req-4552a10d-e503-4d93-8e00-ce48a59205d9 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:25.033944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db4fc52c-fc4b-43ae-a0b5-267dc0c66871 req-4552a10d-e503-4d93-8e00-ce48a59205d9 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 945 time: 0.4486296 Feb 02 15:36:25.038681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:25.039772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:25.045733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:25.052753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:security_group_rule and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:25.055964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:25.056662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.065658 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-000fc54e-6151-4636-ba71-fced77eb024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:25.068115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.075874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=31ec66f6-225e-4570-97b8-cf8e69d8ea63,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:25.077571 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000fc54e-6151-4636-ba71-fced77eb024f None None] Routers {'d1b0dee5-58b5-47e2-a686-290f0ef9d34c'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:25.078185 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-000fc54e-6151-4636-ba71-fced77eb024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:25.087113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:25.106767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:25.136179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db4fc52c-fc4b-43ae-a0b5-267dc0c66871 req-cf3c3a7c-9ebc-4013-a31b-25164686b0ff tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937772 Feb 02 15:36:25.147608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be242c-c5d5-454f-89fb-37087db55cdb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:25.152073 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-82be242c-c5d5-454f-89fb-37087db55cdb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports/486c88f7-ce8d-49e4-84e9-f4799e6b360f HTTP/1.1" status: 200 len: 910 time: 0.2098529 Feb 02 15:36:25.152566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:25.153011 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.202756 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-000fc54e-6151-4636-ba71-fced77eb024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:25.203604 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fc54e-6151-4636-ba71-fced77eb024f None None] The sync data for ids ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:25.277552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fe125f7a-8041-4620-8f00-ffc8be88510b None None] Provisioning complete for port 486c88f7-ce8d-49e4-84e9-f4799e6b360f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:25.277552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe125f7a-8041-4620-8f00-ffc8be88510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.327204 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5e25535f-b199-4ca8-80a8-90974d47b0fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5457532 Feb 02 15:36:25.344419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44654) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:25.371658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '31ec66f6-225e-4570-97b8-cf8e69d8ea63', 'ip_address': '2001:db8::f1d1:f735:6455:ffdb'}], 'name': 'tempest-NetworksTestDHCPv6-81078177'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:25.448394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] For port c262e1de-d79c-4813-aaf3-d2b82c4b57a2, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:25.471144 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-03ddf18a-5fe0-4630-99de-14b62a50f333 req-7704696b-4920-4681-b785-59c0dc28db9b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 210 time: 0.0805228 Feb 02 15:36:25.491422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44660) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:25.591479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fe125f7a-8041-4620-8f00-ffc8be88510b None None] Port 486c88f7-ce8d-49e4-84e9-f4799e6b360f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:25.591712 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.598856 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.618480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] For port c262e1de-d79c-4813-aaf3-d2b82c4b57a2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c262e1de-d79c-4813-aaf3-d2b82c4b57a2,segment=NetworkSegment(7706fc6a-e85a-4d9d-862a-fc5f23f03899),segment_id=7706fc6a-e85a-4d9d-862a-fc5f23f03899)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:25.640214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 724c172a-68a8-4e71-9dcb-6becace9bc59, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=724c172a-68a8-4e71-9dcb-6becace9bc59,segment=NetworkSegment(92d92a72-ef55-47df-8a96-97cb1a24a98e),segment_id=92d92a72-ef55-47df-8a96-97cb1a24a98e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:25.762827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.766917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:25.774154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:25.778321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:25.786986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:25.899681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.937519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e695dfaf-6928-43b0-847d-fb36f34bc842,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:25.942309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:25.997428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:26.002066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] Usage tracker for resource:security_group_rule and tenant:84acbd6354744b38a95c70fbdbba220c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:26.005734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:26.010488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:26.011821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:26.018840 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.043729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device dce96f1f-b616-4ef4-9ba4-d035e72266d8 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:26.081928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port a95a65b8-3b67-4d3d-ac4c-242457470253 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:36:26.099911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.104154 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.104939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4da170de-034c-44e3-a749-d6e5023b6879 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:26.169824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-c44f0cef-2699-41e1-a6a0-44d86cc18a7b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:26.171529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-c44f0cef-2699-41e1-a6a0-44d86cc18a7b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.5394204 Feb 02 15:36:26.197267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Request body: {'port': {'device_id': '7548b23f-592c-4164-b25a-005a752f58b5', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'admin_state_up': True, 'tenant_id': '2780a785067a4e1abb7a23517c0616fa'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:26.257523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.277494 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.281301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45bc99cc-3fc9-4015-a659-13e9e2fe823d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2831616 Feb 02 15:36:26.289533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44670) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:26.300010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'security_group_rule': {'security_group_id': 'c5f5f669-7daa-4c01-bbc2-7b07e7934b3b', 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:26.307153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:26.311384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:security_group_rule and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:26.315662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:26.321778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:26.353816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:26.357915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Usage tracker for resource:port and tenant:2780a785067a4e1abb7a23517c0616fa is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:26.361598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:26.368595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:26.374955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fe125f7a-8041-4620-8f00-ffc8be88510b None None] Provisioning complete for port 724c172a-68a8-4e71-9dcb-6becace9bc59 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:26.375183 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe125f7a-8041-4620-8f00-ffc8be88510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.387530 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.389569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.449485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Made reservation on behalf of 2780a785067a4e1abb7a23517c0616fa for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:26.452556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.478105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570f8abe-6fca-4a3f-85ca-97b8be051d18,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:26.482982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.483764 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.535529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.576863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] For port 4da170de-034c-44e3-a749-d6e5023b6879, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4da170de-034c-44e3-a749-d6e5023b6879,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:26.577541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.675327 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.686821 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d50c89a9-8ccb-42e9-8e03-a4325e013f63 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=84acbd6354744b38a95c70fbdbba220c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1936979 Feb 02 15:36:26.694479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44676) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:26.840226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=0a0bf893-0c7f-4843-bb48-eccc24ca8360,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:26.946025 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f0f6549-999d-4f0f-8fea-209d6c842264 req-6b0e8839-79d2-402f-96bf-9637642d5abf tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 210 time: 0.2282805 Feb 02 15:36:26.958758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6091d6dc-46bd-4681-870a-e8279c3dd5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.979201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Allocated IP 172.20.0.9 (7948df50-ebac-4e95-86d9-bea1aa0f5421/b2904439-bbb3-4232-aa70-5f70e2abd94d/3ac0b922-4358-41fc-a516-7810c1bb74e4) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:26.987782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:26.988130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] Calling delete_port for 4da170de-034c-44e3-a749-d6e5023b6879 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:27.150878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06db0dae-bb83-4f5d-b6c5-e9c8f36d92cd,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:27.171074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6091d6dc-46bd-4681-870a-e8279c3dd5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.207421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network e326f799-3487-421f-8690-9c32689641cd is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:27.216144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:27.245904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f1d1:f735:6455:ffdb (2b108652-b7f1-4e95-b1da-85ac7991b521/31ec66f6-225e-4570-97b8-cf8e69d8ea63/a95a65b8-3b67-4d3d-ac4c-242457470253) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:27.283589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15ea5e-a50e-420c-8003-c2a07b37cfc8 req-925502da-049b-4674-b3c3-de574ba817ca tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:27.290539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da15ea5e-a50e-420c-8003-c2a07b37cfc8 req-925502da-049b-4674-b3c3-de574ba817ca tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 945 time: 0.7043746 Feb 02 15:36:27.311661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4da170de-034c-44e3-a749-d6e5023b6879 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:27.316711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=724c172a-68a8-4e71-9dcb-6becace9bc59,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:27.322836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.326515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-264e105c-f7c1-41a6-9c76-de7d96f2f036 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0293372 Feb 02 15:36:27.337857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port dce96f1f-b616-4ef4-9ba4-d035e72266d8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:27.342402 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ad4d9094-ba75-42e4-8d0f-583deca1a311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.350138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44682) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:27.364594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'security_group_rule': {'security_group_id': 'c5f5f669-7daa-4c01-bbc2-7b07e7934b3b', 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:27.379731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:27.387251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:security_group_rule and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:27.391823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:27.422402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:27.494552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be312f1-daee-4c8f-8317-764a0b5926f5 None None] Pushing event updated for resources: {'Port': ['ID=c262e1de-d79c-4813-aaf3-d2b82c4b57a2,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:27.506241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da15ea5e-a50e-420c-8003-c2a07b37cfc8 req-51a2ca83-24df-4a9d-bb2c-3033fda18ae9 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147002 Feb 02 15:36:27.511170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4da170de-034c-44e3-a749-d6e5023b6879 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:27.511170 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.543647 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.552330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.567824 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6091d6dc-46bd-4681-870a-e8279c3dd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.608759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port dce96f1f-b616-4ef4-9ba4-d035e72266d8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:27.609406 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.640838 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.648401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port 4da170de-034c-44e3-a749-d6e5023b6879 was deleted so its status cannot be updated. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 02 15:36:27.672994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091d6dc-46bd-4681-870a-e8279c3dd5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f8abe-6fca-4a3f-85ca-97b8be051d18,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:27.680276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.685612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] Pushing event deleted for resources: {'Port': ['ID=4da170de-034c-44e3-a749-d6e5023b6879,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:27.685807 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6091d6dc-46bd-4681-870a-e8279c3dd5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:27.690728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6091d6dc-46bd-4681-870a-e8279c3dd5ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/570f8abe-6fca-4a3f-85ca-97b8be051d18 HTTP/1.1" status: 204 len: 168 time: 0.9471831 Feb 02 15:36:27.698136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Transition to ACTIVE for port object 1dce0c59-17b4-4286-aa2c-ae690510a639 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:27.732921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c1c80-e093-49ea-ba03-800639d78723 None None] No DVR routers for this DVR port 4da170de-034c-44e3-a749-d6e5023b6879 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:36:27.829196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096dc8de-6ec6-4dce-afb7-a0057279baea None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:27.949174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.061791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.150704 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.248896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.254071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0724c87-7e0b-4087-a1f6-bd61d296947e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:28.256207 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.263402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 724c172a-68a8-4e71-9dcb-6becace9bc59 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:28.277319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object a95a65b8-3b67-4d3d-ac4c-242457470253 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:28.328375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d4784c1b-4569-4675-a4b0-3f4ec030d4a9 req-82825144-ef4c-4051-8f2b-613705668097 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:28.341784 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.342970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5bc3b776-99a1-4c71-8cb4-c288128b4f8b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9918728 Feb 02 15:36:28.349506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44692) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:28.385028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'security_group_rule': {'security_group_id': 'c5f5f669-7daa-4c01-bbc2-7b07e7934b3b', 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:28.412309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:28.435723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:security_group_rule and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:28.443494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:28.457858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:28.504533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d4784c1b-4569-4675-a4b0-3f4ec030d4a9 req-82825144-ef4c-4051-8f2b-613705668097 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:28.506420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4784c1b-4569-4675-a4b0-3f4ec030d4a9 req-82825144-ef4c-4051-8f2b-613705668097 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 210 time: 0.2324255 Feb 02 15:36:28.547794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.562458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28941cd2-d4a0-4cba-807d-6bf05996ac6d None None] Network e326f799-3487-421f-8690-9c32689641cd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:28.608818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1130b-f5a3-42e5-8caa-b36d4456693a None None] Pushing event updated for resources: {'Port': ['ID=1dce0c59-17b4-4286-aa2c-ae690510a639,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:28.617560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.714550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:36:28.725461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.21.0.1 (14df76a3-f786-4e23-8b6b-02c675f8eb46/d6f420ca-9d5a-41c3-8f9a-42163023357d/234cbec3-733c-4741-975b-791551586770) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:28.743566 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Project d2971ab893e9473db58772f7ac70b904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:36:28.777187 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.842625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:28.851098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:28.855657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event updated for resources: {'Port': ['ID=3ac0b922-4358-41fc-a516-7810c1bb74e4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:28.858383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:28.909804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.926641 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.928034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object 234cbec3-733c-4741-975b-791551586770 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:28.953486 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:28.955916 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.070989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:29.087567 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.107734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.167034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c158230-a2a0-48fb-9605-1e80a9309ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce96f1f-b616-4ef4-9ba4-d035e72266d8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:36:29.171715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Attempting to bind port 1dce0c59-17b4-4286-aa2c-ae690510a639 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:29.172121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Attempting to bind port 1dce0c59-17b4-4286-aa2c-ae690510a639 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:29.172486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Attempting to bind port 1dce0c59-17b4-4286-aa2c-ae690510a639 on network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:29.208829 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.214083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:29.214715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.217046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port dce96f1f-b616-4ef4-9ba4-d035e72266d8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=dce96f1f-b616-4ef4-9ba4-d035e72266d8,segment=NetworkSegment(44e64f75-a693-40fa-b438-7d833c1e32b5),segment_id=44e64f75-a693-40fa-b438-7d833c1e32b5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:29.232409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 724c172a-68a8-4e71-9dcb-6becace9bc59 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:29.232778 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.262970 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c158230-a2a0-48fb-9605-1e80a9309ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce96f1f-b616-4ef4-9ba4-d035e72266d8', 'code': 200} Feb 02 15:36:29.271034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65902ae-3707-4f8f-8329-492a38dd6219,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:29.276635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-08029924-0e44-42ec-b4a6-7a3c3c117e55 None None] Provisioning for port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:29.278371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:29.280939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:29.281332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Checking segment: {'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:29.281793 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.283124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Bound using segment: {'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:29.283639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Bound port: 1dce0c59-17b4-4286-aa2c-ae690510a639, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63763710-21fe-466a-a67c-b4d3286b201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:29.284062 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.287759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:29.291742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:29.292392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.310861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=a95a65b8-3b67-4d3d-ac4c-242457470253,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:29.328788 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.362280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-66e77136-4489-4e40-8877-65acdfff36be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1690114 Feb 02 15:36:29.376058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 14df76a3-f786-4e23-8b6b-02c675f8eb46 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:29.379913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:29.380993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:29.398593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:29.451833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Request body: {'port': {'device_id': '7548b23f-592c-4164-b25a-005a752f58b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:29.464717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=234cbec3-733c-4741-975b-791551586770,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:29.483664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fc5d2f11-7b09-46d3-b3a4-fb82ad936279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.1379182 Feb 02 15:36:29.490583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db4e54-983e-4e74-8cbb-b97420c4808a req-3aa0b337-0f23-4858-9af8-22d404e65a4e tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:29.492130 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74db4e54-983e-4e74-8cbb-b97420c4808a req-3aa0b337-0f23-4858-9af8-22d404e65a4e tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 945 time: 0.4879158 Feb 02 15:36:29.495021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44720) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:29.502752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7a1ec440-a078-4862-adf2-1cf3707be5f8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1547527 Feb 02 15:36:29.505364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44724) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:29.505828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.510623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dc6e9930-66d3-459f-ac32-4ea4063a99b6 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1400561 Feb 02 15:36:29.517217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44726) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:29.538472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'security_group_rule': {'security_group_id': 'c5f5f669-7daa-4c01-bbc2-7b07e7934b3b', 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:29.561721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:29.609660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:security_group_rule and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:29.617854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:29.647480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:29.668093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-506f13c2-8a03-4bfd-abe4-6d9c4b81af57 req-ff402eaa-2ecd-462c-881b-02298a67d8e3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 1097 time: 0.2900887 Feb 02 15:36:29.676013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1aa18-4628-40f1-9fb5-9468a8af683e None None] Sync routers for ids ['f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:29.679656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '31ec66f6-225e-4570-97b8-cf8e69d8ea63'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:29.680639 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.692783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.741668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:29.764962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5465195-d647-48a1-8099-7a1e9f5d2d12 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:29.765845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a5465195-d647-48a1-8099-7a1e9f5d2d12 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:29.793798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-506f13c2-8a03-4bfd-abe4-6d9c4b81af57 req-e6a6e5b5-a091-4693-92e6-391e7ff06af5 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148944 Feb 02 15:36:29.844110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1aa18-4628-40f1-9fb5-9468a8af683e None None] Routers {'f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:29.844488 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74db4e54-983e-4e74-8cbb-b97420c4808a req-9cbd704c-5435-4904-bfc0-a6410f0a0c80 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432856 Feb 02 15:36:29.849099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04b1aa18-4628-40f1-9fb5-9468a8af683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:29.905188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03038e8d-c7ab-4f39-adbf-39011bbebcfa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:29.922942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-03038e8d-c7ab-4f39-adbf-39011bbebcfa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:29.945157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a5465195-d647-48a1-8099-7a1e9f5d2d12 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:29.950067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a5465195-d647-48a1-8099-7a1e9f5d2d12 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports/0a0bf893-0c7f-4843-bb48-eccc24ca8360 HTTP/1.1" status: 200 len: 911 time: 0.3781536 Feb 02 15:36:29.957271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44738) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:29.972775 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Project d2971ab893e9473db58772f7ac70b904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:36:29.978993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37833b98-210a-4521-93ad-99b87f91ab39'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:29.996975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=dce96f1f-b616-4ef4-9ba4-d035e72266d8,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:30.031835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04b1aa18-4628-40f1-9fb5-9468a8af683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:30.073021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.090041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44742) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:30.092787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] For port 1dce0c59-17b4-4286-aa2c-ae690510a639, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:30.124844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] For port 1dce0c59-17b4-4286-aa2c-ae690510a639, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1dce0c59-17b4-4286-aa2c-ae690510a639,segment=NetworkSegment(63763710-21fe-466a-a67c-b4d3286b201d),segment_id=63763710-21fe-466a-a67c-b4d3286b201d)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:30.164337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.168426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-252f4e68-7da9-4177-ba62-a3e7acd36f0e None None] Provisioning for port 234cbec3-733c-4741-975b-791551586770 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:30.187457 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.240058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-03038e8d-c7ab-4f39-adbf-39011bbebcfa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:30.243932 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-03038e8d-c7ab-4f39-adbf-39011bbebcfa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.7480867 Feb 02 15:36:30.250088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44748) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:30.296212 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.334607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/31ec66f6-225e-4570-97b8-cf8e69d8ea63/89cb7220-3f9a-419a-815b-18d4daa49a86) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:30.359943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-09b0c5af-fe30-4679-8e1e-6bf809b50c9a tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] Request body: {'port': {'network_id': 'b4823940-8d56-458a-a30b-8510a2e5454f', 'name': 'tempest-NetworksNegativeTestJSON-1351311957'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:30.362538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60e912-2b7a-4385-8700-2d772588cebb req-ed0285f2-7f60-40d5-b900-059830b68ee8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:30.364189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb60e912-2b7a-4385-8700-2d772588cebb req-ed0285f2-7f60-40d5-b900-059830b68ee8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 931 time: 0.3978333 Feb 02 15:36:30.411745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.427774 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b0c5af-fe30-4679-8e1e-6bf809b50c9a tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] POST failed (client error): The resource could not be found. Feb 02 15:36:30.429386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b0c5af-fe30-4679-8e1e-6bf809b50c9a tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:36:30.429755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-09b0c5af-fe30-4679-8e1e-6bf809b50c9a tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3383608 Feb 02 15:36:30.440471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44752) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:30.479094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29349d1-de68-4905-b9ca-57ce9483309e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:30.499697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.501116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-35e7b3b6-f650-4ed2-a43a-8ffbed1500c5 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9798911 Feb 02 15:36:30.503291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bb60e912-2b7a-4385-8700-2d772588cebb req-fbc15d6a-6a81-4c51-84ef-2178a80e381c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:30.512552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c262e1de-d79c-4813-aaf3-d2b82c4b57a2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:30.551927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1aa18-4628-40f1-9fb5-9468a8af683e None None] Routers {'f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:30.553201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04b1aa18-4628-40f1-9fb5-9468a8af683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:30.634260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bb60e912-2b7a-4385-8700-2d772588cebb req-fbc15d6a-6a81-4c51-84ef-2178a80e381c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:30.635364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb60e912-2b7a-4385-8700-2d772588cebb req-fbc15d6a-6a81-4c51-84ef-2178a80e381c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532134 Feb 02 15:36:30.652850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac0b922-4358-41fc-a516-7810c1bb74e4 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:36:30.660934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.667089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c54f6-d1d0-44bc-bbf4-40e76ad00531 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port a95a65b8-3b67-4d3d-ac4c-242457470253 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:30.667089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e2c54f6-d1d0-44bc-bbf4-40e76ad00531 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.734094 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f46547-d4e2-428e-b93c-cc16c928174a tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] DELETE failed (client error): The resource could not be found. Feb 02 15:36:30.734094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f46547-d4e2-428e-b93c-cc16c928174a tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:36:30.734094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-91f46547-d4e2-428e-b93c-cc16c928174a tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "DELETE /v2.0/networks/77d5324d-81d7-4b66-9eae-48fdfca00ed1 HTTP/1.1" status: 404 len: 339 time: 0.2576625 Feb 02 15:36:30.735297 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.735734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44760) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:30.736899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-252f4e68-7da9-4177-ba62-a3e7acd36f0e None None] Provisioning complete for port 234cbec3-733c-4741-975b-791551586770 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:30.737650 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-252f4e68-7da9-4177-ba62-a3e7acd36f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.807002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Transition to ACTIVE for port object 3ac0b922-4358-41fc-a516-7810c1bb74e4 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:30.819099 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f24f2a-96c4-4716-8977-d2755ada8f53 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] DELETE failed (client error): The resource could not be found. Feb 02 15:36:30.819545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f24f2a-96c4-4716-8977-d2755ada8f53 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:36:30.825054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-95f24f2a-96c4-4716-8977-d2755ada8f53 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "DELETE /v2.0/ports/39162a71-d8b3-4b8c-aaff-73ebca2b5564 HTTP/1.1" status: 404 len: 333 time: 0.0901737 Feb 02 15:36:30.825343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44766) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:30.912620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:30.927971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04b1aa18-4628-40f1-9fb5-9468a8af683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:30.944296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1aa18-4628-40f1-9fb5-9468a8af683e None None] The sync data for ids ['f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:30.982343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:31.052740 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ceb85e-cb88-4efd-9876-1b4a32dab082 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] DELETE failed (client error): The resource could not be found. Feb 02 15:36:31.066093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ceb85e-cb88-4efd-9876-1b4a32dab082 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:36:31.067300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d3ceb85e-cb88-4efd-9876-1b4a32dab082 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "DELETE /v2.0/subnets/142d09c2-98d8-4811-b7a7-16ad0561a3c0 HTTP/1.1" status: 404 len: 337 time: 0.2409694 Feb 02 15:36:31.091330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44776) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:31.145713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-252f4e68-7da9-4177-ba62-a3e7acd36f0e None None] Port 234cbec3-733c-4741-975b-791551586770 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:31.196404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1130b-f5a3-42e5-8caa-b36d4456693a None None] Pushing event updated for resources: {'Port': ['ID=1dce0c59-17b4-4286-aa2c-ae690510a639,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:31.241700 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:31.267331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Routers {'3ccd49f3-8099-41fe-a859-7a390f690fa4'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:31.271085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['3ccd49f3-8099-41fe-a859-7a390f690fa4'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:31.349933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Pushing event updated for resources: {'Port': ['ID=3ac0b922-4358-41fc-a516-7810c1bb74e4,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:31.359710 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e964a86e-7a58-4c9f-93eb-1f8c81e6f3dd tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] GET failed (client error): The resource could not be found. Feb 02 15:36:31.365456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e964a86e-7a58-4c9f-93eb-1f8c81e6f3dd tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "GET /v2.0/networks/e3fda755-412a-469a-bc34-b0932ab2fbcd HTTP/1.1" status: 404 len: 339 time: 0.2733240 Feb 02 15:36:31.368317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44780) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:31.418735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:31.422472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Transition to ACTIVE for port object 89cb7220-3f9a-419a-815b-18d4daa49a86 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:31.476926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:31.477425 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:31.479369 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e055ae-a352-4401-851b-71fa6d595c80 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] GET failed (client error): The resource could not be found. Feb 02 15:36:31.485159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-30e055ae-a352-4401-851b-71fa6d595c80 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "GET /v2.0/ports/7745af18-af47-483f-bb9e-cc887985fb0f HTTP/1.1" status: 404 len: 333 time: 0.1021664 Feb 02 15:36:31.491758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44784) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:31.553798 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50f7fbf-a951-4303-9ec9-b0e177be63cb tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] GET failed (client error): The resource could not be found. Feb 02 15:36:31.559872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f50f7fbf-a951-4303-9ec9-b0e177be63cb tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "GET /v2.0/subnets/7a986227-faea-4ee5-ba42-55001fbe4cb7 HTTP/1.1" status: 404 len: 337 time: 0.0566723 Feb 02 15:36:31.590119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44788) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:31.611802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9bb06d56-b9dc-4e0a-8a0f-22991f20cda3 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:31.659757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Transition to ACTIVE for port object 89cb7220-3f9a-419a-815b-18d4daa49a86 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:31.764445 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb06d56-b9dc-4e0a-8a0f-22991f20cda3 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] PUT failed (client error): The resource could not be found. Feb 02 15:36:31.764903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb06d56-b9dc-4e0a-8a0f-22991f20cda3 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:36:31.770940 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9bb06d56-b9dc-4e0a-8a0f-22991f20cda3 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "PUT /v2.0/networks/e2407007-efa7-42e6-add7-d7a828227490 HTTP/1.1" status: 404 len: 339 time: 0.1763105 Feb 02 15:36:31.771590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44794) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:31.788437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-855682b2-781f-494f-a8ab-d74e06962780 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:31.831230 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-855682b2-781f-494f-a8ab-d74e06962780 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] PUT failed (client error): The resource could not be found. Feb 02 15:36:31.831678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855682b2-781f-494f-a8ab-d74e06962780 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:36:31.837925 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:31.840301 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-855682b2-781f-494f-a8ab-d74e06962780 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "PUT /v2.0/ports/339f2eb6-e370-4386-8029-09a1cb3abf40 HTTP/1.1" status: 404 len: 333 time: 0.0633180 Feb 02 15:36:31.840301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44798) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:31.843824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] Set router 3ccd49f3-8099-41fe-a859-7a390f690fa4 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:36:31.853198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ce28d26c-486b-4527-b769-74319f48f4f2 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:31.934076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8734e39d-ffa0-488e-97d6-bcf71de3fde0 None None] Provisioning for port 0a0bf893-0c7f-4843-bb48-eccc24ca8360 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:31.953894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44eb08-4713-4eec-977f-d0b0180609eb req-0bcd5f9f-2c33-409d-bd28-407a20d104a0 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:31.961613 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe44eb08-4713-4eec-977f-d0b0180609eb req-0bcd5f9f-2c33-409d-bd28-407a20d104a0 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 946 time: 0.8227584 Feb 02 15:36:31.987086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Attempting to bind port 3ac0b922-4358-41fc-a516-7810c1bb74e4 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:31.987435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Attempting to bind port 3ac0b922-4358-41fc-a516-7810c1bb74e4 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:31.987763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Attempting to bind port 3ac0b922-4358-41fc-a516-7810c1bb74e4 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:32.002873 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce28d26c-486b-4527-b769-74319f48f4f2 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] PUT failed (client error): The resource could not be found. Feb 02 15:36:32.003323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce28d26c-486b-4527-b769-74319f48f4f2 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:36:32.004472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ce28d26c-486b-4527-b769-74319f48f4f2 tempest-NetworksNegativeTestJSON-1284431167 tempest-NetworksNegativeTestJSON-1284431167-project] 10.222.0.88 "PUT /v2.0/subnets/66900a8f-020f-4f4e-a3fa-67c9e0e17c67 HTTP/1.1" status: 404 len: 337 time: 0.1597357 Feb 02 15:36:32.005818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Port 3ac0b922-4358-41fc-a516-7810c1bb74e4 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:36:32.006161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Attempting to bind port 3ac0b922-4358-41fc-a516-7810c1bb74e4 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:32.021303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:32.021638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Checking segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:32.022032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Bound using segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:32.022468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Bound port: 3ac0b922-4358-41fc-a516-7810c1bb74e4, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:32.022824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.062249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe44eb08-4713-4eec-977f-d0b0180609eb req-d9a2fc45-db53-4385-9bfd-21c1261760ce tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998404 Feb 02 15:36:32.089147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.177683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-ee459103-67fa-4c26-9bbd-6e1aa0b8da9b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Synchronizing usage tracker for tenant:d2971ab893e9473db58772f7ac70b904 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:32.184394 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.192905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8734e39d-ffa0-488e-97d6-bcf71de3fde0 None None] Provisioning complete for port 0a0bf893-0c7f-4843-bb48-eccc24ca8360 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:32.196803 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8734e39d-ffa0-488e-97d6-bcf71de3fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.226333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] For port 3ac0b922-4358-41fc-a516-7810c1bb74e4, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:32.229618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] For port 3ac0b922-4358-41fc-a516-7810c1bb74e4, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3ac0b922-4358-41fc-a516-7810c1bb74e4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:32.248881 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.346245 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.404945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.411533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:32.434193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c262e1de-d79c-4813-aaf3-d2b82c4b57a2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c262e1de-d79c-4813-aaf3-d2b82c4b57a2,segment=NetworkSegment(7706fc6a-e85a-4d9d-862a-fc5f23f03899),segment_id=7706fc6a-e85a-4d9d-862a-fc5f23f03899)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:32.444305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:32.452110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:32.455271 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.456861 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] 10.222.0.64 "PUT /v2.0/ports/3ac0b922-4358-41fc-a516-7810c1bb74e4 HTTP/1.1" status: 200 len: 1091 time: 3.0802755 Feb 02 15:36:32.458801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7548b23f-592c-4164-b25a-005a752f58b5', 'tag': '3ac0b922-4358-41fc-a516-7810c1bb74e4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:36:32.473649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639fa0b-18f7-49ac-8fc1-c0e34142ec9f service neutron] Pushing event updated for resources: {'Port': ['ID=3ac0b922-4358-41fc-a516-7810c1bb74e4,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:32.491671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Pushing event updated for resources: {'Port': ['ID=89cb7220-3f9a-419a-815b-18d4daa49a86,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:32.497327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef414a30-bbb3-45d1-a209-eb4c2be04ee0 req-f6b9f03e-9ebc-45cb-acf1-1d2e9c06f8e4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:32.509073 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef414a30-bbb3-45d1-a209-eb4c2be04ee0 req-f6b9f03e-9ebc-45cb-acf1-1d2e9c06f8e4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 943 time: 0.2739239 Feb 02 15:36:32.510364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8734e39d-ffa0-488e-97d6-bcf71de3fde0 None None] Port 0a0bf893-0c7f-4843-bb48-eccc24ca8360 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:32.552213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.621929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef414a30-bbb3-45d1-a209-eb4c2be04ee0 req-f7ffe9bd-dfa6-482f-8b19-0d18f9e8f07f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100886 Feb 02 15:36:32.712799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=234cbec3-733c-4741-975b-791551586770,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:32.723090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 14df76a3-f786-4e23-8b6b-02c675f8eb46 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:32.729347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:32.748347 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7548b23f-592c-4164-b25a-005a752f58b5', 'tag': '3ac0b922-4358-41fc-a516-7810c1bb74e4', 'status': 'completed', 'code': 200} Feb 02 15:36:32.762531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4da170de-034c-44e3-a749-d6e5023b6879 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:36:32.790882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Attempting to bind port 89cb7220-3f9a-419a-815b-18d4daa49a86 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:32.799963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Attempting to bind port 89cb7220-3f9a-419a-815b-18d4daa49a86 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:32.799963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Attempting to bind port 89cb7220-3f9a-419a-815b-18d4daa49a86 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:32.831562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 4da170de-034c-44e3-a749-d6e5023b6879 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:36:32.832246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4da170de-034c-44e3-a749-d6e5023b6879 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:36:32.867648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8734e39d-ffa0-488e-97d6-bcf71de3fde0 None None] Provisioning complete for port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:32.869709 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8734e39d-ffa0-488e-97d6-bcf71de3fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.874743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-7b174e31-8d2e-45a7-b5cc-7079a254d56b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 1094 time: 0.2359397 Feb 02 15:36:32.889682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-ee459103-67fa-4c26-9bbd-6e1aa0b8da9b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Unset dirty status for tenant:d2971ab893e9473db58772f7ac70b904 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:32.910418 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-ee459103-67fa-4c26-9bbd-6e1aa0b8da9b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079033413&fields=id&tenant_id=d2971ab893e9473db58772f7ac70b904 HTTP/1.1" status: 200 len: 267 time: 1.9825804 Feb 02 15:36:32.949894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:32.951482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:32.952155 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.953106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:32.953837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Bound port: 89cb7220-3f9a-419a-815b-18d4daa49a86, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:32.954503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:32.989585 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-39c1a32f-6b87-48fd-83d8-7f818658c8f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac0b922-4358-41fc-a516-7810c1bb74e4 HTTP/1.1" status: 200 len: 217 time: 0.1017160 Feb 02 15:36:32.990091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44810) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:33.000137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c262e1de-d79c-4813-aaf3-d2b82c4b57a2,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:33.081850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-d60e602b-dd23-4dd7-aec5-3b3c7bf39d0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:33.083434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-d60e602b-dd23-4dd7-aec5-3b3c7bf39d0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.0849926 Feb 02 15:36:33.152590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-a0ba6fa9-6eb5-4e2d-ba20-0a8f6107805e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602524 Feb 02 15:36:33.157152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-fee19ad6-ae0f-469e-a8fe-f0fe1d146704 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:33.158854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-fee19ad6-ae0f-469e-a8fe-f0fe1d146704 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Synchronizing usage tracker for tenant:d2971ab893e9473db58772f7ac70b904 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:33.192954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] For port 89cb7220-3f9a-419a-815b-18d4daa49a86, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:33.202109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] For port 89cb7220-3f9a-419a-815b-18d4daa49a86, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89cb7220-3f9a-419a-815b-18d4daa49a86,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:33.275153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8cbebc52-aff6-499b-8711-17aee461d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:36:13Z', 'revision_number': 4, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port': {'id': '8cbebc52-aff6-499b-8711-17aee461d629', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:01Z', 'updated_at': '2022-02-02T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1dce0c59-17b4-4286-aa2c-ae690510a639', 'name': '', 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'mac_address': 'fa:16:3e:3e:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afe62e4b-014e-4e80-b050-73daa9603076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:12Z', 'updated_at': '2022-02-02T15:36:30Z', 'revision_number': 4, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'subnets': [{'id': 'afe62e4b-014e-4e80-b050-73daa9603076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:33.288657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13c736-e211-4b08-bd38-b84c2cee1ec6 None None] The sync data for ids ['3ccd49f3-8099-41fe-a859-7a390f690fa4'] in n-d-827122-1 is: [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8cbebc52-aff6-499b-8711-17aee461d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:36:13Z', 'revision_number': 4, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port': {'id': '8cbebc52-aff6-499b-8711-17aee461d629', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:01Z', 'updated_at': '2022-02-02T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1dce0c59-17b4-4286-aa2c-ae690510a639', 'name': '', 'network_id': '34bae7ff-e099-4d1e-8aac-b0a842d1d71b', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'mac_address': 'fa:16:3e:3e:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afe62e4b-014e-4e80-b050-73daa9603076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:12Z', 'updated_at': '2022-02-02T15:36:30Z', 'revision_number': 4, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'subnets': [{'id': 'afe62e4b-014e-4e80-b050-73daa9603076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:33.291334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:33.301947 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e2c54f6-d1d0-44bc-bbf4-40e76ad00531 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:33.306897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:33.461900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:33.477583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] Usage tracker for resource:security_group_rule and tenant:93657d833f674db8bae0c386daabf6b1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:33.485378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:33.505882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:33.522073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:36:33.528391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a12c67-b94c-4c20-944e-a31dc999bd41 None None] Pushing event updated for resources: {'Port': ['ID=89cb7220-3f9a-419a-815b-18d4daa49a86,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:33.543915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c54f6-d1d0-44bc-bbf4-40e76ad00531 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for a95a65b8-3b67-4d3d-ac4c-242457470253 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:33.604355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-fee19ad6-ae0f-469e-a8fe-f0fe1d146704 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Unset dirty status for tenant:d2971ab893e9473db58772f7ac70b904 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:33.611141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-fee19ad6-ae0f-469e-a8fe-f0fe1d146704 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/networks?id=733f04c1-ef8d-4640-850d-26cf7edb1b05 HTTP/1.1" status: 200 len: 809 time: 0.6992733 Feb 02 15:36:33.618904 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:33.636098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-57ac9f7f-59ed-4609-b02b-c8cc3a283bc0 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768367 Feb 02 15:36:33.670915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-30cc750b-85f4-4916-b352-00c7a95d6d51 None None] Provisioning complete for port 0a0bf893-0c7f-4843-bb48-eccc24ca8360 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:33.671355 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30cc750b-85f4-4916-b352-00c7a95d6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:33.719528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c8210-c51c-4b25-8bb2-899cb2703b33 req-9497d0df-9ee1-4aae-8a33-435e5573d596 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:33.727992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b3c8210-c51c-4b25-8bb2-899cb2703b33 req-9497d0df-9ee1-4aae-8a33-435e5573d596 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 946 time: 0.4399221 Feb 02 15:36:33.740908 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:33.803593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-30cc750b-85f4-4916-b352-00c7a95d6d51 None None] Port 0a0bf893-0c7f-4843-bb48-eccc24ca8360 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:33.833362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-74c59967-db6b-457f-90db-8c204fb5a3e2 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/quotas/d2971ab893e9473db58772f7ac70b904 HTTP/1.1" status: 200 len: 375 time: 0.2112803 Feb 02 15:36:33.844529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-30cc750b-85f4-4916-b352-00c7a95d6d51 None None] Provisioning complete for port 234cbec3-733c-4741-975b-791551586770 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:33.855183 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30cc750b-85f4-4916-b352-00c7a95d6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:33.887961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:33.975329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-30cc750b-85f4-4916-b352-00c7a95d6d51 None None] Port 234cbec3-733c-4741-975b-791551586770 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:34.116503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b3c8210-c51c-4b25-8bb2-899cb2703b33 req-ff1e6770-2a13-4788-8b84-f97c426489ad tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762665 Feb 02 15:36:34.118680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4d2245d-eca8-47d9-baec-a2a4da39f668 req-1cf1fd75-ebe3-45e4-a4ac-666657ac9c0f service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698043 Feb 02 15:36:34.128747 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=93657d833f674db8bae0c386daabf6b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1369724 Feb 02 15:36:34.155434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44824) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:34.247591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec321e2-c782-4a93-afb1-f492fb0713bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e329f69-f9f3-48aa-a944-fc4918efc3ff,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:34.374329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:34.379928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:34.380857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:34.385625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/ports/0a0bf893-0c7f-4843-bb48-eccc24ca8360 HTTP/1.1" status: 200 len: 911 time: 4.4134941 Feb 02 15:36:34.390534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44830) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:34.446084 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-316ca0de-52f2-45e4-a071-5048f2c2eb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:34.496738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-316ca0de-52f2-45e4-a071-5048f2c2eb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:34.553985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-3214a7f5-ff55-4a94-868f-7e4ec3f6368b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 1094 time: 0.2460210 Feb 02 15:36:34.597414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6d42f-a73e-430e-b81c-61821d6b0d0a req-9534172d-bc03-4537-a48a-47d7d87bb40a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:34.604015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0f6d42f-a73e-430e-b81c-61821d6b0d0a req-9534172d-bc03-4537-a48a-47d7d87bb40a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 943 time: 0.2255306 Feb 02 15:36:34.668286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf708a34-cbed-45da-b415-6e3674c35c9a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=0a0bf893-0c7f-4843-bb48-eccc24ca8360,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:34.682919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e2c54f6-d1d0-44bc-bbf4-40e76ad00531 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:34.753306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0f6d42f-a73e-430e-b81c-61821d6b0d0a req-47c3c75b-309b-4e58-a7d6-b49972ad69d3 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984585 Feb 02 15:36:34.777894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-f65d514a-ed6c-4915-befa-8201889700d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:34.777894 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-f65d514a-ed6c-4915-befa-8201889700d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 912 time: 0.2163494 Feb 02 15:36:34.827632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c54f6-d1d0-44bc-bbf4-40e76ad00531 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=a95a65b8-3b67-4d3d-ac4c-242457470253,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:34.838958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-e0f03a9f-d5fc-468e-8c1a-fcedfde270ac tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Synchronizing usage tracker for tenant:d2971ab893e9473db58772f7ac70b904 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:34.902889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-316ca0de-52f2-45e4-a071-5048f2c2eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:35.036157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e2c54f6-d1d0-44bc-bbf4-40e76ad00531 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:35.052043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router d1b0dee5-58b5-47e2-a686-290f0ef9d34c has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:36:35.070008 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e2c54f6-d1d0-44bc-bbf4-40e76ad00531 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/a95a65b8-3b67-4d3d-ac4c-242457470253 HTTP/1.1" status: 204 len: 168 time: 4.7903943 Feb 02 15:36:35.082764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44840) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:35.092425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-6b4034ad-8f37-4793-820a-d8624937bc76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac0b922-4358-41fc-a516-7810c1bb74e4 HTTP/1.1" status: 200 len: 217 time: 0.3061888 Feb 02 15:36:35.093571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ca0de-52f2-45e4-a071-5048f2c2eb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e329f69-f9f3-48aa-a944-fc4918efc3ff,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:35.095827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-316ca0de-52f2-45e4-a071-5048f2c2eb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:35.097716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-316ca0de-52f2-45e4-a071-5048f2c2eb88 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1e329f69-f9f3-48aa-a944-fc4918efc3ff HTTP/1.1" status: 204 len: 168 time: 0.9398427 Feb 02 15:36:35.173425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1dce0c59-17b4-4286-aa2c-ae690510a639 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:35.175010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-e0f03a9f-d5fc-468e-8c1a-fcedfde270ac tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Unset dirty status for tenant:d2971ab893e9473db58772f7ac70b904 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:35.176581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-e0f03a9f-d5fc-468e-8c1a-fcedfde270ac tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2971ab893e9473db58772f7ac70b904&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3448942 Feb 02 15:36:35.222580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-c537ae30-bee2-4365-b222-75d91afb9d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:35.224314 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-c537ae30-bee2-4365-b222-75d91afb9d72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.1257465 Feb 02 15:36:35.311503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-9ad75a56-43ee-4809-8e3f-ca14c1ac8633 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789754 Feb 02 15:36:35.334992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c75b09bb-3121-4e15-b65a-239091f04da2 None None] Could not find standard attr ID for object a95a65b8-3b67-4d3d-ac4c-242457470253. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:36:35.399623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1dce0c59-17b4-4286-aa2c-ae690510a639 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:35.406044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1dce0c59-17b4-4286-aa2c-ae690510a639 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:35.406314 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:35.449897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70790b1c-890a-487a-a071-7b7502056950 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:35.451508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70790b1c-890a-487a-a071-7b7502056950 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:35.452345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-70790b1c-890a-487a-a071-7b7502056950 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:35.483066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c75b09bb-3121-4e15-b65a-239091f04da2 None None] Provisioning for port 89cb7220-3f9a-419a-815b-18d4daa49a86 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:35.507995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-db3bc0bc-a45a-4f54-b25f-35a2b3b7550d service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880043 Feb 02 15:36:35.580916 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:35.639326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 1dce0c59-17b4-4286-aa2c-ae690510a639, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1dce0c59-17b4-4286-aa2c-ae690510a639,segment=NetworkSegment(63763710-21fe-466a-a67c-b4d3286b201d),segment_id=63763710-21fe-466a-a67c-b4d3286b201d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:35.682980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-70790b1c-890a-487a-a071-7b7502056950 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:35.687001 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-70790b1c-890a-487a-a071-7b7502056950 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6005070 Feb 02 15:36:35.696727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44850) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:35.759527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-82b6b70e-d76b-4197-9f45-d16f9c147adb None None] Could not find standard attr ID for object a95a65b8-3b67-4d3d-ac4c-242457470253. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:36:35.767266 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:35.768160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89cb7220-3f9a-419a-815b-18d4daa49a86 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:35.770969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b795fa3-f884-433b-bb87-5069a081fec8 req-247a87c4-88e9-4629-9ed3-1170354d7ea1 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587566 Feb 02 15:36:35.784306 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-d606de78-4ea1-4627-9e15-74b177566c41 service neutron] 10.222.0.88 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883727 Feb 02 15:36:35.979933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=1dce0c59-17b4-4286-aa2c-ae690510a639,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:36.075819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7711-8db2-42a7-bc07-93de6cd2bb2d req-57aafb52-8647-4546-a029-b69894d61327 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:36.077334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20ea7711-8db2-42a7-bc07-93de6cd2bb2d req-57aafb52-8647-4546-a029-b69894d61327 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 946 time: 0.1086631 Feb 02 15:36:36.106993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 89cb7220-3f9a-419a-815b-18d4daa49a86 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:36.113305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 89cb7220-3f9a-419a-815b-18d4daa49a86 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:36.113991 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:36.134917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20ea7711-8db2-42a7-bc07-93de6cd2bb2d req-6cdf8a9a-6692-475d-b8d3-65a26ad7f4d2 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516412 Feb 02 15:36:36.220397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-fdd31ea1-1d7e-45f8-b3ba-09082be715ff service neutron] 10.222.0.88 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141381 Feb 02 15:36:36.245406 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:36.279594 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:36.322442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 89cb7220-3f9a-419a-815b-18d4daa49a86, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89cb7220-3f9a-419a-815b-18d4daa49a86,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:36.459624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c301617-76c4-4e6a-af2e-17c3e2256415 req-a9ad4376-009d-44da-b220-a85f4d15dfbc tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:36.461362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6c301617-76c4-4e6a-af2e-17c3e2256415 req-a9ad4376-009d-44da-b220-a85f4d15dfbc tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 943 time: 0.1489294 Feb 02 15:36:36.473120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:36.474916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c262e1de-d79c-4813-aaf3-d2b82c4b57a2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:36.497496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:36.512784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-54ee9355-eba5-4795-8644-3742ec20311e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/d1b0dee5-58b5-47e2-a686-290f0ef9d34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3569350 Feb 02 15:36:36.513009 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0891bfa-f9cf-4e24-8f32-bba558d2438c None None] Sync routers for ids ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:36.514149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44872) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:36.527530 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0891bfa-f9cf-4e24-8f32-bba558d2438c None None] Routers {'d1b0dee5-58b5-47e2-a686-290f0ef9d34c'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:36.528154 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b0891bfa-f9cf-4e24-8f32-bba558d2438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:36.542504 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6c301617-76c4-4e6a-af2e-17c3e2256415 req-d1a3696b-2ebd-4789-a296-af3221b372ba tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747998 Feb 02 15:36:36.626700 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b0891bfa-f9cf-4e24-8f32-bba558d2438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:36.635552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=89cb7220-3f9a-419a-815b-18d4daa49a86,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:36.636020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f332d4-ff05-4a3d-ad62-cf226d011b8a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 31ec66f6-225e-4570-97b8-cf8e69d8ea63 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:36:36.658640 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0891bfa-f9cf-4e24-8f32-bba558d2438c None None] Routers {'d1b0dee5-58b5-47e2-a686-290f0ef9d34c'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:36.659254 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b0891bfa-f9cf-4e24-8f32-bba558d2438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:36.664781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:36.665320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:36.715415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19f332d4-ff05-4a3d-ad62-cf226d011b8a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:36.727096 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b0891bfa-f9cf-4e24-8f32-bba558d2438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:36.727790 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0891bfa-f9cf-4e24-8f32-bba558d2438c None None] The sync data for ids ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:36.831304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a23f63-3e22-434b-8c57-ea164b565915 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:36.836083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1a23f63-3e22-434b-8c57-ea164b565915 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:36.891945 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83c2a3da-9b6c-426b-bd96-33fb25a95e6d req-643501f2-633c-4405-a4b5-3e4f79a4dcd2 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 210 time: 0.1066775 Feb 02 15:36:36.946587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19f332d4-ff05-4a3d-ad62-cf226d011b8a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:37.035986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e1a23f63-3e22-434b-8c57-ea164b565915 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:37.037234 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e1a23f63-3e22-434b-8c57-ea164b565915 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports/234cbec3-733c-4741-975b-791551586770 HTTP/1.1" status: 200 len: 910 time: 0.5158696 Feb 02 15:36:37.040216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44890) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:37.050685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1dce0c59-17b4-4286-aa2c-ae690510a639 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:37.152559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1dce0c59-17b4-4286-aa2c-ae690510a639 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:37.153269 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:37.155516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19f332d4-ff05-4a3d-ad62-cf226d011b8a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:37.218196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44896) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:37.328693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89cb7220-3f9a-419a-815b-18d4daa49a86 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:37.432998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 89cb7220-3f9a-419a-815b-18d4daa49a86 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:37.433218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:37.474766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-5d36d679-5055-401d-a7c0-8d6e39dd3474 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:37.477814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-5d36d679-5055-401d-a7c0-8d6e39dd3474 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 946 time: 0.2143784 Feb 02 15:36:37.710121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1721860089'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:37.764866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:37.782415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:network and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:37.787149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:37.801396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:37.825716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85105e1-b50e-4555-9326-fba2a1a54945 req-88f236be-36d1-4a98-a76e-77c1e91fb42b tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:37.827465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d85105e1-b50e-4555-9326-fba2a1a54945 req-88f236be-36d1-4a98-a76e-77c1e91fb42b tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 946 time: 0.4789846 Feb 02 15:36:37.879787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Deleting port dce96f1f-b616-4ef4-9ba4-d035e72266d8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:37.880420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:37.903712 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19f332d4-ff05-4a3d-ad62-cf226d011b8a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:37.971199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:37.974092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:37.992732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3ac0b922-4358-41fc-a516-7810c1bb74e4 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:36:38.017362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f332d4-ff05-4a3d-ad62-cf226d011b8a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=31ec66f6-225e-4570-97b8-cf8e69d8ea63,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:38.020877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19f332d4-ff05-4a3d-ad62-cf226d011b8a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.027139 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.053630 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d85105e1-b50e-4555-9326-fba2a1a54945 req-75dd5e54-6dfd-4cf0-9456-aaf20c160b74 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/security-groups?id=93fdf2b6-0292-4072-9132-cce62bbc991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149837 Feb 02 15:36:38.077518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:38.084432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group_rule and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:38.085263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:38.085402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf41aaa-be60-405b-a1f2-8cddb1150f01 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:38.091041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:38.258432 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.273334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1fbb986-067a-42d9-90a6-1225bd7ca18e req-bd0d7659-4d59-4a1e-ad95-23ab4063ac08 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 210 time: 0.1059873 Feb 02 15:36:38.298739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] For port dce96f1f-b616-4ef4-9ba4-d035e72266d8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=dce96f1f-b616-4ef4-9ba4-d035e72266d8,segment=NetworkSegment(44e64f75-a693-40fa-b438-7d833c1e32b5),segment_id=44e64f75-a693-40fa-b438-7d833c1e32b5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:38.299352 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.384182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-19f332d4-ff05-4a3d-ad62-cf226d011b8a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/31ec66f6-225e-4570-97b8-cf8e69d8ea63 HTTP/1.1" status: 204 len: 168 time: 2.6781590 Feb 02 15:36:38.393865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44910) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:38.396273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.428547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3ac0b922-4358-41fc-a516-7810c1bb74e4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3ac0b922-4358-41fc-a516-7810c1bb74e4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:38.450665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '3ac0b922-4358-41fc-a516-7810c1bb74e4', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'port_id': '3ac0b922-4358-41fc-a516-7810c1bb74e4', 'mac_address': 'fa:16:3e:4f:b3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2904439-bbb3-4232-aa70-5f70e2abd94d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:36:38.520221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d20b0054-194f-4e43-ab56-c89ee3e6f1d1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245625 Feb 02 15:36:38.520785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44914) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:38.538216 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.544459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 0a0bf893-0c7f-4843-bb48-eccc24ca8360 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:38.544606 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.547493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Calling delete_port for dce96f1f-b616-4ef4-9ba4-d035e72266d8 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:38.560965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac0b922-4358-41fc-a516-7810c1bb74e4 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:36:38.582390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.591043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3ac0b922-4358-41fc-a516-7810c1bb74e4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3ac0b922-4358-41fc-a516-7810c1bb74e4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:38.670737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:38.679120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da264b-e84b-4afe-9300-6362d139c672 req-2aa255dd-8c9d-45e4-8576-bdeb62990f7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:38.681052 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.689984 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24da264b-e84b-4afe-9300-6362d139c672 req-2aa255dd-8c9d-45e4-8576-bdeb62990f7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 943 time: 0.7280073 Feb 02 15:36:38.696577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3237c9fb-a0eb-4876-b009-64450c3b7259,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:38.740918 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.740918 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Added segment 98f8c8e2-089d-4670-bbdb-12f913fbeb38 of type vlan for network fe245c80-e733-4a87-bc12-4535093ff713 Feb 02 15:36:38.759036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:36:38.769022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-24da264b-e84b-4afe-9300-6362d139c672 req-d8f72546-e53e-48d6-b819-607afd62e8d6 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 Feb 02 15:36:38.773743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Deleting port 89cb7220-3f9a-419a-815b-18d4daa49a86 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:38.774300 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.881079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:38.946868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e969697-2df7-4479-ae41-43fba63ebe57 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:38.947570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4e969697-2df7-4479-ae41-43fba63ebe57 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:38.965678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:39.049013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3ac0b922-4358-41fc-a516-7810c1bb74e4'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:36:39.080940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 89cb7220-3f9a-419a-815b-18d4daa49a86 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:36:39.187066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3ac0b922-4358-41fc-a516-7810c1bb74e4,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:39.214688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:39.279126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['dce96f1f-b616-4ef4-9ba4-d035e72266d8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:36:39.339911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 0a0bf893-0c7f-4843-bb48-eccc24ca8360 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:39.342806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Pushing event deleted for resources: {'Port': ['ID=dce96f1f-b616-4ef4-9ba4-d035e72266d8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:39.438087 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:39.464035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] For port 89cb7220-3f9a-419a-815b-18d4daa49a86, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89cb7220-3f9a-419a-815b-18d4daa49a86,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:39.464438 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:39.494710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] No DVR routers for this DVR port dce96f1f-b616-4ef4-9ba4-d035e72266d8 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:36:39.499919 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:39.533653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c158230-a2a0-48fb-9605-1e80a9309ecb', 'name': 'network-vif-deleted', 'tag': 'dce96f1f-b616-4ef4-9ba4-d035e72266d8'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:36:39.566957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47f1d9b9-f686-4058-8df2-4941a085a48c req-260a3a4b-4db8-4f0f-8e47-c5fc06f9d977 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 210 time: 0.0848708 Feb 02 15:36:39.693683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Calling delete_port for 89cb7220-3f9a-419a-815b-18d4daa49a86 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:39.712060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:39.716832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:39.717419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:39.749892 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c158230-a2a0-48fb-9605-1e80a9309ecb', 'name': 'network-vif-deleted', 'tag': 'dce96f1f-b616-4ef4-9ba4-d035e72266d8', 'status': 'completed', 'code': 200} Feb 02 15:36:39.757734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9725ac3e-3c82-4f06-9bd0-218693ef1e40 req-ea583b49-175a-4a64-ad12-b241e90a4757 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.107 "DELETE /v2.0/ports/dce96f1f-b616-4ef4-9ba4-d035e72266d8 HTTP/1.1" status: 204 len: 173 time: 2.2686048 Feb 02 15:36:39.839175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 89cb7220-3f9a-419a-815b-18d4daa49a86, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89cb7220-3f9a-419a-815b-18d4daa49a86,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:39.950845 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:39.967602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Network': ['ID=fe245c80-e733-4a87-bc12-4535093ff713,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:39.987529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network fe245c80-e733-4a87-bc12-4535093ff713 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:36:40.007183 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:40.068269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84703def-61c0-4f90-8721-179e4a9ff4c8 req-8780a5d2-bb20-4a77-a291-71bd6973c9d5 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 210 time: 0.4479415 Feb 02 15:36:40.090809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4e969697-2df7-4479-ae41-43fba63ebe57 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:40.100032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e969697-2df7-4479-ae41-43fba63ebe57 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.5697198 Feb 02 15:36:40.113353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44932) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:40.123661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=0a0bf893-0c7f-4843-bb48-eccc24ca8360,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:40.199663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 234cbec3-733c-4741-975b-791551586770 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:40.200401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:40.216956 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:36:40.219956 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:36:40.274391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=89cb7220-3f9a-419a-815b-18d4daa49a86,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:40.429068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ac491fcc-955e-4581-968e-32a4f070e04e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2074840 Feb 02 15:36:40.451613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44938) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:40.488571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'name': 'tempest-PortsIpV6TestJSON-1063193129'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:40.543710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94dbb0-36a7-4416-8186-0a1e65ea9961 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:40.543917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3a94dbb0-36a7-4416-8186-0a1e65ea9961 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:40.671756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-e3d1904a-7e97-4316-8fb4-dc26ef627c20 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:40.677005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-e3d1904a-7e97-4316-8fb4-dc26ef627c20 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.107 "GET /v2.0/networks?id=733f04c1-ef8d-4640-850d-26cf7edb1b05 HTTP/1.1" status: 200 len: 809 time: 0.4783351 Feb 02 15:36:40.718540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Deleting port 89cb7220-3f9a-419a-815b-18d4daa49a86 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:40.719111 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:40.890295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:40.915930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:40.915930 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:40.932339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-e3325b88-f544-4428-81c0-c17b17af4c6b tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2971ab893e9473db58772f7ac70b904 HTTP/1.1" status: 200 len: 380 time: 0.1641095 Feb 02 15:36:40.939907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89d2ef5a-3e15-4436-a6d3-6d20dcc56725 req-e8e12f35-42a4-4383-a6a3-ec7800a726f7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 210 time: 0.1225483 Feb 02 15:36:40.944590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:40.949434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'port': {'device_id': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'admin_state_up': True, 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'security_groups': ['c5f5f669-7daa-4c01-bbc2-7b07e7934b3b']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:41.067522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3a94dbb0-36a7-4416-8186-0a1e65ea9961 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:41.072597 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3a94dbb0-36a7-4416-8186-0a1e65ea9961 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9574800 Feb 02 15:36:41.084270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44944) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:41.167120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:41.209220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] For port 89cb7220-3f9a-419a-815b-18d4daa49a86, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=89cb7220-3f9a-419a-815b-18d4daa49a86,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:41.214133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:41.228346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-597bce5f-6335-4311-8841-a7bd189020da tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1431553 Feb 02 15:36:41.229781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44950) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:41.242693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:41.336629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832751b3-77d5-476b-8b4d-cd370f5e9881 req-37e57817-e242-4891-8275-93b0893f6474 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:41.350301 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-832751b3-77d5-476b-8b4d-cd370f5e9881 req-37e57817-e242-4891-8275-93b0893f6474 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 944 time: 1.1510422 Feb 02 15:36:41.385586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:41.421981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Calling delete_port for 89cb7220-3f9a-419a-815b-18d4daa49a86 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:41.477774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:41.481141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:41.516728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03a8269d-de47-4b10-b249-9a15eafc265d req-e5ef670f-420c-4287-b164-3ce553919e71 tempest-InstanceActionsNegativeTestJSON-651408281 tempest-InstanceActionsNegativeTestJSON-651408281-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c158230-a2a0-48fb-9605-1e80a9309ecb HTTP/1.1" status: 200 len: 210 time: 0.1952608 Feb 02 15:36:41.530862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:41.568503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 234cbec3-733c-4741-975b-791551586770 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:41.617144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 9796c32f-057d-4fed-af94-e2e93cde00c9 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:36:41.628081 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:41.647620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-832751b3-77d5-476b-8b4d-cd370f5e9881 req-a7afdcac-0081-4163-b3a5-05601190a57e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941084 Feb 02 15:36:41.654013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:41.678842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:41.715745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] No DVR routers for this DVR port 89cb7220-3f9a-419a-815b-18d4daa49a86 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:36:41.737318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624b3ab-cc6a-4d25-bbc1-8e4a679f2982 None None] Pushing event deleted for resources: {'Port': ['ID=89cb7220-3f9a-419a-815b-18d4daa49a86,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:41.804071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Made reservation on behalf of d2971ab893e9473db58772f7ac70b904 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:41.807281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:41.826590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:41.919634 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:42.011595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:42.014734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=234cbec3-733c-4741-975b-791551586770,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:42.033281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3ac0b922-4358-41fc-a516-7810c1bb74e4 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:42.117832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device dce96f1f-b616-4ef4-9ba4-d035e72266d8 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:36:42.127975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.128334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.128680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.129018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.129395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.129726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.130060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.130578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.130909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.131234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.131559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:42.176384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Allocated IP 172.20.0.4 (733f04c1-ef8d-4640-850d-26cf7edb1b05/af53baba-71ee-46cf-8c6f-6cf3fb3d138e/969868c8-3c71-448d-a0e3-4df6b67db49a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:42.182684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: dce96f1f-b616-4ef4-9ba4-d035e72266d8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:36:42.183275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device dce96f1f-b616-4ef4-9ba4-d035e72266d8 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:36:42.341906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 3ac0b922-4358-41fc-a516-7810c1bb74e4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:42.350606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 3ac0b922-4358-41fc-a516-7810c1bb74e4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:42.350981 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:42.412465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba91067f-fdd1-40f4-9127-7405378ce8f5 req-e0347254-c3b8-4c43-978b-c72a8e7dae0d tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 210 time: 0.2040164 Feb 02 15:36:42.515423 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:42.520274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:42.533216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:42.551166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7548b23f-592c-4164-b25a-005a752f58b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac0b922-4358-41fc-a516-7810c1bb74e4'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:36:42.562341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:42.563255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3ac0b922-4358-41fc-a516-7810c1bb74e4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3ac0b922-4358-41fc-a516-7810c1bb74e4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:42.633842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:42.645281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:36:42.667832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Transition to ACTIVE for port object 969868c8-3c71-448d-a0e3-4df6b67db49a will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:42.744107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44966) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:42.749083 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7548b23f-592c-4164-b25a-005a752f58b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac0b922-4358-41fc-a516-7810c1bb74e4', 'code': 200} Feb 02 15:36:42.753662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:42.830508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3ac0b922-4358-41fc-a516-7810c1bb74e4,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:42.998706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f030cf56-7d07-46a3-a3d4-e8ebdc2a4b22 req-16de1938-1e48-45e4-997d-be76f58b4404 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 1096 time: 0.1660829 Feb 02 15:36:43.097534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:43.121057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa055f-5464-467a-b537-67023f4471c5 req-acf9e328-dfcb-4652-9cf2-6984a775591c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:43.122527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79aa055f-5464-467a-b537-67023f4471c5 req-acf9e328-dfcb-4652-9cf2-6984a775591c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 945 time: 0.1907675 Feb 02 15:36:43.145389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92fb20a-f654-4af2-bd8b-edae74494211 admin admin] Deleting subnet 17eb65de-5e43-42ee-9956-9561ba66922a {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:36:43.222595 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f92fb20a-f654-4af2-bd8b-edae74494211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:43.288808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:43.304270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47851e-1720-4106-abe1-4a4c4f3416ff None None] Sync routers for ids ['f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:43.318912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47851e-1720-4106-abe1-4a4c4f3416ff None None] Routers {'f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:43.320116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5f47851e-1720-4106-abe1-4a4c4f3416ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:43.337599 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f92fb20a-f654-4af2-bd8b-edae74494211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:43.390430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5f47851e-1720-4106-abe1-4a4c4f3416ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:43.401767 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fc684a7d-18f0-4c6d-ac00-86dbe9c9ca69 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9794834 Feb 02 15:36:43.402872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47851e-1720-4106-abe1-4a4c4f3416ff None None] Routers {'f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:43.403646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5f47851e-1720-4106-abe1-4a4c4f3416ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:43.404799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-79aa055f-5464-467a-b537-67023f4471c5 req-dd0f880a-8d27-49d3-87f4-63ae49b9aee4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708731 Feb 02 15:36:43.410141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44976) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:43.475211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5f47851e-1720-4106-abe1-4a4c4f3416ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:43.475819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47851e-1720-4106-abe1-4a4c4f3416ff None None] The sync data for ids ['f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:43.488410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:43.497094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:43.507431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:43.522478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f030cf56-7d07-46a3-a3d4-e8ebdc2a4b22 req-1b1485aa-d5ab-4261-9e4c-5f3534c02d99 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177910 Feb 02 15:36:43.523510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:43.565517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9f428254-f1ea-4111-9299-9944210a70f3 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:43.599151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'Port': ['ID=969868c8-3c71-448d-a0e3-4df6b67db49a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:43.601081 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f92fb20a-f654-4af2-bd8b-edae74494211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:43.684686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=9796c32f-057d-4fed-af94-e2e93cde00c9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:43.720325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:43.794428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking segment: {'id': '98f8c8e2-089d-4670-bbdb-12f913fbeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:43.794937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network hostable DHCP agents. Network: fe245c80-e733-4a87-bc12-4535093ff713, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:36:43.799900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9f428254-f1ea-4111-9299-9944210a70f3 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:43.803511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9f428254-f1ea-4111-9299-9944210a70f3 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6 HTTP/1.1" status: 200 len: 205 time: 0.3900127 Feb 02 15:36:43.808371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44982) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:43.821030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:43.821976 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:43.822998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:43.952081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84942a03-276e-4a87-8c5f-45a1e65d6f60 req-0c0c9721-6f69-4e99-9165-9b7da0968769 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:43.953390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-24daaa87-855d-45ae-839f-fd35dfebaa42 None None] Provisioning for port 969868c8-3c71-448d-a0e3-4df6b67db49a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:43.954473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-84942a03-276e-4a87-8c5f-45a1e65d6f60 req-0c0c9721-6f69-4e99-9165-9b7da0968769 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Synchronizing usage tracker for tenant:d2971ab893e9473db58772f7ac70b904 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:43.964187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-24daaa87-855d-45ae-839f-fd35dfebaa42 None None] Provisioning complete for port 969868c8-3c71-448d-a0e3-4df6b67db49a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:43.964187 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-24daaa87-855d-45ae-839f-fd35dfebaa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.008893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:44.009125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router d1b0dee5-58b5-47e2-a686-290f0ef9d34c has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:36:44.024810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:44.026486 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.026607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b009f-6231-4eac-ba22-61f889c8563b None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:44.032149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=9d7c5647-3329-4756-9a9a-68e4dade4db3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:44.115363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-24daaa87-855d-45ae-839f-fd35dfebaa42 None None] Port 969868c8-3c71-448d-a0e3-4df6b67db49a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:44.123027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1b7edf3e-132c-4ea9-9830-c297a8a24937 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1803446 Feb 02 15:36:44.126861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-84942a03-276e-4a87-8c5f-45a1e65d6f60 req-0c0c9721-6f69-4e99-9165-9b7da0968769 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Unset dirty status for tenant:d2971ab893e9473db58772f7ac70b904 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:44.128229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84942a03-276e-4a87-8c5f-45a1e65d6f60 req-0c0c9721-6f69-4e99-9165-9b7da0968769 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 931 time: 0.5507982 Feb 02 15:36:44.141373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f92fb20a-f654-4af2-bd8b-edae74494211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.191695 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-904c7065-d787-41c3-bd86-abdbdc053ba1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9602873 Feb 02 15:36:44.199182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44986) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:44.201060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fb20a-f654-4af2-bd8b-edae74494211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17eb65de-5e43-42ee-9956-9561ba66922a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:44.214680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '9d7c5647-3329-4756-9a9a-68e4dade4db3', 'ip_address': '2001:db8::fb01:75f5:fa15:cf6a'}], 'name': 'tempest-NetworksTestDHCPv6-1256245853'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:44.230566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Request body: {'port': {'device_id': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:44.241574 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f004056f-947b-4980-beb6-de8a8c783db2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.295748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '9d7c5647-3329-4756-9a9a-68e4dade4db3'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:44.300785 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.333909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f92fb20a-f654-4af2-bd8b-edae74494211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.338829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f92fb20a-f654-4af2-bd8b-edae74494211 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/17eb65de-5e43-42ee-9956-9561ba66922a HTTP/1.1" status: 204 len: 168 time: 1.5775795 Feb 02 15:36:44.340028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44992) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:44.377518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.441856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84942a03-276e-4a87-8c5f-45a1e65d6f60 req-a8cf12db-f004-4321-aa1b-19658f80654a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076191 Feb 02 15:36:44.498205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:36:44.519108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/9d7c5647-3329-4756-9a9a-68e4dade4db3/8f5a953b-25e9-49bd-8f4a-55bf581cdb3c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:44.754803 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.769585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Transition to ACTIVE for port object 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:44.790843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Transition to ACTIVE for port object 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:44.792364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:44.806126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c8e3c750-ec99-4c9e-b9bc-6a1573504824 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/d1b0dee5-58b5-47e2-a686-290f0ef9d34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7625968 Feb 02 15:36:44.813854 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569afee-50cc-4122-9da2-09809d858c48 None None] Sync routers for ids ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:44.814646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44998) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:44.829714 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569afee-50cc-4122-9da2-09809d858c48 None None] Routers {'d1b0dee5-58b5-47e2-a686-290f0ef9d34c'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:44.830725 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8569afee-50cc-4122-9da2-09809d858c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:44.873874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.902275 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8569afee-50cc-4122-9da2-09809d858c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:44.916564 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569afee-50cc-4122-9da2-09809d858c48 None None] Routers {'d1b0dee5-58b5-47e2-a686-290f0ef9d34c'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:44.917240 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8569afee-50cc-4122-9da2-09809d858c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:44.936044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, fe245c80-e733-4a87-bc12-4535093ff713) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:44.949026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330ce19-36a8-47ba-ac00-499f3427b804 None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:44.953150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:44.957439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:44.958040 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:44.966792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:44.974201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:45.008316 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8569afee-50cc-4122-9da2-09809d858c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:45.009149 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569afee-50cc-4122-9da2-09809d858c48 None None] The sync data for ids ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:45.041656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:45.043367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:45.049778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Pushing event updated for resources: {'Port': ['ID=8f5a953b-25e9-49bd-8f4a-55bf581cdb3c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:45.061567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:45.063440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969868c8-3c71-448d-a0e3-4df6b67db49a {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:36:45.071686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.089905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Transition to ACTIVE for port object 969868c8-3c71-448d-a0e3-4df6b67db49a will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:45.164761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:45.165461 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.166445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Attempting to bind port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:45.166823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Attempting to bind port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:45.167180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Attempting to bind port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:45.170159 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.200551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.234089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:45.234509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:45.235007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.235581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:45.235981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Bound port: 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:45.236562 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.345097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Pushing event updated for resources: {'Port': ['ID=969868c8-3c71-448d-a0e3-4df6b67db49a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:45.374962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8a016071-d4a6-4ccb-9008-050e2938eb46 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.9116976 Feb 02 15:36:45.383604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45004) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:45.424624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 2f884fb1-7418-4d00-a7ba-24d778b4bb18 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:36:45.445632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Attempting to bind port 969868c8-3c71-448d-a0e3-4df6b67db49a on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:45.446138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Attempting to bind port 969868c8-3c71-448d-a0e3-4df6b67db49a by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:45.446546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Attempting to bind port 969868c8-3c71-448d-a0e3-4df6b67db49a on network 733f04c1-ef8d-4640-850d-26cf7edb1b05 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:45.455555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Port 969868c8-3c71-448d-a0e3-4df6b67db49a on network 733f04c1-ef8d-4640-850d-26cf7edb1b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:36:45.456055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Attempting to bind port 969868c8-3c71-448d-a0e3-4df6b67db49a on network 733f04c1-ef8d-4640-850d-26cf7edb1b05 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:45.459060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] For port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:45.462886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] For port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8f5a953b-25e9-49bd-8f4a-55bf581cdb3c,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:45.464005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:45.466857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Checking segment: {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:45.466857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Bound using segment: {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:45.466857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Bound port: 969868c8-3c71-448d-a0e3-4df6b67db49a, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:45.466857 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.485382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2116451947'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:45.502392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:45.554974 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.595038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:network and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:45.596201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] For port 969868c8-3c71-448d-a0e3-4df6b67db49a, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:45.600173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] For port 969868c8-3c71-448d-a0e3-4df6b67db49a, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=969868c8-3c71-448d-a0e3-4df6b67db49a,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:45.639711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:45.660559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:45.666903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70915255-5f3b-4f0f-867c-ba3cca144f79 None None] Pushing event updated for resources: {'Port': ['ID=8f5a953b-25e9-49bd-8f4a-55bf581cdb3c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:45.670307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8040e-6ae2-4bea-bcf9-1f5a70aac910 req-72ec11a4-a132-49d0-9ac5-996ff8ba73a8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:45.671887 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f8f8040e-6ae2-4bea-bcf9-1f5a70aac910 req-72ec11a4-a132-49d0-9ac5-996ff8ba73a8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 945 time: 1.0066075 Feb 02 15:36:45.867564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.976604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:45.981418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] 10.222.0.107 "PUT /v2.0/ports/969868c8-3c71-448d-a0e3-4df6b67db49a HTTP/1.1" status: 200 len: 1091 time: 1.8410704 Feb 02 15:36:45.981418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'tag': '969868c8-3c71-448d-a0e3-4df6b67db49a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:36:45.999601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e74fc-9f3b-4945-b0bd-b4f207c26793 req-2f82f0b3-f27a-482e-9c9b-68291d1b5369 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:46.002284 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a57e74fc-9f3b-4945-b0bd-b4f207c26793 req-2f82f0b3-f27a-482e-9c9b-68291d1b5369 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 943 time: 0.3800874 Feb 02 15:36:46.002466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c017c2-06ab-4e92-b9ed-589cd3142700 service neutron] Pushing event updated for resources: {'Port': ['ID=969868c8-3c71-448d-a0e3-4df6b67db49a,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:46.039137 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f004056f-947b-4980-beb6-de8a8c783db2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.044058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f004056f-947b-4980-beb6-de8a8c783db2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.084081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a57e74fc-9f3b-4945-b0bd-b4f207c26793 req-be948953-e84a-425f-ae26-8c566819b990 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595498 Feb 02 15:36:46.136600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:46.140263 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.204854 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'tag': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'status': 'completed', 'code': 200} Feb 02 15:36:46.220897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.228351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f004056f-947b-4980-beb6-de8a8c783db2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.228874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f004056f-947b-4980-beb6-de8a8c783db2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Fanout notify agent at l3_agent the message router_deleted on router f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:36:46.243338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-ad77767c-89f0-42b0-b08a-e138c9ab433f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d2971ab893e9473db58772f7ac70b904&device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1094 time: 0.1451011 Feb 02 15:36:46.348409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-2e477b7f-2205-4c72-b5ed-3d9a5eba95c0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969868c8-3c71-448d-a0e3-4df6b67db49a HTTP/1.1" status: 200 len: 217 time: 0.0927749 Feb 02 15:36:46.358744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f8f8040e-6ae2-4bea-bcf9-1f5a70aac910 req-02992e9b-de13-4f4e-acc6-b712815828a4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659756 Feb 02 15:36:46.375126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d2a285-d9d9-49ce-972f-42c9eb6e6167']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:46.421142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1d8485f5-f871-4468-b69a-0dcc532e308d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:46.423532 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-1d8485f5-f871-4468-b69a-0dcc532e308d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=af53baba-71ee-46cf-8c6f-6cf3fb3d138e HTTP/1.1" status: 200 len: 848 time: 0.0673943 Feb 02 15:36:46.469020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:46.474190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e64f75-a693-40fa-b438-7d833c1e32b5') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:46.474614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e64f75-a693-40fa-b438-7d833c1e32b5') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:46.496887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f004056f-947b-4980-beb6-de8a8c783db2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.498143 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f004056f-947b-4980-beb6-de8a8c783db2 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6 HTTP/1.1" status: 204 len: 168 time: 2.6785824 Feb 02 15:36:46.507674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45014) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:46.563325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.564332 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Added segment be6e8905-1d5f-4864-92c7-2f56065f59dc of type vlan for network 176c04d6-cb49-4296-b5f9-d26ed8afa146 Feb 02 15:36:46.566823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.644140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.700269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::fb01:75f5:fa15:cf6a (2b108652-b7f1-4e95-b1da-85ac7991b521/9d7c5647-3329-4756-9a9a-68e4dade4db3/2f884fb1-7418-4d00-a7ba-24d778b4bb18) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:46.705694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:36:46.706183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:36:46.725072 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:36:46.743071 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-ae46a070-efc4-44a9-abec-ecb7ddbf102a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=733f04c1-ef8d-4640-850d-26cf7edb1b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3129740 Feb 02 15:36:46.791354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.933100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-38961bc2-24af-4882-a2ed-67bcf20b5bff tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet 37833b98-210a-4521-93ad-99b87f91ab39 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:36:46.936383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38961bc2-24af-4882-a2ed-67bcf20b5bff tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:46.958993 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.011052 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.065670 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-451518d1-77de-4c3b-b4cf-439b631c76d4 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157880 Feb 02 15:36:47.074251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38961bc2-24af-4882-a2ed-67bcf20b5bff tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.086237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.089960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:47.090543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.094738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.100273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.113158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:47.244796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] 10.222.0.88 "DELETE /v2.0/networks/20d2a285-d9d9-49ce-972f-42c9eb6e6167 HTTP/1.1" status: 204 len: 168 time: 2.8934860 Feb 02 15:36:47.330430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:47.344943 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9287200 Feb 02 15:36:47.348405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45024) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:47.359228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0f95bb60-657d-44b5-a6eb-8c41c11eadeb None None] Provisioning for port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:47.363384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Network': ['ID=176c04d6-cb49-4296-b5f9-d26ed8afa146,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:47.370512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0f95bb60-657d-44b5-a6eb-8c41c11eadeb None None] Provisioning complete for port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:47.371023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f95bb60-657d-44b5-a6eb-8c41c11eadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.413266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.413615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.413997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.414379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.414770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.415140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.415465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.415791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.419069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.419069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.419069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8132420-a4ad-4712-8585-b443bbd512c6 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:47.432697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'ports': [{'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713'}, {'network_id': '176c04d6-cb49-4296-b5f9-d26ed8afa146'}]} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:47.433010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:47.434273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': '176c04d6-cb49-4296-b5f9-d26ed8afa146'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:47.445970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 176c04d6-cb49-4296-b5f9-d26ed8afa146 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:36:47.451389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.456512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decf85f-e8d1-4e86-9311-b4f80de0c495 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d2a285-d9d9-49ce-972f-42c9eb6e6167,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:47.480666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 2f884fb1-7418-4d00-a7ba-24d778b4bb18 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:47.492152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38961bc2-24af-4882-a2ed-67bcf20b5bff tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.561360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45032) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:47.702620 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f95bb60-657d-44b5-a6eb-8c41c11eadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.713482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45038) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:47.736648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0f95bb60-657d-44b5-a6eb-8c41c11eadeb None None] For port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8f5a953b-25e9-49bd-8f4a-55bf581cdb3c,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:47.756360 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd89def-bc4c-40f9-b8ed-3f9e34e11de5 req-99697f41-1939-446c-894d-ec891cf68491 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407828 Feb 02 15:36:47.761369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.793488 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.822793 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f95bb60-657d-44b5-a6eb-8c41c11eadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.931522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:47.932010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=2f884fb1-7418-4d00-a7ba-24d778b4bb18,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:47.933162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95bb60-657d-44b5-a6eb-8c41c11eadeb None None] Pushing event updated for resources: {'Port': ['ID=8f5a953b-25e9-49bd-8f4a-55bf581cdb3c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:47.940794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:47.943505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:47.944010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41ca2-fa8a-4e1f-8477-d9fa4b26a689 req-b8855d80-977e-46ca-b644-2713fe92e721 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:47.953236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:47.953236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.957114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46f41ca2-fa8a-4e1f-8477-d9fa4b26a689 req-b8855d80-977e-46ca-b644-2713fe92e721 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 943 time: 0.6094759 Feb 02 15:36:47.970330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38961bc2-24af-4882-a2ed-67bcf20b5bff tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:47.989405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c5b89-4d80-4502-8543-82f938879470 req-91be33ed-41d8-41ba-a250-d91c49111609 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:47.990949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-103c5b89-4d80-4502-8543-82f938879470 req-91be33ed-41d8-41ba-a250-d91c49111609 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 945 time: 0.3863065 Feb 02 15:36:48.034883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6e01a1-a692-44ab-b2f9-bc2a39655e63 None None] Network e326f799-3487-421f-8690-9c32689641cd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:48.083155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50005f5b-a8f4-48a9-b55c-a92a323d6561 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=71b76e7f64c94873ab8142d6efa29237&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3587010 Feb 02 15:36:48.084594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45042) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:48.093312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-38961bc2-24af-4882-a2ed-67bcf20b5bff tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.215676 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f676cdf1-d176-4bda-a076-1b1ef457f6cf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0095448 Feb 02 15:36:48.238444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45046) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:48.260249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '9d7c5647-3329-4756-9a9a-68e4dade4db3', 'ip_address': '2001:db8::fb01:75f5:fa15:cf6a'}], 'name': 'tempest-NetworksTestDHCPv6-278097175'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:48.270977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38961bc2-24af-4882-a2ed-67bcf20b5bff tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=37833b98-210a-4521-93ad-99b87f91ab39,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:48.283656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:48.293179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.296484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:48.304178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-38961bc2-24af-4882-a2ed-67bcf20b5bff tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/37833b98-210a-4521-93ad-99b87f91ab39 HTTP/1.1" status: 204 len: 168 time: 1.7929721 Feb 02 15:36:48.315749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45052) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:48.316581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:48.328216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:48.383005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46f41ca2-fa8a-4e1f-8477-d9fa4b26a689 req-d04fa126-3320-46fd-ae70-77502de990ae tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4250104 Feb 02 15:36:48.405082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] DHCP port deletion for e326f799-3487-421f-8690-9c32689641cd request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:36:48.411749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Deleting port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:48.412883 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.419537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-0b3742dd-2f41-42f5-ba56-091725c4fcef service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d2971ab893e9473db58772f7ac70b904&device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1094 time: 0.4225731 Feb 02 15:36:48.420237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d0a1aa0b-6d58-42a7-8ec5-121cc07a9213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.463262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 2} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:48.463475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4baed178-ac64-464c-a762-1a1ae7632732 None None] Provisioning for port 2f884fb1-7418-4d00-a7ba-24d778b4bb18 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:48.465862 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.476787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4baed178-ac64-464c-a762-1a1ae7632732 None None] Provisioning complete for port 2f884fb1-7418-4d00-a7ba-24d778b4bb18 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:48.477162 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4baed178-ac64-464c-a762-1a1ae7632732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.554472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d0a1aa0b-6d58-42a7-8ec5-121cc07a9213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.561175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.612397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-103c5b89-4d80-4502-8543-82f938879470 req-ebe56a1e-1b0c-442b-9538-2aa19765e1d7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159522 Feb 02 15:36:48.628425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:48.634844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4baed178-ac64-464c-a762-1a1ae7632732 None None] Port 2f884fb1-7418-4d00-a7ba-24d778b4bb18 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:36:48.645592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.649826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f9f3e89e5a44429fd8ce02dbd95272 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:48.663139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:48.692150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:48.724232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:48.724559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.755890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:48.773426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:48.783079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:48.808447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:48.842641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-2e9b63a8-800f-40fc-b687-1259259a338a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:48.845163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-2e9b63a8-800f-40fc-b687-1259259a338a service neutron] 10.222.0.107 "GET /v2.0/networks?id=733f04c1-ef8d-4640-850d-26cf7edb1b05 HTTP/1.1" status: 200 len: 911 time: 0.4178452 Feb 02 15:36:48.854119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] For port c262e1de-d79c-4813-aaf3-d2b82c4b57a2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c262e1de-d79c-4813-aaf3-d2b82c4b57a2,segment=NetworkSegment(7706fc6a-e85a-4d9d-862a-fc5f23f03899),segment_id=7706fc6a-e85a-4d9d-862a-fc5f23f03899)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:48.854862 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:48.962305 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-1fe27f27-8a9a-4fcb-8d9b-9c9ae9b2dd1f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969868c8-3c71-448d-a0e3-4df6b67db49a HTTP/1.1" status: 200 len: 217 time: 0.0947878 Feb 02 15:36:48.970528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 0c1c63b6-42c2-4bad-a80f-258c7eab2544 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:36:49.012058 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d0a1aa0b-6d58-42a7-8ec5-121cc07a9213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.049586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1aa0b-6d58-42a7-8ec5-121cc07a9213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fdf2b6-0292-4072-9132-cce62bbc991d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:49.070727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Calling delete_port for c262e1de-d79c-4813-aaf3-d2b82c4b57a2 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:49.071251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-48881fc2-8819-4681-9c3a-e96a63d29b23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:49.072382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-48881fc2-8819-4681-9c3a-e96a63d29b23 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=af53baba-71ee-46cf-8c6f-6cf3fb3d138e HTTP/1.1" status: 200 len: 848 time: 0.0984972 Feb 02 15:36:49.097596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:49.120023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.155260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:49.193156 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d0a1aa0b-6d58-42a7-8ec5-121cc07a9213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.196899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d0a1aa0b-6d58-42a7-8ec5-121cc07a9213 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/93fdf2b6-0292-4072-9132-cce62bbc991d HTTP/1.1" status: 204 len: 168 time: 1.0905282 Feb 02 15:36:49.219692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.222706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.252952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-f7c0c6d5-0f5f-4029-9edc-2ef95bcc3fe7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=733f04c1-ef8d-4640-850d-26cf7edb1b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742749 Feb 02 15:36:49.300104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:49.300620 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.352167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009e6037-1049-4bc6-a1c3-83785f0dea10,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:49.381792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port c262e1de-d79c-4813-aaf3-d2b82c4b57a2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c262e1de-d79c-4813-aaf3-d2b82c4b57a2,segment=NetworkSegment(7706fc6a-e85a-4d9d-862a-fc5f23f03899),segment_id=7706fc6a-e85a-4d9d-862a-fc5f23f03899)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:49.382510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.418418 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.424064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port e662cef6-4a55-45a3-97bb-4c9366b74e7c yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:36:49.496239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Pushing event deleted for resources: {'Port': ['ID=c262e1de-d79c-4813-aaf3-d2b82c4b57a2,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:49.501724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:49.508186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-dca088c1-5cfd-40e6-9666-9b1c2f244354 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021363 Feb 02 15:36:49.602177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] No DVR routers for this DVR port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:36:49.615916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.616643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.617627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.623352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.623873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.624709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.625915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.627237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.627928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.628459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.628941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7ce756-15b0-4ce0-8bd3-ed6082c37044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:36:49.670839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c262e1de-d79c-4813-aaf3-d2b82c4b57a2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:36:49.710705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c262e1de-d79c-4813-aaf3-d2b82c4b57a2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:36:49.711043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c262e1de-d79c-4813-aaf3-d2b82c4b57a2 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:36:49.744439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for c262e1de-d79c-4813-aaf3-d2b82c4b57a2 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:49.881171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-736c75e4-6fc0-4fec-a185-d900cf4fb287 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f3f9f3e89e5a44429fd8ce02dbd95272&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3052096 Feb 02 15:36:49.884759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 4c054060-7aea-47c4-b2b6-f01d06c9aec1 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:36:49.887737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-05543ab0-d480-4069-95f9-b0c26c1c972a req-895636d0-2a6c-4a50-991a-d42acef631cc service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727250 Feb 02 15:36:49.888466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45068) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:49.997602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 486c88f7-ce8d-49e4-84e9-f4799e6b360f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:49.998106 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.007031 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.040058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82b2b-1151-4daa-9fdd-f95df32facd8 req-155ac768-d174-41fd-abcb-1ab9edf979c0 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:50.041838 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9dc82b2b-1151-4daa-9fdd-f95df32facd8 req-155ac768-d174-41fd-abcb-1ab9edf979c0 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 943 time: 0.3614697 Feb 02 15:36:50.067170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-294dc2dd-ab25-48f5-acf9-011451389b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.118431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:36:50.118820 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:36:50.141095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-294dc2dd-ab25-48f5-acf9-011451389b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.174927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9dc82b2b-1151-4daa-9fdd-f95df32facd8 req-ee014df0-d992-4785-a57e-90df9e137dbf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098640 Feb 02 15:36:50.291115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.370687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f385bcc-9cf5-46e2-8698-5a9f31992276 req-8a535459-35cb-4454-941a-cecd55d253ce tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:50.372223 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f385bcc-9cf5-46e2-8698-5a9f31992276 req-8a535459-35cb-4454-941a-cecd55d253ce tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 945 time: 0.6416101 Feb 02 15:36:50.389873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:50.394530 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-294dc2dd-ab25-48f5-acf9-011451389b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.399241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:50.402796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:50.403119 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.439747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dc2dd-ab25-48f5-acf9-011451389b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009e6037-1049-4bc6-a1c3-83785f0dea10,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:50.444079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=0c1c63b6-42c2-4bad-a80f-258c7eab2544,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:50.529046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f385bcc-9cf5-46e2-8698-5a9f31992276 req-f84685dc-ebe7-4432-9f64-53f46bd560cd tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202786 Feb 02 15:36:50.531419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.533394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-294dc2dd-ab25-48f5-acf9-011451389b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.538611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-294dc2dd-ab25-48f5-acf9-011451389b92 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/009e6037-1049-4bc6-a1c3-83785f0dea10 HTTP/1.1" status: 204 len: 168 time: 0.6403189 Feb 02 15:36:50.562544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=e662cef6-4a55-45a3-97bb-4c9366b74e7c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:50.575146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking segment: {'id': 'be6e8905-1d5f-4864-92c7-2f56065f59dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '176c04d6-cb49-4296-b5f9-d26ed8afa146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:50.575601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network hostable DHCP agents. Network: 176c04d6-cb49-4296-b5f9-d26ed8afa146, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:36:50.604882 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 15:36:50.605321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:36:50.675448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port c262e1de-d79c-4813-aaf3-d2b82c4b57a2 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:50.675448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:50.695645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 176c04d6-cb49-4296-b5f9-d26ed8afa146 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:36:50.707330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 486c88f7-ce8d-49e4-84e9-f4799e6b360f owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:50.835715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] The port 'c262e1de-d79c-4813-aaf3-d2b82c4b57a2' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:36:50.855059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 176c04d6-cb49-4296-b5f9-d26ed8afa146) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:50.863922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2349b55e-afc0-4f71-8de5-0b989c86d504 None None] Network 176c04d6-cb49-4296-b5f9-d26ed8afa146 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:51.031551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-11365f11-73d7-4237-9cb3-c193946dc0e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.7873197 Feb 02 15:36:51.033390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:51.037608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:51.038966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45088) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:51.043457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:51.044451 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.044578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.112837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-14f27664-eea2-49f8-b75c-f5f8f778a5ff tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:51.115126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-14f27664-eea2-49f8-b75c-f5f8f778a5ff tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 945 time: 0.3001139 Feb 02 15:36:51.139492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e326f799-3487-421f-8690-9c32689641cd']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:51.159385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7706fc6a-e85a-4d9d-862a-fc5f23f03899') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:51.159683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7706fc6a-e85a-4d9d-862a-fc5f23f03899') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:51.181217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ae053012-49d9-4d52-a16d-7c6f406278ef tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8297794 Feb 02 15:36:51.184694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45094) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:51.201820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.226683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Deleting port 3ac0b922-4358-41fc-a516-7810c1bb74e4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:51.227535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.273117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45102) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:51.357958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.365212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:36:51.365628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.472266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2292485c-e279-4a76-be4f-4ede121d3910 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port e662cef6-4a55-45a3-97bb-4c9366b74e7c {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:51.472955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2292485c-e279-4a76-be4f-4ede121d3910 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:36:51.506009 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:36:51.540583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-120120479-network', 'tenant_id': '3c93de51b3cc4fd18193557ae3838550'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:51.549243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:51.550483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Usage tracker for resource:network and tenant:3c93de51b3cc4fd18193557ae3838550 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:51.553383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:51.569914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:51.574855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039b2c7-4d91-402f-9d4d-a7dd3b083d38 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:51.578660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039b2c7-4d91-402f-9d4d-a7dd3b083d38 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:51.579456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4039b2c7-4d91-402f-9d4d-a7dd3b083d38 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:51.580257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da146333-2cc9-4b19-98e5-cc7b863affab req-72b57aa0-048e-4fae-b9da-901e14187e0f tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:51.581927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da146333-2cc9-4b19-98e5-cc7b863affab req-72b57aa0-048e-4fae-b9da-901e14187e0f tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 943 time: 0.2185225 Feb 02 15:36:51.594426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.661600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.669742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da146333-2cc9-4b19-98e5-cc7b863affab req-fb6506c1-d01c-40be-a76a-281219b0f4de tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733333 Feb 02 15:36:51.692653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] For port 3ac0b922-4358-41fc-a516-7810c1bb74e4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3ac0b922-4358-41fc-a516-7810c1bb74e4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:51.693022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.705713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=e326f799-3487-421f-8690-9c32689641cd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:51.715777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Made reservation on behalf of 3c93de51b3cc4fd18193557ae3838550 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:51.718089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.750042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-71f4e7cd-4b49-4c8a-a947-211b197327f9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/e326f799-3487-421f-8690-9c32689641cd HTTP/1.1" status: 204 len: 168 time: 3.4307754 Feb 02 15:36:51.760084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45114) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:51.784530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4039b2c7-4d91-402f-9d4d-a7dd3b083d38 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:51.785682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4039b2c7-4d91-402f-9d4d-a7dd3b083d38 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.7443314 Feb 02 15:36:51.793018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1255372707', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:51.799728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45118) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:51.849982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Calling delete_port for 3ac0b922-4358-41fc-a516-7810c1bb74e4 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:51.850780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:51.879343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.900961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:router and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:51.920686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:51.924171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:51.956716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:51.961266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Usage tracker for resource:security_group_rule and tenant:3c93de51b3cc4fd18193557ae3838550 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:51.964692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:51.973199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:51.976114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:52.024654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=486c88f7-ce8d-49e4-84e9-f4799e6b360f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:52.036633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2292485c-e279-4a76-be4f-4ede121d3910 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.061072 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:36:52.102429 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.142199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 969868c8-3c71-448d-a0e3-4df6b67db49a details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:36:52.250727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.252840 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.286583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3ac0b922-4358-41fc-a516-7810c1bb74e4'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:36:52.342224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.343684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.346882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e66a429-c189-4b8d-867a-0ad624424913,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:52.361606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event deleted for resources: {'Port': ['ID=3ac0b922-4358-41fc-a516-7810c1bb74e4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:52.362494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 969868c8-3c71-448d-a0e3-4df6b67db49a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=969868c8-3c71-448d-a0e3-4df6b67db49a,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:52.371975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:52.378488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-31ca207f-71e0-451f-b11b-bc9b127f369c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 2f884fb1-7418-4d00-a7ba-24d778b4bb18 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:52.378861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31ca207f-71e0-451f-b11b-bc9b127f369c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.383508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'port_id': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'mac_address': 'fa:16:3e:65:81:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:36:52.412894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2292485c-e279-4a76-be4f-4ede121d3910 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for e662cef6-4a55-45a3-97bb-4c9366b74e7c owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:52.422752 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.423214 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Added segment 81416f41-4ac9-4a3a-a673-c08b3fb7f718 of type vlan for network 5e114db7-1910-443d-8707-2f6020ab5172 Feb 02 15:36:52.469818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] No DVR routers for this DVR port 3ac0b922-4358-41fc-a516-7810c1bb74e4 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:36:52.472531 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.477019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.478934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7548b23f-592c-4164-b25a-005a752f58b5', 'name': 'network-vif-deleted', 'tag': '3ac0b922-4358-41fc-a516-7810c1bb74e4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:36:52.503880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969868c8-3c71-448d-a0e3-4df6b67db49a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:36:52.517873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.530978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 969868c8-3c71-448d-a0e3-4df6b67db49a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=969868c8-3c71-448d-a0e3-4df6b67db49a,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:52.560315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ea11f-198b-4301-a0ae-9d3a87fb4102 req-986079a8-b965-4515-840f-59040733b1a1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:52.561810 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f82ea11f-198b-4301-a0ae-9d3a87fb4102 req-986079a8-b965-4515-840f-59040733b1a1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=7548b23f-592c-4164-b25a-005a752f58b5 HTTP/1.1" status: 200 len: 867 time: 0.8685763 Feb 02 15:36:52.576715 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7548b23f-592c-4164-b25a-005a752f58b5', 'name': 'network-vif-deleted', 'tag': '3ac0b922-4358-41fc-a516-7810c1bb74e4', 'status': 'completed', 'code': 200} Feb 02 15:36:52.622679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae46efd7-0b03-410d-aab6-51ee3b587e08 req-dc680584-4c30-4e80-8c32-f08bc60f38ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "DELETE /v2.0/ports/3ac0b922-4358-41fc-a516-7810c1bb74e4 HTTP/1.1" status: 204 len: 173 time: 1.5013013 Feb 02 15:36:52.656192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.657902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:52.658077 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.658827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.697095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.733891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=969868c8-3c71-448d-a0e3-4df6b67db49a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:52.776166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] Pushing event updated for resources: {'Network': ['ID=5e114db7-1910-443d-8707-2f6020ab5172,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:52.788059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 5e114db7-1910-443d-8707-2f6020ab5172 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:36:52.834316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1e4e5360-db18-40cd-bbec-a28a504225af admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5597796 Feb 02 15:36:52.838661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45136) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:52.845671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Request body: {'subnet': {'network_id': '5e114db7-1910-443d-8707-2f6020ab5172', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-120120479-subnet', 'tenant_id': '3c93de51b3cc4fd18193557ae3838550', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:52.852342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:52.857881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Usage tracker for resource:subnet and tenant:3c93de51b3cc4fd18193557ae3838550 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:52.862271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:52.870729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:52.956917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2292485c-e279-4a76-be4f-4ede121d3910 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:52.964349 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.014682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c6a5-6c8c-4598-bbfd-94a6e6c54344 req-c56bb99f-c6ad-4164-951b-c8c327e666bc tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:53.022480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0236c6a5-6c8c-4598-bbfd-94a6e6c54344 req-c56bb99f-c6ad-4164-951b-c8c327e666bc tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 944 time: 0.1148417 Feb 02 15:36:53.029598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['969868c8-3c71-448d-a0e3-4df6b67db49a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:36:53.042024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Made reservation on behalf of 3c93de51b3cc4fd18193557ae3838550 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:53.044909 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.069414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f82ea11f-198b-4301-a0ae-9d3a87fb4102 req-9ecb9142-0f09-4d32-981f-c04519beaf43 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770355 Feb 02 15:36:53.070135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292485c-e279-4a76-be4f-4ede121d3910 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=e662cef6-4a55-45a3-97bb-4c9366b74e7c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:53.078804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.129478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2292485c-e279-4a76-be4f-4ede121d3910 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.129478 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2292485c-e279-4a76-be4f-4ede121d3910 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/e662cef6-4a55-45a3-97bb-4c9366b74e7c HTTP/1.1" status: 204 len: 168 time: 1.9072437 Feb 02 15:36:53.129478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45140) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:53.205468 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0236c6a5-6c8c-4598-bbfd-94a6e6c54344 req-c180cfc0-4170-4799-b666-4ee3106e1237 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819522 Feb 02 15:36:53.228669 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.230025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-00d5e31e-b900-455f-9437-4905e22c95af tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4688005 Feb 02 15:36:53.232742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45146) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:53.244146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1331442245'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:53.249459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31ca207f-71e0-451f-b11b-bc9b127f369c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.254376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:53.261015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:53.265431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:53.273041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:53.382772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:53.386086 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.421687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:53.435332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-31ca207f-71e0-451f-b11b-bc9b127f369c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 2f884fb1-7418-4d00-a7ba-24d778b4bb18 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:53.438168 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.438671 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment ae20b391-bd05-4930-91ae-7ddc604d8b8f of type vlan for network d1864f54-8af8-4178-94a3-3998c257b197 Feb 02 15:36:53.468367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.513155 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.589888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.593766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:53.595082 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:53.647562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cb3225-4456-4391-896d-769400678b2c,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:53.710313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bdebb3-288b-4b7c-b7f6-b42b63d177e3 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:53.715288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bdebb3-288b-4b7c-b7f6-b42b63d177e3 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:53.716364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-60bdebb3-288b-4b7c-b7f6-b42b63d177e3 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:53.827046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5930178 Feb 02 15:36:53.829319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45158) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:53.849908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:53.864446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Checking segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:53.864804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Network hostable DHCP agents. Network: 5e114db7-1910-443d-8707-2f6020ab5172, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:36:53.944314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098b253-1bde-4c5f-8c80-e9feda831568 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=d1864f54-8af8-4178-94a3-3998c257b197,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:53.973077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d1864f54-8af8-4178-94a3-3998c257b197 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:36:53.999149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:54.004628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:54.008096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:54.014516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:54.080048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Network 5e114db7-1910-443d-8707-2f6020ab5172 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:36:54.111425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:54.117106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-60bdebb3-288b-4b7c-b7f6-b42b63d177e3 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:54.121144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-60bdebb3-288b-4b7c-b7f6-b42b63d177e3 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.9983568 Feb 02 15:36:54.123079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45172) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:54.160435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 969868c8-3c71-448d-a0e3-4df6b67db49a up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:54.193640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router d1b0dee5-58b5-47e2-a686-290f0ef9d34c has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:36:54.207803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-07f8d454-33ef-4944-9df8-9a59fb74d58d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 0c1c63b6-42c2-4bad-a80f-258c7eab2544 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:54.207803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8d454-33ef-4944-9df8-9a59fb74d58d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.253781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.267271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 5e114db7-1910-443d-8707-2f6020ab5172) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:54.279215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28c2a0-0d26-449b-b189-aea475579cf9 None None] Network 5e114db7-1910-443d-8707-2f6020ab5172 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:54.285563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:54.289206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.339149 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31ca207f-71e0-451f-b11b-bc9b127f369c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.430813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 969868c8-3c71-448d-a0e3-4df6b67db49a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:54.460196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca207f-71e0-451f-b11b-bc9b127f369c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=2f884fb1-7418-4d00-a7ba-24d778b4bb18,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:54.470773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 969868c8-3c71-448d-a0e3-4df6b67db49a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:54.471164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.635162 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4213f677-ad86-4ab9-b3b9-68da6daca95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.651598 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a72c0f0-4767-4ffa-a45f-b36ad4f59d5f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8114808 Feb 02 15:36:54.689113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31ca207f-71e0-451f-b11b-bc9b127f369c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.741623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:36:54.750721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-5e114db7-1910-443d-8707-2f6020ab5172', 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172', 'tenant_id': '3c93de51b3cc4fd18193557ae3838550', 'fixed_ips': [{'subnet_id': 'd5cb3225-4456-4391-896d-769400678b2c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:54.754076 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.784416 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.796112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eedd32-0738-4ecc-911e-0cfe4567d387 req-b7c20fb6-474a-43c5-a171-157123594b62 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:54.799635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5eedd32-0738-4ecc-911e-0cfe4567d387 req-b7c20fb6-474a-43c5-a171-157123594b62 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 944 time: 0.2608614 Feb 02 15:36:54.840860 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.861753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c06fb-a8c6-4b50-be0f-648249228a35 None None] Sync routers for ids ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:36:54.903593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=24acaaf8-596b-42a0-90d0-c9f963f0d4cd,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:54.935705 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-31ca207f-71e0-451f-b11b-bc9b127f369c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/2f884fb1-7418-4d00-a7ba-24d778b4bb18 HTTP/1.1" status: 204 len: 168 time: 3.0871098 Feb 02 15:36:54.939222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24c14824-fe07-4745-b519-cae968486649 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/d1b0dee5-58b5-47e2-a686-290f0ef9d34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1187167 Feb 02 15:36:54.972645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8d454-33ef-4944-9df8-9a59fb74d58d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:54.999968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969868c8-3c71-448d-a0e3-4df6b67db49a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:36:55.007364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45208) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:55.007993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45210) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:55.011903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5eedd32-0738-4ecc-911e-0cfe4567d387 req-3e111b51-8060-4993-8c57-f9e9f15d96a0 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338747 Feb 02 15:36:55.022018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c06fb-a8c6-4b50-be0f-648249228a35 None None] Routers {'d1b0dee5-58b5-47e2-a686-290f0ef9d34c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:55.022650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6d0c06fb-a8c6-4b50-be0f-648249228a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:55.096633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6d0c06fb-a8c6-4b50-be0f-648249228a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:55.099667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 969868c8-3c71-448d-a0e3-4df6b67db49a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=969868c8-3c71-448d-a0e3-4df6b67db49a,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:55.128303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c06fb-a8c6-4b50-be0f-648249228a35 None None] Routers {'d1b0dee5-58b5-47e2-a686-290f0ef9d34c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:36:55.128941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6d0c06fb-a8c6-4b50-be0f-648249228a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:55.161912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-07f8d454-33ef-4944-9df8-9a59fb74d58d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 0c1c63b6-42c2-4bad-a80f-258c7eab2544 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:55.180584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a5fa7-fdfb-4a4e-8455-484a3e82d0ce tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:55.182111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a5fa7-fdfb-4a4e-8455-484a3e82d0ce tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:55.187006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4b5a5fa7-fdfb-4a4e-8455-484a3e82d0ce tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1715970 Feb 02 15:36:55.193839 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'code': 200} Feb 02 15:36:55.197754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:55.199474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6d0c06fb-a8c6-4b50-be0f-648249228a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:55.199884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c06fb-a8c6-4b50-be0f-648249228a35 None None] The sync data for ids ['d1b0dee5-58b5-47e2-a686-290f0ef9d34c'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:36:55.201678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45232) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:55.204557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:55.208273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: d1864f54-8af8-4178-94a3-3998c257b197, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:36:55.211859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-30d53437-3dcc-4c98-bd93-ff2398b01767 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:55.304391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-57b828e4-8ca7-4612-8ea8-7e8a064433c7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:55.306281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-57b828e4-8ca7-4612-8ea8-7e8a064433c7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.6929817 Feb 02 15:36:55.326308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=969868c8-3c71-448d-a0e3-4df6b67db49a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:55.333063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Allocated IP 172.20.0.2 (5e114db7-1910-443d-8707-2f6020ab5172/d5cb3225-4456-4391-896d-769400678b2c/9bf67e74-1337-4948-ad8a-eb945cb5a9fa) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:55.372511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-f810714f-6c1d-4c4c-9e22-f03fd838deec tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/quotas/2780a785067a4e1abb7a23517c0616fa HTTP/1.1" status: 200 len: 375 time: 0.0246487 Feb 02 15:36:55.492922 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8d454-33ef-4944-9df8-9a59fb74d58d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:55.506010 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-c4a8f83a-a8af-4120-9dee-b9d0559be6df tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232021 Feb 02 15:36:55.521492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-30d53437-3dcc-4c98-bd93-ff2398b01767 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:55.523726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-30d53437-3dcc-4c98-bd93-ff2398b01767 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b0dee5-58b5-47e2-a686-290f0ef9d34c HTTP/1.1" status: 200 len: 205 time: 0.5093575 Feb 02 15:36:55.533052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45254) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:55.603534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8d454-33ef-4944-9df8-9a59fb74d58d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=0c1c63b6-42c2-4bad-a80f-258c7eab2544,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:55.630186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:55.633277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network d1864f54-8af8-4178-94a3-3998c257b197 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:36:55.653184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Transition to ACTIVE for port object 9bf67e74-1337-4948-ad8a-eb945cb5a9fa will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:55.677432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Transition to ACTIVE for port object 9bf67e74-1337-4948-ad8a-eb945cb5a9fa will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:55.695794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8d454-33ef-4944-9df8-9a59fb74d58d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:55.725944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f5b5dc-1dff-4fc4-a9ff-b0adddce5b09 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 9d7c5647-3329-4756-9a9a-68e4dade4db3 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:36:55.739797 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20f5b5dc-1dff-4fc4-a9ff-b0adddce5b09 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:55.755305 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-1befc610-1aa5-48ad-bf61-95cf0232fdb3 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479112 Feb 02 15:36:55.799688 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:55.842072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1823ce82-a343-4803-b2c6-653a23b4d84a req-2149913e-6826-4465-a849-19da24f8ce72 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1096 time: 0.5210609 Feb 02 15:36:55.882596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Pushing event updated for resources: {'Port': ['ID=9bf67e74-1337-4948-ad8a-eb945cb5a9fa,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:55.895654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Network 5e114db7-1910-443d-8707-2f6020ab5172 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:55.896894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:55.899301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:55.911106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d1864f54-8af8-4178-94a3-3998c257b197) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:55.925656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20f5b5dc-1dff-4fc4-a9ff-b0adddce5b09 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:55.935506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72074527-9f66-420e-8ae2-641bcbef1e6e None None] Network d1864f54-8af8-4178-94a3-3998c257b197 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:55.962399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07f8d454-33ef-4944-9df8-9a59fb74d58d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/0c1c63b6-42c2-4bad-a80f-258c7eab2544 HTTP/1.1" status: 204 len: 168 time: 1.8359773 Feb 02 15:36:55.966073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45264) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:56.078183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:56.078706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.086843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Attempting to bind port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:56.087354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Attempting to bind port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:56.087733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Attempting to bind port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa on network 5e114db7-1910-443d-8707-2f6020ab5172 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:56.093767 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-842d3c74-ed65-4195-872d-d20fb34dc87e service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327627 Feb 02 15:36:56.104494 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fce4f872-4cd5-4e4c-ba07-9b5d76c66aaf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.108986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be51c9-3030-4503-ac1e-80585191fb62 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:56.110612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-41be51c9-3030-4503-ac1e-80585191fb62 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:56.114393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:56.115081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Checking segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:56.115228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.115536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Bound using segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:56.116039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Bound port: 9bf67e74-1337-4948-ad8a-eb945cb5a9fa, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:56.116455 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.143367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3ac0b922-4358-41fc-a516-7810c1bb74e4 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:36:56.201347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-6249a59d-46da-42be-8d28-7c0b4b134bb8 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:56.202073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-6249a59d-46da-42be-8d28-7c0b4b134bb8 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Synchronizing usage tracker for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:36:56.210407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-41be51c9-3030-4503-ac1e-80585191fb62 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:56.214458 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-41be51c9-3030-4503-ac1e-80585191fb62 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2451138 Feb 02 15:36:56.214817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45272) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:56.224165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 3ac0b922-4358-41fc-a516-7810c1bb74e4 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:36:56.224469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3ac0b922-4358-41fc-a516-7810c1bb74e4 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:36:56.249178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1823ce82-a343-4803-b2c6-653a23b4d84a req-20dc5c73-d24c-4847-abdd-6b3f74bd6b28 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886926 Feb 02 15:36:56.270115 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a9aeaf-7f22-4178-b111-305643e66349 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:36:56.271890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-34a9aeaf-7f22-4178-b111-305643e66349 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/e662cef6-4a55-45a3-97bb-4c9366b74e7c HTTP/1.1" status: 404 len: 333 time: 0.0555582 Feb 02 15:36:56.274560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45276) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:56.333179 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fdda53-bdfc-4ded-a879-035797f100db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:36:56.336712 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-97fdda53-bdfc-4ded-a879-035797f100db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/0c1c63b6-42c2-4bad-a80f-258c7eab2544 HTTP/1.1" status: 404 len: 333 time: 0.0591536 Feb 02 15:36:56.337844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45284) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:56.402171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] For port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:56.411363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] For port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9bf67e74-1337-4948-ad8a-eb945cb5a9fa,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:56.412580 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4735c215-31d5-4d2a-aaa8-98b0595636d4 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5791392 Feb 02 15:36:56.415092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45288) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:56.436495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-d1864f54-8af8-4178-94a3-3998c257b197', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:36:56.437372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.542140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-6249a59d-46da-42be-8d28-7c0b4b134bb8 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Unset dirty status for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:36:56.549076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-6249a59d-46da-42be-8d28-7c0b4b134bb8 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 815 time: 0.9507387 Feb 02 15:36:56.555660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20f5b5dc-1dff-4fc4-a9ff-b0adddce5b09 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.555865 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.578789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.650994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13f2ae-5bf7-4876-97fa-218c21635a78 None None] Pushing event updated for resources: {'Port': ['ID=9bf67e74-1337-4948-ad8a-eb945cb5a9fa,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:56.716495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-fc0dffe8-396c-4640-9d5e-74136fafbb0f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/quotas/3c93de51b3cc4fd18193557ae3838550 HTTP/1.1" status: 200 len: 375 time: 0.1664100 Feb 02 15:36:56.862526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Allocated IP 2001:db8::2 (d1864f54-8af8-4178-94a3-3998c257b197/24acaaf8-596b-42a0-90d0-c9f963f0d4cd/c5a46ce9-751f-47a3-8a81-f17282a52bbc) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:56.938286 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fce4f872-4cd5-4e4c-ba07-9b5d76c66aaf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.943554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.963632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fce4f872-4cd5-4e4c-ba07-9b5d76c66aaf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.965043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0fbdb-8728-4356-8722-de1137d1aa80 req-be4fd4c5-d9f3-4363-b824-33e68f848d3a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:56.969786 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8369b0e1-b0d0-4f94-b739-9bd12b10fd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:56.970125 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5a0fbdb-8728-4356-8722-de1137d1aa80 req-be4fd4c5-d9f3-4363-b824-33e68f848d3a tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 945 time: 0.3735635 Feb 02 15:36:57.030601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176c04d6-cb49-4296-b5f9-d26ed8afa146']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:57.059973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6e8905-1d5f-4864-92c7-2f56065f59dc') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:57.063325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6e8905-1d5f-4864-92c7-2f56065f59dc') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:36:57.074413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20f5b5dc-1dff-4fc4-a9ff-b0adddce5b09 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.087968 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.114794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5a0fbdb-8728-4356-8722-de1137d1aa80 req-9072d640-ed35-463a-a4e1-59a0b0476ca9 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386259 Feb 02 15:36:57.166469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5b5dc-1dff-4fc4-a9ff-b0adddce5b09 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7c5647-3329-4756-9a9a-68e4dade4db3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:57.197679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20f5b5dc-1dff-4fc4-a9ff-b0adddce5b09 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.200519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.232167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:36:57.234975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.270158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:36:57.279001 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:36:57.302834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e98ccf-67fd-4595-bad2-fab5df2cbb8b None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:57.317731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Transition to ACTIVE for port object c5a46ce9-751f-47a3-8a81-f17282a52bbc will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:57.343096 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fce4f872-4cd5-4e4c-ba07-9b5d76c66aaf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.343651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce4f872-4cd5-4e4c-ba07-9b5d76c66aaf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Fanout notify agent at l3_agent the message router_deleted on router d1b0dee5-58b5-47e2-a686-290f0ef9d34c {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:36:57.403457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-4e894ae7-c8b5-41c0-80e5-d3498a32615b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6860199 Feb 02 15:36:57.432468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Transition to ACTIVE for port object c5a46ce9-751f-47a3-8a81-f17282a52bbc will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:36:57.441975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fce4f872-4cd5-4e4c-ba07-9b5d76c66aaf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.443435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fce4f872-4cd5-4e4c-ba07-9b5d76c66aaf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/d1b0dee5-58b5-47e2-a686-290f0ef9d34c HTTP/1.1" status: 204 len: 168 time: 1.9094365 Feb 02 15:36:57.448313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45340) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:57.479532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbb7803d-f6b4-41dc-9c33-55860b52fe12 req-c3759290-5388-4b47-9104-621a5d5e6fc1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.1964278 Feb 02 15:36:57.611313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-20f5b5dc-1dff-4fc4-a9ff-b0adddce5b09 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9d7c5647-3329-4756-9a9a-68e4dade4db3 HTTP/1.1" status: 204 len: 168 time: 2.3945496 Feb 02 15:36:57.619520 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.621918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45352) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:57.710265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:36:57.717552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Pushing event updated for resources: {'Port': ['ID=c5a46ce9-751f-47a3-8a81-f17282a52bbc,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:57.724073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] Deleting port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:36:57.724596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.730085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ea5d4d06-1362-4708-9a17-d8f087d38ad7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061933 Feb 02 15:36:57.736093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45356) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:57.739427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.746209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:57.776378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Network d1864f54-8af8-4178-94a3-3998c257b197 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:57.785587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:57.789878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:36:57.802378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:57.896045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Network': ['ID=176c04d6-cb49-4296-b5f9-d26ed8afa146,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:57.915361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0c7aee9f-a8ce-4d63-be3d-5f101a9aa1fb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/networks/176c04d6-cb49-4296-b5f9-d26ed8afa146 HTTP/1.1" status: 204 len: 168 time: 1.5762568 Feb 02 15:36:57.932115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45362) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:57.974213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1196797974'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:57.992575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:57.998109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:58.003099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:58.012250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:58.029377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:36:58.042375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:network and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:36:58.124320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:58.138264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:36:58.175372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:36:58.177215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Attempting to bind port c5a46ce9-751f-47a3-8a81-f17282a52bbc on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:36:58.180065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Attempting to bind port c5a46ce9-751f-47a3-8a81-f17282a52bbc by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:36:58.180065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Attempting to bind port c5a46ce9-751f-47a3-8a81-f17282a52bbc on network d1864f54-8af8-4178-94a3-3998c257b197 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:36:58.189710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-49ca452d-b2e0-4ec0-a2ff-4fe030419e68 service neutron] 10.222.0.88 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849357 Feb 02 15:36:58.197929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] For port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8f5a953b-25e9-49bd-8f4a-55bf581cdb3c,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:36:58.198667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.221081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:36:58.222193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Checking segment: {'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:36:58.223038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.224217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Bound using segment: {'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:36:58.225812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Bound port: c5a46ce9-751f-47a3-8a81-f17282a52bbc, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:36:58.226934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.282240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.460027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d46ad-9fa7-4cbf-9ce6-bdc77fb0105e None None] Network 5e114db7-1910-443d-8707-2f6020ab5172 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:58.508881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.541965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:36:58.545195 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.559600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] Calling delete_port for 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:36:58.642974 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.694639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654c92a-a518-4355-962a-6105a3ab5399 req-60a1af4c-d7c5-4851-bd95-2d70a7837385 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:58.702037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3654c92a-a518-4355-962a-6105a3ab5399 req-60a1af4c-d7c5-4851-bd95-2d70a7837385 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 945 time: 0.1711118 Feb 02 15:36:58.776781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] For port c5a46ce9-751f-47a3-8a81-f17282a52bbc, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:36:58.796486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3654c92a-a518-4355-962a-6105a3ab5399 req-e353ea1d-1f7e-425e-bf93-b269773b4fb2 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934334 Feb 02 15:36:58.876658 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.877721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2be9e94-01b9-49c7-bf3f-6efac496ce56 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet d6f420ca-9d5a-41c3-8f9a-42163023357d {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:36:58.885709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] For port c5a46ce9-751f-47a3-8a81-f17282a52bbc, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c5a46ce9-751f-47a3-8a81-f17282a52bbc,segment=NetworkSegment(ae20b391-bd05-4930-91ae-7ddc604d8b8f),segment_id=ae20b391-bd05-4930-91ae-7ddc604d8b8f)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:36:58.896472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e94-01b9-49c7-bf3f-6efac496ce56 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:58.901746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-af6e3896-8d58-4228-b087-f53339545553 None None] Provisioning for port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:58.965273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.000915 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e94-01b9-49c7-bf3f-6efac496ce56 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.015528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.020751 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.140417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-b3b3bdd5-7ce6-4876-80ed-b9af5ba3e72e service neutron] 10.222.0.88 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9493160 Feb 02 15:36:59.166783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:36:59.224409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9bf67e74-1337-4948-ad8a-eb945cb5a9fa up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:36:59.264027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] No DVR routers for this DVR port 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:36:59.353350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45386) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:59.372820 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1eef3d1e-d480-4a48-8819-34b2c609a1bf req-84fa5508-4280-4004-8fa8-41ba8a1933d0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.4418173 Feb 02 15:36:59.372919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb20d9-5990-42f7-9fe5-832b15599488 None None] Pushing event updated for resources: {'Port': ['ID=c5a46ce9-751f-47a3-8a81-f17282a52bbc,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:59.411350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=3cd9fa85-2104-48cb-a114-621926678830,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:59.423007 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.424808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:36:59.425537 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Added segment 7ff5e5ce-9315-400f-847f-5cad20747c1c of type vlan for network 42b7d9c4-fcab-4cba-b36d-33b11840c86c Feb 02 15:36:59.431581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:36:59.435028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:36:59.435631 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.492326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a2e65-5b7e-48ed-80d1-8043f83d52fe None None] Pushing event deleted for resources: {'Port': ['ID=8f5a953b-25e9-49bd-8f4a-55bf581cdb3c,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:36:59.508363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8edfa4-71d4-4f98-b09e-bc9926a4f290 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:36:59.574754 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.581517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e94-01b9-49c7-bf3f-6efac496ce56 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.748020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3be24f15-f921-4e03-9cf3-6cad59a49877 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0099049 Feb 02 15:36:59.749524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45396) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:36:59.761654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:36:59.769249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '3cd9fa85-2104-48cb-a114-621926678830', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1509086506'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:36:59.778710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:36:59.779388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:36:59.806576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8::1 (d1864f54-8af8-4178-94a3-3998c257b197/24acaaf8-596b-42a0-90d0-c9f963f0d4cd/9b1e683b-7e85-4f8d-9204-051306cc3094) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:36:59.869818 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e94-01b9-49c7-bf3f-6efac496ce56 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.015467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.137948 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.144688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.151447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:00.155386 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.161374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.190620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '3cd9fa85-2104-48cb-a114-621926678830'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:00.191444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.193978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:00.213620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be9e94-01b9-49c7-bf3f-6efac496ce56 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f420ca-9d5a-41c3-8f9a-42163023357d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:00.231584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] Usage tracker for resource:security_group_rule and tenant:ace55b2e5ca54b179e72636ad22533af is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:00.243506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:00.273913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:00.283059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e75f9-0913-4a4b-86c0-8708aac251f3 None None] Network 14df76a3-f786-4e23-8b6b-02c675f8eb46 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:00.290109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72bb54-c1f8-4d80-976c-c7f7d1731e25 req-ccf963cd-3ef3-41fd-962c-809fbd7991a0 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:00.297679 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d72bb54-c1f8-4d80-976c-c7f7d1731e25 req-ccf963cd-3ef3-41fd-962c-809fbd7991a0 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 945 time: 0.6899710 Feb 02 15:37:00.302618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9bf67e74-1337-4948-ad8a-eb945cb5a9fa,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:00.305324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:00.327384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:00.327656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e94-01b9-49c7-bf3f-6efac496ce56 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.332644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:00.343394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:00.372979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d72bb54-c1f8-4d80-976c-c7f7d1731e25 req-05fc2722-b308-49f9-892f-f4fa7c4e52b1 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632594 Feb 02 15:37:00.485276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.495077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:00.502941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.595490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port f5dabca7-ef1c-4f7e-b5eb-586987b1fa35 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:37:00.653363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:00.742734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/3cd9fa85-2104-48cb-a114-621926678830/0e8271ed-b26f-4a5f-91d8-61788f9dad4e) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:00.812965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:00.813458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8f5a953b-25e9-49bd-8f4a-55bf581cdb3c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:00.840830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=9bf67e74-1337-4948-ad8a-eb945cb5a9fa,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:00.933476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-9dd6c727-38fb-4e02-8ee7-f3dc8eae1055 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:00.935593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-9dd6c727-38fb-4e02-8ee7-f3dc8eae1055 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.5158165 Feb 02 15:37:00.938186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Network': ['ID=42b7d9c4-fcab-4cba-b36d-33b11840c86c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:00.982928 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:00.993521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1d84-75d7-46c7-ac9d-6106d361508a req-98287560-0e80-4509-ba08-bcb268c5ebed tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:00.995108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d4a1d84-75d7-46c7-ac9d-6106d361508a req-98287560-0e80-4509-ba08-bcb268c5ebed tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 945 time: 0.1807940 Feb 02 15:37:00.997484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 42b7d9c4-fcab-4cba-b36d-33b11840c86c details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:01.067231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:01.087360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object 9b1e683b-7e85-4f8d-9204-051306cc3094 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:01.115046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c2be9e94-01b9-49c7-bf3f-6efac496ce56 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/d6f420ca-9d5a-41c3-8f9a-42163023357d HTTP/1.1" status: 204 len: 168 time: 3.5998116 Feb 02 15:37:01.121421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d4a1d84-75d7-46c7-ac9d-6106d361508a req-807e2566-9ac8-466f-b274-e7b25b78e73c tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141579 Feb 02 15:37:01.121421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45414) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:01.125541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6b9086c9-2b75-4337-8553-984091a5c078 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.1915479 Feb 02 15:37:01.136129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45418) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:01.136378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Request body: {'port': {'device_id': '9deb54ac-cd30-4b1e-8bc5-aa297a028b52', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'admin_state_up': True, 'tenant_id': '2780a785067a4e1abb7a23517c0616fa'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:01.177593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:01.198346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ecc775-7d2b-440d-92dd-fece9b9bf703 None None] Network d1864f54-8af8-4178-94a3-3998c257b197 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:01.289207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': '42b7d9c4-fcab-4cba-b36d-33b11840c86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:01.303635 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:01.371883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9bf67e74-1337-4948-ad8a-eb945cb5a9fa up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:01.487028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:01.505957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2a668268-0719-44d2-8343-6a83d47e15df tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:01.513800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2a668268-0719-44d2-8343-6a83d47e15df tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 815 time: 1.3015170 Feb 02 15:37:01.514628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] DHCP port deletion for 14df76a3-f786-4e23-8b6b-02c675f8eb46 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:37:01.548622 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a89c9463-f167-4875-8211-41c60b507cff req-8040dd84-a203-4213-83bd-3e10e6eb6092 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.1245558 Feb 02 15:37:01.558781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] Deleting port 724c172a-68a8-4e71-9dcb-6becace9bc59 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:01.559492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:01.564710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def38200-fc29-416f-8bda-81046c63a5a9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:01.611226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6d733963-29ee-4cc1-8c40-164e133af364 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ace55b2e5ca54b179e72636ad22533af&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2558112 Feb 02 15:37:01.623173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45430) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:01.627194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network d1864f54-8af8-4178-94a3-3998c257b197 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:01.681209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=9b1e683b-7e85-4f8d-9204-051306cc3094,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:01.683940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:01.689777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:01.712265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:01.717223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:01.719396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:01.720103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:01.727755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a637290-05ed-4cb0-a9f4-c9f82e6a42f9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet 7f19261d-8d04-4150-bd03-278fd9800845 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:37:01.731072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a637290-05ed-4cb0-a9f4-c9f82e6a42f9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:01.775663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:01.787777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Usage tracker for resource:port and tenant:2780a785067a4e1abb7a23517c0616fa is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:01.791034 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a637290-05ed-4cb0-a9f4-c9f82e6a42f9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:01.791203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2b475ef4-e6c5-4b1c-b6f3-379317c65da4 None None] Provisioning for port c5a46ce9-751f-47a3-8a81-f17282a52bbc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:01.791669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:01.798801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:01.817163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-f99cf8bc-5c7e-484e-b965-c8f250053076 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/quotas/3c93de51b3cc4fd18193557ae3838550 HTTP/1.1" status: 200 len: 375 time: 0.3017032 Feb 02 15:37:01.884694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a637290-05ed-4cb0-a9f4-c9f82e6a42f9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:01.916607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:01.976656 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.024186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Made reservation on behalf of 2780a785067a4e1abb7a23517c0616fa for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:02.027166 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.028810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:02.048354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a637290-05ed-4cb0-a9f4-c9f82e6a42f9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.061775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Transition to ACTIVE for port object 0e8271ed-b26f-4a5f-91d8-61788f9dad4e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:02.116289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:02.116868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.166068 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.184598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c330f6f3-7d8c-49c9-8fd0-e9faf29bde27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.210008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-8c5babf7-2c45-4320-9045-fd298522d22d tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3916516 Feb 02 15:37:02.214533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a637290-05ed-4cb0-a9f4-c9f82e6a42f9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=7f19261d-8d04-4150-bd03-278fd9800845,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:02.243665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a637290-05ed-4cb0-a9f4-c9f82e6a42f9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.274802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd251e-4afa-4b33-8348-ad1ba1b94376 None None] Network c2c96c5a-6127-4d17-940f-82615cff6736 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:02.292092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2a637290-05ed-4cb0-a9f4-c9f82e6a42f9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/7f19261d-8d04-4150-bd03-278fd9800845 HTTP/1.1" status: 204 len: 168 time: 1.1702144 Feb 02 15:37:02.294939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.314452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45434) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:02.331956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c330f6f3-7d8c-49c9-8fd0-e9faf29bde27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.335362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Transition to ACTIVE for port object 0e8271ed-b26f-4a5f-91d8-61788f9dad4e will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:02.423027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] For port 724c172a-68a8-4e71-9dcb-6becace9bc59, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=724c172a-68a8-4e71-9dcb-6becace9bc59,segment=NetworkSegment(92d92a72-ef55-47df-8a96-97cb1a24a98e),segment_id=92d92a72-ef55-47df-8a96-97cb1a24a98e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:02.423444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.483834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Performing IP validity checks on allocation pools {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 02 15:37:02.488630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 02 15:37:02.579514 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:37:02.580266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:37:02.595755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] Calling delete_port for 724c172a-68a8-4e71-9dcb-6becace9bc59 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:02.630829 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.711782 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ff6859a7-5bcf-4ae2-b219-e52c9485a2d8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9508421 Feb 02 15:37:02.714282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45440) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:02.739680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7e12627c-400e-4596-9cf6-fbc2351cf7b4 tempest-TestServerBasicOps-990283727 tempest-TestServerBasicOps-990283727-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1091 time: 1.5555573 Feb 02 15:37:02.774659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45444) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:02.839080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:02.918944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:02.929688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:02.932554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:02.943551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Allocated IP 172.20.0.7 (7948df50-ebac-4e95-86d9-bea1aa0f5421/b2904439-bbb3-4232-aa70-5f70e2abd94d/019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:02.952146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Pushing event updated for resources: {'Port': ['ID=0e8271ed-b26f-4a5f-91d8-61788f9dad4e,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:02.957690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:02.965722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:02.971079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Usage tracker for resource:floatingip and tenant:d2971ab893e9473db58772f7ac70b904 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:02.976577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:02.982729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c5a46ce9-751f-47a3-8a81-f17282a52bbc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:02.983341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:02.996244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.036776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-eda7ea31-0460-46b2-b8ca-3f6825c1efad service neutron] 10.222.0.88 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751267 Feb 02 15:37:03.061672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e4a08ca-dd3b-4557-9db4-4f66423c101a req-5c6a646f-8048-4977-8a53-e0f540cdd25a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.1177499 Feb 02 15:37:03.136386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=625950c2-c0d0-4a0f-be60-3caaa595c319,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:03.171321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking segment: {'id': '7ff5e5ce-9315-400f-847f-5cad20747c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '42b7d9c4-fcab-4cba-b36d-33b11840c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:03.171891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network hostable DHCP agents. Network: 42b7d9c4-fcab-4cba-b36d-33b11840c86c, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:03.184608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb359a-a6a0-4ae6-aa20-e305025c1ba3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:03.185215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-35fb359a-a6a0-4ae6-aa20-e305025c1ba3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:03.243543 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.263243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c330f6f3-7d8c-49c9-8fd0-e9faf29bde27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.267484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.308000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] Pushing event deleted for resources: {'Port': ['ID=724c172a-68a8-4e71-9dcb-6becace9bc59,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:03.318979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-35fb359a-a6a0-4ae6-aa20-e305025c1ba3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:03.320426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-35fb359a-a6a0-4ae6-aa20-e305025c1ba3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6057565 Feb 02 15:37:03.321905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Attempting to bind port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:03.322276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Attempting to bind port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:03.322639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Attempting to bind port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:03.322959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45448) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:03.332143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238dc87d-e273-4ff3-ba43-e0c414ba8249 None None] No DVR routers for this DVR port 724c172a-68a8-4e71-9dcb-6becace9bc59 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:37:03.351885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:03.352266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:03.352665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.353054 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:03.353532 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Bound port: 0e8271ed-b26f-4a5f-91d8-61788f9dad4e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:03.353908 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.376649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 42b7d9c4-fcab-4cba-b36d-33b11840c86c is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:03.453140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c68c0b4-ec11-463f-93aa-cd195340e484 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:03.453383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 724c172a-68a8-4e71-9dcb-6becace9bc59 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:03.453383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.453595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c68c0b4-ec11-463f-93aa-cd195340e484 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:03.453595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6c68c0b4-ec11-463f-93aa-cd195340e484 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:03.472899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] For port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:03.479670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] For port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e8271ed-b26f-4a5f-91d8-61788f9dad4e,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:03.513595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c5a46ce9-751f-47a3-8a81-f17282a52bbc completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:03.521222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Provisioning complete for port c5a46ce9-751f-47a3-8a81-f17282a52bbc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:03.525711 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.545389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 42b7d9c4-fcab-4cba-b36d-33b11840c86c) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:03.548052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6c68c0b4-ec11-463f-93aa-cd195340e484 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:03.554689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6c68c0b4-ec11-463f-93aa-cd195340e484 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2306230 Feb 02 15:37:03.560156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45452) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:03.561157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:03.561756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.578066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c5a46ce9-751f-47a3-8a81-f17282a52bbc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:03.578541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.605042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] DHCP port deletion for c2c96c5a-6127-4d17-940f-82615cff6736 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:37:03.606704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b48f19b-3c03-43cc-9477-05214aadbcc3 None None] Network 42b7d9c4-fcab-4cba-b36d-33b11840c86c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:03.642877 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.745056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] Deleting port ee4755d5-f48a-467e-a15a-be2f355e4151 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:03.745427 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.751580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.799992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330f6f3-7d8c-49c9-8fd0-e9faf29bde27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def38200-fc29-416f-8bda-81046c63a5a9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:03.820975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-c8287d6f-dafd-4447-918f-cdf206eda383 service neutron] 10.222.0.88 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724936 Feb 02 15:37:03.834507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-73c5bcc8-d565-4d4b-9814-ca166e0d26ba tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5724425 Feb 02 15:37:03.841485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45456) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:03.841983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-62290b66-064a-4c36-a21f-4a16e6183420 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 3cd9fa85-2104-48cb-a114-621926678830 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:37:03.849659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': '42b7d9c4-fcab-4cba-b36d-33b11840c86c', 'name': 'tempest-PortsIpV6TestJSON-1514002946'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:03.869463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] The port '724c172a-68a8-4e71-9dcb-6becace9bc59' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:37:03.952045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62290b66-064a-4c36-a21f-4a16e6183420 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:03.987417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bde85b-3261-4b84-b857-c779e62fa6f3 None None] Pushing event updated for resources: {'Port': ['ID=0e8271ed-b26f-4a5f-91d8-61788f9dad4e,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:04.040779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62290b66-064a-4c36-a21f-4a16e6183420 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.085805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.086615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.098684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c330f6f3-7d8c-49c9-8fd0-e9faf29bde27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.099917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c330f6f3-7d8c-49c9-8fd0-e9faf29bde27 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/def38200-fc29-416f-8bda-81046c63a5a9 HTTP/1.1" status: 204 len: 168 time: 2.4537356 Feb 02 15:37:04.161132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:04.175907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:04.253183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62290b66-064a-4c36-a21f-4a16e6183420 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.386559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:04.390202 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.463808 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.523557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6963385d-ece2-4e0a-8bb9-204b2d26b60a req-7c3f42df-11bd-4cf1-889b-fdb6b66a6743 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.1392963 Feb 02 15:37:04.531588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62290b66-064a-4c36-a21f-4a16e6183420 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.570518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port d3e3287d-bf35-4928-b5fb-584ece7a8011 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:37:04.573202 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.612146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] For port ee4755d5-f48a-467e-a15a-be2f355e4151, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ee4755d5-f48a-467e-a15a-be2f355e4151,segment=NetworkSegment(e1d0071d-94cd-4ff5-8a75-81027b762410),segment_id=e1d0071d-94cd-4ff5-8a75-81027b762410)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:04.612552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.626726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c5a46ce9-751f-47a3-8a81-f17282a52bbc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c5a46ce9-751f-47a3-8a81-f17282a52bbc,segment=NetworkSegment(ae20b391-bd05-4930-91ae-7ddc604d8b8f),segment_id=ae20b391-bd05-4930-91ae-7ddc604d8b8f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:04.629781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-42b7d9c4-fcab-4cba-b36d-33b11840c86c', 'network_id': '42b7d9c4-fcab-4cba-b36d-33b11840c86c', 'tenant_id': '30f5f111d8b44d72815a8d49ab0944bb', 'fixed_ips': [{'subnet_id': '625950c2-c0d0-4a0f-be60-3caaa595c319'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:04.630687 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.712301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62290b66-064a-4c36-a21f-4a16e6183420 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd9fa85-2104-48cb-a114-621926678830,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:04.719236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-62290b66-064a-4c36-a21f-4a16e6183420 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.801749 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:04.910759 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-62290b66-064a-4c36-a21f-4a16e6183420 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/3cd9fa85-2104-48cb-a114-621926678830 HTTP/1.1" status: 204 len: 168 time: 1.3525743 Feb 02 15:37:04.911789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45480) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:04.967409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8d62994e-8dbc-4a30-9212-3b21ceb6db1b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:04.971137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8d62994e-8dbc-4a30-9212-3b21ceb6db1b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.107 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 815 time: 1.3051717 Feb 02 15:37:05.004365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=9b1e683b-7e85-4f8d-9204-051306cc3094,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:05.008464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-79ddd10d-19c2-4923-b46f-d8c640d2c02a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901914 Feb 02 15:37:05.011663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45484) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:05.025080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:05.029573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] Calling delete_port for ee4755d5-f48a-467e-a15a-be2f355e4151 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:05.034508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14df76a3-f786-4e23-8b6b-02c675f8eb46']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:05.048159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Request body: {'port': {'device_id': '47f5ce52-dd33-493a-b6dc-0c70e5b1e394', 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172', 'admin_state_up': True, 'tenant_id': '3c93de51b3cc4fd18193557ae3838550'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:05.121986 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:05.145348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::2b5 (42b7d9c4-fcab-4cba-b36d-33b11840c86c/625950c2-c0d0-4a0f-be60-3caaa595c319/d3e3287d-bf35-4928-b5fb-584ece7a8011) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:05.191920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:05.217245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:05.225221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:05.233636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d92a72-ef55-47df-8a96-97cb1a24a98e') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:05.233987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d92a72-ef55-47df-8a96-97cb1a24a98e') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:05.247895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:05.279629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:05.280115 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:05.289919 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:05.332606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e8271ed-b26f-4a5f-91d8-61788f9dad4e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:05.339963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network d1864f54-8af8-4178-94a3-3998c257b197 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:05.356542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:05.406405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c5a46ce9-751f-47a3-8a81-f17282a52bbc,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:05.408881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:05.416292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] No DVR routers for this DVR port ee4755d5-f48a-467e-a15a-be2f355e4151 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:37:05.422626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:05.428559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:05.435910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-e9b27798-a4fe-45d8-836c-0156b66545f3 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:05.438209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-e9b27798-a4fe-45d8-836c-0156b66545f3 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 815 time: 0.8163888 Feb 02 15:37:05.446117 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:05.469837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:37:05.470537 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:37:05.475943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Usage tracker for resource:port and tenant:3c93de51b3cc4fd18193557ae3838550 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:05.487621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:05.492495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834711a-e065-473a-bc8e-25b83410d597 None None] Pushing event deleted for resources: {'Port': ['ID=ee4755d5-f48a-467e-a15a-be2f355e4151,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:05.621087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:05.702710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 724c172a-68a8-4e71-9dcb-6becace9bc59 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:05.792271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 724c172a-68a8-4e71-9dcb-6becace9bc59 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:05.792777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 724c172a-68a8-4e71-9dcb-6becace9bc59 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:05.793310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ee4755d5-f48a-467e-a15a-be2f355e4151 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:05.848013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:37:05.849019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:37:05.879289 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:37:05.882703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45492) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:05.951134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ee4755d5-f48a-467e-a15a-be2f355e4151 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:05.951811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ee4755d5-f48a-467e-a15a-be2f355e4151 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:05.965437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:05.969151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5dbb558f-f1de-408f-85a1-4a376886ee3b req-42aa032b-9209-447f-b6ce-6642a4c36cfd tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.1163542 Feb 02 15:37:05.972738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:05.998276 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.031702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-c4e6f4fe-abf6-445f-9c3c-6bd23adfb212 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/quotas/3c93de51b3cc4fd18193557ae3838550 HTTP/1.1" status: 200 len: 375 time: 0.5664120 Feb 02 15:37:06.033628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.044895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object d3e3287d-bf35-4928-b5fb-584ece7a8011 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:06.058561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:06.086818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646281d-17c8-40c8-bd5d-d0912d43b2f3 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:06.099706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] Usage tracker for resource:security_group_rule and tenant:81d7df52896449f48d055f65f3d1826f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:06.107725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:06.122756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:06.181291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Provisioning for port 9b1e683b-7e85-4f8d-9204-051306cc3094 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:06.195936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Made reservation on behalf of 3c93de51b3cc4fd18193557ae3838550 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:06.199144 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.201094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Provisioning complete for port 9b1e683b-7e85-4f8d-9204-051306cc3094 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:06.201479 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.259757 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.274738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.281833 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.300185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.308117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.324145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-91be86af-78e6-43cf-9530-3298108bbb46 None None] Port 9b1e683b-7e85-4f8d-9204-051306cc3094 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:06.344775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.376924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Allocated IP 2001:db8::2 (42b7d9c4-fcab-4cba-b36d-33b11840c86c/625950c2-c0d0-4a0f-be60-3caaa595c319/099ef19f-46dc-4bb0-a612-372b64cc5854) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:06.424613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 42b7d9c4-fcab-4cba-b36d-33b11840c86c is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:06.426744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=14df76a3-f786-4e23-8b6b-02c675f8eb46,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:06.439126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:06.440650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=d3e3287d-bf35-4928-b5fb-584ece7a8011,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:06.443568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:06.448384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:06.455410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.457254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:06.458715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.462572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:06.466550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:06.467171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.472614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-92f50beb-f87a-4046-bb1b-c89443ccc03b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/14df76a3-f786-4e23-8b6b-02c675f8eb46 HTTP/1.1" status: 204 len: 168 time: 4.1502273 Feb 02 15:37:06.489844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45498) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:06.493879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=15e71ba2-2303-4ea0-b50e-281ac029e52d,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:06.642400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:06.642944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event updated for resources: {'Port': ['ID=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:06.647229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Allocated IP 172.25.0.19 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/85051217-8eeb-4841-ba8b-e995aa902e6d) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:06.649485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdfb5b7-d2eb-455b-8ba6-38c40d5fd49a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:06.654885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:06.658236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:06.670158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Provisioning for port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:06.676827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-282e0383-293b-4982-8551-787d6d022010 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=81d7df52896449f48d055f65f3d1826f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7930198 Feb 02 15:37:06.684131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Provisioning complete for port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:06.684507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.686821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45502) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:06.695330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-e3ee1cd5-dedc-495c-817d-7cd8c9183143 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6485777 Feb 02 15:37:06.744281 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.772400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-67e9f7d3-442c-4238-8fc8-35b253b95067 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7593017 Feb 02 15:37:06.796653 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72c8d49c-eabd-4560-aa32-c61704ee4606 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9586356 Feb 02 15:37:06.849328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45506) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:06.849781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:06.860640 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.879539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Transition to ACTIVE for port object 099ef19f-46dc-4bb0-a612-372b64cc5854 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:06.884866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-967356820', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:06.893642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca3b2-27e1-4497-b8de-5016740f7e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.947613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Transition to ACTIVE for port object 099ef19f-46dc-4bb0-a612-372b64cc5854 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:06.960264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0bfa98-b228-4885-b434-0c21bdfeef1e None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:06.979310 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:06.982330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c6657056-63ed-4351-981b-fc17fc634580 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port d3e3287d-bf35-4928-b5fb-584ece7a8011 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:06.982896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6657056-63ed-4351-981b-fc17fc634580 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.019140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:07.019902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.022772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:07.064829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:router and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:07.067930 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.068717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:07.129209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Allocated IP 172.20.0.10 (5e114db7-1910-443d-8707-2f6020ab5172/d5cb3225-4456-4391-896d-769400678b2c/05739ee2-4011-463d-a11c-8c41a36332e3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:07.175658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:07.204800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-38fd70ee-a025-4fb5-93e1-b80058e8b0d6 service neutron] 10.222.0.88 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716270 Feb 02 15:37:07.212628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca3b2-27e1-4497-b8de-5016740f7e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.222547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] For port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e8271ed-b26f-4a5f-91d8-61788f9dad4e,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:07.261694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Network 42b7d9c4-fcab-4cba-b36d-33b11840c86c is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:07.262656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c5a46ce9-751f-47a3-8a81-f17282a52bbc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:07.279247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6609c4a8-198d-4ddd-81ec-2d513489a857 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1564946 Feb 02 15:37:07.326875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:07.333789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.335607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Pushing event updated for resources: {'Port': ['ID=099ef19f-46dc-4bb0-a612-372b64cc5854,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:07.338521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:07.366098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Request body: {'port': {'device_id': '9deb54ac-cd30-4b1e-8bc5-aa297a028b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:07.393545 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.434121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.435146 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.450168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.467892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Provisioning complete for port 9b1e683b-7e85-4f8d-9204-051306cc3094 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:07.467892 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.572171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c96c5a-6127-4d17-940f-82615cff6736']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:07.597590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d0071d-94cd-4ff5-8a75-81027b762410') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:07.598092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d0071d-94cd-4ff5-8a75-81027b762410') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:07.625413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.640145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Pushing event updated for resources: {'Port': ['ID=0e8271ed-b26f-4a5f-91d8-61788f9dad4e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:07.644296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.649715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Attempting to bind port 099ef19f-46dc-4bb0-a612-372b64cc5854 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:07.650673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Attempting to bind port 099ef19f-46dc-4bb0-a612-372b64cc5854 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '7ff5e5ce-9315-400f-847f-5cad20747c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '42b7d9c4-fcab-4cba-b36d-33b11840c86c'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:07.650673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Attempting to bind port 099ef19f-46dc-4bb0-a612-372b64cc5854 on network 42b7d9c4-fcab-4cba-b36d-33b11840c86c {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:07.654427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c5a46ce9-751f-47a3-8a81-f17282a52bbc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:07.654808 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.692439 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.711601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7fba2b3b-21cf-44e3-9cda-b791487ec387 None None] Port 9b1e683b-7e85-4f8d-9204-051306cc3094 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:07.723399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b43025-bfd5-41c5-ad2c-94f25f33c9d8 req-89f33dc4-fc29-4adb-a35b-30ba791583d5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:07.730889 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03b43025-bfd5-41c5-ad2c-94f25f33c9d8 req-89f33dc4-fc29-4adb-a35b-30ba791583d5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 931 time: 0.5245581 Feb 02 15:37:07.731803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:07.732212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Checking segment: {'id': '7ff5e5ce-9315-400f-847f-5cad20747c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '42b7d9c4-fcab-4cba-b36d-33b11840c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:07.732618 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.733015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Bound using segment: {'id': '7ff5e5ce-9315-400f-847f-5cad20747c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '42b7d9c4-fcab-4cba-b36d-33b11840c86c'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:07.733505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Bound port: 099ef19f-46dc-4bb0-a612-372b64cc5854, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff5e5ce-9315-400f-847f-5cad20747c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '42b7d9c4-fcab-4cba-b36d-33b11840c86c'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:07.734462 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.738616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6657056-63ed-4351-981b-fc17fc634580 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.747598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:37:07.748455 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:37:07.779936 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:37:07.903017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-5fe4f560-c706-4460-a658-e71e8121ad3f service neutron] 10.222.0.88 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491904 Feb 02 15:37:07.904968 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca3b2-27e1-4497-b8de-5016740f7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.914779 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.947594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.982261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b3817e8c-3410-4f84-a10b-8af33408580c None None] Provisioning complete for port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:07.982637 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3817e8c-3410-4f84-a10b-8af33408580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:07.997494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:37:08.007133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Transition to ACTIVE for port object 05739ee2-4011-463d-a11c-8c41a36332e3 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:08.039108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.043949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] For port 099ef19f-46dc-4bb0-a612-372b64cc5854, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:08.057547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] For port 099ef19f-46dc-4bb0-a612-372b64cc5854, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=099ef19f-46dc-4bb0-a612-372b64cc5854,segment=NetworkSegment(7ff5e5ce-9315-400f-847f-5cad20747c1c),segment_id=7ff5e5ce-9315-400f-847f-5cad20747c1c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:08.189303 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.305044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c6657056-63ed-4351-981b-fc17fc634580 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for d3e3287d-bf35-4928-b5fb-584ece7a8011 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:08.321699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:08.322879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:08.326081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:08.342988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.366780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'Port': ['ID=85051217-8eeb-4841-ba8b-e995aa902e6d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:08.368612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ca3b2-27e1-4497-b8de-5016740f7e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdfb5b7-d2eb-455b-8ba6-38c40d5fd49a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:08.404720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01ac44-9278-4b33-889a-23daa2ec8ca2 None None] Pushing event updated for resources: {'Port': ['ID=099ef19f-46dc-4bb0-a612-372b64cc5854,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:08.453126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca3b2-27e1-4497-b8de-5016740f7e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.453703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6e3ca3b2-27e1-4497-b8de-5016740f7e17 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bcdfb5b7-d2eb-455b-8ba6-38c40d5fd49a HTTP/1.1" status: 204 len: 168 time: 1.7651317 Feb 02 15:37:08.462750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.469263 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03b43025-bfd5-41c5-ad2c-94f25f33c9d8 req-dd46b135-1314-4b1d-935c-e772c02dc506 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7372844 Feb 02 15:37:08.499871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-64b8c3c8-48b0-45eb-8f76-08d284a6337e None None] Provisioning complete for port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:08.502422 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-64b8c3c8-48b0-45eb-8f76-08d284a6337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.506341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.542520 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.547507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-69ffecc9-9683-4e0d-891b-85ab30746749 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6679850 Feb 02 15:37:08.549173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:08.553453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/c2c96c5a-6127-4d17-940f-82615cff6736 HTTP/1.1" status: 204 len: 168 time: 2.0586505 Feb 02 15:37:08.554740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:08.555008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45524) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:08.788361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-549763520'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:08.788361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c8e4d-7532-44ea-8ee2-462e0a0a895c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=c2c96c5a-6127-4d17-940f-82615cff6736,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:08.789997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e7b43d19-6b65-425d-90be-d4a9ab7ac351 req-322b823f-902a-4349-ab83-768a1a3dd3e0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Synchronizing usage tracker for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:08.799922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:08.815540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-ba83420b-4bb6-4417-bf50-35e5999e49b4 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:08.817707 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-ba83420b-4bb6-4417-bf50-35e5999e49b4 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.64 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 815 time: 1.0261412 Feb 02 15:37:08.821674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:08.873638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Request body: {'port': {'device_id': '45c095e5-2050-40a6-90ca-4ed3d702a4db', 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172', 'admin_state_up': True, 'tenant_id': '3c93de51b3cc4fd18193557ae3838550'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:08.888903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:08.924449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:08.946460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Network 5e114db7-1910-443d-8707-2f6020ab5172 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:08.959494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:08.960461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:08.997781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Pushing event updated for resources: {'Port': ['ID=05739ee2-4011-463d-a11c-8c41a36332e3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:09.103444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e7b43d19-6b65-425d-90be-d4a9ab7ac351 req-322b823f-902a-4349-ab83-768a1a3dd3e0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Unset dirty status for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:09.105625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7b43d19-6b65-425d-90be-d4a9ab7ac351 req-322b823f-902a-4349-ab83-768a1a3dd3e0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 210 time: 0.6904202 Feb 02 15:37:09.230591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:09.231273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:09.277634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:09.281265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:09.319423 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:09.463875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a18b9148-2a86-4a05-896c-1ca4a2de0a34 None None] Provisioning for port 05739ee2-4011-463d-a11c-8c41a36332e3 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:09.466613 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6657056-63ed-4351-981b-fc17fc634580 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:09.486813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 099ef19f-46dc-4bb0-a612-372b64cc5854 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:09.581799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:09.628161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a18b9148-2a86-4a05-896c-1ca4a2de0a34 None None] Provisioning complete for port 05739ee2-4011-463d-a11c-8c41a36332e3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:09.628700 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a18b9148-2a86-4a05-896c-1ca4a2de0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:09.638347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:09.649927 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:09.677869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e2d8c9e5-011c-4a33-8949-4067f0306ab6 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2354512 Feb 02 15:37:09.678081 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:09.678081 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:09.699370 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-8fe76f30-3955-4816-98ed-e9471cdc478f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6762307 Feb 02 15:37:09.700342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45540) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:09.739200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a18b9148-2a86-4a05-896c-1ca4a2de0a34 None None] Port 05739ee2-4011-463d-a11c-8c41a36332e3 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:09.752165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-228590128'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:09.758140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:09.762459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:37:09.763065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:09.767122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:09.773517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:09.786100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Request body: {'port': {'device_id': '47f5ce52-dd33-493a-b6dc-0c70e5b1e394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:09.798262 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:09.798262 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment 348e8b39-997c-4522-ab77-c974dd6087eb of type vlan for network 7054f9bd-f977-4608-a6e0-7666ec453aeb Feb 02 15:37:09.824970 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:09.867830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 099ef19f-46dc-4bb0-a612-372b64cc5854 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:09.867830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e8271ed-b26f-4a5f-91d8-61788f9dad4e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:09.881948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:37:09.882967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:09.898914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6657056-63ed-4351-981b-fc17fc634580 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=d3e3287d-bf35-4928-b5fb-584ece7a8011,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:09.949648 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:09.956814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:09.972269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:09.975798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:09.977179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:09.978261 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.035757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Transition to ACTIVE for port object 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:10.060879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.065667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.065874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:10.066450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.067728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be1318-2815-4bf0-b481-00e972a0c311 None None] Network 42b7d9c4-fcab-4cba-b36d-33b11840c86c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:10.091817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:37:10.148638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.149355 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment 81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd of type vlan for network d861912e-777a-462e-b0d4-a764e0c17da8 Feb 02 15:37:10.153621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Made reservation on behalf of 3c93de51b3cc4fd18193557ae3838550 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:10.157144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.191090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6657056-63ed-4351-981b-fc17fc634580 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.193485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c6657056-63ed-4351-981b-fc17fc634580 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/d3e3287d-bf35-4928-b5fb-584ece7a8011 HTTP/1.1" status: 204 len: 168 time: 3.3161063 Feb 02 15:37:10.197387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45546) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:10.220735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.309737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7142529 Feb 02 15:37:10.319351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45550) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:10.351294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c39fbde-b48d-4b4e-bc19-0f86c6051662 None None] Provisioning for port 099ef19f-46dc-4bb0-a612-372b64cc5854 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:10.387161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c39fbde-b48d-4b4e-bc19-0f86c6051662 None None] Provisioning complete for port 099ef19f-46dc-4bb0-a612-372b64cc5854 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:10.387529 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c39fbde-b48d-4b4e-bc19-0f86c6051662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.486731 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:01Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:03Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:10.492289 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:37:10.493041 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Updating router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee port 9b1e683b-7e85-4f8d-9204-051306cc3094 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:37:10.585507 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.603368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': '7054f9bd-f977-4608-a6e0-7666ec453aeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:10.626069 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa8d3bb-a44b-41da-8c37-61ee607ae4dc tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:37:10.626069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa8d3bb-a44b-41da-8c37-61ee607ae4dc tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:37:10.627380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9aa8d3bb-a44b-41da-8c37-61ee607ae4dc tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/d3e3287d-bf35-4928-b5fb-584ece7a8011 HTTP/1.1" status: 404 len: 333 time: 0.3663769 Feb 02 15:37:10.645816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45554) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:10.649704 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.649906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7862f50-74b0-4b3b-a9b3-32b341deda5d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=7054f9bd-f977-4608-a6e0-7666ec453aeb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:10.656367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c39fbde-b48d-4b4e-bc19-0f86c6051662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:10.675567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 7054f9bd-f977-4608-a6e0-7666ec453aeb details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:10.762242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cfde3f2-b395-4f8b-b605-3679f2e8e1cd req-fffc4dd8-4d9b-4546-a766-08e5331ee7f2 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 210 time: 0.2169361 Feb 02 15:37:10.835181 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebb789e-96c9-40da-bea5-ebc9e05487fc tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:37:10.836097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4ebb789e-96c9-40da-bea5-ebc9e05487fc tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:10.893964 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:10.911693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Pushing event updated for resources: {'Port': ['ID=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:10.974167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0c39fbde-b48d-4b4e-bc19-0f86c6051662 None None] For port 099ef19f-46dc-4bb0-a612-372b64cc5854, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=099ef19f-46dc-4bb0-a612-372b64cc5854,segment=NetworkSegment(7ff5e5ce-9315-400f-847f-5cad20747c1c),segment_id=7ff5e5ce-9315-400f-847f-5cad20747c1c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:11.061643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.074426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:11.086302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f689f-923c-4e74-bcdc-0881885c8ad0 req-aa4658cc-d210-4963-9cdb-c84cbb1ce9a1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:11.087728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-680f689f-923c-4e74-bcdc-0881885c8ad0 req-aa4658cc-d210-4963-9cdb-c84cbb1ce9a1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 931 time: 1.1947029 Feb 02 15:37:11.088492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4ebb789e-96c9-40da-bea5-ebc9e05487fc tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:11.089395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ebb789e-96c9-40da-bea5-ebc9e05487fc tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/d3e3287d-bf35-4928-b5fb-584ece7a8011 HTTP/1.1" status: 404 len: 333 time: 0.4364729 Feb 02 15:37:11.092921 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c39fbde-b48d-4b4e-bc19-0f86c6051662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.094509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:11.097008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45558) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:11.101503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:11.171294 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.186993 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Transition to ACTIVE for port object 9b1e683b-7e85-4f8d-9204-051306cc3094 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:11.194957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:11.224466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39fbde-b48d-4b4e-bc19-0f86c6051662 None None] Pushing event updated for resources: {'Port': ['ID=099ef19f-46dc-4bb0-a612-372b64cc5854,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:11.244773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-680f689f-923c-4e74-bcdc-0881885c8ad0 req-02a337ad-5bad-49c5-8eee-427fcec203ac tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775065 Feb 02 15:37:11.253102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.257074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:11.257669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.261672 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-439189d0-1ced-46e2-83e5-45b84e5b91e1 None None] Provisioning complete for port 099ef19f-46dc-4bb0-a612-372b64cc5854 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:11.262057 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-439189d0-1ced-46e2-83e5-45b84e5b91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.283689 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.514369 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Pushing event updated for resources: {'Port': ['ID=9b1e683b-7e85-4f8d-9204-051306cc3094,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:11.524912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:11.536455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.536799 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.537129 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.537469 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.538867 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.539062 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.539429 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.539633 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.540020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.540289 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.540609 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:11.553174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.559306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=d861912e-777a-462e-b0d4-a764e0c17da8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:11.573936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Attempting to bind port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:11.574272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Attempting to bind port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:11.574600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Attempting to bind port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:11.576830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d861912e-777a-462e-b0d4-a764e0c17da8 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:11.596895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:37:11.597746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Attempting to bind port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:11.632682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-61e62ec7-973a-4b7d-b840-7e31793605d9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8859417 Feb 02 15:37:11.646212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45562) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:11.650771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:11.651111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Checking segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:11.651492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Bound using segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:11.651977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Bound port: 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:11.652324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.676380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:11.684330 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Attempting to bind port 9b1e683b-7e85-4f8d-9204-051306cc3094 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:11.684708 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Attempting to bind port 9b1e683b-7e85-4f8d-9204-051306cc3094 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:11.685069 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Attempting to bind port 9b1e683b-7e85-4f8d-9204-051306cc3094 on network d1864f54-8af8-4178-94a3-3998c257b197 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:11.698732 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:11.699426 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Checking segment: {'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:11.700044 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.700597 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Bound using segment: {'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:11.701907 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Bound port: 9b1e683b-7e85-4f8d-9204-051306cc3094, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae20b391-bd05-4930-91ae-7ddc604d8b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:11.702998 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:11.752953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-de572b82-0242-49a4-bf02-37af01c74ec0 None None] Could not find standard attr ID for object d3e3287d-bf35-4928-b5fb-584ece7a8011. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:37:11.887016 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] For port 9b1e683b-7e85-4f8d-9204-051306cc3094, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:11.892804 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] For port 9b1e683b-7e85-4f8d-9204-051306cc3094, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9b1e683b-7e85-4f8d-9204-051306cc3094,segment=NetworkSegment(ae20b391-bd05-4930-91ae-7ddc604d8b8f),segment_id=ae20b391-bd05-4930-91ae-7ddc604d8b8f)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:11.931834 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.027716 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.133836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:12.135100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:12.170223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0058d1e4-e4e0-4c19-aa11-a03d9d70d77a req-f8a17a9c-c600-4b17-9e7a-57956c1f32fa tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 210 time: 0.1825597 Feb 02 15:37:12.177342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05739ee2-4011-463d-a11c-8c41a36332e3 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:37:12.209738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.223434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.317714 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37115952-f5a1-4747-b3db-92d9a26e956d None None] Pushing event updated for resources: {'Port': ['ID=9b1e683b-7e85-4f8d-9204-051306cc3094,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:12.337280 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:12.371659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Transition to ACTIVE for port object 05739ee2-4011-463d-a11c-8c41a36332e3 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:12.378981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:12.382020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6f736a-d6c4-40e6-8398-febef943e2c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet 625950c2-c0d0-4a0f-be60-3caaa595c319 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:37:12.392118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::1 (2b108652-b7f1-4e95-b1da-85ac7991b521/15e71ba2-2303-4ea0-b50e-281ac029e52d/7f1c4807-4223-4399-b015-bcf9762fe531) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:12.417953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:12.421205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] For port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:12.430430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:12.439411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-11c0133b-ace8-4784-9180-2fbf3c80bbc6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:12.440912 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-11c0133b-ace8-4784-9180-2fbf3c80bbc6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.107 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 815 time: 0.6767478 Feb 02 15:37:12.449100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:12.455929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] For port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:12.461626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9f6f736a-d6c4-40e6-8398-febef943e2c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.486366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Request body: {'port': {'device_id': '6bc3a76f-28e4-4501-a603-f5e309a4c009', 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172', 'admin_state_up': True, 'tenant_id': '3c93de51b3cc4fd18193557ae3838550'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:12.560370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.730267 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:01Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:11Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:12.735103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b86f6f-4210-4a6b-9e6e-26ba42fcf695 None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:01Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:11Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:12.794971 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9f6f736a-d6c4-40e6-8398-febef943e2c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.850987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.855375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:12.888914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Allocated IP 172.20.0.6 (5e114db7-1910-443d-8707-2f6020ab5172/d5cb3225-4456-4391-896d-769400678b2c/11e1b8df-4cdc-4bbb-9b07-a2661e0a6073) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:13.121378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.123345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] 10.222.0.64 "PUT /v2.0/ports/019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 HTTP/1.1" status: 200 len: 1091 time: 5.8194611 Feb 02 15:37:13.151486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9deb54ac-cd30-4b1e-8bc5-aa297a028b52', 'tag': '019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:13.178754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Pushing event updated for resources: {'Port': ['ID=05739ee2-4011-463d-a11c-8c41a36332e3,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:13.180944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.213924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9a403-1b9a-4c38-af49-0586b1319ac1 req-c3ba8d8f-ff45-4d26-b545-e7ed47edc830 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:13.227340 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15e9a403-1b9a-4c38-af49-0586b1319ac1 req-c3ba8d8f-ff45-4d26-b545-e7ed47edc830 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 943 time: 0.6767936 Feb 02 15:37:13.261242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.296727 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9deb54ac-cd30-4b1e-8bc5-aa297a028b52', 'tag': '019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4', 'status': 'completed', 'code': 200} Feb 02 15:37:13.393900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 099ef19f-46dc-4bb0-a612-372b64cc5854 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:13.435426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.442390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:13.518812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 099ef19f-46dc-4bb0-a612-372b64cc5854 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:13.519528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.520204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 7f1c4807-4223-4399-b015-bcf9762fe531 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:13.575118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.596975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c44b4011-e5c4-4e00-a143-f6a57f48f419 req-d0dc8640-ba8b-4429-be2c-09859102c19d tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 210 time: 0.1316929 Feb 02 15:37:13.598770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:13.633793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=a055374c-53ed-4c37-a689-1514078b3a31,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:13.694050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9b1e683b-7e85-4f8d-9204-051306cc3094 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:13.697728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15e9a403-1b9a-4c38-af49-0586b1319ac1 req-55de8b11-fa2e-4083-b657-e7d4fad1c295 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695132 Feb 02 15:37:13.703026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9f6f736a-d6c4-40e6-8398-febef943e2c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.714599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:13.735961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.743903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41330002-ea30-4c58-84a2-fbf159249b36 service neutron] Pushing event updated for resources: {'Port': ['ID=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:13.750575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': '348e8b39-997c-4522-ab77-c974dd6087eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '7054f9bd-f977-4608-a6e0-7666ec453aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:13.751625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: 7054f9bd-f977-4608-a6e0-7666ec453aeb, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:13.790528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.844663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Transition to ACTIVE for port object 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:13.868108 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.961779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event updated for resources: {'Port': ['ID=85051217-8eeb-4841-ba8b-e995aa902e6d,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:13.963137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:13.964224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Attempting to bind port 05739ee2-4011-463d-a11c-8c41a36332e3 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:13.964510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Attempting to bind port 05739ee2-4011-463d-a11c-8c41a36332e3 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:13.964840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Attempting to bind port 05739ee2-4011-463d-a11c-8c41a36332e3 on network 5e114db7-1910-443d-8707-2f6020ab5172 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:13.969220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:13.971728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:13.972640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.974270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Made reservation on behalf of 3c93de51b3cc4fd18193557ae3838550 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:13.976201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9b1e683b-7e85-4f8d-9204-051306cc3094 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:13.976940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=7f1c4807-4223-4399-b015-bcf9762fe531,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:13.977375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:13.981432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 7054f9bd-f977-4608-a6e0-7666ec453aeb is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:13.994695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9b1e683b-7e85-4f8d-9204-051306cc3094 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:13.994695 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.002296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-c4927cde-e55c-4463-884b-36066d12d9c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 1094 time: 0.7028744 Feb 02 15:37:14.016345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9f6f736a-d6c4-40e6-8398-febef943e2c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.034765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Port 05739ee2-4011-463d-a11c-8c41a36332e3 on network 5e114db7-1910-443d-8707-2f6020ab5172 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:37:14.034765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Attempting to bind port 05739ee2-4011-463d-a11c-8c41a36332e3 on network 5e114db7-1910-443d-8707-2f6020ab5172 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:14.069855 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9f6f736a-d6c4-40e6-8398-febef943e2c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.078744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f736a-d6c4-40e6-8398-febef943e2c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=625950c2-c0d0-4a0f-be60-3caaa595c319,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:14.097760 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.102320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9f6f736a-d6c4-40e6-8398-febef943e2c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/625950c2-c0d0-4a0f-be60-3caaa595c319 HTTP/1.1" status: 204 len: 168 time: 3.0042872 Feb 02 15:37:14.105053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45574) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:14.132281 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.155824 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.178241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be99e1bc-443a-41a2-9fb0-1274054631fa None None] Network 42b7d9c4-fcab-4cba-b36d-33b11840c86c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:14.235078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:14.235422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Checking segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:14.235813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Bound using segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:14.236277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Bound port: 05739ee2-4011-463d-a11c-8c41a36332e3, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:14.236626 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.248658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Pushing event updated for resources: {'Port': ['ID=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:14.272031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-61c44f0d-5000-4937-a4db-074081ac498f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 HTTP/1.1" status: 200 len: 217 time: 0.2513633 Feb 02 15:37:14.291607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 9b1e683b-7e85-4f8d-9204-051306cc3094, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9b1e683b-7e85-4f8d-9204-051306cc3094,segment=NetworkSegment(ae20b391-bd05-4930-91ae-7ddc604d8b8f),segment_id=ae20b391-bd05-4930-91ae-7ddc604d8b8f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:14.365554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 7054f9bd-f977-4608-a6e0-7666ec453aeb) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:14.368619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Network 5e114db7-1910-443d-8707-2f6020ab5172 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:14.382315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68da0d-44ce-4165-af44-33617a727368 None None] Network 7054f9bd-f977-4608-a6e0-7666ec453aeb requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:14.382952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:14.390355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:14.395372 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.413386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:14.452461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.468536 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.558876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.571556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=9b1e683b-7e85-4f8d-9204-051306cc3094,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:14.588488 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0935f622-43fd-4385-8296-cd1dfa4394e4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2499862 Feb 02 15:37:14.604831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45578) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:14.605973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Allocated IP 172.20.0.13 (5e114db7-1910-443d-8707-2f6020ab5172/d5cb3225-4456-4391-896d-769400678b2c/19a21ea2-9238-45bb-a171-876bb9569164) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:14.616655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1299624412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:14.727788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6ee24b44-930f-4837-9d47-96a0db3dcdb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:14.728152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:14.729700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-6ee24b44-930f-4837-9d47-96a0db3dcdb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.4363534 Feb 02 15:37:14.741278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:14.743912 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.746206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-73e6715b-cdff-4052-bc1e-490c74f53aaa None None] Provisioning for port 7f1c4807-4223-4399-b015-bcf9762fe531 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:14.782700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:router and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:14.857405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-73e6715b-cdff-4052-bc1e-490c74f53aaa None None] Provisioning complete for port 7f1c4807-4223-4399-b015-bcf9762fe531 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:14.857779 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-73e6715b-cdff-4052-bc1e-490c74f53aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.894195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:14.909641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-7054f9bd-f977-4608-a6e0-7666ec453aeb', 'network_id': '7054f9bd-f977-4608-a6e0-7666ec453aeb', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': 'a055374c-53ed-4c37-a689-1514078b3a31'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:14.910345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.952648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:14.957882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 099ef19f-46dc-4bb0-a612-372b64cc5854 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:14.958021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.958431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:14.992517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] DHCP port deletion for 42b7d9c4-fcab-4cba-b36d-33b11840c86c request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:37:14.993903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-73e6715b-cdff-4052-bc1e-490c74f53aaa None None] Port 7f1c4807-4223-4399-b015-bcf9762fe531 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:15.004931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] Deleting port 099ef19f-46dc-4bb0-a612-372b64cc5854 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:15.005295 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.078845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] For port 05739ee2-4011-463d-a11c-8c41a36332e3, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:15.112060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-f1389824-294e-4962-98b7-da223f598782 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559966 Feb 02 15:37:15.123527 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9f8b585-7e7c-4aa1-ad7e-96a640d0231d req-7c0d039a-d46d-4615-9eb5-1c08a01df81d tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 210 time: 0.1779482 Feb 02 15:37:15.134824 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-2f054dd9-4471-467d-ba65-6d804f4d0c13 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2645466 Feb 02 15:37:15.140596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] For port 05739ee2-4011-463d-a11c-8c41a36332e3, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=05739ee2-4011-463d-a11c-8c41a36332e3,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:15.201575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Request body: {'port': {'device_id': '45c095e5-2050-40a6-90ca-4ed3d702a4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:15.255951 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.256990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.323111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9b1e683b-7e85-4f8d-9204-051306cc3094 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:15.324801 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.382643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=a8560b8b-b27d-4977-ab1f-6a5af1c7c742,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:15.396164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Allocated IP 172.20.0.2 (7054f9bd-f977-4608-a6e0-7666ec453aeb/a055374c-53ed-4c37-a689-1514078b3a31/837c48f8-b1b2-4e69-a939-6ec584e291f1) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:15.441614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] For port 099ef19f-46dc-4bb0-a612-372b64cc5854, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=099ef19f-46dc-4bb0-a612-372b64cc5854,segment=NetworkSegment(7ff5e5ce-9315-400f-847f-5cad20747c1c),segment_id=7ff5e5ce-9315-400f-847f-5cad20747c1c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:15.442031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.479261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.480758 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] 10.222.0.107 "PUT /v2.0/ports/05739ee2-4011-463d-a11c-8c41a36332e3 HTTP/1.1" status: 200 len: 1092 time: 5.6990509 Feb 02 15:37:15.490422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f5ce52-dd33-493a-b6dc-0c70e5b1e394', 'tag': '05739ee2-4011-463d-a11c-8c41a36332e3'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:15.536871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39addf-bd4a-44c1-abd8-8aac71db0d3b req-5e233a36-0b5e-472b-962f-5712ecafa384 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:15.538525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d39addf-bd4a-44c1-abd8-8aac71db0d3b req-5e233a36-0b5e-472b-962f-5712ecafa384 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 943 time: 0.6396520 Feb 02 15:37:15.652479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-7a09c570-0fb0-4782-8650-15a978f5b409 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275917 Feb 02 15:37:15.654908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:15.655822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: d861912e-777a-462e-b0d4-a764e0c17da8, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:15.656781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] Calling delete_port for 099ef19f-46dc-4bb0-a612-372b64cc5854 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:15.662489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6ed8-926b-453f-8e6b-77beb8d0985c service neutron] Pushing event updated for resources: {'Port': ['ID=05739ee2-4011-463d-a11c-8c41a36332e3,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:15.677891 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f5ce52-dd33-493a-b6dc-0c70e5b1e394', 'tag': '05739ee2-4011-463d-a11c-8c41a36332e3', 'status': 'completed', 'code': 200} Feb 02 15:37:15.687446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.692762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c5c4b20-73d0-4315-91e4-ad9f493b1258 None None] Provisioning for port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:15.729483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c5c4b20-73d0-4315-91e4-ad9f493b1258 None None] Provisioning complete for port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:15.729808 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4b20-73d0-4315-91e4-ad9f493b1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.731655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.753726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] For port 099ef19f-46dc-4bb0-a612-372b64cc5854, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=099ef19f-46dc-4bb0-a612-372b64cc5854,segment=NetworkSegment(7ff5e5ce-9315-400f-847f-5cad20747c1c),segment_id=7ff5e5ce-9315-400f-847f-5cad20747c1c)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:15.754681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.798488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.871763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9b1e683b-7e85-4f8d-9204-051306cc3094 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:15.876691 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:15.923617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Transition to ACTIVE for port object 19a21ea2-9238-45bb-a171-876bb9569164 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:15.939923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c4b20-73d0-4315-91e4-ad9f493b1258 None None] Port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:15.941339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 099ef19f-46dc-4bb0-a612-372b64cc5854 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:16.003246 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Floating IP 5efcaccd-c26e-436e-964e-20515f422c7c associated. External IP: 172.25.0.19, port: 969868c8-3c71-448d-a0e3-4df6b67db49a. Feb 02 15:37:16.004799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d39addf-bd4a-44c1-abd8-8aac71db0d3b req-ef05778f-c69e-4d05-bdbd-3dfc14073ba4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234426 Feb 02 15:37:16.006736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:16.029420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.076646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.090656 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.103562 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73ef4ee8-86b9-475b-b0d7-a5b3cfc23f2a req-34d148af-3f84-486b-93a0-a8c642e7c440 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380176 Feb 02 15:37:16.117355 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-2cc1fafb-74b1-4c5b-800b-8897c60af34d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 1095 time: 0.4376004 Feb 02 15:37:16.118078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network d861912e-777a-462e-b0d4-a764e0c17da8 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:16.120762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.125507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Transition to ACTIVE for port object 837c48f8-b1b2-4e69-a939-6ec584e291f1 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:16.165714 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.167351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.187176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] Pushing event deleted for resources: {'Port': ['ID=099ef19f-46dc-4bb0-a612-372b64cc5854,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:16.204608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-286ed043-ea3a-4476-abc1-08b34385ec0e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05739ee2-4011-463d-a11c-8c41a36332e3 HTTP/1.1" status: 200 len: 217 time: 0.0672457 Feb 02 15:37:16.205918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Transition to ACTIVE for port object 837c48f8-b1b2-4e69-a939-6ec584e291f1 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:16.207469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.221251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb7e3c-b4fe-498b-89f0-c7b044d0f427 None None] No DVR routers for this DVR port 099ef19f-46dc-4bb0-a612-372b64cc5854 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:37:16.288714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 099ef19f-46dc-4bb0-a612-372b64cc5854 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:16.315876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.317107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-655d032c-3b74-4d90-a7ec-597cffadd220 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7087593 Feb 02 15:37:16.324016 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:37:16.324344 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:37:16.327784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45590) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:16.328716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=7f1c4807-4223-4399-b015-bcf9762fe531,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:16.343280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.363508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'port': {'network_id': '7054f9bd-f977-4608-a6e0-7666ec453aeb', 'name': 'tempest-RoutersTest-1965286619'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:16.370048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d861912e-777a-462e-b0d4-a764e0c17da8) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:16.393878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 099ef19f-46dc-4bb0-a612-372b64cc5854 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:16.394728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 099ef19f-46dc-4bb0-a612-372b64cc5854 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:16.406037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:16.406687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.407953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e23ad4a-876d-4203-bbcf-c063f1dc2227 None None] Network d861912e-777a-462e-b0d4-a764e0c17da8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:16.446336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Network 7054f9bd-f977-4608-a6e0-7666ec453aeb is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:16.472041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Network 5e114db7-1910-443d-8707-2f6020ab5172 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:16.506842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:16.511431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:16.520409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Pushing event updated for resources: {'Port': ['ID=837c48f8-b1b2-4e69-a939-6ec584e291f1,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:16.543569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-ab71cce0-73ba-4c60-80f0-0b885b7d7f06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:16.545055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-ab71cce0-73ba-4c60-80f0-0b885b7d7f06 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 200 len: 854 time: 0.3312824 Feb 02 15:37:16.546841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:16.549289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Pushing event updated for resources: {'Port': ['ID=19a21ea2-9238-45bb-a171-876bb9569164,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:16.551068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:16.663506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Attempting to bind port 837c48f8-b1b2-4e69-a939-6ec584e291f1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:16.664579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Attempting to bind port 837c48f8-b1b2-4e69-a939-6ec584e291f1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '348e8b39-997c-4522-ab77-c974dd6087eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '7054f9bd-f977-4608-a6e0-7666ec453aeb'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:16.665121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Attempting to bind port 837c48f8-b1b2-4e69-a939-6ec584e291f1 on network 7054f9bd-f977-4608-a6e0-7666ec453aeb {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:16.767818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:16.768765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Checking segment: {'id': '348e8b39-997c-4522-ab77-c974dd6087eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '7054f9bd-f977-4608-a6e0-7666ec453aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:16.769177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.769574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Bound using segment: {'id': '348e8b39-997c-4522-ab77-c974dd6087eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '7054f9bd-f977-4608-a6e0-7666ec453aeb'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:16.770140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Bound port: 837c48f8-b1b2-4e69-a939-6ec584e291f1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348e8b39-997c-4522-ab77-c974dd6087eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '7054f9bd-f977-4608-a6e0-7666ec453aeb'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:16.770706 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.789191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-d861912e-777a-462e-b0d4-a764e0c17da8', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:16.790043 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.801087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:16.810365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:16.898744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-862b386b-a064-4587-8beb-453dc2ba60ce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.2492964 Feb 02 15:37:16.903394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:16.904068 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.908868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45594) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:16.911356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:16.924694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 099ef19f-46dc-4bb0-a612-372b64cc5854 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:16.925130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:16.970481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:port and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:16.981095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:16.985435 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.019668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:17.023748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] For port 837c48f8-b1b2-4e69-a939-6ec584e291f1, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:17.078945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ed57-31a5-4b6f-882d-9cf0ad8b65d8 req-c74b06b6-ba66-4ce6-a723-69aa205a3055 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:17.079937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8bc8ed57-31a5-4b6f-882d-9cf0ad8b65d8 req-c74b06b6-ba66-4ce6-a723-69aa205a3055 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Synchronizing usage tracker for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:17.091716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-190e1288-871e-47ee-83c6-25fea281b276 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 1094 time: 0.8085673 Feb 02 15:37:17.100641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] The port '099ef19f-46dc-4bb0-a612-372b64cc5854' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:37:17.125977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] For port 837c48f8-b1b2-4e69-a939-6ec584e291f1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=837c48f8-b1b2-4e69-a939-6ec584e291f1,segment=NetworkSegment(348e8b39-997c-4522-ab77-c974dd6087eb),segment_id=348e8b39-997c-4522-ab77-c974dd6087eb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:17.203468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Allocated IP 2001:db8:1::2 (d861912e-777a-462e-b0d4-a764e0c17da8/a8560b8b-b27d-4977-ab1f-6a5af1c7c742/bfd5018b-cd47-4b91-858d-0efd21375bc3) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:17.220150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b6e83c0c-289b-47c4-832d-b49b7a54a698 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7428834 Feb 02 15:37:17.246268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.292068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Request body: {'port': {'device_id': '6bc3a76f-28e4-4501-a603-f5e309a4c009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:17.302357 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:17.324625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:17.327937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.342152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-59ad15c5-cabc-471f-a080-eac7db68bc9e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5e114db7-1910-443d-8707-2f6020ab5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7451689 Feb 02 15:37:17.424938 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb793f88-a317-49b2-9f3a-7d87d0c29a81 None None] Pushing event updated for resources: {'Port': ['ID=837c48f8-b1b2-4e69-a939-6ec584e291f1,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:17.428433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.446398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bd9a1604-7e76-4572-b48e-e553bc2e35ac None None] Provisioning for port 19a21ea2-9238-45bb-a171-876bb9569164 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:17.458034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bd9a1604-7e76-4572-b48e-e553bc2e35ac None None] Provisioning complete for port 19a21ea2-9238-45bb-a171-876bb9569164 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:17.458402 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1604-7e76-4572-b48e-e553bc2e35ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.512847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8bc8ed57-31a5-4b6f-882d-9cf0ad8b65d8 req-c74b06b6-ba66-4ce6-a723-69aa205a3055 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Unset dirty status for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:17.514028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bc8ed57-31a5-4b6f-882d-9cf0ad8b65d8 req-c74b06b6-ba66-4ce6-a723-69aa205a3055 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 932 time: 1.1827755 Feb 02 15:37:17.575620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a1604-7e76-4572-b48e-e553bc2e35ac None None] Port 19a21ea2-9238-45bb-a171-876bb9569164 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:17.598499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] device_id is not set on port 1ee529c5-0cf7-49f8-9f41-29a2def50826 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:37:17.610035 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.626796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Transition to ACTIVE for port object bfd5018b-cd47-4b91-858d-0efd21375bc3 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:17.661722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Transition to ACTIVE for port object bfd5018b-cd47-4b91-858d-0efd21375bc3 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:17.707222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-afaa6bd5-818d-4673-abb4-20e21be8e751 None None] Provisioning complete for port 7f1c4807-4223-4399-b015-bcf9762fe531 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:17.707905 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-afaa6bd5-818d-4673-abb4-20e21be8e751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.716066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:37:17.742826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b7d9c4-fcab-4cba-b36d-33b11840c86c']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:17.747097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.761931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.777593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-45ff7926-883d-4899-8c5e-892c750399f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:17.779137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-45ff7926-883d-4899-8c5e-892c750399f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 912 time: 0.6804082 Feb 02 15:37:17.784639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff5e5ce-9315-400f-847f-5cad20747c1c') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:17.785369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff5e5ce-9315-400f-847f-5cad20747c1c') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:17.786249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-afaa6bd5-818d-4673-abb4-20e21be8e751 None None] Port 7f1c4807-4223-4399-b015-bcf9762fe531 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:17.801039 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.822910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.859814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:17.888713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Transition to ACTIVE for port object 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:17.923141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Network d861912e-777a-462e-b0d4-a764e0c17da8 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:17.926423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:17.931017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:17.971999 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-ced766c6-6cb7-4f68-8a1e-e4164f0706b2 service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170540 Feb 02 15:37:17.974371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Pushing event updated for resources: {'Port': ['ID=bfd5018b-cd47-4b91-858d-0efd21375bc3,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:18.016298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:18.019501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:18.041395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Attempting to bind port bfd5018b-cd47-4b91-858d-0efd21375bc3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:18.041865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Attempting to bind port bfd5018b-cd47-4b91-858d-0efd21375bc3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:18.042299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Attempting to bind port bfd5018b-cd47-4b91-858d-0efd21375bc3 on network d861912e-777a-462e-b0d4-a764e0c17da8 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:18.051604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:18.053233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Checking segment: {'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:18.053707 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:18.054176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Bound using segment: {'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:18.054771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Bound port: bfd5018b-cd47-4b91-858d-0efd21375bc3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:18.055237 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:18.082079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6929edd-3530-4c85-8041-ca92433ef484 req-c9cd3476-9ce1-427a-8df6-289c4b4a1f10 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:18.083763 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6929edd-3530-4c85-8041-ca92433ef484 req-c9cd3476-9ce1-427a-8df6-289c4b4a1f10 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 943 time: 0.8739038 Feb 02 15:37:18.090927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:37:18.091668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:18.118858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-6a444426-e409-4c8d-8850-d5adcf7f066b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 HTTP/1.1" status: 200 len: 217 time: 0.2986345 Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:37:18.122338 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:37:18.158360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] For port bfd5018b-cd47-4b91-858d-0efd21375bc3, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:18.162608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] For port bfd5018b-cd47-4b91-858d-0efd21375bc3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bfd5018b-cd47-4b91-858d-0efd21375bc3,segment=NetworkSegment(81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd),segment_id=81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:18.184390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8bc8ed57-31a5-4b6f-882d-9cf0ad8b65d8 req-adeb3b6d-09bd-4488-95e0-6e925c611f36 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Synchronizing usage tracker for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:18.249755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:18.351196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Pushing event updated for resources: {'Port': ['ID=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:18.442784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62fd2-6126-480d-b0cb-190ed55ea6a5 None None] Pushing event updated for resources: {'Port': ['ID=bfd5018b-cd47-4b91-858d-0efd21375bc3,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:18.488585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.20.0.4 (7054f9bd-f977-4608-a6e0-7666ec453aeb/a055374c-53ed-4c37-a689-1514078b3a31/1ee529c5-0cf7-49f8-9f41-29a2def50826) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:18.510089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6929edd-3530-4c85-8041-ca92433ef484 req-d614b91c-2294-4f45-9c26-bf13ecd2d208 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801150 Feb 02 15:37:18.544240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-940f5c65-abde-4693-995b-10f4e9472bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:18.544240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-940f5c65-abde-4693-995b-10f4e9472bfa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.3480222 Feb 02 15:37:18.544240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8bc8ed57-31a5-4b6f-882d-9cf0ad8b65d8 req-adeb3b6d-09bd-4488-95e0-6e925c611f36 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Unset dirty status for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:18.544240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bc8ed57-31a5-4b6f-882d-9cf0ad8b65d8 req-adeb3b6d-09bd-4488-95e0-6e925c611f36 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9764316 Feb 02 15:37:18.586405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:18.694613 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:18.792262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Network': ['ID=42b7d9c4-fcab-4cba-b36d-33b11840c86c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:18.888739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Attempting to bind port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:18.889074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Attempting to bind port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:18.890144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Attempting to bind port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 on network 5e114db7-1910-443d-8707-2f6020ab5172 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:18.955925 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-57ba7b55-b9ad-436c-af3d-b1dd6f123dee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/networks/42b7d9c4-fcab-4cba-b36d-33b11840c86c HTTP/1.1" status: 204 len: 168 time: 4.8490067 Feb 02 15:37:18.963075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45602) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:19.032768 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-2d6234b7-68c9-4908-9b98-a9197a4430f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3907859 Feb 02 15:37:19.047514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1906610820'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:19.051212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 on network 5e114db7-1910-443d-8707-2f6020ab5172 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:37:19.051212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Attempting to bind port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 on network 5e114db7-1910-443d-8707-2f6020ab5172 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:19.057274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:19.069219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:network and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:19.077650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-beb468db-56fa-4022-b1b3-bee0c79b0bfc req-5fd6cb2f-6119-468e-b4fc-e76445106f9c service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0742295 Feb 02 15:37:19.080359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:19.098309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:19.098696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Checking segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:19.099039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Bound using segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:19.099471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Bound port: 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:19.100082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:19.112543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:19.247447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Router 5e03a0a7-a25a-4441-b720-1f084efafb11 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:37:19.266023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433bdbc8-87c5-4ada-a884-5c93467d40a4 None None] Network 7054f9bd-f977-4608-a6e0-7666ec453aeb requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:19.275727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:19.316103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object 1ee529c5-0cf7-49f8-9f41-29a2def50826 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:19.320715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:19.323773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:19.339877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] For port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:19.383950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 837c48f8-b1b2-4e69-a939-6ec584e291f1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:19.428825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] For port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:19.512260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:37:19.525270 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-88a8005e-6766-4ec1-aaed-bb22422d9765 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732809 Feb 02 15:37:19.535355 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:19.536032 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Added segment 96546ab3-9121-4ade-88d4-ac05e04b6031 of type vlan for network bf5d0c43-1b00-485c-91d4-e3407e4bc19c Feb 02 15:37:19.555437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:19.625826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8c1a7f3c-c31f-481a-a12e-ab145fb5b890 None None] Provisioning for port 837c48f8-b1b2-4e69-a939-6ec584e291f1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:19.681917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:19.688514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:37:19.690229 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:19.729687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:19.731060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] 10.222.0.64 "PUT /v2.0/ports/11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 HTTP/1.1" status: 200 len: 1091 time: 4.5406575 Feb 02 15:37:19.737985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c095e5-2050-40a6-90ca-4ed3d702a4db', 'tag': '11e1b8df-4cdc-4bbb-9b07-a2661e0a6073'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:19.771988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 837c48f8-b1b2-4e69-a939-6ec584e291f1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:19.802984 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:19.809234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477522de-dbbd-4340-a8e9-c859402ed659 service neutron] Pushing event updated for resources: {'Port': ['ID=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:19.839125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 837c48f8-b1b2-4e69-a939-6ec584e291f1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:19.843197 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:20.113353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-862f4fad-adfc-4004-af89-8fcb57e7a80b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 1095 time: 0.8372273 Feb 02 15:37:20.187251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 7054f9bd-f977-4608-a6e0-7666ec453aeb is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:20.199441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:20.226007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Sync routers for ids ['5e03a0a7-a25a-4441-b720-1f084efafb11'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:20.226617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:20.228745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:20.263158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Routers {'5e03a0a7-a25a-4441-b720-1f084efafb11'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:20.265544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['5e03a0a7-a25a-4441-b720-1f084efafb11'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:20.321414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:20.322774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:20.336129 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:20.343829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:20.344934 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:20.364383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeff9a6-c83f-437c-b9db-1197ee00d708 None None] Network d861912e-777a-462e-b0d4-a764e0c17da8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:20.381358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:37:20.385254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:20.396485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-534d15da-51f9-4109-91a9-9678e294ed83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "PUT /v2.0/routers/5e03a0a7-a25a-4441-b720-1f084efafb11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8051093 Feb 02 15:37:20.414236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=1ee529c5-0cf7-49f8-9f41-29a2def50826,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:20.427080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45612) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:20.454889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-6029ca7b-60c3-4ca9-be55-a4a8072f8517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:20.457167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-6029ca7b-60c3-4ca9-be55-a4a8072f8517 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 917 time: 0.3089356 Feb 02 15:37:20.585600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565185e-7d1d-42f5-b2a8-a81e78208520 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:20.586412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5565185e-7d1d-42f5-b2a8-a81e78208520 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:20.606364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5818036 Feb 02 15:37:20.619870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-223888eb-70ee-4f22-9c41-5fb4209a9c81 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.2704880 Feb 02 15:37:20.621253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45616) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:20.637394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a21ea2-9238-45bb-a171-876bb9569164 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:37:20.652620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45618) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:20.657479 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:20.670481 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:20.675872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-69915384-3c85-4cae-8bbf-5b83d07b262b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 1094 time: 0.7299938 Feb 02 15:37:20.676656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b64dff-ac01-4474-9b07-da9cc704d2ed tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Network': ['ID=bf5d0c43-1b00-485c-91d4-e3407e4bc19c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:20.701351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'bf5d0c43-1b00-485c-91d4-e3407e4bc19c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:20.708243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network bf5d0c43-1b00-485c-91d4-e3407e4bc19c details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:20.793518 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47379286-7e72-46d8-955f-e2ff3e2c2220 req-2ad8e91f-aed3-4203-b52b-1a50c171424f service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2463143 Feb 02 15:37:20.817594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 837c48f8-b1b2-4e69-a939-6ec584e291f1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=837c48f8-b1b2-4e69-a939-6ec584e291f1,segment=NetworkSegment(348e8b39-997c-4522-ab77-c974dd6087eb),segment_id=348e8b39-997c-4522-ab77-c974dd6087eb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:20.854056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-594df779-fbdc-4aa9-8263-53500e6dc1c8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05739ee2-4011-463d-a11c-8c41a36332e3 HTTP/1.1" status: 200 len: 217 time: 0.3060787 Feb 02 15:37:20.860777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Transition to ACTIVE for port object 19a21ea2-9238-45bb-a171-876bb9569164 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:20.897568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Set router 5e03a0a7-a25a-4441-b720-1f084efafb11 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:20.973978 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:20.974750 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bfd5018b-cd47-4b91-858d-0efd21375bc3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:20.978360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:20.989156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0f0f-68e5-456e-8274-812c569f2717 req-ddabf36d-4568-43d3-a368-b51832f2be90 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:20.991526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-267f0f0f-68e5-456e-8274-812c569f2717 req-ddabf36d-4568-43d3-a368-b51832f2be90 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 943 time: 1.1067965 Feb 02 15:37:20.991667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:20.995256 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-9b0be671-e1e5-4129-9f41-cf81b65233f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 HTTP/1.1" status: 200 len: 217 time: 0.2359393 Feb 02 15:37:20.996066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:21.014819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:21.057392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:21.066610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5565185e-7d1d-42f5-b2a8-a81e78208520 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:21.070526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5565185e-7d1d-42f5-b2a8-a81e78208520 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports/7f1c4807-4223-4399-b015-bcf9762fe531 HTTP/1.1" status: 200 len: 911 time: 0.6363211 Feb 02 15:37:21.071317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45624) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:21.166230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-fb89acdc-3011-4276-b5fb-b9da355f652a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:21.167896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-fb89acdc-3011-4276-b5fb-b9da355f652a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 200 len: 854 time: 0.1455526 Feb 02 15:37:21.174963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-267f0f0f-68e5-456e-8274-812c569f2717 req-23a12fbf-3133-4527-9d8c-d90548446a98 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755586 Feb 02 15:37:21.253622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:21.265512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0b76d-e8b2-4a6a-9877-855107eedf1b req-5e67212b-6399-41c7-a2e8-f9585399671b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:21.267253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8e0b76d-e8b2-4a6a-9877-855107eedf1b req-5e67212b-6399-41c7-a2e8-f9585399671b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 932 time: 1.3839116 Feb 02 15:37:21.321199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-f677a026-4a50-406f-a5d7-0e800a91345f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:21.322822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-f677a026-4a50-406f-a5d7-0e800a91345f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 200 len: 854 time: 0.4568486 Feb 02 15:37:21.424141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:21.451701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=837c48f8-b1b2-4e69-a939-6ec584e291f1,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:21.509746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:21.518826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Provisioning for port 1ee529c5-0cf7-49f8-9f41-29a2def50826 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:21.527560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82051eb-fda5-4cd5-85ca-bf685b5e774a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:21.533971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82051eb-fda5-4cd5-85ca-bf685b5e774a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:21.539224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c82051eb-fda5-4cd5-85ca-bf685b5e774a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4602356 Feb 02 15:37:21.539969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45630) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:21.547607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'port_id': '019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4', 'mac_address': 'fa:16:3e:b4:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2904439-bbb3-4232-aa70-5f70e2abd94d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:37:21.549694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Provisioning complete for port 1ee529c5-0cf7-49f8-9f41-29a2def50826 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:21.549694 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:21.558121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Pushing event updated for resources: {'Port': ['ID=19a21ea2-9238-45bb-a171-876bb9569164,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:21.708754 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-a39022d3-7c60-49b2-a34a-665c38d16da8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e114db7-1910-443d-8707-2f6020ab5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5327332 Feb 02 15:37:21.724870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:21.818846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port bfd5018b-cd47-4b91-858d-0efd21375bc3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:21.827661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Port 1ee529c5-0cf7-49f8-9f41-29a2def50826 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:21.846804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:37:21.909961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Provisioning complete for port 837c48f8-b1b2-4e69-a939-6ec584e291f1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:21.910251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:21.940846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:21.992206 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c095e5-2050-40a6-90ca-4ed3d702a4db', 'tag': '11e1b8df-4cdc-4bbb-9b07-a2661e0a6073', 'status': 'completed', 'code': 200} Feb 02 15:37:22.002786 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:22.006971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8e0b76d-e8b2-4a6a-9877-855107eedf1b req-e2320724-836e-4a5b-a92e-5d1c88e1de3f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219162 Feb 02 15:37:22.095581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-47539777-3d26-4998-b798-4ee45cb6435b service neutron] 10.222.0.64 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788385 Feb 02 15:37:22.097971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 837c48f8-b1b2-4e69-a939-6ec584e291f1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:22.208333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:22.348374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 05739ee2-4011-463d-a11c-8c41a36332e3 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:37:22.349019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-3f5ca2c2-3c55-45da-990f-fd5d66a9eacc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5e114db7-1910-443d-8707-2f6020ab5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9413834 Feb 02 15:37:22.351964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:37:22.424263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:22.560826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:22.570879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03a0a7-a25a-4441-b720-1f084efafb11', 'name': 'tempest-NetworksTestDHCPv6-router-967356820', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:07Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 2, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None, '_interfaces': [{'id': '7f1c4807-4223-4399-b015-bcf9762fe531', 'name': '', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'mac_address': 'fa:16:3e:f1:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03a0a7-a25a-4441-b720-1f084efafb11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15e71ba2-2303-4ea0-b50e-281ac029e52d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:11Z', 'updated_at': '2022-02-02T15:37:15Z', 'revision_number': 2, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'subnets': [{'id': '15e71ba2-2303-4ea0-b50e-281ac029e52d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:22.606613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Checking router: 5e03a0a7-a25a-4441-b720-1f084efafb11 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:37:22.607128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Updating router 5e03a0a7-a25a-4441-b720-1f084efafb11 port 7f1c4807-4223-4399-b015-bcf9762fe531 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:37:22.631895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Attempting to bind port 19a21ea2-9238-45bb-a171-876bb9569164 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:22.637684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Attempting to bind port 19a21ea2-9238-45bb-a171-876bb9569164 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:22.637684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Attempting to bind port 19a21ea2-9238-45bb-a171-876bb9569164 on network 5e114db7-1910-443d-8707-2f6020ab5172 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:22.670581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 837c48f8-b1b2-4e69-a939-6ec584e291f1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:22.671480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:22.685040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Port 19a21ea2-9238-45bb-a171-876bb9569164 on network 5e114db7-1910-443d-8707-2f6020ab5172 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:37:22.685653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Attempting to bind port 19a21ea2-9238-45bb-a171-876bb9569164 on network 5e114db7-1910-443d-8707-2f6020ab5172 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:22.698176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:22.722351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Provisioning for port bfd5018b-cd47-4b91-858d-0efd21375bc3 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:22.730951 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] Sync routers for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:22.761348 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:22.762166 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:22.783952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Provisioning complete for port bfd5018b-cd47-4b91-858d-0efd21375bc3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:22.784388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:22.848741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:22.849332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Checking segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:22.849875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Bound using segment: {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:22.850486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Bound port: 19a21ea2-9238-45bb-a171-876bb9569164, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81416f41-4ac9-4a3a-a673-c08b3fb7f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:22.851025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:22.877537 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:22.930748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-f3663e8d-9d96-440f-aaf6-5fcb63a19d8f service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706913 Feb 02 15:37:22.945602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=8ec69a8e-b4a6-4bb9-b477-119519958651,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:22.946216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 05739ee2-4011-463d-a11c-8c41a36332e3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=05739ee2-4011-463d-a11c-8c41a36332e3,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:22.992889 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99bc28d5-8c13-434d-8943-12f15eaa2f82 req-ad696271-cf60-43c6-8f29-0aa9ce91ee56 service neutron] 10.222.0.64 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811944 Feb 02 15:37:23.029890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '05739ee2-4011-463d-a11c-8c41a36332e3', 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172', 'port_id': '05739ee2-4011-463d-a11c-8c41a36332e3', 'mac_address': 'fa:16:3e:68:23:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cb3225-4456-4391-896d-769400678b2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:37:23.039147 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:23.068530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8785a68-a5d4-44ee-9120-f2dc473f3570 req-7806e06f-262e-48ed-90dc-8a4d509b1c16 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:23.080933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8785a68-a5d4-44ee-9120-f2dc473f3570 req-7806e06f-262e-48ed-90dc-8a4d509b1c16 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 944 time: 0.5367389 Feb 02 15:37:23.108590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking segment: {'id': '96546ab3-9121-4ade-88d4-ac05e04b6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bf5d0c43-1b00-485c-91d4-e3407e4bc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:23.109319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network hostable DHCP agents. Network: bf5d0c43-1b00-485c-91d4-e3407e4bc19c, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:23.369535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:23.386304 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:23.429813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8785a68-a5d4-44ee-9120-f2dc473f3570 req-9c372298-84d1-448c-a6e1-35608b39b100 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473952 Feb 02 15:37:23.433933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05739ee2-4011-463d-a11c-8c41a36332e3 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:37:23.450755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network bf5d0c43-1b00-485c-91d4-e3407e4bc19c is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:23.465171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3c710ed-fef4-45c7-99e8-86def50ddfd9 req-5ac99eb3-5a19-4471-9cfa-703ba74c88f9 service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254750 Feb 02 15:37:23.507266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, bf5d0c43-1b00-485c-91d4-e3407e4bc19c) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:23.511967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:23.512815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:23.528066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388bb020-9319-4896-8a0d-bccf0e8cf5df None None] Network bf5d0c43-1b00-485c-91d4-e3407e4bc19c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:23.554062 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-ec74191d-b945-4190-afa7-616b1fc46e56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 1094 time: 0.3574817 Feb 02 15:37:23.569731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 05739ee2-4011-463d-a11c-8c41a36332e3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=05739ee2-4011-463d-a11c-8c41a36332e3,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:23.596166 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '5efcaccd-c26e-436e-964e-20515f422c7c', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'port_id': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'mac_address': 'fa:16:3e:65:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:37:10Z', 'updated_at': '2022-02-02T15:37:10Z', 'revision_number': 0, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:57Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:23.602792 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] Checking router: 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:37:23.620959 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:23.620959 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:23.660830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:23.688883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2f046b4e-3208-4502-be13-a6cbe13f72e7 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0174680 Feb 02 15:37:23.695071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45638) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:23.706899 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:23.709623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] For port bfd5018b-cd47-4b91-858d-0efd21375bc3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bfd5018b-cd47-4b91-858d-0efd21375bc3,segment=NetworkSegment(81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd),segment_id=81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:23.723324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': 'bf5d0c43-1b00-485c-91d4-e3407e4bc19c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1063004333'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:23.818923 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:23.852929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] For port 19a21ea2-9238-45bb-a171-876bb9569164, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:23.856666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] For port 19a21ea2-9238-45bb-a171-876bb9569164, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=19a21ea2-9238-45bb-a171-876bb9569164,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:23.906722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=05739ee2-4011-463d-a11c-8c41a36332e3,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:23.945622 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e0e892e5-4346-45ab-b3b4-d0d4d87a74a7 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 21.1520376 Feb 02 15:37:23.970077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:23.975094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:23.978742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:23.986744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:23.991595 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:23.999472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.010470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'tag': '969868c8-3c71-448d-a0e3-4df6b67db49a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:24.016478 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:24.017692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.058879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-57662614-9738-421c-822d-190180677d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:24.060797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-57662614-9738-421c-822d-190180677d5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 917 time: 0.4991813 Feb 02 15:37:24.102417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['05739ee2-4011-463d-a11c-8c41a36332e3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:37:24.147704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:24.151664 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.190179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.192074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] 10.222.0.107 "PUT /v2.0/ports/19a21ea2-9238-45bb-a171-876bb9569164 HTTP/1.1" status: 200 len: 1092 time: 6.9118152 Feb 02 15:37:24.203301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ded75-6e55-4fa8-8044-cbf6dd7cb484 None None] Pushing event updated for resources: {'Port': ['ID=bfd5018b-cd47-4b91-858d-0efd21375bc3,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:24.208146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-bf21fb6e-e22c-4af5-86aa-98e35287167d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 HTTP/1.1" status: 200 len: 217 time: 0.1359131 Feb 02 15:37:24.244347 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'tag': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'status': 'completed', 'code': 200} Feb 02 15:37:24.282217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-bf5d0c43-1b00-485c-91d4-e3407e4bc19c', 'network_id': 'bf5d0c43-1b00-485c-91d4-e3407e4bc19c', 'tenant_id': '30f5f111d8b44d72815a8d49ab0944bb', 'fixed_ips': [{'subnet_id': '8ec69a8e-b4a6-4bb9-b477-119519958651'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:24.283587 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.290313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 94b6c2e7-29f4-4560-a5b5-4c5718b7ba03 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:37:24.307700 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.310699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:24.426513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Transition to ACTIVE for port object 7f1c4807-4223-4399-b015-bcf9762fe531 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:24.445877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d5459-51b5-4a64-b214-6492fdd54e99 service neutron] Pushing event updated for resources: {'Port': ['ID=19a21ea2-9238-45bb-a171-876bb9569164,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:24.469543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-a610e3e0-8771-4293-ace2-54522202bcd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:24.485066 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-a610e3e0-8771-4293-ace2-54522202bcd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 200 len: 854 time: 0.2699051 Feb 02 15:37:24.533472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4effc1-abd2-47c6-a531-d90539dd24cf req-5b3e76cd-02b2-439c-af75-508a0e393cc6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:24.535289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc4effc1-abd2-47c6-a531-d90539dd24cf req-5b3e76cd-02b2-439c-af75-508a0e393cc6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 944 time: 1.0691295 Feb 02 15:37:24.601167 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.677298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.710869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3a774156-d421-4c62-9294-b530fce077a0 None None] Provisioning complete for port bfd5018b-cd47-4b91-858d-0efd21375bc3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:24.710869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3a774156-d421-4c62-9294-b530fce077a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.777645 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '5efcaccd-c26e-436e-964e-20515f422c7c', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'port_id': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'mac_address': 'fa:16:3e:65:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:37:10Z', 'updated_at': '2022-02-02T15:37:10Z', 'revision_number': 0, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:57Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:24.788439 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb181ce-72f8-42f5-9a9c-a4501362c2c6 None None] The sync data for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 is: [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '5efcaccd-c26e-436e-964e-20515f422c7c', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'port_id': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'mac_address': 'fa:16:3e:65:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:37:10Z', 'updated_at': '2022-02-02T15:37:10Z', 'revision_number': 0, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:57Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:24.846428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8:1::1 (d861912e-777a-462e-b0d4-a764e0c17da8/a8560b8b-b27d-4977-ab1f-6a5af1c7c742/879204da-7e91-403a-8b1d-3af50cafa0cf) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:24.850971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679eb8-80bf-4e6a-a682-c9f967550cb3 None None] Pushing event updated for resources: {'Port': ['ID=7f1c4807-4223-4399-b015-bcf9762fe531,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:24.894438 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dac775f3-1920-4897-95f9-f8cae98bb27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:24.938802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc4effc1-abd2-47c6-a531-d90539dd24cf req-08262ce4-32d1-4491-b07e-89eeb44899d3 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241785 Feb 02 15:37:24.980254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:25.039782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-d5449596-fb03-4092-a0d9-b57428007995 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 1095 time: 0.5886991 Feb 02 15:37:25.055761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-77703787-d3d7-4e93-9e57-aa320aa34403 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d2971ab893e9473db58772f7ac70b904&device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1096 time: 0.8091853 Feb 02 15:37:25.087524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:25.087953 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.223020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3df5d-98c0-4879-94f1-6ad23de28d48 None None] New status for floating IP 5efcaccd-c26e-436e-964e-20515f422c7c: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:37:25.288362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::158 (bf5d0c43-1b00-485c-91d4-e3407e4bc19c/8ec69a8e-b4a6-4bb9-b477-119519958651/94b6c2e7-29f4-4560-a5b5-4c5718b7ba03) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:25.316236 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-45918cd5-09cd-4824-b555-2583c4744425 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e114db7-1910-443d-8707-2f6020ab5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7800057 Feb 02 15:37:25.341380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-3236a4bd-62b9-488c-8c13-830d764f25a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:25.343199 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-3236a4bd-62b9-488c-8c13-830d764f25a2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=733f04c1-ef8d-4640-850d-26cf7edb1b05 HTTP/1.1" status: 200 len: 911 time: 0.2155271 Feb 02 15:37:25.383736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.386575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-b683ce50-c6bc-42d3-a183-f0d5c9f892bd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a21ea2-9238-45bb-a171-876bb9569164 HTTP/1.1" status: 200 len: 217 time: 0.3296731 Feb 02 15:37:25.455007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c556f-34d7-4013-9ac7-492573e07075 req-d7206123-d44d-4a96-9e0f-b1c11af9e1a2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:25.456892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-247c556f-34d7-4013-9ac7-492573e07075 req-d7206123-d44d-4a96-9e0f-b1c11af9e1a2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 944 time: 0.6734650 Feb 02 15:37:25.611436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Attempting to bind port 7f1c4807-4223-4399-b015-bcf9762fe531 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:25.611827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Attempting to bind port 7f1c4807-4223-4399-b015-bcf9762fe531 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:25.612226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Attempting to bind port 7f1c4807-4223-4399-b015-bcf9762fe531 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:25.642788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.723610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-e1eece84-6247-42ec-bd38-a3a817233699 service neutron] 10.222.0.64 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885593 Feb 02 15:37:25.767020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-247c556f-34d7-4013-9ac7-492573e07075 req-a75ce90c-958b-4706-8a48-5867035e90f8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588093 Feb 02 15:37:25.794206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.954047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.964200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-a2a5aae6-3917-419e-bec6-a5cc37b42e65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:25.967935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-a2a5aae6-3917-419e-bec6-a5cc37b42e65 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 200 len: 854 time: 0.5243731 Feb 02 15:37:25.971020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:25.971491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:25.972063 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.972555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:25.973158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Bound port: 7f1c4807-4223-4399-b015-bcf9762fe531, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:25.974339 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.990855 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.055819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-b55d748e-52c2-4535-8a52-8d5f23e5b3fd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969868c8-3c71-448d-a0e3-4df6b67db49a HTTP/1.1" status: 200 len: 998 time: 0.6637566 Feb 02 15:37:26.057664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 94b6c2e7-29f4-4560-a5b5-4c5718b7ba03 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:26.102322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86af75a0-a5e6-45f0-9ddb-d5789b689415 req-5240dc5b-c62d-426a-8a97-e415efea6614 service neutron] 10.222.0.64 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557885 Feb 02 15:37:26.105768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 7f1c4807-4223-4399-b015-bcf9762fe531 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:26.106180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.159110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] For port 7f1c4807-4223-4399-b015-bcf9762fe531, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:26.163471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] For port 7f1c4807-4223-4399-b015-bcf9762fe531, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7f1c4807-4223-4399-b015-bcf9762fe531,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:26.165550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=1ee529c5-0cf7-49f8-9f41-29a2def50826,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:26.167177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bfd5018b-cd47-4b91-858d-0efd21375bc3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:26.194957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object 879204da-7e91-403a-8b1d-3af50cafa0cf will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:26.255895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc3a76f-28e4-4501-a603-f5e309a4c009', 'tag': '19a21ea2-9238-45bb-a171-876bb9569164'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:26.260606 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.307882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:37:26.367663 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.392251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network bf5d0c43-1b00-485c-91d4-e3407e4bc19c is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:26.395660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=94b6c2e7-29f4-4560-a5b5-4c5718b7ba03,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:26.401210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:26.404097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:26.409716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:26.410351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.412343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-c47624ee-85b7-4951-b8a7-6d8f204e64ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:26.414195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-c47624ee-85b7-4951-b8a7-6d8f204e64ef service neutron] 10.222.0.107 "GET /v2.0/subnets?id=af53baba-71ee-46cf-8c6f-6cf3fb3d138e HTTP/1.1" status: 200 len: 848 time: 0.3078439 Feb 02 15:37:26.419154 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc3a76f-28e4-4501-a603-f5e309a4c009', 'tag': '19a21ea2-9238-45bb-a171-876bb9569164', 'status': 'completed', 'code': 200} Feb 02 15:37:26.426605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port 7f1c4807-4223-4399-b015-bcf9762fe531, host n-d-827122-1, got binding levels [] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:26.426906 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.454164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deb54ac-cd30-4b1e-8bc5-aa297a028b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:26.501122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:26.517681 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:26.547284 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deb54ac-cd30-4b1e-8bc5-aa297a028b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4', 'code': 200} Feb 02 15:37:26.552072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679eb8-80bf-4e6a-a682-c9f967550cb3 None None] Pushing event updated for resources: {'Port': ['ID=7f1c4807-4223-4399-b015-bcf9762fe531,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:26.592545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 7f1c4807-4223-4399-b015-bcf9762fe531 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:26.622377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-83fd9a9d-9bdf-44c8-ba98-ed1b8a2d6c03 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5e114db7-1910-443d-8707-2f6020ab5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5773854 Feb 02 15:37:26.631901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d8f50f18-a8b5-4d72-a9ca-373a04dbfbd4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9314668 Feb 02 15:37:26.632113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.635743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45654) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:26.657290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port bfd5018b-cd47-4b91-858d-0efd21375bc3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:26.657723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.742311 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.745123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Routers {'5e03a0a7-a25a-4441-b720-1f084efafb11'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:26.745910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:36:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['5e03a0a7-a25a-4441-b720-1f084efafb11'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:26.809779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-10468788-1bb6-406b-a2ca-3f404bed020a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 94b6c2e7-29f4-4560-a5b5-4c5718b7ba03 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:26.814235 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10468788-1bb6-406b-a2ca-3f404bed020a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.828628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Allocated IP 2001:db8::2 (bf5d0c43-1b00-485c-91d4-e3407e4bc19c/8ec69a8e-b4a6-4bb9-b477-119519958651/ab784ee1-5542-4d7e-929d-bd52493d753d) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:26.923951 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.009140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:27.011451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4f1341b-7c03-4b13-aeba-df52a10d58c7 req-98059750-eedd-40f3-9cbe-10186aa4e27b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 1096 time: 0.3294160 Feb 02 15:37:27.053100 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-756dd449-a943-4673-8353-82fe791cc1d0 service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193835 Feb 02 15:37:27.075496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e4c6-fc6a-4aab-9739-561e3a70abc4 req-90cbcb5b-521a-4772-98a6-762db3388470 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:27.077234 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3136e4c6-fc6a-4aab-9739-561e3a70abc4 req-90cbcb5b-521a-4772-98a6-762db3388470 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 944 time: 0.8686817 Feb 02 15:37:27.108852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:37:27.109362 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:37:27.206737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network d861912e-777a-462e-b0d4-a764e0c17da8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:27.218002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=879204da-7e91-403a-8b1d-3af50cafa0cf,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:27.220824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:27.230301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:27.231000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.283003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e1172aa-bfcf-4606-ba5e-c63939c73f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.287877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-687b0bd7-03b6-425f-935c-bb42eb4de22f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=733f04c1-ef8d-4640-850d-26cf7edb1b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8427432 Feb 02 15:37:27.319134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:27.361074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3136e4c6-fc6a-4aab-9739-561e3a70abc4 req-6db3a98b-0d9f-47a6-8eaf-f7c874d19db6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488623 Feb 02 15:37:27.363601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9856c274-bb99-4e5c-a722-1b92dd603b90 None None] Provisioning complete for port 1ee529c5-0cf7-49f8-9f41-29a2def50826 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:27.364031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9856c274-bb99-4e5c-a722-1b92dd603b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.438350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '11e1b8df-4cdc-4bbb-9b07-a2661e0a6073', 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172', 'port_id': '11e1b8df-4cdc-4bbb-9b07-a2661e0a6073', 'mac_address': 'fa:16:3e:7a:82:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cb3225-4456-4391-896d-769400678b2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:37:27.466543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10468788-1bb6-406b-a2ca-3f404bed020a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.502553 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-956d29ec-3ca9-4218-920b-d5a5bec61d7e req-78ea49db-74b3-4954-a07c-3c46bcb48311 service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341140 Feb 02 15:37:27.516987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.585096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] Set router 5e03a0a7-a25a-4441-b720-1f084efafb11 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:27.632695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-10468788-1bb6-406b-a2ca-3f404bed020a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 94b6c2e7-29f4-4560-a5b5-4c5718b7ba03 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:27.648822 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.674326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9856c274-bb99-4e5c-a722-1b92dd603b90 None None] Port 1ee529c5-0cf7-49f8-9f41-29a2def50826 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:27.679624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:37:27.692430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 7f1c4807-4223-4399-b015-bcf9762fe531 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:27.692649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-d69766e7-443a-4032-a2bb-3048b0c66d96 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859992 Feb 02 15:37:27.692852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.722289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4f1341b-7c03-4b13-aeba-df52a10d58c7 req-d13c3244-a716-4e81-a7ca-4e8884bb76de service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893153 Feb 02 15:37:27.784253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2a6e-9964-4a00-8ba4-5cb98b05f3db req-12b6e8ed-0515-4039-abdc-9ff7897d0752 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:27.786424 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbea2a6e-9964-4a00-8ba4-5cb98b05f3db req-12b6e8ed-0515-4039-abdc-9ff7897d0752 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 945 time: 0.7312920 Feb 02 15:37:27.848171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:27.943156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b19843e2-4f61-4a7c-8e71-fb4188d8da8e None None] Provisioning for port 879204da-7e91-403a-8b1d-3af50cafa0cf completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:27.966410 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.974256 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:27.976709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b19843e2-4f61-4a7c-8e71-fb4188d8da8e None None] Provisioning complete for port 879204da-7e91-403a-8b1d-3af50cafa0cf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:27.977137 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b19843e2-4f61-4a7c-8e71-fb4188d8da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.009535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbea2a6e-9964-4a00-8ba4-5cb98b05f3db req-7f0317a0-fe2e-40e8-a3a3-e0c645fa33a5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121568 Feb 02 15:37:28.078841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port 7f1c4807-4223-4399-b015-bcf9762fe531, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7f1c4807-4223-4399-b015-bcf9762fe531,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:28.079342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.106146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.177189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Transition to ACTIVE for port object ab784ee1-5542-4d7e-929d-bd52493d753d will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:28.201270 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10468788-1bb6-406b-a2ca-3f404bed020a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.215692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 7f1c4807-4223-4399-b015-bcf9762fe531 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:28.238895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b19843e2-4f61-4a7c-8e71-fb4188d8da8e None None] Port 879204da-7e91-403a-8b1d-3af50cafa0cf cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:28.248394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Transition to ACTIVE for port object ab784ee1-5542-4d7e-929d-bd52493d753d will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:28.292519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['11e1b8df-4cdc-4bbb-9b07-a2661e0a6073'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:37:28.304732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10468788-1bb6-406b-a2ca-3f404bed020a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=94b6c2e7-29f4-4560-a5b5-4c5718b7ba03,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:28.337953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 05739ee2-4011-463d-a11c-8c41a36332e3 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:28.344592 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06def770-da0f-41d5-b54b-8878aa47c1a5 req-ee76563d-3fc8-4273-b379-f2e430f4badc service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839431 Feb 02 15:37:28.376079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10468788-1bb6-406b-a2ca-3f404bed020a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.393568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-10468788-1bb6-406b-a2ca-3f404bed020a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/94b6c2e7-29f4-4560-a5b5-4c5718b7ba03 HTTP/1.1" status: 204 len: 168 time: 1.7558813 Feb 02 15:37:28.394482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:28.422055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-782e8029-e975-4a6e-96f5-2a05c5bba996 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 1095 time: 0.6428032 Feb 02 15:37:28.457820 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bdd92c-7c77-4b22-89e8-58dcc4dd988f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:37:28.458626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d8bdd92c-7c77-4b22-89e8-58dcc4dd988f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:28.499490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.522765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:28.576079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-801298e6-8a8b-42ef-9c64-42abcdc016b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:28.578127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-801298e6-8a8b-42ef-9c64-42abcdc016b9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 917 time: 0.1431091 Feb 02 15:37:28.605053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d8bdd92c-7c77-4b22-89e8-58dcc4dd988f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:28.610404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d8bdd92c-7c77-4b22-89e8-58dcc4dd988f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/94b6c2e7-29f4-4560-a5b5-4c5718b7ba03 HTTP/1.1" status: 404 len: 333 time: 0.2065797 Feb 02 15:37:28.611160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45668) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:28.681188 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.684027 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.732829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Network bf5d0c43-1b00-485c-91d4-e3407e4bc19c is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:28.740664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:28.743665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Pushing event updated for resources: {'Port': ['ID=ab784ee1-5542-4d7e-929d-bd52493d753d,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:28.759457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:28.812030 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-bb25e1db-42df-490f-aa4b-dcf20a59f3c5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a21ea2-9238-45bb-a171-876bb9569164 HTTP/1.1" status: 200 len: 217 time: 0.1732354 Feb 02 15:37:28.835472 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.894649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=7f1c4807-4223-4399-b015-bcf9762fe531,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:28.942225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 05739ee2-4011-463d-a11c-8c41a36332e3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:28.978867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 05739ee2-4011-463d-a11c-8c41a36332e3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:28.979324 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.002715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:29.022066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Attempting to bind port ab784ee1-5542-4d7e-929d-bd52493d753d on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:29.022754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Attempting to bind port ab784ee1-5542-4d7e-929d-bd52493d753d by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '96546ab3-9121-4ade-88d4-ac05e04b6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bf5d0c43-1b00-485c-91d4-e3407e4bc19c'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:29.023242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Attempting to bind port ab784ee1-5542-4d7e-929d-bd52493d753d on network bf5d0c43-1b00-485c-91d4-e3407e4bc19c {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:29.058634 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.070900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-b4cf9e6c-5690-47c2-aa8b-49853c88582d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:29.071180 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:37:29.073317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-b4cf9e6c-5690-47c2-aa8b-49853c88582d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 200 len: 854 time: 0.2513516 Feb 02 15:37:29.089752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03a0a7-a25a-4441-b720-1f084efafb11', 'name': 'tempest-NetworksTestDHCPv6-router-967356820', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:07Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 2, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None, '_interfaces': [{'id': '7f1c4807-4223-4399-b015-bcf9762fe531', 'name': '', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'mac_address': 'fa:16:3e:f1:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03a0a7-a25a-4441-b720-1f084efafb11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15e71ba2-2303-4ea0-b50e-281ac029e52d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:11Z', 'updated_at': '2022-02-02T15:37:26Z', 'revision_number': 4, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'subnets': [{'id': '15e71ba2-2303-4ea0-b50e-281ac029e52d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:29.121361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:29.121958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Checking segment: {'id': '96546ab3-9121-4ade-88d4-ac05e04b6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bf5d0c43-1b00-485c-91d4-e3407e4bc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:29.124523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.124523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Bound using segment: {'id': '96546ab3-9121-4ade-88d4-ac05e04b6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bf5d0c43-1b00-485c-91d4-e3407e4bc19c'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:29.124845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Bound port: ab784ee1-5542-4d7e-929d-bd52493d753d, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96546ab3-9121-4ade-88d4-ac05e04b6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bf5d0c43-1b00-485c-91d4-e3407e4bc19c'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:29.125192 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.161376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8a460-c64d-4d7d-be71-92008fe8ee83 None None] The sync data for ids ['5e03a0a7-a25a-4441-b720-1f084efafb11'] in n-d-827122-1 is: [{'id': '5e03a0a7-a25a-4441-b720-1f084efafb11', 'name': 'tempest-NetworksTestDHCPv6-router-967356820', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:07Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 2, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None, '_interfaces': [{'id': '7f1c4807-4223-4399-b015-bcf9762fe531', 'name': '', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'mac_address': 'fa:16:3e:f1:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03a0a7-a25a-4441-b720-1f084efafb11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15e71ba2-2303-4ea0-b50e-281ac029e52d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:11Z', 'updated_at': '2022-02-02T15:37:26Z', 'revision_number': 4, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'subnets': [{'id': '15e71ba2-2303-4ea0-b50e-281ac029e52d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:29.163303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.189958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-245aa878-e60d-40f5-aed5-c382b09d8e6a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet 8ec69a8e-b4a6-4bb9-b477-119519958651 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:37:29.218815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245aa878-e60d-40f5-aed5-c382b09d8e6a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.326101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.341357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c33009-695b-49b0-a47f-eacf2f75f677 req-2d1557c3-bc88-4f4b-978e-963b7f8e993d tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:29.344976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-94c33009-695b-49b0-a47f-eacf2f75f677 req-2d1557c3-bc88-4f4b-978e-963b7f8e993d tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 944 time: 0.7031894 Feb 02 15:37:29.457038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.484234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=1ee529c5-0cf7-49f8-9f41-29a2def50826,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:29.486312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] For port ab784ee1-5542-4d7e-929d-bd52493d753d, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:29.511660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f5ce52-dd33-493a-b6dc-0c70e5b1e394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05739ee2-4011-463d-a11c-8c41a36332e3'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:29.522280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] For port ab784ee1-5542-4d7e-929d-bd52493d753d, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ab784ee1-5542-4d7e-929d-bd52493d753d,segment=NetworkSegment(96546ab3-9121-4ade-88d4-ac05e04b6031),segment_id=96546ab3-9121-4ade-88d4-ac05e04b6031)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:29.539985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 05739ee2-4011-463d-a11c-8c41a36332e3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=05739ee2-4011-463d-a11c-8c41a36332e3,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:29.575211 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245aa878-e60d-40f5-aed5-c382b09d8e6a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.593338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.633683 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.646495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.683534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08240aa1-ca93-4d9d-9226-2a4292b2ef5c req-b78b6d14-e08f-4f44-b2e6-2d7a3f415bd6 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:29.683983 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d181b-3e52-4946-b339-d0a550c742c2 None None] Pushing event updated for resources: {'Port': ['ID=ab784ee1-5542-4d7e-929d-bd52493d753d,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:29.685401 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08240aa1-ca93-4d9d-9226-2a4292b2ef5c req-b78b6d14-e08f-4f44-b2e6-2d7a3f415bd6 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 945 time: 0.2592239 Feb 02 15:37:29.705472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:37:29.714833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-94c33009-695b-49b0-a47f-eacf2f75f677 req-ebfdd660-baea-4d1b-b60f-e7b7dfff48d7 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591943 Feb 02 15:37:29.734072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.753278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-c74d512b-cc91-45b1-86a8-0aec28e3a20d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5e114db7-1910-443d-8707-2f6020ab5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6691334 Feb 02 15:37:29.795260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=05739ee2-4011-463d-a11c-8c41a36332e3,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:29.864303 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f5ce52-dd33-493a-b6dc-0c70e5b1e394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05739ee2-4011-463d-a11c-8c41a36332e3', 'code': 200} Feb 02 15:37:29.923488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.924698 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.940036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.969179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08240aa1-ca93-4d9d-9226-2a4292b2ef5c req-2baf6f7b-69ae-486f-aba1-da81a8e838dc tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792905 Feb 02 15:37:29.970480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245aa878-e60d-40f5-aed5-c382b09d8e6a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:30.085234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 7054f9bd-f977-4608-a6e0-7666ec453aeb is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:30.121634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:30.296732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:30.372387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245aa878-e60d-40f5-aed5-c382b09d8e6a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:30.396625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 19a21ea2-9238-45bb-a171-876bb9569164 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:37:30.453964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245aa878-e60d-40f5-aed5-c382b09d8e6a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec69a8e-b4a6-4bb9-b477-119519958651,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:30.471633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245aa878-e60d-40f5-aed5-c382b09d8e6a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:30.475343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=879204da-7e91-403a-8b1d-3af50cafa0cf,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:30.482903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Router 5e03a0a7-a25a-4441-b720-1f084efafb11 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:37:30.488242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-245aa878-e60d-40f5-aed5-c382b09d8e6a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/8ec69a8e-b4a6-4bb9-b477-119519958651 HTTP/1.1" status: 204 len: 168 time: 1.8726771 Feb 02 15:37:30.498685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45678) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:30.539392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-d03d5e80-2a07-4f7f-89b3-9ac946e013b2 service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738175 Feb 02 15:37:30.643377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 19a21ea2-9238-45bb-a171-876bb9569164, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=19a21ea2-9238-45bb-a171-876bb9569164,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:30.669139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '19a21ea2-9238-45bb-a171-876bb9569164', 'network_id': '5e114db7-1910-443d-8707-2f6020ab5172', 'port_id': '19a21ea2-9238-45bb-a171-876bb9569164', 'mac_address': 'fa:16:3e:58:20:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cb3225-4456-4391-896d-769400678b2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:37:30.701711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ee182c9-4bff-43d4-b66c-583ca3ce265a req-179dac28-a239-4e46-a235-7097b8ab70d9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 1097 time: 0.7246611 Feb 02 15:37:30.761369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:30.762402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network d861912e-777a-462e-b0d4-a764e0c17da8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:30.788269 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:30.805135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:30.813602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a21ea2-9238-45bb-a171-876bb9569164 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:37:30.817360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:30.817842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:30.922453 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:30.953731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 19a21ea2-9238-45bb-a171-876bb9569164, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=19a21ea2-9238-45bb-a171-876bb9569164,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:30.987782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:30.996373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b4c103b9-4778-47a7-816c-d05142394aa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "PUT /v2.0/routers/5e03a0a7-a25a-4441-b720-1f084efafb11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4403136 Feb 02 15:37:30.997179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45684) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:31.001196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dc54f4d1-fc68-42b8-8987-1c807bc6ca17 None None] Provisioning complete for port 1ee529c5-0cf7-49f8-9f41-29a2def50826 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:31.001787 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dc54f4d1-fc68-42b8-8987-1c807bc6ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:31.048170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port ab784ee1-5542-4d7e-929d-bd52493d753d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:31.048577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:31.159439 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:31.255397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ddf0dc-6305-4815-a128-c6c440871ccd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:31.257707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ddf0dc-6305-4815-a128-c6c440871ccd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:31.258870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-76ddf0dc-6305-4815-a128-c6c440871ccd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:31.297425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93040ffb-4a1c-46bd-8ff0-39ae87d75e41 req-f22f328c-fa49-48e5-ba8d-3c2e03a58e34 service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7511270 Feb 02 15:37:31.338369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ee182c9-4bff-43d4-b66c-583ca3ce265a req-b6121f65-ff90-469d-9601-8cd861aa0797 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797319 Feb 02 15:37:31.357196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-dc54f4d1-fc68-42b8-8987-1c807bc6ca17 None None] Port 1ee529c5-0cf7-49f8-9f41-29a2def50826 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:31.404145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=19a21ea2-9238-45bb-a171-876bb9569164,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:31.416730 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:31.457840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:31.488918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7dbcf22c-29f1-4dc2-af1a-d27a16aa9439 None None] Provisioning complete for port 879204da-7e91-403a-8b1d-3af50cafa0cf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:31.490589 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7dbcf22c-29f1-4dc2-af1a-d27a16aa9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:31.565518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['19a21ea2-9238-45bb-a171-876bb9569164'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:37:31.652369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:31.717275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b6ac55-8418-4656-885e-b92dbe7614ff None None] Network bf5d0c43-1b00-485c-91d4-e3407e4bc19c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:31.836647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-76ddf0dc-6305-4815-a128-c6c440871ccd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:31.840353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-76ddf0dc-6305-4815-a128-c6c440871ccd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8395135 Feb 02 15:37:31.844642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45698) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:31.872992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcf22c-29f1-4dc2-af1a-d27a16aa9439 None None] Port 879204da-7e91-403a-8b1d-3af50cafa0cf cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:31.874956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c095e5-2050-40a6-90ca-4ed3d702a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e1b8df-4cdc-4bbb-9b07-a2661e0a6073'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:32.011204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957372f3-1932-483c-b6e2-cf7e33dee85f req-99c2f1dc-fd3f-4f40-98f9-25a63785bade tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:32.018322 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-957372f3-1932-483c-b6e2-cf7e33dee85f req-99c2f1dc-fd3f-4f40-98f9-25a63785bade tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 945 time: 1.0101972 Feb 02 15:37:32.048932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] For port ab784ee1-5542-4d7e-929d-bd52493d753d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ab784ee1-5542-4d7e-929d-bd52493d753d,segment=NetworkSegment(96546ab3-9121-4ade-88d4-ac05e04b6031),segment_id=96546ab3-9121-4ade-88d4-ac05e04b6031)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:32.050149 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:32.147149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:32.152876 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c095e5-2050-40a6-90ca-4ed3d702a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e1b8df-4cdc-4bbb-9b07-a2661e0a6073', 'code': 200} Feb 02 15:37:32.209062 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-957372f3-1932-483c-b6e2-cf7e33dee85f req-7eb884f8-9405-465d-b315-6505da98f218 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810160 Feb 02 15:37:32.292351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:37:32.322083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ab784ee1-5542-4d7e-929d-bd52493d753d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:32.436104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for ab784ee1-5542-4d7e-929d-bd52493d753d owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:32.436402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router f90d00ab-33d0-4ff1-82fc-740584fa40bb is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:37:32.612767 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3cb0ddfc-15a9-49e3-8448-8abdf579c54c req-2b4bcef2-4d91-4411-be99-836bb7893050 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 1096 time: 0.4047141 Feb 02 15:37:32.634332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93dcc4c2-52c2-4e08-8efb-a20e9a625603 None None] Provisioning for port ab784ee1-5542-4d7e-929d-bd52493d753d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:32.729318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa15ecf9-9013-4871-8855-1a20ed200ea7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 15e71ba2-2303-4ea0-b50e-281ac029e52d {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:37:32.730076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ab784ee1-5542-4d7e-929d-bd52493d753d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:32.737138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ab784ee1-5542-4d7e-929d-bd52493d753d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:32.737530 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:32.738663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa15ecf9-9013-4871-8855-1a20ed200ea7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:32.782198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdee592-dafd-42ee-bcda-d745a9fab726 None None] DHCP port deletion for bf5d0c43-1b00-485c-91d4-e3407e4bc19c request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:37:32.834872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4bdee592-dafd-42ee-bcda-d745a9fab726 None None] Deleting port ab784ee1-5542-4d7e-929d-bd52493d753d {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:32.835287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4bdee592-dafd-42ee-bcda-d745a9fab726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:32.862709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:32.929725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4bdee592-dafd-42ee-bcda-d745a9fab726 None None] The port 'ab784ee1-5542-4d7e-929d-bd52493d753d' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:37:32.930876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3cb0ddfc-15a9-49e3-8448-8abdf579c54c req-d648e0f8-728a-4217-8c93-e9804989c1ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005800 Feb 02 15:37:32.934308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:32.935225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Could not find standard attr ID for object ab784ee1-5542-4d7e-929d-bd52493d753d. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:37:32.938858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa15ecf9-9013-4871-8855-1a20ed200ea7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:32.947345 n-d-827122-1 neutron-server[95774]: INFO neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No ports have port_id starting with ab784ee1-5542-4d7e-929d-bd52493d753d Feb 02 15:37:32.953345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-305a5f4b-a526-42b9-a32e-195bf418bf31 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0391600 Feb 02 15:37:32.958418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45706) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:32.962193 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:32.965500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-916200550'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:32.968088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=ab784ee1-5542-4d7e-929d-bd52493d753d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:32.981201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No DVR routers for this DVR port ab784ee1-5542-4d7e-929d-bd52493d753d on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:37:32.982298 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:32.982584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:32.983321 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:32.990549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:32.995485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:33.005726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:33.009115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:33.015306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e36155a5-5fb3-45ee-89f1-1685f75ee9d1 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/f90d00ab-33d0-4ff1-82fc-740584fa40bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3513620 Feb 02 15:37:33.018070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:33.021900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55749e1-b4e5-4182-a770-d7f03da54834 None None] Sync routers for ids ['f90d00ab-33d0-4ff1-82fc-740584fa40bb'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:33.042929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55749e1-b4e5-4182-a770-d7f03da54834 None None] Routers {'f90d00ab-33d0-4ff1-82fc-740584fa40bb'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:33.045339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d55749e1-b4e5-4182-a770-d7f03da54834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f90d00ab-33d0-4ff1-82fc-740584fa40bb'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:33.140924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d55749e1-b4e5-4182-a770-d7f03da54834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:33.142162 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa15ecf9-9013-4871-8855-1a20ed200ea7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.149789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14a908-7bb8-4c93-a8fd-2f482f9c5f38 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:33.153632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55749e1-b4e5-4182-a770-d7f03da54834 None None] Routers {'f90d00ab-33d0-4ff1-82fc-740584fa40bb'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:33.154241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d55749e1-b4e5-4182-a770-d7f03da54834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f90d00ab-33d0-4ff1-82fc-740584fa40bb'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:33.155059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f14a908-7bb8-4c93-a8fd-2f482f9c5f38 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports/1ee529c5-0cf7-49f8-9f41-29a2def50826 HTTP/1.1" status: 200 len: 977 time: 0.1344600 Feb 02 15:37:33.156080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45714) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:33.184568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.231595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5d0c43-1b00-485c-91d4-e3407e4bc19c']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:33.253303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:33.254404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96546ab3-9121-4ade-88d4-ac05e04b6031') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:33.254697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96546ab3-9121-4ade-88d4-ac05e04b6031') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:33.258715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.263778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d55749e1-b4e5-4182-a770-d7f03da54834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:33.267172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55749e1-b4e5-4182-a770-d7f03da54834 None None] The sync data for ids ['f90d00ab-33d0-4ff1-82fc-740584fa40bb'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:33.268227 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:33.271627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.301764 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.308946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:37:33.349440 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:37:33.415400 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa15ecf9-9013-4871-8855-1a20ed200ea7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.537479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15ecf9-9013-4871-8855-1a20ed200ea7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=15e71ba2-2303-4ea0-b50e-281ac029e52d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:33.542398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa15ecf9-9013-4871-8855-1a20ed200ea7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.551614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a9b02-b56d-48ff-988d-79a847852312 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:33.659638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.669254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:37:33.695132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.695488 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment 9cb18d48-1ea1-4e60-aec2-afb0c04f1f98 of type vlan for network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 Feb 02 15:37:33.750329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.772246 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fa15ecf9-9013-4871-8855-1a20ed200ea7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/15e71ba2-2303-4ea0-b50e-281ac029e52d HTTP/1.1" status: 204 len: 168 time: 1.9244168 Feb 02 15:37:33.772903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45726) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:33.783888 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:27Z', 'revision_number': 3, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:28Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:33.784224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Network': ['ID=bf5d0c43-1b00-485c-91d4-e3407e4bc19c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:33.790699 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:37:33.791053 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Updating router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee port 879204da-7e91-403a-8b1d-3af50cafa0cf binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:37:33.798098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.944628 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:33.956085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45730) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:33.956747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-092be125-6226-4e35-b3ea-f99741affb6c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/networks/bf5d0c43-1b00-485c-91d4-e3407e4bc19c HTTP/1.1" status: 204 len: 168 time: 3.4562132 Feb 02 15:37:33.962396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'name': 'tempest-PortsIpV6TestJSON-186549832'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:34.003438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adb29c-ee61-4310-928f-3518c7c25d79 req-d92de1a3-9441-4104-b987-62c8159ce141 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:34.013223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d9adb29c-ee61-4310-928f-3518c7c25d79 req-d92de1a3-9441-4104-b987-62c8159ce141 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Synchronizing usage tracker for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:34.052768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.054873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ab784ee1-5542-4d7e-929d-bd52493d753d no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:34.056575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:34.057172 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.114024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ab784ee1-5542-4d7e-929d-bd52493d753d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:34.114795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ab784ee1-5542-4d7e-929d-bd52493d753d not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:34.194942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d9adb29c-ee61-4310-928f-3518c7c25d79 req-d92de1a3-9441-4104-b987-62c8159ce141 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Unset dirty status for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:34.196130 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9adb29c-ee61-4310-928f-3518c7c25d79 req-d92de1a3-9441-4104-b987-62c8159ce141 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 945 time: 0.7216353 Feb 02 15:37:34.202759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-289d5b53-92f4-4741-8899-ca1e155941dc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:router {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:34.283514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9adb29c-ee61-4310-928f-3518c7c25d79 req-c2b5bf27-ead1-4c15-be52-4580fbc46cb0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736260 Feb 02 15:37:34.330887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 19a21ea2-9238-45bb-a171-876bb9569164 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:34.380441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3223392-f515-417a-aba5-82110140e833 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:37:34.395425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b3223392-f515-417a-aba5-82110140e833 None None] Deleting port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:34.396368 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3223392-f515-417a-aba5-82110140e833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.398429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-289d5b53-92f4-4741-8899-ca1e155941dc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:router {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:34.402731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-289d5b53-92f4-4741-8899-ca1e155941dc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6242588 Feb 02 15:37:34.403121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45742) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:34.442880 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.665642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 19a21ea2-9238-45bb-a171-876bb9569164 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:34.681013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 19a21ea2-9238-45bb-a171-876bb9569164 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:34.681536 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.718002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45746) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:34.772229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=5937c864-ae4a-4cad-8601-69aa9dec6bd3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:34.790928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:34.818385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f25661dc-8ce8-4397-b64f-21e24ec45842 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.825886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b3223392-f515-417a-aba5-82110140e833 None None] For port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e8271ed-b26f-4a5f-91d8-61788f9dad4e,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:34.831022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1707a740-b2e8-4bde-94e6-6bee3b34f618 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8712840 Feb 02 15:37:34.833422 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3223392-f515-417a-aba5-82110140e833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.838260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45752) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:34.840656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:34.853159 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.867531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:34.869780 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Transition to ACTIVE for port object 879204da-7e91-403a-8b1d-3af50cafa0cf will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:34.957483 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.016381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:35.021950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:35.024368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:35.030524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:35.035884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:35.099419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:35.107242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b3223392-f515-417a-aba5-82110140e833 None None] Calling delete_port for 0e8271ed-b26f-4a5f-91d8-61788f9dad4e owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:35.108962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:35.115036 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612014ce-7e5e-43bb-aca0-97a06fa913b7 None None] Pushing event updated for resources: {'Port': ['ID=879204da-7e91-403a-8b1d-3af50cafa0cf,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:35.292498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:35.309901 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.367216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:35.414100 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.490567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc3a76f-28e4-4501-a603-f5e309a4c009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a21ea2-9238-45bb-a171-876bb9569164'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:35.522937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 19a21ea2-9238-45bb-a171-876bb9569164, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=19a21ea2-9238-45bb-a171-876bb9569164,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:35.544160 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Attempting to bind port 879204da-7e91-403a-8b1d-3af50cafa0cf on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:35.544547 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Attempting to bind port 879204da-7e91-403a-8b1d-3af50cafa0cf by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:35.545792 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Attempting to bind port 879204da-7e91-403a-8b1d-3af50cafa0cf on network d861912e-777a-462e-b0d4-a764e0c17da8 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:35.547300 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3223392-f515-417a-aba5-82110140e833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.573227 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:35.575151 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Checking segment: {'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:35.575920 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.576563 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Bound using segment: {'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:35.577438 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Bound port: 879204da-7e91-403a-8b1d-3af50cafa0cf, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:35.577977 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.593214 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc3a76f-28e4-4501-a603-f5e309a4c009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a21ea2-9238-45bb-a171-876bb9569164', 'code': 200} Feb 02 15:37:35.618242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3223392-f515-417a-aba5-82110140e833 None None] Pushing event deleted for resources: {'Port': ['ID=0e8271ed-b26f-4a5f-91d8-61788f9dad4e,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:35.622814 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.673057 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f25661dc-8ce8-4397-b64f-21e24ec45842 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.699408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3223392-f515-417a-aba5-82110140e833 None None] No DVR routers for this DVR port 0e8271ed-b26f-4a5f-91d8-61788f9dad4e on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:37:35.724115 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f25661dc-8ce8-4397-b64f-21e24ec45842 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:35.749641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=19a21ea2-9238-45bb-a171-876bb9569164,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:35.750944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02eefcb5-080e-44c5-9751-35f3effd9cdd req-a9606604-8056-4346-8c48-b98861c8f977 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1096 time: 1.0314612 Feb 02 15:37:35.770785 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] Sync routers for ids ['5e03a0a7-a25a-4441-b720-1f084efafb11'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:35.778889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 25da0487-fa5e-4d10-9c17-0108789152ca yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:37:35.799151 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] Routers {'5e03a0a7-a25a-4441-b720-1f084efafb11'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:35.803363 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['5e03a0a7-a25a-4441-b720-1f084efafb11'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:35.948145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffdc22-e92c-48d4-ac3f-7d7aef297379 req-d1732f1c-fc73-4dd8-9e47-b8e2cada9d3c tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:35.950308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faffdc22-e92c-48d4-ac3f-7d7aef297379 req-d1732f1c-fc73-4dd8-9e47-b8e2cada9d3c tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.3505330 Feb 02 15:37:35.954102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02eefcb5-080e-44c5-9751-35f3effd9cdd req-6468dc53-64dd-4410-b081-0227d8abe96a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938660 Feb 02 15:37:35.991096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e8271ed-b26f-4a5f-91d8-61788f9dad4e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:36.013439 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] For port 879204da-7e91-403a-8b1d-3af50cafa0cf, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:36.022154 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f25661dc-8ce8-4397-b64f-21e24ec45842 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:36.022782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25661dc-8ce8-4397-b64f-21e24ec45842 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Fanout notify agent at l3_agent the message router_deleted on router 5e03a0a7-a25a-4441-b720-1f084efafb11 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:37:36.030644 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] For port 879204da-7e91-403a-8b1d-3af50cafa0cf, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=879204da-7e91-403a-8b1d-3af50cafa0cf,segment=NetworkSegment(81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd),segment_id=81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:36.031743 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] Set router 5e03a0a7-a25a-4441-b720-1f084efafb11 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:36.045191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 0e8271ed-b26f-4a5f-91d8-61788f9dad4e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:36.045548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e8271ed-b26f-4a5f-91d8-61788f9dad4e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:36.048575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faffdc22-e92c-48d4-ac3f-7d7aef297379 req-8c41db9a-d277-4395-b451-bf9fbba430f5 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898933 Feb 02 15:37:36.135950 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:36.149147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f25661dc-8ce8-4397-b64f-21e24ec45842 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:36.151560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f25661dc-8ce8-4397-b64f-21e24ec45842 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/routers/5e03a0a7-a25a-4441-b720-1f084efafb11 HTTP/1.1" status: 204 len: 168 time: 1.7460682 Feb 02 15:37:36.153737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45764) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:36.160521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:36.181456 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:36.222471 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e03a0a7-a25a-4441-b720-1f084efafb11', 'name': 'tempest-NetworksTestDHCPv6-router-967356820', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:07Z', 'updated_at': '2022-02-02T15:37:28Z', 'revision_number': 3, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:36.247413 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] Checking router: 5e03a0a7-a25a-4441-b720-1f084efafb11 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:37:36.307820 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612014ce-7e5e-43bb-aca0-97a06fa913b7 None None] Pushing event updated for resources: {'Port': ['ID=879204da-7e91-403a-8b1d-3af50cafa0cf,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:36.328847 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] Routers set() bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:36.328847 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] Router IDs set() for agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 02 15:37:36.328847 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_agentschedulers_db [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e03a0a7-a25a-4441-b720-1f084efafb11'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent'). {{(pid=95775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 15:37:36.328847 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce92e5-8187-40d8-a589-1bbb0679800e None None] The sync data for ids ['5e03a0a7-a25a-4441-b720-1f084efafb11'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:36.336946 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:36.337481 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:36.337612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:36.343385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ea477bb5-487e-4560-903d-0ac4651c4201 req-05f93d54-953b-415b-ac3f-bd0899f0f07e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 1097 time: 0.6446331 Feb 02 15:37:36.346604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:36.352691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:36.394813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:36.518787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:36.525730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:36.550793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 1ee529c5-0cf7-49f8-9f41-29a2def50826 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:36.551227 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:36.612017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ea477bb5-487e-4560-903d-0ac4651c4201 req-4bad0686-53d4-4f33-b127-f8220f01af7c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541927 Feb 02 15:37:36.641319 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:36.980194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.090341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.192581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 1ee529c5-0cf7-49f8-9f41-29a2def50826 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:37.216164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=9fb2be20-8b24-4581-b975-f092abd5e226,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:37.227290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.240546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:37.242411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:37.249260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:37.249884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.256247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d701d-1f5f-4f2f-bfd0-51e29b7db6a1 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:37.291389 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:27Z', 'revision_number': 3, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:35Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:37.297608 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce083822-52a2-4593-98f4-89b0780cdd09 None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:27Z', 'revision_number': 3, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:35Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:37.407409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cd89bc02-364d-459a-a072-d32b651a6109 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2484882 Feb 02 15:37:37.407640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45780) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:37.415697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1283747845', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:37.432095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:37.438825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:router and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:37.443314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:37.452016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:37.672329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.676626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.691175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '9fb2be20-8b24-4581-b975-f092abd5e226'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:37.694220 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.747001 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.753402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9b14-a8ce-4961-9847-f96e749c6435 req-ca432e4a-8e2e-4a17-a627-5de419258252 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:37.755556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d10f9b14-a8ce-4961-9847-f96e749c6435 req-ca432e4a-8e2e-4a17-a627-5de419258252 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.4810216 Feb 02 15:37:37.759400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.887613 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.916606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.003426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.007360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-635c417c-7b7b-44f4-8e88-eff7eeffd771 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5960357 Feb 02 15:37:38.008095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45788) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:38.053252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/9fb2be20-8b24-4581-b975-f092abd5e226/b9e58c12-2a01-4dd1-9662-60e6e6655671) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:38.080411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 879204da-7e91-403a-8b1d-3af50cafa0cf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:38.157978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=7cf9202b-6963-434f-9a9b-df7ddd63aefb,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:38.227986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=25da0487-fa5e-4d10-9c17-0108789152ca,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:38.308403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:38.312799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:38.313333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: 5937c864-ae4a-4cad-8601-69aa9dec6bd3, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:38.325717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:38.329274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:38.334300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:38.335041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.371933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d10f9b14-a8ce-4961-9847-f96e749c6435 req-97435823-4ac2-44c4-a41d-7d3fa9920baa tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917153 Feb 02 15:37:38.403021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 879204da-7e91-403a-8b1d-3af50cafa0cf completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:38.412719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 879204da-7e91-403a-8b1d-3af50cafa0cf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:38.413186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.460434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.528558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:38.536210 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4fb1cf5e-2378-44a9-bbc2-95fd0ef97627 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.5788145 Feb 02 15:37:38.539581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45792) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:38.553999 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.554232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=1ee529c5-0cf7-49f8-9f41-29a2def50826,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:38.594600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Transition to ACTIVE for port object b9e58c12-2a01-4dd1-9662-60e6e6655671 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:38.640626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Transition to ACTIVE for port object b9e58c12-2a01-4dd1-9662-60e6e6655671 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:38.646541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.686723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 5937c864-ae4a-4cad-8601-69aa9dec6bd3) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:38.700287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 879204da-7e91-403a-8b1d-3af50cafa0cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=879204da-7e91-403a-8b1d-3af50cafa0cf,segment=NetworkSegment(81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd),segment_id=81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:38.703310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91af53-bc8f-48ba-8a4b-5b93dfca6610 None None] Network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:38.725201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:38.725803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.813760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4c20d-ef9a-43c5-a666-43abf6220b78 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 25da0487-fa5e-4d10-9c17-0108789152ca {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:38.814290 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbe4c20d-ef9a-43c5-a666-43abf6220b78 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.882744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.887386 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:38.914161 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-03e0df0c-00bc-4179-9758-57635af5f4a5 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0665619 Feb 02 15:37:38.914814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45798) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:38.938240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7f1c4807-4223-4399-b015-bcf9762fe531 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:39.000679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 7f1c4807-4223-4399-b015-bcf9762fe531 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:39.001158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7f1c4807-4223-4399-b015-bcf9762fe531 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:39.045576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:39.051715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:39.083943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:39.095557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=879204da-7e91-403a-8b1d-3af50cafa0cf,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:39.167535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:39.210368 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:39.230686 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbe4c20d-ef9a-43c5-a666-43abf6220b78 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:39.309417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Pushing event updated for resources: {'Port': ['ID=b9e58c12-2a01-4dd1-9662-60e6e6655671,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:39.316658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Attempting to bind port b9e58c12-2a01-4dd1-9662-60e6e6655671 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:39.317316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Attempting to bind port b9e58c12-2a01-4dd1-9662-60e6e6655671 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:39.317877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Attempting to bind port b9e58c12-2a01-4dd1-9662-60e6e6655671 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:39.424578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:39.425222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:39.425357 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:39.425723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:39.426626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Bound port: b9e58c12-2a01-4dd1-9662-60e6e6655671, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:39.427231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:39.438010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:39.438834 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:39.493454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4c20d-ef9a-43c5-a666-43abf6220b78 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 25da0487-fa5e-4d10-9c17-0108789152ca owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:39.618814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] For port b9e58c12-2a01-4dd1-9662-60e6e6655671, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:39.623127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] For port b9e58c12-2a01-4dd1-9662-60e6e6655671, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b9e58c12-2a01-4dd1-9662-60e6e6655671,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:39.790890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbe4c20d-ef9a-43c5-a666-43abf6220b78 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:39.810689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Allocated IP 2001:db8:2::2 (5937c864-ae4a-4cad-8601-69aa9dec6bd3/7cf9202b-6963-434f-9a9b-df7ddd63aefb/40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:39.870532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4c20d-ef9a-43c5-a666-43abf6220b78 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=25da0487-fa5e-4d10-9c17-0108789152ca,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:39.881633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf9839-aa48-4575-b1c6-200e8c1c1da0 req-b06b1de2-7418-4492-8569-09d8a29366c3 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:39.883747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcdf9839-aa48-4575-b1c6-200e8c1c1da0 req-b06b1de2-7418-4492-8569-09d8a29366c3 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.3434930 Feb 02 15:37:40.025779 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:40.088091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 879204da-7e91-403a-8b1d-3af50cafa0cf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:40.178498 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dbe4c20d-ef9a-43c5-a666-43abf6220b78 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:40.195935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router f90d00ab-33d0-4ff1-82fc-740584fa40bb has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:37:40.230305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737e39b-12cd-4d8e-ae83-4162759d00c0 None None] Pushing event updated for resources: {'Port': ['ID=b9e58c12-2a01-4dd1-9662-60e6e6655671,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:40.251400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::1 (2b108652-b7f1-4e95-b1da-85ac7991b521/9fb2be20-8b24-4581-b975-f092abd5e226/1a97a67e-8580-4832-bc76-dae54a553cfc) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:40.272106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45806) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:40.285105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dbe4c20d-ef9a-43c5-a666-43abf6220b78 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/25da0487-fa5e-4d10-9c17-0108789152ca HTTP/1.1" status: 204 len: 168 time: 1.7271669 Feb 02 15:37:40.288687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dcdf9839-aa48-4575-b1c6-200e8c1c1da0 req-4bad7875-aeff-4c7a-ae0a-425f7b38e42b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549705 Feb 02 15:37:40.301594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'mac_address': 'fa:16:3e:da:17:fc', 'name': 'tempest-PortsIpV6TestJSON-300482091'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:40.452909 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:40.465584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Transition to ACTIVE for port object 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:40.496471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Transition to ACTIVE for port object 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:40.540324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 879204da-7e91-403a-8b1d-3af50cafa0cf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:40.540742 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:40.552058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:40.572693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 1a97a67e-8580-4832-bc76-dae54a553cfc will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:40.603619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:40.669307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:40.692217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:40.709381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:40.723058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:40.727211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:40.730058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:40.735020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:40.777803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:40.779216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:40.789615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:40.804886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:40.805537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:40.811415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:40.834737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-371050d3-1969-4e4c-adf3-bc92c8e993f3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/f90d00ab-33d0-4ff1-82fc-740584fa40bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6773520 Feb 02 15:37:40.845294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45812) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:40.853587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7cb6de-d6d4-40ac-95d7-92c1e379a586 None None] Sync routers for ids ['f90d00ab-33d0-4ff1-82fc-740584fa40bb'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:40.856399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Pushing event updated for resources: {'Port': ['ID=40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:40.874822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=1a97a67e-8580-4832-bc76-dae54a553cfc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:40.980260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:40.988395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Attempting to bind port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:40.988772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Attempting to bind port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:40.989138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Attempting to bind port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd on network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:41.011259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:41.011259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Checking segment: {'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:41.011259 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.011259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Bound using segment: {'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:41.011259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Bound port: 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:41.017280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.048611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7cb6de-d6d4-40ac-95d7-92c1e379a586 None None] Routers {'f90d00ab-33d0-4ff1-82fc-740584fa40bb'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:41.053057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5f7cb6de-d6d4-40ac-95d7-92c1e379a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f90d00ab-33d0-4ff1-82fc-740584fa40bb'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:41.117683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.137931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5f7cb6de-d6d4-40ac-95d7-92c1e379a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:41.194632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ae3f-d311-471c-8c76-ef362dd140b2 req-ca2b8c42-2481-44dc-a470-b2ed3130ec12 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:41.197280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3131ae3f-d311-471c-8c76-ef362dd140b2 req-ca2b8c42-2481-44dc-a470-b2ed3130ec12 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.6422496 Feb 02 15:37:41.238565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7cb6de-d6d4-40ac-95d7-92c1e379a586 None None] Routers {'f90d00ab-33d0-4ff1-82fc-740584fa40bb'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:41.239553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5f7cb6de-d6d4-40ac-95d7-92c1e379a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f90d00ab-33d0-4ff1-82fc-740584fa40bb'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:41.348820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-5f7cb6de-d6d4-40ac-95d7-92c1e379a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:41.349235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7cb6de-d6d4-40ac-95d7-92c1e379a586 None None] The sync data for ids ['f90d00ab-33d0-4ff1-82fc-740584fa40bb'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:41.367289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] For port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:41.371556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] For port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd,segment=NetworkSegment(9cb18d48-1ea1-4e60-aec2-afb0c04f1f98),segment_id=9cb18d48-1ea1-4e60-aec2-afb0c04f1f98)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:41.443399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.476457 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.502455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 997b652b-3ccb-4f35-9879-405415d5a12a yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:37:41.587334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5720f-c285-4299-bff2-bc70a16b78d9 None None] Pushing event updated for resources: {'Port': ['ID=40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:41.590516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3131ae3f-d311-471c-8c76-ef362dd140b2 req-ac1b450b-928f-4cab-a87b-ce30dd7204b7 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708923 Feb 02 15:37:41.742284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.743369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.871442 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.872552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.098420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b9e58c12-2a01-4dd1-9662-60e6e6655671 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:42.185850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=1a97a67e-8580-4832-bc76-dae54a553cfc,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:42.249488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57832ed-64d8-459e-a5da-5ee2698a1ff5 req-82046573-2ad1-4ffc-b130-4ba76bcc99b0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:42.252199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b57832ed-64d8-459e-a5da-5ee2698a1ff5 req-82046573-2ad1-4ffc-b130-4ba76bcc99b0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 945 time: 0.4312260 Feb 02 15:37:42.288348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b9e58c12-2a01-4dd1-9662-60e6e6655671 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:42.294020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:42.313713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:42.317166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:42.416318 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b57832ed-64d8-459e-a5da-5ee2698a1ff5 req-3d411199-9d1e-458b-9227-58f2bab97511 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504397 Feb 02 15:37:42.529268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:42.552831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cc491b5f-de78-45e8-883c-f18fe418ccaa None None] Provisioning for port b9e58c12-2a01-4dd1-9662-60e6e6655671 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:42.559549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cc491b5f-de78-45e8-883c-f18fe418ccaa None None] Provisioning complete for port b9e58c12-2a01-4dd1-9662-60e6e6655671 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:42.559959 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc491b5f-de78-45e8-883c-f18fe418ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.568800 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-0a501f68-0df2-4052-a72e-67b6e35588a3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] remove_router_interface failed (client error): The resource could not be found. Feb 02 15:37:42.578188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0a501f68-0df2-4052-a72e-67b6e35588a3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/f90d00ab-33d0-4ff1-82fc-740584fa40bb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.7318342 Feb 02 15:37:42.589632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45824) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:42.756839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7f55ef96-4dd3-4a10-ac23-290584748b8e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:42.812506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.837903 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc491b5f-de78-45e8-883c-f18fe418ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.907809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-cc491b5f-de78-45e8-883c-f18fe418ccaa None None] For port b9e58c12-2a01-4dd1-9662-60e6e6655671, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b9e58c12-2a01-4dd1-9662-60e6e6655671,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:43.015529 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc491b5f-de78-45e8-883c-f18fe418ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:43.105920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7f55ef96-4dd3-4a10-ac23-290584748b8e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:43.107429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7f55ef96-4dd3-4a10-ac23-290584748b8e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=f90d00ab-33d0-4ff1-82fc-740584fa40bb HTTP/1.1" status: 200 len: 205 time: 0.5161893 Feb 02 15:37:43.108998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:43.111102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45828) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:43.162830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc491b5f-de78-45e8-883c-f18fe418ccaa None None] Pushing event updated for resources: {'Port': ['ID=b9e58c12-2a01-4dd1-9662-60e6e6655671,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:43.254168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-11bcdc83-2c8e-44a8-b5cc-f3b443d26561 None None] Provisioning for port 1a97a67e-8580-4832-bc76-dae54a553cfc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:43.264757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-11bcdc83-2c8e-44a8-b5cc-f3b443d26561 None None] Provisioning complete for port 1a97a67e-8580-4832-bc76-dae54a553cfc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:43.264757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-11bcdc83-2c8e-44a8-b5cc-f3b443d26561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:43.301118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=997b652b-3ccb-4f35-9879-405415d5a12a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:43.323687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.324515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.325093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.336622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.336622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.336622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.336622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.336622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.336622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.336622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.336622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:43.342781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:43.348733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:43.352932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105b059-4f01-4165-9df6-7ad1c9a2af16 None None] Network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:43.353280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:43.358926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:43.359613 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:43.366335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Router 166f1930-5c38-4629-8ab8-8a409387c4ee is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:37:43.392818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8:2::1 (5937c864-ae4a-4cad-8601-69aa9dec6bd3/7cf9202b-6963-434f-9a9b-df7ddd63aefb/f48c28aa-f096-4681-9418-2615eb7a10a5) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:43.431505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ec0a-aa4d-4974-865c-d6b468f0631b req-a3633450-516b-422e-b2ae-0bdc356802b4 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:43.433526 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12e4ec0a-aa4d-4974-865c-d6b468f0631b req-a3633450-516b-422e-b2ae-0bdc356802b4 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.3785727 Feb 02 15:37:43.496550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-11bcdc83-2c8e-44a8-b5cc-f3b443d26561 None None] Port 1a97a67e-8580-4832-bc76-dae54a553cfc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:43.536479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3a5fb26b-8e8e-4f3b-9229-ad81e78ff0d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2580397 Feb 02 15:37:43.540378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45832) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:43.587267 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d1a615d-3b82-40c1-b26a-c98ebc4afcf9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:43.588272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12e4ec0a-aa4d-4974-865c-d6b468f0631b req-ad9d73aa-dd51-4743-9590-987d16805d08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359680 Feb 02 15:37:43.719108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:43.768813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577e72b-906c-4308-9794-f9e92bfc7702 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:43.769467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4577e72b-906c-4308-9794-f9e92bfc7702 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:43.772731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object f48c28aa-f096-4681-9418-2615eb7a10a5 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:43.792380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Provisioning for port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:43.813019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Provisioning complete for port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:43.813746 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:43.895561 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.044878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4577e72b-906c-4308-9794-f9e92bfc7702 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:44.044878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4577e72b-906c-4308-9794-f9e92bfc7702 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/997b652b-3ccb-4f35-9879-405415d5a12a HTTP/1.1" status: 200 len: 844 time: 0.5022109 Feb 02 15:37:44.052115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:44.053371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:44.055048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45842) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:44.068650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b9e58c12-2a01-4dd1-9662-60e6e6655671 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:44.095811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:44.096504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.117440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=f48c28aa-f096-4681-9418-2615eb7a10a5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:44.173198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-cc490a02-e10f-48d0-8e22-4f16b6c1ded4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 997b652b-3ccb-4f35-9879-405415d5a12a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:44.174465 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.174589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cc490a02-e10f-48d0-8e22-4f16b6c1ded4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.237426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] For port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd,segment=NetworkSegment(9cb18d48-1ea1-4e60-aec2-afb0c04f1f98),segment_id=9cb18d48-1ea1-4e60-aec2-afb0c04f1f98)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:44.253738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b9e58c12-2a01-4dd1-9662-60e6e6655671 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:44.254527 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.365930 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d1a615d-3b82-40c1-b26a-c98ebc4afcf9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.397093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.401939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a6f70-a351-49c8-8b0d-d04bfc9eee2b req-b33c108c-33b9-4d52-a0e6-6bb64af4cd2f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:44.403424 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f81a6f70-a351-49c8-8b0d-d04bfc9eee2b req-b33c108c-33b9-4d52-a0e6-6bb64af4cd2f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.3561585 Feb 02 15:37:44.405856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d1a615d-3b82-40c1-b26a-c98ebc4afcf9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.409820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:44.417573 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-db4c00da-4fa0-4508-8e11-e0b774e55da7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "PUT /v2.0/routers/166f1930-5c38-4629-8ab8-8a409387c4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4062247 Feb 02 15:37:44.418551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45846) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:44.427055 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Sync routers for ids ['166f1930-5c38-4629-8ab8-8a409387c4ee'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:44.457375 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Routers {'166f1930-5c38-4629-8ab8-8a409387c4ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:44.464462 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['166f1930-5c38-4629-8ab8-8a409387c4ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:44.505310 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f81a6f70-a351-49c8-8b0d-d04bfc9eee2b req-687af2cd-33d1-4c16-9e21-fc932f6998ee tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889432 Feb 02 15:37:44.539997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Provisioning complete for port 1a97a67e-8580-4832-bc76-dae54a553cfc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:44.539997 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.556908 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d1a615d-3b82-40c1-b26a-c98ebc4afcf9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.557454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1a615d-3b82-40c1-b26a-c98ebc4afcf9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Fanout notify agent at l3_agent the message router_deleted on router f90d00ab-33d0-4ff1-82fc-740584fa40bb {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:37:44.572344 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d1a615d-3b82-40c1-b26a-c98ebc4afcf9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.580135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1d1a615d-3b82-40c1-b26a-c98ebc4afcf9 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/f90d00ab-33d0-4ff1-82fc-740584fa40bb HTTP/1.1" status: 204 len: 168 time: 1.4606564 Feb 02 15:37:44.580787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45852) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:44.638703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Pushing event updated for resources: {'Port': ['ID=40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:44.745043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1d48d7e-0ce9-48e0-bce0-02565c9d2907 None None] Port 1a97a67e-8580-4832-bc76-dae54a553cfc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:44.766379 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Set router 166f1930-5c38-4629-8ab8-8a409387c4ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:44.878202 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.929379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37683398-7f11-4d56-a385-0b220e77f47e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:44.930085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37683398-7f11-4d56-a385-0b220e77f47e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:44.935872 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cc490a02-e10f-48d0-8e22-4f16b6c1ded4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:44.974685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-07464457-425b-4b75-a737-ab8d66009b27 None None] Provisioning for port f48c28aa-f096-4681-9418-2615eb7a10a5 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:44.987630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-07464457-425b-4b75-a737-ab8d66009b27 None None] Provisioning complete for port f48c28aa-f096-4681-9418-2615eb7a10a5 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:44.988482 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-07464457-425b-4b75-a737-ab8d66009b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.082148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff576ea-b508-4f6e-af5a-c74ce598f805 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet a055374c-53ed-4c37-a689-1514078b3a31 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:37:45.094457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ff576ea-b508-4f6e-af5a-c74ce598f805 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.134824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-07464457-425b-4b75-a737-ab8d66009b27 None None] Port f48c28aa-f096-4681-9418-2615eb7a10a5 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:45.149806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-07464457-425b-4b75-a737-ab8d66009b27 None None] Provisioning complete for port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:45.150610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-07464457-425b-4b75-a737-ab8d66009b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.205674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-cc490a02-e10f-48d0-8e22-4f16b6c1ded4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 997b652b-3ccb-4f35-9879-405415d5a12a owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:45.260124 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ff576ea-b508-4f6e-af5a-c74ce598f805 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.358749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ff576ea-b508-4f6e-af5a-c74ce598f805 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.371586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37683398-7f11-4d56-a385-0b220e77f47e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:45.372939 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37683398-7f11-4d56-a385-0b220e77f47e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports/1a97a67e-8580-4832-bc76-dae54a553cfc HTTP/1.1" status: 200 len: 911 time: 0.9263704 Feb 02 15:37:45.391035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45858) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:45.403875 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'name': 'tempest-NetworksTestDHCPv6-router-1283747845', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:37Z', 'updated_at': '2022-02-02T15:37:40Z', 'revision_number': 2, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None, '_interfaces': [{'id': '1a97a67e-8580-4832-bc76-dae54a553cfc', 'name': '', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'mac_address': 'fa:16:3e:27:df:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb2be20-8b24-4581-b975-f092abd5e226', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:39Z', 'updated_at': '2022-02-02T15:37:41Z', 'revision_number': 2, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'subnets': [{'id': '9fb2be20-8b24-4581-b975-f092abd5e226', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:45.411149 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Checking router: 166f1930-5c38-4629-8ab8-8a409387c4ee for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:37:45.411889 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Updating router 166f1930-5c38-4629-8ab8-8a409387c4ee port 1a97a67e-8580-4832-bc76-dae54a553cfc binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:37:45.492087 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.548213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a6386-6729-4f8f-abb5-1429fe31ddeb req-a61341b7-7a51-4b0c-a9d8-139626856afe tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:45.550778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a6386-6729-4f8f-abb5-1429fe31ddeb req-a61341b7-7a51-4b0c-a9d8-139626856afe tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:45.555104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a6386-6729-4f8f-abb5-1429fe31ddeb req-a61341b7-7a51-4b0c-a9d8-139626856afe tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:45.557028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b7a6386-6729-4f8f-abb5-1429fe31ddeb req-a61341b7-7a51-4b0c-a9d8-139626856afe tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009&device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db&device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 2418 time: 0.4866886 Feb 02 15:37:45.616337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9c9bc-c76f-498d-845e-bfcbe4f8adb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:45.620334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9c9bc-c76f-498d-845e-bfcbe4f8adb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:45.621152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2df9c9bc-c76f-498d-845e-bfcbe4f8adb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:45.634889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2df9c9bc-c76f-498d-845e-bfcbe4f8adb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:45.649700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2df9c9bc-c76f-498d-845e-bfcbe4f8adb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2434325 Feb 02 15:37:45.649700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45862) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:45.685469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cc490a02-e10f-48d0-8e22-4f16b6c1ded4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.765648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc490a02-e10f-48d0-8e22-4f16b6c1ded4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=997b652b-3ccb-4f35-9879-405415d5a12a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:45.786770 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b7a6386-6729-4f8f-abb5-1429fe31ddeb req-16795a14-94c9-4350-b2ea-a13ab68b84a7 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185214 Feb 02 15:37:45.810860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cc490a02-e10f-48d0-8e22-4f16b6c1ded4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.843876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ff576ea-b508-4f6e-af5a-c74ce598f805 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.911887 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.918810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cc490a02-e10f-48d0-8e22-4f16b6c1ded4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/997b652b-3ccb-4f35-9879-405415d5a12a HTTP/1.1" status: 204 len: 168 time: 1.8585846 Feb 02 15:37:45.923781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45868) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:45.950747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff576ea-b508-4f6e-af5a-c74ce598f805 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=a055374c-53ed-4c37-a689-1514078b3a31,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:45.952253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ff576ea-b508-4f6e-af5a-c74ce598f805 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:45.953488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051ea2f-2164-4a07-a500-6eadf7ca54fd None None] Network 7054f9bd-f977-4608-a6e0-7666ec453aeb requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:45.979878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6ff576ea-b508-4f6e-af5a-c74ce598f805 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/a055374c-53ed-4c37-a689-1514078b3a31 HTTP/1.1" status: 204 len: 168 time: 1.3951654 Feb 02 15:37:45.982995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45872) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:46.000667 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd926ad-03ed-400c-af0c-67b773a9bff8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:37:46.002023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3bd926ad-03ed-400c-af0c-67b773a9bff8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:46.059348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.059348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.134562 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.151647 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Transition to ACTIVE for port object 1a97a67e-8580-4832-bc76-dae54a553cfc will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:46.166113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3bd926ad-03ed-400c-af0c-67b773a9bff8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:46.168547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:46.173831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3bd926ad-03ed-400c-af0c-67b773a9bff8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/997b652b-3ccb-4f35-9879-405415d5a12a HTTP/1.1" status: 404 len: 333 time: 0.2487192 Feb 02 15:37:46.174686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45878) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:46.206809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'name': 'tempest-PortsIpV6TestJSON-555987159'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:46.214073 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.275669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=f48c28aa-f096-4681-9418-2615eb7a10a5,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:46.345626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.470053 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b526600-6421-41d0-a9ff-5273693f0a99 None None] Pushing event updated for resources: {'Port': ['ID=1a97a67e-8580-4832-bc76-dae54a553cfc,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:46.482731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 837c48f8-b1b2-4e69-a939-6ec584e291f1 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:46.483387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.494503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:46.496604 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.572157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:46.583444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:46.697145 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Attempting to bind port 1a97a67e-8580-4832-bc76-dae54a553cfc on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:46.698664 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Attempting to bind port 1a97a67e-8580-4832-bc76-dae54a553cfc by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:46.699234 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Attempting to bind port 1a97a67e-8580-4832-bc76-dae54a553cfc on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:46.711334 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:46.715871 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:46.716590 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.717186 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:46.719039 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Bound port: 1a97a67e-8580-4832-bc76-dae54a553cfc, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:46.719825 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.813887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015594c-ef87-4c8e-8a9f-d6a3e60623e5 req-de601f57-6c4e-49a4-b94f-a59d70cf1cf2 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:46.830857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] DHCP port deletion for 7054f9bd-f977-4608-a6e0-7666ec453aeb request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:37:46.831704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2015594c-ef87-4c8e-8a9f-d6a3e60623e5 req-de601f57-6c4e-49a4-b94f-a59d70cf1cf2 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.6852992 Feb 02 15:37:46.835083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] Deleting port 837c48f8-b1b2-4e69-a939-6ec584e291f1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:46.835619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:46.921776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:46.958241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2015594c-ef87-4c8e-8a9f-d6a3e60623e5 req-5c8b6c7e-4045-4e8d-a4a6-c204761ad2ea tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178961 Feb 02 15:37:47.019741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:47.036578 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] For port 1a97a67e-8580-4832-bc76-dae54a553cfc, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:47.042784 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] For port 1a97a67e-8580-4832-bc76-dae54a553cfc, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1a97a67e-8580-4832-bc76-dae54a553cfc,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:47.157571 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.163996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:47.167642 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.218790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port bc44063a-a0f4-4616-8f87-5ca0b7d7804e yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:37:47.285132 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.358095 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b526600-6421-41d0-a9ff-5273693f0a99 None None] Pushing event updated for resources: {'Port': ['ID=1a97a67e-8580-4832-bc76-dae54a553cfc,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:47.382275 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Routers {'166f1930-5c38-4629-8ab8-8a409387c4ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:47.382979 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['166f1930-5c38-4629-8ab8-8a409387c4ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:47.517055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port 837c48f8-b1b2-4e69-a939-6ec584e291f1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=837c48f8-b1b2-4e69-a939-6ec584e291f1,segment=NetworkSegment(348e8b39-997c-4522-ab77-c974dd6087eb),segment_id=348e8b39-997c-4522-ab77-c974dd6087eb)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:47.517684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.518713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d072757-6009-40fb-a31b-02ae7bfd748a None None] Provisioning complete for port f48c28aa-f096-4681-9418-2615eb7a10a5 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:47.519149 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d072757-6009-40fb-a31b-02ae7bfd748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.597025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9d072757-6009-40fb-a31b-02ae7bfd748a None None] Port f48c28aa-f096-4681-9418-2615eb7a10a5 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:37:47.608175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] For port 837c48f8-b1b2-4e69-a939-6ec584e291f1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=837c48f8-b1b2-4e69-a939-6ec584e291f1,segment=NetworkSegment(348e8b39-997c-4522-ab77-c974dd6087eb),segment_id=348e8b39-997c-4522-ab77-c974dd6087eb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:47.609048 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.795074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 837c48f8-b1b2-4e69-a939-6ec584e291f1 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:47.878103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] Set router 166f1930-5c38-4629-8ab8-8a409387c4ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:47.984360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] Calling delete_port for 837c48f8-b1b2-4e69-a939-6ec584e291f1 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:48.045551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.064886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 837c48f8-b1b2-4e69-a939-6ec584e291f1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:48.114302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=837c48f8-b1b2-4e69-a939-6ec584e291f1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:48.128190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.129129 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.132933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 837c48f8-b1b2-4e69-a939-6ec584e291f1 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:48.133326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 837c48f8-b1b2-4e69-a939-6ec584e291f1 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:48.181138 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:37:48.181479 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:37:48.304002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.334666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878a907-99d6-4b5b-b61b-73549c377dea req-d7edf4ce-4f2f-488e-b3f2-e17076e4515b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:48.335697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8878a907-99d6-4b5b-b61b-73549c377dea req-d7edf4ce-4f2f-488e-b3f2-e17076e4515b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:48.345045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No DVR routers for this DVR port 837c48f8-b1b2-4e69-a939-6ec584e291f1 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:37:48.366977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:37:48.383478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.384499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.385023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.385541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.386309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.387136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.388517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.389051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.389552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.390254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.390849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:48.403245 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'name': 'tempest-NetworksTestDHCPv6-router-1283747845', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:37Z', 'updated_at': '2022-02-02T15:37:40Z', 'revision_number': 2, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None, '_interfaces': [{'id': '1a97a67e-8580-4832-bc76-dae54a553cfc', 'name': '', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'mac_address': 'fa:16:3e:27:df:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb2be20-8b24-4581-b975-f092abd5e226', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:39Z', 'updated_at': '2022-02-02T15:37:47Z', 'revision_number': 4, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'subnets': [{'id': '9fb2be20-8b24-4581-b975-f092abd5e226', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:48.409088 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8113d4-6422-4f88-b28f-99bddc4950b9 None None] The sync data for ids ['166f1930-5c38-4629-8ab8-8a409387c4ee'] in n-d-827122-1 is: [{'id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'name': 'tempest-NetworksTestDHCPv6-router-1283747845', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:37Z', 'updated_at': '2022-02-02T15:37:40Z', 'revision_number': 2, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None, '_interfaces': [{'id': '1a97a67e-8580-4832-bc76-dae54a553cfc', 'name': '', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'mac_address': 'fa:16:3e:27:df:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb2be20-8b24-4581-b975-f092abd5e226', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:39Z', 'updated_at': '2022-02-02T15:37:47Z', 'revision_number': 4, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'subnets': [{'id': '9fb2be20-8b24-4581-b975-f092abd5e226', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:48.578978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.581103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8878a907-99d6-4b5b-b61b-73549c377dea req-d7edf4ce-4f2f-488e-b3f2-e17076e4515b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:48.582919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8878a907-99d6-4b5b-b61b-73549c377dea req-d7edf4ce-4f2f-488e-b3f2-e17076e4515b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 945 time: 0.8421559 Feb 02 15:37:48.606401 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.670058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7054f9bd-f977-4608-a6e0-7666ec453aeb']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:48.688652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] Deleting port 837c48f8-b1b2-4e69-a939-6ec584e291f1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:48.690359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.695493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348e8b39-997c-4522-ab77-c974dd6087eb') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:48.696312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348e8b39-997c-4522-ab77-c974dd6087eb') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:48.716604 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.782094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:48.782373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.807511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:48.822855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:48.824578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:48.825303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.882326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bb204251-2447-4f1b-962e-f4f97eb3e2e8 None None] The port '837c48f8-b1b2-4e69-a939-6ec584e291f1' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:37:48.886649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:37:48.887171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.904307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8878a907-99d6-4b5b-b61b-73549c377dea req-27f925b0-dcd4-4d7f-91b9-074faac7bf72 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119396 Feb 02 15:37:48.910049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=bc44063a-a0f4-4616-8f87-5ca0b7d7804e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:37:48.927228 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:37:48.970273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:48.986560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:49.005575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a583e676-3909-4a77-b98c-a2071f60e085 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0881724 Feb 02 15:37:49.008768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45900) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:49.014755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:49.018125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:49.029218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1929122843'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:49.040223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-33cf9fb6-689e-462f-8924-57762139e76f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8416605 Feb 02 15:37:49.041891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:49.045389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45904) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:49.055561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:49.092060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:network and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:49.105335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:49.126554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:49.281229 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.285801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:49.293595 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.300114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:49.306738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.312166 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.350248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 1a97a67e-8580-4832-bc76-dae54a553cfc {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:49.350773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.542630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:37:49.560229 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.561000 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added segment ba4a7d6f-cfad-4966-bcd1-385ba576d6b7 of type vlan for network 521efcdf-deba-4434-93ce-f1fc3f5f7640 Feb 02 15:37:49.564432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=7054f9bd-f977-4608-a6e0-7666ec453aeb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:49.625397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.630109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.666528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45910) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:49.667060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bb04935a-2829-4f39-acbe-eb12a60f3039 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/7054f9bd-f977-4608-a6e0-7666ec453aeb HTTP/1.1" status: 204 len: 168 time: 3.6820936 Feb 02 15:37:49.680193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-1157204365'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:49.688690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:49.691255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.704987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port 1a97a67e-8580-4832-bc76-dae54a553cfc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1a97a67e-8580-4832-bc76-dae54a553cfc,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:49.705675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.742241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:49.757393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:49.778258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:49.801151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:44Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:45Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:49.807242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] In _notify_port_updated(), no bound segment for port bc44063a-a0f4-4616-8f87-5ca0b7d7804e on network fe245c80-e733-4a87-bc12-4535093ff713 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:37:49.807428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:37:49.807428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Updating router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee port f48c28aa-f096-4681-9418-2615eb7a10a5 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:37:49.815359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:49.816044 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.823333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "PUT /v2.0/ports/bc44063a-a0f4-4616-8f87-5ca0b7d7804e HTTP/1.1" status: 200 len: 818 time: 0.7763159 Feb 02 15:37:49.829292 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.834276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45916) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:49.835745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:49.839305 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.882366 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:49.914641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 1a97a67e-8580-4832-bc76-dae54a553cfc owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:49.977258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d387f-5320-4709-a8a0-d7923caa630b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=bc44063a-a0f4-4616-8f87-5ca0b7d7804e,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:50.017048 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0058646 Feb 02 15:37:50.045043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45922) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:50.056018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:50.059033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.124748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'subnet': {'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:50.144815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4f5a5-6c9f-4a6e-8ea4-e6f4f4871780 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Network': ['ID=521efcdf-deba-4434-93ce-f1fc3f5f7640,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:50.202162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 521efcdf-deba-4434-93ce-f1fc3f5f7640 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:50.222535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1a97a67e-8580-4832-bc76-dae54a553cfc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:50.225146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-60012dc3-f312-4e5a-bba7-5d8a455dc55c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:50.226696 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-60012dc3-f312-4e5a-bba7-5d8a455dc55c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 945 time: 0.7184124 Feb 02 15:37:50.233828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-61c46f58-c451-4515-b62c-55e445353e21 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port bc44063a-a0f4-4616-8f87-5ca0b7d7804e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:50.234236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-61c46f58-c451-4515-b62c-55e445353e21 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.306545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:37:50.364594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.365300 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment 53474654-9905-442f-9efe-7f5696b32de9 of type vlan for network 321d4001-81e8-47b0-8092-a03fc7961092 Feb 02 15:37:50.391665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:50.413831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:subnet and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:50.422699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:50.432200 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.437489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:50.458946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58ea4c-be86-4576-9b98-efb8dfb08642 req-2879512f-853b-438f-9fcf-adc413608740 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:50.460477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af58ea4c-be86-4576-9b98-efb8dfb08642 req-2879512f-853b-438f-9fcf-adc413608740 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 945 time: 0.2756534 Feb 02 15:37:50.477512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Deleting port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:50.477911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.534118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1a97a67e-8580-4832-bc76-dae54a553cfc completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:50.546932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1a97a67e-8580-4832-bc76-dae54a553cfc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:50.547491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.637136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa6832-6bad-4562-bfac-ab40c1aacfd0 req-9f4d6f9f-3d5a-4607-931f-0114291f6cde tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:50.639990 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecfa6832-6bad-4562-bfac-ab40c1aacfd0 req-9f4d6f9f-3d5a-4607-931f-0114291f6cde tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.6894579 Feb 02 15:37:50.662582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Made reservation on behalf of 583531ced22f4364affc4ba0874a5d6c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:50.682259 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.687434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:50.688079 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.795539 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.849293 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.886274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af58ea4c-be86-4576-9b98-efb8dfb08642 req-4ae31fdf-474f-4175-8bb2-f5ec087ee998 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131815 Feb 02 15:37:50.954973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ecfa6832-6bad-4562-bfac-ab40c1aacfd0 req-95e07f08-408b-4bbd-85c7-d6d008675e40 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042545 Feb 02 15:37:50.961401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.991286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-61c46f58-c451-4515-b62c-55e445353e21 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.067736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3997662 Feb 02 15:37:51.083556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45926) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:51.089279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be05d12-d477-4fc2-a90e-7c4988f74894 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=321d4001-81e8-47b0-8092-a03fc7961092,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:51.098603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': '321d4001-81e8-47b0-8092-a03fc7961092', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:51.101986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 321d4001-81e8-47b0-8092-a03fc7961092 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:51.206213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-61c46f58-c451-4515-b62c-55e445353e21 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for bc44063a-a0f4-4616-8f87-5ca0b7d7804e owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:51.251922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:51.255978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:51.258948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:51.266157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:51.390056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] For port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:51.390390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.391654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:51.458455 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.473347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Transition to ACTIVE for port object f48c28aa-f096-4681-9418-2615eb7a10a5 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:51.514268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.547041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.550050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-61c46f58-c451-4515-b62c-55e445353e21 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.564137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Calling delete_port for 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:51.613973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=1a97a67e-8580-4832-bc76-dae54a553cfc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:51.703610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Pushing event updated for resources: {'Port': ['ID=f48c28aa-f096-4681-9418-2615eb7a10a5,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:51.709460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46f58-c451-4515-b62c-55e445353e21 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=bc44063a-a0f4-4616-8f87-5ca0b7d7804e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:51.786584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.786948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.787275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.787614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.787980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.788305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.788632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.789000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.789454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.789777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.790098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:51.803394 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-61c46f58-c451-4515-b62c-55e445353e21 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.831067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.847100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Attempting to bind port f48c28aa-f096-4681-9418-2615eb7a10a5 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:51.847688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Attempting to bind port f48c28aa-f096-4681-9418-2615eb7a10a5 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:51.848270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Attempting to bind port f48c28aa-f096-4681-9418-2615eb7a10a5 on network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:51.856041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:51.857479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Checking segment: {'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:51.858060 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.859149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Bound using segment: {'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:51.859823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Bound port: f48c28aa-f096-4681-9418-2615eb7a10a5, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:51.860416 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.860543 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-61c46f58-c451-4515-b62c-55e445353e21 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/bc44063a-a0f4-4616-8f87-5ca0b7d7804e HTTP/1.1" status: 204 len: 168 time: 1.9575689 Feb 02 15:37:51.935229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45930) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:52.064877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] For port f48c28aa-f096-4681-9418-2615eb7a10a5, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:52.074616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] For port f48c28aa-f096-4681-9418-2615eb7a10a5, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f48c28aa-f096-4681-9418-2615eb7a10a5,segment=NetworkSegment(9cb18d48-1ea1-4e60-aec2-afb0c04f1f98),segment_id=9cb18d48-1ea1-4e60-aec2-afb0c04f1f98)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:52.108466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:52.147734 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:52.203536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Subnet': ['ID=4f4a9c0d-bf89-436f-8789-a37e49ec21e4,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:52.239400 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:52.277685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:37:52.307118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15123cd-2f20-4daa-8de3-c50e71f8a2ce None None] Pushing event updated for resources: {'Port': ['ID=f48c28aa-f096-4681-9418-2615eb7a10a5,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:52.320548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c8d8192-2ab0-4f5e-a851-f7f0dbe49411 req-0fa9886b-1087-4699-88bc-9f70b9886ece tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.1295884 Feb 02 15:37:52.321636 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:52.322793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:52.323429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:52.343640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event deleted for resources: {'Port': ['ID=019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:52.393954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Checking segment: {'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:52.394546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network hostable DHCP agents. Network: 521efcdf-deba-4434-93ce-f1fc3f5f7640, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:52.461502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d49556e-4e82-4791-acc0-45f6c33794ee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:52.462360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1d49556e-4e82-4791-acc0-45f6c33794ee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:52.472050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=d61e264e-010e-416b-be3e-ebdc992c6bb0,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:52.509714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': '53474654-9905-442f-9efe-7f5696b32de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '321d4001-81e8-47b0-8092-a03fc7961092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:52.520707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: 321d4001-81e8-47b0-8092-a03fc7961092, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:52.560189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:52.626564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1d49556e-4e82-4791-acc0-45f6c33794ee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:52.629324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1d49556e-4e82-4791-acc0-45f6c33794ee tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6891837 Feb 02 15:37:52.630279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45938) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:52.680009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] No DVR routers for this DVR port 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:37:52.682681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:52.688452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deb54ac-cd30-4b1e-8bc5-aa297a028b52', 'name': 'network-vif-deleted', 'tag': '019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:37:52.713117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 321d4001-81e8-47b0-8092-a03fc7961092 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:52.721061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 521efcdf-deba-4434-93ce-f1fc3f5f7640 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:52.735275 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8a3a1d-3064-462e-901c-056e9e73c4bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:37:52.736592 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1c8a3a1d-3064-462e-901c-056e9e73c4bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/bc44063a-a0f4-4616-8f87-5ca0b7d7804e HTTP/1.1" status: 404 len: 333 time: 0.1053879 Feb 02 15:37:52.746764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45944) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:52.780728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2137317648'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:52.792810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:52.805530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:network and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:52.809206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:52.834704 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deb54ac-cd30-4b1e-8bc5-aa297a028b52', 'name': 'network-vif-deleted', 'tag': '019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4', 'status': 'completed', 'code': 200} Feb 02 15:37:52.835475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 521efcdf-deba-4434-93ce-f1fc3f5f7640) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:52.837589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:52.844076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 321d4001-81e8-47b0-8092-a03fc7961092) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:52.857264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:52.857264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:52.859088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e7a6871-4f02-4508-94f1-436700dc22b4 req-906cc5f9-3124-449c-be22-86459becd42c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "DELETE /v2.0/ports/019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 HTTP/1.1" status: 204 len: 173 time: 2.5918176 Feb 02 15:37:52.861637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:52.862049 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:52.875273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a225a02-e669-415a-9bf0-5fca51149091 req-3538dccd-be3a-46cf-bb8f-d4fcd97d13cb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:52.883491 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a225a02-e669-415a-9bf0-5fca51149091 req-3538dccd-be3a-46cf-bb8f-d4fcd97d13cb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.6467905 Feb 02 15:37:52.898229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed6777-bbb4-425b-868f-dbe16376c64a None None] Network 521efcdf-deba-4434-93ce-f1fc3f5f7640 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:52.912018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fd330-365c-431b-a23f-307210add0d0 None None] Network 321d4001-81e8-47b0-8092-a03fc7961092 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:52.924103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-fa79310e-a050-4769-8e29-9d589d1fc2d2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2470412 Feb 02 15:37:53.003423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:53.007495 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.074860 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a225a02-e669-415a-9bf0-5fca51149091 req-895d97f3-d99b-4169-bcc6-1ae4e0d51326 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900246 Feb 02 15:37:53.080260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-686cf686-a513-41fe-812e-43ee837752be tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9931827 Feb 02 15:37:53.081831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45948) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:53.082792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c23f7552-443a-4f58-bc17-ac0449be1295 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9767821 Feb 02 15:37:53.083104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45950) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:53.099200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1926493253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:53.116475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:37:53.142803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.143292 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Added segment dacfd495-bb42-4f64-a67e-c600b133a4d9 of type vlan for network 0efdccd1-6485-4799-893f-638582a39728 Feb 02 15:37:53.164257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-94a2e94f-a41b-4bb5-a7f4-78a8fc1f2531 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d2971ab893e9473db58772f7ac70b904&device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1096 time: 0.1310465 Feb 02 15:37:53.172936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:53.188094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.189948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:router and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:53.195314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:53.204898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:53.208394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Router 166f1930-5c38-4629-8ab8-8a409387c4ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:37:53.361179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.362709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.393538 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.404084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:53.408518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.480322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.513508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:37:53.531377 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] Sync routers for ids ['166f1930-5c38-4629-8ab8-8a409387c4ee'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:37:53.555800 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] Routers {'166f1930-5c38-4629-8ab8-8a409387c4ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:53.556332 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['166f1930-5c38-4629-8ab8-8a409387c4ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:53.567583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-321d4001-81e8-47b0-8092-a03fc7961092', 'network_id': '321d4001-81e8-47b0-8092-a03fc7961092', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': 'd61e264e-010e-416b-be3e-ebdc992c6bb0'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:53.568427 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.592975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-521efcdf-deba-4434-93ce-f1fc3f5f7640', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:53.593840 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.619234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:44Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:52Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:53.683006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e26dfbd4-c190-4529-ae83-f8b204bf1b37 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "PUT /v2.0/routers/166f1930-5c38-4629-8ab8-8a409387c4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0406842 Feb 02 15:37:53.687623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45958) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:53.727810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc7c1e-ab4e-4af9-a247-9fc09cf07f12 None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:44Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:52Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:53.863215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571f1657-542e-4fa7-a6c1-946505dc4ee9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:53.864701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571f1657-542e-4fa7-a6c1-946505dc4ee9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:53.871334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-571f1657-542e-4fa7-a6c1-946505dc4ee9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:53.923914 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] Set router 166f1930-5c38-4629-8ab8-8a409387c4ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:54.017589 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:54.026205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1fb14e2e-b441-4b32-b288-26c01e632d48 req-3c926bb8-1e61-47a5-8265-3c2c49252b7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.1356511 Feb 02 15:37:54.027465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-af60d947-782e-4b79-917a-493a6f7ea8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:54.035721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-af60d947-782e-4b79-917a-493a6f7ea8e8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=733f04c1-ef8d-4640-850d-26cf7edb1b05 HTTP/1.1" status: 200 len: 911 time: 0.8119693 Feb 02 15:37:54.037823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-571f1657-542e-4fa7-a6c1-946505dc4ee9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:54.039266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-571f1657-542e-4fa7-a6c1-946505dc4ee9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3503270 Feb 02 15:37:54.059886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45962) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:54.110047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f48c28aa-f096-4681-9418-2615eb7a10a5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:54.177780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4286420 Feb 02 15:37:54.191836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45968) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:54.211726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': '0efdccd1-6485-4799-893f-638582a39728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:54.229153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920fb32-78c5-4150-b17a-50761c9a289e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Network': ['ID=0efdccd1-6485-4799-893f-638582a39728,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:54.253007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 0efdccd1-6485-4799-893f-638582a39728 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:54.306518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Allocated IP 172.20.0.2 (321d4001-81e8-47b0-8092-a03fc7961092/d61e264e-010e-416b-be3e-ebdc992c6bb0/e4a637ed-35a8-461f-b1f1-1cf70f60b476) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:54.341923 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'name': 'tempest-NetworksTestDHCPv6-router-1283747845', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:37Z', 'updated_at': '2022-02-02T15:37:50Z', 'revision_number': 3, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:54.358409 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] Checking router: 166f1930-5c38-4629-8ab8-8a409387c4ee for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:37:54.398099 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] Routers {'166f1930-5c38-4629-8ab8-8a409387c4ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:37:54.398716 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['166f1930-5c38-4629-8ab8-8a409387c4ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:54.400734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-5960a63b-4430-45c1-b839-557cf18ea5f6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969868c8-3c71-448d-a0e3-4df6b67db49a HTTP/1.1" status: 200 len: 1000 time: 0.3302407 Feb 02 15:37:54.409064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Allocated IP 2001:db8:3::2 (521efcdf-deba-4434-93ce-f1fc3f5f7640/4f4a9c0d-bf89-436f-8789-a37e49ec21e4/0d5999f3-9abf-41e6-9214-d50d90c8e442) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:54.457535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:54.467498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:54.482999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:54.482999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:54.504099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:54.506910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-7eca1ffa-20b2-42f7-a222-51bb76f08e15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:54.508731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-7eca1ffa-20b2-42f7-a222-51bb76f08e15 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=af53baba-71ee-46cf-8c6f-6cf3fb3d138e HTTP/1.1" status: 200 len: 848 time: 0.0996060 Feb 02 15:37:54.611654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:54.614764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-388c9604-77bf-468f-b81d-1409214172b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 9fb2be20-8b24-4581-b975-f092abd5e226 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:37:54.618959 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-388c9604-77bf-468f-b81d-1409214172b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:54.641910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:54.642463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 019a4e4c-43d0-46b8-a1bf-dddb0e7d16c4 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:54.655436 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] Set router 166f1930-5c38-4629-8ab8-8a409387c4ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:37:54.810321 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4af2bac5-80f1-423b-9243-9f074dbd37cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:54.815984 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'name': 'tempest-NetworksTestDHCPv6-router-1283747845', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:37Z', 'updated_at': '2022-02-02T15:37:50Z', 'revision_number': 3, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:54.824933 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63094d-a52c-451d-8415-06c86b6ddfbe None None] The sync data for ids ['166f1930-5c38-4629-8ab8-8a409387c4ee'] in n-d-827122-1 is: [{'id': '166f1930-5c38-4629-8ab8-8a409387c4ee', 'name': 'tempest-NetworksTestDHCPv6-router-1283747845', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:37Z', 'updated_at': '2022-02-02T15:37:50Z', 'revision_number': 3, 'project_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:37:54.853189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-23ddc4e2-a480-4601-b722-b5c6bfb3574a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=733f04c1-ef8d-4640-850d-26cf7edb1b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3318555 Feb 02 15:37:54.860370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:54.952299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-388c9604-77bf-468f-b81d-1409214172b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:54.980427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:54.985153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b7e23b21-da29-4818-bc58-3e23af3ad982 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.9008205 Feb 02 15:37:54.985313 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:54.995650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45972) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:54.997747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Transition to ACTIVE for port object e4a637ed-35a8-461f-b1f1-1cf70f60b476 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:55.020708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Transition to ACTIVE for port object e4a637ed-35a8-461f-b1f1-1cf70f60b476 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:55.229656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076913a-ad8b-4a70-9a98-55f0beb2b5c9 req-edd0b21e-164a-4a9d-9af9-661c0c629fdb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:55.232006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7076913a-ad8b-4a70-9a98-55f0beb2b5c9 req-edd0b21e-164a-4a9d-9af9-661c0c629fdb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.6766183 Feb 02 15:37:55.255909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-388c9604-77bf-468f-b81d-1409214172b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.345173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.368455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Transition to ACTIVE for port object 0d5999f3-9abf-41e6-9214-d50d90c8e442 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:55.405622 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.410568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f48c28aa-f096-4681-9418-2615eb7a10a5 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:55.423824 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7076913a-ad8b-4a70-9a98-55f0beb2b5c9 req-a80c4107-add0-4bb6-b50d-4aa723a14942 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762098 Feb 02 15:37:55.480357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.487552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-388c9604-77bf-468f-b81d-1409214172b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.503902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Pushing event updated for resources: {'Port': ['ID=e4a637ed-35a8-461f-b1f1-1cf70f60b476,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:55.513714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Transition to ACTIVE for port object 0d5999f3-9abf-41e6-9214-d50d90c8e442 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:55.514981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f48c28aa-f096-4681-9418-2615eb7a10a5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:55.515441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.521948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0d02ca84-ad86-4f4e-a5e8-8d7658cf5a02 req-4a1a994b-c158-4db8-89e0-218f4a65ee00 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb54ac-cd30-4b1e-8bc5-aa297a028b52 HTTP/1.1" status: 200 len: 210 time: 0.1683211 Feb 02 15:37:55.585355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Network 321d4001-81e8-47b0-8092-a03fc7961092 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:55.590440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:55.603461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:55.654412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c9604-77bf-468f-b81d-1409214172b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb2be20-8b24-4581-b975-f092abd5e226,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:55.657729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-ddedef6a-c075-40d0-a0f9-a324c2e3cda3 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969771 Feb 02 15:37:55.667708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-388c9604-77bf-468f-b81d-1409214172b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.680085 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.687275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491fbd15-cc66-4b78-a0f0-4787b9b613c0 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:55.699084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:55.858283 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-388c9604-77bf-468f-b81d-1409214172b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9fb2be20-8b24-4581-b975-f092abd5e226 HTTP/1.1" status: 204 len: 168 time: 1.7786524 Feb 02 15:37:55.866754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45978) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:55.916623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=ee75e84c-7282-413b-9a1b-7508045841c0,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:56.003284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Attempting to bind port e4a637ed-35a8-461f-b1f1-1cf70f60b476 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:56.003760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Attempting to bind port e4a637ed-35a8-461f-b1f1-1cf70f60b476 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '53474654-9905-442f-9efe-7f5696b32de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '321d4001-81e8-47b0-8092-a03fc7961092'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:56.004109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Attempting to bind port e4a637ed-35a8-461f-b1f1-1cf70f60b476 on network 321d4001-81e8-47b0-8092-a03fc7961092 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:56.089420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fcead71c-154d-4267-a1d5-bd593e9564eb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:router {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:56.118847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking segment: {'id': 'dacfd495-bb42-4f64-a67e-c600b133a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0efdccd1-6485-4799-893f-638582a39728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:56.119251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network hostable DHCP agents. Network: 0efdccd1-6485-4799-893f-638582a39728, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:56.130753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.136959 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2648d695-3c94-4ac1-a943-ca23047a7379 req-c3d5a877-e984-48d6-bd46-cc9a24ec618c service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639473 Feb 02 15:37:56.160505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Network 521efcdf-deba-4434-93ce-f1fc3f5f7640 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:56.174915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:56.178835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Pushing event updated for resources: {'Port': ['ID=0d5999f3-9abf-41e6-9214-d50d90c8e442,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:56.181934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:56.192339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:56.192726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Checking segment: {'id': '53474654-9905-442f-9efe-7f5696b32de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '321d4001-81e8-47b0-8092-a03fc7961092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:56.193112 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.198518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Bound using segment: {'id': '53474654-9905-442f-9efe-7f5696b32de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '321d4001-81e8-47b0-8092-a03fc7961092'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:56.198518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Bound port: e4a637ed-35a8-461f-b1f1-1cf70f60b476, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53474654-9905-442f-9efe-7f5696b32de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '321d4001-81e8-47b0-8092-a03fc7961092'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:56.198518 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.208921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fcead71c-154d-4267-a1d5-bd593e9564eb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:router {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:56.210528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fcead71c-154d-4267-a1d5-bd593e9564eb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3427300 Feb 02 15:37:56.212380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f48c28aa-f096-4681-9418-2615eb7a10a5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f48c28aa-f096-4681-9418-2615eb7a10a5,segment=NetworkSegment(9cb18d48-1ea1-4e60-aec2-afb0c04f1f98),segment_id=9cb18d48-1ea1-4e60-aec2-afb0c04f1f98)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:56.214709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45982) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:56.297516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.347791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 0efdccd1-6485-4799-893f-638582a39728 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:56.355062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.386685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1a97a67e-8580-4832-bc76-dae54a553cfc no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:37:56.439465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1a97a67e-8580-4832-bc76-dae54a553cfc {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:37:56.439820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1a97a67e-8580-4832-bc76-dae54a553cfc not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:37:56.439976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Allocated IP 2001:db8:3::1 (521efcdf-deba-4434-93ce-f1fc3f5f7640/4f4a9c0d-bf89-436f-8789-a37e49ec21e4/a50c546f-3827-44e6-86e8-56f04ca1e3f3) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:56.444306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0f3f-2cbe-471d-b9ea-37e5d4b9f669 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.483609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Attempting to bind port 0d5999f3-9abf-41e6-9214-d50d90c8e442 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:56.483999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Attempting to bind port 0d5999f3-9abf-41e6-9214-d50d90c8e442 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:56.484366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Attempting to bind port 0d5999f3-9abf-41e6-9214-d50d90c8e442 on network 521efcdf-deba-4434-93ce-f1fc3f5f7640 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:56.507499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f48c28aa-f096-4681-9418-2615eb7a10a5,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:56.511602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:56.512028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Checking segment: {'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:56.512495 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.513451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Bound using segment: {'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:56.513874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Bound port: 0d5999f3-9abf-41e6-9214-d50d90c8e442, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:56.514431 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.526617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] For port e4a637ed-35a8-461f-b1f1-1cf70f60b476, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:56.534228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832535ed-504c-4b17-b602-885972e9140f None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:37:56.537494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 0efdccd1-6485-4799-893f-638582a39728) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:56.545721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] For port e4a637ed-35a8-461f-b1f1-1cf70f60b476, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4a637ed-35a8-461f-b1f1-1cf70f60b476,segment=NetworkSegment(53474654-9905-442f-9efe-7f5696b32de9),segment_id=53474654-9905-442f-9efe-7f5696b32de9)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:56.549362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150408e-8bcb-4450-8654-3a6cf066c54e None None] Network 0efdccd1-6485-4799-893f-638582a39728 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:56.567048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-832535ed-504c-4b17-b602-885972e9140f None None] Deleting port b9e58c12-2a01-4dd1-9662-60e6e6655671 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:37:56.567412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-832535ed-504c-4b17-b602-885972e9140f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.723491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.810576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:56.812720 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.972614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f8d3a-b2c0-487a-9d11-71fe2aefe6e6 None None] Pushing event updated for resources: {'Port': ['ID=e4a637ed-35a8-461f-b1f1-1cf70f60b476,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:56.991057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] For port 0d5999f3-9abf-41e6-9214-d50d90c8e442, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:37:57.023154 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8ae09ef-cb72-44d9-a27b-ef88668e9c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.040861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.20.0.1 (321d4001-81e8-47b0-8092-a03fc7961092/d61e264e-010e-416b-be3e-ebdc992c6bb0/dacff0e1-1929-4ad8-a8bd-3f0cbec9a117) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:57.098247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] For port 0d5999f3-9abf-41e6-9214-d50d90c8e442, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0d5999f3-9abf-41e6-9214-d50d90c8e442,segment=NetworkSegment(ba4a7d6f-cfad-4966-bcd1-385ba576d6b7),segment_id=ba4a7d6f-cfad-4966-bcd1-385ba576d6b7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:37:57.196307 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-832535ed-504c-4b17-b602-885972e9140f None None] For port b9e58c12-2a01-4dd1-9662-60e6e6655671, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b9e58c12-2a01-4dd1-9662-60e6e6655671,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:37:57.200693 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-832535ed-504c-4b17-b602-885972e9140f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.396999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.397364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.421054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c295fd63-b4d3-492f-bebc-957de83138c8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2226653 Feb 02 15:37:57.421054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:57.424473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-832535ed-504c-4b17-b602-885972e9140f None None] Calling delete_port for b9e58c12-2a01-4dd1-9662-60e6e6655671 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:37:57.424838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46000) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:57.438149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': '0efdccd1-6485-4799-893f-638582a39728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:57.539073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0f3f-2cbe-471d-b9ea-37e5d4b9f669 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.543911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbabff-e709-4a98-b28b-6f2bfb4a2112 req-68c392a0-b5a9-4dd4-8cee-d2f40c49bbec tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:57.546229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2dbabff-e709-4a98-b28b-6f2bfb4a2112 req-68c392a0-b5a9-4dd4-8cee-d2f40c49bbec tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.6955526 Feb 02 15:37:57.560822 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.573415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0f3f-2cbe-471d-b9ea-37e5d4b9f669 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.578191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57064f-967c-4807-a89e-933975d51c78 None None] Pushing event updated for resources: {'Port': ['ID=0d5999f3-9abf-41e6-9214-d50d90c8e442,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:57.615993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Transition to ACTIVE for port object a50c546f-3827-44e6-86e8-56f04ca1e3f3 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:57.680682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2dbabff-e709-4a98-b28b-6f2bfb4a2112 req-afdc307d-6e1c-4ff2-9598-3f85e059d962 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154211 Feb 02 15:37:57.703678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-0efdccd1-6485-4799-893f-638582a39728', 'network_id': '0efdccd1-6485-4799-893f-638582a39728', 'tenant_id': '30f5f111d8b44d72815a8d49ab0944bb', 'fixed_ips': [{'subnet_id': 'ee75e84c-7282-413b-9a1b-7508045841c0'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:37:57.704516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.831208 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0f3f-2cbe-471d-b9ea-37e5d4b9f669 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.834139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:57.834639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6e0f3f-2cbe-471d-b9ea-37e5d4b9f669 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Fanout notify agent at l3_agent the message router_deleted on router 166f1930-5c38-4629-8ab8-8a409387c4ee {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:37:57.842714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:57.852969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:57.877595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:57.887742 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.889702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.911476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-832535ed-504c-4b17-b602-885972e9140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.984133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0f3f-2cbe-471d-b9ea-37e5d4b9f669 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.985265 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fa6e0f3f-2cbe-471d-b9ea-37e5d4b9f669 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/routers/166f1930-5c38-4629-8ab8-8a409387c4ee HTTP/1.1" status: 204 len: 168 time: 1.7684813 Feb 02 15:37:58.002012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46012) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:58.043226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39662e0-37b5-42b2-8163-448d7c8b0333 req-ffff8ace-fd07-41ed-bf42-837051e7bfda tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:58.056223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a39662e0-37b5-42b2-8163-448d7c8b0333 req-ffff8ace-fd07-41ed-bf42-837051e7bfda tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.3919830 Feb 02 15:37:58.080258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832535ed-504c-4b17-b602-885972e9140f None None] Pushing event deleted for resources: {'Port': ['ID=b9e58c12-2a01-4dd1-9662-60e6e6655671,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:58.136126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-519a7016-8d39-4f51-a674-cf0e6b5e6741 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:58.139543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 321d4001-81e8-47b0-8092-a03fc7961092 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:58.140818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:58.144387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:58.161146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:58.171316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a39662e0-37b5-42b2-8163-448d7c8b0333 req-1879aa05-42fd-4d2f-a2e5-ebfb6c886bb5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/quotas/2780a785067a4e1abb7a23517c0616fa HTTP/1.1" status: 200 len: 375 time: 0.1139231 Feb 02 15:37:58.176623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:58.176945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832535ed-504c-4b17-b602-885972e9140f None None] No DVR routers for this DVR port b9e58c12-2a01-4dd1-9662-60e6e6655671 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:37:58.183906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=a50c546f-3827-44e6-86e8-56f04ca1e3f3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:58.195303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Allocated IP 2001:db8::2 (0efdccd1-6485-4799-893f-638582a39728/ee75e84c-7282-413b-9a1b-7508045841c0/213e9dca-6826-46e1-844f-dacebfb45696) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:58.221353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 521efcdf-deba-4434-93ce-f1fc3f5f7640 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:58.222926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=dacff0e1-1929-4ad8-a8bd-3f0cbec9a117,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:58.242228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:58.243865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:58.244990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:58.300027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-519a7016-8d39-4f51-a674-cf0e6b5e6741 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:58.304414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-519a7016-8d39-4f51-a674-cf0e6b5e6741 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2881284 Feb 02 15:37:58.305255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46018) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:58.640377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4a637ed-35a8-461f-b1f1-1cf70f60b476 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:58.642197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6781df1-58dc-4086-9543-1d5e7306728a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:58.651135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6781df1-58dc-4086-9543-1d5e7306728a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:58.660028 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:58.697658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a39662e0-37b5-42b2-8163-448d7c8b0333 req-6f1983f2-0de5-44c6-bf73-d8d2a290f4e2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4718502 Feb 02 15:37:58.752725 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:58.753583 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:58.843936 n-d-827122-1 neutron-server[95772]: INFO neutron.db.ipam_backend_mixin [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee75e84c-7282-413b-9a1b-7508045841c0 (CIDR: 2001:db8::/64) Feb 02 15:37:58.876295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:58.921800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e4a637ed-35a8-461f-b1f1-1cf70f60b476 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:58.931935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:58.937251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a836a-05c1-4107-8c62-20e38f87e506 None None] Network 321d4001-81e8-47b0-8092-a03fc7961092 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:58.961776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0d5999f3-9abf-41e6-9214-d50d90c8e442 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:58.995643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6781df1-58dc-4086-9543-1d5e7306728a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:58.996607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b6781df1-58dc-4086-9543-1d5e7306728a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6902537 Feb 02 15:37:59.000218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46026) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:59.035608 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:37:59.036500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:37:59.086932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Transition to ACTIVE for port object 213e9dca-6826-46e1-844f-dacebfb45696 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:59.145751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Transition to ACTIVE for port object 213e9dca-6826-46e1-844f-dacebfb45696 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:59.168710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0f5df4b0-231b-4d03-a869-833c3de58996 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:router {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:37:59.276902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:59.364568 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:59.373629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a39662e0-37b5-42b2-8163-448d7c8b0333 req-3ea356da-b173-4996-90cb-2a44c04c6eed service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619980 Feb 02 15:37:59.414692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529a8c6-5d87-4120-b69a-333af983d775 req-d2a4df68-562a-42fc-9497-a5aca1ca9ef7 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:59.414692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8529a8c6-5d87-4120-b69a-333af983d775 req-d2a4df68-562a-42fc-9497-a5aca1ca9ef7 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.4260736 Feb 02 15:37:59.445498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-436c5ea4-c0b0-4474-8d8e-470a038e7683 None None] Provisioning for port e4a637ed-35a8-461f-b1f1-1cf70f60b476 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:59.458665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-436c5ea4-c0b0-4474-8d8e-470a038e7683 None None] Provisioning complete for port e4a637ed-35a8-461f-b1f1-1cf70f60b476 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:59.458921 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-436c5ea4-c0b0-4474-8d8e-470a038e7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:59.467414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:59.476681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2c440970-7ade-4d89-8a8e-f11e13e7af5f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0492096 Feb 02 15:37:59.481923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46030) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:59.490097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 0d5999f3-9abf-41e6-9214-d50d90c8e442 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:59.490956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': '0efdccd1-6485-4799-893f-638582a39728', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:59.507988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0f5df4b0-231b-4d03-a869-833c3de58996 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:router {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:37:59.509212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0f5df4b0-231b-4d03-a869-833c3de58996 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4934282 Feb 02 15:37:59.520100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46034) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:59.526106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Network 0efdccd1-6485-4799-893f-638582a39728 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:59.529823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:37:59.532792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e829a5-6370-4762-aff2-dde786d4214b None None] Network 521efcdf-deba-4434-93ce-f1fc3f5f7640 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:37:59.548430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f48c28aa-f096-4681-9418-2615eb7a10a5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:59.568885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-337fb77a-2a88-44b0-b298-1b1c8fbe3f6a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 1097 time: 0.5105586 Feb 02 15:37:59.630309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:59.633245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:37:59.681025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Pushing event updated for resources: {'Port': ['ID=213e9dca-6826-46e1-844f-dacebfb45696,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:59.847403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f48c28aa-f096-4681-9418-2615eb7a10a5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:59.847754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:59.854534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a39662e0-37b5-42b2-8163-448d7c8b0333 req-6b17672f-28ac-42a4-b761-c8263b79a07d service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828370 Feb 02 15:37:59.912036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:59.912920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:59.967050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8529a8c6-5d87-4120-b69a-333af983d775 req-c9ebf4d3-5dfb-4775-9d02-0788f06ce503 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299690 Feb 02 15:37:59.973468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Attempting to bind port 213e9dca-6826-46e1-844f-dacebfb45696 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:59.973832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Attempting to bind port 213e9dca-6826-46e1-844f-dacebfb45696 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'dacfd495-bb42-4f64-a67e-c600b133a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0efdccd1-6485-4799-893f-638582a39728'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:59.974227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Attempting to bind port 213e9dca-6826-46e1-844f-dacebfb45696 on network 0efdccd1-6485-4799-893f-638582a39728 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:37:59.994270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:37:59.994749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Checking segment: {'id': 'dacfd495-bb42-4f64-a67e-c600b133a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0efdccd1-6485-4799-893f-638582a39728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:37:59.995029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:59.995421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Bound using segment: {'id': 'dacfd495-bb42-4f64-a67e-c600b133a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0efdccd1-6485-4799-893f-638582a39728'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:37:59.996017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Bound port: 213e9dca-6826-46e1-844f-dacebfb45696, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacfd495-bb42-4f64-a67e-c600b133a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '0efdccd1-6485-4799-893f-638582a39728'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:59.996309 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.096697 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.140748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:00.173451 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-436c5ea4-c0b0-4474-8d8e-470a038e7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.179165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-ec982bd0-4863-4172-80ba-4dae8ffdc6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:00.200809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-ec982bd0-4863-4172-80ba-4dae8ffdc6b2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 917 time: 0.5593717 Feb 02 15:38:00.255428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-436c5ea4-c0b0-4474-8d8e-470a038e7683 None None] For port e4a637ed-35a8-461f-b1f1-1cf70f60b476, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4a637ed-35a8-461f-b1f1-1cf70f60b476,segment=NetworkSegment(53474654-9905-442f-9efe-7f5696b32de9),segment_id=53474654-9905-442f-9efe-7f5696b32de9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:00.279556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:00.279803 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-8fbdeaaf-f3c9-471d-ae5c-3dd228e0e597 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05739ee2-4011-463d-a11c-8c41a36332e3 HTTP/1.1" status: 200 len: 217 time: 0.0764706 Feb 02 15:38:00.314097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event updated for resources: {'Port': ['ID=a50c546f-3827-44e6-86e8-56f04ca1e3f3,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:00.350109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:38:00.370334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-436c5ea4-c0b0-4474-8d8e-470a038e7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.373580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.404145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-c48c10fd-bf43-4e95-8782-9c0097c48efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:00.406697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-c48c10fd-bf43-4e95-8782-9c0097c48efe service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 200 len: 854 time: 0.1167371 Feb 02 15:38:00.417528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:00.422108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:00.424080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] For port 213e9dca-6826-46e1-844f-dacebfb45696, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:00.425041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:00.435084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-49cd68cb-cfe7-4fc2-896a-6d2128e88b4d req-81244e7c-f266-4896-93af-9fb697241f62 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:00.439407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:00.463885 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.472594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] For port 213e9dca-6826-46e1-844f-dacebfb45696, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=213e9dca-6826-46e1-844f-dacebfb45696,segment=NetworkSegment(dacfd495-bb42-4f64-a67e-c600b133a4d9),segment_id=dacfd495-bb42-4f64-a67e-c600b133a4d9)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:00.508578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Network 521efcdf-deba-4434-93ce-f1fc3f5f7640 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:00.510246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:00.514753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:00.561859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c5ea4-c0b0-4474-8d8e-470a038e7683 None None] Pushing event updated for resources: {'Port': ['ID=e4a637ed-35a8-461f-b1f1-1cf70f60b476,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:00.609789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.614474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.626285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=dacff0e1-1929-4ad8-a8bd-3f0cbec9a117,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:00.664930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b9e58c12-2a01-4dd1-9662-60e6e6655671 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:00.712081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Provisioning for port dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:00.712871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-ab6c5fd8-bd6b-4af6-b2f5-02b6f0299ecd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5e114db7-1910-443d-8707-2f6020ab5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2990870 Feb 02 15:38:00.715066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b9e58c12-2a01-4dd1-9662-60e6e6655671 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:00.715432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b9e58c12-2a01-4dd1-9662-60e6e6655671 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:00.745530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Provisioning complete for port dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:00.745917 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.799286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.877599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c78be-8ff8-432d-b307-a6694b471b8c None None] Pushing event updated for resources: {'Port': ['ID=213e9dca-6826-46e1-844f-dacebfb45696,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:00.924947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Port dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:00.947222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Provisioning complete for port e4a637ed-35a8-461f-b1f1-1cf70f60b476 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:00.947222 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:01.051955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:01.071393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-49cd68cb-cfe7-4fc2-896a-6d2128e88b4d req-81244e7c-f266-4896-93af-9fb697241f62 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:01.084178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49cd68cb-cfe7-4fc2-896a-6d2128e88b4d req-81244e7c-f266-4896-93af-9fb697241f62 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=b607686f-298f-43ff-8342-bb81c15dd08c HTTP/1.1" status: 200 len: 210 time: 0.7713840 Feb 02 15:38:01.119633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4a637ed-35a8-461f-b1f1-1cf70f60b476 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:01.244131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 321d4001-81e8-47b0-8092-a03fc7961092 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:01.246757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:01.251870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-d2652964-c45b-44ad-ada2-ccb5ed041273 service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315194 Feb 02 15:38:01.392978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e4a637ed-35a8-461f-b1f1-1cf70f60b476 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:01.393516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:01.522991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:01.526755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Provisioning for port 0d5999f3-9abf-41e6-9214-d50d90c8e442 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:01.616638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Provisioning complete for port 0d5999f3-9abf-41e6-9214-d50d90c8e442 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:01.617164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:01.725037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c45dd4bc-68f7-414a-92b1-fc2d8cd93d78 req-b4cb1070-7fa9-413a-b350-0132f99cccf0 service neutron] 10.222.0.107 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808198 Feb 02 15:38:01.979130 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.029159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] For port 0d5999f3-9abf-41e6-9214-d50d90c8e442, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0d5999f3-9abf-41e6-9214-d50d90c8e442,segment=NetworkSegment(ba4a7d6f-cfad-4966-bcd1-385ba576d6b7),segment_id=ba4a7d6f-cfad-4966-bcd1-385ba576d6b7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:02.116632 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.176389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:38:02.193851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a822802-d370-4d5a-ae61-8dfe3f2a4cdd None None] Pushing event updated for resources: {'Port': ['ID=0d5999f3-9abf-41e6-9214-d50d90c8e442,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:02.212170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5457a-dd8d-49e9-b6d8-2cddea1a1c84 req-563728b5-67e3-4624-a400-5777453e010c tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:02.213973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80b5457a-dd8d-49e9-b6d8-2cddea1a1c84 req-563728b5-67e3-4624-a400-5777453e010c tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.9857059 Feb 02 15:38:02.245975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Provisioning complete for port dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:02.247922 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.336529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80b5457a-dd8d-49e9-b6d8-2cddea1a1c84 req-739fc7a7-9981-48af-8fbc-ebb0a2f1d03a tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054003 Feb 02 15:38:02.349772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Port dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:02.375942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.397445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Provisioning complete for port 0d5999f3-9abf-41e6-9214-d50d90c8e442 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:02.401687 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.436989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router b51138d0-f227-47f2-8bec-d4dd650bf09b is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:38:02.560624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:02.564873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:02.577332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:02.578082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.593008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b736f4-894a-49e7-818d-5a75b5f7abed None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:02.682395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=729541d5-9989-402f-97c6-2b07d2d9cbb1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:02.781484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3a6c2-0862-4470-b56f-ee26d61ecc1c None None] Network 0efdccd1-6485-4799-893f-638582a39728 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:02.814038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:02.858599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:02.868153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d18679ed-c195-4401-8b90-cdec5d4b5dda tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/b51138d0-f227-47f2-8bec-d4dd650bf09b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8655145 Feb 02 15:38:02.869630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46070) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:02.913710 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1557f0b3-556d-4982-bfcc-6568ade0d4b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3901234 Feb 02 15:38:02.916625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46074) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:02.926547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:02.927645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434e342-a459-44f6-a574-75d82b225c40 None None] Sync routers for ids ['b51138d0-f227-47f2-8bec-d4dd650bf09b'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:02.974694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-8bd34e0a-815e-40b1-bbce-d95276bda598 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:02.976116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-8bd34e0a-815e-40b1-bbce-d95276bda598 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.2514858 Feb 02 15:38:02.986597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434e342-a459-44f6-a574-75d82b225c40 None None] Routers {'b51138d0-f227-47f2-8bec-d4dd650bf09b'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:02.987867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8434e342-a459-44f6-a574-75d82b225c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['b51138d0-f227-47f2-8bec-d4dd650bf09b'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:02.988206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1cc4f-4ae1-4a29-8491-fdc1b3bcda8f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:02.988837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f2f1cc4f-4ae1-4a29-8491-fdc1b3bcda8f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:03.015221 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-7f734a7e-4c75-4343-89e7-16a0ba8ca3a6 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/quotas/2780a785067a4e1abb7a23517c0616fa HTTP/1.1" status: 200 len: 375 time: 0.0209365 Feb 02 15:38:03.055561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:03.067096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 213e9dca-6826-46e1-844f-dacebfb45696 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:03.069438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-c71abdcc-62ba-4835-bade-aef2a3b35fd5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474188 Feb 02 15:38:03.201318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Provisioning for port a50c546f-3827-44e6-86e8-56f04ca1e3f3 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:03.214929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8434e342-a459-44f6-a574-75d82b225c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:03.225192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-943cb51b-4972-418f-8dee-37d19adcbbb7 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472239 Feb 02 15:38:03.230110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Provisioning complete for port a50c546f-3827-44e6-86e8-56f04ca1e3f3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:03.230522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:03.302706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=11388279-7844-4374-80dd-7fc538b3c737,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:03.315656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 0efdccd1-6485-4799-893f-638582a39728 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:03.337522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:03.344095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:03.344707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:03.373723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:03.380721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:03.386322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:03.397555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:03.413674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-2194c6c0-7129-4e2b-8c58-5eed58865127 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2497795 Feb 02 15:38:03.416844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434e342-a459-44f6-a574-75d82b225c40 None None] Routers {'b51138d0-f227-47f2-8bec-d4dd650bf09b'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:03.417711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8434e342-a459-44f6-a574-75d82b225c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['b51138d0-f227-47f2-8bec-d4dd650bf09b'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:03.427646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:03.433045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a291b029-bd8d-4fd1-a8df-bbea3008678f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3379629 Feb 02 15:38:03.440226 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:03.440790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46080) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:03.446398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:03.464975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f2f1cc4f-4ae1-4a29-8491-fdc1b3bcda8f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:03.469395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f2f1cc4f-4ae1-4a29-8491-fdc1b3bcda8f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports/dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 HTTP/1.1" status: 200 len: 910 time: 0.5957680 Feb 02 15:38:03.472987 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:03.473553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46084) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:03.486650 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:03.491607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-40f2f52d-2d6f-42bd-9134-cdf2f89856f8 None None] Port a50c546f-3827-44e6-86e8-56f04ca1e3f3 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:03.505342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '729541d5-9989-402f-97c6-2b07d2d9cbb1'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:38:03.506147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:03.521932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8434e342-a459-44f6-a574-75d82b225c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:03.522336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434e342-a459-44f6-a574-75d82b225c40 None None] The sync data for ids ['b51138d0-f227-47f2-8bec-d4dd650bf09b'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:03.553279 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c5bd3ac0-0a74-4555-8f0f-5516e52480d5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0702209 Feb 02 15:38:03.560153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46088) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:03.569386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': '0efdccd1-6485-4799-893f-638582a39728', 'fixed_ips': [{'subnet_id': 'ee75e84c-7282-413b-9a1b-7508045841c0'}, {'subnet_id': '11388279-7844-4374-80dd-7fc538b3c737'}], 'name': 'tempest-PortsIpV6TestJSON-2037265781'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:03.681301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 213e9dca-6826-46e1-844f-dacebfb45696 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:03.696420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0d5999f3-9abf-41e6-9214-d50d90c8e442 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:03.704616 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:03.768702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-e02602a9-1934-4cf5-bd99-892ff103b934 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352371 Feb 02 15:38:03.813225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-86b8195d-f02a-459a-8f60-758e1128a4fd None None] Provisioning for port 213e9dca-6826-46e1-844f-dacebfb45696 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:03.875432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-86b8195d-f02a-459a-8f60-758e1128a4fd None None] Provisioning complete for port 213e9dca-6826-46e1-844f-dacebfb45696 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:03.877893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86b8195d-f02a-459a-8f60-758e1128a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:03.897141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:03.900584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:03.996805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.066054 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Allocated IP 2001:db8::f816:3eff:fe86:8ef9 (2b108652-b7f1-4e95-b1da-85ac7991b521/729541d5-9989-402f-97c6-2b07d2d9cbb1/7c1bb013-7ea5-483e-9f87-121a3a3f0b6c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:04.241726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:04.277361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-36a981ce-906e-4d8c-86cc-9316bdc2fe47 req-59c5a928-fee1-4083-af62-8b823a52c1d6 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 210 time: 0.0599935 Feb 02 15:38:04.305490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0d5999f3-9abf-41e6-9214-d50d90c8e442 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:04.305490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.357615 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:58Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:37:58Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:04.358555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] Update dhcp port {'port': {'network_id': '0efdccd1-6485-4799-893f-638582a39728', 'fixed_ips': [{'subnet_id': 'ee75e84c-7282-413b-9a1b-7508045841c0', 'ip_address': '2001:db8::2'}, {'subnet_id': '11388279-7844-4374-80dd-7fc538b3c737'}], 'binding:host_id': 'n-d-827122-1'}, 'id': '213e9dca-6826-46e1-844f-dacebfb45696'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:38:04.366435 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:38:04.366786 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Updating router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee port a50c546f-3827-44e6-86e8-56f04ca1e3f3 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:38:04.386258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:04.401444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:04.420153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:04.441423 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.444046 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86b8195d-f02a-459a-8f60-758e1128a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.512479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-3f38e1b2-40d7-4e01-882e-cb1c426c2363 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c93de51b3cc4fd18193557ae3838550&device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 1096 time: 0.9111550 Feb 02 15:38:04.524578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece863a-63dd-4bf4-b3b3-246948168a5b req-3f7d2920-18ee-434c-a2c7-6b4dad518898 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:04.532819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ece863a-63dd-4bf4-b3b3-246948168a5b req-3f7d2920-18ee-434c-a2c7-6b4dad518898 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.6668034 Feb 02 15:38:04.586705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-86b8195d-f02a-459a-8f60-758e1128a4fd None None] For port 213e9dca-6826-46e1-844f-dacebfb45696, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=213e9dca-6826-46e1-844f-dacebfb45696,segment=NetworkSegment(dacfd495-bb42-4f64-a67e-c600b133a4d9),segment_id=dacfd495-bb42-4f64-a67e-c600b133a4d9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:04.601867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.735819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:04.741135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.807945 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86b8195d-f02a-459a-8f60-758e1128a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.957428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 272b0e39-322b-4582-aa37-f6260aaec3bc yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:04.972201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:04.973317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.052724 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.069599 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Transition to ACTIVE for port object a50c546f-3827-44e6-86e8-56f04ca1e3f3 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:05.082570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8195d-f02a-459a-8f60-758e1128a4fd None None] Pushing event updated for resources: {'Port': ['ID=213e9dca-6826-46e1-844f-dacebfb45696,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:05.102572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ece863a-63dd-4bf4-b3b3-246948168a5b req-0f3d2c54-70af-4f38-b00a-ea16f4530c63 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673134 Feb 02 15:38:05.185463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.186162 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.207595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Transition to ACTIVE for port object 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:05.211408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] Allocated IP 2001:db8:0:1::2 (0efdccd1-6485-4799-893f-638582a39728/11388279-7844-4374-80dd-7fc538b3c737/213e9dca-6826-46e1-844f-dacebfb45696) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:05.243886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Transition to ACTIVE for port object 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:05.323814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.467303 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582bdd1-fc6d-4fff-8c6e-d8965dd968fb None None] Pushing event updated for resources: {'Port': ['ID=a50c546f-3827-44e6-86e8-56f04ca1e3f3,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:05.475279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] For port 213e9dca-6826-46e1-844f-dacebfb45696, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=213e9dca-6826-46e1-844f-dacebfb45696,segment=NetworkSegment(dacfd495-bb42-4f64-a67e-c600b133a4d9),segment_id=dacfd495-bb42-4f64-a67e-c600b133a4d9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:05.486385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.492752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.539629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for dacff0e1-1929-4ad8-a8bd-3f0cbec9a117 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:05.624559 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:38:05.665127 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.674737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:05.686225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:05.689259 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Attempting to bind port a50c546f-3827-44e6-86e8-56f04ca1e3f3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:05.689640 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Attempting to bind port a50c546f-3827-44e6-86e8-56f04ca1e3f3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:05.689992 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Attempting to bind port a50c546f-3827-44e6-86e8-56f04ca1e3f3 on network 521efcdf-deba-4434-93ce-f1fc3f5f7640 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:05.695980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:05.711369 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:05.711740 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Checking segment: {'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:05.712151 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.712553 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Bound using segment: {'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:05.713016 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Bound port: a50c546f-3827-44e6-86e8-56f04ca1e3f3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:05.713393 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.724212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Pushing event updated for resources: {'Port': ['ID=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:05.744202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] Transition to ACTIVE for port object 213e9dca-6826-46e1-844f-dacebfb45696 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:05.787408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-c3de82ce-f646-4310-b662-734657438b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:05.789467 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-c3de82ce-f646-4310-b662-734657438b09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 200 len: 917 time: 1.0897820 Feb 02 15:38:05.866113 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] For port a50c546f-3827-44e6-86e8-56f04ca1e3f3, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:05.874071 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] For port a50c546f-3827-44e6-86e8-56f04ca1e3f3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a50c546f-3827-44e6-86e8-56f04ca1e3f3,segment=NetworkSegment(ba4a7d6f-cfad-4966-bcd1-385ba576d6b7),segment_id=ba4a7d6f-cfad-4966-bcd1-385ba576d6b7)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:05.874844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d3f6e14-1a40-4aa4-b2aa-d3c354c93166 req-e37d7321-c3ba-4038-821f-f571f746a4d8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 210 time: 0.1388292 Feb 02 15:38:05.916610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.963735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=ef227603-0767-4ac5-8cdd-166238a88151,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:05.973818 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.982117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Attempting to bind port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:05.982632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Attempting to bind port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:05.983170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Attempting to bind port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:06.061931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:06.088483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:06.089360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:06.089360 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.089673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:06.090229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Bound port: 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:06.090624 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.102864 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:38:06.111632 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582bdd1-fc6d-4fff-8c6e-d8965dd968fb None None] Pushing event updated for resources: {'Port': ['ID=a50c546f-3827-44e6-86e8-56f04ca1e3f3,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:06.115353 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:06.115998 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:06.123789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:06.145148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:06.145733 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.153351 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.158468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-d856701a-63d9-45a7-aa38-2060ff4d0490 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 HTTP/1.1" status: 200 len: 217 time: 0.3543792 Feb 02 15:38:06.164314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7d31b-5860-499a-8a6e-523a2dfce208 None None] Pushing event updated for resources: {'Port': ['ID=213e9dca-6826-46e1-844f-dacebfb45696,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:06.260287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=dacff0e1-1929-4ad8-a8bd-3f0cbec9a117,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:06.298891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] For port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:06.305393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] For port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:06.310940 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:06.322891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-ee32c7c0-378d-40ef-94f0-f23856fa1a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:06.324413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-ee32c7c0-378d-40ef-94f0-f23856fa1a68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 200 len: 854 time: 0.1539671 Feb 02 15:38:06.391827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.529808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956cef9-d79e-42af-8cda-b45af19d494c None None] Pushing event updated for resources: {'Port': ['ID=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:06.823626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77908e39-0c79-4fae-b4fa-ad3d91f14266 req-5c309fe8-74e2-4cf3-b160-064cd00d53ef tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:06.823626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77908e39-0c79-4fae-b4fa-ad3d91f14266 req-5c309fe8-74e2-4cf3-b160-064cd00d53ef tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 1.3239677 Feb 02 15:38:06.823626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b6e8ecc9-986d-4c57-8904-c2875d479640 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8389091 Feb 02 15:38:06.823626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46108) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:06.823626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:51:7b:e7', 'name': 'tempest-NetworksTestDHCPv6-1144659538'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:06.856506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.926203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 213e9dca-6826-46e1-844f-dacebfb45696 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:07.224138 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:58Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:38:05Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:07.234744 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b5c1f-0ed6-4425-b8c1-5b153090353d None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:37:58Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:38:05Z', 'revision_number': 4, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:07.237818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.extraroute_db [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 02 15:38:07.259475 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-536f4028-e205-4a26-b8b9-53071f66ec13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e114db7-1910-443d-8707-2f6020ab5172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9192760 Feb 02 15:38:07.278203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::135 (0efdccd1-6485-4799-893f-638582a39728/ee75e84c-7282-413b-9a1b-7508045841c0/272b0e39-322b-4582-aa37-f6260aaec3bc) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:07.291591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8:0:1::bd (0efdccd1-6485-4799-893f-638582a39728/11388279-7844-4374-80dd-7fc538b3c737/272b0e39-322b-4582-aa37-f6260aaec3bc) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:07.339591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c5b8955-51fe-4487-b138-486a8d626f08 req-7ae25299-dea7-42aa-9b19-3b04360c27c1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 210 time: 0.1753597 Feb 02 15:38:07.687586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b01e49-7b0c-4836-9b51-5bf3c0bb222d None None] Network 0efdccd1-6485-4799-893f-638582a39728 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:07.739961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.extraroute_db [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Removed routes are [] {{(pid=95773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 02 15:38:07.740408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:07.848020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-b5b10037-e05f-4a81-a0ba-b43b00b9451c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:07.849733 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-b5b10037-e05f-4a81-a0ba-b43b00b9451c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.6272569 Feb 02 15:38:07.918891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Request body: {'port': {'device_id': '69e11a32-84b3-4199-8898-7ac68900af6a', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'admin_state_up': True, 'tenant_id': '2780a785067a4e1abb7a23517c0616fa'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:07.971071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-5fecfbed-575f-4190-b8b5-0cdab0b0ee3f service neutron] 10.222.0.64 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485528 Feb 02 15:38:08.073799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:08.130324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router b51138d0-f227-47f2-8bec-d4dd650bf09b has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:08.212450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-df3e034a-6c2e-4c86-bbef-bb0a4abad938 None None] Provisioning for port 213e9dca-6826-46e1-844f-dacebfb45696 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:08.214046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77908e39-0c79-4fae-b4fa-ad3d91f14266 req-f217ea7f-038b-4236-8c3c-f40ea72661ad tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5407758 Feb 02 15:38:08.232545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-df3e034a-6c2e-4c86-bbef-bb0a4abad938 None None] Provisioning complete for port 213e9dca-6826-46e1-844f-dacebfb45696 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:08.233220 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df3e034a-6c2e-4c86-bbef-bb0a4abad938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:08.328374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 272b0e39-322b-4582-aa37-f6260aaec3bc will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:08.507394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:08.528256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:08.538305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:08.576518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:08.671405 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c069596d-ed9d-4f70-8434-05ee57c164e4 req-8dbc7060-9571-4ade-9ef7-a199bf467520 service neutron] 10.222.0.64 "GET /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845938 Feb 02 15:38:08.673963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:08.681475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c84dc2-9284-4959-a28d-3e9286c162d9 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:08.697862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:08.724978 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:08.810502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:08.829145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832a3b0a-6a92-4267-b7fe-3536ccf67b7b None None] Sync routers for ids ['b51138d0-f227-47f2-8bec-d4dd650bf09b'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:08.845286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628021-50f1-43a2-a540-283852ef3708 req-69c25a5b-84a5-4cb0-9d5e-b5a2558eaba7 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:08.847544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96628021-50f1-43a2-a540-283852ef3708 req-69c25a5b-84a5-4cb0-9d5e-b5a2558eaba7 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 945 time: 0.1450551 Feb 02 15:38:08.905762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:08.925372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9743c39d-bc5c-4f12-a8ed-4fd267ef9e35 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/b51138d0-f227-47f2-8bec-d4dd650bf09b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4506307 Feb 02 15:38:08.926189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46118) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:08.932806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Made reservation on behalf of 2780a785067a4e1abb7a23517c0616fa for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:08.939243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:08.974287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a3b0a-6a92-4267-b7fe-3536ccf67b7b None None] Routers {'b51138d0-f227-47f2-8bec-d4dd650bf09b'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:08.981684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-832a3b0a-6a92-4267-b7fe-3536ccf67b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['b51138d0-f227-47f2-8bec-d4dd650bf09b'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:09.028909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-59071a24-7f0d-4dd4-9568-5bc849eaae3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:09.046307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96628021-50f1-43a2-a540-283852ef3708 req-ae4d47e4-c531-432a-8e4d-927359e745e8 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928029 Feb 02 15:38:09.050286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a50c546f-3827-44e6-86e8-56f04ca1e3f3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:09.111534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-832a3b0a-6a92-4267-b7fe-3536ccf67b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:09.192821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a3b0a-6a92-4267-b7fe-3536ccf67b7b None None] Routers {'b51138d0-f227-47f2-8bec-d4dd650bf09b'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:09.193487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-832a3b0a-6a92-4267-b7fe-3536ccf67b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['b51138d0-f227-47f2-8bec-d4dd650bf09b'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:09.195021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 0efdccd1-6485-4799-893f-638582a39728 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:09.200089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd1be42d-c5de-4dc8-b8d4-36edf8fa499c req-8497df92-74ff-497c-a4a5-a66c60e57514 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 210 time: 0.4013190 Feb 02 15:38:09.204656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=272b0e39-322b-4582-aa37-f6260aaec3bc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:09.213705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:09.216697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-59071a24-7f0d-4dd4-9568-5bc849eaae3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:09.220015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-59071a24-7f0d-4dd4-9568-5bc849eaae3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=b51138d0-f227-47f2-8bec-d4dd650bf09b HTTP/1.1" status: 200 len: 205 time: 0.2906940 Feb 02 15:38:09.220711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46124) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:09.224334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:09.233789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:09.235318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:09.300854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-832a3b0a-6a92-4267-b7fe-3536ccf67b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:09.300854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832a3b0a-6a92-4267-b7fe-3536ccf67b7b None None] The sync data for ids ['b51138d0-f227-47f2-8bec-d4dd650bf09b'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:09.363666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fb1051f4-efd7-46e5-a63a-cec7c0b1de97 None None] Provisioning for port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:09.385773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:09.410397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:09.493380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] Update dhcp port {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '729541d5-9989-402f-97c6-2b07d2d9cbb1', 'ip_address': '2001:db8::f816:3eff:fe86:8ef9'}, {'subnet_id': 'ef227603-0767-4ac5-8cdd-166238a88151'}], 'binding:host_id': 'n-d-827122-1'}, 'id': '7c1bb013-7ea5-483e-9f87-121a3a3f0b6c'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:38:09.496271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-73ec1be4-90e5-434f-bf7b-69c25bcdc456 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.9347622 Feb 02 15:38:09.500931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Allocated IP 172.20.0.13 (7948df50-ebac-4e95-86d9-bea1aa0f5421/b2904439-bbb3-4232-aa70-5f70e2abd94d/a28ae28d-d79c-493e-a016-584590800297) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:09.504134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46128) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:09.516910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee75e84c-7282-413b-9a1b-7508045841c0'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:09.524446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:09.583311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc58797-46d6-4380-b7f9-0cadc7617215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:09.585777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a50c546f-3827-44e6-86e8-56f04ca1e3f3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:09.599820 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:09.614824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a50c546f-3827-44e6-86e8-56f04ca1e3f3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:09.615194 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:09.625661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 4ab8b306-cee7-454f-9aca-84ad08ef0dd9 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:09.795989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:09.844570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-026f7f14-1d64-458f-a834-d4351bbd8f7b None None] Provisioning complete for port 213e9dca-6826-46e1-844f-dacebfb45696 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:09.845182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-026f7f14-1d64-458f-a834-d4351bbd8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:09.888903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec621c26-7e00-4283-a300-1034d7fa3334 req-60763ee7-ebb4-491d-adfd-250c4e6d725f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:09.890609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec621c26-7e00-4283-a300-1034d7fa3334 req-60763ee7-ebb4-491d-adfd-250c4e6d725f tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.5431240 Feb 02 15:38:10.048065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.088345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a50c546f-3827-44e6-86e8-56f04ca1e3f3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a50c546f-3827-44e6-86e8-56f04ca1e3f3,segment=NetworkSegment(ba4a7d6f-cfad-4966-bcd1-385ba576d6b7),segment_id=ba4a7d6f-cfad-4966-bcd1-385ba576d6b7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:10.174011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 172.20.0.9 (2b108652-b7f1-4e95-b1da-85ac7991b521/ef227603-0767-4ac5-8cdd-166238a88151/4ab8b306-cee7-454f-9aca-84ad08ef0dd9) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:10.179312 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.180406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:10.190092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:fe51:7be7 (2b108652-b7f1-4e95-b1da-85ac7991b521/729541d5-9989-402f-97c6-2b07d2d9cbb1/4ab8b306-cee7-454f-9aca-84ad08ef0dd9) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:10.264560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ba93131c-ef9d-440f-af98-b26b90c86b1e None None] Provisioning for port 272b0e39-322b-4582-aa37-f6260aaec3bc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:10.270058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:10.282991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.284828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ba93131c-ef9d-440f-af98-b26b90c86b1e None None] Provisioning complete for port 272b0e39-322b-4582-aa37-f6260aaec3bc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:10.285206 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba93131c-ef9d-440f-af98-b26b90c86b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.286985 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6f73ad1d-273e-4942-ba57-2ffc86262d50 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 200 len: 954 time: 6.8452439 Feb 02 15:38:10.287813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46134) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:10.292592 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:10.318560 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:10.319208 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:10.447583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ba93131c-ef9d-440f-af98-b26b90c86b1e None None] Port 272b0e39-322b-4582-aa37-f6260aaec3bc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:10.459798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a50c546f-3827-44e6-86e8-56f04ca1e3f3,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:10.572953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9569f5c-defa-4957-bed2-56dcbb1ae426 req-f7c8791b-22d8-4386-b013-6a55d702d0aa tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 210 time: 0.0715861 Feb 02 15:38:10.573181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:10.576236 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:10.580647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:10.581376 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.584957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec621c26-7e00-4283-a300-1034d7fa3334 req-4df3b6f8-4424-4bba-a3a4-5609ca290ebf tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034670 Feb 02 15:38:10.587256 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc58797-46d6-4380-b7f9-0cadc7617215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.646705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.670125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 4ab8b306-cee7-454f-9aca-84ad08ef0dd9 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:10.702981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-84fdd24e-8343-4628-9d38-c1dec1e8b8b7 req-50e01767-652d-4b31-a117-bc464e41026c tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:38:10.709195 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.710837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fdd24e-8343-4628-9d38-c1dec1e8b8b7 req-50e01767-652d-4b31-a117-bc464e41026c tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0130246 Feb 02 15:38:10.742709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc58797-46d6-4380-b7f9-0cadc7617215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.746998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.767423 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f5dc7e01-df70-4fa1-a3fb-6f7791e42e20 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 200 len: 954 time: 0.4622838 Feb 02 15:38:10.768479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46140) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:10.778990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'routes': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:10.895593 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.944869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:10.953110 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.015636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:11.019530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] Allocated IP 172.20.0.2 (2b108652-b7f1-4e95-b1da-85ac7991b521/ef227603-0767-4ac5-8cdd-166238a88151/7c1bb013-7ea5-483e-9f87-121a3a3f0b6c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:11.025246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:11.031821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc58797-46d6-4380-b7f9-0cadc7617215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.035550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc58797-46d6-4380-b7f9-0cadc7617215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Fanout notify agent at l3_agent the message router_deleted on router b51138d0-f227-47f2-8bec-d4dd650bf09b {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:38:11.037773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:11.055489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.088397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc58797-46d6-4380-b7f9-0cadc7617215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.088624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84fdd24e-8343-4628-9d38-c1dec1e8b8b7 req-6eb15267-68c6-476a-a284-4e04be1f83cf tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3767297 Feb 02 15:38:11.089477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8dc58797-46d6-4380-b7f9-0cadc7617215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/b51138d0-f227-47f2-8bec-d4dd650bf09b HTTP/1.1" status: 204 len: 168 time: 1.8631976 Feb 02 15:38:11.094172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46144) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:11.142570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=4ab8b306-cee7-454f-9aca-84ad08ef0dd9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:11.143048 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:07Z', 'revision_number': 6, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:11.146483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.148502 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:38:11.164846 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:11.165189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:11.165598 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:11.165816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.301667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:11.322426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:11.327317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:11.347194 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-293fd993-3fab-436f-8e71-b014e002c742 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5781350 Feb 02 15:38:11.353223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46148) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:11.410509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a50c546f-3827-44e6-86e8-56f04ca1e3f3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:11.439337 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:11.534239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:11.568862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] For port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:11.579112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a50c546f-3827-44e6-86e8-56f04ca1e3f3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:11.596638 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.607937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea9741b-1750-4cec-8e96-2c91a14077c4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet d61e264e-010e-416b-be3e-ebdc992c6bb0 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:11.610932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aea9741b-1750-4cec-8e96-2c91a14077c4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.672827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aea9741b-1750-4cec-8e96-2c91a14077c4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.699441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:38:11.747291 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.776667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aea9741b-1750-4cec-8e96-2c91a14077c4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.798774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] Transition to ACTIVE for port object 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:11.870395 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.914784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event updated for resources: {'Port': ['ID=a28ae28d-d79c-493e-a016-584590800297,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:11.980203 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:07Z', 'revision_number': 6, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:11.985911 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa68e99-2ef1-4c1e-8cce-bf7b2f64e3ec None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:07Z', 'revision_number': 6, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:12.024002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Delete allocated IP 2001:db8:0:1::bd (0efdccd1-6485-4799-893f-638582a39728/11388279-7844-4374-80dd-7fc538b3c737) {{(pid=95772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 15:38:12.037248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd1081-7e69-4a6b-be25-9aa9e0acf492 None None] Pushing event updated for resources: {'Port': ['ID=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:12.048041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:12.053741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.103002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3762528-21bb-48a6-ac25-d28732588ad6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:12.108103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3762528-21bb-48a6-ac25-d28732588ad6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:12.108972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3762528-21bb-48a6-ac25-d28732588ad6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:12.166567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aea9741b-1750-4cec-8e96-2c91a14077c4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.223306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.extraroute_db [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added routes are [] {{(pid=95773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 02 15:38:12.223666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.extraroute_db [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 02 15:38:12.246655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-06395d7f-8c0a-4387-b878-77c2fc8c8e7f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3366656 Feb 02 15:38:12.247957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aea9741b-1750-4cec-8e96-2c91a14077c4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.252567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aea9741b-1750-4cec-8e96-2c91a14077c4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/d61e264e-010e-416b-be3e-ebdc992c6bb0 HTTP/1.1" status: 204 len: 168 time: 1.1571441 Feb 02 15:38:12.253368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46156) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:12.262657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00539c41-747c-4d46-9ccb-78c58b40fe1e None None] Network 321d4001-81e8-47b0-8092-a03fc7961092 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:12.278100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Request body: {'port': {'device_id': '69e11a32-84b3-4199-8898-7ac68900af6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:12.325842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153375d-2746-40bb-9cb5-501492f97fa1 req-1626898c-e3ff-456f-b09a-c4f3c9c7cbdb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:12.327619 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e153375d-2746-40bb-9cb5-501492f97fa1 req-1626898c-e3ff-456f-b09a-c4f3c9c7cbdb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 932 time: 0.5180929 Feb 02 15:38:12.340145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6c12b-ad1a-4193-9a29-9011c7f1de00 req-39d4dd72-6a6e-45a0-8552-ceb35c8f1676 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:12.343298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84c6c12b-ad1a-4193-9a29-9011c7f1de00 req-39d4dd72-6a6e-45a0-8552-ceb35c8f1676 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.4859495 Feb 02 15:38:12.344178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9741b-1750-4cec-8e96-2c91a14077c4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=d61e264e-010e-416b-be3e-ebdc992c6bb0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:12.414352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3762528-21bb-48a6-ac25-d28732588ad6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:12.419870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f3762528-21bb-48a6-ac25-d28732588ad6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0646539 Feb 02 15:38:12.421765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46160) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:12.476963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84c6c12b-ad1a-4193-9a29-9011c7f1de00 req-8fc9fda4-3f21-4fdf-a06b-0c972bb53ec0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129470 Feb 02 15:38:12.510190 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.565654 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.573031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e153375d-2746-40bb-9cb5-501492f97fa1 req-ffda5dec-3a05-4eda-bd3d-66a8f89e1ce4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766632 Feb 02 15:38:12.575650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.609039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f70d77e4-c933-4d63-a1b4-f06b2dc53799 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 4ab8b306-cee7-454f-9aca-84ad08ef0dd9 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:12.615665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f70d77e4-c933-4d63-a1b4-f06b2dc53799 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.656496 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:38:12.679766 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.696254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] DHCP port deletion for 321d4001-81e8-47b0-8092-a03fc7961092 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:12.707744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] Deleting port e4a637ed-35a8-461f-b1f1-1cf70f60b476 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:12.708501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.812302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port e4a637ed-35a8-461f-b1f1-1cf70f60b476 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:12.812622 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.818823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 272b0e39-322b-4582-aa37-f6260aaec3bc will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:12.996638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.035921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] For port e4a637ed-35a8-461f-b1f1-1cf70f60b476, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4a637ed-35a8-461f-b1f1-1cf70f60b476,segment=NetworkSegment(53474654-9905-442f-9efe-7f5696b32de9),segment_id=53474654-9905-442f-9efe-7f5696b32de9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:13.036467 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.087277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=272b0e39-322b-4582-aa37-f6260aaec3bc,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:13.190144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] Calling delete_port for e4a637ed-35a8-461f-b1f1-1cf70f60b476 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:13.221478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-109a16a9-219c-4b19-8ae6-47dabd1c8f1b None None] Provisioning for port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:13.224259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ce87-e9fd-4c90-a2d2-ba8ca4cb4c4b req-f6db6305-3985-4209-a6e8-09d99a16a458 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:13.225084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:13.227026 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1a6ce87-e9fd-4c90-a2d2-ba8ca4cb4c4b req-f6db6305-3985-4209-a6e8-09d99a16a458 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 945 time: 0.4618831 Feb 02 15:38:13.302985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-109a16a9-219c-4b19-8ae6-47dabd1c8f1b None None] Provisioning complete for port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:13.303868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-109a16a9-219c-4b19-8ae6-47dabd1c8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.313950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] In _notify_port_updated(), no bound segment for port 272b0e39-322b-4582-aa37-f6260aaec3bc on network 0efdccd1-6485-4799-893f-638582a39728 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:38:13.318144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:13.318788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.323328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f18eeda4-786c-4149-ba19-31f1810c5083 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "PUT /v2.0/ports/272b0e39-322b-4582-aa37-f6260aaec3bc HTTP/1.1" status: 200 len: 926 time: 3.8176427 Feb 02 15:38:13.328748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46166) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:13.358400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee75e84c-7282-413b-9a1b-7508045841c0'}, {'subnet_id': '11388279-7844-4374-80dd-7fc538b3c737'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:13.384890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1a6ce87-e9fd-4c90-a2d2-ba8ca4cb4c4b req-38b1d2fc-9416-4c5d-9c9d-99161dcebea9 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127596 Feb 02 15:38:13.516821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:13.517699 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.539605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28ae28d-d79c-493e-a016-584590800297 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:38:13.549596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.570120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Transition to ACTIVE for port object a28ae28d-d79c-493e-a016-584590800297 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:13.670422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.679253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f70d77e4-c933-4d63-a1b4-f06b2dc53799 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.714993 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.763148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] No DVR routers for this DVR port e4a637ed-35a8-461f-b1f1-1cf70f60b476 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:13.814670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389823a-8b2f-46b6-862a-3259403b62d5 None None] Pushing event deleted for resources: {'Port': ['ID=e4a637ed-35a8-461f-b1f1-1cf70f60b476,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:13.955615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4a637ed-35a8-461f-b1f1-1cf70f60b476 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:13.987368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a28ae28d-d79c-493e-a016-584590800297,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:13.993304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e4a637ed-35a8-461f-b1f1-1cf70f60b476 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:13.993916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4a637ed-35a8-461f-b1f1-1cf70f60b476 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:14.018919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-92da1e86-18e1-4962-8f5c-565b42bdadcc None None] Provisioning for port 272b0e39-322b-4582-aa37-f6260aaec3bc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:14.024757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-92da1e86-18e1-4962-8f5c-565b42bdadcc None None] Provisioning complete for port 272b0e39-322b-4582-aa37-f6260aaec3bc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:14.025150 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-92da1e86-18e1-4962-8f5c-565b42bdadcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.031819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f70d77e4-c933-4d63-a1b4-f06b2dc53799 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 4ab8b306-cee7-454f-9aca-84ad08ef0dd9 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:14.086894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-92da1e86-18e1-4962-8f5c-565b42bdadcc None None] Port 272b0e39-322b-4582-aa37-f6260aaec3bc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:14.101765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Attempting to bind port a28ae28d-d79c-493e-a016-584590800297 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:14.102366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Attempting to bind port a28ae28d-d79c-493e-a016-584590800297 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:14.102492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Attempting to bind port a28ae28d-d79c-493e-a016-584590800297 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:14.112081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872a112-314d-4d14-849a-fb57770bcdf6 req-2ca9ab58-d37a-4e28-ab22-0d35ea17e486 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:14.112770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8872a112-314d-4d14-849a-fb57770bcdf6 req-2ca9ab58-d37a-4e28-ab22-0d35ea17e486 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:14.122336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Port a28ae28d-d79c-493e-a016-584590800297 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:38:14.122657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Attempting to bind port a28ae28d-d79c-493e-a016-584590800297 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:14.133899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:14.134237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Checking segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:14.134614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Bound using segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:14.135038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Bound port: a28ae28d-d79c-493e-a016-584590800297, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:14.135382 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.178853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-92da1e86-18e1-4962-8f5c-565b42bdadcc None None] Provisioning for port 4ab8b306-cee7-454f-9aca-84ad08ef0dd9 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:14.184549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-92da1e86-18e1-4962-8f5c-565b42bdadcc None None] Provisioning complete for port 4ab8b306-cee7-454f-9aca-84ad08ef0dd9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:14.185541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-92da1e86-18e1-4962-8f5c-565b42bdadcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.220561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8872a112-314d-4d14-849a-fb57770bcdf6 req-2ca9ab58-d37a-4e28-ab22-0d35ea17e486 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:14.222783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8872a112-314d-4d14-849a-fb57770bcdf6 req-2ca9ab58-d37a-4e28-ab22-0d35ea17e486 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 944 time: 0.3327053 Feb 02 15:38:14.275304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-92da1e86-18e1-4962-8f5c-565b42bdadcc None None] Port 4ab8b306-cee7-454f-9aca-84ad08ef0dd9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:14.294465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] For port a28ae28d-d79c-493e-a016-584590800297, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:14.314766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8872a112-314d-4d14-849a-fb57770bcdf6 req-a852b295-aea9-40df-80eb-4b02c9d01133 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746903 Feb 02 15:38:14.314957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port e4a637ed-35a8-461f-b1f1-1cf70f60b476, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4a637ed-35a8-461f-b1f1-1cf70f60b476,segment=NetworkSegment(53474654-9905-442f-9efe-7f5696b32de9),segment_id=53474654-9905-442f-9efe-7f5696b32de9)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:14.314957 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.315214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] For port a28ae28d-d79c-493e-a016-584590800297, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a28ae28d-d79c-493e-a016-584590800297,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:14.425034 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.490290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.491101 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/a28ae28d-d79c-493e-a016-584590800297 HTTP/1.1" status: 200 len: 1092 time: 2.2176161 Feb 02 15:38:14.491527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e11a32-84b3-4199-8898-7ac68900af6a', 'tag': 'a28ae28d-d79c-493e-a016-584590800297'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:38:14.517418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f00fa5-bdb2-431c-98c5-9673bcb3b3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a28ae28d-d79c-493e-a016-584590800297,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:14.550828 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e11a32-84b3-4199-8898-7ac68900af6a', 'tag': 'a28ae28d-d79c-493e-a016-584590800297', 'status': 'completed', 'code': 200} Feb 02 15:38:14.552331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for e4a637ed-35a8-461f-b1f1-1cf70f60b476 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:14.658599 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.685932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-402614f8-73df-451b-9c04-a22ff1d92bdd req-74d68b97-473b-40f6-be02-616394b7475b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 1095 time: 0.0932746 Feb 02 15:38:14.698146 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.841689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402614f8-73df-451b-9c04-a22ff1d92bdd req-c94d913f-cd03-4c8b-b90d-645ec35045ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:14.843158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-402614f8-73df-451b-9c04-a22ff1d92bdd req-c94d913f-cd03-4c8b-b90d-645ec35045ed service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2780a785067a4e1abb7a23517c0616fa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1438701 Feb 02 15:38:14.886660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa0e12-5b1e-495a-810c-e5219ac0166c req-f3dad161-861e-409b-a571-5d919da1bbcf tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:14.888269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74fa0e12-5b1e-495a-810c-e5219ac0166c req-f3dad161-861e-409b-a571-5d919da1bbcf tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 1.0995517 Feb 02 15:38:14.936312 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:38:14.936641 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:38:14.955492 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.988669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402614f8-73df-451b-9c04-a22ff1d92bdd req-8bf67432-0a9c-47b1-a09a-c277195be678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:14.990105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-402614f8-73df-451b-9c04-a22ff1d92bdd req-8bf67432-0a9c-47b1-a09a-c277195be678 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1399648 Feb 02 15:38:15.122528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-58ddc0d7-8060-470a-82ac-60a42c602441 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 1095 time: 0.0730500 Feb 02 15:38:15.132615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74fa0e12-5b1e-495a-810c-e5219ac0166c req-5536ea6c-e1c4-418c-854d-cf55da959254 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284377 Feb 02 15:38:15.250766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-1fc29d9d-9c59-4b3a-ade1-fc42deb9edb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a28ae28d-d79c-493e-a016-584590800297 HTTP/1.1" status: 200 len: 217 time: 0.1122732 Feb 02 15:38:15.328237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f70d77e4-c933-4d63-a1b4-f06b2dc53799 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:15.330957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-52781500-ae13-4d42-8e53-396baf756bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:15.332457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-52781500-ae13-4d42-8e53-396baf756bc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.0743725 Feb 02 15:38:15.396278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-78de10ba-eb67-48e0-b806-1bbc786b7ac1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570526 Feb 02 15:38:15.429499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d77e4-c933-4d63-a1b4-f06b2dc53799 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=4ab8b306-cee7-454f-9aca-84ad08ef0dd9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:15.438001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port e4a637ed-35a8-461f-b1f1-1cf70f60b476 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:15.449739 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:15.481126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:15.686470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] The port 'e4a637ed-35a8-461f-b1f1-1cf70f60b476' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:38:15.735603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-e91d4fae-5cc5-4f9b-8313-6ad2454a76f7 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319871 Feb 02 15:38:15.867371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb22f-1841-414f-a8bc-667807d26457 req-04cdf848-bc2f-4e9f-9dd2-6c5a7e5c1b46 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:15.872405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb22f-1841-414f-a8bc-667807d26457 req-04cdf848-bc2f-4e9f-9dd2-6c5a7e5c1b46 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:15.876581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb22f-1841-414f-a8bc-667807d26457 req-04cdf848-bc2f-4e9f-9dd2-6c5a7e5c1b46 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:15.878328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-953eb22f-1841-414f-a8bc-667807d26457 req-04cdf848-bc2f-4e9f-9dd2-6c5a7e5c1b46 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009&device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db&device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 2418 time: 0.1976368 Feb 02 15:38:15.950855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ab25b24-173a-4bf3-9a7f-88b10e0073ff req-9c21646f-4b88-42d7-9255-d7bfeb1f6a57 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001834 Feb 02 15:38:15.962431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-953eb22f-1841-414f-a8bc-667807d26457 req-7de4172f-d15e-40af-a062-143ca70d02b9 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771089 Feb 02 15:38:16.023986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-5086d6e3-916f-4888-b80b-dad1dba21795 req-48c5c26e-b215-41fb-91f0-539331315a70 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:38:16.024963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5086d6e3-916f-4888-b80b-dad1dba21795 req-48c5c26e-b215-41fb-91f0-539331315a70 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062497 Feb 02 15:38:16.123577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5086d6e3-916f-4888-b80b-dad1dba21795 req-46204c94-9208-4334-8fe1-619cf13375c1 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0923090 Feb 02 15:38:16.204992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.212481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f70d77e4-c933-4d63-a1b4-f06b2dc53799 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.325531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8:0:1::113 (0efdccd1-6485-4799-893f-638582a39728/11388279-7844-4374-80dd-7fc538b3c737/272b0e39-322b-4582-aa37-f6260aaec3bc) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:16.330447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321d4001-81e8-47b0-8092-a03fc7961092']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:16.350724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f70d77e4-c933-4d63-a1b4-f06b2dc53799 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/4ab8b306-cee7-454f-9aca-84ad08ef0dd9 HTTP/1.1" status: 204 len: 168 time: 3.9184880 Feb 02 15:38:16.352782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46184) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:16.352931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a78470-de32-4e09-87b4-30a4d7d2ab20 req-9d751a94-5b67-4166-8138-0c7e485f9643 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:16.354213 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22a78470-de32-4e09-87b4-30a4d7d2ab20 req-9d751a94-5b67-4166-8138-0c7e485f9643 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 944 time: 0.7981298 Feb 02 15:38:16.395532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53474654-9905-442f-9efe-7f5696b32de9') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:16.395755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53474654-9905-442f-9efe-7f5696b32de9') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:16.420201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.437952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac0f4c-0ac1-45b4-b880-b448e8ab6aa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:16.439385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac0f4c-0ac1-45b4-b880-b448e8ab6aa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:16.440758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac0f4c-0ac1-45b4-b880-b448e8ab6aa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:16.441560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-36ac0f4c-0ac1-45b4-b880-b448e8ab6aa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:16.504830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-36ac0f4c-0ac1-45b4-b880-b448e8ab6aa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:16.506324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-36ac0f4c-0ac1-45b4-b880-b448e8ab6aa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1521227 Feb 02 15:38:16.508994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46188) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:16.517392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.549102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:38:16.549506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:38:16.564396 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:38:16.567929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22a78470-de32-4e09-87b4-30a4d7d2ab20 req-b1ec918c-d496-423c-b471-7f0fa2382875 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017493 Feb 02 15:38:16.706769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:16.719911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:16.747510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:16.749793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:16.755908 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.767218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-019a027d-97d0-4ff9-992e-ebdab9f9e67e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 200 len: 704 time: 5.9958658 Feb 02 15:38:16.770776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4638a4-7b0a-4330-82bf-5e9cb18838d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 729541d5-9989-402f-97c6-2b07d2d9cbb1 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:16.770916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46194) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:16.774167 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a4638a4-7b0a-4330-82bf-5e9cb18838d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.856621 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a4638a4-7b0a-4330-82bf-5e9cb18838d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.864704 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.884232 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.889789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.895203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/321d4001-81e8-47b0-8092-a03fc7961092 HTTP/1.1" status: 204 len: 168 time: 4.6347625 Feb 02 15:38:16.911815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46200) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:16.925555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-124683057', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:16.939227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:16.941713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699f391-de39-44e3-bf5e-80ae20e2ba1f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=321d4001-81e8-47b0-8092-a03fc7961092,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:16.950662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:router and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:16.956113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 272b0e39-322b-4582-aa37-f6260aaec3bc will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:16.956113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:16.960394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a4638a4-7b0a-4330-82bf-5e9cb18838d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:16.981817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:17.018279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:17.036778 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.044198 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.099526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a4638a4-7b0a-4330-82bf-5e9cb18838d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.163815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.164859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.213975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a4638a4-7b0a-4330-82bf-5e9cb18838d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.213975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4638a4-7b0a-4330-82bf-5e9cb18838d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=729541d5-9989-402f-97c6-2b07d2d9cbb1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:17.236664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6366e3-0076-4a4b-93f5-fac603d6594b None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:17.244136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] In _notify_port_updated(), no bound segment for port 272b0e39-322b-4582-aa37-f6260aaec3bc on network 0efdccd1-6485-4799-893f-638582a39728 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:38:17.248605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:17.249230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.253852 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "PUT /v2.0/ports/272b0e39-322b-4582-aa37-f6260aaec3bc HTTP/1.1" status: 200 len: 1012 time: 3.9163620 Feb 02 15:38:17.254439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:17.260069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea589fa1-bfa9-4456-a375-90b5d0ccef76 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=272b0e39-322b-4582-aa37-f6260aaec3bc,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:17.323036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6a4638a4-7b0a-4330-82bf-5e9cb18838d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/729541d5-9989-402f-97c6-2b07d2d9cbb1 HTTP/1.1" status: 204 len: 168 time: 0.8126388 Feb 02 15:38:17.325939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46210) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:17.346501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.375723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c5026a4b-c1e9-4c08-8c3d-de75bad98550 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 272b0e39-322b-4582-aa37-f6260aaec3bc {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:17.376257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5026a4b-c1e9-4c08-8c3d-de75bad98550 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.425105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0de6225f-6957-4340-bb8b-85139f4d6915 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 200 len: 704 time: 0.6529009 Feb 02 15:38:17.429533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46214) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:17.525776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0591d717-ab20-43cc-bf9d-c5dd3f94ec92 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet ef227603-0767-4ac5-8cdd-166238a88151 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:17.540608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0591d717-ab20-43cc-bf9d-c5dd3f94ec92 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.629794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:12Z', 'revision_number': 7, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:17.634225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-04443028-e391-4e6f-b271-8a0c78f913ef None None] Provisioning for port 272b0e39-322b-4582-aa37-f6260aaec3bc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:17.640513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:38:17.645123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-04443028-e391-4e6f-b271-8a0c78f913ef None None] Provisioning complete for port 272b0e39-322b-4582-aa37-f6260aaec3bc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:17.645491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04443028-e391-4e6f-b271-8a0c78f913ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.685572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0591d717-ab20-43cc-bf9d-c5dd3f94ec92 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.739341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-04443028-e391-4e6f-b271-8a0c78f913ef None None] Port 272b0e39-322b-4582-aa37-f6260aaec3bc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:17.742028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:17.742661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:17.822829 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:17.942155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:18.068619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.130302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5026a4b-c1e9-4c08-8c3d-de75bad98550 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.213899 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0591d717-ab20-43cc-bf9d-c5dd3f94ec92 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.292189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c5026a4b-c1e9-4c08-8c3d-de75bad98550 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 272b0e39-322b-4582-aa37-f6260aaec3bc owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:18.429793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf8999-050c-40c3-b078-dd6df9eee84e req-9a82f1a9-98af-4a8f-b779-6173fb9ef03f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:18.438262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-13bf8999-050c-40c3-b078-dd6df9eee84e req-9a82f1a9-98af-4a8f-b779-6173fb9ef03f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 944 time: 0.6178427 Feb 02 15:38:18.526627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:12Z', 'revision_number': 7, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:18.533589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33c4e8-cf22-480b-af19-41808f3ac516 None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:12Z', 'revision_number': 7, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a50c546f-3827-44e6-86e8-56f04ca1e3f3', 'name': '', 'network_id': '521efcdf-deba-4434-93ce-f1fc3f5f7640', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:74:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:56Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '4f4a9c0d-bf89-436f-8789-a37e49ec21e4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:18.563929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-13bf8999-050c-40c3-b078-dd6df9eee84e req-ec8355ab-8417-40f1-b101-69a994b6db5e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246502 Feb 02 15:38:18.598236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.599702 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a28ae28d-d79c-493e-a016-584590800297 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:38:18.662584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0591d717-ab20-43cc-bf9d-c5dd3f94ec92 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.749047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cfc87873-b97f-4e07-b915-e392bf0a0fb6 None None] Provisioning complete for port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:18.749613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfc87873-b97f-4e07-b915-e392bf0a0fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.773838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591d717-ab20-43cc-bf9d-c5dd3f94ec92 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=ef227603-0767-4ac5-8cdd-166238a88151,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:18.797911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0591d717-ab20-43cc-bf9d-c5dd3f94ec92 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.807908 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.808769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd926a-a7ce-442c-960c-84ff882586a5 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:18.853317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5026a4b-c1e9-4c08-8c3d-de75bad98550 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.899687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:18.913866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0591d717-ab20-43cc-bf9d-c5dd3f94ec92 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/ef227603-0767-4ac5-8cdd-166238a88151 HTTP/1.1" status: 204 len: 168 time: 1.5845423 Feb 02 15:38:18.914606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46228) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:18.934171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a28ae28d-d79c-493e-a016-584590800297, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a28ae28d-d79c-493e-a016-584590800297,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:18.960025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5026a4b-c1e9-4c08-8c3d-de75bad98550 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=272b0e39-322b-4582-aa37-f6260aaec3bc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:18.970969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccaa98-d7a2-47db-8ce6-a14fafeaeb50 req-d7a231d4-0dad-4bab-80a4-50a7a40e62d3 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:18.972895 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fccaa98-d7a2-47db-8ce6-a14fafeaeb50 req-d7a231d4-0dad-4bab-80a4-50a7a40e62d3 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.3309109 Feb 02 15:38:18.984021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'a28ae28d-d79c-493e-a016-584590800297', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'port_id': 'a28ae28d-d79c-493e-a016-584590800297', 'mac_address': 'fa:16:3e:fd:17:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2904439-bbb3-4232-aa70-5f70e2abd94d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:38:19.007572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8a868ab0-b250-4882-b54c-343738a28365 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916486 Feb 02 15:38:19.011232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46232) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:19.021352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:19.155055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5026a4b-c1e9-4c08-8c3d-de75bad98550 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.204274 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.241715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28ae28d-d79c-493e-a016-584590800297 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:38:19.269896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:19.277817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:19.278588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a28ae28d-d79c-493e-a016-584590800297, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a28ae28d-d79c-493e-a016-584590800297,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:19.283072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:19.298284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:19.330548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fccaa98-d7a2-47db-8ce6-a14fafeaeb50 req-f3ac8bc0-5a7c-47c7-b07b-33c6ae5b4438 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197179 Feb 02 15:38:19.352692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c5026a4b-c1e9-4c08-8c3d-de75bad98550 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/272b0e39-322b-4582-aa37-f6260aaec3bc HTTP/1.1" status: 204 len: 168 time: 2.0874386 Feb 02 15:38:19.352692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46236) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:19.399022 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-565a6436-fb25-42c5-962f-cee08e823667 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:38:19.399655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-565a6436-fb25-42c5-962f-cee08e823667 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:19.403961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:19.410172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] Deleting port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:19.410548 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.441158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.25.0.47 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/7f18a174-39d1-49ac-b460-fa806d513578) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:19.499259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:19.505573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.539166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-565a6436-fb25-42c5-962f-cee08e823667 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:19.544799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-565a6436-fb25-42c5-962f-cee08e823667 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/272b0e39-322b-4582-aa37-f6260aaec3bc HTTP/1.1" status: 404 len: 333 time: 0.1943171 Feb 02 15:38:19.547590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.547771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46240) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:19.628903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a28ae28d-d79c-493e-a016-584590800297,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:19.649779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbb031b-c091-4a30-b577-2d82697721bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet 11388279-7844-4374-80dd-7fc538b3c737 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:19.657532 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-adbb031b-c091-4a30-b577-2d82697721bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.755799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] For port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:19.756368 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.788411 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.851735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-adbb031b-c091-4a30-b577-2d82697721bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.893833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['a28ae28d-d79c-493e-a016-584590800297'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:38:19.927099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] Calling delete_port for 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:19.945356 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:19.961302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd26d-e544-4113-9a6d-ddcd30e38677 req-a06df33f-1583-4e4b-89d2-47a313b44317 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:19.962755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b0bd26d-e544-4113-9a6d-ddcd30e38677 req-a06df33f-1583-4e4b-89d2-47a313b44317 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 945 time: 0.2390513 Feb 02 15:38:19.995879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-adbb031b-c091-4a30-b577-2d82697721bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.033893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b0bd26d-e544-4113-9a6d-ddcd30e38677 req-020b6aaf-c989-4d8e-b4b7-b83300d33ff1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549307 Feb 02 15:38:20.090037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:20.095533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:20.098574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:20.144504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.153926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=7f18a174-39d1-49ac-b460-fa806d513578,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:20.192756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] Pushing event deleted for resources: {'Port': ['ID=7c1bb013-7ea5-483e-9f87-121a3a3f0b6c,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:20.196656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port a50c546f-3827-44e6-86e8-56f04ca1e3f3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:20.201047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.201200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a61f5-09a4-4c3b-b760-9ecbef616903 None None] No DVR routers for this DVR port 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:20.358310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:38:20.410131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-baeb8f05-f12e-4999-9d1f-233e6db6e938 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:20.411573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-baeb8f05-f12e-4999-9d1f-233e6db6e938 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.3444037 Feb 02 15:38:20.412129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.454068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-adbb031b-c091-4a30-b577-2d82697721bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.549697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb031b-c091-4a30-b577-2d82697721bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=11388279-7844-4374-80dd-7fc538b3c737,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:20.564266 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-adbb031b-c091-4a30-b577-2d82697721bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.565558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6e818-7fb6-4d1c-a13a-927fc555cc5a None None] Network 0efdccd1-6485-4799-893f-638582a39728 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:20.578812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-adbb031b-c091-4a30-b577-2d82697721bb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/11388279-7844-4374-80dd-7fc538b3c737 HTTP/1.1" status: 204 len: 168 time: 1.0281482 Feb 02 15:38:20.581383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46248) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:20.702801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d84950-5cb4-40de-b923-64704153c7ac req-aac5f1f4-5653-4a6b-9028-87eecca47798 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:20.704246 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52d84950-5cb4-40de-b923-64704153c7ac req-aac5f1f4-5653-4a6b-9028-87eecca47798 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 946 time: 0.2181509 Feb 02 15:38:20.706513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:20.711203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=30455003-a832-4059-9945-69c82e12d065,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:20.724605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Deleting port 19a21ea2-9238-45bb-a171-876bb9569164 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:20.724946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.750684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:20.759672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:20.760290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.774427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.775182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.796262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b558281-77af-40a4-9e63-3bebf46d85ac None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:20.810021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port a50c546f-3827-44e6-86e8-56f04ca1e3f3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a50c546f-3827-44e6-86e8-56f04ca1e3f3,segment=NetworkSegment(ba4a7d6f-cfad-4966-bcd1-385ba576d6b7),segment_id=ba4a7d6f-cfad-4966-bcd1-385ba576d6b7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:20.810393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:20.891769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-411d3e11-806d-4d5d-9c86-00984acccfa8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8765759 Feb 02 15:38:20.894477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46252) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:20.905787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52d84950-5cb4-40de-b923-64704153c7ac req-c355e741-6501-4dcf-8cd3-9b3b429c9d20 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547887 Feb 02 15:38:20.920245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:20.956738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for a50c546f-3827-44e6-86e8-56f04ca1e3f3 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:21.038089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcec66ad-ec65-424a-b16f-18f0e0c39892 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet ee75e84c-7282-413b-9a1b-7508045841c0 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:21.054838 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcec66ad-ec65-424a-b16f-18f0e0c39892 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.113950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '30455003-a832-4059-9945-69c82e12d065'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:38:21.114553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.211458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcec66ad-ec65-424a-b16f-18f0e0c39892 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.235425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:21.278829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:21.279184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7c1bb013-7ea5-483e-9f87-121a3a3f0b6c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:21.339179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:21.346733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:21.356891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:21.367447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:21.427877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Allocated IP 2001:db8::f816:3eff:fea3:b5fd (2b108652-b7f1-4e95-b1da-85ac7991b521/30455003-a832-4059-9945-69c82e12d065/59b89424-2e8d-4755-8179-2abdec93bc79) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:21.436820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcec66ad-ec65-424a-b16f-18f0e0c39892 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.475713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] For port 19a21ea2-9238-45bb-a171-876bb9569164, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=19a21ea2-9238-45bb-a171-876bb9569164,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:21.476101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.506883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f5a9-ec63-4b64-b9ba-e3c72745a0f0 req-9062b01e-6d7e-40f9-9189-6bd98e868145 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:21.508702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e16f5a9-ec63-4b64-b9ba-e3c72745a0f0 req-9062b01e-6d7e-40f9-9189-6bd98e868145 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 945 time: 0.2810290 Feb 02 15:38:21.545058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:21.652892 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcec66ad-ec65-424a-b16f-18f0e0c39892 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.666951 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.707878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.720702 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Transition to ACTIVE for port object 59b89424-2e8d-4755-8179-2abdec93bc79 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:21.738261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec66ad-ec65-424a-b16f-18f0e0c39892 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=ee75e84c-7282-413b-9a1b-7508045841c0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:21.742703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Transition to ACTIVE for port object 59b89424-2e8d-4755-8179-2abdec93bc79 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:21.770742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Calling delete_port for 19a21ea2-9238-45bb-a171-876bb9569164 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:21.786964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcec66ad-ec65-424a-b16f-18f0e0c39892 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.811229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dcec66ad-ec65-424a-b16f-18f0e0c39892 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/ee75e84c-7282-413b-9a1b-7508045841c0 HTTP/1.1" status: 204 len: 168 time: 1.2283809 Feb 02 15:38:21.814629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46258) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:21.842640 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.865716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=a50c546f-3827-44e6-86e8-56f04ca1e3f3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:21.913274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:21.953746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:21.961933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:21.967325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:21.974687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494843b5-caf2-4d77-a1ff-b2b549b1af3c None None] Network 0efdccd1-6485-4799-893f-638582a39728 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:21.986424 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e16f5a9-ec63-4b64-b9ba-e3c72745a0f0 req-c1b5ea35-45ac-4d30-a2d1-9d6317b9326d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028640 Feb 02 15:38:22.135556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:22.178624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router 79d8a1df-77be-4e3d-9bdc-3247822dba46 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:38:22.241705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 213e9dca-6826-46e1-844f-dacebfb45696 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:22.242092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:22.276454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Pushing event updated for resources: {'Port': ['ID=59b89424-2e8d-4755-8179-2abdec93bc79,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:22.325037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Attempting to bind port 59b89424-2e8d-4755-8179-2abdec93bc79 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:22.325807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Attempting to bind port 59b89424-2e8d-4755-8179-2abdec93bc79 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:22.326284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Attempting to bind port 59b89424-2e8d-4755-8179-2abdec93bc79 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:22.341153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-62f07914-e030-40b3-bcef-081fc7ef42a9 None None] Provisioning complete for port 213e9dca-6826-46e1-844f-dacebfb45696 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:22.341538 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-62f07914-e030-40b3-bcef-081fc7ef42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:22.343809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:22.358766 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:22.368863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:22.369238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:22.369646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:22.370043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:22.370525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Bound port: 59b89424-2e8d-4755-8179-2abdec93bc79, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:22.371472 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:22.404971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['11e1b8df-4cdc-4bbb-9b07-a2661e0a6073'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:38:22.429113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['05739ee2-4011-463d-a11c-8c41a36332e3', '19a21ea2-9238-45bb-a171-876bb9569164'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:38:22.603047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Pushing event deleted for resources: {'Port': ['ID=19a21ea2-9238-45bb-a171-876bb9569164,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:22.627583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a28ae28d-d79c-493e-a016-584590800297 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:22.731393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d077-329b-4392-943c-e1f9a1238d41 req-b8bdcd81-4b5e-4222-8670-d76cb9c02ce0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:22.744169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4cd9d077-329b-4392-943c-e1f9a1238d41 req-b8bdcd81-4b5e-4222-8670-d76cb9c02ce0 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 867 time: 0.6013892 Feb 02 15:38:22.773641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] No DVR routers for this DVR port 19a21ea2-9238-45bb-a171-876bb9569164 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:22.777041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:22.781215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc3a76f-28e4-4501-a603-f5e309a4c009', 'name': 'network-vif-deleted', 'tag': '19a21ea2-9238-45bb-a171-876bb9569164'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:38:22.821698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4cd9d077-329b-4392-943c-e1f9a1238d41 req-fae5438e-e0f0-4e18-a001-de99b1d02261 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762382 Feb 02 15:38:22.855261 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc3a76f-28e4-4501-a603-f5e309a4c009', 'name': 'network-vif-deleted', 'tag': '19a21ea2-9238-45bb-a171-876bb9569164', 'status': 'completed', 'code': 200} Feb 02 15:38:22.910993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] For port 59b89424-2e8d-4755-8179-2abdec93bc79, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:22.939491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ab85a4b-7f24-49be-8530-28aa90c74372 req-fb3f32bd-0359-4447-a5d5-67cdf07c6f08 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.107 "DELETE /v2.0/ports/19a21ea2-9238-45bb-a171-876bb9569164 HTTP/1.1" status: 204 len: 173 time: 2.3671236 Feb 02 15:38:22.987175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533579c4-5aea-4e36-a107-355990718d4c None None] DHCP port deletion for 0efdccd1-6485-4799-893f-638582a39728 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:23.008343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] For port 59b89424-2e8d-4755-8179-2abdec93bc79, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=59b89424-2e8d-4755-8179-2abdec93bc79,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:23.018131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port a28ae28d-d79c-493e-a016-584590800297 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:23.029523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-533579c4-5aea-4e36-a107-355990718d4c None None] Deleting port 213e9dca-6826-46e1-844f-dacebfb45696 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:23.030140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-533579c4-5aea-4e36-a107-355990718d4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.140512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port a28ae28d-d79c-493e-a016-584590800297 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:23.140885 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.164651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] For port 213e9dca-6826-46e1-844f-dacebfb45696, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=213e9dca-6826-46e1-844f-dacebfb45696,segment=NetworkSegment(dacfd495-bb42-4f64-a67e-c600b133a4d9),segment_id=dacfd495-bb42-4f64-a67e-c600b133a4d9)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:23.172228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.186609 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.370440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 213e9dca-6826-46e1-844f-dacebfb45696 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:23.413913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 213e9dca-6826-46e1-844f-dacebfb45696 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:23.440693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9675c-8b4f-4b5b-a37b-b6e552f6d31b req-d3464778-ce38-4399-9747-ecc350a3d2fb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:23.442851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ee9675c-8b4f-4b5b-a37b-b6e552f6d31b req-d3464778-ce38-4399-9747-ecc350a3d2fb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 945 time: 0.1304243 Feb 02 15:38:23.497838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:23.514560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ee9675c-8b4f-4b5b-a37b-b6e552f6d31b req-a913b142-5c89-4726-a821-987a6c1ce84f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591140 Feb 02 15:38:23.530658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:23.544496 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13555b89-5c3e-46f0-9bdb-1ceb58d139ac None None] Sync routers for ids ['79d8a1df-77be-4e3d-9bdc-3247822dba46'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:23.565890 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13555b89-5c3e-46f0-9bdb-1ceb58d139ac None None] Routers {'79d8a1df-77be-4e3d-9bdc-3247822dba46'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:23.566841 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-13555b89-5c3e-46f0-9bdb-1ceb58d139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['79d8a1df-77be-4e3d-9bdc-3247822dba46'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:23.597045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.628966 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-13555b89-5c3e-46f0-9bdb-1ceb58d139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:23.646848 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13555b89-5c3e-46f0-9bdb-1ceb58d139ac None None] Routers {'79d8a1df-77be-4e3d-9bdc-3247822dba46'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:23.648122 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-13555b89-5c3e-46f0-9bdb-1ceb58d139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['79d8a1df-77be-4e3d-9bdc-3247822dba46'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:23.650698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98666b-8ebb-4798-b518-df557b82395d None None] Pushing event updated for resources: {'Port': ['ID=59b89424-2e8d-4755-8179-2abdec93bc79,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:23.655227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.700920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:23.718978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No active binding found for port 213e9dca-6826-46e1-844f-dacebfb45696 {{(pid=95774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 02 15:38:23.719479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 213e9dca-6826-46e1-844f-dacebfb45696 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:23.726255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:23.739600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2ea649b3-8f1b-4260-96c4-2998bf9ed14c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3064253 Feb 02 15:38:23.741084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46268) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:23.743569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:23.744990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.747974 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-13555b89-5c3e-46f0-9bdb-1ceb58d139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:23.748443 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13555b89-5c3e-46f0-9bdb-1ceb58d139ac None None] The sync data for ids ['79d8a1df-77be-4e3d-9bdc-3247822dba46'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:23.749838 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d46f4a07-1680-4ded-a4da-4378058c9190 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8317745 Feb 02 15:38:23.770908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=213e9dca-6826-46e1-844f-dacebfb45696,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:23.780361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:23.781043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.801803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46272) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:23.827442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No DVR routers for this DVR port 213e9dca-6826-46e1-844f-dacebfb45696 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:23.830360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:23.875722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=c098536c-3603-403f-b52e-bb7ba007405b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:23.950493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-533579c4-5aea-4e36-a107-355990718d4c None None] For port 213e9dca-6826-46e1-844f-dacebfb45696, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=213e9dca-6826-46e1-844f-dacebfb45696,segment=NetworkSegment(dacfd495-bb42-4f64-a67e-c600b133a4d9),segment_id=dacfd495-bb42-4f64-a67e-c600b133a4d9)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:23.951145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-533579c4-5aea-4e36-a107-355990718d4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.974067 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.040324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-11c81304-15e0-4069-95bf-8a4698a5c0b7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1424608 Feb 02 15:38:24.054078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46278) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:24.054739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:24.055379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:24.121474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:03:50:a6', 'name': 'tempest-NetworksTestDHCPv6-2025342067'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:24.171210 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b822b5c0-39e6-477f-b0a2-019c0b4f06bc req-80b20733-0ed5-4a19-88ab-af2ef272244b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bc3a76f-28e4-4501-a603-f5e309a4c009 HTTP/1.1" status: 200 len: 210 time: 0.1289418 Feb 02 15:38:24.176557 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.224642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-533579c4-5aea-4e36-a107-355990718d4c None None] Calling delete_port for 213e9dca-6826-46e1-844f-dacebfb45696 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:24.289342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e974ee-a3ed-44eb-b717-88789d49b686 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet 4f4a9c0d-bf89-436f-8789-a37e49ec21e4 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:24.299038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efdccd1-6485-4799-893f-638582a39728']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:24.322187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacfd495-bb42-4f64-a67e-c600b133a4d9') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:24.322525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacfd495-bb42-4f64-a67e-c600b133a4d9') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:24.344909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.350501 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57e974ee-a3ed-44eb-b717-88789d49b686 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.374625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e11a32-84b3-4199-8898-7ac68900af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28ae28d-d79c-493e-a016-584590800297'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:38:24.426098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:24.431401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:24.436629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:24.442151 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57e974ee-a3ed-44eb-b717-88789d49b686 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.445711 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e11a32-84b3-4199-8898-7ac68900af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28ae28d-d79c-493e-a016-584590800297', 'code': 200} Feb 02 15:38:24.448591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a28ae28d-d79c-493e-a016-584590800297, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a28ae28d-d79c-493e-a016-584590800297,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:24.450114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:24.450938 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-533579c4-5aea-4e36-a107-355990718d4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:38:24.451305 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-533579c4-5aea-4e36-a107-355990718d4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:38:24.456862 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.459714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:24.465095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:38:24.465587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:38:24.488476 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:38:24.514884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.531761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1d9c45ea-96e0-4513-a18f-23d7fe6bb20c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/routers/79d8a1df-77be-4e3d-9bdc-3247822dba46 HTTP/1.1" status: 200 len: 879 time: 0.7288682 Feb 02 15:38:24.534223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46284) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:24.576698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 19a21ea2-9238-45bb-a171-876bb9569164 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:24.577019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:24.581657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.622852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 00d71bca-b68d-48c5-92c0-a55d095d2d94 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:24.666181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a28ae28d-d79c-493e-a016-584590800297,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:24.678603 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-edc75c66-edf7-4122-86d7-6f1ecb96df0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.685312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 19a21ea2-9238-45bb-a171-876bb9569164 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:24.686212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 19a21ea2-9238-45bb-a171-876bb9569164 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:24.955545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-533579c4-5aea-4e36-a107-355990718d4c None None] Deleting port 213e9dca-6826-46e1-844f-dacebfb45696 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:24.956418 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-533579c4-5aea-4e36-a107-355990718d4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:24.967098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57e974ee-a3ed-44eb-b717-88789d49b686 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.106289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-533579c4-5aea-4e36-a107-355990718d4c None None] The port '213e9dca-6826-46e1-844f-dacebfb45696' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:38:25.177149 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-645407d3-0234-4481-8921-5d6cb38e713e req-4b9d5b65-29d6-46f5-8249-5938c0132234 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 1097 time: 0.3125305 Feb 02 15:38:25.187743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 172.20.0.11 (2b108652-b7f1-4e95-b1da-85ac7991b521/c098536c-3603-403f-b52e-bb7ba007405b/00d71bca-b68d-48c5-92c0-a55d095d2d94) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:25.201961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:fe03:50a6 (2b108652-b7f1-4e95-b1da-85ac7991b521/30455003-a832-4059-9945-69c82e12d065/00d71bca-b68d-48c5-92c0-a55d095d2d94) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:25.212297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57e974ee-a3ed-44eb-b717-88789d49b686 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.229042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.281243 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.291662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526101b-5032-4c9a-8616-1bd9555ecc0a None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:25.303004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e974ee-a3ed-44eb-b717-88789d49b686 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4a9c0d-bf89-436f-8789-a37e49ec21e4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:25.312199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 59b89424-2e8d-4755-8179-2abdec93bc79 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:25.319035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Network': ['ID=0efdccd1-6485-4799-893f-638582a39728,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:25.328727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57e974ee-a3ed-44eb-b717-88789d49b686 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.349704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92c769-9bca-417a-951b-8ebe5e438fbf req-27a48c9d-f767-4717-93ea-fb1131cdc8bd tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:25.353362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-57e974ee-a3ed-44eb-b717-88789d49b686 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/4f4a9c0d-bf89-436f-8789-a37e49ec21e4 HTTP/1.1" status: 204 len: 168 time: 1.6085613 Feb 02 15:38:25.353523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0f92c769-9bca-417a-951b-8ebe5e438fbf req-27a48c9d-f767-4717-93ea-fb1131cdc8bd tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.3114026 Feb 02 15:38:25.353523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bf5a91c2-1987-407b-90a0-cee290032306 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/networks/0efdccd1-6485-4799-893f-638582a39728 HTTP/1.1" status: 204 len: 168 time: 3.5367651 Feb 02 15:38:25.357013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46294) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:25.357345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46296) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:25.363453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-645407d3-0234-4481-8921-5d6cb38e713e req-23a15dd1-bf81-418f-b393-24254e5ac882 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730881 Feb 02 15:38:25.369517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc23db-2842-4d1a-bfee-2b13c5cd4ebd None None] Network 521efcdf-deba-4434-93ce-f1fc3f5f7640 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:25.379780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4e9c37c5-d3d1-465f-8d27-492264f76776 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:router {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:25.481488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4e9c37c5-d3d1-465f-8d27-492264f76776 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:router {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:25.483247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4e9c37c5-d3d1-465f-8d27-492264f76776 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.9478426 Feb 02 15:38:25.486096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46302) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:25.492642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4d15dc1e-2310-41be-827f-7b6a5ec9adeb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-124683057'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:25.688930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b5cc6e10-0421-4d03-9352-4a71b658c14a None None] Provisioning for port 59b89424-2e8d-4755-8179-2abdec93bc79 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:25.703530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.748111 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0f92c769-9bca-417a-951b-8ebe5e438fbf req-85831f9f-4f5c-40c0-8db3-25b6ce00ca1c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908978 Feb 02 15:38:25.813260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 0d5999f3-9abf-41e6-9214-d50d90c8e442 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:25.813949 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.833447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:21Z', 'revision_number': 8, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:25.846441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:38:25.860404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 59b89424-2e8d-4755-8179-2abdec93bc79 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:25.878884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 59b89424-2e8d-4755-8179-2abdec93bc79 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:25.879249 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.912575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a9e588-0533-497b-b8ba-88fb2d0150ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:25.913546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-81a9e588-0533-497b-b8ba-88fb2d0150ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:25.933646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.934956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:25.935602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:37:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:25.995225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 00d71bca-b68d-48c5-92c0-a55d095d2d94 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:26.001841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af799-c231-4ab7-8174-f062459bf806 req-ea359bb4-3704-4f75-acd1-686d50737e41 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:26.002723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e42af799-c231-4ab7-8174-f062459bf806 req-ea359bb4-3704-4f75-acd1-686d50737e41 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Synchronizing usage tracker for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:26.048010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-81a9e588-0533-497b-b8ba-88fb2d0150ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:26.049404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-81a9e588-0533-497b-b8ba-88fb2d0150ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6887255 Feb 02 15:38:26.054765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46308) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:26.122825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e42af799-c231-4ab7-8174-f062459bf806 req-ea359bb4-3704-4f75-acd1-686d50737e41 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Unset dirty status for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:26.123885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e42af799-c231-4ab7-8174-f062459bf806 req-ea359bb4-3704-4f75-acd1-686d50737e41 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 945 time: 0.2323840 Feb 02 15:38:26.169463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:26.216883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port 0d5999f3-9abf-41e6-9214-d50d90c8e442, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0d5999f3-9abf-41e6-9214-d50d90c8e442,segment=NetworkSegment(ba4a7d6f-cfad-4966-bcd1-385ba576d6b7),segment_id=ba4a7d6f-cfad-4966-bcd1-385ba576d6b7)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:26.217554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.247677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] DHCP port deletion for 521efcdf-deba-4434-93ce-f1fc3f5f7640 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:26.286067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] Deleting port 0d5999f3-9abf-41e6-9214-d50d90c8e442 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:26.286444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.294641 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.326044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e42af799-c231-4ab7-8174-f062459bf806 req-5ac4e841-dded-4b25-8dd2-3db5e2e1c62a tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361806 Feb 02 15:38:26.359833 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4d15dc1e-2310-41be-827f-7b6a5ec9adeb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.372515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.409902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 0d5999f3-9abf-41e6-9214-d50d90c8e442 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:26.471440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4d15dc1e-2310-41be-827f-7b6a5ec9adeb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.520702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:26.521407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=00d71bca-b68d-48c5-92c0-a55d095d2d94,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:26.529411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8a793e0c-864f-48b8-aef4-d3e097048a69 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4725530 Feb 02 15:38:26.530413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:26.535831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46312) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:26.535831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:26.583433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-526861290'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:26.595293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:26.607121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:network and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:26.612411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:26.627454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:26.640881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:26.641505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.650335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] For port 0d5999f3-9abf-41e6-9214-d50d90c8e442, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0d5999f3-9abf-41e6-9214-d50d90c8e442,segment=NetworkSegment(ba4a7d6f-cfad-4966-bcd1-385ba576d6b7),segment_id=ba4a7d6f-cfad-4966-bcd1-385ba576d6b7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:26.650729 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.693833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.775310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:26.775528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d15dc1e-2310-41be-827f-7b6a5ec9adeb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router 79d8a1df-77be-4e3d-9bdc-3247822dba46 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:26.780201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.804703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d1170a2-f957-4d30-8e74-eaecab5389e8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7477722 Feb 02 15:38:26.823279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46318) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:26.825247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=0d5999f3-9abf-41e6-9214-d50d90c8e442,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:26.900954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8012d-1d40-4a24-9c29-a9a8ea3a18f6 None None] Update dhcp port {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '30455003-a832-4059-9945-69c82e12d065', 'ip_address': '2001:db8::f816:3eff:fea3:b5fd'}, {'subnet_id': 'c098536c-3603-403f-b52e-bb7ba007405b'}], 'binding:host_id': 'n-d-827122-1'}, 'id': '59b89424-2e8d-4755-8179-2abdec93bc79'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:38:26.912515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No DVR routers for this DVR port 0d5999f3-9abf-41e6-9214-d50d90c8e442 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:26.914201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:38:26.946131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] Calling delete_port for 0d5999f3-9abf-41e6-9214-d50d90c8e442 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:27.088122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.088618 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Added segment 819f270e-92bc-480b-8e41-8fa129624fad of type vlan for network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 Feb 02 15:38:27.113411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 59b89424-2e8d-4755-8179-2abdec93bc79, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=59b89424-2e8d-4755-8179-2abdec93bc79,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:27.138443 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-16e8012d-1d40-4a24-9c29-a9a8ea3a18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.150588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f1b61-acc6-45ce-9b54-0604cfef4e7f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:27.155588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f1b61-acc6-45ce-9b54-0604cfef4e7f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:27.156715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9a6f1b61-acc6-45ce-9b54-0604cfef4e7f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:27.161662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.187655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e892a041-d371-49dc-9398-dd1e88404a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.190662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d15dc1e-2310-41be-827f-7b6a5ec9adeb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:27.201156 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4d15dc1e-2310-41be-827f-7b6a5ec9adeb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:27.205572 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:38:27.209805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.210413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4d15dc1e-2310-41be-827f-7b6a5ec9adeb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/79d8a1df-77be-4e3d-9bdc-3247822dba46 HTTP/1.1" status: 200 len: 886 time: 1.7225502 Feb 02 15:38:27.211313 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:38:27.211701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46322) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:27.211824 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:38:27.216368 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.218683 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433494e-bb13-4ed6-bbd8-5c957978fda3 None None] Sync routers for ids ['79d8a1df-77be-4e3d-9bdc-3247822dba46'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:27.228882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521efcdf-deba-4434-93ce-f1fc3f5f7640']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:27.243258 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433494e-bb13-4ed6-bbd8-5c957978fda3 None None] Routers {'79d8a1df-77be-4e3d-9bdc-3247822dba46'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:27.246894 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a433494e-bb13-4ed6-bbd8-5c957978fda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['79d8a1df-77be-4e3d-9bdc-3247822dba46'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:27.260418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:27.260711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4a7d6f-cfad-4966-bcd1-385ba576d6b7') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:27.398515 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a433494e-bb13-4ed6-bbd8-5c957978fda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:27.403048 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.410088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9a6f1b61-acc6-45ce-9b54-0604cfef4e7f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:27.410944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9a6f1b61-acc6-45ce-9b54-0604cfef4e7f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5833941 Feb 02 15:38:27.418530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46328) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:27.420906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0d5999f3-9abf-41e6-9214-d50d90c8e442 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:27.434118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20825ee3-cea9-41ba-819d-5060cb3510a1 req-e9e31d5c-944d-465d-93ac-e218259913a9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:27.435547 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433494e-bb13-4ed6-bbd8-5c957978fda3 None None] Routers {'79d8a1df-77be-4e3d-9bdc-3247822dba46'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:27.436660 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a433494e-bb13-4ed6-bbd8-5c957978fda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['79d8a1df-77be-4e3d-9bdc-3247822dba46'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:27.441148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20825ee3-cea9-41ba-819d-5060cb3510a1 req-e9e31d5c-944d-465d-93ac-e218259913a9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.4829714 Feb 02 15:38:27.456526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.470942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:38:27.471353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.479657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 0d5999f3-9abf-41e6-9214-d50d90c8e442 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:27.480666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0d5999f3-9abf-41e6-9214-d50d90c8e442 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:38:27.486669 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:38:27.552720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=59b89424-2e8d-4755-8179-2abdec93bc79,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:27.606247 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a433494e-bb13-4ed6-bbd8-5c957978fda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:27.607031 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433494e-bb13-4ed6-bbd8-5c957978fda3 None None] The sync data for ids ['79d8a1df-77be-4e3d-9bdc-3247822dba46'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:27.623468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.628008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:27.629130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.641936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:21Z', 'revision_number': 8, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:27.644183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-111fbe2f-1087-4f3e-95d6-87036e129d23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 00d71bca-b68d-48c5-92c0-a55d095d2d94 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:27.644527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-111fbe2f-1087-4f3e-95d6-87036e129d23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.656615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718f915-a79c-4ea3-ba65-f0c6de5f161d None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:21Z', 'revision_number': 8, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f48c28aa-f096-4681-9418-2615eb7a10a5', 'name': '', 'network_id': '5937c864-ae4a-4cad-8601-69aa9dec6bd3', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:9f:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:42Z', 'updated_at': '2022-02-02T15:37:56Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '7cf9202b-6963-434f-9a9b-df7ddd63aefb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:27.674975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-16e8012d-1d40-4a24-9c29-a9a8ea3a18f6 None None] Allocated IP 172.20.0.2 (2b108652-b7f1-4e95-b1da-85ac7991b521/c098536c-3603-403f-b52e-bb7ba007405b/59b89424-2e8d-4755-8179-2abdec93bc79) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:27.727056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] Deleting port 0d5999f3-9abf-41e6-9214-d50d90c8e442 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:27.727499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.749945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.777377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:27.811631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20825ee3-cea9-41ba-819d-5060cb3510a1 req-64b9d37e-cf75-48ca-b556-ed2e2e4249a0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694260 Feb 02 15:38:27.814776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Network': ['ID=4305fb89-8b36-49e9-ad9f-6fdf5a424e25,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:27.861926 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec234f23-bb2c-4d7d-a7e7-943077fc48ec tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2969193 Feb 02 15:38:27.863207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46332) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:27.870043 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/521efcdf-deba-4434-93ce-f1fc3f5f7640 HTTP/1.1" status: 204 len: 168 time: 2.5114102 Feb 02 15:38:27.871973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46334) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:27.874695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530cd39-ac85-4888-a727-6b177b108ad8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=521efcdf-deba-4434-93ce-f1fc3f5f7640,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:27.883195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:27.887287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:38:27.910572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-63c74f21-633e-4bec-9551-753fe57f0068 None None] The port '0d5999f3-9abf-41e6-9214-d50d90c8e442' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:38:28.025344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-a17ac41a-675f-4674-9bf8-46464eb0e358 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:28.026831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-a17ac41a-675f-4674-9bf8-46464eb0e358 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 945 time: 0.3863299 Feb 02 15:38:28.035376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f47f4403-a991-4fef-8713-323623333ce5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/routers/79d8a1df-77be-4e3d-9bdc-3247822dba46 HTTP/1.1" status: 200 len: 886 time: 0.8212779 Feb 02 15:38:28.037659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:28.042904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:28.046746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:28.053199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:28.061720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46340) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:28.104010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-16e8012d-1d40-4a24-9c29-a9a8ea3a18f6 None None] For port 59b89424-2e8d-4755-8179-2abdec93bc79, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=59b89424-2e8d-4755-8179-2abdec93bc79,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:28.111299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:28.134291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a0c17a66-29fb-49df-a9cb-f9874aea95e5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:28.149576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-16e8012d-1d40-4a24-9c29-a9a8ea3a18f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.187910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-16e8012d-1d40-4a24-9c29-a9a8ea3a18f6 None None] Transition to ACTIVE for port object 59b89424-2e8d-4755-8179-2abdec93bc79 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:28.215245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006acfc-15e5-4731-9173-d60f2e13704b req-27934bad-918a-467b-85a6-0c74dcb730c8 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:28.219935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5006acfc-15e5-4731-9173-d60f2e13704b req-27934bad-918a-467b-85a6-0c74dcb730c8 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 945 time: 0.5843992 Feb 02 15:38:28.228664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a0c17a66-29fb-49df-a9cb-f9874aea95e5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:28.233469 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a0c17a66-29fb-49df-a9cb-f9874aea95e5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=79d8a1df-77be-4e3d-9bdc-3247822dba46 HTTP/1.1" status: 200 len: 205 time: 0.1705592 Feb 02 15:38:28.234244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46344) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:28.286080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-16e8012d-1d40-4a24-9c29-a9a8ea3a18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.317628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Deleting port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:28.318121 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.325341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.422884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.430744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.437831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-111fbe2f-1087-4f3e-95d6-87036e129d23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.455281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5006acfc-15e5-4731-9173-d60f2e13704b req-08b989f1-e0e8-46ed-88ef-3aea9b2d2552 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245238 Feb 02 15:38:28.481879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8012d-1d40-4a24-9c29-a9a8ea3a18f6 None None] Pushing event updated for resources: {'Port': ['ID=59b89424-2e8d-4755-8179-2abdec93bc79,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:28.606028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-111fbe2f-1087-4f3e-95d6-87036e129d23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 00d71bca-b68d-48c5-92c0-a55d095d2d94 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:28.706722 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.770065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.876211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=64ddfbe4-e1f9-489b-b119-9aefd157a30d,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:28.901124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking segment: {'id': '819f270e-92bc-480b-8e41-8fa129624fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:28.901483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network hostable DHCP agents. Network: 4305fb89-8b36-49e9-ad9f-6fdf5a424e25, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:38:29.096324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400d97-30a5-43f1-942e-6ed29f0a268e req-3cf29b0e-cbb1-4327-984e-4507a45d3397 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:29.097876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee400d97-30a5-43f1-942e-6ed29f0a268e req-3cf29b0e-cbb1-4327-984e-4507a45d3397 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.1207211 Feb 02 15:38:29.111126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:38:29.129149 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:29.166739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee400d97-30a5-43f1-942e-6ed29f0a268e req-4127b38a-6272-4002-bd2a-91770362a1e1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577273 Feb 02 15:38:29.210644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] For port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:29.210644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:29.229467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 4305fb89-8b36-49e9-ad9f-6fdf5a424e25) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:29.238077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:29.238854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:29.268413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 7f18a174-39d1-49ac-b460-fa806d513578 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:29.269056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:29.298798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91838c-2dfd-483f-a24d-d80a4556f345 None None] Network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:29.471251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 59b89424-2e8d-4755-8179-2abdec93bc79 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:29.474100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Calling delete_port for 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:29.648677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-58f018f0-7a4e-4d67-8534-b092fd7c8803 None None] Provisioning for port 59b89424-2e8d-4755-8179-2abdec93bc79 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:29.691134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-58f018f0-7a4e-4d67-8534-b092fd7c8803 None None] Provisioning complete for port 59b89424-2e8d-4755-8179-2abdec93bc79 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:29.691741 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-58f018f0-7a4e-4d67-8534-b092fd7c8803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:29.763919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:29.891561 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-111fbe2f-1087-4f3e-95d6-87036e129d23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:29.958312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bf2b01f3-4db2-4390-9987-9f569f66a44c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0861328 Feb 02 15:38:29.993146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:30.006791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:30.010668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 59b89424-2e8d-4755-8179-2abdec93bc79 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:30.010926 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:30.020920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25', 'name': 'tempest-PortsIpV6TestJSON-1895438931'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:30.052570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['05739ee2-4011-463d-a11c-8c41a36332e3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:38:30.068293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 7f18a174-39d1-49ac-b460-fa806d513578 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:30.087348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['11e1b8df-4cdc-4bbb-9b07-a2661e0a6073'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:38:30.111267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:30.161780 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:30.234825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fbe2f-1087-4f3e-95d6-87036e129d23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=00d71bca-b68d-48c5-92c0-a55d095d2d94,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:30.239173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e302b4c-87c4-457d-bdfb-2d6d9d2b826c req-37b44635-6331-4789-9574-6bc356287636 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:30.241865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e302b4c-87c4-457d-bdfb-2d6d9d2b826c req-37b44635-6331-4789-9574-6bc356287636 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 867 time: 0.4601166 Feb 02 15:38:30.328660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-4305fb89-8b36-49e9-ad9f-6fdf5a424e25', 'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25', 'tenant_id': '30f5f111d8b44d72815a8d49ab0944bb', 'fixed_ips': [{'subnet_id': '64ddfbe4-e1f9-489b-b119-9aefd157a30d'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:38:30.340996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:30.371105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e302b4c-87c4-457d-bdfb-2d6d9d2b826c req-f041c1b8-fd97-4325-baae-772591cb3ad2 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149004 Feb 02 15:38:30.521098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Pushing event deleted for resources: {'Port': ['ID=11e1b8df-4cdc-4bbb-9b07-a2661e0a6073,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:30.632410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:30.863916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a50c546f-3827-44e6-86e8-56f04ca1e3f3 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:30.898639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=7f18a174-39d1-49ac-b460-fa806d513578,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:30.911406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] No DVR routers for this DVR port 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:30.915088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:30.917865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a50c546f-3827-44e6-86e8-56f04ca1e3f3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:30.918226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a50c546f-3827-44e6-86e8-56f04ca1e3f3 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:30.923784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cd4e86c1-8086-4a09-b726-555d210a2854 None None] Could not find standard attr ID for object 00d71bca-b68d-48c5-92c0-a55d095d2d94. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:38:30.932449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c095e5-2050-40a6-90ca-4ed3d702a4db', 'name': 'network-vif-deleted', 'tag': '11e1b8df-4cdc-4bbb-9b07-a2661e0a6073'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:38:30.973133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Allocated IP 2001:db8::2 (4305fb89-8b36-49e9-ad9f-6fdf5a424e25/64ddfbe4-e1f9-489b-b119-9aefd157a30d/8477f593-b472-4960-8fa1-ac43e949aa01) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:30.980608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-111fbe2f-1087-4f3e-95d6-87036e129d23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.037438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:31.052748 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c095e5-2050-40a6-90ca-4ed3d702a4db', 'name': 'network-vif-deleted', 'tag': '11e1b8df-4cdc-4bbb-9b07-a2661e0a6073', 'status': 'completed', 'code': 200} Feb 02 15:38:31.059926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:31.071071 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-111fbe2f-1087-4f3e-95d6-87036e129d23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/00d71bca-b68d-48c5-92c0-a55d095d2d94 HTTP/1.1" status: 204 len: 168 time: 3.6369355 Feb 02 15:38:31.080887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46362) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:31.090663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1116011-43fa-4516-87f8-722335e70257 req-38841ce3-7fc4-4d77-92ce-7ef215e5e3c5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:31.098597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1116011-43fa-4516-87f8-722335e70257 req-38841ce3-7fc4-4d77-92ce-7ef215e5e3c5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.4813251 Feb 02 15:38:31.120202 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8ed0151c-2da4-47a7-bd5d-4d2417ab76fe req-2be090b7-7d90-4469-bb73-2504442d76e6 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.64 "DELETE /v2.0/ports/11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 HTTP/1.1" status: 204 len: 173 time: 3.0056019 Feb 02 15:38:31.171115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1116011-43fa-4516-87f8-722335e70257 req-deee8ffb-ff40-45ee-981b-1d7632f4a576 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 Feb 02 15:38:31.224175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:31.227318 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.262601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1029f8-9251-4cc4-832a-7928ba04beed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:31.264179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1029f8-9251-4cc4-832a-7928ba04beed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:31.265664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1029f8-9251-4cc4-832a-7928ba04beed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:31.272135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1c1029f8-9251-4cc4-832a-7928ba04beed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:31.302334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.349864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.373507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Transition to ACTIVE for port object 8477f593-b472-4960-8fa1-ac43e949aa01 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:31.396083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Transition to ACTIVE for port object 8477f593-b472-4960-8fa1-ac43e949aa01 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:31.414783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 655471c8-11cf-4a68-8cf9-e4305f07a680 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:31.517403 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.613337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:31.622281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:31.629216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1c1029f8-9251-4cc4-832a-7928ba04beed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:31.630529 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1c1029f8-9251-4cc4-832a-7928ba04beed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5434458 Feb 02 15:38:31.641515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:31.643664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46368) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:31.644206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Pushing event updated for resources: {'Port': ['ID=8477f593-b472-4960-8fa1-ac43e949aa01,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:31.654099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7a0d387a-26ee-4155-b951-9e9f8ccdfb53 req-a8772312-cab2-4a09-8a3b-c30e611edb56 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c095e5-2050-40a6-90ca-4ed3d702a4db HTTP/1.1" status: 200 len: 210 time: 0.0569305 Feb 02 15:38:31.655837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.739039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::312 (4305fb89-8b36-49e9-ad9f-6fdf5a424e25/64ddfbe4-e1f9-489b-b119-9aefd157a30d/655471c8-11cf-4a68-8cf9-e4305f07a680) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:31.751275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Attempting to bind port 8477f593-b472-4960-8fa1-ac43e949aa01 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:31.751689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Attempting to bind port 8477f593-b472-4960-8fa1-ac43e949aa01 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '819f270e-92bc-480b-8e41-8fa129624fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:31.752032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Attempting to bind port 8477f593-b472-4960-8fa1-ac43e949aa01 on network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:31.758849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:31.759633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Checking segment: {'id': '819f270e-92bc-480b-8e41-8fa129624fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:31.759633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.760035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Bound using segment: {'id': '819f270e-92bc-480b-8e41-8fa129624fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:31.760608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Bound port: 8477f593-b472-4960-8fa1-ac43e949aa01, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819f270e-92bc-480b-8e41-8fa129624fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:31.761046 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.814216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:31.859036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] For port 8477f593-b472-4960-8fa1-ac43e949aa01, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:31.862667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] For port 8477f593-b472-4960-8fa1-ac43e949aa01, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8477f593-b472-4960-8fa1-ac43e949aa01,segment=NetworkSegment(819f270e-92bc-480b-8e41-8fa129624fad),segment_id=819f270e-92bc-480b-8e41-8fa129624fad)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:31.927917 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.038264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acfb061-a9d6-4750-b8f5-84f26df281ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 30455003-a832-4059-9945-69c82e12d065 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:32.045662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8acfb061-a9d6-4750-b8f5-84f26df281ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.060021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d3273-3954-4434-b736-dc84cb8dba21 None None] Pushing event updated for resources: {'Port': ['ID=8477f593-b472-4960-8fa1-ac43e949aa01,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:32.095606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.100709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.101348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Fanout notify agent at l3_agent the message router_deleted on router 79d8a1df-77be-4e3d-9bdc-3247822dba46 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:38:32.148567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 655471c8-11cf-4a68-8cf9-e4305f07a680 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:32.148673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8acfb061-a9d6-4750-b8f5-84f26df281ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.218791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port f48c28aa-f096-4681-9418-2615eb7a10a5 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:32.219171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.279219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8acfb061-a9d6-4750-b8f5-84f26df281ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.317404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.318953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52522326-44db-484e-901c-4da8b3b808de tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/79d8a1df-77be-4e3d-9bdc-3247822dba46 HTTP/1.1" status: 204 len: 168 time: 4.0816994 Feb 02 15:38:32.324829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46374) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:32.334201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604275233'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:32.345027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:32.358706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:32.366195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:32.411503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:32.436653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.572961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:32.576318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.588783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8acfb061-a9d6-4750-b8f5-84f26df281ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.600318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=655471c8-11cf-4a68-8cf9-e4305f07a680,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:32.616461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:32.624079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:32.629272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:32.633194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:32.633804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.637542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfb061-a9d6-4750-b8f5-84f26df281ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=30455003-a832-4059-9945-69c82e12d065,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:32.648564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8acfb061-a9d6-4750-b8f5-84f26df281ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.654746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c928dcd-f9b0-4d45-9b13-2f3600705f98 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:32.663466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:38:32.673757 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.674093 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment 35cfd98f-3826-4ecf-93da-6935fcce0e19 of type vlan for network a7498c55-071a-49b1-85cd-7903044ccff9 Feb 02 15:38:32.688985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port f48c28aa-f096-4681-9418-2615eb7a10a5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f48c28aa-f096-4681-9418-2615eb7a10a5,segment=NetworkSegment(9cb18d48-1ea1-4e60-aec2-afb0c04f1f98),segment_id=9cb18d48-1ea1-4e60-aec2-afb0c04f1f98)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:32.689584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.707778 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.735165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8acfb061-a9d6-4750-b8f5-84f26df281ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/30455003-a832-4059-9945-69c82e12d065 HTTP/1.1" status: 204 len: 168 time: 1.0867662 Feb 02 15:38:32.744052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46380) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:32.785108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c0a18-fff7-4c2a-9af9-cdf94e2edc56 req-d2aa8938-2da3-42fc-a4bc-26866573db32 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:32.792502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b8c0a18-fff7-4c2a-9af9-cdf94e2edc56 req-d2aa8938-2da3-42fc-a4bc-26866573db32 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.3677280 Feb 02 15:38:32.819985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61bac8c-bfaf-4e4a-ae90-504914e558fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet c098536c-3603-403f-b52e-bb7ba007405b {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:32.824228 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f61bac8c-bfaf-4e4a-ae90-504914e558fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.860334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.864358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:32.865002 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:32.884547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7ddf388f-77b8-4dd4-95ea-d382d803b208 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8896871 Feb 02 15:38:32.896524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for f48c28aa-f096-4681-9418-2615eb7a10a5 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:32.927110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46386) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:32.935709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': '4305fb89-8b36-49e9-ad9f-6fdf5a424e25', 'name': 'tempest-PortsIpV6TestJSON-1883028152'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:32.968381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:33.000382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=a7498c55-071a-49b1-85cd-7903044ccff9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:33.031691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network a7498c55-071a-49b1-85cd-7903044ccff9 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:38:33.047008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f61bac8c-bfaf-4e4a-ae90-504914e558fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:33.056330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:33.056666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 11e1b8df-4cdc-4bbb-9b07-a2661e0a6073 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:33.112936 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b8c0a18-fff7-4c2a-9af9-cdf94e2edc56 req-b9d7298d-19cc-4b46-87fa-aa6a7f8c40a4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168509 Feb 02 15:38:33.127796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ebbbbf3f-16ee-4560-bfcc-c20d7dd13b21 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8016829 Feb 02 15:38:33.128807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46390) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:33.141960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': 'a7498c55-071a-49b1-85cd-7903044ccff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:33.202922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:33.213842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:33.221167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:33.243323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:33.352418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:33.362145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:33.366101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:33.369114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:33.372667 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f61bac8c-bfaf-4e4a-ae90-504914e558fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:33.374305 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:33.420317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:33.453748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 8e227d28-ff6f-4626-940c-c147a497c323 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:33.456213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8477f593-b472-4960-8fa1-ac43e949aa01 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:33.529317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:33.658620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c75b14-f834-4a78-a516-de8eda767a67 None None] Network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:33.692080 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f61bac8c-bfaf-4e4a-ae90-504914e558fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:33.717456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:33.740164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8477f593-b472-4960-8fa1-ac43e949aa01 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:33.748694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f61bac8c-bfaf-4e4a-ae90-504914e558fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:33.775447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bac8c-bfaf-4e4a-ae90-504914e558fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=c098536c-3603-403f-b52e-bb7ba007405b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:33.834752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f61bac8c-bfaf-4e4a-ae90-504914e558fb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/c098536c-3603-403f-b52e-bb7ba007405b HTTP/1.1" status: 204 len: 168 time: 1.0911019 Feb 02 15:38:33.836110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46398) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:33.841888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=f48c28aa-f096-4681-9418-2615eb7a10a5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:33.871645 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:33.988147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6146593a-6039-45a4-956a-c4c11ee4cc6e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1493738 Feb 02 15:38:33.996357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:34.009321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-81003cf2-e23c-4625-a292-1c0112197de9 None None] Provisioning for port 8477f593-b472-4960-8fa1-ac43e949aa01 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:34.017328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:34.037616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-81003cf2-e23c-4625-a292-1c0112197de9 None None] Provisioning complete for port 8477f593-b472-4960-8fa1-ac43e949aa01 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:34.042805 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81003cf2-e23c-4625-a292-1c0112197de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.142404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8fb3b-cd70-4d50-a5d1-33c7001a0e57 req-b3722dd9-8687-4b99-8fa7-d46de19528e9 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:34.144055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ad8fb3b-cd70-4d50-a5d1-33c7001a0e57 req-b3722dd9-8687-4b99-8fa7-d46de19528e9 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.5103369 Feb 02 15:38:34.248492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::1c3 (4305fb89-8b36-49e9-ad9f-6fdf5a424e25/64ddfbe4-e1f9-489b-b119-9aefd157a30d/8e227d28-ff6f-4626-940c-c147a497c323) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:34.261875 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81003cf2-e23c-4625-a292-1c0112197de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.318299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-81003cf2-e23c-4625-a292-1c0112197de9 None None] For port 8477f593-b472-4960-8fa1-ac43e949aa01, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8477f593-b472-4960-8fa1-ac43e949aa01,segment=NetworkSegment(819f270e-92bc-480b-8e41-8fa129624fad),segment_id=819f270e-92bc-480b-8e41-8fa129624fad)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:34.362839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:34.371832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:34.375104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c2382-ccda-43a7-ac21-bff382fe6ef9 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:34.399139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ad8fb3b-cd70-4d50-a5d1-33c7001a0e57 req-0ab899ca-02d6-4039-bbfc-a8df1cd88ac7 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568508 Feb 02 15:38:34.399139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:34.402734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:34.471151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81003cf2-e23c-4625-a292-1c0112197de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.528262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:34.532036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.607468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc981df-72e4-4d1c-8cc1-100bc88f8255 req-cf73a86d-b893-49c1-b14a-b115830f6546 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:34.608991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc981df-72e4-4d1c-8cc1-100bc88f8255 req-cf73a86d-b893-49c1-b14a-b115830f6546 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.4336934 Feb 02 15:38:34.665592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81003cf2-e23c-4625-a292-1c0112197de9 None None] Pushing event updated for resources: {'Port': ['ID=8477f593-b472-4960-8fa1-ac43e949aa01,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:34.733675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.744501 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.762827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Provisioning for port 655471c8-11cf-4a68-8cf9-e4305f07a680 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:34.777596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Provisioning complete for port 655471c8-11cf-4a68-8cf9-e4305f07a680 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:34.778407 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.797222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc981df-72e4-4d1c-8cc1-100bc88f8255 req-d76f88e7-f3d3-46cf-aa39-633d7f09fa5e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349566 Feb 02 15:38:34.802733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.859910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:34.877032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=9c028164-fd09-4113-b51b-e4074b4200f3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:34.878595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] Deleting port 59b89424-2e8d-4755-8179-2abdec93bc79 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:34.879043 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:34.929078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': '35cfd98f-3826-4ecf-93da-6935fcce0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a7498c55-071a-49b1-85cd-7903044ccff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:34.929078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: a7498c55-071a-49b1-85cd-7903044ccff9, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:38:34.930950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 8e227d28-ff6f-4626-940c-c147a497c323 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:34.932350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Port 655471c8-11cf-4a68-8cf9-e4305f07a680 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:34.997527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Provisioning complete for port 8477f593-b472-4960-8fa1-ac43e949aa01 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:34.998028 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.046996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network a7498c55-071a-49b1-85cd-7903044ccff9 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:38:35.076157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.152584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:35.154023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:35.157298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:35.158004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.166513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, a7498c55-071a-49b1-85cd-7903044ccff9) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:35.172546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:35.173365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.187229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a573a7-85df-4239-8176-ab0082b800c0 None None] Network a7498c55-071a-49b1-85cd-7903044ccff9 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:35.197375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.200675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=41ed2927-1796-4de5-a17d-53297fcb2088,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:35.278561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-af575a80-4a51-46f8-a5f2-0622fbc7882c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1460080 Feb 02 15:38:35.282294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46408) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:35.289052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1805342967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:35.293637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] For port 59b89424-2e8d-4755-8179-2abdec93bc79, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=59b89424-2e8d-4755-8179-2abdec93bc79,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:35.293856 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.302366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:35.315961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:35.316928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=8e227d28-ff6f-4626-940c-c147a497c323,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:35.322564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:router and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:35.326835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:35.328298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:35.336439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:35.351252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-771fe64d-d731-41e9-b324-81428274ee0f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3445089 Feb 02 15:38:35.356354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46412) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:35.361722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:35.377444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:35.383940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:35.384779 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.466564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.468309 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.535929 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.578046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:35.585369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:35.587593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:35.590642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] Calling delete_port for 59b89424-2e8d-4755-8179-2abdec93bc79 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:35.609649 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ae1c4202-9aa3-4be6-aad2-93ae56cd674c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6808326 Feb 02 15:38:35.613009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46418) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:35.630585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:35.665304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.676251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8477f593-b472-4960-8fa1-ac43e949aa01 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:35.734171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36212f4-d348-4b90-bbb5-456c47cb4ad1 req-47bbfb32-0295-46f9-b3f7-d9e2ca981ae1 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:35.735944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c36212f4-d348-4b90-bbb5-456c47cb4ad1 req-47bbfb32-0295-46f9-b3f7-d9e2ca981ae1 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.1497054 Feb 02 15:38:35.737078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:35.740847 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.798467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-cc525b96-a48d-4216-b04a-39a242424278 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:35.799233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-cc525b96-a48d-4216-b04a-39a242424278 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Synchronizing usage tracker for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:35.816873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Provisioning complete for port 59b89424-2e8d-4755-8179-2abdec93bc79 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:35.817255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.872367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.968583 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:35.972114 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2b7ba5c5-241c-467f-bb18-97d367f1258a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6860659 Feb 02 15:38:35.973140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46424) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:35.980491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6cf62-aa46-4ec1-987c-2f3686cdec4e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:35.981288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-26c6cf62-aa46-4ec1-987c-2f3686cdec4e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:35.988454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:35.996315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] No DVR routers for this DVR port 59b89424-2e8d-4755-8179-2abdec93bc79 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:36.012488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-96e88f61-e6ee-441f-a7ef-3ba40673726f None None] Port 59b89424-2e8d-4755-8179-2abdec93bc79 was deleted so its status cannot be updated. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 02 15:38:36.044440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0a0c4-efde-40ea-81dc-2096325cf22b None None] Pushing event deleted for resources: {'Port': ['ID=59b89424-2e8d-4755-8179-2abdec93bc79,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:36.045687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c36212f4-d348-4b90-bbb5-456c47cb4ad1 req-5fc370e2-e3c0-44aa-acb7-61473f588142 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787354 Feb 02 15:38:36.047209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc2fbf-2b3d-48f3-820c-da0b1ba98b9c None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:36.087374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-cc525b96-a48d-4216-b04a-39a242424278 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Unset dirty status for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:36.088545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-cc525b96-a48d-4216-b04a-39a242424278 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.107 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.7689631 Feb 02 15:38:36.105727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-192efec7-b806-46de-9826-2bcbf15f523f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:36.107546 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-192efec7-b806-46de-9826-2bcbf15f523f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.3037236 Feb 02 15:38:36.208523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8477f593-b472-4960-8fa1-ac43e949aa01 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:36.209058 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.271037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-a7498c55-071a-49b1-85cd-7903044ccff9', 'network_id': 'a7498c55-071a-49b1-85cd-7903044ccff9', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': '9c028164-fd09-4113-b51b-e4074b4200f3'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:38:36.278379 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.286225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:38:36.288458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.300087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e923eb95-f7c4-432b-9fca-35e0dfff2792 None None] Provisioning complete for port 655471c8-11cf-4a68-8cf9-e4305f07a680 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:36.300778 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e923eb95-f7c4-432b-9fca-35e0dfff2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.329159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Deleting port 05739ee2-4011-463d-a11c-8c41a36332e3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:36.329505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.352842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:36.360134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:36.365564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:36.365564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.384679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=61091722-9b20-403b-b4ed-6eedf8452c4a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:36.405562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-26c6cf62-aa46-4ec1-987c-2f3686cdec4e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:36.406731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-26c6cf62-aa46-4ec1-987c-2f3686cdec4e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A312 HTTP/1.1" status: 200 len: 929 time: 0.7909982 Feb 02 15:38:36.409689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46428) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:36.451689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Deleting port a28ae28d-d79c-493e-a016-584590800297 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:36.452140 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.473266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c45d38a4-cdac-4c08-9efa-cc9f3835fee3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1171408 Feb 02 15:38:36.476668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46432) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:36.482824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:dc:de:18', 'name': 'tempest-NetworksTestDHCPv6-1424451250'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:36.483168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e923eb95-f7c4-432b-9fca-35e0dfff2792 None None] Port 655471c8-11cf-4a68-8cf9-e4305f07a680 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:36.562464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-acb56bb4-6806-4236-8e4d-58a7066bdb74 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 8e227d28-ff6f-4626-940c-c147a497c323 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:36.562872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acb56bb4-6806-4236-8e4d-58a7066bdb74 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.675388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '41ed2927-1796-4de5-a17d-53297fcb2088'}, {'subnet_id': '61091722-9b20-403b-b4ed-6eedf8452c4a'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:38:36.680423 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.703593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e09624-bce0-4a78-964d-192dd7702f87 req-9cd53fdc-e97e-494a-92c4-0167777603b1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:36.707867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e923eb95-f7c4-432b-9fca-35e0dfff2792 None None] Provisioning for port 8e227d28-ff6f-4626-940c-c147a497c323 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:36.710410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5e09624-bce0-4a78-964d-192dd7702f87 req-9cd53fdc-e97e-494a-92c4-0167777603b1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.7362592 Feb 02 15:38:36.716661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Allocated IP 172.20.0.2 (a7498c55-071a-49b1-85cd-7903044ccff9/9c028164-fd09-4113-b51b-e4074b4200f3/be5e2210-3f0e-4952-adda-e80a7ef0f780) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:36.723284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e923eb95-f7c4-432b-9fca-35e0dfff2792 None None] Provisioning complete for port 8e227d28-ff6f-4626-940c-c147a497c323 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:36.723658 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e923eb95-f7c4-432b-9fca-35e0dfff2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.743147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:36.768224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:36.803064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 59b89424-2e8d-4755-8179-2abdec93bc79 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:36.830087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:36.843834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:36.859742 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 59b89424-2e8d-4755-8179-2abdec93bc79 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:36.860112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 59b89424-2e8d-4755-8179-2abdec93bc79 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:36.915230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acb56bb4-6806-4236-8e4d-58a7066bdb74 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:36.984916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e923eb95-f7c4-432b-9fca-35e0dfff2792 None None] Port 8e227d28-ff6f-4626-940c-c147a497c323 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:36.990448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5e09624-bce0-4a78-964d-192dd7702f87 req-daccb564-040e-49a9-af15-efd9b5e5a8e7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790463 Feb 02 15:38:36.992768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:36.997793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:37.088314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-acb56bb4-6806-4236-8e4d-58a7066bdb74 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 8e227d28-ff6f-4626-940c-c147a497c323 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:37.248840 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:37.251544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Allocated IP 172.20.0.2 (2b108652-b7f1-4e95-b1da-85ac7991b521/41ed2927-1796-4de5-a17d-53297fcb2088/60eca454-b33f-40d4-8682-f916eaa7f69f) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:37.263939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Allocated IP 2001:db8::f816:3eff:fe01:a40f (2b108652-b7f1-4e95-b1da-85ac7991b521/61091722-9b20-403b-b4ed-6eedf8452c4a/60eca454-b33f-40d4-8682-f916eaa7f69f) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:37.266341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Transition to ACTIVE for port object be5e2210-3f0e-4952-adda-e80a7ef0f780 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:37.413328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port cfbd23d9-d232-4875-9915-adf0b4ab2648 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:37.514575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:37.515178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] For port 05739ee2-4011-463d-a11c-8c41a36332e3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=05739ee2-4011-463d-a11c-8c41a36332e3,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:37.515624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:37.525892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b95c-e9a4-42ba-beb6-b96cca77bbb6 req-6b362c3c-09a5-4c2e-a782-d30d2376701b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:37.527874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Transition to ACTIVE for port object 60eca454-b33f-40d4-8682-f916eaa7f69f will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:37.528448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4cb3b95c-e9a4-42ba-beb6-b96cca77bbb6 req-6b362c3c-09a5-4c2e-a782-d30d2376701b tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 946 time: 0.2245510 Feb 02 15:38:37.549511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Transition to ACTIVE for port object 60eca454-b33f-40d4-8682-f916eaa7f69f will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:37.583668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4cb3b95c-e9a4-42ba-beb6-b96cca77bbb6 req-1d9bbebb-5020-4b33-b8f0-ed9645425783 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459845 Feb 02 15:38:37.584164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Transition to ACTIVE for port object be5e2210-3f0e-4952-adda-e80a7ef0f780 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:37.584979 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acb56bb4-6806-4236-8e4d-58a7066bdb74 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:37.613431 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:37.656980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:37.662607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:37.674929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Calling delete_port for 05739ee2-4011-463d-a11c-8c41a36332e3 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:37.680777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb56bb4-6806-4236-8e4d-58a7066bdb74 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=8e227d28-ff6f-4626-940c-c147a497c323,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:37.702227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:37.709359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:37.711566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:37.718899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:37.731314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Network a7498c55-071a-49b1-85cd-7903044ccff9 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:37.735568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Pushing event updated for resources: {'Port': ['ID=60eca454-b33f-40d4-8682-f916eaa7f69f,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:37.740961 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-08b98a80-0d98-4847-80c0-a03d82b2c98c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8673127 Feb 02 15:38:37.767319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:37.767634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46438) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:37.774510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:37.827749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] For port a28ae28d-d79c-493e-a016-584590800297, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a28ae28d-d79c-493e-a016-584590800297,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:37.828142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:37.943652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 172.20.0.11 (2b108652-b7f1-4e95-b1da-85ac7991b521/41ed2927-1796-4de5-a17d-53297fcb2088/cfbd23d9-d232-4875-9915-adf0b4ab2648) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:37.955448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:fedc:de18 (2b108652-b7f1-4e95-b1da-85ac7991b521/61091722-9b20-403b-b4ed-6eedf8452c4a/cfbd23d9-d232-4875-9915-adf0b4ab2648) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:38.028943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acb56bb4-6806-4236-8e4d-58a7066bdb74 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.039457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:38.040124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:38.099212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Calling delete_port for a28ae28d-d79c-493e-a016-584590800297 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:38.187784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-acb56bb4-6806-4236-8e4d-58a7066bdb74 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/8e227d28-ff6f-4626-940c-c147a497c323 HTTP/1.1" status: 204 len: 168 time: 1.7766573 Feb 02 15:38:38.194032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46446) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:38.207668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Pushing event updated for resources: {'Port': ['ID=be5e2210-3f0e-4952-adda-e80a7ef0f780,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:38.245661 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-487d821e-aef2-4892-bc8e-70d8de7f5da8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:38:38.246456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-487d821e-aef2-4892-bc8e-70d8de7f5da8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:38.305337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Attempting to bind port 60eca454-b33f-40d4-8682-f916eaa7f69f on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:38.305754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Attempting to bind port 60eca454-b33f-40d4-8682-f916eaa7f69f by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:38.306074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Attempting to bind port 60eca454-b33f-40d4-8682-f916eaa7f69f on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:38.308773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Attempting to bind port be5e2210-3f0e-4952-adda-e80a7ef0f780 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:38.309130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Attempting to bind port be5e2210-3f0e-4952-adda-e80a7ef0f780 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '35cfd98f-3826-4ecf-93da-6935fcce0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a7498c55-071a-49b1-85cd-7903044ccff9'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:38.310894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Attempting to bind port be5e2210-3f0e-4952-adda-e80a7ef0f780 on network a7498c55-071a-49b1-85cd-7903044ccff9 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:38.333306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:38.333306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:38.333713 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.334029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:38.334497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Bound port: 60eca454-b33f-40d4-8682-f916eaa7f69f, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:38.334870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.338417 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.351460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:38.353441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Checking segment: {'id': '35cfd98f-3826-4ecf-93da-6935fcce0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a7498c55-071a-49b1-85cd-7903044ccff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:38.353441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.353441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Bound using segment: {'id': '35cfd98f-3826-4ecf-93da-6935fcce0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a7498c55-071a-49b1-85cd-7903044ccff9'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:38.353441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Bound port: be5e2210-3f0e-4952-adda-e80a7ef0f780, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cfd98f-3826-4ecf-93da-6935fcce0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a7498c55-071a-49b1-85cd-7903044ccff9'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:38.353441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.359104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object cfbd23d9-d232-4875-9915-adf0b4ab2648 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:38.368129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.372692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-487d821e-aef2-4892-bc8e-70d8de7f5da8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:38.376360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-487d821e-aef2-4892-bc8e-70d8de7f5da8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/8e227d28-ff6f-4626-940c-c147a497c323 HTTP/1.1" status: 404 len: 333 time: 0.1786430 Feb 02 15:38:38.378179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46450) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:38.393744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:38.454285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8c92941c-4dc2-412a-8498-f65ab225ed83 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 655471c8-11cf-4a68-8cf9-e4305f07a680 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:38.454706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c92941c-4dc2-412a-8498-f65ab225ed83 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.559425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.601393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 05739ee2-4011-463d-a11c-8c41a36332e3 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:38.712395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:38.775785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] For port be5e2210-3f0e-4952-adda-e80a7ef0f780, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:38.836567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] For port 60eca454-b33f-40d4-8682-f916eaa7f69f, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:38.841659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:38.855598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:38.874470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] For port be5e2210-3f0e-4952-adda-e80a7ef0f780, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=be5e2210-3f0e-4952-adda-e80a7ef0f780,segment=NetworkSegment(35cfd98f-3826-4ecf-93da-6935fcce0e19),segment_id=35cfd98f-3826-4ecf-93da-6935fcce0e19)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:38.889727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] For port 60eca454-b33f-40d4-8682-f916eaa7f69f, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=60eca454-b33f-40d4-8682-f916eaa7f69f,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:38.890959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=cfbd23d9-d232-4875-9915-adf0b4ab2648,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:38.901889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe555-7720-4aca-8849-f0673617995b req-d5661164-c4a6-4e85-ab9b-0f7fb40c753b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:38.903569 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb5fe555-7720-4aca-8849-f0673617995b req-d5661164-c4a6-4e85-ab9b-0f7fb40c753b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 946 time: 0.6691837 Feb 02 15:38:38.935504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:38.988352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-80670827-84db-451f-b1f2-b85c1ba3f695 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet 7cf9202b-6963-434f-9a9b-df7ddd63aefb {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:38.988352 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.016404 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80670827-84db-451f-b1f2-b85c1ba3f695 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.021954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:39.022663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.053781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c92941c-4dc2-412a-8498-f65ab225ed83 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.057901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:33Z', 'revision_number': 9, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:39.064136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.094261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.097495 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.138174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event deleted for resources: {'Port': ['ID=a28ae28d-d79c-493e-a016-584590800297,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:39.139011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:38:39.187487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8c92941c-4dc2-412a-8498-f65ab225ed83 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 655471c8-11cf-4a68-8cf9-e4305f07a680 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:39.205690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:39.206330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:39.223906 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-26d34b31-9564-4a47-bdea-81e17ae69c8e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7481213 Feb 02 15:38:39.233130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46456) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:39.273308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26765e-3659-4cc3-955d-4fdd2c44d737 req-23a06966-1a5c-4364-9583-fec8185cca66 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:39.280518 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea26765e-3659-4cc3-955d-4fdd2c44d737 req-23a06966-1a5c-4364-9583-fec8185cca66 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 867 time: 0.4287288 Feb 02 15:38:39.363045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aefe6a-e75c-4340-85f4-d1c8e5f6477e None None] Pushing event updated for resources: {'Port': ['ID=be5e2210-3f0e-4952-adda-e80a7ef0f780,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:39.383290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb5fe555-7720-4aca-8849-f0673617995b req-65a5f51e-66b3-4041-a177-ef1704cc320f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665661 Feb 02 15:38:39.387693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80670827-84db-451f-b1f2-b85c1ba3f695 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.404410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea26765e-3659-4cc3-955d-4fdd2c44d737 req-51d04e5f-fa33-439c-bfa5-de83b904be71 tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/security-groups?id=7e66a429-c189-4b8d-867a-0ad624424913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228125 Feb 02 15:38:39.452839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca3323-c808-4430-ac26-00e327dd4866 None None] Pushing event updated for resources: {'Port': ['ID=60eca454-b33f-40d4-8682-f916eaa7f69f,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:39.517533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:39.521759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] No DVR routers for this DVR port a28ae28d-d79c-493e-a016-584590800297 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:39.523536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Pushing event deleted for resources: {'Port': ['ID=05739ee2-4011-463d-a11c-8c41a36332e3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:39.540402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.545929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e11a32-84b3-4199-8898-7ac68900af6a', 'name': 'network-vif-deleted', 'tag': 'a28ae28d-d79c-493e-a016-584590800297'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:38:39.650867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80670827-84db-451f-b1f2-b85c1ba3f695 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.663873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db601db-dc62-406e-9b14-0341ef163b20 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:39.671637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db601db-dc62-406e-9b14-0341ef163b20 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:39.672763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3db601db-dc62-406e-9b14-0341ef163b20 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:39.818251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c92941c-4dc2-412a-8498-f65ab225ed83 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:39.942115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3db601db-dc62-406e-9b14-0341ef163b20 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:39.945654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3db601db-dc62-406e-9b14-0341ef163b20 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7092276 Feb 02 15:38:39.947053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92941c-4dc2-412a-8498-f65ab225ed83 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=655471c8-11cf-4a68-8cf9-e4305f07a680,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:39.950645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46464) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:40.232226 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c92941c-4dc2-412a-8498-f65ab225ed83 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:40.271351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25d5d285-2dee-4928-b63e-fda2e24b95bf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port cfbd23d9-d232-4875-9915-adf0b4ab2648 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:40.274727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25d5d285-2dee-4928-b63e-fda2e24b95bf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:40.274859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80670827-84db-451f-b1f2-b85c1ba3f695 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:40.289031 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e11a32-84b3-4199-8898-7ac68900af6a', 'name': 'network-vif-deleted', 'tag': 'a28ae28d-d79c-493e-a016-584590800297', 'status': 'completed', 'code': 200} Feb 02 15:38:40.330564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8c92941c-4dc2-412a-8498-f65ab225ed83 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/655471c8-11cf-4a68-8cf9-e4305f07a680 HTTP/1.1" status: 204 len: 168 time: 1.9501374 Feb 02 15:38:40.335585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80670827-84db-451f-b1f2-b85c1ba3f695 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:40.340701 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1fea87b-df4b-4bac-b5a0-137660ee0b2d req-05e3eec3-ef4c-4537-8cc9-6465f73e6e4d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "DELETE /v2.0/ports/a28ae28d-d79c-493e-a016-584590800297 HTTP/1.1" status: 204 len: 173 time: 4.1842756 Feb 02 15:38:40.341389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] No DVR routers for this DVR port 05739ee2-4011-463d-a11c-8c41a36332e3 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:40.346101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd547376-92cb-4606-86c1-ae460a1ebaea None None] Network 5937c864-ae4a-4cad-8601-69aa9dec6bd3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:40.350714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46468) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:40.358088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:40.377027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.20.0.1 (a7498c55-071a-49b1-85cd-7903044ccff9/9c028164-fd09-4113-b51b-e4074b4200f3/853ce4b4-a6a6-4a7a-a8f1-34c5140466da) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:40.380497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80670827-84db-451f-b1f2-b85c1ba3f695 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf9202b-6963-434f-9a9b-df7ddd63aefb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:40.395518 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-80670827-84db-451f-b1f2-b85c1ba3f695 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/7cf9202b-6963-434f-9a9b-df7ddd63aefb HTTP/1.1" status: 204 len: 168 time: 2.6265686 Feb 02 15:38:40.397764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:40.400015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e1c15a5-3e3a-43b4-bcbe-f389956f6bbc req-0fbc04c5-3507-495a-a6b0-59eacb11fbbb tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.107 "DELETE /v2.0/ports/05739ee2-4011-463d-a11c-8c41a36332e3 HTTP/1.1" status: 204 len: 173 time: 4.2879505 Feb 02 15:38:40.416858 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b47fc0-c78c-49b2-9a32-8934eb1b3451 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:38:40.417540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-03b47fc0-c78c-49b2-9a32-8934eb1b3451 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:40.466512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:33Z', 'revision_number': 9, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:40.488770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfa332-a335-46e8-9b57-21aea5f1f138 None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:33Z', 'revision_number': 9, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '879204da-7e91-403a-8b1d-3af50cafa0cf', 'name': '', 'network_id': 'd861912e-777a-462e-b0d4-a764e0c17da8', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:55:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:37:22Z', 'updated_at': '2022-02-02T15:37:38Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': 'a8560b8b-b27d-4977-ab1f-6a5af1c7c742', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:40.582489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-03b47fc0-c78c-49b2-9a32-8934eb1b3451 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:40.590845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-03b47fc0-c78c-49b2-9a32-8934eb1b3451 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/655471c8-11cf-4a68-8cf9-e4305f07a680 HTTP/1.1" status: 404 len: 333 time: 0.2390342 Feb 02 15:38:40.593933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46480) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:40.768931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a28ae28d-d79c-493e-a016-584590800297 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:40.821375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: a28ae28d-d79c-493e-a016-584590800297 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:40.823336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a28ae28d-d79c-493e-a016-584590800297 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:40.888671 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f707a1d0-4949-4c3b-8298-ea69db7aa8bf req-5c6f843e-a36a-4a1b-bd70-1812b628a580 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e11a32-84b3-4199-8898-7ac68900af6a HTTP/1.1" status: 200 len: 210 time: 0.1767364 Feb 02 15:38:40.962864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] DHCP port deletion for 5937c864-ae4a-4cad-8601-69aa9dec6bd3 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:40.968311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] Deleting port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:40.969642 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.080152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1399f8ff-3199-46af-bd10-fadbf07babfa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet 64ddfbe4-e1f9-489b-b119-9aefd157a30d {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:41.110630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1399f8ff-3199-46af-bd10-fadbf07babfa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.134334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-65102e6f-6265-4f6b-ab21-b2295013d8ea req-9b6b2a71-61a6-4735-ac39-6c9f07f6b3cd tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Synchronizing usage tracker for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:41.174111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.190337 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.245971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-65102e6f-6265-4f6b-ab21-b2295013d8ea req-9b6b2a71-61a6-4735-ac39-6c9f07f6b3cd tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] Unset dirty status for tenant:3c93de51b3cc4fd18193557ae3838550 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:41.247158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-65102e6f-6265-4f6b-ab21-b2295013d8ea req-9b6b2a71-61a6-4735-ac39-6c9f07f6b3cd tempest-ListServerFiltersTestJSON-698751599 tempest-ListServerFiltersTestJSON-698751599-project] 10.222.0.88 "GET /v2.0/ports?device_id=47f5ce52-dd33-493a-b6dc-0c70e5b1e394 HTTP/1.1" status: 200 len: 210 time: 0.3082583 Feb 02 15:38:41.251169 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1399f8ff-3199-46af-bd10-fadbf07babfa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.255438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object 853ce4b4-a6a6-4a7a-a8f1-34c5140466da will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:41.272167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:41.272711 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.352650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25d5d285-2dee-4928-b63e-fda2e24b95bf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.526824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] For port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd,segment=NetworkSegment(9cb18d48-1ea1-4e60-aec2-afb0c04f1f98),segment_id=9cb18d48-1ea1-4e60-aec2-afb0c04f1f98)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:41.527401 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.616320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25d5d285-2dee-4928-b63e-fda2e24b95bf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for cfbd23d9-d232-4875-9915-adf0b4ab2648 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:41.645104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 60eca454-b33f-40d4-8682-f916eaa7f69f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:41.726582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.799628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1399f8ff-3199-46af-bd10-fadbf07babfa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.803084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] Calling delete_port for 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:41.848155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7bb34b-7f72-45c1-aa17-16d14aa47772 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:41.931176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=853ce4b4-a6a6-4a7a-a8f1-34c5140466da,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:41.945728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd,segment=NetworkSegment(9cb18d48-1ea1-4e60-aec2-afb0c04f1f98),segment_id=9cb18d48-1ea1-4e60-aec2-afb0c04f1f98)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:41.946351 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:41.994745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d4226-4339-4528-ae5b-483ac30f825c None None] Network a7498c55-071a-49b1-85cd-7903044ccff9 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:42.098019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network a7498c55-071a-49b1-85cd-7903044ccff9 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:42.109337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:42.136488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:42.144324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:42.168499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1399f8ff-3199-46af-bd10-fadbf07babfa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.201865 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25d5d285-2dee-4928-b63e-fda2e24b95bf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.202970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399f8ff-3199-46af-bd10-fadbf07babfa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=64ddfbe4-e1f9-489b-b119-9aefd157a30d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:42.234360 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.290423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f5ce52-dd33-493a-b6dc-0c70e5b1e394', 'name': 'network-vif-deleted', 'tag': '05739ee2-4011-463d-a11c-8c41a36332e3'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:38:42.299519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.327750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5d285-2dee-4928-b63e-fda2e24b95bf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=cfbd23d9-d232-4875-9915-adf0b4ab2648,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:42.365132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1399f8ff-3199-46af-bd10-fadbf07babfa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.396907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f5129994-00b6-44d7-b083-f7621f1141b8 None None] Provisioning for port 60eca454-b33f-40d4-8682-f916eaa7f69f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:42.399499 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f5ce52-dd33-493a-b6dc-0c70e5b1e394', 'name': 'network-vif-deleted', 'tag': '05739ee2-4011-463d-a11c-8c41a36332e3', 'status': 'completed', 'code': 200} Feb 02 15:38:42.404698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57b4d6-7211-42c2-8685-e75b6a4d524e None None] Network 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:42.425789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1399f8ff-3199-46af-bd10-fadbf07babfa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/64ddfbe4-e1f9-489b-b119-9aefd157a30d HTTP/1.1" status: 204 len: 168 time: 1.8304384 Feb 02 15:38:42.426564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46498) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:42.441868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No DVR routers for this DVR port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:42.447657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:42.474268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:38:42.474667 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:38:42.495512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 60eca454-b33f-40d4-8682-f916eaa7f69f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:42.609007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f5129994-00b6-44d7-b083-f7621f1141b8 None None] Provisioning complete for port 60eca454-b33f-40d4-8682-f916eaa7f69f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:42.609682 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5129994-00b6-44d7-b083-f7621f1141b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.634864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46502) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:42.645397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 60eca454-b33f-40d4-8682-f916eaa7f69f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:42.645610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.707762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25d5d285-2dee-4928-b63e-fda2e24b95bf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.713063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-25d5d285-2dee-4928-b63e-fda2e24b95bf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/cfbd23d9-d232-4875-9915-adf0b4ab2648 HTTP/1.1" status: 204 len: 168 time: 2.7614648 Feb 02 15:38:42.724151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46506) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:42.779503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.796208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.812599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbb57f5-6706-48fa-9b78-2d42abc83954 admin admin] Deleting subnet d5cb3225-4456-4391-896d-769400678b2c {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:42.819871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.821714 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cbb57f5-6706-48fa-9b78-2d42abc83954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.863095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a063983-32aa-4b1c-aa96-16b7e13fe7ba tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:42.864691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a063983-32aa-4b1c-aa96-16b7e13fe7ba tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:42.866139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a063983-32aa-4b1c-aa96-16b7e13fe7ba tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:42.867359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4a063983-32aa-4b1c-aa96-16b7e13fe7ba tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:42.878878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 8477f593-b472-4960-8fa1-ac43e949aa01 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:42.879304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.908554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5937c864-ae4a-4cad-8601-69aa9dec6bd3']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:42.936169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-fd6c84f4-7d0b-4ae8-bc69-88a0bfdd0625 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:42.937600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-fd6c84f4-7d0b-4ae8-bc69-88a0bfdd0625 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.5746140 Feb 02 15:38:42.939319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:42.939615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb18d48-1ea1-4e60-aec2-afb0c04f1f98') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:42.947939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cbb57f5-6706-48fa-9b78-2d42abc83954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:42.967890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.021059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] Deleting port 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:43.021435 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.052691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4a063983-32aa-4b1c-aa96-16b7e13fe7ba tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:43.056809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4a063983-32aa-4b1c-aa96-16b7e13fe7ba tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3313427 Feb 02 15:38:43.061425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46510) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:43.079645 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:38:43.113105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-38988068-66bd-4ff2-bde5-df29b00dbea0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/quotas/2780a785067a4e1abb7a23517c0616fa HTTP/1.1" status: 200 len: 375 time: 0.1630869 Feb 02 15:38:43.123366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.150947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f7beb1b5-216d-478a-b8bb-c77399e8f08d None None] The port '40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:38:43.169114 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5129994-00b6-44d7-b083-f7621f1141b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.184902 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.244462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:38:43.244462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.254164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f5129994-00b6-44d7-b083-f7621f1141b8 None None] For port 60eca454-b33f-40d4-8682-f916eaa7f69f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=60eca454-b33f-40d4-8682-f916eaa7f69f,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:38:43.263319 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:38:43.265855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-8940644c-016b-41d2-984c-e6a378e51665 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:43.282924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cbb57f5-6706-48fa-9b78-2d42abc83954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.325822 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5129994-00b6-44d7-b083-f7621f1141b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.390676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] For port 8477f593-b472-4960-8fa1-ac43e949aa01, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8477f593-b472-4960-8fa1-ac43e949aa01,segment=NetworkSegment(819f270e-92bc-480b-8e41-8fa129624fad),segment_id=819f270e-92bc-480b-8e41-8fa129624fad)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:43.391156 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.408560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-8940644c-016b-41d2-984c-e6a378e51665 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:43.410369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-8940644c-016b-41d2-984c-e6a378e51665 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2960088 Feb 02 15:38:43.423751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] DHCP port deletion for 4305fb89-8b36-49e9-ad9f-6fdf5a424e25 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:43.458600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] Deleting port 8477f593-b472-4960-8fa1-ac43e949aa01 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:43.458967 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.561468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 8477f593-b472-4960-8fa1-ac43e949aa01 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:43.671219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2768ed-3824-4db9-bcac-3c2fd399d624 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 41ed2927-1796-4de5-a17d-53297fcb2088 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:43.677781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2768ed-3824-4db9-bcac-3c2fd399d624 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.700282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.736854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cbb57f5-6706-48fa-9b78-2d42abc83954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.790016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb57f5-6706-48fa-9b78-2d42abc83954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cb3225-4456-4391-896d-769400678b2c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:43.810973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cbb57f5-6706-48fa-9b78-2d42abc83954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.825145 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2768ed-3824-4db9-bcac-3c2fd399d624 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.834752 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:38:43.835333 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:38:43.835594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5129994-00b6-44d7-b083-f7621f1141b8 None None] Pushing event updated for resources: {'Port': ['ID=60eca454-b33f-40d4-8682-f916eaa7f69f,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:43.870138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] For port 8477f593-b472-4960-8fa1-ac43e949aa01, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8477f593-b472-4960-8fa1-ac43e949aa01,segment=NetworkSegment(819f270e-92bc-480b-8e41-8fa129624fad),segment_id=819f270e-92bc-480b-8e41-8fa129624fad)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:43.874126 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.902942 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-2b91df3b-3411-4fdf-84d3-bf7b6bff7f6b service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596825 Feb 02 15:38:43.909716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:43.939335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca3f25-bfbf-42b4-a5e3-b1f22161b2fe None None] Network 5e114db7-1910-443d-8707-2f6020ab5172 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:43.980829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1cbb57f5-6706-48fa-9b78-2d42abc83954 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d5cb3225-4456-4391-896d-769400678b2c HTTP/1.1" status: 204 len: 168 time: 1.3397450 Feb 02 15:38:43.982460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=8477f593-b472-4960-8fa1-ac43e949aa01,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:43.985579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46514) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:44.029142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] Calling delete_port for 8477f593-b472-4960-8fa1-ac43e949aa01 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:44.076815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.081288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=5937c864-ae4a-4cad-8601-69aa9dec6bd3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:44.082678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No DVR routers for this DVR port 8477f593-b472-4960-8fa1-ac43e949aa01 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:44.087031 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.136782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/5937c864-ae4a-4cad-8601-69aa9dec6bd3 HTTP/1.1" status: 204 len: 168 time: 3.7323227 Feb 02 15:38:44.136782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.136782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.136782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.137305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.137305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.137829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.138019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.138593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46518) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:44.139956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.140594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.141298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.141905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b305e9-12d8-4e99-8412-27db2176d063 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:44.163569 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-059f164b-6991-4a4b-8ed3-8aa6314a47d1 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120185 Feb 02 15:38:44.165436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.218782 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:38:44.219064 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:38:44.259090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4facbe02-2ecd-45a6-8f1b-c5afa3eead7e None None] Provisioning for port be5e2210-3f0e-4952-adda-e80a7ef0f780 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:44.326907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=853ce4b4-a6a6-4a7a-a8f1-34c5140466da,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:44.337471 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.405948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device be5e2210-3f0e-4952-adda-e80a7ef0f780 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:44.544081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network a7498c55-071a-49b1-85cd-7903044ccff9 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:44.545675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:44.550438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] DHCP port deletion for 5e114db7-1910-443d-8707-2f6020ab5172 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:44.564568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] Deleting port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:44.564992 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.590644 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2768ed-3824-4db9-bcac-3c2fd399d624 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.646714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Provisioning for port 853ce4b4-a6a6-4a7a-a8f1-34c5140466da completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:44.676858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c5d95ce-dd4e-45bc-975b-3a5aeba2e9fe req-7a937111-c91d-4f39-bdcc-aa7a0f76231b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 210 time: 0.1476483 Feb 02 15:38:44.681988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.718480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Provisioning complete for port 853ce4b4-a6a6-4a7a-a8f1-34c5140466da triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:44.718864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.800705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] Deleting port 8477f593-b472-4960-8fa1-ac43e949aa01 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:44.801084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.810791 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2768ed-3824-4db9-bcac-3c2fd399d624 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.837785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Port 853ce4b4-a6a6-4a7a-a8f1-34c5140466da cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:44.842478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port be5e2210-3f0e-4952-adda-e80a7ef0f780 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:44.896833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-61ed3f55-4010-4d3f-bdf9-a50a9abbebdf None None] The port '8477f593-b472-4960-8fa1-ac43e949aa01' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:38:44.902662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port be5e2210-3f0e-4952-adda-e80a7ef0f780 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:44.903146 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.918396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Deleting port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:44.918919 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.962880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:44.972885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2768ed-3824-4db9-bcac-3c2fd399d624 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=41ed2927-1796-4de5-a17d-53297fcb2088,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:45.040369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2768ed-3824-4db9-bcac-3c2fd399d624 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.059062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d24aa-6456-40c2-b9c5-522e562c1640 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:45.071180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Provisioning complete for port be5e2210-3f0e-4952-adda-e80a7ef0f780 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:45.071527 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.090777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4305fb89-8b36-49e9-ad9f-6fdf5a424e25']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:45.110303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819f270e-92bc-480b-8e41-8fa129624fad') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:45.110989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819f270e-92bc-480b-8e41-8fa129624fad') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:45.125670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.186805 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bb2768ed-3824-4db9-bcac-3c2fd399d624 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/41ed2927-1796-4de5-a17d-53297fcb2088 HTTP/1.1" status: 204 len: 168 time: 2.1225781 Feb 02 15:38:45.187492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46534) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:45.203187 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.209641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] For port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9bf67e74-1337-4948-ad8a-eb945cb5a9fa,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:45.210035 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.231991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:38:45.232469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:38:45.308929 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:38:45.352175 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.428749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] Calling delete_port for 9bf67e74-1337-4948-ad8a-eb945cb5a9fa owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:45.464807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b74170b-c5b5-4ef0-b21e-d4dc72acd424 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 61091722-9b20-403b-b4ed-6eedf8452c4a {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:45.467581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] For port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9bf67e74-1337-4948-ad8a-eb945cb5a9fa,segment=NetworkSegment(81416f41-4ac9-4a3a-a673-c08b3fb7f718),segment_id=81416f41-4ac9-4a3a-a673-c08b3fb7f718)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:45.467988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.468803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7b74170b-c5b5-4ef0-b21e-d4dc72acd424 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.526459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router 9a200101-e77e-4b10-8e7a-621b2d952197 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:38:45.536838 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7b74170b-c5b5-4ef0-b21e-d4dc72acd424 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.573287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port be5e2210-3f0e-4952-adda-e80a7ef0f780, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=be5e2210-3f0e-4952-adda-e80a7ef0f780,segment=NetworkSegment(35cfd98f-3826-4ecf-93da-6935fcce0e19),segment_id=35cfd98f-3826-4ecf-93da-6935fcce0e19)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:45.656490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.687016 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.695496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Calling delete_port for 9bf67e74-1337-4948-ad8a-eb945cb5a9fa owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:45.699733 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.744547 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.756697 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.769819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/networks/4305fb89-8b36-49e9-ad9f-6fdf5a424e25 HTTP/1.1" status: 204 len: 168 time: 3.3393741 Feb 02 15:38:45.787101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46542) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:45.804608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:45.810374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1944300642'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:45.820048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:45.841101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] No DVR routers for this DVR port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:45.841657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785232c-39d1-476d-85d7-36b457cc18ad tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Network': ['ID=4305fb89-8b36-49e9-ad9f-6fdf5a424e25,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:45.857701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=be5e2210-3f0e-4952-adda-e80a7ef0f780,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:45.892516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:45.892865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 40a47c73-9f7e-4ea9-b258-3db1ad8dd6bd not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:45.893287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f48c28aa-f096-4681-9418-2615eb7a10a5 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:45.904293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:network and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:45.915416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:45.938731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7551f4d-7b27-4ec9-88fd-cdb5f5056cfd req-66a75210-eeaf-4881-8033-1301fa8968a5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 210 time: 0.1214268 Feb 02 15:38:45.945421 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:38:45.945745 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:38:45.959755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:45.963661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7b74170b-c5b5-4ef0-b21e-d4dc72acd424 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.972403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:45.996305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: f48c28aa-f096-4681-9418-2615eb7a10a5 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:45.996679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f48c28aa-f096-4681-9418-2615eb7a10a5 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:46.006132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51414506-47d8-4d21-aefe-3fe808caed90 None None] Pushing event deleted for resources: {'Port': ['ID=9bf67e74-1337-4948-ad8a-eb945cb5a9fa,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:46.042491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:38:46.043112 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:38:46.069515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:46.084598 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf4d6a-11d2-444e-885b-b11586d6332f None None] Sync routers for ids ['9a200101-e77e-4b10-8e7a-621b2d952197'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:46.085177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8cb191f2-3e1c-4156-9888-cd44185f2215 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/9a200101-e77e-4b10-8e7a-621b2d952197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0979946 Feb 02 15:38:46.085177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46546) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:46.105626 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf4d6a-11d2-444e-885b-b11586d6332f None None] Routers {'9a200101-e77e-4b10-8e7a-621b2d952197'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:46.106240 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3aaf4d6a-11d2-444e-885b-b11586d6332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9a200101-e77e-4b10-8e7a-621b2d952197'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:46.143386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:46.148650 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.149323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 60eca454-b33f-40d4-8682-f916eaa7f69f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:46.174071 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7b74170b-c5b5-4ef0-b21e-d4dc72acd424 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.205844 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3aaf4d6a-11d2-444e-885b-b11586d6332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:46.218303 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf4d6a-11d2-444e-885b-b11586d6332f None None] Routers {'9a200101-e77e-4b10-8e7a-621b2d952197'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:46.219293 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3aaf4d6a-11d2-444e-885b-b11586d6332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9a200101-e77e-4b10-8e7a-621b2d952197'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:46.254563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 60eca454-b33f-40d4-8682-f916eaa7f69f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:46.255122 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.257209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74170b-c5b5-4ef0-b21e-d4dc72acd424 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=61091722-9b20-403b-b4ed-6eedf8452c4a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:46.284755 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7b74170b-c5b5-4ef0-b21e-d4dc72acd424 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.294710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7b74170b-c5b5-4ef0-b21e-d4dc72acd424 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/61091722-9b20-403b-b4ed-6eedf8452c4a HTTP/1.1" status: 204 len: 168 time: 1.1012418 Feb 02 15:38:46.294710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46550) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:46.307455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ed007b-e3ca-4c33-b75e-8a992c59e6b7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:46.308301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1ed007b-e3ca-4c33-b75e-8a992c59e6b7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:46.343131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3aaf4d6a-11d2-444e-885b-b11586d6332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:46.344151 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf4d6a-11d2-444e-885b-b11586d6332f None None] The sync data for ids ['9a200101-e77e-4b10-8e7a-621b2d952197'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:46.418599 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dc92a167-7abd-4189-b5e9-e6d243637fbc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228449 Feb 02 15:38:46.421042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46554) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:46.426031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:38:46.436139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:46.513720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device be5e2210-3f0e-4952-adda-e80a7ef0f780 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:46.547270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Deleting port 9bf67e74-1337-4948-ad8a-eb945cb5a9fa {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:46.547636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.563207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:46.567673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:46.570698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:46.578052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:46.596159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.596592 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Added segment c3d29320-f70f-4697-95c3-674f7ca9e208 of type vlan for network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 Feb 02 15:38:46.630261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.649051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Could not find standard attr ID for object cfbd23d9-d232-4875-9915-adf0b4ab2648. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:38:46.671374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] The port '9bf67e74-1337-4948-ad8a-eb945cb5a9fa' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:38:46.673842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Provisioning complete for port 60eca454-b33f-40d4-8682-f916eaa7f69f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:46.674308 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85ba99cb-ccb8-4577-9420-bc33a75fce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.681136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:46.693484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.717135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1ed007b-e3ca-4c33-b75e-8a992c59e6b7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:46.721103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b1ed007b-e3ca-4c33-b75e-8a992c59e6b7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports/853ce4b4-a6a6-4a7a-a8f1-34c5140466da HTTP/1.1" status: 200 len: 910 time: 0.6321092 Feb 02 15:38:46.723885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46558) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:46.730397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b71bbd62-7de5-4567-8736-287a0a4ef4c7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9c028164-fd09-4113-b51b-e4074b4200f3'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:46.738763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port be5e2210-3f0e-4952-adda-e80a7ef0f780 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:46.739144 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.829187 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:46.914094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e114db7-1910-443d-8707-2f6020ab5172']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:46.937548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81416f41-4ac9-4a3a-a673-c08b3fb7f718') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:46.937851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81416f41-4ac9-4a3a-a673-c08b3fb7f718') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:46.947808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6042bb1-eda1-4758-8f57-0717b276f375 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:46.959590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.023162 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.052757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:38:47.053160 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.055043 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.061560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:47.062179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:38:47.069626 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:38:47.075266 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.203244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8477f593-b472-4960-8fa1-ac43e949aa01 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:47.240576 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-532d3335-b072-4ce5-81ed-8350efeb91ea req-8e81217f-c0e2-4c21-8ea3-68f41c8e4236 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 210 time: 0.1063800 Feb 02 15:38:47.248440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8477f593-b472-4960-8fa1-ac43e949aa01 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:47.253902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8477f593-b472-4960-8fa1-ac43e949aa01 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:47.253902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9bf67e74-1337-4948-ad8a-eb945cb5a9fa no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:47.295929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9bf67e74-1337-4948-ad8a-eb945cb5a9fa {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:47.296560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9bf67e74-1337-4948-ad8a-eb945cb5a9fa not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:47.311432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0a5047f2-a1a5-4e54-908d-77fba465fd7a None None] Provisioning complete for port 60eca454-b33f-40d4-8682-f916eaa7f69f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:47.311781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0a5047f2-a1a5-4e54-908d-77fba465fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.327779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.360619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.426982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e114db7-1910-443d-8707-2f6020ab5172,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:47.453767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:47.466019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] Deleting port 60eca454-b33f-40d4-8682-f916eaa7f69f {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:47.466496 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.473294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Network': ['ID=1f008cc6-6353-4f78-9f6c-a381e4cd7ee6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:47.513485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:38:47.529200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-467743db-ae20-4bde-8d3f-6247f019f005 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5e114db7-1910-443d-8707-2f6020ab5172 HTTP/1.1" status: 204 len: 168 time: 3.5352385 Feb 02 15:38:47.561957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 879204da-7e91-403a-8b1d-3af50cafa0cf {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:47.562585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.707224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-ae362bc6-09b9-446c-aba1-34e0cba386a0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:47.709641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-ae362bc6-09b9-446c-aba1-34e0cba386a0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.1995363 Feb 02 15:38:47.744232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Request body: {'port': {'device_id': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'admin_state_up': True, 'tenant_id': '2780a785067a4e1abb7a23517c0616fa'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:47.754299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0a5047f2-a1a5-4e54-908d-77fba465fd7a None None] Provisioning complete for port 853ce4b4-a6a6-4a7a-a8f1-34c5140466da triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:47.755712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0a5047f2-a1a5-4e54-908d-77fba465fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.817454 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b71bbd62-7de5-4567-8736-287a0a4ef4c7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.889133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port 879204da-7e91-403a-8b1d-3af50cafa0cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=879204da-7e91-403a-8b1d-3af50cafa0cf,segment=NetworkSegment(81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd),segment_id=81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:47.889846 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.896536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2e484ee7-14f9-413a-9d73-a7e8915577e5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1038783 Feb 02 15:38:47.901068 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:47.902587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46566) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:47.908854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:47.937673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0a5047f2-a1a5-4e54-908d-77fba465fd7a None None] Port 853ce4b4-a6a6-4a7a-a8f1-34c5140466da cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:47.945488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] For port 60eca454-b33f-40d4-8682-f916eaa7f69f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=60eca454-b33f-40d4-8682-f916eaa7f69f,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:47.945961 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:48.106337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 879204da-7e91-403a-8b1d-3af50cafa0cf owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:48.114072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] Calling delete_port for 60eca454-b33f-40d4-8682-f916eaa7f69f owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:48.150581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:48.163002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:48.199737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46570) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:48.202679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 60eca454-b33f-40d4-8682-f916eaa7f69f no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:48.206059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:48.252522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:48.258014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Made reservation on behalf of 2780a785067a4e1abb7a23517c0616fa for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:48.262544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:48.266114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:48.280515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:48.320405 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78b657c6-0853-49f4-914a-56ffeea53ee2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c93de51b3cc4fd18193557ae3838550&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1181679 Feb 02 15:38:48.345809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46576) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:48.351357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port 60eca454-b33f-40d4-8682-f916eaa7f69f update to DOWN by agent not found {{(pid=95774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 02 15:38:48.353129 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:48.410735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] Pushing event deleted for resources: {'Port': ['ID=60eca454-b33f-40d4-8682-f916eaa7f69f,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:48.412098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641b27d-9ecb-4d45-8fca-686775818a8e None None] No DVR routers for this DVR port 60eca454-b33f-40d4-8682-f916eaa7f69f on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:48.428099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:48.498121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:48.562158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d2ab8d7-c8db-4713-b847-85532386a7c1 req-34d3fb7a-70d9-4ff4-9682-e9af853ef607 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 210 time: 0.1351829 Feb 02 15:38:48.665532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:48.674467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:48.701890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:48.712497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2074f06-2869-4f62-8475-2e0e24c19bad None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:48.717364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:48.717959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:48.724778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=9c69c3ab-bdef-427d-84ad-42db5cfeaac5,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:48.742566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=879204da-7e91-403a-8b1d-3af50cafa0cf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:48.755877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.756233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.756569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.756896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.757246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.757575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.757913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.758214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.758528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.758841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.759152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:48.779171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c76cec5a-5a3e-432b-990e-3db01365f3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:48.834096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Allocated IP 172.20.0.2 (7948df50-ebac-4e95-86d9-bea1aa0f5421/b2904439-bbb3-4232-aa70-5f70e2abd94d/74e20fdd-0497-4ad8-86c6-61209ee56698) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:48.888883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.034187 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f84c9c9-0278-42e2-87fc-587db99b9870 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6070311 Feb 02 15:38:49.041011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46580) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:49.049549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c76cec5a-5a3e-432b-990e-3db01365f3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.051320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '9c69c3ab-bdef-427d-84ad-42db5cfeaac5'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:38:49.052340 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.066483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:49.235150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Allocated IP 172.20.0.2 (2b108652-b7f1-4e95-b1da-85ac7991b521/9c69c3ab-bdef-427d-84ad-42db5cfeaac5/dac2eb0b-c854-40aa-bb2c-09b1028a5d28) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:49.332911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:49.344883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.352529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:49.352863 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b71bbd62-7de5-4567-8736-287a0a4ef4c7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.357982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:49.366772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:49.406125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c76cec5a-5a3e-432b-990e-3db01365f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.439589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cec5a-5a3e-432b-990e-3db01365f3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e66a429-c189-4b8d-867a-0ad624424913,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:49.448246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.483475 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.493753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Transition to ACTIVE for port object dac2eb0b-c854-40aa-bb2c-09b1028a5d28 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:49.497990 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b71bbd62-7de5-4567-8736-287a0a4ef4c7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.516246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Transition to ACTIVE for port object dac2eb0b-c854-40aa-bb2c-09b1028a5d28 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:49.616770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bbd62-7de5-4567-8736-287a0a4ef4c7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=853ce4b4-a6a6-4a7a-a8f1-34c5140466da,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:49.625382 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c76cec5a-5a3e-432b-990e-3db01365f3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.626740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c76cec5a-5a3e-432b-990e-3db01365f3cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e66a429-c189-4b8d-867a-0ad624424913 HTTP/1.1" status: 204 len: 168 time: 1.2770822 Feb 02 15:38:49.631264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71bbd62-7de5-4567-8736-287a0a4ef4c7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:49.632318 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b71bbd62-7de5-4567-8736-287a0a4ef4c7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.634371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b71bbd62-7de5-4567-8736-287a0a4ef4c7 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/ports/853ce4b4-a6a6-4a7a-a8f1-34c5140466da HTTP/1.1" status: 200 len: 910 time: 2.9095478 Feb 02 15:38:49.637984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46588) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:49.653292 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.714313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.798531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Pushing event updated for resources: {'Port': ['ID=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:49.801856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:49.816385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:49.817797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:49.820861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:49.851993 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.885613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:49.890245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:49.892993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:49.919045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Attempting to bind port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:49.919637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Attempting to bind port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:49.920357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Attempting to bind port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:49.930202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:49.930617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:49.931028 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.931432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:49.932965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Bound port: dac2eb0b-c854-40aa-bb2c-09b1028a5d28, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:49.934379 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:49.937360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event updated for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:49.984003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:49.984620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:50.045738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] For port dac2eb0b-c854-40aa-bb2c-09b1028a5d28, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:50.053892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] For port dac2eb0b-c854-40aa-bb2c-09b1028a5d28, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:50.084629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=0f8df355-4526-4536-af96-90a6bea881b2,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:50.105631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-47bd88a9-3d51-4744-b986-48f910e9a334 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3690817 Feb 02 15:38:50.132819 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:50.179155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-7c05551f-cf43-4f16-acef-bc5c99f6eb44 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:38:50.180760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-7c05551f-cf43-4f16-acef-bc5c99f6eb44 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0170615 Feb 02 15:38:50.265430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:50.282811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c611448-51bc-4ba0-ae01-a8b553d3930c None None] Pushing event updated for resources: {'Port': ['ID=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:50.364503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:50.438426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Request body: {'port': {'device_id': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:50.473967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking segment: {'id': 'c3d29320-f70f-4697-95c3-674f7ca9e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:50.473967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network hostable DHCP agents. Network: 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:38:50.495832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d78d0f-bf45-4d18-bdff-05c6132aa0a5 req-1c31faa0-6df7-41cf-a88b-0a625f74473e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:50.497494 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97d78d0f-bf45-4d18-bdff-05c6132aa0a5 req-1c31faa0-6df7-41cf-a88b-0a625f74473e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 931 time: 0.6991420 Feb 02 15:38:50.601157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:50.652643 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97d78d0f-bf45-4d18-bdff-05c6132aa0a5 req-4133cd6f-9aca-42ec-af31-8d8309e65ffc tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458507 Feb 02 15:38:50.708017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:50.720755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:38:50.866051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:50.875586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:50.876695 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:50.882881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe48019-3db3-48e0-8f21-01cfb5f2e430 None None] Network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:51.029164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3615de4b-c3e1-4dc0-814a-7b92be0f6daa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1253572 Feb 02 15:38:51.030748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:51.040830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6', 'name': 'tempest-PortsIpV6TestJSON-1069385961', 'fixed_ips': [{'subnet_id': '0f8df355-4526-4536-af96-90a6bea881b2', 'ip_address': '2001:db8::10'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:51.200077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-1f008cc6-6353-4f78-9f6c-a381e4cd7ee6', 'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6', 'tenant_id': '30f5f111d8b44d72815a8d49ab0944bb', 'fixed_ips': [{'subnet_id': '0f8df355-4526-4536-af96-90a6bea881b2'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:38:51.200925 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:51.218795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:51.231612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bbf49dd7-8e31-407c-9221-7aefdba451b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0751622 Feb 02 15:38:51.253612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46612) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:51.265361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:51.362619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:51.363295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:51.395569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:51.424075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:51.440486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:51.459441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46618) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:51.465223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:51.488702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:38:51.593934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:51.599759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:51.626353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:51.639603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:51.774596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e20fdd-0497-4ad8-86c6-61209ee56698 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:38:51.784192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:51.799496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Allocated IP 2001:db8::2 (1f008cc6-6353-4f78-9f6c-a381e4cd7ee6/0f8df355-4526-4536-af96-90a6bea881b2/368db229-5ef8-42fb-b585-d8be1e85b11a) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:51.828342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd1d90c-d9d3-4c67-9504-2255ac24eb3a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet a8560b8b-b27d-4977-ab1f-6a5af1c7c742 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:38:51.832678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d90c-d9d3-4c67-9504-2255ac24eb3a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:51.849580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:51.880515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Transition to ACTIVE for port object 74e20fdd-0497-4ad8-86c6-61209ee56698 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:51.921147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d797e507-abec-43af-a3d2-cabfef39a055 None None] Provisioning for port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:51.936733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-144158043-network', 'tenant_id': '64fc148ef9a340bcbb0cad3a7e5fef34'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:51.964246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:51.969320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:52.034057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Usage tracker for resource:network and tenant:64fc148ef9a340bcbb0cad3a7e5fef34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:52.042085 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d90c-d9d3-4c67-9504-2255ac24eb3a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.075478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:52.100763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:52.203120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port dac2eb0b-c854-40aa-bb2c-09b1028a5d28, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:52.210855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dac2eb0b-c854-40aa-bb2c-09b1028a5d28 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:52.221300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Pushing event updated for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:52.242574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Made reservation on behalf of 64fc148ef9a340bcbb0cad3a7e5fef34 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:52.247426 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.247586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.298878 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.299756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.308899 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.371530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80582f95-b522-4b67-b5d3-ca598c886b99 req-7268c180-c74e-4d73-8b45-438edfa2f6e2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:52.372816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-80582f95-b522-4b67-b5d3-ca598c886b99 req-7268c180-c74e-4d73-8b45-438edfa2f6e2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:52.419670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.426986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:52.433920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:52.440371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Transition to ACTIVE for port object 368db229-5ef8-42fb-b585-d8be1e85b11a will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:52.441151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:52.445367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.455464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=c5bfcae5-f385-4303-a347-1f42b88bd4df,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:52.465232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f9967-98e4-469a-b4b4-75cb1c402e4f None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:52.469855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,revision_number=4']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:52.474552 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d90c-d9d3-4c67-9504-2255ac24eb3a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.501375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:52.533443 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4fd5d201-ab9a-4c94-9e7b-b87182744c0b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4904912 Feb 02 15:38:52.536251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46628) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:52.538197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:52.543251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:6a:17:41', 'name': 'tempest-NetworksTestDHCPv6-262677087'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:52.555370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Transition to ACTIVE for port object 368db229-5ef8-42fb-b585-d8be1e85b11a will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:52.557902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Usage tracker for resource:security_group_rule and tenant:64fc148ef9a340bcbb0cad3a7e5fef34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:52.563890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:48Z', 'revision_number': 10, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:52.571208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:52.571453 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.573874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:52.579143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-80582f95-b522-4b67-b5d3-ca598c886b99 req-7268c180-c74e-4d73-8b45-438edfa2f6e2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:52.581057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80582f95-b522-4b67-b5d3-ca598c886b99 req-7268c180-c74e-4d73-8b45-438edfa2f6e2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 943 time: 0.6990016 Feb 02 15:38:52.608772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:52.686420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:38:52.698055 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.714644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Attempting to bind port 74e20fdd-0497-4ad8-86c6-61209ee56698 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:52.714981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Attempting to bind port 74e20fdd-0497-4ad8-86c6-61209ee56698 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:52.715308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Attempting to bind port 74e20fdd-0497-4ad8-86c6-61209ee56698 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:52.790172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Port 74e20fdd-0497-4ad8-86c6-61209ee56698 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:38:52.790517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Attempting to bind port 74e20fdd-0497-4ad8-86c6-61209ee56698 on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:52.826320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:52.827438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Checking segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:52.827438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Bound using segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:52.828135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Bound port: 74e20fdd-0497-4ad8-86c6-61209ee56698, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:52.828689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.839045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 853ce4b4-a6a6-4a7a-a8f1-34c5140466da {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:52.839395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.866521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::10 (1f008cc6-6353-4f78-9f6c-a381e4cd7ee6/0f8df355-4526-4536-af96-90a6bea881b2/5336869f-b2e0-41e4-bdc1-7dc07269a4a9) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:52.879735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:52.886947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:52.889115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:52.889783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:52.895735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80582f95-b522-4b67-b5d3-ca598c886b99 req-10a4aaff-b7eb-4841-a9a8-2f1c3ea3f64d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003340 Feb 02 15:38:52.908491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d90c-d9d3-4c67-9504-2255ac24eb3a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:52.918596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:52.947204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:52.950041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Pushing event updated for resources: {'Port': ['ID=368db229-5ef8-42fb-b585-d8be1e85b11a,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:52.952760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:52.968107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:52.978038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:53.003187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d90c-d9d3-4c67-9504-2255ac24eb3a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=a8560b8b-b27d-4977-ab1f-6a5af1c7c742,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:53.037941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.077281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d90c-d9d3-4c67-9504-2255ac24eb3a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.129084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20bca73-e47e-4af8-83e8-ee7427170da6 None None] Network d861912e-777a-462e-b0d4-a764e0c17da8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:53.157772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.158149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.158445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.158776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.159104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.159430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.159751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.160171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.164536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.164536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.164536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:53.183406 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.206122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:53.215231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:53.219554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.257602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 619d4295-f8fd-4f88-86cc-f7f196be50cd yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:53.264450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.297935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bdd1d90c-d9d3-4c67-9504-2255ac24eb3a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/a8560b8b-b27d-4977-ab1f-6a5af1c7c742 HTTP/1.1" status: 204 len: 168 time: 2.0431733 Feb 02 15:38:53.299134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:53.305444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46632) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:53.339540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:38:53.342777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:53.347253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222542c1-0b1b-421e-837e-96e774079452,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:53.379613 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.387477 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Added segment 1e0498f0-622f-4140-8c91-dc144dc41520 of type vlan for network f1165e92-0af4-4292-ae60-e949cae65b5f Feb 02 15:38:53.392524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.400764 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.425010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.450668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Attempting to bind port 368db229-5ef8-42fb-b585-d8be1e85b11a on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:53.450668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Attempting to bind port 368db229-5ef8-42fb-b585-d8be1e85b11a by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'c3d29320-f70f-4697-95c3-674f7ca9e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:53.450668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Attempting to bind port 368db229-5ef8-42fb-b585-d8be1e85b11a on network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:38:53.450668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:38:53.565012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.579719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 853ce4b4-a6a6-4a7a-a8f1-34c5140466da owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:53.612480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.619125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=5336869f-b2e0-41e4-bdc1-7dc07269a4a9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:53.624339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:53.628877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:53.629075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:38:53.629416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Checking segment: {'id': 'c3d29320-f70f-4697-95c3-674f7ca9e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:53.629968 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.630506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Bound using segment: {'id': 'c3d29320-f70f-4697-95c3-674f7ca9e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:38:53.631120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Bound port: 368db229-5ef8-42fb-b585-d8be1e85b11a, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d29320-f70f-4697-95c3-674f7ca9e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:53.631495 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.640368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:53.644359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:53.644988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.674620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port bfd5018b-cd47-4b91-858d-0efd21375bc3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:53.674967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.675140 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.700029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port dac2eb0b-c854-40aa-bb2c-09b1028a5d28, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:53.797435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-334cc5da-fc81-4adb-8706-9abe41f50525 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7639160 Feb 02 15:38:53.800970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46636) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:53.816975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': '1f008cc6-6353-4f78-9f6c-a381e4cd7ee6', 'name': 'tempest-PortsIpV6TestJSON-1779477835', 'fixed_ips': [{'subnet_id': '0f8df355-4526-4536-af96-90a6bea881b2', 'ip_address': '2001:db8::f'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:53.836037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.839402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/74e20fdd-0497-4ad8-86c6-61209ee56698 HTTP/1.1" status: 200 len: 1091 time: 3.6446135 Feb 02 15:38:53.860621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:38:53.966754 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'status': 'completed', 'code': 200} Feb 02 15:38:53.974747 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.977126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83740234-dba5-4f4f-911e-2e2f507f17b7 service neutron] Pushing event updated for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:53.989498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:53.990456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:53.991101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:54.072117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 172.20.0.3 (2b108652-b7f1-4e95-b1da-85ac7991b521/9c69c3ab-bdef-427d-84ad-42db5cfeaac5/619d4295-f8fd-4f88-86cc-f7f196be50cd) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:54.091602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:fe6a:1741 (2b108652-b7f1-4e95-b1da-85ac7991b521/c5bfcae5-f385-4303-a347-1f42b88bd4df/619d4295-f8fd-4f88-86cc-f7f196be50cd) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:54.379306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:54.382632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port bfd5018b-cd47-4b91-858d-0efd21375bc3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bfd5018b-cd47-4b91-858d-0efd21375bc3,segment=NetworkSegment(81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd),segment_id=81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:54.383539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:54.402829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:54.407612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] Pushing event updated for resources: {'Network': ['ID=f1165e92-0af4-4292-ae60-e949cae65b5f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:54.409701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:54.530272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-75b62a51-ec0b-459c-8e4a-2b1c25b3ca15 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0641723 Feb 02 15:38:54.539512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46644) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:54.547804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] For port 368db229-5ef8-42fb-b585-d8be1e85b11a, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:38:54.552185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] For port 368db229-5ef8-42fb-b585-d8be1e85b11a, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=368db229-5ef8-42fb-b585-d8be1e85b11a,segment=NetworkSegment(c3d29320-f70f-4697-95c3-674f7ca9e208),segment_id=c3d29320-f70f-4697-95c3-674f7ca9e208)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:38:54.553993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Request body: {'subnet': {'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-144158043-subnet', 'tenant_id': '64fc148ef9a340bcbb0cad3a7e5fef34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:38:54.563229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:54.568635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dac2eb0b-c854-40aa-bb2c-09b1028a5d28 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:54.576669 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-5edf148b-2031-444e-b884-eb00bd6d05d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 1094 time: 0.5239458 Feb 02 15:38:54.582787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:54.596829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Usage tracker for resource:subnet and tenant:64fc148ef9a340bcbb0cad3a7e5fef34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:54.602640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:54.612165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ed296-7a49-4d7c-a96b-0b121a92efd5 req-1a44a71a-dc22-485c-ab83-66e2ba4c2115 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:54.613945 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-760ed296-7a49-4d7c-a96b-0b121a92efd5 req-1a44a71a-dc22-485c-ab83-66e2ba4c2115 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 943 time: 0.3405178 Feb 02 15:38:54.625204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network f1165e92-0af4-4292-ae60-e949cae65b5f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:38:54.679734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:54.686016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:54.689934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:54.767881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for bfd5018b-cd47-4b91-858d-0efd21375bc3 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:54.812338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:54.865618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=853ce4b4-a6a6-4a7a-a8f1-34c5140466da,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:54.875356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-84c57511-4542-4fa3-bdb3-66a13e2b3ae6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74e20fdd-0497-4ad8-86c6-61209ee56698 HTTP/1.1" status: 200 len: 217 time: 0.2799258 Feb 02 15:38:54.960783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:54.977723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:54.997493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-05673707-df95-45de-ba90-e91631540b7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:54.998963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-05673707-df95-45de-ba90-e91631540b7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.0729427 Feb 02 15:38:55.029250 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cb19a6b1-1a4e-41a9-9d70-7912def7678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:55.060097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2c9c39af-c109-4a04-a248-e22c31583efd None None] Provisioning complete for port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:55.061388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2c9c39af-c109-4a04-a248-e22c31583efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:55.111304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Made reservation on behalf of 64fc148ef9a340bcbb0cad3a7e5fef34 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:55.113778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:55.126894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaf1b1-aa3a-4137-85cb-cefb88cfd3ec None None] Pushing event updated for resources: {'Port': ['ID=368db229-5ef8-42fb-b585-d8be1e85b11a,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:55.167733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714f065-5284-4a5d-864b-b0fa8331aabb None None] DHCP port deletion for d861912e-777a-462e-b0d4-a764e0c17da8 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:38:55.172229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-7d3ceda8-38a9-42f7-8c60-f3f20203a0c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649718 Feb 02 15:38:55.193114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:48Z', 'revision_number': 10, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:55.211029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6beb9-b730-40e5-9826-2ee0b9f8c975 None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:38:48Z', 'revision_number': 10, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None, '_interfaces': [{'id': '9b1e683b-7e85-4f8d-9204-051306cc3094', 'name': '', 'network_id': 'd1864f54-8af8-4178-94a3-3998c257b197', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'mac_address': 'fa:16:3e:ec:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:58Z', 'updated_at': '2022-02-02T15:37:14Z', 'revision_number': 5, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'subnets': [{'id': '24acaaf8-596b-42a0-90d0-c9f963f0d4cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:55.212527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:55.213595 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:55.251774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-760ed296-7a49-4d7c-a96b-0b121a92efd5 req-c6cd18d6-d1b8-47e3-8278-277e958115aa tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737691 Feb 02 15:38:55.482525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:55.557736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 619d4295-f8fd-4f88-86cc-f7f196be50cd will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:55.670463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=bfd5018b-cd47-4b91-858d-0efd21375bc3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:55.695737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No DVR routers for this DVR port bfd5018b-cd47-4b91-858d-0efd21375bc3 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:38:55.773798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:55.794268 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:55.908897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-8b2f978d-93e8-428d-95cd-fa1850f811cb service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535072 Feb 02 15:38:55.913814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.006830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 172a140d-d840-49d4-b132-6a89b2f338e1 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:38:56.058583 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.075562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:56.080317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=619d4295-f8fd-4f88-86cc-f7f196be50cd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:56.094053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:56.097455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:56.160871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d861912e-777a-462e-b0d4-a764e0c17da8']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:56.186105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:56.186462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fd6a65-0f8a-4a33-b16f-0b9ddfd6e7fd') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:56.201171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.318421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 368db229-5ef8-42fb-b585-d8be1e85b11a up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:56.334854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68e36121-2f59-45f8-9e6b-123890df8fa7 req-364348aa-b786-46a7-ab40-edd2b1be0582 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104917 Feb 02 15:38:56.358250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.367722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:38:56.371577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.456529 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:38:56.514873 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:38:56.608070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 368db229-5ef8-42fb-b585-d8be1e85b11a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:56.622327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dac2eb0b-c854-40aa-bb2c-09b1028a5d28 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:56.737774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:56.738304 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.753848 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.763825 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.850635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d8b291-e06c-46d0-a74c-733a418570fc,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:56.884708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/d861912e-777a-462e-b0d4-a764e0c17da8 HTTP/1.1" status: 204 len: 168 time: 3.5740347 Feb 02 15:38:56.888055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04538c11-6e91-42bf-8619-9a9a646ff26a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=d861912e-777a-462e-b0d4-a764e0c17da8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:56.903760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:56.904461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.917157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46652) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:56.949300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-f860b505-1ffa-4bb5-ab52-45c28e164171 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 1094 time: 0.3468029 Feb 02 15:38:56.973570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d9a67b-b4e3-4190-8ed3-f0e6af8c7dcb None None] Network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:56.979879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Checking segment: {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:38:56.980337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Network hostable DHCP agents. Network: f1165e92-0af4-4292-ae60-e949cae65b5f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:38:57.050389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f7ce8be-6486-40d6-8507-6865a686d472 None None] Provisioning for port 619d4295-f8fd-4f88-86cc-f7f196be50cd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:57.051473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router 9a200101-e77e-4b10-8e7a-621b2d952197 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:38:57.069480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0a1f42df-ce71-4379-b924-189df2350494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:57.082999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f7ce8be-6486-40d6-8507-6865a686d472 None None] Provisioning complete for port 619d4295-f8fd-4f88-86cc-f7f196be50cd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:57.083364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f7ce8be-6486-40d6-8507-6865a686d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:57.180578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ce8be-6486-40d6-8507-6865a686d472 None None] Port 619d4295-f8fd-4f88-86cc-f7f196be50cd cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:57.182801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Network f1165e92-0af4-4292-ae60-e949cae65b5f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:38:57.225478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916c6aa-d3ba-4b06-8d6b-fdcc19521b00 req-d039e256-9b6c-4529-95a9-7ffbc033a8cb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:57.234219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7916c6aa-d3ba-4b06-8d6b-fdcc19521b00 req-d039e256-9b6c-4529-95a9-7ffbc033a8cb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 943 time: 0.6006808 Feb 02 15:38:57.247667 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8c87c335-9523-41fa-9f86-45cacca5ea24 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7102337 Feb 02 15:38:57.261230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46656) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:57.269082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-2a4c66ca-4a45-4738-a16e-5fde0a89ee64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:57.270531 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-2a4c66ca-4a45-4738-a16e-5fde0a89ee64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 912 time: 0.3146083 Feb 02 15:38:57.306233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::f (1f008cc6-6353-4f78-9f6c-a381e4cd7ee6/0f8df355-4526-4536-af96-90a6bea881b2/172a140d-d840-49d4-b132-6a89b2f338e1) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:57.321210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 879204da-7e91-403a-8b1d-3af50cafa0cf no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:57.334227 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7916c6aa-d3ba-4b06-8d6b-fdcc19521b00 req-1b2e4ea5-0c6e-4e8f-89b0-602aa28efa03 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992076 Feb 02 15:38:57.365617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 879204da-7e91-403a-8b1d-3af50cafa0cf {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:57.365949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 879204da-7e91-403a-8b1d-3af50cafa0cf not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:57.366558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bfd5018b-cd47-4b91-858d-0efd21375bc3 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:38:57.398010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, f1165e92-0af4-4292-ae60-e949cae65b5f) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:57.428616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be8ad7a-4673-4948-8cb4-dd9a48e0cce6 None None] Network f1165e92-0af4-4292-ae60-e949cae65b5f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:57.444247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:57.445386 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:57.448890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: bfd5018b-cd47-4b91-858d-0efd21375bc3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:38:57.449328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bfd5018b-cd47-4b91-858d-0efd21375bc3 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:38:57.468129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:38:57.469824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-b0761065-2e49-40d9-92e6-25a89f9bd4a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74e20fdd-0497-4ad8-86c6-61209ee56698 HTTP/1.1" status: 200 len: 217 time: 0.1570890 Feb 02 15:38:57.486178 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89adc0c8-514c-4629-8dc6-172f115ef7dc None None] Sync routers for ids ['9a200101-e77e-4b10-8e7a-621b2d952197'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:38:57.500435 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89adc0c8-514c-4629-8dc6-172f115ef7dc None None] Routers {'9a200101-e77e-4b10-8e7a-621b2d952197'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:57.501452 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-89adc0c8-514c-4629-8dc6-172f115ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9a200101-e77e-4b10-8e7a-621b2d952197'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:57.585408 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-89adc0c8-514c-4629-8dc6-172f115ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:57.620803 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89adc0c8-514c-4629-8dc6-172f115ef7dc None None] Routers {'9a200101-e77e-4b10-8e7a-621b2d952197'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:38:57.622157 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-89adc0c8-514c-4629-8dc6-172f115ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9a200101-e77e-4b10-8e7a-621b2d952197'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:57.699336 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-89adc0c8-514c-4629-8dc6-172f115ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:57.700031 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89adc0c8-514c-4629-8dc6-172f115ef7dc None None] The sync data for ids ['9a200101-e77e-4b10-8e7a-621b2d952197'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:38:57.719272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-42706549-d803-44ce-9a11-a811d128c4d4 None None] Provisioning for port 368db229-5ef8-42fb-b585-d8be1e85b11a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:57.748184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-42706549-d803-44ce-9a11-a811d128c4d4 None None] Provisioning complete for port 368db229-5ef8-42fb-b585-d8be1e85b11a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:57.748903 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42706549-d803-44ce-9a11-a811d128c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:57.769461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-7b3d61ea-28f1-4a07-a7d3-0d951c182ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:57.771824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-7b3d61ea-28f1-4a07-a7d3-0d951c182ee8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.2936022 Feb 02 15:38:57.809904 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:57.833247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f0a47-06fb-4505-bdeb-8543d0b9504f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:57.837462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f0a47-06fb-4505-bdeb-8543d0b9504f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:57.838917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a28f0a47-06fb-4505-bdeb-8543d0b9504f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:57.853992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f093ef35-64fe-4a58-912b-c801579e0310 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3082247 Feb 02 15:38:57.858150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d818ad54-8d21-4a2a-9364-aa68deb6dde2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/9a200101-e77e-4b10-8e7a-621b2d952197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2191463 Feb 02 15:38:57.861309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-12990e41-f22c-4a9e-a2a5-2362b5680400 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822177 Feb 02 15:38:57.862280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46660) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:57.943564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23942dfa-4f9f-4ed1-bfe6-bc9e62ed7b3e None None] Network f1165e92-0af4-4292-ae60-e949cae65b5f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:38:57.974718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 172a140d-d840-49d4-b132-6a89b2f338e1 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:58.093800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.113778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f3368707-31cc-47e8-a5e5-b3883c037a93 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:58.122817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a28f0a47-06fb-4505-bdeb-8543d0b9504f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:58.124142 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a28f0a47-06fb-4505-bdeb-8543d0b9504f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8618236 Feb 02 15:38:58.127141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46666) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:58.238280 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.240303 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42706549-d803-44ce-9a11-a811d128c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.270259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-8d445127-7f0c-47a1-bf15-d71722a548f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 619d4295-f8fd-4f88-86cc-f7f196be50cd {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:58.270800 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d445127-7f0c-47a1-bf15-d71722a548f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.389369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-42706549-d803-44ce-9a11-a811d128c4d4 None None] For port 368db229-5ef8-42fb-b585-d8be1e85b11a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=368db229-5ef8-42fb-b585-d8be1e85b11a,segment=NetworkSegment(c3d29320-f70f-4697-95c3-674f7ca9e208),segment_id=c3d29320-f70f-4697-95c3-674f7ca9e208)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:58.470174 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.499000 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42706549-d803-44ce-9a11-a811d128c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.560727 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.642083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42706549-d803-44ce-9a11-a811d128c4d4 None None] Pushing event updated for resources: {'Port': ['ID=368db229-5ef8-42fb-b585-d8be1e85b11a,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:58.666845 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d445127-7f0c-47a1-bf15-d71722a548f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.676066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f3368707-31cc-47e8-a5e5-b3883c037a93 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:58.680225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f3368707-31cc-47e8-a5e5-b3883c037a93 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a200101-e77e-4b10-8e7a-621b2d952197 HTTP/1.1" status: 200 len: 205 time: 0.8104994 Feb 02 15:38:58.682929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-2dcc81aa-24c7-4819-9acc-0ac407aad506 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123484 Feb 02 15:38:58.683394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46680) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:58.731950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5bd94227-f2da-41e1-8153-1a1123065707 None None] Provisioning for port 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:58.742600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5bd94227-f2da-41e1-8153-1a1123065707 None None] Provisioning complete for port 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:58.743229 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bd94227-f2da-41e1-8153-1a1123065707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.797177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:58.801266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:58.807817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:38:58.812816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:58.814256 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.853383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74e20fdd-0497-4ad8-86c6-61209ee56698 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:38:58.857841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5bd94227-f2da-41e1-8153-1a1123065707 None None] Port 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:58.881496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5bd94227-f2da-41e1-8153-1a1123065707 None None] Provisioning complete for port 368db229-5ef8-42fb-b585-d8be1e85b11a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:58.881879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bd94227-f2da-41e1-8153-1a1123065707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.890936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=172a140d-d840-49d4-b132-6a89b2f338e1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:58.934264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-8d445127-7f0c-47a1-bf15-d71722a548f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 619d4295-f8fd-4f88-86cc-f7f196be50cd owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:38:58.940025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f3b80cd5-25bd-478b-8ad1-b2cd449603c1 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1358774 Feb 02 15:38:58.941238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46688) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:59.108374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:59.129301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'port_id': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'mac_address': 'fa:16:3e:cc:0b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2904439-bbb3-4232-aa70-5f70e2abd94d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:38:59.135089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7ae7f-2de8-49de-978f-26d5cd0d55c2 req-4b1ce40f-3dc4-4e3b-89be-a5370ec7ae52 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:59.144101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9eb7ae7f-2de8-49de-978f-26d5cd0d55c2 req-4b1ce40f-3dc4-4e3b-89be-a5370ec7ae52 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 943 time: 0.4366195 Feb 02 15:38:59.244740 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:59.265067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e20fdd-0497-4ad8-86c6-61209ee56698 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:38:59.285086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:38:59.331401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aec6f6-416d-4262-b35b-d6c20bd34043 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:59.332191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-81aec6f6-416d-4262-b35b-d6c20bd34043 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:59.358205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9eb7ae7f-2de8-49de-978f-26d5cd0d55c2 req-42d7cb67-0d3c-4734-89cf-081be1bf23e9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132065 Feb 02 15:38:59.374384 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:59.454273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b64f0ae5-f503-46d5-b494-6ee5d80da208 None None] Provisioning complete for port 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:59.455480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b64f0ae5-f503-46d5-b494-6ee5d80da208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:59.505253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-81aec6f6-416d-4262-b35b-d6c20bd34043 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:59.508618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-150ba132-83e9-485c-b474-ee3b810b8535 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:59.511135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-81aec6f6-416d-4262-b35b-d6c20bd34043 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5672603 Feb 02 15:38:59.514254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46692) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:59.535075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:59.541251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b64f0ae5-f503-46d5-b494-6ee5d80da208 None None] Port 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:59.623673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b64f0ae5-f503-46d5-b494-6ee5d80da208 None None] Provisioning for port 172a140d-d840-49d4-b132-6a89b2f338e1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:59.630923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b64f0ae5-f503-46d5-b494-6ee5d80da208 None None] Provisioning complete for port 172a140d-d840-49d4-b132-6a89b2f338e1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:59.632200 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b64f0ae5-f503-46d5-b494-6ee5d80da208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:59.667888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74e20fdd-0497-4ad8-86c6-61209ee56698'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:38:59.679907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7708f064-af7c-4529-889a-5cd870233a6d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:59.686021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7708f064-af7c-4529-889a-5cd870233a6d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:59.690009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7708f064-af7c-4529-889a-5cd870233a6d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:59.695229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7708f064-af7c-4529-889a-5cd870233a6d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1765201 Feb 02 15:38:59.695229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46696) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:59.714554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-31f8b8c3-8cf2-4e74-a74c-3690793ebe17 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:59.715148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-31f8b8c3-8cf2-4e74-a74c-3690793ebe17 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Synchronizing usage tracker for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:59.732368 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f592ed53-80ce-4ca8-897a-12afedfa4bfd req-9a20f6e0-01c5-4d91-9535-2592c978cb99 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9900115 Feb 02 15:38:59.746102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b64f0ae5-f503-46d5-b494-6ee5d80da208 None None] Port 172a140d-d840-49d4-b132-6a89b2f338e1 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:38:59.808986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b70214c9-2ca3-4d23-9004-04fa94198eb8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 172a140d-d840-49d4-b132-6a89b2f338e1 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:38:59.809465 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b70214c9-2ca3-4d23-9004-04fa94198eb8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:59.930900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d445127-7f0c-47a1-bf15-d71722a548f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:59.941985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-31f8b8c3-8cf2-4e74-a74c-3690793ebe17 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Unset dirty status for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:59.943947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-31f8b8c3-8cf2-4e74-a74c-3690793ebe17 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/networks?id=f1165e92-0af4-4292-ae60-e949cae65b5f HTTP/1.1" status: 200 len: 817 time: 1.2031467 Feb 02 15:39:00.034733 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.089972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d445127-7f0c-47a1-bf15-d71722a548f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=619d4295-f8fd-4f88-86cc-f7f196be50cd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:00.154724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 368db229-5ef8-42fb-b585-d8be1e85b11a up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:00.243296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-c08db58e-755c-48a2-98de-6ce507f92c0b tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/quotas/64fc148ef9a340bcbb0cad3a7e5fef34 HTTP/1.1" status: 200 len: 375 time: 0.2404554 Feb 02 15:39:00.250184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b70214c9-2ca3-4d23-9004-04fa94198eb8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.289942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 368db229-5ef8-42fb-b585-d8be1e85b11a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:00.290242 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.420677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b70214c9-2ca3-4d23-9004-04fa94198eb8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 172a140d-d840-49d4-b132-6a89b2f338e1 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:00.446084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a52b66e5-aad3-4215-b329-d7cc359b33b7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1690869 Feb 02 15:39:00.487260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port 9b1e683b-7e85-4f8d-9204-051306cc3094 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:00.487779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.502922 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-150ba132-83e9-485c-b474-ee3b810b8535 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.591999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-150ba132-83e9-485c-b474-ee3b810b8535 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.597890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8d445127-7f0c-47a1-bf15-d71722a548f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.676523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-297ccab7-b748-4087-b749-64da98985f96 service neutron] 10.222.0.88 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021160 Feb 02 15:39:00.758571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8d445127-7f0c-47a1-bf15-d71722a548f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/619d4295-f8fd-4f88-86cc-f7f196be50cd HTTP/1.1" status: 204 len: 168 time: 2.6282074 Feb 02 15:39:00.766354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46702) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:00.770935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-150ba132-83e9-485c-b474-ee3b810b8535 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.771427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150ba132-83e9-485c-b474-ee3b810b8535 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Fanout notify agent at l3_agent the message router_deleted on router 9a200101-e77e-4b10-8e7a-621b2d952197 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:39:00.831632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-150ba132-83e9-485c-b474-ee3b810b8535 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:00.835957 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-150ba132-83e9-485c-b474-ee3b810b8535 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/9a200101-e77e-4b10-8e7a-621b2d952197 HTTP/1.1" status: 204 len: 168 time: 2.1461706 Feb 02 15:39:00.842210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46706) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:00.847171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74e20fdd-0497-4ad8-86c6-61209ee56698 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:00.876366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6675c2-05e4-4cee-9fa5-c266dfad07f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:00.878081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6675c2-05e4-4cee-9fa5-c266dfad07f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:00.879615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6675c2-05e4-4cee-9fa5-c266dfad07f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:00.880658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8e6675c2-05e4-4cee-9fa5-c266dfad07f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:00.955434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c24d6e-bb36-4f0e-887e-3f6f523c00cc req-cfeafd3a-c303-4ebc-9be2-10bd468aca93 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:00.956941 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99c24d6e-bb36-4f0e-887e-3f6f523c00cc req-cfeafd3a-c303-4ebc-9be2-10bd468aca93 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 944 time: 0.3959036 Feb 02 15:39:00.967689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port 9b1e683b-7e85-4f8d-9204-051306cc3094, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9b1e683b-7e85-4f8d-9204-051306cc3094,segment=NetworkSegment(ae20b391-bd05-4930-91ae-7ddc604d8b8f),segment_id=ae20b391-bd05-4930-91ae-7ddc604d8b8f)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:00.968163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.017187 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-0486118d-cef1-4e1d-847e-b1cb01509543 service neutron] 10.222.0.88 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334749 Feb 02 15:39:01.055247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b70214c9-2ca3-4d23-9004-04fa94198eb8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.079407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8e6675c2-05e4-4cee-9fa5-c266dfad07f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:01.081197 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8e6675c2-05e4-4cee-9fa5-c266dfad07f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3139737 Feb 02 15:39:01.087537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:01.119202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 74e20fdd-0497-4ad8-86c6-61209ee56698 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:01.125314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for 9b1e683b-7e85-4f8d-9204-051306cc3094 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:01.144126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 74e20fdd-0497-4ad8-86c6-61209ee56698 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:01.144884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.240361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70214c9-2ca3-4d23-9004-04fa94198eb8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=172a140d-d840-49d4-b132-6a89b2f338e1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:01.311734 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b70214c9-2ca3-4d23-9004-04fa94198eb8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.325519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99c24d6e-bb36-4f0e-887e-3f6f523c00cc req-f8fbea05-e988-4827-ad30-30181c66fb39 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496144 Feb 02 15:39:01.356566 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.397818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:01.406313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:01.444511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b70214c9-2ca3-4d23-9004-04fa94198eb8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/172a140d-d840-49d4-b132-6a89b2f338e1 HTTP/1.1" status: 204 len: 168 time: 1.7482996 Feb 02 15:39:01.456481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46718) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:01.481775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2655b6f2-e580-486d-9ee8-db9ac45e7530 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet 9c028164-fd09-4113-b51b-e4074b4200f3 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:01.488107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2655b6f2-e580-486d-9ee8-db9ac45e7530 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.491346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.533196 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-527c90cf-d8a1-4672-afaf-90d09eec7433 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:39:01.533196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-527c90cf-d8a1-4672-afaf-90d09eec7433 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:01.579644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2655b6f2-e580-486d-9ee8-db9ac45e7530 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.612683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:01.645780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9a680e-4f99-4da3-bf0e-08c087b35180 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 9c69c3ab-bdef-427d-84ad-42db5cfeaac5 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:01.653443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af9a680e-4f99-4da3-bf0e-08c087b35180 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.670712 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'code': 200} Feb 02 15:39:01.703016 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.740875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af9a680e-4f99-4da3-bf0e-08c087b35180 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:01.757854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-527c90cf-d8a1-4672-afaf-90d09eec7433 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:01.769776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-527c90cf-d8a1-4672-afaf-90d09eec7433 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/172a140d-d840-49d4-b132-6a89b2f338e1 HTTP/1.1" status: 404 len: 333 time: 0.3126965 Feb 02 15:39:01.782299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46726) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:01.862164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Port': ['ID=9b1e683b-7e85-4f8d-9204-051306cc3094,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:01.988465 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2655b6f2-e580-486d-9ee8-db9ac45e7530 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.045149 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af9a680e-4f99-4da3-bf0e-08c087b35180 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.064102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20431f1c-284d-4ec7-a61e-838774796724 req-552523b6-eb8b-4407-9365-b2c18a5e3fce tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 210 time: 0.0615761 Feb 02 15:39:02.071929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f01bce4a-c343-4c62-95cf-405ddcaec9db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:02.072351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f01bce4a-c343-4c62-95cf-405ddcaec9db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.182830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91da3121-6f92-4741-ba58-93f87b8d5188 req-e00d8008-bb21-42b0-a6af-886c341dde91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 1096 time: 0.3474355 Feb 02 15:39:02.250423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91da3121-6f92-4741-ba58-93f87b8d5188 req-c9e4daf3-5865-4c5a-ab87-d1b652855584 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664117 Feb 02 15:39:02.281447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2655b6f2-e580-486d-9ee8-db9ac45e7530 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.283626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.286044 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af9a680e-4f99-4da3-bf0e-08c087b35180 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.333610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655b6f2-e580-486d-9ee8-db9ac45e7530 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=9c028164-fd09-4113-b51b-e4074b4200f3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:02.404768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251a232-6b25-4d03-a3b6-5ba1966acb8b None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:02.405955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-af9a680e-4f99-4da3-bf0e-08c087b35180 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.408765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a680e-4f99-4da3-bf0e-08c087b35180 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=9c69c3ab-bdef-427d-84ad-42db5cfeaac5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:02.411022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2655b6f2-e580-486d-9ee8-db9ac45e7530 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.439536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d8214-ea4b-4ac8-81ed-4a3921615ee4 None None] Network a7498c55-071a-49b1-85cd-7903044ccff9 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:02.457970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2655b6f2-e580-486d-9ee8-db9ac45e7530 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/9c028164-fd09-4113-b51b-e4074b4200f3 HTTP/1.1" status: 204 len: 168 time: 1.6092384 Feb 02 15:39:02.458424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46742) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:02.565165 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-af9a680e-4f99-4da3-bf0e-08c087b35180 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9c69c3ab-bdef-427d-84ad-42db5cfeaac5 HTTP/1.1" status: 204 len: 168 time: 1.4748268 Feb 02 15:39:02.591830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46746) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:02.701146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.731861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f20526-a8e5-43ae-9870-a03154bdc829 req-4816505f-a7a2-40f6-b680-7480ed482b64 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:02.734214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40f20526-a8e5-43ae-9870-a03154bdc829 req-4816505f-a7a2-40f6-b680-7480ed482b64 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.1824098 Feb 02 15:39:02.736090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port be5e2210-3f0e-4952-adda-e80a7ef0f780 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:02.736569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.975147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f01bce4a-c343-4c62-95cf-405ddcaec9db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:02.998916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] DHCP port deletion for a7498c55-071a-49b1-85cd-7903044ccff9 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:39:03.003605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] Deleting port be5e2210-3f0e-4952-adda-e80a7ef0f780 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:03.004097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.054562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port be5e2210-3f0e-4952-adda-e80a7ef0f780, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=be5e2210-3f0e-4952-adda-e80a7ef0f780,segment=NetworkSegment(35cfd98f-3826-4ecf-93da-6935fcce0e19),segment_id=35cfd98f-3826-4ecf-93da-6935fcce0e19)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:03.055018 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.149094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40f20526-a8e5-43ae-9870-a03154bdc829 req-c060d888-a729-4e7f-a7e1-b7dcf953f676 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499515 Feb 02 15:39:03.262015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for be5e2210-3f0e-4952-adda-e80a7ef0f780 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:03.280248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f01bce4a-c343-4c62-95cf-405ddcaec9db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 5336869f-b2e0-41e4-bdc1-7dc07269a4a9 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:03.307202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] For port be5e2210-3f0e-4952-adda-e80a7ef0f780, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=be5e2210-3f0e-4952-adda-e80a7ef0f780,segment=NetworkSegment(35cfd98f-3826-4ecf-93da-6935fcce0e19),segment_id=35cfd98f-3826-4ecf-93da-6935fcce0e19)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:03.308050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.419646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.484769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f80bab9-9760-4e78-b287-1c93669844a3 req-724aef8f-e6cc-4572-906c-5299465d5f76 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 210 time: 0.0906723 Feb 02 15:39:03.499345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=be5e2210-3f0e-4952-adda-e80a7ef0f780,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:03.501134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] Calling delete_port for be5e2210-3f0e-4952-adda-e80a7ef0f780 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:03.528526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No DVR routers for this DVR port be5e2210-3f0e-4952-adda-e80a7ef0f780 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:03.629345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:03.629701 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:03.729391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.761130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7498c55-071a-49b1-85cd-7903044ccff9']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:03.775461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-65636b35-fd18-4d5d-afbf-c2b874d21907 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet c5bfcae5-f385-4303-a347-1f42b88bd4df {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:03.779096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cfd98f-3826-4ecf-93da-6935fcce0e19') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:03.779818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cfd98f-3826-4ecf-93da-6935fcce0e19') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:03.799202 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.811365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-65636b35-fd18-4d5d-afbf-c2b874d21907 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.821223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.830737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:39:03.831316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:39:03.858371 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:39:03.874056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b15eae46-3b31-4556-bb8d-95ecddf7523d None None] Provisioning complete for port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:03.874796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b15eae46-3b31-4556-bb8d-95ecddf7523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:03.875321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:39:03.901496 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-65636b35-fd18-4d5d-afbf-c2b874d21907 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.049475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f01bce4a-c343-4c62-95cf-405ddcaec9db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.130485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] Deleting port be5e2210-3f0e-4952-adda-e80a7ef0f780 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:04.131050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.136971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bce4a-c343-4c62-95cf-405ddcaec9db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=5336869f-b2e0-41e4-bdc1-7dc07269a4a9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:04.258206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-65636b35-fd18-4d5d-afbf-c2b874d21907 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.274038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6accd7a3-8708-40c7-b1be-0df36e12c633 None None] The port 'be5e2210-3f0e-4952-adda-e80a7ef0f780' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:39:04.274038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device be5e2210-3f0e-4952-adda-e80a7ef0f780 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:04.296700 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f01bce4a-c343-4c62-95cf-405ddcaec9db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.316559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-4c9f0a83-2bb1-49e3-8f7f-644d3a8b07bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2190397 Feb 02 15:39:04.326107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:39:04.334701 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07f6a03b-0c15-4e1c-a126-2ab69f3818eb tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4024870 Feb 02 15:39:04.337440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46760) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:04.375830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:39:04.388867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: be5e2210-3f0e-4952-adda-e80a7ef0f780 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:39:04.388867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device be5e2210-3f0e-4952-adda-e80a7ef0f780 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:39:04.421759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:04.422720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:04.439464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f01bce4a-c343-4c62-95cf-405ddcaec9db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/5336869f-b2e0-41e4-bdc1-7dc07269a4a9 HTTP/1.1" status: 204 len: 168 time: 2.6559911 Feb 02 15:39:04.440532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46764) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:04.513426 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b758a49-579b-4f9c-a0c1-e31f5718cb7c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:39:04.513952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5b758a49-579b-4f9c-a0c1-e31f5718cb7c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:04.520243 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-65636b35-fd18-4d5d-afbf-c2b874d21907 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.532515 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.573119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65636b35-fd18-4d5d-afbf-c2b874d21907 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bfcae5-f385-4303-a347-1f42b88bd4df,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:04.581992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-65636b35-fd18-4d5d-afbf-c2b874d21907 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.596206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-65636b35-fd18-4d5d-afbf-c2b874d21907 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/c5bfcae5-f385-4303-a347-1f42b88bd4df HTTP/1.1" status: 204 len: 168 time: 1.9964848 Feb 02 15:39:04.598910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46770) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:04.619033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.638936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815c56d-4ebc-4c55-88c0-4974cbe2f37c None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:04.859477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1996667c-b395-4d85-855e-cfde416a6182 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting subnet 24acaaf8-596b-42a0-90d0-c9f963f0d4cd {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:04.867497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=a7498c55-071a-49b1-85cd-7903044ccff9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:04.876059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1996667c-b395-4d85-855e-cfde416a6182 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.981661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3fc1da97-ed4e-434a-af83-9e7b5518f4af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3816228 Feb 02 15:39:04.986517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5b758a49-579b-4f9c-a0c1-e31f5718cb7c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:04.991103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46774) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:04.991103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1996667c-b395-4d85-855e-cfde416a6182 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:04.992226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5b758a49-579b-4f9c-a0c1-e31f5718cb7c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/5336869f-b2e0-41e4-bdc1-7dc07269a4a9 HTTP/1.1" status: 404 len: 333 time: 0.5503714 Feb 02 15:39:05.002325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:05.030741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46776) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:05.089044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a9229267-ea03-4c9b-aee9-5b982077544f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/a7498c55-071a-49b1-85cd-7903044ccff9 HTTP/1.1" status: 204 len: 168 time: 2.6289444 Feb 02 15:39:05.136778 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c612ad00-8a6f-4cfe-97b7-baf506d69f78 req-82274c67-bf64-44dd-af95-95bd8a9718af tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 210 time: 0.1523921 Feb 02 15:39:05.137417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46782) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:05.161482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2090880187', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:05.178122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70ab09-32af-4d7b-b888-5082817a6771 req-c4019dfd-d127-4307-8307-9f7a9a717b0f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:05.196236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:05.203163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db70ab09-32af-4d7b-b888-5082817a6771 req-c4019dfd-d127-4307-8307-9f7a9a717b0f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.7057753 Feb 02 15:39:05.203773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:39:01Z', 'revision_number': 11, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:05.209988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:39:05.213427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:router and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:05.222863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:05.253845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:05.254304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:05.277537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:05.296454 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1996667c-b395-4d85-855e-cfde416a6182 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.313573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:39:05.323879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] Deleting port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:05.324279 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.366386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.368524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.379705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-ed08dd46-2bd9-4093-81a0-e111d4900496 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 1096 time: 0.8446748 Feb 02 15:39:05.393504 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.447016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db70ab09-32af-4d7b-b888-5082817a6771 req-c4c4ecfb-5e15-4c7a-bf1d-4d3edbe35d5f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482371 Feb 02 15:39:05.455166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b86834-87d7-4b37-a682-ca39876c6ea8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:05.464288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-36b86834-87d7-4b37-a682-ca39876c6ea8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:05.516359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.575406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89cf576-eb74-49de-9aa4-84fe6995b23b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet 0f8df355-4526-4536-af96-90a6bea881b2 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:05.583767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b89cf576-eb74-49de-9aa4-84fe6995b23b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.659339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-36b86834-87d7-4b37-a682-ca39876c6ea8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:05.663110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:05.664219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-36b86834-87d7-4b37-a682-ca39876c6ea8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6236322 Feb 02 15:39:05.666135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1996667c-b395-4d85-855e-cfde416a6182 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.670180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46788) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:05.710758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b89cf576-eb74-49de-9aa4-84fe6995b23b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.711122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] For port dac2eb0b-c854-40aa-bb2c-09b1028a5d28, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:05.711548 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.769090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996667c-b395-4d85-855e-cfde416a6182 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Subnet': ['ID=24acaaf8-596b-42a0-90d0-c9f963f0d4cd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:05.832188 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1996667c-b395-4d85-855e-cfde416a6182 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:05.857072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb45d662-abfb-4541-90ac-1ae795d6c513 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:05.857784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bb45d662-abfb-4541-90ac-1ae795d6c513 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:05.871699 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1996667c-b395-4d85-855e-cfde416a6182 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/24acaaf8-596b-42a0-90d0-c9f963f0d4cd HTTP/1.1" status: 204 len: 168 time: 1.5319107 Feb 02 15:39:05.874915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46792) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:05.931530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b89cf576-eb74-49de-9aa4-84fe6995b23b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.000218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.001670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168bb936-3942-45c0-a1e3-ee8c73bbdb00 None None] Network d1864f54-8af8-4178-94a3-3998c257b197 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:06.001811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-ebddd6c0-30ea-4736-97e3-75e07a279abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:06.002793 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-395ead25-af83-4448-8d80-65b09e586b3a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8579683 Feb 02 15:39:06.003244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-ebddd6c0-30ea-4736-97e3-75e07a279abf service neutron] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 912 time: 0.5049164 Feb 02 15:39:06.008586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46796) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:06.015303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-1546506370'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:06.022203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:06.030673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:06.035414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:06.049495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:06.153471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] Calling delete_port for dac2eb0b-c854-40aa-bb2c-09b1028a5d28 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:06.154145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.156825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-3e818989-0d60-41c3-8a9f-e6142e12695a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74e20fdd-0497-4ad8-86c6-61209ee56698 HTTP/1.1" status: 200 len: 217 time: 0.1198621 Feb 02 15:39:06.171705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:06.175936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.179333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bb45d662-abfb-4541-90ac-1ae795d6c513 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:06.180493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bb45d662-abfb-4541-90ac-1ae795d6c513 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4777977 Feb 02 15:39:06.192609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46800) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:06.263562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-2bac3d0d-102c-4aec-8116-ebaa37dbab70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:06.265081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-2bac3d0d-102c-4aec-8116-ebaa37dbab70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.0805032 Feb 02 15:39:06.266637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dac2eb0b-c854-40aa-bb2c-09b1028a5d28 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:06.284349 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b89cf576-eb74-49de-9aa4-84fe6995b23b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.398136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7c3e0576-2b13-4298-bb75-9e51892772a5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1996419 Feb 02 15:39:06.407251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b89cf576-eb74-49de-9aa4-84fe6995b23b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.414443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46808) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:06.416928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cf576-eb74-49de-9aa4-84fe6995b23b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8df355-4526-4536-af96-90a6bea881b2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:06.425364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e59b74-0713-455d-b430-4393a3f13ed3 None None] Network 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:06.441994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2ee96e99-1aba-471c-b8de-d1eefabb6b3a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:06.453583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port c5a46ce9-751f-47a3-8a81-f17282a52bbc {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:06.453583 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.459792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:39:01Z', 'revision_number': 11, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:06.466276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:39:06.477391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b89cf576-eb74-49de-9aa4-84fe6995b23b tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/0f8df355-4526-4536-af96-90a6bea881b2 HTTP/1.1" status: 204 len: 168 time: 1.4448252 Feb 02 15:39:06.479232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46812) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:06.498493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aaf61539-ae3e-437f-a09d-7ce85ca95de1 req-1157269b-7b52-48cf-81da-27b15dd5cadf tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 210 time: 0.1149542 Feb 02 15:39:06.505615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-e5133fb6-1935-41a3-bbf2-2320343f90c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837444 Feb 02 15:39:06.601000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f52a4e-4be3-4c00-8878-fc5d6c5be4dc None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:39:01Z', 'revision_number': 11, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:39:06.764831 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.781953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.782438 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment bdfe7877-4da9-4f1e-a8b8-0662bb2c0780 of type vlan for network 58390e39-756e-4358-95d7-f704ca973610 Feb 02 15:39:06.974378 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.978393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:06.980961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 368db229-5ef8-42fb-b585-d8be1e85b11a {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:06.984251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.060757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-92ade7b9-38b7-4d65-9d7a-4381ad7b644a tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:07.062608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-92ade7b9-38b7-4d65-9d7a-4381ad7b644a tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.64 "GET /v2.0/networks?id=f1165e92-0af4-4292-ae60-e949cae65b5f HTTP/1.1" status: 200 len: 817 time: 0.2859979 Feb 02 15:39:07.075131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] Pushing event deleted for resources: {'Port': ['ID=dac2eb0b-c854-40aa-bb2c-09b1028a5d28,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:07.132573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] DHCP port deletion for d1864f54-8af8-4178-94a3-3998c257b197 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:39:07.138712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d9418-fa16-4267-8001-d26469aacaec None None] No DVR routers for this DVR port dac2eb0b-c854-40aa-bb2c-09b1028a5d28 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:07.155486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] Deleting port c5a46ce9-751f-47a3-8a81-f17282a52bbc {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:07.156286 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.257363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-7e27ae10-5d5c-474c-b392-6f1514b9dd49 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:07.258950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-7e27ae10-5d5c-474c-b392-6f1514b9dd49 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.107 "GET /v2.0/networks?id=f1165e92-0af4-4292-ae60-e949cae65b5f HTTP/1.1" status: 200 len: 817 time: 1.1012342 Feb 02 15:39:07.290143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Request body: {'port': {'device_id': '0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6', 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f', 'admin_state_up': True, 'tenant_id': '64fc148ef9a340bcbb0cad3a7e5fef34'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:07.349218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Request body: {'port': {'device_id': '5dbdb60f-6792-4a8f-80b0-3837dc4191c0', 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f', 'admin_state_up': True, 'tenant_id': '64fc148ef9a340bcbb0cad3a7e5fef34'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:07.391659 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.402143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2ee96e99-1aba-471c-b8de-d1eefabb6b3a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:07.407767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] DHCP port deletion for 1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:39:07.412573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2ee96e99-1aba-471c-b8de-d1eefabb6b3a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:07.418875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] Deleting port 368db229-5ef8-42fb-b585-d8be1e85b11a {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:07.419392 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.433770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] For port 368db229-5ef8-42fb-b585-d8be1e85b11a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=368db229-5ef8-42fb-b585-d8be1e85b11a,segment=NetworkSegment(c3d29320-f70f-4697-95c3-674f7ca9e208),segment_id=c3d29320-f70f-4697-95c3-674f7ca9e208)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:07.434232 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.511782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] For port c5a46ce9-751f-47a3-8a81-f17282a52bbc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c5a46ce9-751f-47a3-8a81-f17282a52bbc,segment=NetworkSegment(ae20b391-bd05-4930-91ae-7ddc604d8b8f),segment_id=ae20b391-bd05-4930-91ae-7ddc604d8b8f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:07.512110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.717833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] Calling delete_port for c5a46ce9-751f-47a3-8a81-f17282a52bbc owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:07.723255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] For port c5a46ce9-751f-47a3-8a81-f17282a52bbc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c5a46ce9-751f-47a3-8a81-f17282a52bbc,segment=NetworkSegment(ae20b391-bd05-4930-91ae-7ddc604d8b8f),segment_id=ae20b391-bd05-4930-91ae-7ddc604d8b8f)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:07.723955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.747436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee96e99-1aba-471c-b8de-d1eefabb6b3a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:07.751995 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ee96e99-1aba-471c-b8de-d1eefabb6b3a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.752272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-4b80cb56-612c-4ffc-8b36-5a4e8eb42bf4 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:07.754032 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee96e99-1aba-471c-b8de-d1eefabb6b3a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:39:07.754291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-4b80cb56-612c-4ffc-8b36-5a4e8eb42bf4 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.107 "GET /v2.0/networks?id=f1165e92-0af4-4292-ae60-e949cae65b5f HTTP/1.1" status: 200 len: 817 time: 0.5128140 Feb 02 15:39:07.754592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee96e99-1aba-471c-b8de-d1eefabb6b3a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:07.761127 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:39:07.775828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 368db229-5ef8-42fb-b585-d8be1e85b11a owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:07.780774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-78e179aa-5ead-4030-85c9-77b30fa903ba service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878366 Feb 02 15:39:07.860911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Request body: {'port': {'device_id': 'f99c62f5-ce78-4199-97f6-74d86ef5baf8', 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f', 'admin_state_up': True, 'tenant_id': '64fc148ef9a340bcbb0cad3a7e5fef34'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:07.925316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] For port 368db229-5ef8-42fb-b585-d8be1e85b11a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=368db229-5ef8-42fb-b585-d8be1e85b11a,segment=NetworkSegment(c3d29320-f70f-4697-95c3-674f7ca9e208),segment_id=c3d29320-f70f-4697-95c3-674f7ca9e208)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:07.925712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:07.956673 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9dc0241-f5b2-4ac3-81e8-7289a28ff559 req-e4a9a857-c448-4fee-965d-ed59945ae2e1 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 210 time: 0.2340684 Feb 02 15:39:07.971892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Calling delete_port for c5a46ce9-751f-47a3-8a81-f17282a52bbc owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:08.019586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:08.023970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Usage tracker for resource:port and tenant:64fc148ef9a340bcbb0cad3a7e5fef34 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:08.028411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:08.034876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:08.046939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.051213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:08.056039 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.090825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2ee96e99-1aba-471c-b8de-d1eefabb6b3a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.6615806 Feb 02 15:39:08.091834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46822) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:08.100628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.107887 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.117064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-be08012a-14b3-481b-b5a6-133788f6b025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:08.117559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] Calling delete_port for 368db229-5ef8-42fb-b585-d8be1e85b11a owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:08.122676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f1081-a3f0-4c74-8814-fe01807bde73 req-0d55ee3e-50e3-4e2e-a2f9-5df2903b7dbb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:08.130053 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c8f1081-a3f0-4c74-8814-fe01807bde73 req-0d55ee3e-50e3-4e2e-a2f9-5df2903b7dbb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 1.2353597 Feb 02 15:39:08.198537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 368db229-5ef8-42fb-b585-d8be1e85b11a no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:08.230381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=368db229-5ef8-42fb-b585-d8be1e85b11a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:08.237516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] Pushing event deleted for resources: {'Port': ['ID=c5a46ce9-751f-47a3-8a81-f17282a52bbc,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:08.242922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:08.243201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Made reservation on behalf of 64fc148ef9a340bcbb0cad3a7e5fef34 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:08.247250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.258651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 368db229-5ef8-42fb-b585-d8be1e85b11a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:39:08.261291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 368db229-5ef8-42fb-b585-d8be1e85b11a not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:39:08.261291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9b1e683b-7e85-4f8d-9204-051306cc3094 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:08.263883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Usage tracker for resource:port and tenant:64fc148ef9a340bcbb0cad3a7e5fef34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:08.273173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:08.304295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8516166-1c84-4b23-a2f2-9695bc40ffbb None None] No DVR routers for this DVR port c5a46ce9-751f-47a3-8a81-f17282a52bbc on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:08.304295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9b1e683b-7e85-4f8d-9204-051306cc3094 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:39:08.304295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9b1e683b-7e85-4f8d-9204-051306cc3094 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:39:08.304295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c5a46ce9-751f-47a3-8a81-f17282a52bbc no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:08.324911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:08.348448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8c8f1081-a3f0-4c74-8814-fe01807bde73 req-627d3706-32b0-42fd-a1d7-5f531aae5ae5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171533 Feb 02 15:39:08.350470 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3398814 Feb 02 15:39:08.355425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c5a46ce9-751f-47a3-8a81-f17282a52bbc {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:39:08.355777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c5a46ce9-751f-47a3-8a81-f17282a52bbc not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:39:08.360211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46826) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:08.387144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:08.392131 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:08.392577 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:08.401013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-188cb4dc-a555-430a-9dfe-da4409e8283e req-8dd97a89-270e-4efa-954d-c9dd10c57db2 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608149 Feb 02 15:39:08.401817 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:08.402169 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:08.409147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:08.418450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Usage tracker for resource:port and tenant:64fc148ef9a340bcbb0cad3a7e5fef34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:08.422763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:08.429007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:08.447289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc283f16-934d-4b6e-a3c3-03f76ef1c6d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=58390e39-756e-4358-95d7-f704ca973610,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:08.457369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No DVR routers for this DVR port 368db229-5ef8-42fb-b585-d8be1e85b11a on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:08.458694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 58390e39-756e-4358-95d7-f704ca973610 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:39:08.461222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Made reservation on behalf of 64fc148ef9a340bcbb0cad3a7e5fef34 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:08.465994 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.531104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Made reservation on behalf of 64fc148ef9a340bcbb0cad3a7e5fef34 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:08.533996 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.629989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-be08012a-14b3-481b-b5a6-133788f6b025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:08.723043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-be08012a-14b3-481b-b5a6-133788f6b025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:08.746141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Allocated IP 172.20.0.2 (f1165e92-0af4-4292-ae60-e949cae65b5f/38d8b291-e06c-46d0-a74c-733a418570fc/35aecc86-d2f5-46d2-a2f4-96b6757c57f5) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:08.759795 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.772564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:08.784130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:08.788374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:08.805320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:08.812472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f008cc6-6353-4f78-9f6c-a381e4cd7ee6']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:08.828979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d29320-f70f-4697-95c3-674f7ca9e208') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:08.829280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d29320-f70f-4697-95c3-674f7ca9e208') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:08.840518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be08012a-14b3-481b-b5a6-133788f6b025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:08.861273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.893462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] Deleting port 368db229-5ef8-42fb-b585-d8be1e85b11a {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:08.893969 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.933419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:08.964656 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:08.968716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2975c-7be5-459c-a2dd-181820afb57e None None] The port '368db229-5ef8-42fb-b585-d8be1e85b11a' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:39:09.011279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Deleting port c5a46ce9-751f-47a3-8a81-f17282a52bbc {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:09.011279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.028380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:39:09.029073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:39:09.048511 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:39:09.090737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] The port 'c5a46ce9-751f-47a3-8a81-f17282a52bbc' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:39:09.220809 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be08012a-14b3-481b-b5a6-133788f6b025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.222201 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-be08012a-14b3-481b-b5a6-133788f6b025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:39:09.222638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be08012a-14b3-481b-b5a6-133788f6b025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:09.233048 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d47d402f-79ca-41f4-94b8-fd09c046c7c1 req-49c86ebe-5f2e-4815-815b-daec884c064d tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 210 time: 0.1127996 Feb 02 15:39:09.242917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.261535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.300671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.313358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1864f54-8af8-4178-94a3-3998c257b197']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:09.328500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae20b391-bd05-4930-91ae-7ddc604d8b8f') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:09.328808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae20b391-bd05-4930-91ae-7ddc604d8b8f') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:09.340523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.353683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.363683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.368205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/networks/1f008cc6-6353-4f78-9f6c-a381e4cd7ee6 HTTP/1.1" status: 204 len: 168 time: 2.8777995 Feb 02 15:39:09.374166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46832) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:09.380293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afac7e-cc47-4556-9ab9-fc0238500586 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Network': ['ID=1f008cc6-6353-4f78-9f6c-a381e4cd7ee6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:09.380615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1556028483'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:09.388216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.396584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:09.406075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-be08012a-14b3-481b-b5a6-133788f6b025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3023219 Feb 02 15:39:09.406254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:network and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:09.406392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46838) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:09.407417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:39:09.407830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.412011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d86ae6f7-19d9-48b1-9ed5-191534b9e72b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:39:09.424485 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:39:09.428001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:09.495241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:09.576201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.669889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d86ae6f7-19d9-48b1-9ed5-191534b9e72b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:09.673874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d86ae6f7-19d9-48b1-9ed5-191534b9e72b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:09.742060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Network f1165e92-0af4-4292-ae60-e949cae65b5f is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:09.765546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Pushing event updated for resources: {'Port': ['ID=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:09.765546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:09.765546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:09.797296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:09.805598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.832975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Allocated IP 172.20.0.6 (f1165e92-0af4-4292-ae60-e949cae65b5f/38d8b291-e06c-46d0-a74c-733a418570fc/5ef9790c-587f-4d2f-b02d-4a33bdb94e44) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:09.845156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ae6f7-19d9-48b1-9ed5-191534b9e72b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:09.851607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.851780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d86ae6f7-19d9-48b1-9ed5-191534b9e72b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.851780 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86ae6f7-19d9-48b1-9ed5-191534b9e72b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:39:09.851780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86ae6f7-19d9-48b1-9ed5-191534b9e72b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:09.852214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:09.852214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.857169 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d30b42a1-2484-4592-a03d-dc0e0c1580a8 {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:09.857497 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:09.882313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.905249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90801343-3cc3-47d8-a968-0ec8fe70135d req-07fc621b-8c14-4230-ac26-676dc38ce298 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:09.906763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90801343-3cc3-47d8-a968-0ec8fe70135d req-07fc621b-8c14-4230-ac26-676dc38ce298 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.4135199 Feb 02 15:39:09.913289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Pushing event deleted for resources: {'Network': ['ID=d1864f54-8af8-4178-94a3-3998c257b197,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:09.922447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:39:09.956622 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-310dca8a-aeb3-45d1-bb20-236b2f2aeb99 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/networks/d1864f54-8af8-4178-94a3-3998c257b197 HTTP/1.1" status: 204 len: 168 time: 4.0807734 Feb 02 15:39:09.964248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46842) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:09.964593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46844) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:09.964888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d86ae6f7-19d9-48b1-9ed5-191534b9e72b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5584967 Feb 02 15:39:09.969931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:09.970307 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Added segment e3b5a706-008f-4c24-aaf7-6d019a61e479 of type vlan for network e6ac966a-f81d-4ad0-a409-4544b9e6842d Feb 02 15:39:09.987289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f0b32f6c-25f3-4430-86ff-a0988175b857 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:10.004860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'routes': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:10.085188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-98efddb8-cc88-443e-afa8-ae69e551f605 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7586229 Feb 02 15:39:10.158369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Request body: {'port': {'device_id': '5dbdb60f-6792-4a8f-80b0-3837dc4191c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:10.182433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.206063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.220469 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90801343-3cc3-47d8-a968-0ec8fe70135d req-b8bd94c0-bc65-4795-8a2e-bec360767b19 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951572 Feb 02 15:39:10.246680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.329191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.339919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f0b32f6c-25f3-4430-86ff-a0988175b857 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:10.385949 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.395526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=e61bf16e-78b7-4c45-b85b-7abce98c8bc5,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:10.407524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f0b32f6c-25f3-4430-86ff-a0988175b857 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:10.478880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4465e3b2-f0ba-4307-bf54-32710d93bc7b req-20a4033c-1dba-42ec-9b05-f8ce5e2217cb tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Synchronizing usage tracker for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:10.492593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Network f1165e92-0af4-4292-ae60-e949cae65b5f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:10.500649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:10.504345 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.508104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:10.511930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:10.511930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.542907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Pushing event updated for resources: {'Port': ['ID=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:10.558335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:10.558697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: 58390e39-756e-4358-95d7-f704ca973610, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:39:10.603394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:10.604499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.651958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4465e3b2-f0ba-4307-bf54-32710d93bc7b req-20a4033c-1dba-42ec-9b05-f8ce5e2217cb tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Unset dirty status for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:10.653756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4465e3b2-f0ba-4307-bf54-32710d93bc7b req-20a4033c-1dba-42ec-9b05-f8ce5e2217cb tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 210 time: 0.2524257 Feb 02 15:39:10.714463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 58390e39-756e-4358-95d7-f704ca973610 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:39:10.730570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.750147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd2522f4-3c62-4d7a-b7bf-0c069b13356f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4868767 Feb 02 15:39:10.769755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Request body: {'port': {'device_id': '0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:10.812679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 58390e39-756e-4358-95d7-f704ca973610) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:10.822309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b32f6c-25f3-4430-86ff-a0988175b857 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:10.823245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a846f-6484-4467-9be9-639281f57219 None None] Network 58390e39-756e-4358-95d7-f704ca973610 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:10.825015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:10.825715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.903651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.extraroute_db [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Added routes are [] {{(pid=95772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 02 15:39:10.903994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.extraroute_db [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Removed routes are [] {{(pid=95772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 02 15:39:10.904361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.927597 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:10.943157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ba5f3fa0-f42b-4318-a555-7f0dc0a5086d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5815430 Feb 02 15:39:10.949227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46852) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:10.985301 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6099498 Feb 02 15:39:11.042502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46856) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:11.071000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'e6ac966a-f81d-4ad0-a409-4544b9e6842d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:11.094246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa7d7f-15cf-4acb-abbb-727115cab136 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Network': ['ID=e6ac966a-f81d-4ad0-a409-4544b9e6842d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:11.112628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network e6ac966a-f81d-4ad0-a409-4544b9e6842d details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:39:11.166961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0b32f6c-25f3-4430-86ff-a0988175b857 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:11.169368 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b32f6c-25f3-4430-86ff-a0988175b857 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:39:11.169984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b32f6c-25f3-4430-86ff-a0988175b857 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:11.197956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-58390e39-756e-4358-95d7-f704ca973610', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:11.198821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:11.447813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:11.459338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:11.462244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Allocated IP 172.20.0.2 (58390e39-756e-4358-95d7-f704ca973610/e61bf16e-78b7-4c45-b85b-7abce98c8bc5/a857bf6a-9798-494e-b392-219a4023b16b) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:11.463875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:11.472014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:11.515323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f0b32f6c-25f3-4430-86ff-a0988175b857 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5436871 Feb 02 15:39:11.521186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46862) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:11.525159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Allocated IP 172.20.0.10 (f1165e92-0af4-4292-ae60-e949cae65b5f/38d8b291-e06c-46d0-a74c-733a418570fc/5e163388-81c6-4eb1-86a0-cb6a42b8d2c3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:11.539570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3e9bc842-6b9f-4c30-8867-584bca9718c7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:11.674661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:11.697511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:11.772032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:11.793071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Transition to ACTIVE for port object a857bf6a-9798-494e-b392-219a4023b16b will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:11.844879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Transition to ACTIVE for port object a857bf6a-9798-494e-b392-219a4023b16b will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:11.861439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:11.926250 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:11.970062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f34cc-cd7f-440b-ab71-ab9a3f404daa req-b1a848f1-f8ee-47df-b21f-4abb91019b09 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:11.971588 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-734f34cc-cd7f-440b-ab71-ab9a3f404daa req-b1a848f1-f8ee-47df-b21f-4abb91019b09 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.4594657 Feb 02 15:39:12.004792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ff85742-6f68-43ff-8278-cca85b7a3d1a req-498c771c-ba65-44f3-9e1d-364aa6b0d20c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 210 time: 0.1194603 Feb 02 15:39:12.014722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Network 58390e39-756e-4358-95d7-f704ca973610 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:12.022216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:12.028763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3e9bc842-6b9f-4c30-8867-584bca9718c7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:12.031248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:12.035104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Pushing event updated for resources: {'Port': ['ID=a857bf6a-9798-494e-b392-219a4023b16b,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:12.089946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:39:12.103292 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.110783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-734f34cc-cd7f-440b-ab71-ab9a3f404daa req-a75a6c53-7a83-48a4-a71f-711ca2ae4c57 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308763 Feb 02 15:39:12.111010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3e9bc842-6b9f-4c30-8867-584bca9718c7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:12.129331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.187944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Attempting to bind port a857bf6a-9798-494e-b392-219a4023b16b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:12.188308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Attempting to bind port a857bf6a-9798-494e-b392-219a4023b16b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:12.188657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Attempting to bind port a857bf6a-9798-494e-b392-219a4023b16b on network 58390e39-756e-4358-95d7-f704ca973610 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:12.198186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:12.198773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Checking segment: {'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:12.199287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.199788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Bound using segment: {'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:12.200435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Bound port: a857bf6a-9798-494e-b392-219a4023b16b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:12.200977 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.241005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9bc842-6b9f-4c30-8867-584bca9718c7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:12.245488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e9bc842-6b9f-4c30-8867-584bca9718c7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.246965 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9bc842-6b9f-4c30-8867-584bca9718c7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:39:12.247394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9bc842-6b9f-4c30-8867-584bca9718c7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:12.312137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:39:12.320674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.329222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-80897c09-265c-4cb7-891b-d7dc7d9b93c1 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 200 len: 705 time: 2.3572068 Feb 02 15:39:12.329222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46868) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:12.331020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] Sync routers for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:39:12.338777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] For port a857bf6a-9798-494e-b392-219a4023b16b, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:12.342652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] For port a857bf6a-9798-494e-b392-219a4023b16b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a857bf6a-9798-494e-b392-219a4023b16b,segment=NetworkSegment(bdfe7877-4da9-4f1e-a8b8-0662bb2c0780),segment_id=bdfe7877-4da9-4f1e-a8b8-0662bb2c0780)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:12.348976 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:12.350614 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:12.358010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.387953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e9bc842-6b9f-4c30-8867-584bca9718c7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8610950 Feb 02 15:39:12.414042 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.440734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46872) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:12.487052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b9aaad17-e888-4aee-be92-1ece7de384af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:12.521557 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:12.553494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16537-d5ff-4284-ada5-14a548c78454 None None] Pushing event updated for resources: {'Port': ['ID=a857bf6a-9798-494e-b392-219a4023b16b,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:12.583721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f0417a01-91cd-45e8-8628-50b4832a8c65 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:12.589173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.661203 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:39:01Z', 'revision_number': 11, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:12.666921 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] Checking router: dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:39:12.675010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Network f1165e92-0af4-4292-ae60-e949cae65b5f is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:12.679669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:12.684921 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] Routers {'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:12.685750 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:12.692815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:12.761091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Pushing event updated for resources: {'Port': ['ID=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:12.763515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f0417a01-91cd-45e8-8628-50b4832a8c65 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:12.772074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f0417a01-91cd-45e8-8628-50b4832a8c65 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 200 len: 205 time: 0.4432478 Feb 02 15:39:12.783349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46876) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:12.886044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:12.886335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:12.923636 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] Set router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:13.010412 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c13c-62a7-487f-847a-63a6b93706c9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:13.070864 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e7acf71d-dc72-4f07-bbc4-ddc5cbf2da37 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2344718 Feb 02 15:39:13.082102 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:39:01Z', 'revision_number': 11, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:13.087482 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5ae8d-0213-44b4-b039-74bf0ab7d849 None None] The sync data for ids ['dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee'] in n-d-827122-1 is: [{'id': 'dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee', 'name': 'tempest-RoutersIpV6Test-router-1255372707', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:36:52Z', 'updated_at': '2022-02-02T15:39:01Z', 'revision_number': 11, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:39:13.089454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b9aaad17-e888-4aee-be92-1ece7de384af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:13.092917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Request body: {'port': {'device_id': 'f99c62f5-ce78-4199-97f6-74d86ef5baf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:13.223577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.20.0.1 (58390e39-756e-4358-95d7-f704ca973610/e61bf16e-78b7-4c45-b85b-7abce98c8bc5/e50db6ae-abaf-4513-93c4-ecae9fee275a) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:13.406810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b9aaad17-e888-4aee-be92-1ece7de384af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:13.443297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:13.572131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aaad17-e888-4aee-be92-1ece7de384af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:13.575413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9aaad17-e888-4aee-be92-1ece7de384af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:13.576876 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9aaad17-e888-4aee-be92-1ece7de384af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:39:13.577299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9aaad17-e888-4aee-be92-1ece7de384af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:13.747759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:13.836536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c13c-62a7-487f-847a-63a6b93706c9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:13.856953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c13c-62a7-487f-847a-63a6b93706c9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:13.860350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:13.879167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d483d-79a0-4202-8e32-151638edd6a3 req-1fbcc883-86fc-411e-93b8-c7826d411048 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:13.881978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-616d483d-79a0-4202-8e32-151638edd6a3 req-1fbcc883-86fc-411e-93b8-c7826d411048 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.5866215 Feb 02 15:39:13.890596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:39:13.914038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:13.938970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object e50db6ae-abaf-4513-93c4-ecae9fee275a will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:13.951547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46884) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:13.951811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b9aaad17-e888-4aee-be92-1ece7de384af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.4880304 Feb 02 15:39:13.961332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=bc3134db-173a-4e64-98e6-4ac0daa63854,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:13.978399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcdf2f-5dff-4e89-b048-155fd6a45c75 req-22b4a530-7044-4e02-a07a-ffa6fe64b5ce tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:13.979232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2abcdf2f-5dff-4e89-b048-155fd6a45c75 req-22b4a530-7044-4e02-a07a-ffa6fe64b5ce tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 932 time: 0.6555357 Feb 02 15:39:14.010641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cdddfa4d-1ba7-4095-abed-ba5828402e7e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0577152 Feb 02 15:39:14.020758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46888) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:14.023380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Transition to ACTIVE for port object 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:14.028000 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-616d483d-79a0-4202-8e32-151638edd6a3 req-4d262be7-d279-4f30-a56a-01034a16a6b7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154413 Feb 02 15:39:14.029108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c13c-62a7-487f-847a-63a6b93706c9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.029603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb0c13c-62a7-487f-847a-63a6b93706c9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Fanout notify agent at l3_agent the message router_deleted on router dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:39:14.046309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c13c-62a7-487f-847a-63a6b93706c9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.047713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5fb0c13c-62a7-487f-847a-63a6b93706c9 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 204 len: 168 time: 1.2626569 Feb 02 15:39:14.052215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46892) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:14.061035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1701363266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:14.069328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:14.074136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Usage tracker for resource:router and tenant:583531ced22f4364affc4ba0874a5d6c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:14.095610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f79ab-0d81-4c76-9b01-f4c91b18073d None None] Network 58390e39-756e-4358-95d7-f704ca973610 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:14.096381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Checking segment: {'id': 'e3b5a706-008f-4c24-aaf7-6d019a61e479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e6ac966a-f81d-4ad0-a409-4544b9e6842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:14.096381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network hostable DHCP agents. Network: e6ac966a-f81d-4ad0-a409-4544b9e6842d, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:39:14.103682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:14.133462 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.144362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:14.261798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a857bf6a-9798-494e-b392-219a4023b16b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:14.286108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b370a12-f4e0-4b33-96ab-fc6af4d7e5b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:14.287205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7b370a12-f4e0-4b33-96ab-fc6af4d7e5b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:14.342954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2abcdf2f-5dff-4e89-b048-155fd6a45c75 req-e4db0200-ed8f-4a38-9695-c75deabb51f4 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480911 Feb 02 15:39:14.366319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.373223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:14.436652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-04f556f7-377f-47bb-96cc-40f009509ef1 None None] Provisioning for port a857bf6a-9798-494e-b392-219a4023b16b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:14.448359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7b370a12-f4e0-4b33-96ab-fc6af4d7e5b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:14.452557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7b370a12-f4e0-4b33-96ab-fc6af4d7e5b8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4310327 Feb 02 15:39:14.457148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46896) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:14.541314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a857bf6a-9798-494e-b392-219a4023b16b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:14.545578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 58390e39-756e-4358-95d7-f704ca973610 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:14.548482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a857bf6a-9798-494e-b392-219a4023b16b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:14.548859 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.552955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.553912 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.586135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network e6ac966a-f81d-4ad0-a409-4544b9e6842d is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:39:14.589207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:39:14.589827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:14.602336 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.602588 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1b261d6a-e820-4d8d-b9f8-130713a13127 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422510 Feb 02 15:39:14.602745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46900) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:14.603714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:14.609018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:14.639670 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.699385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=e50db6ae-abaf-4513-93c4-ecae9fee275a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:14.705493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Transition to ACTIVE for port object 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:14.726484 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.765896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a857bf6a-9798-494e-b392-219a4023b16b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a857bf6a-9798-494e-b392-219a4023b16b,segment=NetworkSegment(bdfe7877-4da9-4f1e-a8b8-0662bb2c0780),segment_id=bdfe7877-4da9-4f1e-a8b8-0662bb2c0780)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:14.773726 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.782773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, e6ac966a-f81d-4ad0-a409-4544b9e6842d) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:14.794069 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cb839-68cf-4dbb-a41e-be3b518a8a82 None None] Network e6ac966a-f81d-4ad0-a409-4544b9e6842d requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:14.794520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:14.803010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:14.803010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.803907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Attempting to bind port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:14.804302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Attempting to bind port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:14.804687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Attempting to bind port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 on network f1165e92-0af4-4292-ae60-e949cae65b5f {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:14.828956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 on network f1165e92-0af4-4292-ae60-e949cae65b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:39:14.831596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Attempting to bind port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 on network f1165e92-0af4-4292-ae60-e949cae65b5f {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:14.831725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.846956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:14.847676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Checking segment: {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:14.848283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Bound using segment: {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:14.848964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Bound port: 5ef9790c-587f-4d2f-b02d-4a33bdb94e44, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:14.849487 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.885362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:14.923259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-87e237be-a8f5-438a-b8dd-1e084f7a0146 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8757765 Feb 02 15:39:14.932226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46904) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:14.947540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-462315536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:14.960863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:14.963263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:15.021540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a857bf6a-9798-494e-b392-219a4023b16b,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:15.028097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:router and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:15.039429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:15.069526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:15.094308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] For port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:15.096445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.171206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e6164549-9a00-4663-a7dd-3357b4c262c5 None None] Provisioning for port e50db6ae-abaf-4513-93c4-ecae9fee275a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:15.177199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e6164549-9a00-4663-a7dd-3357b4c262c5 None None] Provisioning complete for port e50db6ae-abaf-4513-93c4-ecae9fee275a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:15.177575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e6164549-9a00-4663-a7dd-3357b4c262c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.208234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-e6ac966a-f81d-4ad0-a409-4544b9e6842d', 'network_id': 'e6ac966a-f81d-4ad0-a409-4544b9e6842d', 'tenant_id': '30f5f111d8b44d72815a8d49ab0944bb', 'fixed_ips': [{'subnet_id': 'bc3134db-173a-4e64-98e6-4ac0daa63854'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:15.209052 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.212203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.333744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e6164549-9a00-4663-a7dd-3357b4c262c5 None None] Port e50db6ae-abaf-4513-93c4-ecae9fee275a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:15.388351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.388351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.396606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e6164549-9a00-4663-a7dd-3357b4c262c5 None None] Provisioning complete for port a857bf6a-9798-494e-b392-219a4023b16b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:15.397633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] For port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:15.401427 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e6164549-9a00-4663-a7dd-3357b4c262c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.405106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:39:15.413100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.430352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Transition to ACTIVE for port object 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:15.433637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Pushing event updated for resources: {'Port': ['ID=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:15.486710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:15.491044 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.534210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.557781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.667107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.668806 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] 10.222.0.64 "PUT /v2.0/ports/5ef9790c-587f-4d2f-b02d-4a33bdb94e44 HTTP/1.1" status: 200 len: 1091 time: 4.9040534 Feb 02 15:39:15.669276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6', 'tag': '5ef9790c-587f-4d2f-b02d-4a33bdb94e44'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:15.717956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.739635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def550bf-4822-44dc-8ea9-278aa329d2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:15.761868 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.763066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1bb89ac7-3f33-4f3c-a161-7b217362493c tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7097237 Feb 02 15:39:15.770063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46914) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:15.782759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Allocated IP 2001:db8::2 (e6ac966a-f81d-4ad0-a409-4544b9e6842d/bc3134db-173a-4e64-98e6-4ac0daa63854/e29b4666-57da-42aa-9a0c-d4c6eec775d3) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:15.785817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ca3e46e3-999a-41e3-9ccb-afcb9430b635 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:15.959382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138915be-e452-467b-a343-d5968793a14d service neutron] Pushing event updated for resources: {'Port': ['ID=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:15.973808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-732adfd4-1b91-423f-b1a2-60547e08ed6d None None] Provisioning complete for port e50db6ae-abaf-4513-93c4-ecae9fee275a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:15.974183 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-732adfd4-1b91-423f-b1a2-60547e08ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:15.980126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Attempting to bind port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:15.981105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Attempting to bind port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:15.981424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Attempting to bind port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 on network f1165e92-0af4-4292-ae60-e949cae65b5f {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:16.013206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 on network f1165e92-0af4-4292-ae60-e949cae65b5f not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:39:16.013574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Attempting to bind port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 on network f1165e92-0af4-4292-ae60-e949cae65b5f {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:16.030909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923de4-f6dc-4d1f-9bc8-51322f71701b req-d3643a6e-2e84-4fb4-bcbe-ceb16d0eb084 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:16.038060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.038889 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a923de4-f6dc-4d1f-9bc8-51322f71701b req-d3643a6e-2e84-4fb4-bcbe-ceb16d0eb084 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.5917697 Feb 02 15:39:16.074462 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:39:16.085065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-732adfd4-1b91-423f-b1a2-60547e08ed6d None None] Port e50db6ae-abaf-4513-93c4-ecae9fee275a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:16.110098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b819859-a9e1-4d7b-94ed-ccd7f6b16e03 req-b50e1588-3370-4f96-9dbb-87f5b181f16f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:16.112819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b819859-a9e1-4d7b-94ed-ccd7f6b16e03 req-b50e1588-3370-4f96-9dbb-87f5b181f16f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 944 time: 0.5951681 Feb 02 15:39:16.125629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.202503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a857bf6a-9798-494e-b392-219a4023b16b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:16.221697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:16.221961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Checking segment: {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:16.222263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Bound using segment: {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:16.222709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Bound port: 35aecc86-d2f5-46d2-a2f4-96b6757c57f5, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:16.223054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.229820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.232882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.270490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Transition to ACTIVE for port object e29b4666-57da-42aa-9a0c-d4c6eec775d3 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:16.303234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Transition to ACTIVE for port object e29b4666-57da-42aa-9a0c-d4c6eec775d3 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:16.310704 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.314726 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6a2faaa5-29a4-48e9-9660-608b068da36d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3787112 Feb 02 15:39:16.323973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a857bf6a-9798-494e-b392-219a4023b16b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:16.330394 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.330540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46918) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:16.348820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'network_id': 'e6ac966a-f81d-4ad0-a409-4544b9e6842d', 'name': 'tempest-PortsIpV6TestJSON-337446773'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:16.402743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.464088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b819859-a9e1-4d7b-94ed-ccd7f6b16e03 req-bc19d2e4-efef-4640-a967-4d77b8be0547 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252692 Feb 02 15:39:16.464721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=e50db6ae-abaf-4513-93c4-ecae9fee275a,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:16.474525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.492267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-1c074906-8709-45b6-9516-e4376c6204d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6 HTTP/1.1" status: 200 len: 1094 time: 0.6535275 Feb 02 15:39:16.495149 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a923de4-f6dc-4d1f-9bc8-51322f71701b req-526115d6-bd87-4253-8e95-eb4c9e228089 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550827 Feb 02 15:39:16.550618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Attempting to bind port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:16.550959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Attempting to bind port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:16.551287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Attempting to bind port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 on network f1165e92-0af4-4292-ae60-e949cae65b5f {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:16.570935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Network e6ac966a-f81d-4ad0-a409-4544b9e6842d is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:16.577134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:16.579128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Pushing event updated for resources: {'Port': ['ID=e29b4666-57da-42aa-9a0c-d4c6eec775d3,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:16.582574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:16.626704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 on network f1165e92-0af4-4292-ae60-e949cae65b5f not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:39:16.627342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Attempting to bind port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 on network f1165e92-0af4-4292-ae60-e949cae65b5f {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:16.640240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] For port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:16.646639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:16.646639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Checking segment: {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:16.647504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Bound using segment: {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:16.648079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Bound port: 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0498f0-622f-4140-8c91-dc144dc41520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:16.648518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.681891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] For port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:16.690817 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6', 'tag': '5ef9790c-587f-4d2f-b02d-4a33bdb94e44', 'status': 'completed', 'code': 200} Feb 02 15:39:16.701053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Attempting to bind port e29b4666-57da-42aa-9a0c-d4c6eec775d3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:16.701851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Attempting to bind port e29b4666-57da-42aa-9a0c-d4c6eec775d3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e3b5a706-008f-4c24-aaf7-6d019a61e479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e6ac966a-f81d-4ad0-a409-4544b9e6842d'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:16.702443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Attempting to bind port e29b4666-57da-42aa-9a0c-d4c6eec775d3 on network e6ac966a-f81d-4ad0-a409-4544b9e6842d {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:16.704454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-032027a3-0ddf-4ffd-b60f-122221777a9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef9790c-587f-4d2f-b02d-4a33bdb94e44 HTTP/1.1" status: 200 len: 217 time: 0.1912315 Feb 02 15:39:16.713177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:16.713967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Checking segment: {'id': 'e3b5a706-008f-4c24-aaf7-6d019a61e479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e6ac966a-f81d-4ad0-a409-4544b9e6842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:16.714760 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.715407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Bound using segment: {'id': 'e3b5a706-008f-4c24-aaf7-6d019a61e479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e6ac966a-f81d-4ad0-a409-4544b9e6842d'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:16.716292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Bound port: e29b4666-57da-42aa-9a0c-d4c6eec775d3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b5a706-008f-4c24-aaf7-6d019a61e479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e6ac966a-f81d-4ad0-a409-4544b9e6842d'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:16.718822 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.913265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] For port e29b4666-57da-42aa-9a0c-d4c6eec775d3, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:16.918082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] For port e29b4666-57da-42aa-9a0c-d4c6eec775d3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e29b4666-57da-42aa-9a0c-d4c6eec775d3,segment=NetworkSegment(e3b5a706-008f-4c24-aaf7-6d019a61e479),segment_id=e3b5a706-008f-4c24-aaf7-6d019a61e479)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:16.954071 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.954391 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca3e46e3-999a-41e3-9ccb-afcb9430b635 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.964933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-b437b5c3-37e4-4c80-b15a-1e6edcb4fc50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:16.966442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-b437b5c3-37e4-4c80-b15a-1e6edcb4fc50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38d8b291-e06c-46d0-a74c-733a418570fc HTTP/1.1" status: 200 len: 857 time: 0.2532141 Feb 02 15:39:16.972494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:16.999926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.017440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e620fc68-53f1-4df1-895f-147838c11b59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1165e92-0af4-4292-ae60-e949cae65b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448947 Feb 02 15:39:17.019359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 58390e39-756e-4358-95d7-f704ca973610 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:17.020818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:17.083198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af08d0-107e-4404-a810-0ff10767da70 None None] Pushing event updated for resources: {'Port': ['ID=e29b4666-57da-42aa-9a0c-d4c6eec775d3,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:17.103383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.106157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] 10.222.0.107 "PUT /v2.0/ports/35aecc86-d2f5-46d2-a2f4-96b6757c57f5 HTTP/1.1" status: 200 len: 1091 time: 6.9581733 Feb 02 15:39:17.106157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbdb60f-6792-4a8f-80b0-3837dc4191c0', 'tag': '35aecc86-d2f5-46d2-a2f4-96b6757c57f5'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:17.122765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:17.126897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca3e46e3-999a-41e3-9ccb-afcb9430b635 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.143881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:port and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:17.162604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:17.166360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:39:17.190202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:17.194819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.276006 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbdb60f-6792-4a8f-80b0-3837dc4191c0', 'tag': '35aecc86-d2f5-46d2-a2f4-96b6757c57f5', 'status': 'completed', 'code': 200} Feb 02 15:39:17.353048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695ab2b-7ba9-44e0-b530-8a19b554f72a service neutron] Pushing event updated for resources: {'Port': ['ID=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:17.360912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=fff64c92-b9f7-4f40-8911-cde3b6602454,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:17.373574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] For port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:17.404850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] For port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:17.407536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:17.411000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:17.415996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:17.416593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.434692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b463d1-47ce-4816-8521-da9be438a162 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:17.444865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:17.448322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.508561 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.522643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port cab0b002-2153-4492-b1d9-451c141a05ca yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:39:17.795940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-4357dc71-59d5-47a2-be1e-1d1d504b4429 service neutron] 10.222.0.64 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004876 Feb 02 15:39:17.817703 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f567b493-372e-4e90-a479-374a4eb45a32 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2131166 Feb 02 15:39:17.836346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46930) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:17.866829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': 'fff64c92-b9f7-4f40-8911-cde3b6602454'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:17.867888 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.877948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:6b:16:62', 'name': 'tempest-NetworksTestDHCPv6-1399224571'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:17.891029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-592ec6ea-377b-47f0-9f5d-ceccfe28a534 None None] Provisioning complete for port e50db6ae-abaf-4513-93c4-ecae9fee275a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:17.891536 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-592ec6ea-377b-47f0-9f5d-ceccfe28a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:17.972651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2c47c51-4616-4af8-b7fa-8b096d7f2bcb req-ce93f729-a639-4758-85fe-ec46e44e140a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 1094 time: 0.7039080 Feb 02 15:39:18.020159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:18.044405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-592ec6ea-377b-47f0-9f5d-ceccfe28a534 None None] Port e50db6ae-abaf-4513-93c4-ecae9fee275a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:18.132563 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:18.135390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-138915be-e452-467b-a343-d5968793a14d service neutron] 10.222.0.107 "PUT /v2.0/ports/5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 HTTP/1.1" status: 200 len: 1092 time: 5.0464745 Feb 02 15:39:18.138679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd78eb1-c8e3-468a-8420-a790ab324b11 req-b6133e70-9083-4b23-866e-74450aa81706 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:18.144743 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd78eb1-c8e3-468a-8420-a790ab324b11 req-b6133e70-9083-4b23-866e-74450aa81706 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 944 time: 0.4052160 Feb 02 15:39:18.148768 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-be916b58-7506-4d13-b631-247c071104f6 service neutron] 10.222.0.64 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370123 Feb 02 15:39:18.181254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Allocated IP 2001:db8::f816:3eff:fe58:6af4 (2b108652-b7f1-4e95-b1da-85ac7991b521/fff64c92-b9f7-4f40-8911-cde3b6602454/c847d7df-0e97-4d6d-af3d-4c17622bfa47) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:18.217720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e29b4666-57da-42aa-9a0c-d4c6eec775d3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:18.240029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fd78eb1-c8e3-468a-8420-a790ab324b11 req-e8996877-575b-4c75-8cb3-e15871589349 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844975 Feb 02 15:39:18.241969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3e46e3-999a-41e3-9ccb-afcb9430b635 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Router 65468427-76da-44ce-bdd5-be0fec8a788c is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:39:18.440847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138915be-e452-467b-a343-d5968793a14d service neutron] Pushing event updated for resources: {'Port': ['ID=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:18.469629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e29b4666-57da-42aa-9a0c-d4c6eec775d3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:18.564683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3e46e3-999a-41e3-9ccb-afcb9430b635 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:39:18.572515 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca3e46e3-999a-41e3-9ccb-afcb9430b635 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:18.574644 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ca3e46e3-999a-41e3-9ccb-afcb9430b635 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "PUT /v2.0/routers/65468427-76da-44ce-bdd5-be0fec8a788c HTTP/1.1" status: 200 len: 698 time: 2.8007584 Feb 02 15:39:18.578544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46934) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:18.590674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] Sync routers for ids ['65468427-76da-44ce-bdd5-be0fec8a788c'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:39:18.659277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:39:18.670106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::2a6 (e6ac966a-f81d-4ad0-a409-4544b9e6842d/bc3134db-173a-4e64-98e6-4ac0daa63854/cab0b002-2153-4492-b1d9-451c141a05ca) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:18.683557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-07185b30-4b3f-4a36-b63c-8e687a2b686e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6 HTTP/1.1" status: 200 len: 1094 time: 0.3327470 Feb 02 15:39:18.695257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47c51-4616-4af8-b7fa-8b096d7f2bcb req-616cc679-ff3c-4b05-a135-e0af7b000e61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:18.697185 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2c47c51-4616-4af8-b7fa-8b096d7f2bcb req-616cc679-ff3c-4b05-a135-e0af7b000e61 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6289499 Feb 02 15:39:18.733782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] Routers {'65468427-76da-44ce-bdd5-be0fec8a788c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:18.734424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['65468427-76da-44ce-bdd5-be0fec8a788c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:18.744827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:18.816749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41def6-7269-46f7-a035-aaf2a16bf202 req-4b6e658f-af4e-41c2-80d0-211ab8919372 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:18.818263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c41def6-7269-46f7-a035-aaf2a16bf202 req-4b6e658f-af4e-41c2-80d0-211ab8919372 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.9052646 Feb 02 15:39:18.831060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:18.839227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:18.869952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d27dec-bb80-4da2-90c1-e49cacbe33dd None None] Network e6ac966a-f81d-4ad0-a409-4544b9e6842d requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:18.891297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-4f287b75-b1d1-46f1-9306-51de0e0e0be5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 1095 time: 0.5620637 Feb 02 15:39:18.894187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:18.936854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-11eb4fc1-04c0-4101-8814-3717badd83bc tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/routers/65468427-76da-44ce-bdd5-be0fec8a788c HTTP/1.1" status: 200 len: 704 time: 0.3531446 Feb 02 15:39:18.941715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46938) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:18.989386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] Set router 65468427-76da-44ce-bdd5-be0fec8a788c gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:19.053423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-6d869f89-7e5d-4021-85c0-92f6fa44b9d2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 HTTP/1.1" status: 200 len: 217 time: 0.1284790 Feb 02 15:39:19.054140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:19.070170 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:19.087300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a7429e4c-826a-4a08-8717-a412a908c25d tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Synchronizing usage tracker for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:19.135926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-2986dc6b-8946-4354-9a74-1a6828379e7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:19.137459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-2986dc6b-8946-4354-9a74-1a6828379e7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1165e92-0af4-4292-ae60-e949cae65b5f HTTP/1.1" status: 200 len: 919 time: 0.3970609 Feb 02 15:39:19.139653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a7429e4c-826a-4a08-8717-a412a908c25d tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Unset dirty status for tenant:583531ced22f4364affc4ba0874a5d6c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:19.142746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a7429e4c-826a-4a08-8717-a412a908c25d tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=65468427-76da-44ce-bdd5-be0fec8a788c HTTP/1.1" status: 200 len: 205 time: 0.1963921 Feb 02 15:39:19.147821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46942) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:19.160284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Transition to ACTIVE for port object c847d7df-0e97-4d6d-af3d-4c17622bfa47 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:19.179986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65468427-76da-44ce-bdd5-be0fec8a788c', 'name': 'tempest-RoutersIpV6Test-router-1701363266', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:14Z', 'updated_at': '2022-02-02T15:39:16Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:19.212454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] Checking router: 65468427-76da-44ce-bdd5-be0fec8a788c for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:39:19.225471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Transition to ACTIVE for port object c847d7df-0e97-4d6d-af3d-4c17622bfa47 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:19.233302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f76ddb0-c213-4319-a9f2-de80061b2b5e None None] Provisioning for port e29b4666-57da-42aa-9a0c-d4c6eec775d3 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:19.286944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99c62f5-ce78-4199-97f6-74d86ef5baf8', 'tag': '5e163388-81c6-4eb1-86a0-cb6a42b8d2c3'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:19.294974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c41def6-7269-46f7-a035-aaf2a16bf202 req-b9e5e21f-2b2d-4f3a-9dc5-6d1abcafd2fe tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460804 Feb 02 15:39:19.304393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47c51-4616-4af8-b7fa-8b096d7f2bcb req-4da3f849-8bc4-4583-91bb-ccb491103673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:19.306841 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2c47c51-4616-4af8-b7fa-8b096d7f2bcb req-4da3f849-8bc4-4583-91bb-ccb491103673 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5982316 Feb 02 15:39:19.395257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-95f13e36-d325-4abf-bf40-454fa6cfb6e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:19.398656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-95f13e36-d325-4abf-bf40-454fa6cfb6e1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=38d8b291-e06c-46d0-a74c-733a418570fc HTTP/1.1" status: 200 len: 857 time: 0.3274777 Feb 02 15:39:19.419541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:19.456994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8f76ddb0-c213-4319-a9f2-de80061b2b5e None None] Provisioning complete for port e29b4666-57da-42aa-9a0c-d4c6eec775d3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:19.457260 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99c62f5-ce78-4199-97f6-74d86ef5baf8', 'tag': '5e163388-81c6-4eb1-86a0-cb6a42b8d2c3', 'status': 'completed', 'code': 200} Feb 02 15:39:19.457812 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f76ddb0-c213-4319-a9f2-de80061b2b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:19.608492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-04de966c-201f-4276-8626-85cabcd8a8ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef9790c-587f-4d2f-b02d-4a33bdb94e44 HTTP/1.1" status: 200 len: 217 time: 0.4594088 Feb 02 15:39:19.611139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] Routers {'65468427-76da-44ce-bdd5-be0fec8a788c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:19.612386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['65468427-76da-44ce-bdd5-be0fec8a788c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:19.773442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:39:19.795964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-92a7d801-e52b-44c8-a786-9b61cdc8a56c tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8343756 Feb 02 15:39:19.795964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-850f8622-673b-4eaa-8513-e7c3983d5bc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:19.800209 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:39:19.805099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:19.805768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] Set router 65468427-76da-44ce-bdd5-be0fec8a788c gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:19.841708 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:19.842607 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:19.853768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object cab0b002-2153-4492-b1d9-451c141a05ca will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:19.886540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46950) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:19.899511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-82ba546d-f828-4cc4-b4f7-0c2f81b34206 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f1165e92-0af4-4292-ae60-e949cae65b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4791212 Feb 02 15:39:19.903400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-184b3a7b-4aaf-441a-bc60-f6117b24d21c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:19.906063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-184b3a7b-4aaf-441a-bc60-f6117b24d21c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38d8b291-e06c-46d0-a74c-733a418570fc HTTP/1.1" status: 200 len: 857 time: 0.2835248 Feb 02 15:39:19.912849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-781694943'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:19.933786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:19.960991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:19.981563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:19.985947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:19.991531 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-8bdcadb9-02ae-4483-a684-8e02530e71aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1165e92-0af4-4292-ae60-e949cae65b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639784 Feb 02 15:39:20.000429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:20.014109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 135a0bda-2d11-4bd2-b62e-e27eb81555f3 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:39:20.059174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65468427-76da-44ce-bdd5-be0fec8a788c', 'name': 'tempest-RoutersIpV6Test-router-1701363266', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:14Z', 'updated_at': '2022-02-02T15:39:16Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:20.096763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e4e29-999b-4bd2-9a3a-39a7fce8c263 req-f3bd1050-41f1-4b2d-9447-50dddea7a157 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:20.098505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e41e4e29-999b-4bd2-9a3a-39a7fce8c263 req-f3bd1050-41f1-4b2d-9447-50dddea7a157 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 944 time: 0.5698206 Feb 02 15:39:20.124998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Pushing event updated for resources: {'Port': ['ID=c847d7df-0e97-4d6d-af3d-4c17622bfa47,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:20.132565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:20.133465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e52b97-ced2-42fa-b709-c31464b230bd None None] The sync data for ids ['65468427-76da-44ce-bdd5-be0fec8a788c'] in n-d-827122-1 is: [{'id': '65468427-76da-44ce-bdd5-be0fec8a788c', 'name': 'tempest-RoutersIpV6Test-router-1701363266', 'tenant_id': '583531ced22f4364affc4ba0874a5d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:14Z', 'updated_at': '2022-02-02T15:39:16Z', 'revision_number': 2, 'project_id': '583531ced22f4364affc4ba0874a5d6c', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:39:20.137154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:20.142859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:20.186198 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:20.244365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:20.247551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.278839 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:39:20.378817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Attempting to bind port c847d7df-0e97-4d6d-af3d-4c17622bfa47 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:20.378817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Attempting to bind port c847d7df-0e97-4d6d-af3d-4c17622bfa47 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:20.378817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Attempting to bind port c847d7df-0e97-4d6d-af3d-4c17622bfa47 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:20.424091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-de3c881e-023d-4d78-9f0e-3dc81544c8b1 service neutron] 10.222.0.107 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600990 Feb 02 15:39:20.435394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.466106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:20.466762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:20.467434 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.468121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:20.476767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Bound port: c847d7df-0e97-4d6d-af3d-4c17622bfa47, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:20.483288 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.553300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e41e4e29-999b-4bd2-9a3a-39a7fce8c263 req-17302ba7-cb08-4e15-89e3-0bcb8a2bd967 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656373 Feb 02 15:39:20.567440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f76ddb0-c213-4319-a9f2-de80061b2b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.738801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:39:20.829439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8f76ddb0-c213-4319-a9f2-de80061b2b5e None None] For port e29b4666-57da-42aa-9a0c-d4c6eec775d3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e29b4666-57da-42aa-9a0c-d4c6eec775d3,segment=NetworkSegment(e3b5a706-008f-4c24-aaf7-6d019a61e479),segment_id=e3b5a706-008f-4c24-aaf7-6d019a61e479)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:20.845451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-52f23da4-3b51-4e4f-9cdf-eff8cf5195e8 service neutron] 10.222.0.64 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855690 Feb 02 15:39:20.848916 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-850f8622-673b-4eaa-8513-e7c3983d5bc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.854853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.855228 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment 107749b5-ad6c-43d6-b16e-895b85306ff8 of type vlan for network faf450dd-c8da-4107-ab7a-64ccbf808af3 Feb 02 15:39:20.858829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] For port c847d7df-0e97-4d6d-af3d-4c17622bfa47, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:20.866382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] For port c847d7df-0e97-4d6d-af3d-4c17622bfa47, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c847d7df-0e97-4d6d-af3d-4c17622bfa47,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:20.891224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-850f8622-673b-4eaa-8513-e7c3983d5bc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.903806 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:14Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:15Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:20.906186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f76ddb0-c213-4319-a9f2-de80061b2b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.908588 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:39:20.909229 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Updating router a99423b2-77b7-4466-80f1-2ad0f593b6d1 port e50db6ae-abaf-4513-93c4-ecae9fee275a binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:39:20.944603 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:20.972021 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.004330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:39:21.034545 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.035111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76ddb0-c213-4319-a9f2-de80061b2b5e None None] Pushing event updated for resources: {'Port': ['ID=e29b4666-57da-42aa-9a0c-d4c6eec775d3,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:21.052817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=cab0b002-2153-4492-b1d9-451c141a05ca,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:21.124932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:fe6b:1662 (2b108652-b7f1-4e95-b1da-85ac7991b521/fff64c92-b9f7-4f40-8911-cde3b6602454/135a0bda-2d11-4bd2-b62e-e27eb81555f3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:21.150960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-850f8622-673b-4eaa-8513-e7c3983d5bc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.151736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850f8622-673b-4eaa-8513-e7c3983d5bc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Fanout notify agent at l3_agent the message router_deleted on router 65468427-76da-44ce-bdd5-be0fec8a788c {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:39:21.164367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:39:21.175770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network e6ac966a-f81d-4ad0-a409-4544b9e6842d is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:21.190070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34aa09bd-3965-4a72-8c94-406a32a1bb6c req-142d1c65-326d-4491-8fc5-af4979e6349f service neutron] 10.222.0.64 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302546 Feb 02 15:39:21.228559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:21.231409 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-850f8622-673b-4eaa-8513-e7c3983d5bc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.239816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-850f8622-673b-4eaa-8513-e7c3983d5bc8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/65468427-76da-44ce-bdd5-be0fec8a788c HTTP/1.1" status: 204 len: 168 time: 2.0306234 Feb 02 15:39:21.243321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46956) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:21.307072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-296aad56-c34d-457b-8782-bd76526fdd65 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 1094 time: 1.8516042 Feb 02 15:39:21.316298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:21.316298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:21.316298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.319901 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.326602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:21.327802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.457881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-da2d9cd8-72c9-4e96-993e-f3f2e0c8b06b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=65468427-76da-44ce-bdd5-be0fec8a788c HTTP/1.1" status: 200 len: 205 time: 0.2164838 Feb 02 15:39:21.459405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46960) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:21.562728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:21.587010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '5ef9790c-587f-4d2f-b02d-4a33bdb94e44', 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f', 'port_id': '5ef9790c-587f-4d2f-b02d-4a33bdb94e44', 'mac_address': 'fa:16:3e:dd:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d8b291-e06c-46d0-a74c-733a418570fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:39:21.591445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6d6ab49c-7bd4-422c-bafa-e20b0ddbf333 None None] Provisioning complete for port e29b4666-57da-42aa-9a0c-d4c6eec775d3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:21.594715 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab49c-7bd4-422c-bafa-e20b0ddbf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.657965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-75704a29-53e5-4728-bda3-e65152772bbb service neutron] 10.222.0.107 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2069926 Feb 02 15:39:21.746084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f26bf-581f-47e1-a969-811e6aab7aa8 None None] Pushing event updated for resources: {'Port': ['ID=c847d7df-0e97-4d6d-af3d-4c17622bfa47,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:21.784694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-cd790110-4b8b-46b2-a801-bebbe1f10f7a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35aecc86-d2f5-46d2-a2f4-96b6757c57f5 HTTP/1.1" status: 200 len: 217 time: 0.4439833 Feb 02 15:39:21.910114 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:21.944706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:39:21.963491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:21.973869 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:22.003509 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Transition to ACTIVE for port object e50db6ae-abaf-4513-93c4-ecae9fee275a will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:22.022366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1229045 Feb 02 15:39:22.039344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a8d6e-13fd-4416-97fc-c617250912cf req-5feb4ef2-7719-48bd-8c79-0aca22887ca7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:22.043514 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-387a8d6e-13fd-4416-97fc-c617250912cf req-5feb4ef2-7719-48bd-8c79-0aca22887ca7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 1.3772130 Feb 02 15:39:22.051636 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:22.063170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46966) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:22.075630 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-1f9dd374-dfa4-486c-aeba-022bd33d218b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] delete failed (client error): The resource could not be found. Feb 02 15:39:22.076142 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:22.077237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1f9dd374-dfa4-486c-aeba-022bd33d218b tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/65468427-76da-44ce-bdd5-be0fec8a788c HTTP/1.1" status: 404 len: 336 time: 0.6038029 Feb 02 15:39:22.081304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46970) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:22.082508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:22.088930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2133bd14-df95-4b37-bc7f-7cf1c0ddb7ae tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7412133 Feb 02 15:39:22.094713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fb3af13b-f911-43a3-a4b2-dbd833c66742 None None] Provisioning for port cab0b002-2153-4492-b1d9-451c141a05ca completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:22.112909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fb3af13b-f911-43a3-a4b2-dbd833c66742 None None] Provisioning complete for port cab0b002-2153-4492-b1d9-451c141a05ca triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:22.113288 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb3af13b-f911-43a3-a4b2-dbd833c66742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:22.119297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46974) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:22.191173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fb3af13b-f911-43a3-a4b2-dbd833c66742 None None] Port cab0b002-2153-4492-b1d9-451c141a05ca cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:22.199446 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e676da74-625b-4ace-b838-175083c58bce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:22.200015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e676da74-625b-4ace-b838-175083c58bce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:22.205666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e676da74-625b-4ace-b838-175083c58bce tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/4f4a9c0d-bf89-436f-8789-a37e49ec21e4 HTTP/1.1" status: 404 len: 337 time: 0.1186001 Feb 02 15:39:22.237173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46978) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:22.246513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-387a8d6e-13fd-4416-97fc-c617250912cf req-4dffc1a9-e9fd-4758-ba68-14c6e4784f45 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853093 Feb 02 15:39:22.258842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:22.328594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefeebe3-3f8a-408a-ab0c-acb937cb6488 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=faf450dd-c8da-4107-ab7a-64ccbf808af3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:22.328782 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f16d5cf-32a7-4ee4-a5cf-5cc8509a3cf7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:22.328782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f16d5cf-32a7-4ee4-a5cf-5cc8509a3cf7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:22.332540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f16d5cf-32a7-4ee4-a5cf-5cc8509a3cf7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/7cf9202b-6963-434f-9a9b-df7ddd63aefb HTTP/1.1" status: 404 len: 337 time: 0.0846288 Feb 02 15:39:22.334781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46982) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:22.347800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network faf450dd-c8da-4107-ab7a-64ccbf808af3 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:39:22.392736 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c4bb65-6b10-4584-b5af-fa85eddd86ee tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:22.393205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c4bb65-6b10-4584-b5af-fa85eddd86ee tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:22.397475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5ef9790c-587f-4d2f-b02d-4a33bdb94e44'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:39:22.398061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e2c4bb65-6b10-4584-b5af-fa85eddd86ee tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/a8560b8b-b27d-4977-ab1f-6a5af1c7c742 HTTP/1.1" status: 404 len: 337 time: 0.0568600 Feb 02 15:39:22.404544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46986) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:22.432626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-dfa6078e-e085-43fe-83e4-d5a9dae9a6af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:22.435109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-dfa6078e-e085-43fe-83e4-d5a9dae9a6af service neutron] 10.222.0.107 "GET /v2.0/subnets?id=38d8b291-e06c-46d0-a74c-733a418570fc HTTP/1.1" status: 200 len: 857 time: 0.4489889 Feb 02 15:39:22.495729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e29b4666-57da-42aa-9a0c-d4c6eec775d3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:22.501854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-2c56df8c-efc0-4050-bed6-220d8c4589a3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f1165e92-0af4-4292-ae60-e949cae65b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580323 Feb 02 15:39:22.532180 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Pushing event updated for resources: {'Port': ['ID=e50db6ae-abaf-4513-93c4-ecae9fee275a,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:22.546101 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.546876 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.547438 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.548010 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.548901 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.549836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.550499 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.551045 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.551584 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.552421 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.552996 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:22.588010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-9b6b7e09-5f93-45b6-9e29-dfb498989598 req-9235f5d8-e6dd-402e-aefa-13b5c3b02b43 service neutron] (95773) timed out ('10.222.0.107', 58226) {{(pid=95773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:39:22.615399 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cf6de7-a9ba-4f7b-b2ea-55fa4d942613 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:22.616647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cf6de7-a9ba-4f7b-b2ea-55fa4d942613 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:22.620361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-46cf6de7-a9ba-4f7b-b2ea-55fa4d942613 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/24acaaf8-596b-42a0-90d0-c9f963f0d4cd HTTP/1.1" status: 404 len: 337 time: 0.2118537 Feb 02 15:39:22.629838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:22.774540 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Attempting to bind port e50db6ae-abaf-4513-93c4-ecae9fee275a on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:22.775245 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Attempting to bind port e50db6ae-abaf-4513-93c4-ecae9fee275a by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:22.775812 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Attempting to bind port e50db6ae-abaf-4513-93c4-ecae9fee275a on network 58390e39-756e-4358-95d7-f704ca973610 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:22.785466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-e46db3d1-7537-4799-ac17-e1ede538d110 service neutron] 10.222.0.107 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583420 Feb 02 15:39:22.808774 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:22.809499 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Checking segment: {'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:22.809998 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:22.810564 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Bound using segment: {'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:22.811260 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Bound port: e50db6ae-abaf-4513-93c4-ecae9fee275a, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '58390e39-756e-4358-95d7-f704ca973610'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:22.812568 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:22.814055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:22.834902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:22.866057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 135a0bda-2d11-4bd2-b62e-e27eb81555f3 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:22.932287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bbfaa8fe-bfbe-4662-aa78-fc8eedbeb22f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 200 len: 205 time: 0.2921543 Feb 02 15:39:22.949550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8406e-2dc7-48da-a894-c3f6d8a266ad req-e7c42d27-b883-4798-a69e-3dd09b84d5b1 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:22.951127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-11d8406e-2dc7-48da-a894-c3f6d8a266ad req-e7c42d27-b883-4798-a69e-3dd09b84d5b1 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 944 time: 0.9978569 Feb 02 15:39:22.952781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:22.957414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46994) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:22.982185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:23.007949 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] For port e50db6ae-abaf-4513-93c4-ecae9fee275a, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:23.014796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] For port e50db6ae-abaf-4513-93c4-ecae9fee275a, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e50db6ae-abaf-4513-93c4-ecae9fee275a,segment=NetworkSegment(bdfe7877-4da9-4f1e-a8b8-0662bb2c0780),segment_id=bdfe7877-4da9-4f1e-a8b8-0662bb2c0780)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:23.023498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e29b4666-57da-42aa-9a0c-d4c6eec775d3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:23.027752 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:23.061909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:23.080907 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-465db53e-0356-4d0a-b8e2-7ef52b562842 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] delete failed (client error): The resource could not be found. Feb 02 15:39:23.082524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-465db53e-0356-4d0a-b8e2-7ef52b562842 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/dee97f7d-cfe6-4dc9-bfe6-9803effdb2ee HTTP/1.1" status: 404 len: 336 time: 0.1176841 Feb 02 15:39:23.125716 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:23.150335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46998) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:23.215887 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d13b6300-8f63-44f3-90ad-5cd97c3ba207 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6 HTTP/1.1" status: 200 len: 205 time: 0.0591366 Feb 02 15:39:23.220305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:23.228527 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afbc3f-c08f-48ac-ad31-84a560f2a89c None None] Pushing event updated for resources: {'Port': ['ID=e50db6ae-abaf-4513-93c4-ecae9fee275a,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:23.235045 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:23.235673 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:38:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:23.314395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:23.322848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9b70b6a2-0bc0-40f0-b0c8-b648dd02004f None None] Provisioning for port c847d7df-0e97-4d6d-af3d-4c17622bfa47 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:23.333246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c847d7df-0e97-4d6d-af3d-4c17622bfa47 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:23.372825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-11d8406e-2dc7-48da-a894-c3f6d8a266ad req-df5f1d2a-81d1-4618-9b88-e8ec7ea93d86 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063978 Feb 02 15:39:23.411180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06301e1e-7b59-475a-affb-1090c9070c36 req-e1e24174-e387-4751-8cf0-ccfce775b1a6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 1095 time: 1.4263809 Feb 02 15:39:23.432507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:23.526912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c847d7df-0e97-4d6d-af3d-4c17622bfa47 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:23.536797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c847d7df-0e97-4d6d-af3d-4c17622bfa47 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:23.538618 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:23.540032 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:23.668234 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-2f69f0e6-b025-4ead-a739-060d64c090c3 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] delete failed (client error): The resource could not be found. Feb 02 15:39:23.670326 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2f69f0e6-b025-4ead-a739-060d64c090c3 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/f5a90ae8-edaf-40c9-9ecb-e0573d9d63f6 HTTP/1.1" status: 404 len: 336 time: 0.4484689 Feb 02 15:39:23.678974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47008) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:23.763439 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:23.783315 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec168d3-1f08-4efc-97e5-241e49357c1a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:23.783760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec168d3-1f08-4efc-97e5-241e49357c1a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:23.785898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0ec168d3-1f08-4efc-97e5-241e49357c1a tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/37833b98-210a-4521-93ad-99b87f91ab39 HTTP/1.1" status: 404 len: 337 time: 0.1026483 Feb 02 15:39:23.799017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47012) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:23.804194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:23.871047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:23.912007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:23.949469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:23.956647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:23.957890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:23.959210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c847d7df-0e97-4d6d-af3d-4c17622bfa47, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c847d7df-0e97-4d6d-af3d-4c17622bfa47,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:24.022500 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:24.050753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=135a0bda-2d11-4bd2-b62e-e27eb81555f3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:24.054426 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:14Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:22Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:24.063114 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f33f82-72b0-46b1-add9-36c071baf2e7 None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:14Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:22Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:39:24.132690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c847d7df-0e97-4d6d-af3d-4c17622bfa47,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:24.145577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a2ca4fd-ebcb-4977-8e05-7b366f826b02 req-60701c83-01c8-4db9-bee5-5350a40941a2 service neutron] 10.222.0.107 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2576914 Feb 02 15:39:24.171897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f7ccb7fb-f22c-418d-9aa7-1916909fc589 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=800625f5-56d2-4e2c-9749-09a56e871b02 HTTP/1.1" status: 200 len: 205 time: 0.3714273 Feb 02 15:39:24.185529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b202010-1a5d-4cf4-b94d-5d1fb4e7d63e req-71f5c2aa-2eb4-4711-be0e-ba4a908ec23c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:24.189960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47016) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:24.195710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b202010-1a5d-4cf4-b94d-5d1fb4e7d63e req-71f5c2aa-2eb4-4711-be0e-ba4a908ec23c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.5034738 Feb 02 15:39:24.231596 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-abbe32b3-3bfd-46bb-926b-26e2c26b4553 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.3771906 Feb 02 15:39:24.233295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47020) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:24.291965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06301e1e-7b59-475a-affb-1090c9070c36 req-63f0b0f2-dd18-4afe-8278-e37451b3cd7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:24.291965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06301e1e-7b59-475a-affb-1090c9070c36 req-63f0b0f2-dd18-4afe-8278-e37451b3cd7e service neutron] 10.222.0.107 "GET /v2.0/networks?id=f1165e92-0af4-4292-ae60-e949cae65b5f HTTP/1.1" status: 200 len: 919 time: 0.8433433 Feb 02 15:39:24.308718 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-eb60fa6d-babb-4979-b777-2999a1208ec8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] delete failed (client error): The resource could not be found. Feb 02 15:39:24.310272 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-eb60fa6d-babb-4979-b777-2999a1208ec8 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/800625f5-56d2-4e2c-9749-09a56e871b02 HTTP/1.1" status: 404 len: 336 time: 0.1188455 Feb 02 15:39:24.313580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47024) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:24.492225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c082bba8-a594-444f-90a3-1619c4b2b11f tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=5f338281-0593-4a0f-a2c2-092af5a547c8 HTTP/1.1" status: 200 len: 205 time: 0.1755202 Feb 02 15:39:24.502273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47030) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:24.512209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b202010-1a5d-4cf4-b94d-5d1fb4e7d63e req-52b03d65-c797-47cd-9555-42f5038cbaad tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152363 Feb 02 15:39:24.520064 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06301e1e-7b59-475a-affb-1090c9070c36 req-1f48a43c-a442-4adb-9c37-0b6be62ce521 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 HTTP/1.1" status: 200 len: 217 time: 0.1511693 Feb 02 15:39:24.520377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-889eea07-abb0-4a6e-bd40-d3cffa07d360 None None] Provisioning for port 135a0bda-2d11-4bd2-b62e-e27eb81555f3 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:24.531096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-889eea07-abb0-4a6e-bd40-d3cffa07d360 None None] Provisioning complete for port 135a0bda-2d11-4bd2-b62e-e27eb81555f3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:24.531663 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-889eea07-abb0-4a6e-bd40-d3cffa07d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:24.629932 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd615-b0e1-44cb-8c3a-7032c1c63bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:24.636085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:24.687647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae8d97-9037-4fe7-92eb-0fe94deb203a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:24.692368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae8d97-9037-4fe7-92eb-0fe94deb203a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:24.693464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-32ae8d97-9037-4fe7-92eb-0fe94deb203a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:24.709039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-889eea07-abb0-4a6e-bd40-d3cffa07d360 None None] Port 135a0bda-2d11-4bd2-b62e-e27eb81555f3 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:24.746422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06301e1e-7b59-475a-affb-1090c9070c36 req-2559d671-ca80-4324-b829-19ea2702ee1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:24.748600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06301e1e-7b59-475a-affb-1090c9070c36 req-2559d671-ca80-4324-b829-19ea2702ee1a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=38d8b291-e06c-46d0-a74c-733a418570fc HTTP/1.1" status: 200 len: 857 time: 0.2190962 Feb 02 15:39:24.800685 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-d4736f4a-49e0-4d4f-beac-5bba04576ace tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] delete failed (client error): The resource could not be found. Feb 02 15:39:24.801827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d4736f4a-49e0-4d4f-beac-5bba04576ace tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/5f338281-0593-4a0f-a2c2-092af5a547c8 HTTP/1.1" status: 404 len: 336 time: 0.2938972 Feb 02 15:39:24.806988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:24.816611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-32ae8d97-9037-4fe7-92eb-0fe94deb203a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:24.817662 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-32ae8d97-9037-4fe7-92eb-0fe94deb203a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5834935 Feb 02 15:39:24.840253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:39:24.847966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47038) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:24.877396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06301e1e-7b59-475a-affb-1090c9070c36 req-c18d13d6-15da-402e-8c44-e99991e576f0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f1165e92-0af4-4292-ae60-e949cae65b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205678 Feb 02 15:39:24.917067 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f9d41a-b235-4d2d-840b-3f6c7289f51e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:24.917601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f9d41a-b235-4d2d-840b-3f6c7289f51e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:24.922119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e5f9d41a-b235-4d2d-840b-3f6c7289f51e tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/6b162a07-e069-4a1e-87bd-94aa3ce17153 HTTP/1.1" status: 404 len: 337 time: 0.1113558 Feb 02 15:39:24.924256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47042) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:25.052623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-05dae787-7f03-4e19-a23a-3de9b8ca3153 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b9ad6e4-328a-4b2c-81d0-df91f7500915 HTTP/1.1" status: 200 len: 205 time: 0.1249397 Feb 02 15:39:25.057631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47046) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:25.063048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:25.143569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:25.169693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '5e163388-81c6-4eb1-86a0-cb6a42b8d2c3', 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f', 'port_id': '5e163388-81c6-4eb1-86a0-cb6a42b8d2c3', 'mac_address': 'fa:16:3e:72:34:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d8b291-e06c-46d0-a74c-733a418570fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:39:25.174847 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-8eeee66f-4804-4e0d-83a8-5f4367fef031 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] delete failed (client error): The resource could not be found. Feb 02 15:39:25.180231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8eeee66f-4804-4e0d-83a8-5f4367fef031 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/2b9ad6e4-328a-4b2c-81d0-df91f7500915 HTTP/1.1" status: 404 len: 336 time: 0.1213052 Feb 02 15:39:25.181812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47050) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:25.201994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-190cae3d-6edf-4e0b-9dad-6267b9870f7b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 135a0bda-2d11-4bd2-b62e-e27eb81555f3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:25.202590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190cae3d-6edf-4e0b-9dad-6267b9870f7b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.247083 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b0ea3d-45fa-4dc4-a442-9929ac00c985 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:25.247601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b0ea3d-45fa-4dc4-a442-9929ac00c985 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:25.248138 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.252967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e3b0ea3d-45fa-4dc4-a442-9929ac00c985 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/66df0671-56b5-4315-aec7-1e56ba500180 HTTP/1.1" status: 404 len: 337 time: 0.0658834 Feb 02 15:39:25.264716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47054) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:25.275521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:39:25.293947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:25.295798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:25.301740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:25.306950 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.340107 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7243a940-4cdc-43ce-bb91-6802fee599df tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "GET /v2.0/ports?device_id=30e02f37-4af8-46e3-a646-aff08c376d53 HTTP/1.1" status: 200 len: 205 time: 0.0738547 Feb 02 15:39:25.342739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47058) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:25.381708 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.427300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06301e1e-7b59-475a-affb-1090c9070c36 req-a68a926f-6a96-4371-bb55-06c421fa971d service neutron] 10.222.0.107 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400674 Feb 02 15:39:25.439939 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-1f6109dd-c0c8-42db-aefd-5d3f574f8f5d tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] delete failed (client error): The resource could not be found. Feb 02 15:39:25.444949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddbbde-4e67-434a-9877-7a8fe600edc2 req-03456475-b47d-4fa4-842d-24dddf43c3e5 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:25.445289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1f6109dd-c0c8-42db-aefd-5d3f574f8f5d tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/routers/30e02f37-4af8-46e3-a646-aff08c376d53 HTTP/1.1" status: 404 len: 336 time: 0.0974820 Feb 02 15:39:25.448952 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3cddbbde-4e67-434a-9877-7a8fe600edc2 req-03456475-b47d-4fa4-842d-24dddf43c3e5 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 944 time: 0.7098334 Feb 02 15:39:25.450668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47062) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:25.508633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.529044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:25.537047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.551106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef9790c-587f-4d2f-b02d-4a33bdb94e44'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:25.566284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:25.619425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-06301e1e-7b59-475a-affb-1090c9070c36 req-3365fc77-46f5-4750-97ab-5e85a857e188 service neutron] 10.222.0.107 "GET /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817675 Feb 02 15:39:25.625978 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef9790c-587f-4d2f-b02d-4a33bdb94e44', 'code': 200} Feb 02 15:39:25.628928 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79063d2-aed1-4c23-8bef-4e8322f358b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:25.629364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79063d2-aed1-4c23-8bef-4e8322f358b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:25.650140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.729019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.754598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:25.757673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5e163388-81c6-4eb1-86a0-cb6a42b8d2c3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:39:25.866314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c79063d2-aed1-4c23-8bef-4e8322f358b7 tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/b13f7dc8-5271-4d95-a38b-1d6026bb19b1 HTTP/1.1" status: 404 len: 337 time: 0.4080298 Feb 02 15:39:25.888786 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.911611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47070) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:25.986916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35257e94-4eef-49ac-99ef-b33b37dabde8 req-c771d7de-e00c-424c-9722-377622323c43 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:25.988879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35257e94-4eef-49ac-99ef-b33b37dabde8 req-c771d7de-e00c-424c-9722-377622323c43 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.2461340 Feb 02 15:39:25.990840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=8a1f99c7-e173-4a66-8f67-d9cff0468519,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:26.050089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35257e94-4eef-49ac-99ef-b33b37dabde8 req-ae789d1b-588b-4df7-a88a-89df4cfac40c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Feb 02 15:39:26.100746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3cddbbde-4e67-434a-9877-7a8fe600edc2 req-1d08de96-6783-4568-8d40-c34bb6ce1fbf tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509097 Feb 02 15:39:26.111901 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32b0a70-bb79-4154-9972-2ecf7779edef tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] DELETE failed (client error): The resource could not be found. Feb 02 15:39:26.112026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32b0a70-bb79-4154-9972-2ecf7779edef tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:26.116933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f32b0a70-bb79-4154-9972-2ecf7779edef tempest-RoutersIpV6Test-510644332 tempest-RoutersIpV6Test-510644332-project] 10.222.0.88 "DELETE /v2.0/subnets/bc548ef5-cff6-4520-9f5a-c3b299540d7c HTTP/1.1" status: 404 len: 337 time: 0.1502831 Feb 02 15:39:26.268081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c847d7df-0e97-4d6d-af3d-4c17622bfa47 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:26.365502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c847d7df-0e97-4d6d-af3d-4c17622bfa47 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:26.366517 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.369449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=cab0b002-2153-4492-b1d9-451c141a05ca,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:26.409050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190cae3d-6edf-4e0b-9dad-6267b9870f7b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.509456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:26.509929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: faf450dd-c8da-4107-ab7a-64ccbf808af3, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:39:26.512537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e50db6ae-abaf-4513-93c4-ecae9fee275a up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:26.599492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-190cae3d-6edf-4e0b-9dad-6267b9870f7b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 135a0bda-2d11-4bd2-b62e-e27eb81555f3 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:26.600310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ebd86eaa-0444-4fac-b782-0ed37dc16ebd None None] Provisioning complete for port cab0b002-2153-4492-b1d9-451c141a05ca triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:26.600701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ebd86eaa-0444-4fac-b782-0ed37dc16ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.660526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-714c4d62-f5fe-4fd8-a90d-f53990fafa01 req-7cbf4ab7-a146-4564-b690-d02f6825c6ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6 HTTP/1.1" status: 200 len: 1096 time: 0.9286485 Feb 02 15:39:26.671281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ebd86eaa-0444-4fac-b782-0ed37dc16ebd None None] Port cab0b002-2153-4492-b1d9-451c141a05ca cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:26.715535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47078) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:26.748452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e50db6ae-abaf-4513-93c4-ecae9fee275a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:26.755444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e50db6ae-abaf-4513-93c4-ecae9fee275a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:26.756270 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.818133 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-714c4d62-f5fe-4fd8-a90d-f53990fafa01 req-1b41e4a1-a0fb-4a76-9b7e-3d5c3b1d2c9d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453471 Feb 02 15:39:26.844762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:39:26.853433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:26.889586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.892101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network faf450dd-c8da-4107-ab7a-64ccbf808af3 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:39:26.900718 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e6b52292-70ff-403e-947f-c6ff1fb6c211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.959226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, faf450dd-c8da-4107-ab7a-64ccbf808af3) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:26.964168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:26.965145 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.984077 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190cae3d-6edf-4e0b-9dad-6267b9870f7b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.990335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c9e90dba-d9f6-4772-ad16-4227e770a62e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=583531ced22f4364affc4ba0874a5d6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2736306 Feb 02 15:39:26.994940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47084) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:27.005378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488b067-9d7a-4f2a-bbbb-5112064c0f13 None None] Network faf450dd-c8da-4107-ab7a-64ccbf808af3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:27.068935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cae3d-6edf-4e0b-9dad-6267b9870f7b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=135a0bda-2d11-4bd2-b62e-e27eb81555f3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:27.076745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a27ccd4-fcd0-4401-b7c6-7579ac1f2784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.138444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-12b22263-8a79-40a7-9105-cc03f3a99dfd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0648105 Feb 02 15:39:27.142907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47090) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:27.148824 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-190cae3d-6edf-4e0b-9dad-6267b9870f7b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.150989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-190cae3d-6edf-4e0b-9dad-6267b9870f7b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/135a0bda-2d11-4bd2-b62e-e27eb81555f3 HTTP/1.1" status: 204 len: 168 time: 2.2967021 Feb 02 15:39:27.154536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47094) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:27.157462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a27ccd4-fcd0-4401-b7c6-7579ac1f2784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.230511 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.243341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927071d7-b62c-436e-92e8-1cd8ebc8b6ae tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:27.251121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927071d7-b62c-436e-92e8-1cd8ebc8b6ae tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:27.253034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-927071d7-b62c-436e-92e8-1cd8ebc8b6ae tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0975077 Feb 02 15:39:27.257114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47100) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:27.361465 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.482829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:27.509858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e50db6ae-abaf-4513-93c4-ecae9fee275a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e50db6ae-abaf-4513-93c4-ecae9fee275a,segment=NetworkSegment(bdfe7877-4da9-4f1e-a8b8-0662bb2c0780),segment_id=bdfe7877-4da9-4f1e-a8b8-0662bb2c0780)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:27.511880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:27.543240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '35aecc86-d2f5-46d2-a2f4-96b6757c57f5', 'network_id': 'f1165e92-0af4-4292-ae60-e949cae65b5f', 'port_id': '35aecc86-d2f5-46d2-a2f4-96b6757c57f5', 'mac_address': 'fa:16:3e:0a:02:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d8b291-e06c-46d0-a74c-733a418570fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:39:27.553254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897c936-937a-4def-a779-1278880a5af6 req-ad7b6ecb-a693-4bdd-8462-1f1f54b7bb83 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:27.555940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:27.556096 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.561092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3897c936-937a-4def-a779-1278880a5af6 req-ad7b6ecb-a693-4bdd-8462-1f1f54b7bb83 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.2513130 Feb 02 15:39:27.615606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a27ccd4-fcd0-4401-b7c6-7579ac1f2784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.619701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.640800 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a27ccd4-fcd0-4401-b7c6-7579ac1f2784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.645956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a27ccd4-fcd0-4401-b7c6-7579ac1f2784 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d9c461f3-e7e7-4fc4-b377-83395cc367c3 HTTP/1.1" status: 204 len: 168 time: 0.6457279 Feb 02 15:39:27.652762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3897c936-937a-4def-a779-1278880a5af6 req-c8dcc666-b640-42cf-b63a-43c89eb77a64 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904281 Feb 02 15:39:27.753032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27ccd4-fcd0-4401-b7c6-7579ac1f2784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c461f3-e7e7-4fc4-b377-83395cc367c3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:27.798610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.834147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e50db6ae-abaf-4513-93c4-ecae9fee275a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:27.843890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-faf450dd-c8da-4107-ab7a-64ccbf808af3', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:27.844414 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.866045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:39:27.931904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:27.938416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-51eefcf3-28aa-4af6-9977-bc1b884c8d6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet fff64c92-b9f7-4f40-8911-cde3b6602454 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:27.944790 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51eefcf3-28aa-4af6-9977-bc1b884c8d6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.011989 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.070201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.094943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e9e99-ac3b-4961-a5ba-e81d0c519fe4 req-d30bc7f8-5ec6-485a-96ef-a8ac40dc7957 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:28.096648 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb5e9e99-ac3b-4961-a5ba-e81d0c519fe4 req-d30bc7f8-5ec6-485a-96ef-a8ac40dc7957 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 945 time: 0.7205303 Feb 02 15:39:28.160496 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51eefcf3-28aa-4af6-9977-bc1b884c8d6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.187710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99c62f5-ce78-4199-97f6-74d86ef5baf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e163388-81c6-4eb1-86a0-cb6a42b8d2c3'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:28.215807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:28.225244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:28.240543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e50db6ae-abaf-4513-93c4-ecae9fee275a up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:28.297440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Allocated IP 172.21.0.2 (faf450dd-c8da-4107-ab7a-64ccbf808af3/8a1f99c7-e173-4a66-8f67-d9cff0468519/e806a6ae-76a7-49ae-88a9-cae00ec8fb8c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:28.325521 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99c62f5-ce78-4199-97f6-74d86ef5baf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e163388-81c6-4eb1-86a0-cb6a42b8d2c3', 'code': 200} Feb 02 15:39:28.328610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['35aecc86-d2f5-46d2-a2f4-96b6757c57f5'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:39:28.389998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.572534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb5e9e99-ac3b-4961-a5ba-e81d0c519fe4 req-da1ab2ce-2639-46b7-a3d3-211e29927978 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644876 Feb 02 15:39:28.631072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.632522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.652687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.657285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51eefcf3-28aa-4af6-9977-bc1b884c8d6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.675654 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.760392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.765938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.813747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:28.877335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=cab0b002-2153-4492-b1d9-451c141a05ca,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:28.921041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e50db6ae-abaf-4513-93c4-ecae9fee275a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:28.921426 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:28.979547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51eefcf3-28aa-4af6-9977-bc1b884c8d6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:29.030699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eefcf3-28aa-4af6-9977-bc1b884c8d6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=fff64c92-b9f7-4f40-8911-cde3b6602454,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:29.053545 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51eefcf3-28aa-4af6-9977-bc1b884c8d6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:29.067317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da6f69-3f9c-484c-bf37-8a76f2a53af3 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:29.089314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-51eefcf3-28aa-4af6-9977-bc1b884c8d6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/fff64c92-b9f7-4f40-8911-cde3b6602454 HTTP/1.1" status: 204 len: 168 time: 1.8127103 Feb 02 15:39:29.092817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47120) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:29.177340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1528510-d91b-49ca-94dd-fab91ba30cc1 req-bb3ee107-6726-42ef-a15b-de20b7aef686 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 1097 time: 0.6396575 Feb 02 15:39:29.179445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0dd19f3c-5d28-4f9e-ade1-5303f719545e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854003 Feb 02 15:39:29.182914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47124) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:29.190436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:29.195562 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:29.216014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network e6ac966a-f81d-4ad0-a409-4544b9e6842d is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:29.220556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:29.227747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Transition to ACTIVE for port object e806a6ae-76a7-49ae-88a9-cae00ec8fb8c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:29.339766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0e29-e66d-4984-90c1-a560159d4d80 req-852773ea-290a-46b8-b9ba-3c655c6a3d29 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:29.341879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76bb0e29-e66d-4984-90c1-a560159d4d80 req-852773ea-290a-46b8-b9ba-3c655c6a3d29 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.4181993 Feb 02 15:39:29.344947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1528510-d91b-49ca-94dd-fab91ba30cc1 req-c914df4e-ffa9-43ec-a9ff-1184834215ad service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495473 Feb 02 15:39:29.469909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Transition to ACTIVE for port object e806a6ae-76a7-49ae-88a9-cae00ec8fb8c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:29.594648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:29.603302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:29.604933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:29.607352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:29.644756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76bb0e29-e66d-4984-90c1-a560159d4d80 req-fd3d12ca-e7f1-4be2-9681-d80e696e674b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973249 Feb 02 15:39:29.675515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:29.765029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Pushing event updated for resources: {'Port': ['ID=e806a6ae-76a7-49ae-88a9-cae00ec8fb8c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:29.779271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:29.783113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Network faf450dd-c8da-4107-ab7a-64ccbf808af3 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:29.783674 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:29.787070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:29.794258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:29.862817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.21.0.1 (faf450dd-c8da-4107-ab7a-64ccbf808af3/8a1f99c7-e173-4a66-8f67-d9cff0468519/57fdcd94-4656-48a2-8b87-5a96b1db4015) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:29.969707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:39:29.991711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c20e4785-1062-429c-818e-bb76061c3383 None None] Provisioning complete for port cab0b002-2153-4492-b1d9-451c141a05ca triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:29.992593 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c20e4785-1062-429c-818e-bb76061c3383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.028901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Deleting port c847d7df-0e97-4d6d-af3d-4c17622bfa47 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:30.029159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.073187 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.088971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca19a5d-274f-48c6-ad04-e37db09baa6f req-fe5dbf6d-fa08-48f5-aedd-b62b94ef2305 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:30.090546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ca19a5d-274f-48c6-ad04-e37db09baa6f req-fe5dbf6d-fa08-48f5-aedd-b62b94ef2305 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 946 time: 0.1775072 Feb 02 15:39:30.105807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Attempting to bind port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:30.106489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Attempting to bind port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:30.107433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Attempting to bind port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c on network faf450dd-c8da-4107-ab7a-64ccbf808af3 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:30.149164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c20e4785-1062-429c-818e-bb76061c3383 None None] Port cab0b002-2153-4492-b1d9-451c141a05ca cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:30.161763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:30.163068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Checking segment: {'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:30.164828 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.165617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Bound using segment: {'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:30.166402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Bound port: e806a6ae-76a7-49ae-88a9-cae00ec8fb8c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:30.167242 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.169083 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.196103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object 57fdcd94-4656-48a2-8b87-5a96b1db4015 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:30.201377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Router 134a9db1-3548-4cb3-9b4c-bcabfb96bc40 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:39:30.242611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c847d7df-0e97-4d6d-af3d-4c17622bfa47 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:30.260914 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ca19a5d-274f-48c6-ad04-e37db09baa6f req-9460df70-1141-4693-8264-43f275ef844a tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617484 Feb 02 15:39:30.325708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.412435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network faf450dd-c8da-4107-ab7a-64ccbf808af3 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:30.423416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:30.435422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:30.482642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=57fdcd94-4656-48a2-8b87-5a96b1db4015,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:30.530547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.687858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] For port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:30.707446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] For port c847d7df-0e97-4d6d-af3d-4c17622bfa47, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c847d7df-0e97-4d6d-af3d-4c17622bfa47,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:30.707673 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.732372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] For port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e806a6ae-76a7-49ae-88a9-cae00ec8fb8c,segment=NetworkSegment(107749b5-ad6c-43d6-b16e-895b85306ff8),segment_id=107749b5-ad6c-43d6-b16e-895b85306ff8)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:30.757394 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.817025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:30.896896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:39:30.905337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:30.921289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:39:30.971178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-083dd651-3c3c-4d60-803a-d833340a32ff tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "PUT /v2.0/routers/134a9db1-3548-4cb3-9b4c-bcabfb96bc40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8503881 Feb 02 15:39:30.979277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47146) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:31.017560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b101d85d-d4cd-4eb1-9a9c-2fdc0d59988a None None] Sync routers for ids ['134a9db1-3548-4cb3-9b4c-bcabfb96bc40'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:39:31.020969 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:31.033591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Calling delete_port for c847d7df-0e97-4d6d-af3d-4c17622bfa47 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:31.139481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ff3a5-856e-45d0-a576-e518b9419722 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:31.140507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-664ff3a5-856e-45d0-a576-e518b9419722 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:31.225428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101d85d-d4cd-4eb1-9a9c-2fdc0d59988a None None] Routers {'134a9db1-3548-4cb3-9b4c-bcabfb96bc40'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:31.226081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b101d85d-d4cd-4eb1-9a9c-2fdc0d59988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['134a9db1-3548-4cb3-9b4c-bcabfb96bc40'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:31.270039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609afa-25a0-44d1-8be9-0dc53aece2a9 req-9ff9d582-a4dd-4996-b6b6-c9a13239d20f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:31.277483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6609afa-25a0-44d1-8be9-0dc53aece2a9 req-9ff9d582-a4dd-4996-b6b6-c9a13239d20f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.3684299 Feb 02 15:39:31.279715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-664ff3a5-856e-45d0-a576-e518b9419722 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:31.284912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47152) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:31.286972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-664ff3a5-856e-45d0-a576-e518b9419722 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports?device_id=134a9db1-3548-4cb3-9b4c-bcabfb96bc40 HTTP/1.1" status: 200 len: 988 time: 0.3062038 Feb 02 15:39:31.370377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:31.401914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5f10c-2153-4a3e-8346-506a1910a53f None None] Pushing event updated for resources: {'Port': ['ID=e806a6ae-76a7-49ae-88a9-cae00ec8fb8c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:31.408615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b101d85d-d4cd-4eb1-9a9c-2fdc0d59988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:31.480158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:31.482512 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:31.482512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101d85d-d4cd-4eb1-9a9c-2fdc0d59988a None None] Routers {'134a9db1-3548-4cb3-9b4c-bcabfb96bc40'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:31.483887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b101d85d-d4cd-4eb1-9a9c-2fdc0d59988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['134a9db1-3548-4cb3-9b4c-bcabfb96bc40'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:31.626231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b101d85d-d4cd-4eb1-9a9c-2fdc0d59988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:31.650550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b101d85d-d4cd-4eb1-9a9c-2fdc0d59988a None None] The sync data for ids ['134a9db1-3548-4cb3-9b4c-bcabfb96bc40'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:39:31.673981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:31.679645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:31.679645 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:31.682719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:31.683097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:31.705948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6609afa-25a0-44d1-8be9-0dc53aece2a9 req-67a9f648-df09-4f32-9009-d2a7698beee6 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253378 Feb 02 15:39:31.772145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:31.873119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port c847d7df-0e97-4d6d-af3d-4c17622bfa47, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c847d7df-0e97-4d6d-af3d-4c17622bfa47,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:31.913674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:31.939285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:31.958948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58440-cef9-4956-ace9-e232f4c32163 req-ff5d54b7-eaf5-454a-a9bb-88294e0410bc tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:31.960929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bda58440-cef9-4956-ace9-e232f4c32163 req-ff5d54b7-eaf5-454a-a9bb-88294e0410bc tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 946 time: 0.1656249 Feb 02 15:39:32.019315 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.020758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.039821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.099646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbdb60f-6792-4a8f-80b0-3837dc4191c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aecc86-d2f5-46d2-a2f4-96b6757c57f5'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:32.115007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.123201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=57fdcd94-4656-48a2-8b87-5a96b1db4015,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:32.165216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.202173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:32.211738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Deleting port c847d7df-0e97-4d6d-af3d-4c17622bfa47 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:32.212255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.215460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bda58440-cef9-4956-ace9-e232f4c32163 req-6746c653-8cbf-45df-8ce5-113b36ef35d2 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424705 Feb 02 15:39:32.229091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:32.243514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:32.244159 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.247718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:32.286889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=c21d5c70-3d59-4702-b508-25a5e5c04b2c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:32.295702 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbdb60f-6792-4a8f-80b0-3837dc4191c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aecc86-d2f5-46d2-a2f4-96b6757c57f5', 'code': 200} Feb 02 15:39:32.319892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=c847d7df-0e97-4d6d-af3d-4c17622bfa47,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:32.340740 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.360710 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-760a6a99-f03f-4206-8895-6f1e7bfc01b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1768394 Feb 02 15:39:32.363116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47174) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:32.370112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:48:65:a2', 'name': 'tempest-NetworksTestDHCPv6-1209128167'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:32.506803 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:32.507044 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:32.588865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:32.736490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87390deb-9ec1-4987-9a7b-67215c994647 req-bff00c65-07c3-484b-bdff-581f56608b6c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:32.738862 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87390deb-9ec1-4987-9a7b-67215c994647 req-bff00c65-07c3-484b-bdff-581f56608b6c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6 HTTP/1.1" status: 200 len: 945 time: 0.2539835 Feb 02 15:39:32.740741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:32.779069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:32.885669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-87390deb-9ec1-4987-9a7b-67215c994647 req-efd3129f-2117-4310-bd81-4c2cc0e97aec tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375721 Feb 02 15:39:32.919742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:32.922899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] For port c847d7df-0e97-4d6d-af3d-4c17622bfa47, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c847d7df-0e97-4d6d-af3d-4c17622bfa47,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:32.923223 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.924940 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:32.990320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network faf450dd-c8da-4107-ab7a-64ccbf808af3 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:33.003558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port a781a0de-b167-477d-9a02-cf57fbf5e1c2 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:39:33.034793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:33.048267 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-599e2533-10e7-40bc-94dd-93be34641508 req-a2503129-73d2-4fef-bd26-63f12e908f8b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 1096 time: 0.3585730 Feb 02 15:39:33.208350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6bcec-0281-4798-bee8-9dd8130c805d None None] Network faf450dd-c8da-4107-ab7a-64ccbf808af3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:33.241078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Calling delete_port for c847d7df-0e97-4d6d-af3d-4c17622bfa47 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:33.287563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:fe48:65a2 (2b108652-b7f1-4e95-b1da-85ac7991b521/c21d5c70-3d59-4702-b508-25a5e5c04b2c/a781a0de-b167-477d-9a02-cf57fbf5e1c2) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:33.348133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cb974-d0c8-4570-bba8-244a2080688f req-f2189f82-5967-49de-bb26-3b74b7c244be tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:33.352919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-212cb974-d0c8-4570-bba8-244a2080688f req-f2189f82-5967-49de-bb26-3b74b7c244be tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 945 time: 0.2626727 Feb 02 15:39:33.382179 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-599e2533-10e7-40bc-94dd-93be34641508 req-33dfff6c-3fde-442c-87af-1959be523e65 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329599 Feb 02 15:39:33.427146 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:33.519222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d9e196da-a24b-4ae3-a0e1-debac74e8afa None None] Provisioning for port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:33.600901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-212cb974-d0c8-4570-bba8-244a2080688f req-c1ecf5ca-cf84-42d0-9cb6-ba6db4e9c873 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418540 Feb 02 15:39:33.664791 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:33.681808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98816d6c-1990-498e-a32f-e02176e64f70 req-4decd2cc-29b4-4054-9c8f-5e05e9d76a0e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:33.688748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object a781a0de-b167-477d-9a02-cf57fbf5e1c2 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:33.691081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-98816d6c-1990-498e-a32f-e02176e64f70 req-4decd2cc-29b4-4054-9c8f-5e05e9d76a0e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.5251973 Feb 02 15:39:33.753018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47196) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:33.806452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:33.824577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-98816d6c-1990-498e-a32f-e02176e64f70 req-1e181ab4-99ec-495f-9da9-3b0235a9e96b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324959 Feb 02 15:39:33.881625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 02 15:39:33.881625 n-d-827122-1 neutron-server[95774]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 02 15:39:33.881625 n-d-827122-1 neutron-server[95774]: [parameters: {'status': 'DOWN', 'ports_id': 'c847d7df-0e97-4d6d-af3d-4c17622bfa47'}] Feb 02 15:39:33.881625 n-d-827122-1 neutron-server[95774]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:33.883573 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:33.897513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:33.902877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:33.916316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:33.921406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:33.922051 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:33.944378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:33.946416 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:33.956433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=a781a0de-b167-477d-9a02-cf57fbf5e1c2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:33.996977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:34.009577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] Pushing event deleted for resources: {'Port': ['ID=c847d7df-0e97-4d6d-af3d-4c17622bfa47,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:34.054205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:34.056347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:39:34.060953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] Usage tracker for resource:security_group_rule and tenant:047e2f4556a743da9801f3b55fd13007 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:34.066486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:34.076320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-44a04d6e-96e4-4839-b17f-c037ed8e7a35 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7119379 Feb 02 15:39:34.077976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:34.080402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47202) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:34.106950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfefb738-3278-4277-97f5-12fa6de38a10 None None] No DVR routers for this DVR port c847d7df-0e97-4d6d-af3d-4c17622bfa47 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:34.135115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ebe172-7468-4a5f-af44-0fde3b978b3f None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:34.250578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b643bbf-1883-4816-8008-f3a6ee8f8844 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:34.251737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3b643bbf-1883-4816-8008-f3a6ee8f8844 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:34.338911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:34.384071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3b643bbf-1883-4816-8008-f3a6ee8f8844 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:34.386355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3b643bbf-1883-4816-8008-f3a6ee8f8844 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3046310 Feb 02 15:39:34.390915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:34.542291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:34.546011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:39:34.564810 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:39:34.595023 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:34.596486 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:34.620008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-594bb8b5-2d24-4daa-8dc9-730272f9ab32 None None] Provisioning for port 57fdcd94-4656-48a2-8b87-5a96b1db4015 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:34.625936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-594bb8b5-2d24-4daa-8dc9-730272f9ab32 None None] Provisioning complete for port 57fdcd94-4656-48a2-8b87-5a96b1db4015 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:34.626362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-594bb8b5-2d24-4daa-8dc9-730272f9ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:34.704135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b8833100-75b8-4863-b79a-f25d08a12d47 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5505862 Feb 02 15:39:34.709658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47212) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:34.733368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-532739472'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:34.744936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:34.752102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port cab0b002-2153-4492-b1d9-451c141a05ca {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:34.752596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:34.797440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:34.811232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:34.904246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-594bb8b5-2d24-4daa-8dc9-730272f9ab32 None None] Port 57fdcd94-4656-48a2-8b87-5a96b1db4015 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:34.907562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5afdacd-b678-46e9-8637-7da3d46063a2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:34.922513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': 'c21d5c70-3d59-4702-b508-25a5e5c04b2c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:34.923445 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.014679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cd050daf-e5d6-452a-9ee9-746b055ef7e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port a781a0de-b167-477d-9a02-cf57fbf5e1c2 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:35.014679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd050daf-e5d6-452a-9ee9-746b055ef7e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.022949 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:35.218300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Allocated IP 2001:db8::f816:3eff:fec3:804c (2b108652-b7f1-4e95-b1da-85ac7991b521/c21d5c70-3d59-4702-b508-25a5e5c04b2c/25e97754-3de2-45a9-9825-0468830bc2c1) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:35.329909 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.349485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd050daf-e5d6-452a-9ee9-746b055ef7e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.368498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port c847d7df-0e97-4d6d-af3d-4c17622bfa47 update to DOWN by agent not found {{(pid=95774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 02 15:39:35.418388 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:30Z', 'revision_number': 3, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:31Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:35.423004 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:39:35.423459 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Updating router a99423b2-77b7-4466-80f1-2ad0f593b6d1 port 57fdcd94-4656-48a2-8b87-5a96b1db4015 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:39:35.489999 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.493205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for cab0b002-2153-4492-b1d9-451c141a05ca owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:35.520866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1794e743-1872-4a66-a596-2fb6d124bac2 None None] Provisioning complete for port 57fdcd94-4656-48a2-8b87-5a96b1db4015 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:35.521673 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1794e743-1872-4a66-a596-2fb6d124bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.546371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-09d27818-a03b-4a00-9dbd-2ec23b809750 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=047e2f4556a743da9801f3b55fd13007&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7890842 Feb 02 15:39:35.555952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cd050daf-e5d6-452a-9ee9-746b055ef7e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for a781a0de-b167-477d-9a02-cf57fbf5e1c2 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:35.606712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e806a6ae-76a7-49ae-88a9-cae00ec8fb8c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:35.709720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1794e743-1872-4a66-a596-2fb6d124bac2 None None] Port 57fdcd94-4656-48a2-8b87-5a96b1db4015 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:35.751503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47218) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:35.755462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:35.840987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.860276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.899797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:35.903030 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.905301 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.920341 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Transition to ACTIVE for port object 57fdcd94-4656-48a2-8b87-5a96b1db4015 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:35.923335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=cab0b002-2153-4492-b1d9-451c141a05ca,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:35.927594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8877a9b-de08-482f-99b7-00d76704a1bb req-c38c8f45-ac26-4e63-bbb3-182e49db0033 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:35.930921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8877a9b-de08-482f-99b7-00d76704a1bb req-c38c8f45-ac26-4e63-bbb3-182e49db0033 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 945 time: 0.9916301 Feb 02 15:39:35.948341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Transition to ACTIVE for port object 25e97754-3de2-45a9-9825-0468830bc2c1 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:35.967612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd050daf-e5d6-452a-9ee9-746b055ef7e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.970505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Transition to ACTIVE for port object 25e97754-3de2-45a9-9825-0468830bc2c1 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:35.983663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:35.995560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:35.996040 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:35.998694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311365d-5af9-4ec1-9d3b-af97d05f619b req-3b7c423d-e841-4401-8b16-50692ea2e527 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:36.000330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4311365d-5af9-4ec1-9d3b-af97d05f619b req-3b7c423d-e841-4401-8b16-50692ea2e527 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.2349746 Feb 02 15:39:36.005301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:39:36.022781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd050daf-e5d6-452a-9ee9-746b055ef7e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=a781a0de-b167-477d-9a02-cf57fbf5e1c2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:36.024751 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.092465 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.114218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c493a797-c561-4ed2-96ec-07fc579ce9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.150537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c493a797-c561-4ed2-96ec-07fc579ce9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.164429 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.165407 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment 1e33950e-ce4a-45c6-b96e-df440fdc92ed of type vlan for network 058c81b6-8716-4705-bfe5-afd3a858f126 Feb 02 15:39:36.175531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cd050daf-e5d6-452a-9ee9-746b055ef7e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.186054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8877a9b-de08-482f-99b7-00d76704a1bb req-a92c0b9c-1874-4a65-87b4-a9dcaedca46a tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489519 Feb 02 15:39:36.284700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4311365d-5af9-4ec1-9d3b-af97d05f619b req-ce49c9a1-8e90-4ed5-885c-20d1c3fcae06 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752421 Feb 02 15:39:36.291381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.314832 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f8126-5e67-42a9-bf05-3939e9f3f94c None None] Pushing event updated for resources: {'Port': ['ID=57fdcd94-4656-48a2-8b87-5a96b1db4015,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:36.342064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cd050daf-e5d6-452a-9ee9-746b055ef7e0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/a781a0de-b167-477d-9a02-cf57fbf5e1c2 HTTP/1.1" status: 204 len: 168 time: 1.9492226 Feb 02 15:39:36.345598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47222) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:36.360765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Pushing event updated for resources: {'Port': ['ID=25e97754-3de2-45a9-9825-0468830bc2c1,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:36.374837 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.391574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:36.394576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:36.399335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:36.444045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c493a797-c561-4ed2-96ec-07fc579ce9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.448155 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.476099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493a797-c561-4ed2-96ec-07fc579ce9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5afdacd-b678-46e9-8637-7da3d46063a2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:36.485115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.488657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:36.489618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.491776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21356192-8885-4bd6-8017-08ca1702d7f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:36.494378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21356192-8885-4bd6-8017-08ca1702d7f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:36.495289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-21356192-8885-4bd6-8017-08ca1702d7f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:36.512263 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c493a797-c561-4ed2-96ec-07fc579ce9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.521535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c493a797-c561-4ed2-96ec-07fc579ce9a5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a5afdacd-b678-46e9-8637-7da3d46063a2 HTTP/1.1" status: 204 len: 168 time: 0.7516575 Feb 02 15:39:36.553772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Attempting to bind port 25e97754-3de2-45a9-9825-0468830bc2c1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:36.554143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Attempting to bind port 25e97754-3de2-45a9-9825-0468830bc2c1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:36.555260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Attempting to bind port 25e97754-3de2-45a9-9825-0468830bc2c1 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:36.562874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:36.565148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:36.565148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.565148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:36.565148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Bound port: 25e97754-3de2-45a9-9825-0468830bc2c1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:36.565148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.569103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Attempting to bind port 57fdcd94-4656-48a2-8b87-5a96b1db4015 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:36.570266 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Attempting to bind port 57fdcd94-4656-48a2-8b87-5a96b1db4015 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:36.571474 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Attempting to bind port 57fdcd94-4656-48a2-8b87-5a96b1db4015 on network faf450dd-c8da-4107-ab7a-64ccbf808af3 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:36.597998 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:36.599961 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Checking segment: {'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:36.600849 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.604264 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Bound using segment: {'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:36.605635 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Bound port: 57fdcd94-4656-48a2-8b87-5a96b1db4015, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107749b5-ad6c-43d6-b16e-895b85306ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:36.606517 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.662307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-21356192-8885-4bd6-8017-08ca1702d7f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:36.665235 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-21356192-8885-4bd6-8017-08ca1702d7f4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3177600 Feb 02 15:39:36.676587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47228) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:36.697071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e806a6ae-76a7-49ae-88a9-cae00ec8fb8c,segment=NetworkSegment(107749b5-ad6c-43d6-b16e-895b85306ff8),segment_id=107749b5-ad6c-43d6-b16e-895b85306ff8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:36.766075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] For port 25e97754-3de2-45a9-9825-0468830bc2c1, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:36.784928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] For port 25e97754-3de2-45a9-9825-0468830bc2c1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=25e97754-3de2-45a9-9825-0468830bc2c1,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:36.799454 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.859442 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] For port 57fdcd94-4656-48a2-8b87-5a96b1db4015, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:36.864598 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] For port 57fdcd94-4656-48a2-8b87-5a96b1db4015, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=57fdcd94-4656-48a2-8b87-5a96b1db4015,segment=NetworkSegment(107749b5-ad6c-43d6-b16e-895b85306ff8),segment_id=107749b5-ad6c-43d6-b16e-895b85306ff8)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:36.875541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.909262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e806a6ae-76a7-49ae-88a9-cae00ec8fb8c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:36.950657 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:36.966704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf98db1-5752-45f6-88bd-58fc1298a8e1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet c21d5c70-3d59-4702-b508-25a5e5c04b2c {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:36.970856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8bf98db1-5752-45f6-88bd-58fc1298a8e1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:37.007295 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2910967 Feb 02 15:39:37.017066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ab160-9f72-4e29-a7f3-5be048155723 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=058c81b6-8716-4705-bfe5-afd3a858f126,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:37.030299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47234) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:37.030706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 058c81b6-8716-4705-bfe5-afd3a858f126 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:39:37.045215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:37.064349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afca085-c13d-4313-b813-df858c7934b5 None None] Pushing event updated for resources: {'Port': ['ID=25e97754-3de2-45a9-9825-0468830bc2c1,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:37.115376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8bf98db1-5752-45f6-88bd-58fc1298a8e1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:37.130792 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f8126-5e67-42a9-bf05-3939e9f3f94c None None] Pushing event updated for resources: {'Port': ['ID=57fdcd94-4656-48a2-8b87-5a96b1db4015,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:37.154867 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:37.155500 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:37.466057 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8bf98db1-5752-45f6-88bd-58fc1298a8e1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:37.523008 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:37.811661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 25e97754-3de2-45a9-9825-0468830bc2c1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:37.815610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47242) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:37.834875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:37.875757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:37.880369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:37.892311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60230697-c1c0-405c-97aa-9f0bf79b0fe2 req-84b78085-7c60-46b4-9c0c-94079031399e tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:37.902033 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-60230697-c1c0-405c-97aa-9f0bf79b0fe2 req-84b78085-7c60-46b4-9c0c-94079031399e tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 945 time: 0.1974840 Feb 02 15:39:37.934819 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8bf98db1-5752-45f6-88bd-58fc1298a8e1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:37.954237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 25e97754-3de2-45a9-9825-0468830bc2c1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:37.963217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:37.967639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e806a6ae-76a7-49ae-88a9-cae00ec8fb8c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:37.975829 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:38.002468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf98db1-5752-45f6-88bd-58fc1298a8e1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=c21d5c70-3d59-4702-b508-25a5e5c04b2c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:38.015082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8bf98db1-5752-45f6-88bd-58fc1298a8e1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:38.039172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-60230697-c1c0-405c-97aa-9f0bf79b0fe2 req-dac46cec-ce19-4470-801e-4f0ff8c5850e tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356635 Feb 02 15:39:38.059271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Router 134a9db1-3548-4cb3-9b4c-bcabfb96bc40 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:39:38.085236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:38.087221 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:38.095432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:38.110332 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:30Z', 'revision_number': 3, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:36Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:38.120570 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734110ba-1fca-4860-9679-a769c02ad652 None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:30Z', 'revision_number': 3, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:36Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:39:38.121012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8bf98db1-5752-45f6-88bd-58fc1298a8e1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/c21d5c70-3d59-4702-b508-25a5e5c04b2c HTTP/1.1" status: 204 len: 168 time: 1.4428577 Feb 02 15:39:38.122907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47248) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:38.299636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-374bfa90-b3ec-4bed-886e-3771472f66b3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1735234 Feb 02 15:39:38.302690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47252) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:38.316380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:38.326760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596a714-a4f1-4f64-960d-4cfc3920e56a req-dd1c5874-a311-4791-a25e-96b58062a5eb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:38.329510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4596a714-a4f1-4f64-960d-4cfc3920e56a req-dd1c5874-a311-4791-a25e-96b58062a5eb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.6475825 Feb 02 15:39:38.339138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] Usage tracker for resource:security_group_rule and tenant:02fc72d395ee4807aaa0f37dc4701cfe is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:38.372852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:38.466487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:38.481944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:38.541540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc702061-7fe0-4054-a116-d35d362e8e17 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:38.542538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dc702061-7fe0-4054-a116-d35d362e8e17 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:38.668291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dc702061-7fe0-4054-a116-d35d362e8e17 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:38.672818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dc702061-7fe0-4054-a116-d35d362e8e17 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3657272 Feb 02 15:39:38.672818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47256) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:38.686933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4596a714-a4f1-4f64-960d-4cfc3920e56a req-b46beab4-d2bf-4581-88e1-62862cd905f8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434491 Feb 02 15:39:38.740439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:39:38.757980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a175ff-f360-43d6-bf43-b1127798181a None None] Sync routers for ids ['134a9db1-3548-4cb3-9b4c-bcabfb96bc40'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:39:38.794847 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfeaaeb-3b11-4f23-8aa5-5a109133cf67 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:38.807791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:38.816378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47260) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:38.816611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3955d8bf-5530-4945-a2ef-e4b459e157aa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "PUT /v2.0/routers/134a9db1-3548-4cb3-9b4c-bcabfb96bc40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5301428 Feb 02 15:39:38.884396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09012361-7bdb-42e1-8489-6c7dcd679066 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:38.885138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09012361-7bdb-42e1-8489-6c7dcd679066 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:38.889795 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-218d7c8a-726f-4e0a-b14f-72b8916ff247 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:39:38.891090 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-218d7c8a-726f-4e0a-b14f-72b8916ff247 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/cab0b002-2153-4492-b1d9-451c141a05ca HTTP/1.1" status: 404 len: 333 time: 0.0740001 Feb 02 15:39:38.894422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47264) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:38.909887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74769068-cc76-43ae-a103-ead8f15601ed None None] Could not find standard attr ID for object a781a0de-b167-477d-9a02-cf57fbf5e1c2. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:39:38.934088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a175ff-f360-43d6-bf43-b1127798181a None None] Routers {'134a9db1-3548-4cb3-9b4c-bcabfb96bc40'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:38.934871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-16a175ff-f360-43d6-bf43-b1127798181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['134a9db1-3548-4cb3-9b4c-bcabfb96bc40'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:38.993191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:39.021846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-16a175ff-f360-43d6-bf43-b1127798181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:39.062464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09012361-7bdb-42e1-8489-6c7dcd679066 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:39.074202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-09012361-7bdb-42e1-8489-6c7dcd679066 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3922827 Feb 02 15:39:39.074202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47270) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:39.085516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74e20fdd-0497-4ad8-86c6-61209ee56698 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:39:39.121289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8186e9c-17d5-4e91-a872-550f1f53529d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:39.152254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6619c252-2391-4812-8e45-fa3f404a8156 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779595 Feb 02 15:39:39.153821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47274) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:39.159603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:39.170472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1cb5c877-44c2-49c2-883d-9e550376220c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=02fc72d395ee4807aaa0f37dc4701cfe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3395329 Feb 02 15:39:39.175240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47278) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:39.214657 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48ee0be3-e5c5-4f21-8381-d2a582218153 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:39.225391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a175ff-f360-43d6-bf43-b1127798181a None None] Routers {'134a9db1-3548-4cb3-9b4c-bcabfb96bc40'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:39.227037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-16a175ff-f360-43d6-bf43-b1127798181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['134a9db1-3548-4cb3-9b4c-bcabfb96bc40'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:39.283752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:39.284046 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:39.295881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:39.343044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74769068-cc76-43ae-a103-ead8f15601ed None None] Provisioning for port 25e97754-3de2-45a9-9825-0468830bc2c1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:39.354680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:39:39.365466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:39.370728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:39.387699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-16a175ff-f360-43d6-bf43-b1127798181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:39.388405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a175ff-f360-43d6-bf43-b1127798181a None None] The sync data for ids ['134a9db1-3548-4cb3-9b4c-bcabfb96bc40'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:39:39.403455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74769068-cc76-43ae-a103-ead8f15601ed None None] Provisioning complete for port 25e97754-3de2-45a9-9825-0468830bc2c1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:39.404093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74769068-cc76-43ae-a103-ead8f15601ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:39.477630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=665cdba4-565b-4b4f-995f-73cfb886709f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:39.496510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-198321f7-f9a1-4b55-bbb1-53fdd8fe21c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:39.520029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c271a1a-ac19-40bd-9505-1bc80758e807 req-1f443cf5-194e-4cf0-97c3-7a0f44c3d271 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:39.520784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7c271a1a-ac19-40bd-9505-1bc80758e807 req-1f443cf5-194e-4cf0-97c3-7a0f44c3d271 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Synchronizing usage tracker for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:39.590508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 57fdcd94-4656-48a2-8b87-5a96b1db4015 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:39.744402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:39.744627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: 058c81b6-8716-4705-bfe5-afd3a858f126, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:39:39.895885 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-198321f7-f9a1-4b55-bbb1-53fdd8fe21c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:39.903028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:39:39.926570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:39.945898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Deleting port 25e97754-3de2-45a9-9825-0468830bc2c1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:39.946614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:39.994055 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74769068-cc76-43ae-a103-ead8f15601ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.078075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-74769068-cc76-43ae-a103-ead8f15601ed None None] For port 25e97754-3de2-45a9-9825-0468830bc2c1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=25e97754-3de2-45a9-9825-0468830bc2c1,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:40.079337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'port_id': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'mac_address': 'fa:16:3e:cc:0b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2904439-bbb3-4232-aa70-5f70e2abd94d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:39:40.105302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-198321f7-f9a1-4b55-bbb1-53fdd8fe21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.192605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48ee0be3-e5c5-4f21-8381-d2a582218153 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.194601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198321f7-f9a1-4b55-bbb1-53fdd8fe21c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8186e9c-17d5-4e91-a872-550f1f53529d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:40.206485 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-198321f7-f9a1-4b55-bbb1-53fdd8fe21c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.207698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-198321f7-f9a1-4b55-bbb1-53fdd8fe21c4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e8186e9c-17d5-4e91-a872-550f1f53529d HTTP/1.1" status: 204 len: 168 time: 1.0313277 Feb 02 15:39:40.211219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7c271a1a-ac19-40bd-9505-1bc80758e807 req-1f443cf5-194e-4cf0-97c3-7a0f44c3d271 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Unset dirty status for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:40.212530 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c271a1a-ac19-40bd-9505-1bc80758e807 req-1f443cf5-194e-4cf0-97c3-7a0f44c3d271 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 945 time: 1.1016798 Feb 02 15:39:40.224944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48ee0be3-e5c5-4f21-8381-d2a582218153 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.263874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74769068-cc76-43ae-a103-ead8f15601ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.334496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913fd35-bbb4-4248-9642-dd6b386d4fc6 req-2bdab00f-9967-4202-b776-6488b3ac44c2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:40.338007 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5913fd35-bbb4-4248-9642-dd6b386d4fc6 req-2bdab00f-9967-4202-b776-6488b3ac44c2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.2543244 Feb 02 15:39:40.342696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:39:40.378843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 058c81b6-8716-4705-bfe5-afd3a858f126 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:39:40.413680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 57fdcd94-4656-48a2-8b87-5a96b1db4015 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:40.421942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7c271a1a-ac19-40bd-9505-1bc80758e807 req-c516c974-8126-4cf1-b17f-effba6475884 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Synchronizing usage tracker for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:40.435344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 57fdcd94-4656-48a2-8b87-5a96b1db4015 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:40.435938 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.531993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 058c81b6-8716-4705-bfe5-afd3a858f126) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:40.535053 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.551497 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48ee0be3-e5c5-4f21-8381-d2a582218153 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.552215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ee0be3-e5c5-4f21-8381-d2a582218153 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Fanout notify agent at l3_agent the message router_deleted on router 134a9db1-3548-4cb3-9b4c-bcabfb96bc40 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:39:40.566061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:40.567806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.580792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74e20fdd-0497-4ad8-86c6-61209ee56698 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:39:40.604310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:40.605806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11063f11-679d-453c-b0e2-224e9752c09d None None] Network 058c81b6-8716-4705-bfe5-afd3a858f126 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:40.613505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5913fd35-bbb4-4248-9642-dd6b386d4fc6 req-0d501bd1-8286-4c14-84f1-62ea7a7073ec tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795831 Feb 02 15:39:40.627404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7c271a1a-ac19-40bd-9505-1bc80758e807 req-c516c974-8126-4cf1-b17f-effba6475884 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Unset dirty status for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:40.628615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c271a1a-ac19-40bd-9505-1bc80758e807 req-c516c974-8126-4cf1-b17f-effba6475884 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962784 Feb 02 15:39:40.666970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48ee0be3-e5c5-4f21-8381-d2a582218153 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.671563 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-48ee0be3-e5c5-4f21-8381-d2a582218153 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/routers/134a9db1-3548-4cb3-9b4c-bcabfb96bc40 HTTP/1.1" status: 204 len: 168 time: 1.7693675 Feb 02 15:39:40.676272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47292) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:40.752929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-7c6edb3c-d93c-4f08-9027-2b9cce6d4180 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:40.754597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-7c6edb3c-d93c-4f08-9027-2b9cce6d4180 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 945 time: 0.2588439 Feb 02 15:39:40.760433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-16429a72-4ecd-439e-b47e-20778553f68a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7285981 Feb 02 15:39:40.761501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47296) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:40.991460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Deleting port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:40.991460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:40.999755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.076123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74769068-cc76-43ae-a103-ead8f15601ed None None] Pushing event updated for resources: {'Port': ['ID=25e97754-3de2-45a9-9825-0468830bc2c1,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:41.092750 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.238768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b453ac-2a14-4a6c-8015-b2ac89117436 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet bc3134db-173a-4e64-98e6-4ac0daa63854 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:41.250085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72b453ac-2a14-4a6c-8015-b2ac89117436 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.435464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72b453ac-2a14-4a6c-8015-b2ac89117436 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.564236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port 25e97754-3de2-45a9-9825-0468830bc2c1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=25e97754-3de2-45a9-9825-0468830bc2c1,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:41.594208 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.604867 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72b453ac-2a14-4a6c-8015-b2ac89117436 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.609409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['74e20fdd-0497-4ad8-86c6-61209ee56698'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:39:41.658852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.659663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.692176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] For port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:41.692870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:41.877169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Calling delete_port for 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:42.089116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:42.138801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-058c81b6-8716-4705-bfe5-afd3a858f126', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:42.138801 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:42.203572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] For port 25e97754-3de2-45a9-9825-0468830bc2c1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=25e97754-3de2-45a9-9825-0468830bc2c1,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:42.204248 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:42.287019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:42.297288 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:42.329730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:42.357089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:42.358866 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:42.372200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=8198c9fa-68eb-433d-9e38-a2bbc74f32f0,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:42.397386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72b453ac-2a14-4a6c-8015-b2ac89117436 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:42.403405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=25e97754-3de2-45a9-9825-0468830bc2c1,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:42.478078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b453ac-2a14-4a6c-8015-b2ac89117436 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3134db-173a-4e64-98e6-4ac0daa63854,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:42.496555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72b453ac-2a14-4a6c-8015-b2ac89117436 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:42.499370 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72b453ac-2a14-4a6c-8015-b2ac89117436 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/bc3134db-173a-4e64-98e6-4ac0daa63854 HTTP/1.1" status: 204 len: 168 time: 1.8215392 Feb 02 15:39:42.525931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47334) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:42.562942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee08b0b-d7e2-4e5f-b2b6-e8639928e7e9 req-b28a9995-2c5d-46d4-9781-557b408416ef tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:42.565067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ee08b0b-d7e2-4e5f-b2b6-e8639928e7e9 req-b28a9995-2c5d-46d4-9781-557b408416ef tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 944 time: 0.4575562 Feb 02 15:39:42.725309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e94fbf8-01d3-4fbb-be55-cfd31522a665 None None] Network e6ac966a-f81d-4ad0-a409-4544b9e6842d requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:42.790886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:42.791823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Calling delete_port for 25e97754-3de2-45a9-9825-0468830bc2c1 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:42.845233 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e258693-c9f3-4696-9d21-503e9af848ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.6902053 Feb 02 15:39:42.854277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47342) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:42.867640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:b3:39:ea', 'name': 'tempest-NetworksTestDHCPv6-1757295504'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:42.900503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port e29b4666-57da-42aa-9a0c-d4c6eec775d3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:42.900503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:42.945577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 57fdcd94-4656-48a2-8b87-5a96b1db4015, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=57fdcd94-4656-48a2-8b87-5a96b1db4015,segment=NetworkSegment(107749b5-ad6c-43d6-b16e-895b85306ff8),segment_id=107749b5-ad6c-43d6-b16e-895b85306ff8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:43.078186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:43.155723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d66645-1f16-4784-9847-d556cea1f200 req-b543a54a-8122-41f8-92cb-d9135ceea05c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:43.157218 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55d66645-1f16-4784-9847-d556cea1f200 req-b543a54a-8122-41f8-92cb-d9135ceea05c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 867 time: 0.8792770 Feb 02 15:39:43.157872 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:43.159958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:43.168141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ee08b0b-d7e2-4e5f-b2b6-e8639928e7e9 req-7690d7a7-4163-4f9f-b2c4-d1f9565d6767 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668172 Feb 02 15:39:43.261967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5e163388-81c6-4eb1-86a0-cb6a42b8d2c3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:39:43.265519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:43.273750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Pushing event deleted for resources: {'Port': ['ID=35aecc86-d2f5-46d2-a2f4-96b6757c57f5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:43.333656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 25e97754-3de2-45a9-9825-0468830bc2c1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:43.410041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] No DVR routers for this DVR port 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:43.413920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:43.432101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:43.436881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbdb60f-6792-4a8f-80b0-3837dc4191c0', 'name': 'network-vif-deleted', 'tag': '35aecc86-d2f5-46d2-a2f4-96b6757c57f5'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:43.493775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] For port e29b4666-57da-42aa-9a0c-d4c6eec775d3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e29b4666-57da-42aa-9a0c-d4c6eec775d3,segment=NetworkSegment(e3b5a706-008f-4c24-aaf7-6d019a61e479),segment_id=e3b5a706-008f-4c24-aaf7-6d019a61e479)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:43.497358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55d66645-1f16-4784-9847-d556cea1f200 req-1b7043c3-dec7-47a9-ad2a-5f57e91887ed tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310692 Feb 02 15:39:43.513744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:43.618262 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbdb60f-6792-4a8f-80b0-3837dc4191c0', 'name': 'network-vif-deleted', 'tag': '35aecc86-d2f5-46d2-a2f4-96b6757c57f5', 'status': 'completed', 'code': 200} Feb 02 15:39:43.681641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6b3431a-b53b-4a08-b6d1-0a716766bf82 req-178d79de-6b35-4607-b8dc-14a13495f1c7 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.107 "DELETE /v2.0/ports/35aecc86-d2f5-46d2-a2f4-96b6757c57f5 HTTP/1.1" status: 204 len: 173 time: 2.9185970 Feb 02 15:39:43.789019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:43.814484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:43.819210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for e29b4666-57da-42aa-9a0c-d4c6eec775d3 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:43.874586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port ea69289c-64ad-40ec-b66e-b0a412cb88cf yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:39:43.895494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=57fdcd94-4656-48a2-8b87-5a96b1db4015,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:43.953424 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:43.954379 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:43.956549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Allocated IP 172.22.0.2 (058c81b6-8716-4705-bfe5-afd3a858f126/665cdba4-565b-4b4f-995f-73cfb886709f/f068ac7f-917e-40d6-82ab-cc9b44bda7ab) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:44.053532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:44.130503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:44.197767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5ef9790c-587f-4d2f-b02d-4a33bdb94e44'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:39:44.253606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=e29b4666-57da-42aa-9a0c-d4c6eec775d3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:44.268365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No DVR routers for this DVR port e29b4666-57da-42aa-9a0c-d4c6eec775d3 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:44.542592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:44.569382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:feb3:39ea (2b108652-b7f1-4e95-b1da-85ac7991b521/8198c9fa-68eb-433d-9e38-a2bbc74f32f0/ea69289c-64ad-40ec-b66e-b0a412cb88cf) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:44.632182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:44.644559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Transition to ACTIVE for port object f068ac7f-917e-40d6-82ab-cc9b44bda7ab will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:44.667315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Transition to ACTIVE for port object f068ac7f-917e-40d6-82ab-cc9b44bda7ab will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:44.670888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Deleting port 25e97754-3de2-45a9-9825-0468830bc2c1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:44.671332 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:44.693347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b74e-074e-4ea0-8a71-c9dfee4c2c06 req-aae738b6-5945-4310-9546-7895c7599735 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:44.693743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ac966a-f81d-4ad0-a409-4544b9e6842d']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:44.694129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe3b74e-074e-4ea0-8a71-c9dfee4c2c06 req-aae738b6-5945-4310-9546-7895c7599735 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 944 time: 0.2511141 Feb 02 15:39:44.733623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b5a706-008f-4c24-aaf7-6d019a61e479') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:44.733941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b5a706-008f-4c24-aaf7-6d019a61e479') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:44.765322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:44.806910 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:44.814198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:39:44.814690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:39:44.850203 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:39:44.877027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 25e97754-3de2-45a9-9825-0468830bc2c1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=25e97754-3de2-45a9-9825-0468830bc2c1,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:44.912852 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:45.100546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-906920b6-d42c-4680-bbc1-baa5ce0f5433 req-59c08899-b5b5-45d9-ba96-22b387ebfa5f tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=5dbdb60f-6792-4a8f-80b0-3837dc4191c0 HTTP/1.1" status: 200 len: 210 time: 0.0907550 Feb 02 15:39:45.159640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:45.199278 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:45.222864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de5e0f-5885-4e91-8123-ce5a37d65f4b None None] DHCP port deletion for e6ac966a-f81d-4ad0-a409-4544b9e6842d request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:39:45.229829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74e20fdd-0497-4ad8-86c6-61209ee56698 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:45.250406 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:45.267179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.22.0.1 (058c81b6-8716-4705-bfe5-afd3a858f126/665cdba4-565b-4b4f-995f-73cfb886709f/a56ebb04-fa8a-48be-9fc2-49534effa041) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:45.279046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Network': ['ID=e6ac966a-f81d-4ad0-a409-4544b9e6842d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:45.322056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:39:45.323779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 35aecc86-d2f5-46d2-a2f4-96b6757c57f5 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:39:45.325870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:45.368329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Network 058c81b6-8716-4705-bfe5-afd3a858f126 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:45.388978 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bfe28b41-ebfe-493d-8150-77e0ab8ffc81 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/networks/e6ac966a-f81d-4ad0-a409-4544b9e6842d HTTP/1.1" status: 204 len: 168 time: 2.8554668 Feb 02 15:39:45.392147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47368) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:45.473870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Pushing event updated for resources: {'Port': ['ID=f068ac7f-917e-40d6-82ab-cc9b44bda7ab,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:45.488899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:45.546011 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:45.572635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b4067e-03b3-491c-8ebc-5e19c97db88c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:45.573266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-18b4067e-03b3-491c-8ebc-5e19c97db88c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:45.578582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:45.604495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 57fdcd94-4656-48a2-8b87-5a96b1db4015 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:45.656049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-18b4067e-03b3-491c-8ebc-5e19c97db88c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:45.663068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-18b4067e-03b3-491c-8ebc-5e19c97db88c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/9796c32f-057d-4fed-af94-e2e93cde00c9 HTTP/1.1" status: 200 len: 845 time: 0.2693317 Feb 02 15:39:45.663377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47376) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:45.684954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cfe3b74e-074e-4ea0-8a71-c9dfee4c2c06 req-bbfcacab-8e53-4bc7-8587-ab0669a04dbc tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9741716 Feb 02 15:39:45.704924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object a56ebb04-fa8a-48be-9fc2-49534effa041 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:45.807900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9d69f9b2-4563-451f-b7a2-887fcafeb0c9 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/9796c32f-057d-4fed-af94-e2e93cde00c9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1415837 Feb 02 15:39:45.814277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47380) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:45.821581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:45.923728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:46.034282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] For port 25e97754-3de2-45a9-9825-0468830bc2c1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=25e97754-3de2-45a9-9825-0468830bc2c1,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:46.034879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:46.074366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:46.116359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:46.128159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:46.130462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object ea69289c-64ad-40ec-b66e-b0a412cb88cf will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:46.144879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:46.166490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:46.201735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 058c81b6-8716-4705-bfe5-afd3a858f126 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:46.224655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:46.236986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:46.251481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:46.468708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=a56ebb04-fa8a-48be-9fc2-49534effa041,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:46.505211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.505565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.505912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.506258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.506594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.506928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.515249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.515249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.515249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.515249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.515249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:46.559971 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:46.625467 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:46.690641 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:46.700593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Calling delete_port for 25e97754-3de2-45a9-9825-0468830bc2c1 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:46.732391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=25e97754-3de2-45a9-9825-0468830bc2c1,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:46.757926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 74e20fdd-0497-4ad8-86c6-61209ee56698 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:46.758596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:46.848806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:46.984124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Attempting to bind port f068ac7f-917e-40d6-82ab-cc9b44bda7ab on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:46.984406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Attempting to bind port f068ac7f-917e-40d6-82ab-cc9b44bda7ab by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:46.984775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Attempting to bind port f068ac7f-917e-40d6-82ab-cc9b44bda7ab on network 058c81b6-8716-4705-bfe5-afd3a858f126 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:47.008572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:47.008969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Checking segment: {'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:47.009345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.009927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Bound using segment: {'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:47.010461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Bound port: f068ac7f-917e-40d6-82ab-cc9b44bda7ab, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:47.010844 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.044653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:39:47.045335 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:39:47.064033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:47.066329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=ea69289c-64ad-40ec-b66e-b0a412cb88cf,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:47.080193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:47.091815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:47.092948 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.101954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 57fdcd94-4656-48a2-8b87-5a96b1db4015 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:47.102347 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.139524 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.237554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-65f1e0f5-58bc-4ef0-96e4-a8365952ef05 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3747034 Feb 02 15:39:47.244842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:47.267487 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.267750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47408) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:47.343066 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.475481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:47.485982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:47.495226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:47.495865 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.535004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=a0c88cd9-e152-465e-95c7-a098a819be08,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:47.537194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cefd14a-c376-4e00-8792-97d26fb769c6 None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:47.561219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca1c0b-f392-485c-9855-1920cbe4bd21 req-e4c88c0e-0f37-464a-b2cd-b8ced654364f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:47.563214 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ca1c0b-f392-485c-9855-1920cbe4bd21 req-e4c88c0e-0f37-464a-b2cd-b8ced654364f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 944 time: 0.4447260 Feb 02 15:39:47.574137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830da7b7-6ff3-4706-9cfe-4d31eed58eeb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:47.578843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830da7b7-6ff3-4706-9cfe-4d31eed58eeb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:47.580482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-830da7b7-6ff3-4706-9cfe-4d31eed58eeb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3321979 Feb 02 15:39:47.636964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47414) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:47.641831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e5a012ca-cfc9-4e65-a449-3b2f941bdb99 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8258379 Feb 02 15:39:47.680672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47418) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:47.692376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'security_group': {'name': 'tempest-secgroup-23796658'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:47.699587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:47.705021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:47.716097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:47.723400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:47.767245 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ca1c0b-f392-485c-9855-1920cbe4bd21 req-84a02e5c-c26e-4dc9-8dc7-089efa3ebe72 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856687 Feb 02 15:39:47.795071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port ea69289c-64ad-40ec-b66e-b0a412cb88cf {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:47.805633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.839107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.924435 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.930597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:47.935804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group_rule and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:47.939911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:47.950213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:47.967630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:47.990301 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.003984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Deleting port 25e97754-3de2-45a9-9825-0468830bc2c1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:48.003984 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.031970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:48.036244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] Usage tracker for resource:security_group_rule and tenant:99998b214af34389839d2d16cf954291 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:48.043093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:48.044807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.117438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:48.190953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.217536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=a56ebb04-fa8a-48be-9fc2-49534effa041,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:48.227557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] For port f068ac7f-917e-40d6-82ab-cc9b44bda7ab, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:48.232756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.233640 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.260750 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:48.270840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:48.310872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.369189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] For port f068ac7f-917e-40d6-82ab-cc9b44bda7ab, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f068ac7f-917e-40d6-82ab-cc9b44bda7ab,segment=NetworkSegment(1e33950e-ce4a-45c6-b96e-df440fdc92ed),segment_id=1e33950e-ce4a-45c6-b96e-df440fdc92ed)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:48.402288 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.540150 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'code': 200} Feb 02 15:39:48.551892 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.572750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.579707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ffd759-20e3-4001-8008-a766930cdc21,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:48.622654 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.774508 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:48.780044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:48.840424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for ea69289c-64ad-40ec-b66e-b0a412cb88cf owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:48.867263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734dd06-d4e2-45cf-97d9-026c3de11d5f None None] Pushing event updated for resources: {'Port': ['ID=f068ac7f-917e-40d6-82ab-cc9b44bda7ab,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:48.876422 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e29b4666-57da-42aa-9a0c-d4c6eec775d3 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:48.936769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e29b4666-57da-42aa-9a0c-d4c6eec775d3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:39:48.937011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e29b4666-57da-42aa-9a0c-d4c6eec775d3 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:39:49.007757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] For port 25e97754-3de2-45a9-9825-0468830bc2c1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=25e97754-3de2-45a9-9825-0468830bc2c1,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:49.007757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.019425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 058c81b6-8716-4705-bfe5-afd3a858f126 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:49.031123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:49.044607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-fe245c80-e733-4a87-bc12-4535093ff713', 'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'tenant_id': '30f5f111d8b44d72815a8d49ab0944bb', 'fixed_ips': [{'subnet_id': 'a0c88cd9-e152-465e-95c7-a098a819be08'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:49.047510 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.108118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.109413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-09c0e275-c7ea-447f-968f-4b10ad962d0f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.4233730 Feb 02 15:39:49.113546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47438) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:49.120163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'security_group': {'name': 'tempest-secgroup-717043451'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:49.138380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:49.149943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:49.157848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:49.171594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:49.200059 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.248109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31770e8e-6c42-4aec-8b80-b3d15b888e7e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:49.372500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=ea69289c-64ad-40ec-b66e-b0a412cb88cf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:49.375395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.473817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.474164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.474629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.474973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.475308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.476303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.476645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.476977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.477308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.477634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.478126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:49.520317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Calling delete_port for 25e97754-3de2-45a9-9825-0468830bc2c1 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:49.549091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.598933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:49.605454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group_rule and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:49.608873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:49.618899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:49.717341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.719699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-612db646-6072-4031-a31d-3d8c60d1f054 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/ea69289c-64ad-40ec-b66e-b0a412cb88cf HTTP/1.1" status: 204 len: 168 time: 2.0801086 Feb 02 15:39:49.727289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47442) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:49.793875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Allocated IP 2001:db8::2 (fe245c80-e733-4a87-bc12-4535093ff713/a0c88cd9-e152-465e-95c7-a098a819be08/df69959f-7736-44c2-a956-e079eaf61327) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:49.850875 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.911723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff58c-8887-408a-9876-660f27406365 req-d327d495-bb53-4c57-9052-9ecbf5499cd6 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:49.917952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff58c-8887-408a-9876-660f27406365 req-d327d495-bb53-4c57-9052-9ecbf5499cd6 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:49.925314 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.929641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e2ff58c-8887-408a-9876-660f27406365 req-d327d495-bb53-4c57-9052-9ecbf5499cd6 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6&device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 1682 time: 0.7159185 Feb 02 15:39:49.954157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:49.955586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8409441 Feb 02 15:39:49.967752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47446) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:49.974503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1635c75e-5313-4276-ba0b-af6b5a0beb02 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=99998b214af34389839d2d16cf954291&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7073524 Feb 02 15:39:49.989988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47448) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:49.994289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] Pushing event deleted for resources: {'Port': ['ID=25e97754-3de2-45a9-9825-0468830bc2c1,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:49.999012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-954480642', 'security_groups': ['e2e6d98a-5c94-4854-98f6-00a6fa5ffe1b'], 'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0c88cd9-e152-465e-95c7-a098a819be08'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:50.142074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cb8f4-5905-40cd-98d6-8ae9f4bf48e9 req-b6069ad3-3094-4b4e-b0f9-0ec43502a211 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:50.155186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b34cb8f4-5905-40cd-98d6-8ae9f4bf48e9 req-b6069ad3-3094-4b4e-b0f9-0ec43502a211 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.9611454 Feb 02 15:39:50.165085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef251b5-256b-4948-9975-b2fe0eeec43b None None] No DVR routers for this DVR port 25e97754-3de2-45a9-9825-0468830bc2c1 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:50.203238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b906013d-4207-4417-b442-9cafcd1ef9ce None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:50.382834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cbefa-7b95-4254-9a44-22929343ba48 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e6d98a-5c94-4854-98f6-00a6fa5ffe1b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:50.436201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:50.448333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:50.453723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae1de5-ca3e-4878-96bf-1108d07cdfa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:50.457843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae1de5-ca3e-4878-96bf-1108d07cdfa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:50.460456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-74ae1de5-ca3e-4878-96bf-1108d07cdfa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:50.487647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Transition to ACTIVE for port object df69959f-7736-44c2-a956-e079eaf61327 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:50.509216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Transition to ACTIVE for port object df69959f-7736-44c2-a956-e079eaf61327 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:50.552924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e2ff58c-8887-408a-9876-660f27406365 req-b6f2d610-120f-4e19-a4c2-40f30b83fcb8 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208997 Feb 02 15:39:50.585280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b34cb8f4-5905-40cd-98d6-8ae9f4bf48e9 req-b44a5371-35b3-49c8-8ce2-ce90395744e5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217603 Feb 02 15:39:50.597687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:50.609461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:50.706294 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1b28cf4-3fd4-4269-a1dc-fa245568ceb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:50.735735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:39:50.773674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-74ae1de5-ca3e-4878-96bf-1108d07cdfa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:50.777294 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-74ae1de5-ca3e-4878-96bf-1108d07cdfa7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 1.0449088 Feb 02 15:39:50.783365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47458) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:50.805318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1b28cf4-3fd4-4269-a1dc-fa245568ceb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:50.806420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '8198c9fa-68eb-433d-9e38-a2bbc74f32f0'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:50.807501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:50.829161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:50.833050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:50.836303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:50.841238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Pushing event updated for resources: {'Port': ['ID=df69959f-7736-44c2-a956-e079eaf61327,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:50.981440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:50.986531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.026098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 2921c2e6-770b-44fd-a3d0-06e68c4094be yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:39:51.284205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ecf74-8bb9-451b-b32a-7421d972c2df None None] Network 058c81b6-8716-4705-bfe5-afd3a858f126 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:51.338997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:39:51.356207 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:39:51.374428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-590c59c6-3420-468e-93d9-b42b5ae6adef tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6064944 Feb 02 15:39:51.374428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47462) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:51.381266 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1b28cf4-3fd4-4269-a1dc-fa245568ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.390609 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:51.391243 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:51.400530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'network': {'name': 'tempest-RoutersTest-440370527'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:51.423976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b28cf4-3fd4-4269-a1dc-fa245568ceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31770e8e-6c42-4aec-8b80-b3d15b888e7e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:51.427507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:51.443605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:network and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:51.454110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:51.471038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:51.545857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f068ac7f-917e-40d6-82ab-cc9b44bda7ab up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:51.553416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:51.558542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.650198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:39:51.775032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Allocated IP 2001:db8::f816:3eff:fe52:f89c (2b108652-b7f1-4e95-b1da-85ac7991b521/8198c9fa-68eb-433d-9e38-a2bbc74f32f0/ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:51.776134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.776134 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added segment e0c34a97-d54d-45c5-a8c3-115f5df2ace3 of type vlan for network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 Feb 02 15:39:51.776728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Attempting to bind port df69959f-7736-44c2-a956-e079eaf61327 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:51.776728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Attempting to bind port df69959f-7736-44c2-a956-e079eaf61327 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '98f8c8e2-089d-4670-bbdb-12f913fbeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:51.776728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Attempting to bind port df69959f-7736-44c2-a956-e079eaf61327 on network fe245c80-e733-4a87-bc12-4535093ff713 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:51.777094 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f1b28cf4-3fd4-4269-a1dc-fa245568ceb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.777094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f1b28cf4-3fd4-4269-a1dc-fa245568ceb0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/31770e8e-6c42-4aec-8b80-b3d15b888e7e HTTP/1.1" status: 204 len: 168 time: 1.4208903 Feb 02 15:39:51.777094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::261 (fe245c80-e733-4a87-bc12-4535093ff713/a0c88cd9-e152-465e-95c7-a098a819be08/2921c2e6-770b-44fd-a3d0-06e68c4094be) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:51.789032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.829723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:51.831362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Checking segment: {'id': '98f8c8e2-089d-4670-bbdb-12f913fbeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:51.832653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.833915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Bound using segment: {'id': '98f8c8e2-089d-4670-bbdb-12f913fbeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:51.837593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Bound port: df69959f-7736-44c2-a956-e079eaf61327, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f8c8e2-089d-4670-bbdb-12f913fbeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:51.840467 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.911194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c65325c-36d4-4de4-9d3e-5d415b004ed6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 8198c9fa-68eb-433d-9e38-a2bbc74f32f0 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:39:51.969805 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:51.976905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:51.987382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:51.989492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:52.027756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-73c47342-dfe0-4c1c-8b02-4ff8f7d42453 None None] Provisioning for port f068ac7f-917e-40d6-82ab-cc9b44bda7ab completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:52.275467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Network': ['ID=1bb8dab6-af41-40c9-a11d-cfb87da6c643,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:52.345489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596c4ac-4eb6-459b-83c3-e2d691991088 req-3acfba56-5b8f-42c4-b174-0149a647a862 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:52.347213 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e596c4ac-4eb6-459b-83c3-e2d691991088 req-3acfba56-5b8f-42c4-b174-0149a647a862 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.3953154 Feb 02 15:39:52.356905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:52.388634 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5a410f53-f55d-4712-9bee-a3a1f1b57035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0160241 Feb 02 15:39:52.393454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47480) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:52.404039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'subnet': {'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:52.405107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:39:52.446026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] For port df69959f-7736-44c2-a956-e079eaf61327, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:52.480953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 2921c2e6-770b-44fd-a3d0-06e68c4094be will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:52.572809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e596c4ac-4eb6-459b-83c3-e2d691991088 req-e974b771-928d-499b-af41-22cc68561298 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113791 Feb 02 15:39:52.593600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] For port df69959f-7736-44c2-a956-e079eaf61327, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=df69959f-7736-44c2-a956-e079eaf61327,segment=NetworkSegment(98f8c8e2-089d-4670-bbdb-12f913fbeb38),segment_id=98f8c8e2-089d-4670-bbdb-12f913fbeb38)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:52.609938 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:46Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:39:47Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:52.619875 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:39:52.621029 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Updating router a99423b2-77b7-4466-80f1-2ad0f593b6d1 port a56ebb04-fa8a-48be-9fc2-49534effa041 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:39:52.727280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:52.741943 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:52.742981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:52.805679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:52.824329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:subnet and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:52.827661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:52.839077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:52.899360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f068ac7f-917e-40d6-82ab-cc9b44bda7ab completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:52.919817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f068ac7f-917e-40d6-82ab-cc9b44bda7ab triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:52.920328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:52.947646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Made reservation on behalf of e3795e859bd84f82a529b22735ed7c14 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:53.048121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:53.078911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:53.087709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=2921c2e6-770b-44fd-a3d0-06e68c4094be,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:53.105099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:53.126466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:53.133097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.174480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Pushing event updated for resources: {'Port': ['ID=df69959f-7736-44c2-a956-e079eaf61327,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:53.214167 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.230077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47486) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:53.254659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.255013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.258050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.258411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.258748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.261403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.261403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.261403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.261403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.261403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.261403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa4331-dee5-48e4-a239-9d09984100a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:39:53.310286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6d211ade-0d6a-4fdb-ac17-62d5f172e1df tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3246391 Feb 02 15:39:53.315791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47490) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:53.342315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:53.345737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Transition to ACTIVE for port object ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:53.349041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.390966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.403930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93bad6ce-1e2b-46f3-8eab-887324cd178d None None] Provisioning for port a56ebb04-fa8a-48be-9fc2-49534effa041 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:53.415483 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.436218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93bad6ce-1e2b-46f3-8eab-887324cd178d None None] Provisioning complete for port a56ebb04-fa8a-48be-9fc2-49534effa041 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:53.436591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93bad6ce-1e2b-46f3-8eab-887324cd178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.660685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-93bad6ce-1e2b-46f3-8eab-887324cd178d None None] Port a56ebb04-fa8a-48be-9fc2-49534effa041 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:53.722784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Transition to ACTIVE for port object ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:53.732681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f068ac7f-917e-40d6-82ab-cc9b44bda7ab, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f068ac7f-917e-40d6-82ab-cc9b44bda7ab,segment=NetworkSegment(1e33950e-ce4a-45c6-b96e-df440fdc92ed),segment_id=1e33950e-ce4a-45c6-b96e-df440fdc92ed)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:53.744040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93bad6ce-1e2b-46f3-8eab-887324cd178d None None] Provisioning complete for port f068ac7f-917e-40d6-82ab-cc9b44bda7ab triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:53.747038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93bad6ce-1e2b-46f3-8eab-887324cd178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.858823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c65325c-36d4-4de4-9d3e-5d415b004ed6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.988945 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:54.018804 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:54.052935 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:54.092305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:54.102774 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Transition to ACTIVE for port object a56ebb04-fa8a-48be-9fc2-49534effa041 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:54.189927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] Usage tracker for resource:security_group_rule and tenant:616c1191b6b74c04b464a966f0eac51a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:54.206290 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:54.311976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:54.317577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53e7bd-cc1f-4e83-803f-c3a86953051d req-0c1207db-acb0-40b2-84c5-2ddb1074a74c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:54.318690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3d53e7bd-cc1f-4e83-803f-c3a86953051d req-0c1207db-acb0-40b2-84c5-2ddb1074a74c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Synchronizing usage tracker for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:39:54.406267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:54.443054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3d53e7bd-cc1f-4e83-803f-c3a86953051d req-0c1207db-acb0-40b2-84c5-2ddb1074a74c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Unset dirty status for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:39:54.471777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d53e7bd-cc1f-4e83-803f-c3a86953051d req-0c1207db-acb0-40b2-84c5-2ddb1074a74c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6 HTTP/1.1" status: 200 len: 945 time: 0.4642704 Feb 02 15:39:54.478440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c65325c-36d4-4de4-9d3e-5d415b004ed6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:54.497915 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42202fb-a0a8-42a7-b8e6-2365952d8079 None None] Pushing event updated for resources: {'Port': ['ID=a56ebb04-fa8a-48be-9fc2-49534effa041,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:54.593451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device df69959f-7736-44c2-a956-e079eaf61327 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:54.647357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:54.652683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Pushing event updated for resources: {'Port': ['ID=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:54.697319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:54.717317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:54.733892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:54.767265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:54.770061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f068ac7f-917e-40d6-82ab-cc9b44bda7ab,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:54.842921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:54.854047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:54.863804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:54.916183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d53e7bd-cc1f-4e83-803f-c3a86953051d req-cd902b8b-c9c7-4261-822d-9890ef88ab95 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432166 Feb 02 15:39:55.031831 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Attempting to bind port a56ebb04-fa8a-48be-9fc2-49534effa041 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:55.032374 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Attempting to bind port a56ebb04-fa8a-48be-9fc2-49534effa041 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:55.032836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Attempting to bind port a56ebb04-fa8a-48be-9fc2-49534effa041 on network 058c81b6-8716-4705-bfe5-afd3a858f126 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:55.061443 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:55.062301 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Checking segment: {'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:55.063080 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.068602 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Bound using segment: {'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:55.072784 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Bound port: a56ebb04-fa8a-48be-9fc2-49534effa041, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e33950e-ce4a-45c6-b96e-df440fdc92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:55.082830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Subnet': ['ID=66f98ed5-83dc-4987-ac1c-4b762a19602c,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:55.098174 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.106395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.108352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Checking segment: {'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:55.108992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network hostable DHCP agents. Network: 1bb8dab6-af41-40c9-a11d-cfb87da6c643, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:39:55.111251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9266f7dc-0e0f-44c0-a0d8-1dc5bac94d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.118950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-5b188dcf-9e7c-46e1-bbe7-d702b0334a92 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3527007 Feb 02 15:39:55.160985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-cf29de9c-7e57-4c2e-9a7e-34c5f8f1bd17 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:55.163437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-cf29de9c-7e57-4c2e-9a7e-34c5f8f1bd17 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.107 "GET /v2.0/ports?device_id=f99c62f5-ce78-4199-97f6-74d86ef5baf8 HTTP/1.1" status: 200 len: 946 time: 0.2060609 Feb 02 15:39:55.167054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:55.275010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Deleting port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:55.275773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.313692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:39:55.383607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Attempting to bind port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:55.395157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Attempting to bind port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:55.398194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Attempting to bind port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:39:55.425506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:39:55.425993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:39:55.426318 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.426722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:39:55.427212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Bound port: ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:39:55.427588 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.464461 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] For port a56ebb04-fa8a-48be-9fc2-49534effa041, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:55.470136 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] For port a56ebb04-fa8a-48be-9fc2-49534effa041, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a56ebb04-fa8a-48be-9fc2-49534effa041,segment=NetworkSegment(1e33950e-ce4a-45c6-b96e-df440fdc92ed),segment_id=1e33950e-ce4a-45c6-b96e-df440fdc92ed)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:55.555215 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.570051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port df69959f-7736-44c2-a956-e079eaf61327 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:55.652874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Provisioning for port df69959f-7736-44c2-a956-e079eaf61327 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:55.675818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:55.676112 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.686766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 1bb8dab6-af41-40c9-a11d-cfb87da6c643) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:55.722554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:55.723659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.755048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d0764-2e92-4419-b0b9-5238c987164a None None] Network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:55.768589 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:39:55.774344 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:55.839453 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:56.008593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b0612aaa-34a3-4860-9db4-8364003f622f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6136200 Feb 02 15:39:56.011776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47504) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:56.129643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] For port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:39:56.158273 n-d-827122-1 neutron-server[95773]: INFO neutron.db.ipam_backend_mixin [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0c88cd9-e152-465e-95c7-a098a819be08 (CIDR: 2001:db8::/64) Feb 02 15:39:56.164295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:56.185180 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:39:56.194274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] For port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:39:56.270207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f068ac7f-917e-40d6-82ab-cc9b44bda7ab up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:56.298207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d3249-3ddf-4d05-adfc-d95b540a11b7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:56.322463 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:39:56.323696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:39:56.423302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b57d66-f541-4ab6-bbe9-c6f0a8b083c3 req-22e88980-b6f5-4de1-a2c4-4242b91fc23b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:56.425188 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7b57d66-f541-4ab6-bbe9-c6f0a8b083c3 req-22e88980-b6f5-4de1-a2c4-4242b91fc23b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 2.3020353 Feb 02 15:39:56.439372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-d82ebe1f-b1fd-4875-9a12-83a7acdc6d94 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:56.439799 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:56.441359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-d82ebe1f-b1fd-4875-9a12-83a7acdc6d94 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6 HTTP/1.1" status: 200 len: 945 time: 2.2457030 Feb 02 15:39:56.442794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-50e8dca8-cd57-475c-bb93-0deb7dd83809 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1172311 Feb 02 15:39:56.455319 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42202fb-a0a8-42a7-b8e6-2365952d8079 None None] Pushing event updated for resources: {'Port': ['ID=a56ebb04-fa8a-48be-9fc2-49534effa041,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:56.463249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:56.505273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-c37afb0b-4475-4500-8ad5-1dd031fd1001 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d2971ab893e9473db58772f7ac70b904&device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1096 time: 0.8744950 Feb 02 15:39:56.618041 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2bc63eaf-3563-4dc8-b5cc-69be871660c5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=616c1191b6b74c04b464a966f0eac51a&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3864052 Feb 02 15:39:56.630352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Deleting port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:39:56.630958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:56.746218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:56.779430 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c65325c-36d4-4de4-9d3e-5d415b004ed6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:56.790376 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:46Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:39:55Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:39:56.809232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f068ac7f-917e-40d6-82ab-cc9b44bda7ab triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:56.809864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:56.818553 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbde0cd-32fc-4747-a212-b8264b9f7707 None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:39:46Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:39:55Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:39:56.828920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-77bb7cda-740f-494c-b7d3-005aa30d226a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:56.830625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-77bb7cda-740f-494c-b7d3-005aa30d226a service neutron] 10.222.0.107 "GET /v2.0/networks?id=733f04c1-ef8d-4640-850d-26cf7edb1b05 HTTP/1.1" status: 200 len: 911 time: 0.2806001 Feb 02 15:39:56.830992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47512) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:57.066954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c65325c-36d4-4de4-9d3e-5d415b004ed6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:57.216854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] For port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:57.217311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:57.271736 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:39:57.310189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65325c-36d4-4de4-9d3e-5d415b004ed6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=8198c9fa-68eb-433d-9e38-a2bbc74f32f0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:57.408853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6c65325c-36d4-4de4-9d3e-5d415b004ed6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:57.411311 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c902dc67-4037-4300-9e17-361494094765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:57.412581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0dd4d-472a-4664-8001-2ceee551aa20 None None] Pushing event updated for resources: {'Port': ['ID=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:57.426740 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:57.473076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'fixed_ips': [{'subnet_id': '66f98ed5-83dc-4987-ac1c-4b762a19602c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:39:57.473904 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:57.493910 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7b57d66-f541-4ab6-bbe9-c6f0a8b083c3 req-70286e4d-b2de-4bea-a485-ae8dd89eccd0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0471826 Feb 02 15:39:57.532567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:57.539045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6c65325c-36d4-4de4-9d3e-5d415b004ed6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/8198c9fa-68eb-433d-9e38-a2bbc74f32f0 HTTP/1.1" status: 204 len: 168 time: 6.7541811 Feb 02 15:39:57.568038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47516) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:57.572787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:57.613560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Calling delete_port for 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:57.666174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] For port df69959f-7736-44c2-a956-e079eaf61327, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=df69959f-7736-44c2-a956-e079eaf61327,segment=NetworkSegment(98f8c8e2-089d-4670-bbdb-12f913fbeb38),segment_id=98f8c8e2-089d-4670-bbdb-12f913fbeb38)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:57.775118 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:57.805028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-43ab4885-5f65-4434-b308-cfc88ca22fe1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969868c8-3c71-448d-a0e3-4df6b67db49a HTTP/1.1" status: 200 len: 1000 time: 0.9402173 Feb 02 15:39:57.886169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:57.923491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:57.973357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:58.057525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Pushing event updated for resources: {'Port': ['ID=df69959f-7736-44c2-a956-e079eaf61327,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:58.094785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Provisioning complete for port 9796c32f-057d-4fed-af94-e2e93cde00c9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:58.095960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.122102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] For port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,segment=NetworkSegment(1e0498f0-622f-4140-8c91-dc144dc41520),segment_id=1e0498f0-622f-4140-8c91-dc144dc41520)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:39:58.122516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.133487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbda2c-a762-42a4-a977-1f08e13b91d6 req-0d5ad7ce-42c6-43c4-afd8-1153c44a00a8 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:58.144112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ecbda2c-a762-42a4-a977-1f08e13b91d6 req-0d5ad7ce-42c6-43c4-afd8-1153c44a00a8 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6 HTTP/1.1" status: 200 len: 945 time: 1.8203344 Feb 02 15:39:58.164582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Pushing event deleted for resources: {'Port': ['ID=5e163388-81c6-4eb1-86a0-cb6a42b8d2c3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:58.184304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Allocated IP 172.23.0.2 (1bb8dab6-af41-40c9-a11d-cfb87da6c643/66f98ed5-83dc-4987-ac1c-4b762a19602c/7180dbd0-c5ef-4b1b-aedb-a35530f670ad) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:39:58.220851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-b6ff429e-8429-447e-bd1f-dc213697d1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:58.225636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-b6ff429e-8429-447e-bd1f-dc213697d1c4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=af53baba-71ee-46cf-8c6f-6cf3fb3d138e HTTP/1.1" status: 200 len: 848 time: 0.4117823 Feb 02 15:39:58.227474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-284467de-3d41-41ca-b491-98e5e7eb1250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.399795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Calling delete_port for 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:39:58.587029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.601436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Transition to ACTIVE for port object 7180dbd0-c5ef-4b1b-aedb-a35530f670ad will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:58.626267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Transition to ACTIVE for port object 7180dbd0-c5ef-4b1b-aedb-a35530f670ad will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:39:58.654922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a56ebb04-fa8a-48be-9fc2-49534effa041 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:39:58.676362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f1b55dbb-471c-416e-abc6-46cf4e828435 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1068094 Feb 02 15:39:58.677607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:39:58.681659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:58.686701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.712423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:39:58.832615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082cf5ec-8916-45d5-9c2b-1b402becd4fb None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:39:58.862469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.881228 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-284467de-3d41-41ca-b491-98e5e7eb1250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.908813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] No DVR routers for this DVR port 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:58.911811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.922463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99c62f5-ce78-4199-97f6-74d86ef5baf8', 'name': 'network-vif-deleted', 'tag': '5e163388-81c6-4eb1-86a0-cb6a42b8d2c3'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:59.011602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:59.033157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Pushing event deleted for resources: {'Port': ['ID=5ef9790c-587f-4d2f-b02d-4a33bdb94e44,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:59.078158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ecbda2c-a762-42a4-a977-1f08e13b91d6 req-eaf9566e-2bd8-4fe1-9761-512e16521f0a tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/security-groups?id=222542c1-0b1b-421e-837e-96e774079452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9330709 Feb 02 15:39:59.125329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:39:59.125566 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-03b52652-6a54-4ff6-8d3d-c8c0cadb6ff4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=733f04c1-ef8d-4640-850d-26cf7edb1b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8862662 Feb 02 15:39:59.129145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3206298-41d1-4d98-82bd-07d8153e1e16 req-76c755a4-e8b7-4b85-9bbe-684228bdc2d0 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.107 "DELETE /v2.0/ports/5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 HTTP/1.1" status: 204 len: 173 time: 3.9606645 Feb 02 15:39:59.129538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:39:59.141317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:39:59.147687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:39:59.149918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-117795dd-c755-4a62-9c01-8686c76cc487 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:39:59.151055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-117795dd-c755-4a62-9c01-8686c76cc487 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056052 Feb 02 15:39:59.215454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:59.223832 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99c62f5-ce78-4199-97f6-74d86ef5baf8', 'name': 'network-vif-deleted', 'tag': '5e163388-81c6-4eb1-86a0-cb6a42b8d2c3', 'status': 'completed', 'code': 200} Feb 02 15:39:59.250016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Pushing event updated for resources: {'Port': ['ID=7180dbd0-c5ef-4b1b-aedb-a35530f670ad,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:59.268365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:39:59.301952 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:59.310117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:39:59.332538 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-284467de-3d41-41ca-b491-98e5e7eb1250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:59.345887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:39:59.358914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:39:59.363872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5e163388-81c6-4eb1-86a0-cb6a42b8d2c3 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:39:59.363872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:39:59.369234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:39:59.369904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:39:59.371954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:39:59.379252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284467de-3d41-41ca-b491-98e5e7eb1250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d3249-3ddf-4d05-adfc-d95b540a11b7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:39:59.381512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4e571e9a-90f6-4a69-8fae-ea1503a88ecd None None] Port 9796c32f-057d-4fed-af94-e2e93cde00c9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:39:59.404282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-284467de-3d41-41ca-b491-98e5e7eb1250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:59.405919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-284467de-3d41-41ca-b491-98e5e7eb1250 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3d0d3249-3ddf-4d05-adfc-d95b540a11b7 HTTP/1.1" status: 204 len: 168 time: 2.5493560 Feb 02 15:39:59.448812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a56ebb04-fa8a-48be-9fc2-49534effa041 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:39:59.484819 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:59.505244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] No DVR routers for this DVR port 5ef9790c-587f-4d2f-b02d-4a33bdb94e44 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:39:59.515298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:59.528085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6', 'name': 'network-vif-deleted', 'tag': '5ef9790c-587f-4d2f-b02d-4a33bdb94e44'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:39:59.565682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a56ebb04-fa8a-48be-9fc2-49534effa041 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:39:59.567814 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:59.579322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c29810c0-d5f3-4717-9ae5-612a3a8f50aa req-0e0aea50-18c7-49e4-bf0c-3ccd8d64dc34 tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.64 "DELETE /v2.0/ports/5ef9790c-587f-4d2f-b02d-4a33bdb94e44 HTTP/1.1" status: 204 len: 173 time: 3.1132860 Feb 02 15:39:59.583123 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:59.681083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c7cb6-9fff-4d52-91b0-3b8d39a5941a req-12a69838-4639-4cb6-b161-c4ec3f76163d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:39:59.708751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084c7cb6-9fff-4d52-91b0-3b8d39a5941a req-12a69838-4639-4cb6-b161-c4ec3f76163d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.8180063 Feb 02 15:39:59.735518 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-7968fd22-a417-40cd-98c0-ca96db4e1de9 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761683 Feb 02 15:39:59.751998 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6', 'name': 'network-vif-deleted', 'tag': '5ef9790c-587f-4d2f-b02d-4a33bdb94e44', 'status': 'completed', 'code': 200} Feb 02 15:39:59.802862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Attempting to bind port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:39:59.808335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Attempting to bind port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:39:59.809394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Attempting to bind port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad on network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:00.002080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:00.002590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Checking segment: {'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:00.003261 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.003755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Bound using segment: {'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:00.004514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Bound port: 7180dbd0-c5ef-4b1b-aedb-a35530f670ad, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:00.005191 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.040606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084c7cb6-9fff-4d52-91b0-3b8d39a5941a req-fda01d00-7bae-4841-b6e4-a176cf6344f1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275130 Feb 02 15:40:00.043282 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.100752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2a61c12-79ab-497b-aa0c-6ad950fa9038 None None] Provisioning for port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:00.170441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72ed976d-eee3-4240-ba5b-2c08a50cd66f req-29aefdec-92ca-411f-a804-96467f2a70e0 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190640 Feb 02 15:40:00.254365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:40:00.283427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Deleting port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:00.292320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.348730 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.398991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.439974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] For port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:00.443448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] For port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7180dbd0-c5ef-4b1b-aedb-a35530f670ad,segment=NetworkSegment(e0c34a97-d54d-45c5-a8c3-115f5df2ace3),segment_id=e0c34a97-d54d-45c5-a8c3-115f5df2ace3)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:40:00.464531 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.498194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=96124035-1460-47d5-a97e-cacda8d52cc5,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:00.567170 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.582723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-40b72d53-11d0-45f1-8862-1eb2ca74a641 req-22ecd1e7-bef7-4f3f-9915-c5188a36751c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Synchronizing usage tracker for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:00.650370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a56ebb04-fa8a-48be-9fc2-49534effa041, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a56ebb04-fa8a-48be-9fc2-49534effa041,segment=NetworkSegment(1e33950e-ce4a-45c6-b96e-df440fdc92ed),segment_id=1e33950e-ce4a-45c6-b96e-df440fdc92ed)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:00.653684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:00.730661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:00.917662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:00.920075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:00.966024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-40b72d53-11d0-45f1-8862-1eb2ca74a641 req-22ecd1e7-bef7-4f3f-9915-c5188a36751c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] Unset dirty status for tenant:64fc148ef9a340bcbb0cad3a7e5fef34 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:00.979484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:40:00.984538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40b72d53-11d0-45f1-8862-1eb2ca74a641 req-22ecd1e7-bef7-4f3f-9915-c5188a36751c tempest-ListServersNegativeTestJSON-136549503 tempest-ListServersNegativeTestJSON-136549503-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b4b76ef-fe5f-47d7-8601-e8a1eb4b6ae6 HTTP/1.1" status: 200 len: 210 time: 0.4698393 Feb 02 15:40:01.059966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1da98c93-4535-48f9-9256-eeef85b2f5c5 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.5883071 Feb 02 15:40:01.067936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47544) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:01.093987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1110956421', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96124035-1460-47d5-a97e-cacda8d52cc5'}], 'security_groups': ['00ffd759-20e3-4001-8008-a766930cdc21']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:01.161758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86883294-bfa8-47ec-8012-aded2b3c307f None None] Pushing event updated for resources: {'Port': ['ID=7180dbd0-c5ef-4b1b-aedb-a35530f670ad,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:01.170563 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:01.171871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:01.231144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecaa288-ccea-4d02-966a-3d69c735495e None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:01.315898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] For port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:01.316315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:01.363870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Allocated IP 172.23.0.1 (1bb8dab6-af41-40c9-a11d-cfb87da6c643/66f98ed5-83dc-4987-ac1c-4b762a19602c/4c505034-04e1-43fd-a402-1272f399e08c) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:01.474718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Calling delete_port for ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:01.632359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2a61c12-79ab-497b-aa0c-6ad950fa9038 None None] Provisioning for port 2921c2e6-770b-44fd-a3d0-06e68c4094be completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:01.639152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:01.645361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c841c-1a34-40c5-ab38-b4dc498a7003 req-db05863f-ecfa-4a13-9fa8-e21d0f684fa5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:01.655228 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-036c841c-1a34-40c5-ab38-b4dc498a7003 req-db05863f-ecfa-4a13-9fa8-e21d0f684fa5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.3574233 Feb 02 15:40:01.696651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Transition to ACTIVE for port object 4c505034-04e1-43fd-a402-1272f399e08c will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:01.705770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:01.725288 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:01.785200 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:01.785619 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:01.826433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2a61c12-79ab-497b-aa0c-6ad950fa9038 None None] Provisioning complete for port 2921c2e6-770b-44fd-a3d0-06e68c4094be triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:01.826814 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2a61c12-79ab-497b-aa0c-6ad950fa9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:01.860194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:01.952049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a56ebb04-fa8a-48be-9fc2-49534effa041,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:02.041755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d2a61c12-79ab-497b-aa0c-6ad950fa9038 None None] Port 2921c2e6-770b-44fd-a3d0-06e68c4094be cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:02.090416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=4c505034-04e1-43fd-a402-1272f399e08c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:02.100553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:02.122706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:02.123083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:02.131891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:02.138158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:02.141441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:02.297545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Deleting port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:02.297545 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:02.324495 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:02.327187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2a61c12-79ab-497b-aa0c-6ad950fa9038 None None] Provisioning complete for port a56ebb04-fa8a-48be-9fc2-49534effa041 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:02.327579 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2a61c12-79ab-497b-aa0c-6ad950fa9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:02.596280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47564) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:02.626080 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-036c841c-1a34-40c5-ab38-b4dc498a7003 req-187e7dfb-a675-4da7-ae6f-603d4ef86226 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9699676 Feb 02 15:40:02.692434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3a3cbc-b530-4dfe-a7a6-be0ddcf59450 admin admin] Deleting subnet 38d8b291-e06c-46d0-a74c-733a418570fc {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:02.698216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3cbc-b530-4dfe-a7a6-be0ddcf59450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:02.754093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:02.953027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:02.960866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Delete allocated IP 2001:db8::261 (fe245c80-e733-4a87-bc12-4535093ff713/a0c88cd9-e152-465e-95c7-a098a819be08) {{(pid=95773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 15:40:02.970565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:02.976990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8:0:1::27f (fe245c80-e733-4a87-bc12-4535093ff713/96124035-1460-47d5-a97e-cacda8d52cc5/2921c2e6-770b-44fd-a3d0-06e68c4094be) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:03.034485 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3cbc-b530-4dfe-a7a6-be0ddcf59450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.043515 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.341978 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.343451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.402564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3cbc-b530-4dfe-a7a6-be0ddcf59450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.456525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] For port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:03.457060 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.574126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:03.574946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=ee1309ce-9212-4937-ba13-2b280b2f7ed1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:03.591553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.610924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:03.626534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:03.628870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.655876 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:03.656547 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:03.743320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,revision_number=5']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:03.756184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 2921c2e6-770b-44fd-a3d0-06e68c4094be will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:03.768494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4cb4d7-13b1-4e48-8121-460798723936 None None] Network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:03.795587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Calling delete_port for ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:03.825257 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-df41bea5-5312-4154-b881-d728c30ead72 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.1449590 Feb 02 15:40:03.826301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47588) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:03.833206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:b0:bc:fe', 'name': 'tempest-NetworksTestDHCPv6-965652697'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:03.887941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:03.982734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3cbc-b530-4dfe-a7a6-be0ddcf59450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.082435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3cbc-b530-4dfe-a7a6-be0ddcf59450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d8b291-e06c-46d0-a74c-733a418570fc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:04.090511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3cbc-b530-4dfe-a7a6-be0ddcf59450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.109169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9f3a3cbc-b530-4dfe-a7a6-be0ddcf59450 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/38d8b291-e06c-46d0-a74c-733a418570fc HTTP/1.1" status: 204 len: 168 time: 1.5095034 Feb 02 15:40:04.122001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47596) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:04.124136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] Update dhcp port {'port': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'fixed_ips': [{'subnet_id': 'a0c88cd9-e152-465e-95c7-a098a819be08', 'ip_address': '2001:db8::2'}, {'subnet_id': '96124035-1460-47d5-a97e-cacda8d52cc5'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'df69959f-7736-44c2-a956-e079eaf61327'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:40:04.161086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29f6e9-0287-4825-a71e-b61d71be5d9d req-b5c94ea6-0a62-4f0e-960d-7a034aa1db41 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:04.170508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af29f6e9-0287-4825-a71e-b61d71be5d9d req-b5c94ea6-0a62-4f0e-960d-7a034aa1db41 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.2911286 Feb 02 15:40:04.232693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] In _notify_port_updated(), no bound segment for port 2921c2e6-770b-44fd-a3d0-06e68c4094be on network fe245c80-e733-4a87-bc12-4535093ff713 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:40:04.236882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:04.237528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.247415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.248888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47600) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:04.249654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "PUT /v2.0/ports/2921c2e6-770b-44fd-a3d0-06e68c4094be HTTP/1.1" status: 200 len: 931 time: 3.1803842 Feb 02 15:40:04.366004 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.373865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.425759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.471911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:04.552325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.569938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394db7d-e7c4-4dcc-834c-6101e5e101cb tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=2921c2e6-770b-44fd-a3d0-06e68c4094be,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:04.610415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9244e522-c583-4cec-8332-607a626684a4 None None] Provisioning for port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:04.624701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.638385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af29f6e9-0287-4825-a71e-b61d71be5d9d req-996ce748-1c03-4ef3-b508-d2bf40a07e93 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276819 Feb 02 15:40:04.761261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-8f34dbcd-4ca3-4690-a57f-b7e98dc7e62c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 2921c2e6-770b-44fd-a3d0-06e68c4094be {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:04.762819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f34dbcd-4ca3-4690-a57f-b7e98dc7e62c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.773578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.781037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:04.800955 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:04.801309 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:04.810437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1165e92-0af4-4292-ae60-e949cae65b5f']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:04.826382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0498f0-622f-4140-8c91-dc144dc41520') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:04.826723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0498f0-622f-4140-8c91-dc144dc41520') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:04.842518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.864438 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.872971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:40:04.873466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.957027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:05.003803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event updated for resources: {'Port': ['ID=4c505034-04e1-43fd-a402-1272f399e08c,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:05.005614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Deleting port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:05.005989 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:40:05.140531 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:40:05.173293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:05.179560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7180dbd0-c5ef-4b1b-aedb-a35530f670ad up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:05.186823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:05.194424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:05.214360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:05.285109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] Allocated IP 2001:db8:0:1::2 (fe245c80-e733-4a87-bc12-4535093ff713/96124035-1460-47d5-a97e-cacda8d52cc5/df69959f-7736-44c2-a956-e079eaf61327) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:05.341125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:05.351239 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:05.356337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47618) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:05.399479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:05.535857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1165e92-0af4-4292-ae60-e949cae65b5f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:05.546847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2360dd40-bd33-4c88-b066-a0380a192fb6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f1165e92-0af4-4292-ae60-e949cae65b5f HTTP/1.1" status: 204 len: 168 time: 1.4235339 Feb 02 15:40:05.694468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-ce08c817-9fda-4c28-9b2f-c67933f8c097 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 1096 time: 0.4585924 Feb 02 15:40:05.789241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:05.793299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:05.845063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:05.893712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:05.915617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:05.927259 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:06.064498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] For port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:06.065169 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:06.092331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] For port df69959f-7736-44c2-a956-e079eaf61327, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=df69959f-7736-44c2-a956-e079eaf61327,segment=NetworkSegment(98f8c8e2-089d-4670-bbdb-12f913fbeb38),segment_id=98f8c8e2-089d-4670-bbdb-12f913fbeb38)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:06.164598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-047d39ef-1553-4015-961f-89e40603a868 None None] Provisioning complete for port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:06.165060 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-047d39ef-1553-4015-961f-89e40603a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:06.291189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-d41331f7-a764-4581-8d0f-c9c78c7dc3b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:06.293980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-d41331f7-a764-4581-8d0f-c9c78c7dc3b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 912 time: 0.5700083 Feb 02 15:40:06.317884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47628) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:06.351503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Calling delete_port for ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:06.382768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:06.461631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f34dbcd-4ca3-4690-a57f-b7e98dc7e62c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:06.494178 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:40:06.502455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-9f32d03d-80ad-4e2d-959e-ba59c2ae0b97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74e20fdd-0497-4ad8-86c6-61209ee56698 HTTP/1.1" status: 200 len: 217 time: 0.1507936 Feb 02 15:40:06.515113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 85905b49-8869-4ec8-8629-65d553b838e1 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:40:06.595213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:06.625068 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:06.713639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-8f34dbcd-4ca3-4690-a57f-b7e98dc7e62c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 2921c2e6-770b-44fd-a3d0-06e68c4094be owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:06.738303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-cb0c3ff5-c769-4ca2-bc0a-532bf3c3a6a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:06.740959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-cb0c3ff5-c769-4ca2-bc0a-532bf3c3a6a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.1784148 Feb 02 15:40:06.806164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7180dbd0-c5ef-4b1b-aedb-a35530f670ad,segment=NetworkSegment(e0c34a97-d54d-45c5-a8c3-115f5df2ace3),segment_id=e0c34a97-d54d-45c5-a8c3-115f5df2ace3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:06.811114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] Transition to ACTIVE for port object df69959f-7736-44c2-a956-e079eaf61327 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:06.838807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-76f10b9d-5e29-4975-8d48-9e0e36ac8ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841126 Feb 02 15:40:06.846633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:06.862360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdde1a-9d86-4065-8a0b-39154ce4c4c0 req-1767c10a-100d-45ed-8c56-0d622e430c15 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:06.866751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2fdde1a-9d86-4065-8a0b-39154ce4c4c0 req-1767c10a-100d-45ed-8c56-0d622e430c15 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.5540752 Feb 02 15:40:06.884128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] Usage tracker for resource:security_group_rule and tenant:6f1dfabc0fde4591b54ecb6c4261c320 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:06.888006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:06.993902 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:06.995497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device df69959f-7736-44c2-a956-e079eaf61327 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:07.027303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:07.061263 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-a454b0ca-eabe-478f-b62a-b654b0996201 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942303 Feb 02 15:40:07.090099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-53c6b976-605d-4178-abbd-60b5d5fbc11f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=64fc148ef9a340bcbb0cad3a7e5fef34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7673790 Feb 02 15:40:07.092655 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f34dbcd-4ca3-4690-a57f-b7e98dc7e62c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.099335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47634) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:07.108463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.179497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34dbcd-4ca3-4690-a57f-b7e98dc7e62c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=2921c2e6-770b-44fd-a3d0-06e68c4094be,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:07.210704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a56ebb04-fa8a-48be-9fc2-49534effa041 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:07.308402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f34dbcd-4ca3-4690-a57f-b7e98dc7e62c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.335134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=7180dbd0-c5ef-4b1b-aedb-a35530f670ad,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:07.358600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f34dbcd-4ca3-4690-a57f-b7e98dc7e62c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/2921c2e6-770b-44fd-a3d0-06e68c4094be HTTP/1.1" status: 204 len: 168 time: 3.1061456 Feb 02 15:40:07.358834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bff8acb-7f17-4fc4-aaf8-9099f42ccf56 req-171a7144-cc50-4b5b-a1c0-baf48f1154d1 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179785 Feb 02 15:40:07.358834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47638) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:07.362402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2185521-aa11-4603-8833-1fcd9321849b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.408886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:40:07.427132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2185521-aa11-4603-8833-1fcd9321849b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.442749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-047d39ef-1553-4015-961f-89e40603a868 None None] Provisioning for port 4c505034-04e1-43fd-a402-1272f399e08c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:07.455700 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.468091 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2fdde1a-9d86-4065-8a0b-39154ce4c4c0 req-ebbfe3ae-c011-43e2-b9fc-0e4819e87f79 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102762 Feb 02 15:40:07.490869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a56ebb04-fa8a-48be-9fc2-49534effa041 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:07.491121 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73692c7-4368-45df-95b2-967a33138b8e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:40:07.491492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a73692c7-4368-45df-95b2-967a33138b8e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:07.499630 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.522811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:feb0:bcfe (2b108652-b7f1-4e95-b1da-85ac7991b521/ee1309ce-9212-4937-ba13-2b280b2f7ed1/85905b49-8869-4ec8-8629-65d553b838e1) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:07.552629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-047d39ef-1553-4015-961f-89e40603a868 None None] Provisioning complete for port 4c505034-04e1-43fd-a402-1272f399e08c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:07.555965 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-047d39ef-1553-4015-961f-89e40603a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.624980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a73692c7-4368-45df-95b2-967a33138b8e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:07.630048 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a73692c7-4368-45df-95b2-967a33138b8e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/2921c2e6-770b-44fd-a3d0-06e68c4094be HTTP/1.1" status: 404 len: 333 time: 0.2608149 Feb 02 15:40:07.636118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47642) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:07.653287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-047d39ef-1553-4015-961f-89e40603a868 None None] Port 4c505034-04e1-43fd-a402-1272f399e08c cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:07.735933 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.744874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375a0010-7e39-412c-90b4-ebcf11763155 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.824032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.837787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:07.842837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] No DVR routers for this DVR port ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:07.870133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:40:07.876923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c86d260-a9b0-4b6f-a589-f03be7a01a05 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:07.891733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9678-b0d2-4bc6-b7ae-a395f0ecd959 None None] Pushing event updated for resources: {'Port': ['ID=df69959f-7736-44c2-a956-e079eaf61327,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:07.899437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2185521-aa11-4603-8833-1fcd9321849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.907133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375a0010-7e39-412c-90b4-ebcf11763155 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.934834 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2185521-aa11-4603-8833-1fcd9321849b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:07.936112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a2185521-aa11-4603-8833-1fcd9321849b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/222542c1-0b1b-421e-837e-96e774079452 HTTP/1.1" status: 204 len: 168 time: 0.8338702 Feb 02 15:40:08.000776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:08.001294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-039e9634-1e35-4910-bc09-4049024ef467 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9658408 Feb 02 15:40:08.034851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f99a07-7741-4a9a-86b8-9df82dfc6dd5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:08.065356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a90a96-8d6b-443e-a1c7-7e34fb7da1dd None None] Pushing event deleted for resources: {'Port': ['ID=ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:08.086143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-663541e9-ae10-4839-af26-49c9f58577cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6f1dfabc0fde4591b54ecb6c4261c320&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7244353 Feb 02 15:40:08.090161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47652) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:08.091177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:08.116721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185521-aa11-4603-8833-1fcd9321849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222542c1-0b1b-421e-837e-96e774079452,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:08.211298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f825279a-717a-4dbd-a3a5-4744e0f4e2fb None None] Provisioning complete for port 4c505034-04e1-43fd-a402-1272f399e08c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:08.214494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f825279a-717a-4dbd-a3a5-4744e0f4e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.235400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65f91d9d-3996-47b7-b048-ff7d45c31161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.308162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f825279a-717a-4dbd-a3a5-4744e0f4e2fb None None] Port 4c505034-04e1-43fd-a402-1272f399e08c cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:08.321056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:08.324629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:08.333706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65f91d9d-3996-47b7-b048-ff7d45c31161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.373063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.436574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 85905b49-8869-4ec8-8629-65d553b838e1 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:08.441366 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375a0010-7e39-412c-90b4-ebcf11763155 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.470692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0010-7e39-412c-90b4-ebcf11763155 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e6d98a-5c94-4854-98f6-00a6fa5ffe1b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:08.483401 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375a0010-7e39-412c-90b4-ebcf11763155 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.484747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-375a0010-7e39-412c-90b4-ebcf11763155 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/security-groups/e2e6d98a-5c94-4854-98f6-00a6fa5ffe1b HTTP/1.1" status: 204 len: 168 time: 0.8475604 Feb 02 15:40:08.488339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47656) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:08.640758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65f91d9d-3996-47b7-b048-ff7d45c31161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.652969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:08.693140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f91d9d-3996-47b7-b048-ff7d45c31161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f99a07-7741-4a9a-86b8-9df82dfc6dd5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:08.747275 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d96b1d6-fa0e-4cb8-91c3-ed1585788f2a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.750258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65f91d9d-3996-47b7-b048-ff7d45c31161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.751767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-65f91d9d-3996-47b7-b048-ff7d45c31161 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b7f99a07-7741-4a9a-86b8-9df82dfc6dd5 HTTP/1.1" status: 204 len: 168 time: 0.6606610 Feb 02 15:40:08.820395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d96b1d6-fa0e-4cb8-91c3-ed1585788f2a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:08.890138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-84ca60dc-c13e-4dbc-9da0-646d7e7cbd1d None None] Could not find standard attr ID for object 2921c2e6-770b-44fd-a3d0-06e68c4094be. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:09.031187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:09.134346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:09.134346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ab3f1c9e-78ca-4d4e-9525-7796d9c1aa23 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:09.200689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:09.244137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7dd62-e468-45b1-93d4-e60009e4d49b req-392c90f1-ee41-4b68-9725-2ea4bc8247d9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:09.245735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8af7dd62-e468-45b1-93d4-e60009e4d49b req-392c90f1-ee41-4b68-9725-2ea4bc8247d9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.4019451 Feb 02 15:40:09.322445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d96b1d6-fa0e-4cb8-91c3-ed1585788f2a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:09.381757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7180dbd0-c5ef-4b1b-aedb-a35530f670ad up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:09.406409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96b1d6-fa0e-4cb8-91c3-ed1585788f2a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ffd759-20e3-4001-8008-a766930cdc21,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:09.481630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6d96b1d6-fa0e-4cb8-91c3-ed1585788f2a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:09.488075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6d96b1d6-fa0e-4cb8-91c3-ed1585788f2a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/security-groups/00ffd759-20e3-4001-8008-a766930cdc21 HTTP/1.1" status: 204 len: 168 time: 0.9981132 Feb 02 15:40:09.491683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47674) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:09.505847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:09.577500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:09.606108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:09.614494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:09.615145 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:09.616122 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8af7dd62-e468-45b1-93d4-e60009e4d49b req-9831e89e-b663-4890-bbc5-e56fa99b4151 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625715 Feb 02 15:40:09.744377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-84ca60dc-c13e-4dbc-9da0-646d7e7cbd1d None None] Provisioning for port df69959f-7736-44c2-a956-e079eaf61327 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:09.765602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-84ca60dc-c13e-4dbc-9da0-646d7e7cbd1d None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:09.765976 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-84ca60dc-c13e-4dbc-9da0-646d7e7cbd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:09.905204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dd6e1f-78a6-4e9a-9858-73efa569a847 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet a0c88cd9-e152-465e-95c7-a098a819be08 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:09.909267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30dd6e1f-78a6-4e9a-9858-73efa569a847 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:09.969205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.extraroute_db [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 02 15:40:09.984957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.extraroute_db [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Removed routes are [] {{(pid=95773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 02 15:40:09.992418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.001346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=85905b49-8869-4ec8-8629-65d553b838e1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:10.015864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47684) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:10.083534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.112492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30dd6e1f-78a6-4e9a-9858-73efa569a847 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.232816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-acbe0317-1785-4018-9d15-89c9747a85fa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.4029377 Feb 02 15:40:10.235502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47690) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:10.240643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-84ca60dc-c13e-4dbc-9da0-646d7e7cbd1d None None] Provisioning complete for port 9796c32f-057d-4fed-af94-e2e93cde00c9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:10.241381 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-84ca60dc-c13e-4dbc-9da0-646d7e7cbd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.255220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30dd6e1f-78a6-4e9a-9858-73efa569a847 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.311464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:10.311873 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.399737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47694) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:10.434073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:10.437590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-84ca60dc-c13e-4dbc-9da0-646d7e7cbd1d None None] Port 9796c32f-057d-4fed-af94-e2e93cde00c9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:10.441094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30dd6e1f-78a6-4e9a-9858-73efa569a847 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.455493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5e410420344d439eaa425bc946a54734 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:10.460489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:10.464951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': 'ee1309ce-9212-4937-ba13-2b280b2f7ed1'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:40:10.465110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.470415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:10.510603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f384ef3-4d99-4399-a6e0-14e066f1b450 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:10.511305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3f384ef3-4d99-4399-a6e0-14e066f1b450 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:10.529944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-30dd6e1f-78a6-4e9a-9858-73efa569a847 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.542195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd6e1f-78a6-4e9a-9858-73efa569a847 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c88cd9-e152-465e-95c7-a098a819be08,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:10.558069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-30dd6e1f-78a6-4e9a-9858-73efa569a847 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/a0c88cd9-e152-465e-95c7-a098a819be08 HTTP/1.1" status: 204 len: 168 time: 1.0591033 Feb 02 15:40:10.562954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47700) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:10.570590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:10.577432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc9cbee-9408-4fde-93e0-485d4b002e25 None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:10.621846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3f384ef3-4d99-4399-a6e0-14e066f1b450 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:10.624480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3f384ef3-4d99-4399-a6e0-14e066f1b450 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3852377 Feb 02 15:40:10.629627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47704) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:10.703110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-231523960-network', 'tenant_id': 'b4db7cebf137476e99aa7088f0f950ac'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:10.716120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:10.725981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Usage tracker for resource:network and tenant:b4db7cebf137476e99aa7088f0f950ac is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:10.732155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:10.770895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:10.885287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:10.889494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:10.893691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:10.901422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:10.921529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:10.992746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b1050456-60fc-4c24-a0d4-cbe45f8aa9fc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 85905b49-8869-4ec8-8629-65d553b838e1 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:10.992986 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1050456-60fc-4c24-a0d4-cbe45f8aa9fc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.022749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:02Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '4c505034-04e1-43fd-a402-1272f399e08c', 'name': '', 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:1e:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:00Z', 'updated_at': '2022-02-02T15:40:03Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:11.057661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:40:11.062359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Updating router a99423b2-77b7-4466-80f1-2ad0f593b6d1 port 4c505034-04e1-43fd-a402-1272f399e08c binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:40:11.062515 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.071776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.101741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aed685f4-31bc-42c0-8c37-f25f04857ce0 None None] Could not find standard attr ID for object 2921c2e6-770b-44fd-a3d0-06e68c4094be. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:11.104593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.147123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Made reservation on behalf of b4db7cebf137476e99aa7088f0f950ac for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:11.149726 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.166635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device df69959f-7736-44c2-a956-e079eaf61327 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:11.171999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.189138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:11.192388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c52667-74ca-4ddf-86b7-70e22ec12f31,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:11.192930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.237497 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.254969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Allocated IP 2001:db8::f816:3eff:fe70:9da6 (2b108652-b7f1-4e95-b1da-85ac7991b521/ee1309ce-9212-4937-ba13-2b280b2f7ed1/e8f02f50-6f13-40ec-b9d8-dd352839cb70) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:11.268665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-652bc908-2ad6-42b8-88f4-c3b22243b2d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e410420344d439eaa425bc946a54734&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2513976 Feb 02 15:40:11.272873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47710) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:11.378614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290d1d9-43a6-4c71-b91f-aaeafd5c42a6 req-025d889f-55b7-454c-8c91-db015fd5ec8f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:11.380186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c290d1d9-43a6-4c71-b91f-aaeafd5c42a6 req-025d889f-55b7-454c-8c91-db015fd5ec8f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.4574158 Feb 02 15:40:11.535766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:11.541281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Usage tracker for resource:security_group_rule and tenant:b4db7cebf137476e99aa7088f0f950ac is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:11.544662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:11.551364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:11.588492 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1050456-60fc-4c24-a0d4-cbe45f8aa9fc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.616256 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c290d1d9-43a6-4c71-b91f-aaeafd5c42a6 req-0102f332-2c3c-4775-8b94-ab155442990a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242842 Feb 02 15:40:11.634777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.637293 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.657133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.688476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Transition to ACTIVE for port object 4c505034-04e1-43fd-a402-1272f399e08c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:11.736428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:11.741043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:11.747012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:11.747765 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.794804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=b787377e-1e15-4441-8bfb-bf791ec8b413,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:11.804740 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.820376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:40:11.831480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.832182 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Added segment a68e3adb-5f0d-4782-b726-8437552f2e27 of type vlan for network 8040b27d-e7ee-4286-b32b-4188fe0ded39 Feb 02 15:40:11.853838 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4cfb-5186-4c8f-8067-362dd8070840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.866953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b1050456-60fc-4c24-a0d4-cbe45f8aa9fc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 85905b49-8869-4ec8-8629-65d553b838e1 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:11.873089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.890609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:11.895438 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.915610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.956375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4cfb-5186-4c8f-8067-362dd8070840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.982436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd44a40-9e27-4e7b-944d-44a43c825b81,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:11.982436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:11.982436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:11.990933 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.078731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-95cb4517-8bac-424e-9890-4878ac86e9fa tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5154498 Feb 02 15:40:12.079632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47716) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:12.109675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:40:12.190494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'security_group': {'name': 'tempest-secgroup-1722892939'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:12.211915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8074269 Feb 02 15:40:12.211915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:12.215097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47720) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:12.229138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:12.237895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Request body: {'subnet': {'network_id': '8040b27d-e7ee-4286-b32b-4188fe0ded39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-231523960-subnet', 'tenant_id': 'b4db7cebf137476e99aa7088f0f950ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:12.248758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:12.252804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:12.261046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Usage tracker for resource:subnet and tenant:b4db7cebf137476e99aa7088f0f950ac is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:12.266243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:12.268475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:12.271546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b1197-08e1-45ea-920f-151b415d5235 admin admin] Pushing event updated for resources: {'Network': ['ID=8040b27d-e7ee-4286-b32b-4188fe0ded39,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:12.281279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:12.311998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09d3c8-86a4-4615-abf2-eb34583cdfee None None] Pushing event updated for resources: {'Port': ['ID=4c505034-04e1-43fd-a402-1272f399e08c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:12.328886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 8040b27d-e7ee-4286-b32b-4188fe0ded39 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:40:12.391472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:12.426749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.431068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47724) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:12.452323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1bc17d80-b5ce-43bf-a2d5-72540cb0115a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 200 len: 934 time: 4.4385684 Feb 02 15:40:12.530046 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4cfb-5186-4c8f-8067-362dd8070840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.532558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4cfb-5186-4c8f-8067-362dd8070840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.534445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bd4e4cfb-5186-4c8f-8067-362dd8070840 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/78c52667-74ca-4ddf-86b7-70e22ec12f31 HTTP/1.1" status: 204 len: 168 time: 1.2577958 Feb 02 15:40:12.550439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e4cfb-5186-4c8f-8067-362dd8070840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c52667-74ca-4ddf-86b7-70e22ec12f31,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:12.572678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1050456-60fc-4c24-a0d4-cbe45f8aa9fc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.603004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Made reservation on behalf of b4db7cebf137476e99aa7088f0f950ac for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:12.606224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.615736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.635806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.651181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Attempting to bind port 4c505034-04e1-43fd-a402-1272f399e08c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:40:12.651449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Attempting to bind port 4c505034-04e1-43fd-a402-1272f399e08c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:40:12.651769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Attempting to bind port 4c505034-04e1-43fd-a402-1272f399e08c on network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:12.686360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Transition to ACTIVE for port object e8f02f50-6f13-40ec-b9d8-dd352839cb70 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:12.728311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:12.728673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Checking segment: {'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:12.729688 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.730095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Bound using segment: {'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:12.730714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Bound port: 4c505034-04e1-43fd-a402-1272f399e08c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:12.731366 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.775537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1050456-60fc-4c24-a0d4-cbe45f8aa9fc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=85905b49-8869-4ec8-8629-65d553b838e1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:12.780505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Transition to ACTIVE for port object e8f02f50-6f13-40ec-b9d8-dd352839cb70 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:12.788932 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1050456-60fc-4c24-a0d4-cbe45f8aa9fc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.793744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b1050456-60fc-4c24-a0d4-cbe45f8aa9fc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/85905b49-8869-4ec8-8629-65d553b838e1 HTTP/1.1" status: 204 len: 168 time: 2.1562538 Feb 02 15:40:12.794441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47738) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:12.898797 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:12.998462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad0de04-14b4-4f34-a851-b30468166b0d tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:12.999808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad0de04-14b4-4f34-a851-b30468166b0d tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:13.000616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fad0de04-14b4-4f34-a851-b30468166b0d tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:13.088385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:13.102566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group_rule and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:13.122239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:13.137412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599a20ae-3ed9-4d87-9fe4-290ba2b05511 None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:13.141295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fad0de04-14b4-4f34-a851-b30468166b0d tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:13.145151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fad0de04-14b4-4f34-a851-b30468166b0d tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3444276 Feb 02 15:40:13.145151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47744) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:13.148183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:13.207507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c92d7c29-25d9-46d2-9dcb-8560e64149d2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 200 len: 934 time: 0.7750518 Feb 02 15:40:13.212228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47748) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:13.234354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'routes': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:13.251794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:13.365763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:13.378057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Pushing event updated for resources: {'Port': ['ID=e8f02f50-6f13-40ec-b9d8-dd352839cb70,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:13.385851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:13.392188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] For port 4c505034-04e1-43fd-a402-1272f399e08c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:13.413296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] For port 4c505034-04e1-43fd-a402-1272f399e08c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4c505034-04e1-43fd-a402-1272f399e08c,segment=NetworkSegment(e0c34a97-d54d-45c5-a8c3-115f5df2ace3),segment_id=e0c34a97-d54d-45c5-a8c3-115f5df2ace3)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:40:13.496268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-04fe5feb-6993-44aa-9e7e-3a56e706522e None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:13.496820 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04fe5feb-6993-44aa-9e7e-3a56e706522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.574541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.589935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0f8e9a-8315-4819-8dfb-834eeb3a6425 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet ee1309ce-9212-4937-ba13-2b280b2f7ed1 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:13.597712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f13c-a798-4f31-b144-ce7cbb476e72 req-e7ebb31b-490c-4a6d-bb34-524811b58a2a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:13.598141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8e9a-8315-4819-8dfb-834eeb3a6425 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.602976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e27f13c-a798-4f31-b144-ce7cbb476e72 req-e7ebb31b-490c-4a6d-bb34-524811b58a2a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.6310055 Feb 02 15:40:13.658936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.673782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Attempting to bind port e8f02f50-6f13-40ec-b9d8-dd352839cb70 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:40:13.674319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Attempting to bind port e8f02f50-6f13-40ec-b9d8-dd352839cb70 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:40:13.674813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Attempting to bind port e8f02f50-6f13-40ec-b9d8-dd352839cb70 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:13.698466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:13.706309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:13.706309 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.711425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:13.715122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Bound port: e8f02f50-6f13-40ec-b9d8-dd352839cb70, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:13.715316 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.716615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.729630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8e9a-8315-4819-8dfb-834eeb3a6425 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.890242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.890242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7d59dd-2db1-41d5-af9f-3bf40d82607d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:13.915399 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8e9a-8315-4819-8dfb-834eeb3a6425 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:13.956180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:13.957445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:14.037037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e27f13c-a798-4f31-b144-ce7cbb476e72 req-2e5d883c-3e2d-4ff8-91aa-b50362f174df tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656223 Feb 02 15:40:14.048043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44dd7d6-91a9-4dea-a9f6-5af6acce7e1a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:14.077024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Checking segment: {'id': 'a68e3adb-5f0d-4782-b726-8437552f2e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8040b27d-e7ee-4286-b32b-4188fe0ded39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:14.077536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Network hostable DHCP agents. Network: 8040b27d-e7ee-4286-b32b-4188fe0ded39, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:40:14.089581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09d3c8-86a4-4615-abf2-eb34583cdfee None None] Pushing event updated for resources: {'Port': ['ID=4c505034-04e1-43fd-a402-1272f399e08c,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:14.153655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8e9a-8315-4819-8dfb-834eeb3a6425 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.232197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f8e9a-8315-4819-8dfb-834eeb3a6425 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1309ce-9212-4937-ba13-2b280b2f7ed1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:14.236525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8e9a-8315-4819-8dfb-834eeb3a6425 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.265650 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.266987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b629fc48-7d21-4fdc-8fe4-c9664c71a3b4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0812776 Feb 02 15:40:14.271811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47772) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:14.279810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'security_group': {'name': 'tempest-secgroup-1680003680'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:14.285632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-04fe5feb-6993-44aa-9e7e-3a56e706522e None None] Provisioning complete for port 9796c32f-057d-4fed-af94-e2e93cde00c9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:14.286065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04fe5feb-6993-44aa-9e7e-3a56e706522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.291468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:14.296577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:14.301852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:14.309571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:14.342198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3b0f8e9a-8315-4819-8dfb-834eeb3a6425 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/ee1309ce-9212-4937-ba13-2b280b2f7ed1 HTTP/1.1" status: 204 len: 168 time: 1.1960361 Feb 02 15:40:14.346755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47776) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:14.360107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] For port e8f02f50-6f13-40ec-b9d8-dd352839cb70, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:14.389106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] For port e8f02f50-6f13-40ec-b9d8-dd352839cb70, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e8f02f50-6f13-40ec-b9d8-dd352839cb70,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:40:14.392009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-04fe5feb-6993-44aa-9e7e-3a56e706522e None None] Port 9796c32f-057d-4fed-af94-e2e93cde00c9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:14.399045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:14.484169 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.492559 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.511290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0d11d764-616c-45ab-8e6f-6f7ff413dda7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1631961 Feb 02 15:40:14.515392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47792) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:14.607168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:14.613416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group_rule and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:14.618527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:14.626522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:14.642595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db100958-e0bf-44e1-b545-d4c8cf9e53b9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:14.643553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-db100958-e0bf-44e1-b545-d4c8cf9e53b9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:14.670131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-db100958-e0bf-44e1-b545-d4c8cf9e53b9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:14.671548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-db100958-e0bf-44e1-b545-d4c8cf9e53b9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1549108 Feb 02 15:40:14.682554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47798) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:14.700840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.extraroute_db [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added routes are [] {{(pid=95772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 02 15:40:14.701353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.extraroute_db [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 02 15:40:14.733153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.736566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Network 8040b27d-e7ee-4286-b32b-4188fe0ded39 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:40:14.807797 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.820071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d173e-0349-4979-ad6a-309f2c4beefa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:14.820863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1a1d173e-0349-4979-ad6a-309f2c4beefa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:14.832078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da2af3-e8c9-4d95-96de-8d545d701b05 None None] Update dhcp port {'port': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'fixed_ips': [{'subnet_id': '96124035-1460-47d5-a97e-cacda8d52cc5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b787377e-1e15-4441-8bfb-bf791ec8b413'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'df69959f-7736-44c2-a956-e079eaf61327'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:40:14.875467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 8040b27d-e7ee-4286-b32b-4188fe0ded39) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:14.881968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:14.881968 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.901263 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:14.915537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c5aed-ca1d-4649-ac85-979e303ccd28 None None] Network 8040b27d-e7ee-4286-b32b-4188fe0ded39 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:14.945669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1a1d173e-0349-4979-ad6a-309f2c4beefa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:14.946312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa220d-1736-476c-a0ce-961487dd570f None None] Pushing event updated for resources: {'Port': ['ID=e8f02f50-6f13-40ec-b9d8-dd352839cb70,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:14.950399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1a1d173e-0349-4979-ad6a-309f2c4beefa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2686250 Feb 02 15:40:14.954911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47802) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:15.033096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:15.034738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7614241 Feb 02 15:40:15.038290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368096a4-2122-4ca6-b641-8778033bea98 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846f873a-fbcd-462b-ae22-0348fdc9aae2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:15.040626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47810) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:15.050983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'security_group': {'name': 'tempest-secgroup-1223511837'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:15.056238 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-23cea060-a97f-4115-b9ac-d6f6b3acd09c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993140 Feb 02 15:40:15.063677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47814) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:15.064933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0cba475b-5874-48fd-b843-0e32ad3d1c44 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8476396 Feb 02 15:40:15.075166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:15.080190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:15.081459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:15.085573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:15.097714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:15.171728 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-79da2af3-e8c9-4d95-96de-8d545d701b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:15.235203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:15.430489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:15.446223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:15.446511 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:15.452004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:security_group_rule and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:15.464516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:15.468362 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:15.479570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:15.679497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:15.723525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-b3860bd3-aecc-45f0-b1c6-c546107bcdd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 1096 time: 0.2857480 Feb 02 15:40:15.758750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:15.822539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4633d-f4f3-4269-9876-3b2f78841cc2 None None] Network 8040b27d-e7ee-4286-b32b-4188fe0ded39 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:15.823300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:15.826419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:15.838883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:15.915872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4fadd-903d-41c6-be55-393e8eb80acb req-41d72e6b-8849-4513-a10e-7f7638e820ca tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:15.916169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:40:15.921168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cdf4fadd-903d-41c6-be55-393e8eb80acb req-41d72e6b-8849-4513-a10e-7f7638e820ca tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.4807901 Feb 02 15:40:15.958087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e369cb44-07f7-419d-9317-acb4786ccb36,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:16.017250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47834) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:16.036572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:09Z', 'revision_number': 6, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '4c505034-04e1-43fd-a402-1272f399e08c', 'name': '', 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:1e:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:00Z', 'updated_at': '2022-02-02T15:40:13Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:16.049491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52e5d0-a5cf-411f-ac6a-f3868397fe4b None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:09Z', 'revision_number': 6, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '4c505034-04e1-43fd-a402-1272f399e08c', 'name': '', 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:1e:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:00Z', 'updated_at': '2022-02-02T15:40:13Z', 'revision_number': 4, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:40:16.083061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cdf4fadd-903d-41c6-be55-393e8eb80acb req-733faa61-91fd-44e3-b126-58402535537b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609635 Feb 02 15:40:16.093068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-79da2af3-e8c9-4d95-96de-8d545d701b05 None None] Allocated IP 2001:db8::2 (fe245c80-e733-4a87-bc12-4535093ff713/b787377e-1e15-4441-8bfb-bf791ec8b413/df69959f-7736-44c2-a956-e079eaf61327) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:16.103058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-dea3dc78-7ca9-456b-9c97-d989636d2a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:16.105074 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-dea3dc78-7ca9-456b-9c97-d989636d2a5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 912 time: 0.3740382 Feb 02 15:40:16.324083 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-ca4ceae6-ce5b-4cee-b73a-907350fe4f49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74e20fdd-0497-4ad8-86c6-61209ee56698 HTTP/1.1" status: 200 len: 217 time: 0.2123265 Feb 02 15:40:16.486489 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:16.487809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c8f57df0-4133-4cfc-9f1c-e714a7f3e048 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4458640 Feb 02 15:40:16.492069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47840) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:16.503043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1720723066', 'security_groups': ['e369cb44-07f7-419d-9317-acb4786ccb36'], 'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b787377e-1e15-4441-8bfb-bf791ec8b413'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:16.539233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-79da2af3-e8c9-4d95-96de-8d545d701b05 None None] For port df69959f-7736-44c2-a956-e079eaf61327, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=df69959f-7736-44c2-a956-e079eaf61327,segment=NetworkSegment(98f8c8e2-089d-4670-bbdb-12f913fbeb38),segment_id=98f8c8e2-089d-4670-bbdb-12f913fbeb38)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:16.583042 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-79da2af3-e8c9-4d95-96de-8d545d701b05 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:16.598510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:16.611712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-79da2af3-e8c9-4d95-96de-8d545d701b05 None None] Transition to ACTIVE for port object df69959f-7736-44c2-a956-e079eaf61327 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:16.640098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:16.687057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-c8c2bd43-7f82-4f5f-b57f-031471544282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:16.688200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:16.689382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-c8c2bd43-7f82-4f5f-b57f-031471544282 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.3583174 Feb 02 15:40:16.690899 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-79da2af3-e8c9-4d95-96de-8d545d701b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:16.737833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] Usage tracker for resource:security_group_rule and tenant:d59d8f05450f42f9a035a33bdebbaf63 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:16.742676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:16.769689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:16.779347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-014d5cdb-1bbc-49ae-84cc-f93116a7ccb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817366 Feb 02 15:40:16.801320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-008a2e04-8ec0-4f7c-9456-fa9c5a4c8633 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:16.802050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-008a2e04-8ec0-4f7c-9456-fa9c5a4c8633 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Synchronizing usage tracker for tenant:b4db7cebf137476e99aa7088f0f950ac on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:16.898946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f2602-ea7a-4ccd-bb60-9e588f66a9ce None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:16.919338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:16.952635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-008a2e04-8ec0-4f7c-9456-fa9c5a4c8633 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Unset dirty status for tenant:b4db7cebf137476e99aa7088f0f950ac on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:16.956317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-008a2e04-8ec0-4f7c-9456-fa9c5a4c8633 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/networks?id=8040b27d-e7ee-4286-b32b-4188fe0ded39 HTTP/1.1" status: 200 len: 812 time: 0.9729621 Feb 02 15:40:16.984099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:16.985561 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6270e1dd-4374-42c1-a6f7-ab797b87e443 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 200 len: 700 time: 3.7699628 Feb 02 15:40:16.990698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47844) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:17.007458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:17.009419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:17.030403 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=3011e206-0f25-42f2-9ed2-ed5f5e2deeba,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:17.052014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:17.053164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.062603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da2af3-e8c9-4d95-96de-8d545d701b05 None None] Pushing event updated for resources: {'Port': ['ID=df69959f-7736-44c2-a956-e079eaf61327,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:17.067287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e8f02f50-6f13-40ec-b9d8-dd352839cb70 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:17.073082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-c40e2abd-cb4f-4f50-b237-18e22fb2e35c tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/quotas/b4db7cebf137476e99aa7088f0f950ac HTTP/1.1" status: 200 len: 375 time: 0.1153104 Feb 02 15:40:17.123444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:17.134622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:17.143762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-194123d5-fc00-47c5-9ebb-630176122440 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b4db7cebf137476e99aa7088f0f950ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696406 Feb 02 15:40:17.172126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.185887 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ca16cef-7877-4223-b89f-c46bb1a576b6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1116619 Feb 02 15:40:17.189984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-675bea90-44a4-4602-9225-43d4e7d7b6fc service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934886 Feb 02 15:40:17.189984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47850) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:17.195515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-03587a21-3d2d-48c1-aaa6-b873c76df8f6 None None] Could not find standard attr ID for object 85905b49-8869-4ec8-8629-65d553b838e1. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:17.196357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:0b:6f:4e', 'name': 'tempest-NetworksTestDHCPv6-2004060240'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:17.294791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.310034 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.365318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-03587a21-3d2d-48c1-aaa6-b873c76df8f6 None None] Provisioning for port e8f02f50-6f13-40ec-b9d8-dd352839cb70 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:17.425175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae860ae-fbf8-4154-b328-493cd310df41,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:17.436230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d260fc4d-23ac-4430-8278-da72298a4d45 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d59d8f05450f42f9a035a33bdebbaf63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4140244 Feb 02 15:40:17.438872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47854) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:17.451655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-25fc5b05-d60f-44fd-9afe-e24a1e050174 service neutron] 10.222.0.88 "GET /v2.0/networks/8040b27d-e7ee-4286-b32b-4188fe0ded39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063245 Feb 02 15:40:17.511454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e8f02f50-6f13-40ec-b9d8-dd352839cb70 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:17.517634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e8f02f50-6f13-40ec-b9d8-dd352839cb70 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:17.518143 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.540210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:17.688533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.703544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa16d53f-99c2-4b9e-9a95-64798b30515a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.739436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0885be78-04b5-4bdd-88fc-c193fc9cab7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 200 len: 700 time: 0.7463374 Feb 02 15:40:17.742449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47858) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:17.790518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e8f02f50-6f13-40ec-b9d8-dd352839cb70, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e8f02f50-6f13-40ec-b9d8-dd352839cb70,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:17.847149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a32b65f8-e97a-4e13-be52-51bd9c6c4fe9 req-4cdaf10a-e08b-48e1-9ffc-14fe4f56bfe6 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431397 Feb 02 15:40:17.849246 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.851908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:17.854804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd75a88b-b724-4022-943b-13c02681963d None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:17.871151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:17.878456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-0115142b-df46-447e-91bd-a309d0b56c5a service neutron] 10.222.0.88 "GET /v2.0/networks/8040b27d-e7ee-4286-b32b-4188fe0ded39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258392 Feb 02 15:40:17.888064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:17.899429 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa16d53f-99c2-4b9e-9a95-64798b30515a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.910592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:17.963243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:17.964517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4c505034-04e1-43fd-a402-1272f399e08c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:17.972782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178cd1a-3a90-49e3-ae8d-d22a0c9cda1f req-eb72b1b6-0418-4a47-8dcf-3712c2ff73be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:17.974477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178cd1a-3a90-49e3-ae8d-d22a0c9cda1f req-eb72b1b6-0418-4a47-8dcf-3712c2ff73be tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.6671677 Feb 02 15:40:18.034692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.067239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] device_id is not set on port 65c390a6-d26a-44b4-94df-a4cedcd1e405 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:40:18.114192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:18.120167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.150443 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178cd1a-3a90-49e3-ae8d-d22a0c9cda1f req-2971d54a-692a-458d-a758-3e46e2d6d759 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633070 Feb 02 15:40:18.159498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 2e89e6f5-5612-47c2-9e31-a99fa331f8f1 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:40:18.169473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-631995e7-d56a-4d63-8e18-48bc6ff7c83a None None] Provisioning complete for port e8f02f50-6f13-40ec-b9d8-dd352839cb70 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:18.169909 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-631995e7-d56a-4d63-8e18-48bc6ff7c83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.185943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa16d53f-99c2-4b9e-9a95-64798b30515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.215680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16d53f-99c2-4b9e-9a95-64798b30515a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae860ae-fbf8-4154-b328-493cd310df41,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:18.254137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e8f02f50-6f13-40ec-b9d8-dd352839cb70,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:18.310598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa16d53f-99c2-4b9e-9a95-64798b30515a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.314814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fa16d53f-99c2-4b9e-9a95-64798b30515a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6ae860ae-fbf8-4154-b328-493cd310df41 HTTP/1.1" status: 204 len: 168 time: 0.8748264 Feb 02 15:40:18.378027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f67974e2-3393-45a6-aaee-482ea7ae9e90 req-1b37d3cd-a3c8-4f7c-88d8-74b3967e31e9 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 210 time: 0.0730937 Feb 02 15:40:18.413572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.480220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::3d3 (2b108652-b7f1-4e95-b1da-85ac7991b521/3011e206-0f25-42f2-9ed2-ed5f5e2deeba/2e89e6f5-5612-47c2-9e31-a99fa331f8f1) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:18.546154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8::172 (fe245c80-e733-4a87-bc12-4535093ff713/b787377e-1e15-4441-8bfb-bf791ec8b413/65c390a6-d26a-44b4-94df-a4cedcd1e405) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:18.586744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4c505034-04e1-43fd-a402-1272f399e08c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:18.595218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4c505034-04e1-43fd-a402-1272f399e08c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:18.595218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.777662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.818736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 4c505034-04e1-43fd-a402-1272f399e08c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4c505034-04e1-43fd-a402-1272f399e08c,segment=NetworkSegment(e0c34a97-d54d-45c5-a8c3-115f5df2ace3),segment_id=e0c34a97-d54d-45c5-a8c3-115f5df2ace3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:18.895233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f978d46c-af51-479b-96a1-3c79aa5324d2 None None] Provisioning for port df69959f-7736-44c2-a956-e079eaf61327 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:18.901948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f978d46c-af51-479b-96a1-3c79aa5324d2 None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:18.905174 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f978d46c-af51-479b-96a1-3c79aa5324d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:18.952712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.111788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.132837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.156338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=4c505034-04e1-43fd-a402-1272f399e08c,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:19.165808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device df69959f-7736-44c2-a956-e079eaf61327 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:19.168087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 2e89e6f5-5612-47c2-9e31-a99fa331f8f1 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:19.169468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 65c390a6-d26a-44b4-94df-a4cedcd1e405 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:19.341488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.354330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:19.354330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.410792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74e20fdd-0497-4ad8-86c6-61209ee56698 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:19.465836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.466611 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:40:19.496990 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:19.497786 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:19.577108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f978d46c-af51-479b-96a1-3c79aa5324d2 None None] Provisioning complete for port 9796c32f-057d-4fed-af94-e2e93cde00c9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:19.577478 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f978d46c-af51-479b-96a1-3c79aa5324d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.638591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ca19700-9ced-4de5-8ece-090b75be658b req-28f208f0-4389-4407-ad8b-9fb1fd4f05dc tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 210 time: 0.1146798 Feb 02 15:40:19.659063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f978d46c-af51-479b-96a1-3c79aa5324d2 None None] Port 9796c32f-057d-4fed-af94-e2e93cde00c9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:19.696755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:19.720613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:19.726328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:19.735728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:19.742050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.775116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=2e89e6f5-5612-47c2-9e31-a99fa331f8f1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:19.828568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 4c505034-04e1-43fd-a402-1272f399e08c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:19.830152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.892967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e8f02f50-6f13-40ec-b9d8-dd352839cb70 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:19.921388 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:19.940954 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:19.997193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=65c390a6-d26a-44b4-94df-a4cedcd1e405,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:20.024454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-43afa0c7-1ee2-484c-b0c6-6c7197229052 None None] Could not find standard attr ID for object ea69289c-64ad-40ec-b66e-b0a412cb88cf. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:20.027878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:20.036026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:20.036700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:40:20.039314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:20.048142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:20.048815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:20.057939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:20.059299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-43afa0c7-1ee2-484c-b0c6-6c7197229052 None None] Could not find standard attr ID for object a781a0de-b167-477d-9a02-cf57fbf5e1c2. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:20.111478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-43afa0c7-1ee2-484c-b0c6-6c7197229052 None None] Provisioning complete for port e8f02f50-6f13-40ec-b9d8-dd352839cb70 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:20.111885 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-43afa0c7-1ee2-484c-b0c6-6c7197229052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:20.234008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ac931-d5db-4f59-9ab2-4a7d2e40d7db req-94d49a6d-5360-476c-8880-ebef3fe57c18 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:20.235595 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b57ac931-d5db-4f59-9ab2-4a7d2e40d7db req-94d49a6d-5360-476c-8880-ebef3fe57c18 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 945 time: 0.7819779 Feb 02 15:40:20.248063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-759a9b66-bc96-4173-9ecb-fca6268831e7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0549421 Feb 02 15:40:20.253514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e01dbf87-9555-4b08-b01b-4f3c969251e8 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7601550 Feb 02 15:40:20.254878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47894) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:20.314929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47896) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:20.325779 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b57ac931-d5db-4f59-9ab2-4a7d2e40d7db req-e3f0e4c2-075f-46db-a8b7-078664fe67fa tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785420 Feb 02 15:40:20.347031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:20.455257 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'code': 200} Feb 02 15:40:20.466893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:20.598382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port 4c505034-04e1-43fd-a402-1272f399e08c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4c505034-04e1-43fd-a402-1272f399e08c,segment=NetworkSegment(e0c34a97-d54d-45c5-a8c3-115f5df2ace3),segment_id=e0c34a97-d54d-45c5-a8c3-115f5df2ace3)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:20.602719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:20.622507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:20.629399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e8f02f50-6f13-40ec-b9d8-dd352839cb70 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:20.630080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:20.800414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:20.825186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:20.829142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:20.849337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:20.963908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:20.968666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:21.019494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 4c505034-04e1-43fd-a402-1272f399e08c owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:21.188842 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e1129a7-76e0-45f3-9f53-cea016f4ace6 req-ee35bf4b-950c-4ccc-9a33-87d58258d2af tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 210 time: 0.1246710 Feb 02 15:40:21.342976 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:14Z', 'revision_number': 7, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '4c505034-04e1-43fd-a402-1272f399e08c', 'name': '', 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:1e:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:00Z', 'updated_at': '2022-02-02T15:40:18Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:21.343900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Could not find standard attr ID for object 85905b49-8869-4ec8-8629-65d553b838e1. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:21.369929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4c505034-04e1-43fd-a402-1272f399e08c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:21.371733 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:40:21.397441 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:21.398344 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:21.434180 n-d-827122-1 neutron-server[95773]: INFO neutron.db.ipam_backend_mixin [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b787377e-1e15-4441-8bfb-bf791ec8b413 (CIDR: 2001:db8::/64) Feb 02 15:40:21.484995 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:40:21.485449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:21.551360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648ba649-4195-4ba0-ba93-661d08b9d656 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:21.561641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Provisioning for port 65c390a6-d26a-44b4-94df-a4cedcd1e405 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:21.562592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648ba649-4195-4ba0-ba93-661d08b9d656 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:21.563445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-648ba649-4195-4ba0-ba93-661d08b9d656 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:21.568375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Provisioning complete for port 65c390a6-d26a-44b4-94df-a4cedcd1e405 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:21.569376 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:21.647729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Port 65c390a6-d26a-44b4-94df-a4cedcd1e405 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:21.649506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4c505034-04e1-43fd-a402-1272f399e08c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:21.649856 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:21.673509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:21.683176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72cac620-55f5-4aae-8c45-5afe4cbaa83a tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3561885 Feb 02 15:40:21.684088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47920) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:21.698610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-648ba649-4195-4ba0-ba93-661d08b9d656 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:21.702260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-648ba649-4195-4ba0-ba93-661d08b9d656 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 1.4042289 Feb 02 15:40:21.720406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port 4c505034-04e1-43fd-a402-1272f399e08c was deleted so its status cannot be updated. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 02 15:40:21.738364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:21.754964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47924) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:21.803622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Provisioning for port 2e89e6f5-5612-47c2-9e31-a99fa331f8f1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:21.810173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Provisioning complete for port 2e89e6f5-5612-47c2-9e31-a99fa331f8f1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:21.810561 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:21.839198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=4c505034-04e1-43fd-a402-1272f399e08c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:21.934052 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:21.963194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d677d-63a8-41c1-84b3-91e80139a241 None None] Port 2e89e6f5-5612-47c2-9e31-a99fa331f8f1 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:22.309118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:22.366879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-591eed02-0286-4fba-ba2d-d6786fae5807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 2e89e6f5-5612-47c2-9e31-a99fa331f8f1 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:22.367227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-591eed02-0286-4fba-ba2d-d6786fae5807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:22.490986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:22.511263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a95df-bdc4-44ba-99d9-1efdabc5420f req-6ee30f14-75df-48c0-acff-cd9aa72a6ff2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:22.512950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c9a95df-bdc4-44ba-99d9-1efdabc5420f req-6ee30f14-75df-48c0-acff-cd9aa72a6ff2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 943 time: 0.8981695 Feb 02 15:40:22.514040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:22.525973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-2ca6361c-3197-409c-a4b2-469659276805 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:22.528362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-2ca6361c-3197-409c-a4b2-469659276805 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.64 "GET /v2.0/networks?id=8040b27d-e7ee-4286-b32b-4188fe0ded39 HTTP/1.1" status: 200 len: 812 time: 0.8375597 Feb 02 15:40:22.530857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:22.561819 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:14Z', 'revision_number': 7, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '4c505034-04e1-43fd-a402-1272f399e08c', 'name': '', 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:1e:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:00Z', 'updated_at': '2022-02-02T15:40:18Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:22.569162 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9cb1e-c8f7-4b36-95db-3e82dfb84f60 None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:14Z', 'revision_number': 7, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '4c505034-04e1-43fd-a402-1272f399e08c', 'name': '', 'network_id': '1bb8dab6-af41-40c9-a11d-cfb87da6c643', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:1e:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:00Z', 'updated_at': '2022-02-02T15:40:18Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '66f98ed5-83dc-4987-ac1c-4b762a19602c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:40:22.627982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:22.650105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c4d030e-a2d5-49bf-893c-61c20179cab8 req-f2992f4f-5a1f-4595-96e9-34ed93586366 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 210 time: 0.1848550 Feb 02 15:40:22.671086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Request body: {'port': {'device_id': 'd536d6af-bbfe-4130-ab80-85278ecc3fa7', 'network_id': '8040b27d-e7ee-4286-b32b-4188fe0ded39', 'admin_state_up': True, 'tenant_id': 'b4db7cebf137476e99aa7088f0f950ac'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:22.851940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c9a95df-bdc4-44ba-99d9-1efdabc5420f req-7fed2139-2f34-440d-9650-3ce7bbfe3a9e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223138 Feb 02 15:40:22.892494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:22.896756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:23.016445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-591eed02-0286-4fba-ba2d-d6786fae5807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:23.032194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:23.103687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Usage tracker for resource:port and tenant:b4db7cebf137476e99aa7088f0f950ac is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:23.108623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:23.187386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-591eed02-0286-4fba-ba2d-d6786fae5807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 2e89e6f5-5612-47c2-9e31-a99fa331f8f1 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:23.209241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:40:23.219286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:23.289973 n-d-827122-1 neutron-server[95773]: INFO neutron.db.ipam_backend_mixin [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 96124035-1460-47d5-a97e-cacda8d52cc5 (CIDR: 2001:db8:0:1::/64) Feb 02 15:40:23.381853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Made reservation on behalf of b4db7cebf137476e99aa7088f0f950ac for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:23.385419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:23.413167 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:40:23.413753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:23.420668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 74e20fdd-0497-4ad8-86c6-61209ee56698 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:23.468639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:23.489007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e1f123a3-8f7a-465a-a48f-41e97800bbe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7408342 Feb 02 15:40:23.493005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47962) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:23.511547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:40:23.539126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:23.543593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:23.642575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-15e0832b-0466-4b3f-89fa-5b5d46cdaf87 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9507434 Feb 02 15:40:23.643867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47966) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:23.651095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'subnet': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:23.697458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-591eed02-0286-4fba-ba2d-d6786fae5807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:23.744339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:23.781811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591eed02-0286-4fba-ba2d-d6786fae5807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=2e89e6f5-5612-47c2-9e31-a99fa331f8f1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:23.931558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fe480c-bddf-4aaf-b821-47ac01df8a82 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet 66f98ed5-83dc-4987-ac1c-4b762a19602c {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:23.942290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c05c62dc-edf3-4b26-9774-a55e61b53656 req-06dabf7a-e04c-41e1-9a99-79bf1e9ba1d9 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 210 time: 0.1029463 Feb 02 15:40:23.945861 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0fe480c-bddf-4aaf-b821-47ac01df8a82 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:24.001076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:24.001653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-591eed02-0286-4fba-ba2d-d6786fae5807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:24.006096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Usage tracker for resource:subnet and tenant:30f5f111d8b44d72815a8d49ab0944bb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:24.012720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-591eed02-0286-4fba-ba2d-d6786fae5807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/2e89e6f5-5612-47c2-9e31-a99fa331f8f1 HTTP/1.1" status: 204 len: 168 time: 2.2559826 Feb 02 15:40:24.017917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:24.023503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47986) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:24.060738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Allocated IP 172.20.0.6 (8040b27d-e7ee-4286-b32b-4188fe0ded39/5a7d59dd-2db1-41d5-af9f-3bf40d82607d/19f6dd13-6174-4ca0-8e26-f63fbcd45315) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:24.076360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:24.113483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0fe480c-bddf-4aaf-b821-47ac01df8a82 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:24.187426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Made reservation on behalf of 30f5f111d8b44d72815a8d49ab0944bb for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:24.201355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:21Z', 'revision_number': 8, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:24.209629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:40:24.227381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:24.230137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:39:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:24.338533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eac699-d880-4bc3-8637-e3c1e52d3a76 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:24.346540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eac699-d880-4bc3-8637-e3c1e52d3a76 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:24.347752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61eac699-d880-4bc3-8637-e3c1e52d3a76 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:24.374689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:24.467758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:24.501310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:24.559388 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:24.587657 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2c7fbce2-3c0f-4e48-ac6c-1fa11318e42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:24.711619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61eac699-d880-4bc3-8637-e3c1e52d3a76 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:24.716265 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-61eac699-d880-4bc3-8637-e3c1e52d3a76 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6815841 Feb 02 15:40:24.721007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:24.783229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Network 8040b27d-e7ee-4286-b32b-4188fe0ded39 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:24.803625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:24.813794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:24.866082 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0fe480c-bddf-4aaf-b821-47ac01df8a82 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:24.904605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Pushing event updated for resources: {'Port': ['ID=19f6dd13-6174-4ca0-8e26-f63fbcd45315,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:24.954296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:24.954426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.039528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-d97badf0-605c-4414-8e9a-19e93c6d289b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3833432 Feb 02 15:40:25.057629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Request body: {'port': {'device_id': 'd536d6af-bbfe-4130-ab80-85278ecc3fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:25.124297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:21Z', 'revision_number': 8, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:25.138452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89934ff-6541-491c-b8a3-1ad83e587ecd None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:21Z', 'revision_number': 8, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56ebb04-fa8a-48be-9fc2-49534effa041', 'name': '', 'network_id': '058c81b6-8716-4705-bfe5-afd3a858f126', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:9c:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:44Z', 'updated_at': '2022-02-02T15:40:00Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '665cdba4-565b-4b4f-995f-73cfb886709f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:40:25.259180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.265031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee64609-725b-4ee4-bf2e-a9778509c437 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 3011e206-0f25-42f2-9ed2-ed5f5e2deeba {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:25.285603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ee64609-725b-4ee4-bf2e-a9778509c437 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.360920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea007-803a-48a4-a44a-42373a985077 req-700fed09-dc74-4e2a-98e0-aa8886d2ea32 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:25.361610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-172ea007-803a-48a4-a44a-42373a985077 req-700fed09-dc74-4e2a-98e0-aa8886d2ea32 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Synchronizing usage tracker for tenant:b4db7cebf137476e99aa7088f0f950ac on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:25.380623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ee64609-725b-4ee4-bf2e-a9778509c437 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.475298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ee64609-725b-4ee4-bf2e-a9778509c437 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.559028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4c505034-04e1-43fd-a402-1272f399e08c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:25.584366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-172ea007-803a-48a4-a44a-42373a985077 req-700fed09-dc74-4e2a-98e0-aa8886d2ea32 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Unset dirty status for tenant:b4db7cebf137476e99aa7088f0f950ac on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:25.586544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-172ea007-803a-48a4-a44a-42373a985077 req-700fed09-dc74-4e2a-98e0-aa8886d2ea32 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 931 time: 0.4162488 Feb 02 15:40:25.615990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 4c505034-04e1-43fd-a402-1272f399e08c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:25.616754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4c505034-04e1-43fd-a402-1272f399e08c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:25.620108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0fe480c-bddf-4aaf-b821-47ac01df8a82 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.682505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-172ea007-803a-48a4-a44a-42373a985077 req-daba97db-a874-4be2-94ad-8d3e4b59d446 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899858 Feb 02 15:40:25.685784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-14376a04-16ba-4d8a-a7c3-3c83a1d67ec7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:25.691936 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-14376a04-16ba-4d8a-a7c3-3c83a1d67ec7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=f36bf3d2-04fd-4238-a832-fdfba8d99349 HTTP/1.1" status: 200 len: 943 time: 0.5827737 Feb 02 15:40:25.747821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe480c-bddf-4aaf-b821-47ac01df8a82 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=66f98ed5-83dc-4987-ac1c-4b762a19602c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:25.774262 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0fe480c-bddf-4aaf-b821-47ac01df8a82 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.781475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7befa79-5a3d-4c27-9cdd-4b280b997e9c None None] Network 1bb8dab6-af41-40c9-a11d-cfb87da6c643 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:25.793772 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b0fe480c-bddf-4aaf-b821-47ac01df8a82 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/66f98ed5-83dc-4987-ac1c-4b762a19602c HTTP/1.1" status: 204 len: 168 time: 2.2992847 Feb 02 15:40:25.797612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f6dd13-6174-4ca0-8e26-f63fbcd45315 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:40:25.803301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48012) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:25.816091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.893243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.932623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Deleting port 74e20fdd-0497-4ad8-86c6-61209ee56698 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:25.932971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.049835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.058202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] DHCP port deletion for 1bb8dab6-af41-40c9-a11d-cfb87da6c643 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:40:26.062052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] Deleting port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:26.062416 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.070295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Network fe245c80-e733-4a87-bc12-4535093ff713 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:26.075739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:26.089104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Transition to ACTIVE for port object 19f6dd13-6174-4ca0-8e26-f63fbcd45315 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:26.089540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0655c0-2277-463f-877f-5fa463dfeed2 None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:26.102293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:26.102882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.109624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Subnet': ['ID=8c46d1c7-ea26-42ba-bccc-dfee230a60fa,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:26.121197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ee64609-725b-4ee4-bf2e-a9778509c437 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.169527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.183562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee64609-725b-4ee4-bf2e-a9778509c437 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=3011e206-0f25-42f2-9ed2-ed5f5e2deeba,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:26.185188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:26.185528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.245883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ee64609-725b-4ee4-bf2e-a9778509c437 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.250056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5ee64609-725b-4ee4-bf2e-a9778509c437 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/3011e206-0f25-42f2-9ed2-ed5f5e2deeba HTTP/1.1" status: 204 len: 168 time: 1.5255828 Feb 02 15:40:26.261235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a190661-62ab-4333-9f1b-aa24922bb190 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:26.267653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48016) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:26.308467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f6dd13-6174-4ca0-8e26-f63fbcd45315,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:26.333958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2e30ab9b-7fff-4912-8a91-d96372e84d1e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6862445 Feb 02 15:40:26.344558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48020) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:26.360169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1165144619', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c46d1c7-ea26-42ba-bccc-dfee230a60fa'}], 'security_groups': ['d44dd7d6-91a9-4dea-a9f6-5af6acce7e1a', '846f873a-fbcd-462b-ae22-0348fdc9aae2']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:26.427093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-48082841-09e4-460d-bb0a-17807b355256 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570814 Feb 02 15:40:26.430030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48024) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:26.608306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] For port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7180dbd0-c5ef-4b1b-aedb-a35530f670ad,segment=NetworkSegment(e0c34a97-d54d-45c5-a8c3-115f5df2ace3),segment_id=e0c34a97-d54d-45c5-a8c3-115f5df2ace3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:26.609384 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.609822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Attempting to bind port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:40:26.610255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Attempting to bind port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'a68e3adb-5f0d-4782-b726-8437552f2e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8040b27d-e7ee-4286-b32b-4188fe0ded39'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:40:26.610678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Attempting to bind port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 on network 8040b27d-e7ee-4286-b32b-4188fe0ded39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:26.660447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 on network 8040b27d-e7ee-4286-b32b-4188fe0ded39 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:40:26.660447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Attempting to bind port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 on network 8040b27d-e7ee-4286-b32b-4188fe0ded39 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:26.688441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:26.689036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Checking segment: {'id': 'a68e3adb-5f0d-4782-b726-8437552f2e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8040b27d-e7ee-4286-b32b-4188fe0ded39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:26.689474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Bound using segment: {'id': 'a68e3adb-5f0d-4782-b726-8437552f2e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8040b27d-e7ee-4286-b32b-4188fe0ded39'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:26.690024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Bound port: 19f6dd13-6174-4ca0-8e26-f63fbcd45315, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68e3adb-5f0d-4782-b726-8437552f2e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8040b27d-e7ee-4286-b32b-4188fe0ded39'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:26.690636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.746754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] For port 74e20fdd-0497-4ad8-86c6-61209ee56698, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=74e20fdd-0497-4ad8-86c6-61209ee56698,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:26.747114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.809198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] Calling delete_port for 7180dbd0-c5ef-4b1b-aedb-a35530f670ad owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:26.844481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7180dbd0-c5ef-4b1b-aedb-a35530f670ad,segment=NetworkSegment(e0c34a97-d54d-45c5-a8c3-115f5df2ace3),segment_id=e0c34a97-d54d-45c5-a8c3-115f5df2ace3)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:26.845102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.846736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda3690-27db-41f0-ba65-b733feb90e11 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:26.847629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2bda3690-27db-41f0-ba65-b733feb90e11 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:26.973395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Calling delete_port for 74e20fdd-0497-4ad8-86c6-61209ee56698 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:27.013251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.019353 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8afaec7-f7e3-4782-95f4-79581a06e600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.039136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.059499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] For port 19f6dd13-6174-4ca0-8e26-f63fbcd45315, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:27.063828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] For port 19f6dd13-6174-4ca0-8e26-f63fbcd45315, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=19f6dd13-6174-4ca0-8e26-f63fbcd45315,segment=NetworkSegment(a68e3adb-5f0d-4782-b726-8437552f2e27),segment_id=a68e3adb-5f0d-4782-b726-8437552f2e27)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:40:27.082973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:40:27.105486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2bda3690-27db-41f0-ba65-b733feb90e11 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:27.109142 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2bda3690-27db-41f0-ba65-b733feb90e11 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6772962 Feb 02 15:40:27.115412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] Deleting port e8f02f50-6f13-40ec-b9d8-dd352839cb70 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:27.115412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.119306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48036) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:27.138313 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 7180dbd0-c5ef-4b1b-aedb-a35530f670ad owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:27.142243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] Pushing event deleted for resources: {'Port': ['ID=7180dbd0-c5ef-4b1b-aedb-a35530f670ad,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:27.162096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db358801-309a-4342-b0ff-0204ce7c6315 None None] No DVR routers for this DVR port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:27.167363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.224020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596fcfaf-4e0b-4a8c-aab1-23af28b87ae1 None None] Update dhcp port {'port': {'network_id': 'fe245c80-e733-4a87-bc12-4535093ff713', 'fixed_ips': [{'subnet_id': '96124035-1460-47d5-a97e-cacda8d52cc5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b787377e-1e15-4441-8bfb-bf791ec8b413', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c46d1c7-ea26-42ba-bccc-dfee230a60fa'}], 'binding:host_id': 'n-d-827122-1'}, 'id': 'df69959f-7736-44c2-a956-e079eaf61327'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:40:27.338068 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-596fcfaf-4e0b-4a8c-aab1-23af28b87ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.351746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:27.361521 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:27.392759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7180dbd0-c5ef-4b1b-aedb-a35530f670ad no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:27.452657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09ea20-28ce-470e-af11-c43a0fc972d8 req-3811f2e4-aba5-4a29-b022-9886f2be3395 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:27.454525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f09ea20-28ce-470e-af11-c43a0fc972d8 req-3811f2e4-aba5-4a29-b022-9886f2be3395 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 943 time: 0.5451126 Feb 02 15:40:27.500246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.512136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 7180dbd0-c5ef-4b1b-aedb-a35530f670ad {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:27.512734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7180dbd0-c5ef-4b1b-aedb-a35530f670ad not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:27.513332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e8f02f50-6f13-40ec-b9d8-dd352839cb70 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:27.527516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.529337 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/19f6dd13-6174-4ca0-8e26-f63fbcd45315 HTTP/1.1" status: 200 len: 1091 time: 2.4762158 Feb 02 15:40:27.550170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event deleted for resources: {'Port': ['ID=74e20fdd-0497-4ad8-86c6-61209ee56698,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:27.574029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd536d6af-bbfe-4130-ab80-85278ecc3fa7', 'tag': '19f6dd13-6174-4ca0-8e26-f63fbcd45315'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:40:27.616661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f09ea20-28ce-470e-af11-c43a0fc972d8 req-a1c995a7-aca3-449c-ad1e-d998642ac1da tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366160 Feb 02 15:40:27.624589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69d169e-b60c-4554-ab83-5e24ff9871d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:27.625264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c69d169e-b60c-4554-ab83-5e24ff9871d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:27.657325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] No DVR routers for this DVR port 74e20fdd-0497-4ad8-86c6-61209ee56698 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:27.661016 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.669171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'name': 'network-vif-deleted', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:40:27.717572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82384c-1eed-4a1e-8b9a-a999c08051c9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f6dd13-6174-4ca0-8e26-f63fbcd45315,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:27.731704 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd536d6af-bbfe-4130-ab80-85278ecc3fa7', 'tag': '19f6dd13-6174-4ca0-8e26-f63fbcd45315', 'status': 'completed', 'code': 200} Feb 02 15:40:27.786498 n-d-827122-1 neutron-server[95772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f36bf3d2-04fd-4238-a832-fdfba8d99349', 'name': 'network-vif-deleted', 'tag': '74e20fdd-0497-4ad8-86c6-61209ee56698', 'status': 'failed', 'code': 422} returned with failed status Feb 02 15:40:27.804249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c4057be-7d4f-4fd1-8c17-6f13b73742d6 req-b34a42a8-6d3b-4a64-8cef-e4b9b75436ab tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "DELETE /v2.0/ports/74e20fdd-0497-4ad8-86c6-61209ee56698 HTTP/1.1" status: 204 len: 173 time: 2.1113520 Feb 02 15:40:27.834611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c69d169e-b60c-4554-ab83-5e24ff9871d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:27.835747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c69d169e-b60c-4554-ab83-5e24ff9871d7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7154996 Feb 02 15:40:27.837660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-596fcfaf-4e0b-4a8c-aab1-23af28b87ae1 None None] Allocated IP 2001:db8:0:2::2 (fe245c80-e733-4a87-bc12-4535093ff713/8c46d1c7-ea26-42ba-bccc-dfee230a60fa/df69959f-7736-44c2-a956-e079eaf61327) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:27.838486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48048) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:27.862136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-6fa9bc10-06af-411c-8547-56dae3749ed0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4db7cebf137476e99aa7088f0f950ac&device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 1094 time: 0.1784801 Feb 02 15:40:27.863937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] For port e8f02f50-6f13-40ec-b9d8-dd352839cb70, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e8f02f50-6f13-40ec-b9d8-dd352839cb70,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:27.864377 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.903407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 7180dbd0-c5ef-4b1b-aedb-a35530f670ad {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:27.904369 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:27.953888 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a93d4f5c-c525-44ff-ae32-aec98460b3bb tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129949 Feb 02 15:40:27.963377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48052) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:27.970338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:27.986253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-6b053148-c3e9-44c5-9c4c-2ad7e98d38f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19f6dd13-6174-4ca0-8e26-f63fbcd45315 HTTP/1.1" status: 200 len: 217 time: 0.1090622 Feb 02 15:40:27.987910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] The port '7180dbd0-c5ef-4b1b-aedb-a35530f670ad' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:40:28.084375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] Calling delete_port for e8f02f50-6f13-40ec-b9d8-dd352839cb70 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:28.115001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-1b012cbd-e3fe-4af9-81f1-99e74cc4bf75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:28.117559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-1b012cbd-e3fe-4af9-81f1-99e74cc4bf75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a7d59dd-2db1-41d5-af9f-3bf40d82607d HTTP/1.1" status: 200 len: 852 time: 0.1189859 Feb 02 15:40:28.150990 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.187970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb8dab6-af41-40c9-a11d-cfb87da6c643']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:28.204521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:28.205135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c34a97-d54d-45c5-a8c3-115f5df2ace3') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:28.223311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.241031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-a0bf5b39-b525-4199-93f3-23ec38b8e9e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8040b27d-e7ee-4286-b32b-4188fe0ded39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552216 Feb 02 15:40:28.247423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:28.249029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.260182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:40:28.260763 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.307618 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.411029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-596fcfaf-4e0b-4a8c-aab1-23af28b87ae1 None None] For port df69959f-7736-44c2-a956-e079eaf61327, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=df69959f-7736-44c2-a956-e079eaf61327,segment=NetworkSegment(98f8c8e2-089d-4670-bbdb-12f913fbeb38),segment_id=98f8c8e2-089d-4670-bbdb-12f913fbeb38)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:40:28.421785 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:40:28.446076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-72b4c58e-2d37-40d1-b8a9-4dfb887aad3c service neutron] 10.222.0.64 "GET /v2.0/networks/8040b27d-e7ee-4286-b32b-4188fe0ded39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955802 Feb 02 15:40:28.452306 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-596fcfaf-4e0b-4a8c-aab1-23af28b87ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.455437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:28.494725 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.536061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.537015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-596fcfaf-4e0b-4a8c-aab1-23af28b87ae1 None None] Transition to ACTIVE for port object df69959f-7736-44c2-a956-e079eaf61327 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:28.538596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.539284 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.563685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.575729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=1bb8dab6-af41-40c9-a11d-cfb87da6c643,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:28.578918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2849badb-e9ff-440c-b055-4627ef76320a tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/1bb8dab6-af41-40c9-a11d-cfb87da6c643 HTTP/1.1" status: 204 len: 168 time: 2.7746255 Feb 02 15:40:28.582355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48068) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:28.632753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-596fcfaf-4e0b-4a8c-aab1-23af28b87ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.654577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:28.664987 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] Pushing event deleted for resources: {'Port': ['ID=e8f02f50-6f13-40ec-b9d8-dd352839cb70,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:28.704278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36482b-03aa-4d9f-8dd9-05801bee1f33 None None] No DVR routers for this DVR port e8f02f50-6f13-40ec-b9d8-dd352839cb70 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:28.797894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70d07dad-f4ef-4ca7-a418-702f74ed95e1 req-63d8898e-7b18-43ae-ae82-4da7a62e8dcf service neutron] 10.222.0.64 "GET /v2.0/networks/8040b27d-e7ee-4286-b32b-4188fe0ded39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438280 Feb 02 15:40:28.928184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fcfaf-4e0b-4a8c-aab1-23af28b87ae1 None None] Pushing event updated for resources: {'Port': ['ID=df69959f-7736-44c2-a956-e079eaf61327,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:28.941924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:29.248785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Delete allocated IP 2001:db8::172 (fe245c80-e733-4a87-bc12-4535093ff713/b787377e-1e15-4441-8bfb-bf791ec8b413) {{(pid=95773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 15:40:29.318455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Allocated IP 2001:db8:0:2::332 (fe245c80-e733-4a87-bc12-4535093ff713/8c46d1c7-ea26-42ba-bccc-dfee230a60fa/65c390a6-d26a-44b4-94df-a4cedcd1e405) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:29.362974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:29.389642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device df69959f-7736-44c2-a956-e079eaf61327 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:29.390824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f8260-febc-4297-9427-f2c82f9dc92d req-f8b92762-7819-4a35-84ee-afe36adba8df tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:29.393148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-066f8260-febc-4297-9427-f2c82f9dc92d req-f8b92762-7819-4a35-84ee-afe36adba8df tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 943 time: 0.4288647 Feb 02 15:40:29.758444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4062959d-1795-471d-9422-6136a2e1f5ae req-bfe1a6cf-9ec0-4e02-ae37-3ce38d6b313b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4db7cebf137476e99aa7088f0f950ac&device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 1094 time: 0.7875557 Feb 02 15:40:29.816669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-bbd57db3-b6a5-43bc-acf9-3490e431489a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:29.820490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-bbd57db3-b6a5-43bc-acf9-3490e431489a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.2869213 Feb 02 15:40:29.894582 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-77952968-e5b5-47bd-aa2e-ba414b0c2df4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/quotas/2780a785067a4e1abb7a23517c0616fa HTTP/1.1" status: 200 len: 375 time: 0.0644875 Feb 02 15:40:29.936323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-066f8260-febc-4297-9427-f2c82f9dc92d req-055344d8-fa11-4901-bfe2-1f50ba55b491 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256760 Feb 02 15:40:29.952498 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:29.999228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-eff50662-0c1c-4f1d-b1a7-2a9bfbb0321f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:30.010461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062959d-1795-471d-9422-6136a2e1f5ae req-7fb78ffc-8f37-452f-8815-722453db8500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:30.011952 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4062959d-1795-471d-9422-6136a2e1f5ae req-7fb78ffc-8f37-452f-8815-722453db8500 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8040b27d-e7ee-4286-b32b-4188fe0ded39 HTTP/1.1" status: 200 len: 914 time: 0.2452412 Feb 02 15:40:30.026369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Provisioning for port df69959f-7736-44c2-a956-e079eaf61327 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:30.033328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:30.033785 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.092685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.107480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4062959d-1795-471d-9422-6136a2e1f5ae req-e4427bcf-cbb2-43f9-83c8-ce89c58c63c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19f6dd13-6174-4ca0-8e26-f63fbcd45315 HTTP/1.1" status: 200 len: 217 time: 0.0873597 Feb 02 15:40:30.135182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-eff50662-0c1c-4f1d-b1a7-2a9bfbb0321f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:30.136798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-eff50662-0c1c-4f1d-b1a7-2a9bfbb0321f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2338531 Feb 02 15:40:30.190292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Transition to ACTIVE for port object 65c390a6-d26a-44b4-94df-a4cedcd1e405 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:30.200992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Provisioning complete for port 65c390a6-d26a-44b4-94df-a4cedcd1e405 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:30.201489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.258662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062959d-1795-471d-9422-6136a2e1f5ae req-c182ae0f-22fd-4248-8bfd-ca41a6deac4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:30.260048 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4062959d-1795-471d-9422-6136a2e1f5ae req-c182ae0f-22fd-4248-8bfd-ca41a6deac4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a7d59dd-2db1-41d5-af9f-3bf40d82607d HTTP/1.1" status: 200 len: 852 time: 0.1440217 Feb 02 15:40:30.265096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Port 65c390a6-d26a-44b4-94df-a4cedcd1e405 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:30.280124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Provisioning complete for port 9796c32f-057d-4fed-af94-e2e93cde00c9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:30.280587 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.313570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:40:30.318194 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4062959d-1795-471d-9422-6136a2e1f5ae req-6763bf15-321e-45b8-b9aa-6a4e8bbf65ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8040b27d-e7ee-4286-b32b-4188fe0ded39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505962 Feb 02 15:40:30.319036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.353371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-27b033b1-e406-41d9-abcf-41fed4dcaa58 None None] Port 9796c32f-057d-4fed-af94-e2e93cde00c9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:30.358451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-5fd33b73-e2f4-4761-9432-be42a68f90b8 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129104 Feb 02 15:40:30.369646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.566394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0115aeae-3ec0-4f43-9162-6f9f4baf3993 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946499 Feb 02 15:40:30.583606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] In _notify_port_updated(), no bound segment for port 65c390a6-d26a-44b4-94df-a4cedcd1e405 on network fe245c80-e733-4a87-bc12-4535093ff713 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:40:30.592878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:30.593966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.595495 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "PUT /v2.0/ports/65c390a6-d26a-44b4-94df-a4cedcd1e405 HTTP/1.1" status: 200 len: 970 time: 4.2449441 Feb 02 15:40:30.596666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133cd2a-d0b7-45de-abc8-5584358eccfe tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event updated for resources: {'Port': ['ID=65c390a6-d26a-44b4-94df-a4cedcd1e405,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:30.602719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:30.604136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48086) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:30.629777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:30.635187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:30.636403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.643546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c449ca2a-8af9-436b-b059-abd6dcd4dbec None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:30.658743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=14cda80a-1895-4f79-ab11-230cb4fc4daf,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:30.683684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port a56ebb04-fa8a-48be-9fc2-49534effa041 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:30.684097 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:30.910020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ecf678b6-825d-43b4-889a-84aef6e4cb4d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 65c390a6-d26a-44b4-94df-a4cedcd1e405 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:30.910424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecf678b6-825d-43b4-889a-84aef6e4cb4d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:31.075173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '14cda80a-1895-4f79-ab11-230cb4fc4daf'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:40:31.077209 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:31.093325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aed6fdb8-1f10-4a8f-93e8-f78396711285 None None] Provisioning for port 65c390a6-d26a-44b4-94df-a4cedcd1e405 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:31.106740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aed6fdb8-1f10-4a8f-93e8-f78396711285 None None] Provisioning complete for port 65c390a6-d26a-44b4-94df-a4cedcd1e405 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:31.107486 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aed6fdb8-1f10-4a8f-93e8-f78396711285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:31.154628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port a56ebb04-fa8a-48be-9fc2-49534effa041, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a56ebb04-fa8a-48be-9fc2-49534effa041,segment=NetworkSegment(1e33950e-ce4a-45c6-b96e-df440fdc92ed),segment_id=1e33950e-ce4a-45c6-b96e-df440fdc92ed)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:31.155024 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:31.257790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-aed6fdb8-1f10-4a8f-93e8-f78396711285 None None] Port 65c390a6-d26a-44b4-94df-a4cedcd1e405 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:31.295134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d40e2e3-26b4-44b4-8a39-0f5b97a01290 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3301313 Feb 02 15:40:31.307699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48104) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:31.313414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b6278a9-727b-47c6-baaa-7d8f03aa98e8 req-51808e53-28af-43e8-b5b6-12ad934416e6 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 210 time: 0.2883966 Feb 02 15:40:31.331054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:31.376136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Allocated IP 2001:db8::f816:3eff:fe11:66c6 (2b108652-b7f1-4e95-b1da-85ac7991b521/14cda80a-1895-4f79-ab11-230cb4fc4daf/4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:31.466144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4062959d-1795-471d-9422-6136a2e1f5ae req-ffc31ba6-6c4e-40b5-8a89-fb856030ad46 service neutron] 10.222.0.64 "GET /v2.0/networks/8040b27d-e7ee-4286-b32b-4188fe0ded39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1033022 Feb 02 15:40:31.501831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for a56ebb04-fa8a-48be-9fc2-49534effa041 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:31.580066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 19f6dd13-6174-4ca0-8e26-f63fbcd45315 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:40:31.701358 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4062959d-1795-471d-9422-6136a2e1f5ae req-8c185661-0040-48c9-af50-f6a442e956ff service neutron] 10.222.0.64 "GET /v2.0/networks/8040b27d-e7ee-4286-b32b-4188fe0ded39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476347 Feb 02 15:40:31.741782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:31.753593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:31.766962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:31.768748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0ab07-d662-4412-94a0-7f57fec32fa0 req-8845c5bf-f478-4e45-8baa-cda48522ec35 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:31.770374 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22b0ab07-d662-4412-94a0-7f57fec32fa0 req-8845c5bf-f478-4e45-8baa-cda48522ec35 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 943 time: 0.4959939 Feb 02 15:40:31.783835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:31.791422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecf678b6-825d-43b4-889a-84aef6e4cb4d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:31.865071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 19f6dd13-6174-4ca0-8e26-f63fbcd45315, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=19f6dd13-6174-4ca0-8e26-f63fbcd45315,segment=NetworkSegment(a68e3adb-5f0d-4782-b726-8437552f2e27),segment_id=a68e3adb-5f0d-4782-b726-8437552f2e27)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:31.865643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48112) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:31.868926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:31.892681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '19f6dd13-6174-4ca0-8e26-f63fbcd45315', 'network_id': '8040b27d-e7ee-4286-b32b-4188fe0ded39', 'port_id': '19f6dd13-6174-4ca0-8e26-f63fbcd45315', 'mac_address': 'fa:16:3e:c8:60:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7d59dd-2db1-41d5-af9f-3bf40d82607d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:40:31.898511 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:31.912782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-22b0ab07-d662-4412-94a0-7f57fec32fa0 req-621b1562-3ff9-4d52-941d-e89af3fafa7b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Synchronizing usage tracker for tenant:b4db7cebf137476e99aa7088f0f950ac on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:31.933590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=a56ebb04-fa8a-48be-9fc2-49534effa041,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:31.951278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Transition to ACTIVE for port object 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:31.992156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Transition to ACTIVE for port object 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:31.994245 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.014334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f6dd13-6174-4ca0-8e26-f63fbcd45315 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:40:32.043892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-22b0ab07-d662-4412-94a0-7f57fec32fa0 req-621b1562-3ff9-4d52-941d-e89af3fafa7b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Unset dirty status for tenant:b4db7cebf137476e99aa7088f0f950ac on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:32.048893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22b0ab07-d662-4412-94a0-7f57fec32fa0 req-621b1562-3ff9-4d52-941d-e89af3fafa7b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668853 Feb 02 15:40:32.065098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 19f6dd13-6174-4ca0-8e26-f63fbcd45315, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=19f6dd13-6174-4ca0-8e26-f63fbcd45315,segment=NetworkSegment(a68e3adb-5f0d-4782-b726-8437552f2e27),segment_id=a68e3adb-5f0d-4782-b726-8437552f2e27)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:32.094538 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.174898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ecf678b6-825d-43b4-889a-84aef6e4cb4d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 65c390a6-d26a-44b4-94df-a4cedcd1e405 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:32.182198 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.189041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:32.196780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:32.199203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Pushing event updated for resources: {'Port': ['ID=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:32.201629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:32.295440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.297933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:32.303103 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.349027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:32.354754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] Usage tracker for resource:security_group_rule and tenant:b10254b2fbd14d32a2d34bfcdd68a284 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:32.359042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:32.368448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:32.375235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Attempting to bind port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:40:32.375235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Attempting to bind port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:40:32.375235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Attempting to bind port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:32.385174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:32.385174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:32.385512 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.385627 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.385627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:32.385627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Bound port: 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:32.385627 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.461283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=19f6dd13-6174-4ca0-8e26-f63fbcd45315,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:32.510255 n-d-827122-1 neutron-server[95773]: INFO neutron.db.ipam_backend_mixin [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14cda80a-1895-4f79-ab11-230cb4fc4daf (CIDR: 2001:db8::/64) Feb 02 15:40:32.516013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['19f6dd13-6174-4ca0-8e26-f63fbcd45315'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:40:32.584933 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:40:32.585184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:32.594867 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecf678b6-825d-43b4-889a-84aef6e4cb4d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.598498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:32.616174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e69a72a4-4e05-4f4c-9572-73814a9a9349 req-448bf3fd-8153-4abb-a12f-a9028c4d195f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 210 time: 0.0788732 Feb 02 15:40:32.618588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:40:32.674674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf678b6-825d-43b4-889a-84aef6e4cb4d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=65c390a6-d26a-44b4-94df-a4cedcd1e405,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:32.714883 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.729554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecf678b6-825d-43b4-889a-84aef6e4cb4d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.735874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ecf678b6-825d-43b4-889a-84aef6e4cb4d tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/65c390a6-d26a-44b4-94df-a4cedcd1e405 HTTP/1.1" status: 204 len: 168 time: 2.0832863 Feb 02 15:40:32.735874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48120) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:32.770248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.825736 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-31f0f917-f531-4336-aecf-afc1e9e06da6 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5110626 Feb 02 15:40:32.826647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48124) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:32.830875 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2b8660-9108-4790-b202-64ddffa3875e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] GET failed (client error): The resource could not be found. Feb 02 15:40:32.841960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0b2b8660-9108-4790-b202-64ddffa3875e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:32.855218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fe34f-c1f7-4e9d-b82c-7e92c4341dfa None None] Pushing event updated for resources: {'Port': ['ID=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:32.861695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:32.878879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:32.930624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0b2b8660-9108-4790-b202-64ddffa3875e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:32.935020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0b2b8660-9108-4790-b202-64ddffa3875e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports/65c390a6-d26a-44b4-94df-a4cedcd1e405 HTTP/1.1" status: 404 len: 333 time: 0.1956050 Feb 02 15:40:32.939374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48128) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:32.970628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4eabd2-2821-42c3-be55-be021db8bc10,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:33.012724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f46ae6c6-cc5d-4ab2-bc4e-743bd1f8cb55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b10254b2fbd14d32a2d34bfcdd68a284&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1458316 Feb 02 15:40:33.018011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48132) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:33.109761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:33.118699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:33.122648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:33.127395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aac46ba5-9abf-421c-9827-dac9c8870751 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.137621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:33.145905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca3725a2-03e1-4680-b95e-1bed3f620490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.178207 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca3725a2-03e1-4680-b95e-1bed3f620490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.218414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aac46ba5-9abf-421c-9827-dac9c8870751 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.230907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:33.242523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.429444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8157a-9bd9-4351-bf15-841017e89f5d req-ac3f6ce9-b715-45f4-aaa7-e7077875740f tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:33.430948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5dd8157a-9bd9-4351-bf15-841017e89f5d req-ac3f6ce9-b715-45f4-aaa7-e7077875740f tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 944 time: 0.1712563 Feb 02 15:40:33.438849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:40:33.468860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aac46ba5-9abf-421c-9827-dac9c8870751 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.489642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 19f6dd13-6174-4ca0-8e26-f63fbcd45315 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:33.490196 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca3725a2-03e1-4680-b95e-1bed3f620490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.537292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:33.550789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3725a2-03e1-4680-b95e-1bed3f620490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4eabd2-2821-42c3-be55-be021db8bc10,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:33.562628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ca3725a2-03e1-4680-b95e-1bed3f620490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.566208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ca3725a2-03e1-4680-b95e-1bed3f620490 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bd4eabd2-2821-42c3-be55-be021db8bc10 HTTP/1.1" status: 204 len: 168 time: 0.5448263 Feb 02 15:40:33.706883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac46ba5-9abf-421c-9827-dac9c8870751 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e369cb44-07f7-419d-9317-acb4786ccb36,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:33.753470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:33.762416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:33.766936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.767235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5dd8157a-9bd9-4351-bf15-841017e89f5d req-29ecc790-8b83-4f49-b2f3-3b840f8a9182 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223176 Feb 02 15:40:33.782635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aac46ba5-9abf-421c-9827-dac9c8870751 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.787879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48142) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:33.799989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aac46ba5-9abf-421c-9827-dac9c8870751 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/security-groups/e369cb44-07f7-419d-9317-acb4786ccb36 HTTP/1.1" status: 204 len: 168 time: 0.8470447 Feb 02 15:40:33.809961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:33.916706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f951b5cc-94a8-46ea-842c-4ffe9ed195f9 req-695f0198-c54e-442e-84a0-26a3c3f33aca tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 210 time: 0.0698416 Feb 02 15:40:33.919362 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.991923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:33.996491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:33.999372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:34.002876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:34.003647 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.020828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-5deaed5a-9898-4d6b-bd9f-9a4160653265 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:34.022399 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-5deaed5a-9898-4d6b-bd9f-9a4160653265 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.107 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.2869740 Feb 02 15:40:34.050863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Request body: {'port': {'device_id': 'c4c4ab34-c1e3-4c62-a934-52c8791a0a84', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'admin_state_up': True, 'tenant_id': '2780a785067a4e1abb7a23517c0616fa'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:34.073553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:34.086855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6e69002e-18de-4bb2-97eb-2eb4a0f1e509 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4980905 Feb 02 15:40:34.089310 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:40:34.104342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48148) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:34.112516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd536d6af-bbfe-4130-ab80-85278ecc3fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f6dd13-6174-4ca0-8e26-f63fbcd45315'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:40:34.115228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:34.115228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:34.156587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 19f6dd13-6174-4ca0-8e26-f63fbcd45315, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=19f6dd13-6174-4ca0-8e26-f63fbcd45315,segment=NetworkSegment(a68e3adb-5f0d-4782-b726-8437552f2e27),segment_id=a68e3adb-5f0d-4782-b726-8437552f2e27)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:34.200243 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd536d6af-bbfe-4130-ab80-85278ecc3fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f6dd13-6174-4ca0-8e26-f63fbcd45315', 'code': 200} Feb 02 15:40:34.259013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=03ad96a6-a362-4ee8-8f6e-39743d2c222a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:34.272397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-85475377-c287-4949-8bbf-99bd6cf6f8de tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4446564 Feb 02 15:40:34.272801 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.273624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9cb32688-ba57-4ac2-bb93-105f87a414e4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.285216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48154) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:34.297133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:67:a1:9a', 'name': 'tempest-NetworksTestDHCPv6-925499343'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:34.387913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9cb32688-ba57-4ac2-bb93-105f87a414e4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.445205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=19f6dd13-6174-4ca0-8e26-f63fbcd45315,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:34.467574 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:40:34.471417 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:34.482101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:34.508508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:34.544676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e410580-dcb0-43e4-be59-47a720574c4e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet 665cdba4-565b-4b4f-995f-73cfb886709f {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:34.555451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e410580-dcb0-43e4-be59-47a720574c4e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.569486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:34.577527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:34.582021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:34.587875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c3beaa-620e-45de-99f9-1061af280e48 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:34.591738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:34.632183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e410580-dcb0-43e4-be59-47a720574c4e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.666283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Made reservation on behalf of 2780a785067a4e1abb7a23517c0616fa for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:34.669756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.753522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:34.783320 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9cb32688-ba57-4ac2-bb93-105f87a414e4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.793901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93498332-7363-4628-9fe7-bbc3f7a34c7a req-6af57867-9719-42d9-bf5a-a5b030207e14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 1096 time: 0.3481882 Feb 02 15:40:34.794398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48158) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:34.835778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0da8e70a-3a35-46bc-a4e1-f591aed3f80f None None] Provisioning for port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:34.858060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb32688-ba57-4ac2-bb93-105f87a414e4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f873a-fbcd-462b-ae22-0348fdc9aae2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:34.877385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.913780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9cb32688-ba57-4ac2-bb93-105f87a414e4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.917764 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9cb32688-ba57-4ac2-bb93-105f87a414e4 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/security-groups/846f873a-fbcd-462b-ae22-0348fdc9aae2 HTTP/1.1" status: 204 len: 168 time: 1.1283138 Feb 02 15:40:34.923562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48164) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:34.925666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0da8e70a-3a35-46bc-a4e1-f591aed3f80f None None] Provisioning complete for port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:34.929527 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0da8e70a-3a35-46bc-a4e1-f591aed3f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.930382 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:34.950300 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:31Z', 'revision_number': 9, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:34.963643 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:40:34.986198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-93498332-7363-4628-9fe7-bbc3f7a34c7a req-f9b27149-19c7-44ac-9b7f-99e4034f2b79 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716757 Feb 02 15:40:34.998395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:34.998659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 5e4096e3-3f9d-4b62-b383-06c3a3b3908f yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:40:35.019527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] Usage tracker for resource:security_group_rule and tenant:85a0962df0b5489db510c1443021a6b8 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:35.024543 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:35.025193 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:35.029876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:35.043628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:35.158282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.161460 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e410580-dcb0-43e4-be59-47a720574c4e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.197722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Allocated IP 172.20.0.11 (7948df50-ebac-4e95-86d9-bea1aa0f5421/b2904439-bbb3-4232-aa70-5f70e2abd94d/7855c1a5-9912-417b-ba2f-c77d175fc3bf) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:35.215989 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0da8e70a-3a35-46bc-a4e1-f591aed3f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.281477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0da8e70a-3a35-46bc-a4e1-f591aed3f80f None None] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:35.331137 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.335305 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:35.336195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e1b452ce-ded1-4763-ae8b-2026958f08c8 req-da5ef840-a1e4-4a6c-99d2-2a5e177e9b4b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 210 time: 0.0769506 Feb 02 15:40:35.394837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a6c5da-ab9e-4166-b3e4-6c44ffa25820,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:35.406022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e410580-dcb0-43e4-be59-47a720574c4e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.434968 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0da8e70a-3a35-46bc-a4e1-f591aed3f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.507032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13959778-9dc4-4479-97f1-b40dd88fb0c0 None None] Update dhcp port {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '14cda80a-1895-4f79-ab11-230cb4fc4daf', 'ip_address': '2001:db8::f816:3eff:fe11:66c6'}, {'subnet_id': '03ad96a6-a362-4ee8-8f6e-39743d2c222a'}], 'binding:host_id': 'n-d-827122-1'}, 'id': '4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:40:35.515002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e410580-dcb0-43e4-be59-47a720574c4e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=665cdba4-565b-4b4f-995f-73cfb886709f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:35.515405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8:0:1::3ba (2b108652-b7f1-4e95-b1da-85ac7991b521/03ad96a6-a362-4ee8-8f6e-39743d2c222a/5e4096e3-3f9d-4b62-b383-06c3a3b3908f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:35.518798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6598fb36-33da-47ec-a453-de297a398c91 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.528730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:fe67:a19a (2b108652-b7f1-4e95-b1da-85ac7991b521/14cda80a-1895-4f79-ab11-230cb4fc4daf/5e4096e3-3f9d-4b62-b383-06c3a3b3908f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:35.554360 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6598fb36-33da-47ec-a453-de297a398c91 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.610855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8e70a-3a35-46bc-a4e1-f591aed3f80f None None] Pushing event updated for resources: {'Port': ['ID=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:35.623210 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-13959778-9dc4-4479-97f1-b40dd88fb0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.636724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8e0b2f17-3c04-4f19-ba59-1dd9c7d487ec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=85a0962df0b5489db510c1443021a6b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8262308 Feb 02 15:40:35.640789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48170) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:35.641002 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e410580-dcb0-43e4-be59-47a720574c4e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.651592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b4e74-b094-4d0e-a03f-150d64547a44 None None] Network 058c81b6-8716-4705-bfe5-afd3a858f126 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:35.662765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e410580-dcb0-43e4-be59-47a720574c4e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/665cdba4-565b-4b4f-995f-73cfb886709f HTTP/1.1" status: 204 len: 168 time: 1.5551181 Feb 02 15:40:35.670196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a0b07-6c79-4a9b-b007-2e4d01303194 req-c4ee0ea3-a3b0-4e84-990b-c8c2a199a566 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:35.673081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-321a0b07-6c79-4a9b-b007-2e4d01303194 req-c4ee0ea3-a3b0-4e84-990b-c8c2a199a566 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 945 time: 0.4081912 Feb 02 15:40:35.673977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48174) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:35.690338 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.778952 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:31Z', 'revision_number': 9, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:35.783950 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff7176-46e2-489a-963b-6d2015188596 None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:31Z', 'revision_number': 9, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': '57fdcd94-4656-48a2-8b87-5a96b1db4015', 'name': '', 'network_id': 'faf450dd-c8da-4107-ab7a-64ccbf808af3', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:37:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:28Z', 'updated_at': '2022-02-02T15:39:42Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': '8a1f99c7-e173-4a66-8f67-d9cff0468519', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:40:35.853138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6598fb36-33da-47ec-a453-de297a398c91 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.855218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6598fb36-33da-47ec-a453-de297a398c91 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.856356 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6598fb36-33da-47ec-a453-de297a398c91 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/security-groups/d44dd7d6-91a9-4dea-a9f6-5af6acce7e1a HTTP/1.1" status: 204 len: 168 time: 0.9318383 Feb 02 15:40:35.868192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48178) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:35.880829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.884892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598fb36-33da-47ec-a453-de297a398c91 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44dd7d6-91a9-4dea-a9f6-5af6acce7e1a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:35.911423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port f068ac7f-917e-40d6-82ab-cc9b44bda7ab {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:35.911965 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:35.942530 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-321a0b07-6c79-4a9b-b007-2e4d01303194 req-aca045da-cffa-4212-b3d4-569fc62812f5 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282537 Feb 02 15:40:36.133575 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5859251c-c9c6-4d98-8f4b-b3961e144a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.164520 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.180203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] DHCP port deletion for 058c81b6-8716-4705-bfe5-afd3a858f126 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:40:36.186391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port f068ac7f-917e-40d6-82ab-cc9b44bda7ab, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f068ac7f-917e-40d6-82ab-cc9b44bda7ab,segment=NetworkSegment(1e33950e-ce4a-45c6-b96e-df440fdc92ed),segment_id=1e33950e-ce4a-45c6-b96e-df440fdc92ed)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:36.187301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.187485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] Deleting port f068ac7f-917e-40d6-82ab-cc9b44bda7ab {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:36.188851 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.342290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for f068ac7f-917e-40d6-82ab-cc9b44bda7ab owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:36.348146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.433338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 5e4096e3-3f9d-4b62-b383-06c3a3b3908f will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:36.439552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44324d6-e647-440c-a672-d09dda9a4000 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet b787377e-1e15-4441-8bfb-bf791ec8b413 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:36.452641 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5859251c-c9c6-4d98-8f4b-b3961e144a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.479978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e44324d6-e647-440c-a672-d09dda9a4000 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.511985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] For port f068ac7f-917e-40d6-82ab-cc9b44bda7ab, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f068ac7f-917e-40d6-82ab-cc9b44bda7ab,segment=NetworkSegment(1e33950e-ce4a-45c6-b96e-df440fdc92ed),segment_id=1e33950e-ce4a-45c6-b96e-df440fdc92ed)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:36.512545 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.569948 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.583127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:36.598384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event updated for resources: {'Port': ['ID=7855c1a5-9912-417b-ba2f-c77d175fc3bf,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:36.614625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:36.623933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=f068ac7f-917e-40d6-82ab-cc9b44bda7ab,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:36.628173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No DVR routers for this DVR port f068ac7f-917e-40d6-82ab-cc9b44bda7ab on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:36.630858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:36.648360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] Calling delete_port for f068ac7f-917e-40d6-82ab-cc9b44bda7ab owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:36.686577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e44324d6-e647-440c-a672-d09dda9a4000 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.733069 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:36.733454 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:36.765433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.781401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:36.782022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.794533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058c81b6-8716-4705-bfe5-afd3a858f126']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:36.810424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e33950e-ce4a-45c6-b96e-df440fdc92ed') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:36.810424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e33950e-ce4a-45c6-b96e-df440fdc92ed') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:36.835251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.852193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138a70e-ec69-4819-9a7b-5e88a8044587 req-cd6e3563-7f1f-449b-a74d-1cb636f9b853 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:36.852840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e138a70e-ec69-4819-9a7b-5e88a8044587 req-cd6e3563-7f1f-449b-a74d-1cb636f9b853 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:36.858600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.863908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.867264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:40:36.867779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:40:36.886179 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:40:36.917678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5859251c-c9c6-4d98-8f4b-b3961e144a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.920074 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5859251c-c9c6-4d98-8f4b-b3961e144a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:36.923570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-13959778-9dc4-4479-97f1-b40dd88fb0c0 None None] Allocated IP 2001:db8:0:1::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/03ad96a6-a362-4ee8-8f6e-39743d2c222a/4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:36.923770 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5859251c-c9c6-4d98-8f4b-b3961e144a89 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/98a6c5da-ab9e-4166-b3e4-6c44ffa25820 HTTP/1.1" status: 204 len: 168 time: 1.2682495 Feb 02 15:40:36.939687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e44324d6-e647-440c-a672-d09dda9a4000 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.020202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859251c-c9c6-4d98-8f4b-b3961e144a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a6c5da-ab9e-4166-b3e4-6c44ffa25820,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:37.037587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:37.046358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:37.050062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:37.056679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:37.057405 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.074048 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-0d4566d1-dfc0-48a3-a2df-2d027495ab95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0269411 Feb 02 15:40:37.075180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=5e4096e3-3f9d-4b62-b383-06c3a3b3908f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:37.105795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Request body: {'port': {'device_id': 'c4c4ab34-c1e3-4c62-a934-52c8791a0a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:37.166559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.189430 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.199302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-13959778-9dc4-4479-97f1-b40dd88fb0c0 None None] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:37.208152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=058c81b6-8716-4705-bfe5-afd3a858f126,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:37.219954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aada87b7-993a-4234-b3e2-d459627dea87 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/058c81b6-8716-4705-bfe5-afd3a858f126 HTTP/1.1" status: 204 len: 168 time: 1.5437927 Feb 02 15:40:37.220611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48188) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:37.234305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e138a70e-ec69-4819-9a7b-5e88a8044587 req-cd6e3563-7f1f-449b-a74d-1cb636f9b853 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:37.235321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] Deleting port f068ac7f-917e-40d6-82ab-cc9b44bda7ab {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:37.235472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e138a70e-ec69-4819-9a7b-5e88a8044587 req-cd6e3563-7f1f-449b-a74d-1cb636f9b853 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 932 time: 0.7109213 Feb 02 15:40:37.235893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.249837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-755082b4-d0d1-40f0-8d9f-f7ce9307bdb8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9603264 Feb 02 15:40:37.276723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48192) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:37.278704 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-13959778-9dc4-4479-97f1-b40dd88fb0c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.318823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3232d596-a3cb-45e1-b779-767d02cb81a0 None None] The port 'f068ac7f-917e-40d6-82ab-cc9b44bda7ab' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:40:37.358925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-13959778-9dc4-4479-97f1-b40dd88fb0c0 None None] Transition to ACTIVE for port object 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:37.369106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e44324d6-e647-440c-a672-d09dda9a4000 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.391080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:37.409063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.443800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44324d6-e647-440c-a672-d09dda9a4000 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=b787377e-1e15-4441-8bfb-bf791ec8b413,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:37.459391 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e138a70e-ec69-4819-9a7b-5e88a8044587 req-1de0f4a7-0e64-4519-b31e-a0beac03204a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163436 Feb 02 15:40:37.462831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d9157869-878d-4427-85c2-5bdf963fc7db tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 5e4096e3-3f9d-4b62-b383-06c3a3b3908f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:37.463164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9157869-878d-4427-85c2-5bdf963fc7db tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.494926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:37.499761 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.543934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e44324d6-e647-440c-a672-d09dda9a4000 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.545538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717d962b-a442-4bbb-ad6d-145b2ecd828c None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:37.549935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e44324d6-e647-440c-a672-d09dda9a4000 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/b787377e-1e15-4441-8bfb-bf791ec8b413 HTTP/1.1" status: 204 len: 168 time: 1.6799006 Feb 02 15:40:37.551193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48198) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:37.589814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54974-0b28-4168-b6a5-f38627ad6e0b req-11c5f4ee-49e9-4706-b83a-b1b8753a5e29 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:37.589814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3d54974-0b28-4168-b6a5-f38627ad6e0b req-11c5f4ee-49e9-4706-b83a-b1b8753a5e29 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 945 time: 0.4777086 Feb 02 15:40:37.680139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3d54974-0b28-4168-b6a5-f38627ad6e0b req-010bd6e4-ef25-4dc4-abf7-f1be45d96583 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670979 Feb 02 15:40:37.801224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-13959778-9dc4-4479-97f1-b40dd88fb0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.846043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c17239-7ef3-4ece-9abf-cbde02489982 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet 8c46d1c7-ea26-42ba-bccc-dfee230a60fa {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:37.864726 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c17239-7ef3-4ece-9abf-cbde02489982 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:37.995045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:38.042221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13959778-9dc4-4479-97f1-b40dd88fb0c0 None None] Pushing event updated for resources: {'Port': ['ID=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:38.063389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 had new provisioning blocks added so it will not transition to active. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 02 15:40:38.109088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c17239-7ef3-4ece-9abf-cbde02489982 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:38.144618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a56ebb04-fa8a-48be-9fc2-49534effa041 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:38.253926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a56ebb04-fa8a-48be-9fc2-49534effa041 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:38.259116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a56ebb04-fa8a-48be-9fc2-49534effa041 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:38.259790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f068ac7f-917e-40d6-82ab-cc9b44bda7ab no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:38.334295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: f068ac7f-917e-40d6-82ab-cc9b44bda7ab {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:38.334944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f068ac7f-917e-40d6-82ab-cc9b44bda7ab not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:38.493371 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9157869-878d-4427-85c2-5bdf963fc7db tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:38.693147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d9157869-878d-4427-85c2-5bdf963fc7db tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 5e4096e3-3f9d-4b62-b383-06c3a3b3908f owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:38.997710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c17239-7ef3-4ece-9abf-cbde02489982 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.228800 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9157869-878d-4427-85c2-5bdf963fc7db tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.359822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f98c-7649-4421-9417-84775b925e02 req-420e468d-e1b6-45ac-b5c3-9dfdd57cff10 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:39.361366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5051f98c-7649-4421-9417-84775b925e02 req-420e468d-e1b6-45ac-b5c3-9dfdd57cff10 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 932 time: 0.2507083 Feb 02 15:40:39.387143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9157869-878d-4427-85c2-5bdf963fc7db tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=5e4096e3-3f9d-4b62-b383-06c3a3b3908f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:39.389758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:39.390458 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c17239-7ef3-4ece-9abf-cbde02489982 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.453563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5051f98c-7649-4421-9417-84775b925e02 req-c33e450d-073a-4577-97d3-f2179965d409 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806546 Feb 02 15:40:39.454450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61c17239-7ef3-4ece-9abf-cbde02489982 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.464252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port 57fdcd94-4656-48a2-8b87-5a96b1db4015 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:39.464630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.475165 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-61c17239-7ef3-4ece-9abf-cbde02489982 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/8c46d1c7-ea26-42ba-bccc-dfee230a60fa HTTP/1.1" status: 204 len: 168 time: 1.9178555 Feb 02 15:40:39.486541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7855c1a5-9912-417b-ba2f-c77d175fc3bf {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:40:39.488790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfbdb2-9e7c-49df-a655-c8ff4b63feea None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:39.491660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48228) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:39.492866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c17239-7ef3-4ece-9abf-cbde02489982 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=8c46d1c7-ea26-42ba-bccc-dfee230a60fa,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:39.581889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.602874 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fb8fba-b6f9-4ddc-80b5-110495d52af2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:39.610816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fb8fba-b6f9-4ddc-80b5-110495d52af2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:39.610816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-00fb8fba-b6f9-4ddc-80b5-110495d52af2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/b787377e-1e15-4441-8bfb-bf791ec8b413 HTTP/1.1" status: 404 len: 337 time: 0.1128747 Feb 02 15:40:39.617224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-16f1bf05-5c63-4152-a89c-6547cfa30c1c None None] Provisioning for port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:39.618164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48234) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:39.642999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-16f1bf05-5c63-4152-a89c-6547cfa30c1c None None] Provisioning complete for port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:39.643376 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-16f1bf05-5c63-4152-a89c-6547cfa30c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.724208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9157869-878d-4427-85c2-5bdf963fc7db tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.726411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d9157869-878d-4427-85c2-5bdf963fc7db tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/5e4096e3-3f9d-4b62-b383-06c3a3b3908f HTTP/1.1" status: 204 len: 168 time: 2.4486415 Feb 02 15:40:39.737945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Transition to ACTIVE for port object 7855c1a5-9912-417b-ba2f-c77d175fc3bf will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:39.739448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48238) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:39.804941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:39.809591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port 57fdcd94-4656-48a2-8b87-5a96b1db4015, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=57fdcd94-4656-48a2-8b87-5a96b1db4015,segment=NetworkSegment(107749b5-ad6c-43d6-b16e-895b85306ff8),segment_id=107749b5-ad6c-43d6-b16e-895b85306ff8)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:39.810049 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.813596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:39.853675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:40.064201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for 57fdcd94-4656-48a2-8b87-5a96b1db4015 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:40.083670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-409e5adf-b539-4043-8161-0cf570bee950 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting subnet 96124035-1460-47d5-a97e-cacda8d52cc5 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:40.110014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7c145-6a62-47e8-b9c1-dfed29c76717 req-2735a532-ec20-4db6-af43-d2f071b89a39 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:40.118571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-94b7c145-6a62-47e8-b9c1-dfed29c76717 req-2735a532-ec20-4db6-af43-d2f071b89a39 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 945 time: 0.8164980 Feb 02 15:40:40.187077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-409e5adf-b539-4043-8161-0cf570bee950 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:40.257440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Pushing event updated for resources: {'Port': ['ID=7855c1a5-9912-417b-ba2f-c77d175fc3bf,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:40.330730 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-409e5adf-b539-4043-8161-0cf570bee950 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:40.384595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-94b7c145-6a62-47e8-b9c1-dfed29c76717 req-eed21526-d3cf-4adc-a42c-ffb8f2132f8d tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649214 Feb 02 15:40:40.480248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab26961-455f-4566-891b-fb461920bb15 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:40.484055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9ab26961-455f-4566-891b-fb461920bb15 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:40.487104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f8532e92-444e-4c4a-a7b6-2860b011e32d None None] Could not find standard attr ID for object 5e4096e3-3f9d-4b62-b383-06c3a3b3908f. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:40.501035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:40.542025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f8532e92-444e-4c4a-a7b6-2860b011e32d None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:40.542403 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f8532e92-444e-4c4a-a7b6-2860b011e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:40.601771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Attempting to bind port 7855c1a5-9912-417b-ba2f-c77d175fc3bf on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:40:40.602338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Attempting to bind port 7855c1a5-9912-417b-ba2f-c77d175fc3bf by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:40:40.602463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Attempting to bind port 7855c1a5-9912-417b-ba2f-c77d175fc3bf on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:40.611351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Port 7855c1a5-9912-417b-ba2f-c77d175fc3bf on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:40:40.615923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Attempting to bind port 7855c1a5-9912-417b-ba2f-c77d175fc3bf on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:40.634494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9ab26961-455f-4566-891b-fb461920bb15 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:40.636237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9ab26961-455f-4566-891b-fb461920bb15 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8937545 Feb 02 15:40:40.641658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48252) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:40.644424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:40.646886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Checking segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:40.646886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Bound using segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:40.646886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Bound port: 7855c1a5-9912-417b-ba2f-c77d175fc3bf, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:40.646886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:40.771880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f8532e92-444e-4c4a-a7b6-2860b011e32d None None] Provisioning complete for port 9796c32f-057d-4fed-af94-e2e93cde00c9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:40.771880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f8532e92-444e-4c4a-a7b6-2860b011e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:40.773250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=57fdcd94-4656-48a2-8b87-5a96b1db4015,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:40.844833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f8532e92-444e-4c4a-a7b6-2860b011e32d None None] Port 9796c32f-057d-4fed-af94-e2e93cde00c9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:40.934819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-409e5adf-b539-4043-8161-0cf570bee950 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.093909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] For port 7855c1a5-9912-417b-ba2f-c77d175fc3bf, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:41.112576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be6d59-0391-4f8e-984e-a3542379046c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:41.123985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-89be6d59-0391-4f8e-984e-a3542379046c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4810977 Feb 02 15:40:41.127134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] For port 7855c1a5-9912-417b-ba2f-c77d175fc3bf, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7855c1a5-9912-417b-ba2f-c77d175fc3bf,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:40:41.132204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48260) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:41.263782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-ff3239f0-586c-4c5c-91f5-eabb2b9e37d7 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:41.265781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-ff3239f0-586c-4c5c-91f5-eabb2b9e37d7 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.64 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 945 time: 0.4560902 Feb 02 15:40:41.404289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ca69-7b7a-4660-b095-988aa657b5b0 req-275e6421-ee31-4c0e-9198-24ad13e4c29a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:41.413356 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b30ca69-7b7a-4660-b095-988aa657b5b0 req-275e6421-ee31-4c0e-9198-24ad13e4c29a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 944 time: 0.6361902 Feb 02 15:40:41.433930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.485824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-41ed261d-5678-40b6-b3f1-3ebd0beedff4 None None] Provisioning complete for port df69959f-7736-44c2-a956-e079eaf61327 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:41.486590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41ed261d-5678-40b6-b3f1-3ebd0beedff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.501139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae8d5e-956b-4789-bed3-14ff5b76f8f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:41.501622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Deleting port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:41.502085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.502465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae8d5e-956b-4789-bed3-14ff5b76f8f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:41.503903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae8d5e-956b-4789-bed3-14ff5b76f8f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:41.505444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-48ae8d5e-956b-4789-bed3-14ff5b76f8f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:41.534096 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-409e5adf-b539-4043-8161-0cf570bee950 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.541945 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.543792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] 10.222.0.107 "PUT /v2.0/ports/7855c1a5-9912-417b-ba2f-c77d175fc3bf HTTP/1.1" status: 200 len: 1092 time: 4.4469872 Feb 02 15:40:41.574183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c4ab34-c1e3-4c62-a934-52c8791a0a84', 'tag': '7855c1a5-9912-417b-ba2f-c77d175fc3bf'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:40:41.593665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b30ca69-7b7a-4660-b095-988aa657b5b0 req-814cf572-f76f-4918-979d-5180b6b72601 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793337 Feb 02 15:40:41.600248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e5adf-b539-4043-8161-0cf570bee950 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Subnet': ['ID=96124035-1460-47d5-a97e-cacda8d52cc5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:41.610385 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-409e5adf-b539-4043-8161-0cf570bee950 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.615440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5a38d-d937-416f-80a2-39303f03d00b service neutron] Pushing event updated for resources: {'Port': ['ID=7855c1a5-9912-417b-ba2f-c77d175fc3bf,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:41.626041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-409e5adf-b539-4043-8161-0cf570bee950 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/96124035-1460-47d5-a97e-cacda8d52cc5 HTTP/1.1" status: 204 len: 168 time: 1.9617021 Feb 02 15:40:41.626281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff43275-4bad-4d08-a771-94735e30f48d None None] Network fe245c80-e733-4a87-bc12-4535093ff713 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:41.627607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48274) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:41.677651 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b46b09d-a109-4d87-9d63-44f51c818f3f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:41.678195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b46b09d-a109-4d87-9d63-44f51c818f3f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:41.693183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4b46b09d-a109-4d87-9d63-44f51c818f3f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/a0c88cd9-e152-465e-95c7-a098a819be08 HTTP/1.1" status: 404 len: 337 time: 0.0623581 Feb 02 15:40:41.694276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48278) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:41.774850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.828565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-41ed261d-5678-40b6-b3f1-3ebd0beedff4 None None] Provisioning complete for port 9796c32f-057d-4fed-af94-e2e93cde00c9 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:41.828864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41ed261d-5678-40b6-b3f1-3ebd0beedff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:41.859479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-563f2b37-b721-471d-b03b-b1a80eb0e400 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Synchronizing usage tracker for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:41.871246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-48ae8d5e-956b-4789-bed3-14ff5b76f8f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:41.878363 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-48ae8d5e-956b-4789-bed3-14ff5b76f8f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7431924 Feb 02 15:40:41.881369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48282) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:41.913940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-41ed261d-5678-40b6-b3f1-3ebd0beedff4 None None] Port 9796c32f-057d-4fed-af94-e2e93cde00c9 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:40:42.023247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51074182-f560-4341-acab-d929339ce8b2 None None] DHCP port deletion for fe245c80-e733-4a87-bc12-4535093ff713 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:40:42.028728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-51074182-f560-4341-acab-d929339ce8b2 None None] Deleting port df69959f-7736-44c2-a956-e079eaf61327 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:42.029331 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-51074182-f560-4341-acab-d929339ce8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.061874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] For port 19f6dd13-6174-4ca0-8e26-f63fbcd45315, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=19f6dd13-6174-4ca0-8e26-f63fbcd45315,segment=NetworkSegment(a68e3adb-5f0d-4782-b726-8437552f2e27),segment_id=a68e3adb-5f0d-4782-b726-8437552f2e27)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:42.062397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.064081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-563f2b37-b721-471d-b03b-b1a80eb0e400 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Unset dirty status for tenant:30f5f111d8b44d72815a8d49ab0944bb on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:42.068694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-563f2b37-b721-471d-b03b-b1a80eb0e400 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "GET /v2.0/ports?device_id=134a9db1-3548-4cb3-9b4c-bcabfb96bc40 HTTP/1.1" status: 200 len: 205 time: 0.3732893 Feb 02 15:40:42.074312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48286) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.153843 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-b2ff0ea7-2ed3-476f-a0d5-f1e6f18996cf tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] delete failed (client error): The resource could not be found. Feb 02 15:40:42.157587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b2ff0ea7-2ed3-476f-a0d5-f1e6f18996cf tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/routers/134a9db1-3548-4cb3-9b4c-bcabfb96bc40 HTTP/1.1" status: 404 len: 336 time: 0.0820336 Feb 02 15:40:42.161147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48290) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.203656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Calling delete_port for 19f6dd13-6174-4ca0-8e26-f63fbcd45315 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:42.213645 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf57b114-bec3-49b9-b153-7cdd15c0a837 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:42.214102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf57b114-bec3-49b9-b153-7cdd15c0a837 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:42.218815 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bf57b114-bec3-49b9-b153-7cdd15c0a837 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/bc3134db-173a-4e64-98e6-4ac0daa63854 HTTP/1.1" status: 404 len: 337 time: 0.0565891 Feb 02 15:40:42.224948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.293977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-c86fc05b-5300-40f2-aae8-266dcea57e61 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 1095 time: 0.5927677 Feb 02 15:40:42.294192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-51074182-f560-4341-acab-d929339ce8b2 None None] For port df69959f-7736-44c2-a956-e079eaf61327, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=df69959f-7736-44c2-a956-e079eaf61327,segment=NetworkSegment(98f8c8e2-089d-4670-bbdb-12f913fbeb38),segment_id=98f8c8e2-089d-4670-bbdb-12f913fbeb38)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:42.294192 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-51074182-f560-4341-acab-d929339ce8b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.294421 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad19716-29af-434c-ad52-3b81aa685081 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:42.294421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad19716-29af-434c-ad52-3b81aa685081 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:42.297779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2ad19716-29af-434c-ad52-3b81aa685081 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/0f8df355-4526-4536-af96-90a6bea881b2 HTTP/1.1" status: 404 len: 337 time: 0.0721657 Feb 02 15:40:42.312925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48298) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.379119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48302) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.386954 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ea5557-48ba-4f1c-9933-2cc2f2e1e924 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:42.391205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ea5557-48ba-4f1c-9933-2cc2f2e1e924 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:42.391336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327769759', 'description': 'tempest-secgroup-smoke-1327769759 description', 'project_id': 'bcbc98f977944869a392ab2bccdbd691'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:42.405151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-537d335f-e9ac-4c50-9f71-4003f0e5ae5a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 03ad96a6-a362-4ee8-8f6e-39743d2c222a {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:42.406750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-12ea5557-48ba-4f1c-9933-2cc2f2e1e924 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/64ddfbe4-e1f9-489b-b119-9aefd157a30d HTTP/1.1" status: 404 len: 337 time: 0.0921161 Feb 02 15:40:42.411472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-537d335f-e9ac-4c50-9f71-4003f0e5ae5a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.447061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-51074182-f560-4341-acab-d929339ce8b2 None None] Calling delete_port for df69959f-7736-44c2-a956-e079eaf61327 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:42.450592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48306) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.451526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:42.454670 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c4ab34-c1e3-4c62-a934-52c8791a0a84', 'tag': '7855c1a5-9912-417b-ba2f-c77d175fc3bf', 'status': 'completed', 'code': 200} Feb 02 15:40:42.463593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:42.497010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:42.509806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-9e87c8e8-2671-4046-9c2b-e2a066faeb7d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7855c1a5-9912-417b-ba2f-c77d175fc3bf HTTP/1.1" status: 200 len: 217 time: 0.2015238 Feb 02 15:40:42.512304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:42.567809 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-03030dc4-fbc9-4131-b009-f40f118491db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:42.568457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03030dc4-fbc9-4131-b009-f40f118491db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:42.571035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-03030dc4-fbc9-4131-b009-f40f118491db tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/272b0e39-322b-4582-aa37-f6260aaec3bc HTTP/1.1" status: 404 len: 333 time: 0.1153626 Feb 02 15:40:42.578063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1d5a0-cb5d-43de-be87-56b84e6c3618 req-f6f05812-84c5-4302-be90-044c03d37cbd tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:42.578625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48310) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.579521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5f1d5a0-cb5d-43de-be87-56b84e6c3618 req-f6f05812-84c5-4302-be90-044c03d37cbd tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 945 time: 0.6728454 Feb 02 15:40:42.615536 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-51074182-f560-4341-acab-d929339ce8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.621235 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-537d335f-e9ac-4c50-9f71-4003f0e5ae5a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.664605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5f1d5a0-cb5d-43de-be87-56b84e6c3618 req-496f4ef6-8797-4187-a300-98d02193952b tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/security-groups?id=3cd44a40-9e27-4e7b-944d-44a43c825b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776911 Feb 02 15:40:42.674506 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8358e269-e90d-433a-a2bf-51ea5a02b319 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:42.674945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8358e269-e90d-433a-a2bf-51ea5a02b319 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:42.680404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8358e269-e90d-433a-a2bf-51ea5a02b319 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/11388279-7844-4374-80dd-7fc538b3c737 HTTP/1.1" status: 404 len: 337 time: 0.0912216 Feb 02 15:40:42.680588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51074182-f560-4341-acab-d929339ce8b2 None None] Pushing event deleted for resources: {'Port': ['ID=df69959f-7736-44c2-a956-e079eaf61327,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:42.682822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.704977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51074182-f560-4341-acab-d929339ce8b2 None None] No DVR routers for this DVR port df69959f-7736-44c2-a956-e079eaf61327 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:42.746308 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.772401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-5d370f78-7778-45ce-9a49-316393c00149 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:42.773880 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-5d370f78-7778-45ce-9a49-316393c00149 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.2501118 Feb 02 15:40:42.788427 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-657b4b81-308b-4d7d-aab2-8e071b33a01e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:42.788976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657b4b81-308b-4d7d-aab2-8e071b33a01e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:42.794930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-657b4b81-308b-4d7d-aab2-8e071b33a01e tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/ee75e84c-7282-413b-9a1b-7508045841c0 HTTP/1.1" status: 404 len: 337 time: 0.1075110 Feb 02 15:40:42.794930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.837689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48320) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.875882 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:42.909849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['19f6dd13-6174-4ca0-8e26-f63fbcd45315'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:40:42.928705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-4b657854-7bdb-4493-b2cc-b36e3815c6cf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472194 Feb 02 15:40:42.968381 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5178190b-2e9a-4a07-b2e1-8f988750a300 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:42.968813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5178190b-2e9a-4a07-b2e1-8f988750a300 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:42.970437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5178190b-2e9a-4a07-b2e1-8f988750a300 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/94b6c2e7-29f4-4560-a5b5-4c5718b7ba03 HTTP/1.1" status: 404 len: 333 time: 0.0995138 Feb 02 15:40:42.976041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48324) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:42.984804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Pushing event deleted for resources: {'Port': ['ID=19f6dd13-6174-4ca0-8e26-f63fbcd45315,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:43.081242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] No DVR routers for this DVR port 19f6dd13-6174-4ca0-8e26-f63fbcd45315 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:43.087466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.089754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd536d6af-bbfe-4130-ab80-85278ecc3fa7', 'name': 'network-vif-deleted', 'tag': '19f6dd13-6174-4ca0-8e26-f63fbcd45315'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:40:43.163719 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd536d6af-bbfe-4130-ab80-85278ecc3fa7', 'name': 'network-vif-deleted', 'tag': '19f6dd13-6174-4ca0-8e26-f63fbcd45315', 'status': 'completed', 'code': 200} Feb 02 15:40:43.211582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:43.216592 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd5265d-edf9-4031-8591-7cba5cb6d64f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:43.217031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd5265d-edf9-4031-8591-7cba5cb6d64f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:43.224698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fc4858d-effb-4368-9511-3fe6ed474a21 req-3a99d40f-a1a8-4d86-a492-744da1d308e2 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.64 "DELETE /v2.0/ports/19f6dd13-6174-4ca0-8e26-f63fbcd45315 HTTP/1.1" status: 204 len: 173 time: 1.8855548 Feb 02 15:40:43.236198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:43.244260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:43.247299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-537d335f-e9ac-4c50-9f71-4003f0e5ae5a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.279877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9bd5265d-edf9-4031-8591-7cba5cb6d64f tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/8ec69a8e-b4a6-4bb9-b477-119519958651 HTTP/1.1" status: 404 len: 337 time: 0.2858481 Feb 02 15:40:43.280846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48330) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:43.292848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:43.329697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device df69959f-7736-44c2-a956-e079eaf61327 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:43.333770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:40:43.335193 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-52488909-0718-4354-acbe-67c6f768e0c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] DELETE failed (client error): The resource could not be found. Feb 02 15:40:43.335738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52488909-0718-4354-acbe-67c6f768e0c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:43.340252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52488909-0718-4354-acbe-67c6f768e0c2 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/subnets/625950c2-c0d0-4a0f-be60-3caaa595c319 HTTP/1.1" status: 404 len: 337 time: 0.0559793 Feb 02 15:40:43.341757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48334) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:43.365086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: df69959f-7736-44c2-a956-e079eaf61327 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:43.365454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device df69959f-7736-44c2-a956-e079eaf61327 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:43.403407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10f62a-f3f3-4977-9a93-b9be68894eef req-3da0a669-d197-48cb-a7a6-b3841ac76664 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:43.404910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf10f62a-f3f3-4977-9a93-b9be68894eef req-3da0a669-d197-48cb-a7a6-b3841ac76664 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 944 time: 0.6248355 Feb 02 15:40:43.420409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-5e1d8275-4c87-4e8f-a48c-c4c7a44a0aee service neutron] 10.222.0.107 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728096 Feb 02 15:40:43.539190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:43.547609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7a15cd16-214f-4b0a-86e1-cd2527f53c7e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3251574 Feb 02 15:40:43.550120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-775188e2-315c-4192-92f5-ea9a23d1a82c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Deleting port 9796c32f-057d-4fed-af94-e2e93cde00c9 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:43.550629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-775188e2-315c-4192-92f5-ea9a23d1a82c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.552854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48338) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:43.556658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:40:43.572460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:43.573056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:43.604170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-537d335f-e9ac-4c50-9f71-4003f0e5ae5a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.691173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d335f-e9ac-4c50-9f71-4003f0e5ae5a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=03ad96a6-a362-4ee8-8f6e-39743d2c222a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:43.727698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf10f62a-f3f3-4977-9a93-b9be68894eef req-f007eecc-ce0e-452b-9ce7-d1259bdb48e8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041697 Feb 02 15:40:43.741488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-537d335f-e9ac-4c50-9f71-4003f0e5ae5a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.745292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43384de-b419-4f0d-864d-c9a6ca90046c None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:43.785302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.829710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c24f2b63-4b94-4367-8f69-3c2c92828e54 req-1df07243-4b3e-451a-8a2a-a836b7c92eb9 service neutron] 10.222.0.107 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985996 Feb 02 15:40:43.833302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7b09f7-be67-41db-b117-601c11264e91 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet 8a1f99c7-e173-4a66-8f67-d9cff0468519 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:43.838589 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c7b09f7-be67-41db-b117-601c11264e91 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.877723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.946075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c7b09f7-be67-41db-b117-601c11264e91 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:43.947817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:43.990328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-246135f0-639d-45d9-abda-d36daed1715e req-c6fc88e4-e658-4b28-8585-b2b79ec94122 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Synchronizing usage tracker for tenant:b4db7cebf137476e99aa7088f0f950ac on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:43.996041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-537d335f-e9ac-4c50-9f71-4003f0e5ae5a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/03ad96a6-a362-4ee8-8f6e-39743d2c222a HTTP/1.1" status: 204 len: 168 time: 2.1114175 Feb 02 15:40:44.000548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48344) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:44.007793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:44.074025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:44.083892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:44.096604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-775188e2-315c-4192-92f5-ea9a23d1a82c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.105398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:44.116134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b0a7c7-d857-4075-a8b6-88973caca4d8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:44.176888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-246135f0-639d-45d9-abda-d36daed1715e req-c6fc88e4-e658-4b28-8585-b2b79ec94122 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] Unset dirty status for tenant:b4db7cebf137476e99aa7088f0f950ac on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:44.178185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-246135f0-639d-45d9-abda-d36daed1715e req-c6fc88e4-e658-4b28-8585-b2b79ec94122 tempest-ServerPasswordTestJSON-635470625 tempest-ServerPasswordTestJSON-635470625-project] 10.222.0.88 "GET /v2.0/ports?device_id=d536d6af-bbfe-4130-ab80-85278ecc3fa7 HTTP/1.1" status: 200 len: 210 time: 0.2660084 Feb 02 15:40:44.200702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c7b09f7-be67-41db-b117-601c11264e91 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.292928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9c07c7-c0a0-4779-9320-dc42e16c7279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 14cda80a-1895-4f79-ab11-230cb4fc4daf {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:44.298459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f9c07c7-c0a0-4779-9320-dc42e16c7279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.324967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-775188e2-315c-4192-92f5-ea9a23d1a82c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Calling delete_port for 9796c32f-057d-4fed-af94-e2e93cde00c9 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:44.364038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f9c07c7-c0a0-4779-9320-dc42e16c7279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.408488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.427746 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-cc0de575-3da6-4a50-b3da-72e0062d590c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 1095 time: 0.4173207 Feb 02 15:40:44.460301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f9c07c7-c0a0-4779-9320-dc42e16c7279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.475717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:40Z', 'revision_number': 10, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:44.480087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:40:44.492708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c7b09f7-be67-41db-b117-601c11264e91 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.507822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:44.508497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:44.528612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.594570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:44.633778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-775188e2-315c-4192-92f5-ea9a23d1a82c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.697674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b09f7-be67-41db-b117-601c11264e91 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1f99c7-e173-4a66-8f67-d9cff0468519,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:44.701663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775188e2-315c-4192-92f5-ea9a23d1a82c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Port': ['ID=9796c32f-057d-4fed-af94-e2e93cde00c9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:44.705963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c7b09f7-be67-41db-b117-601c11264e91 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.710938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-f2492fdb-24fb-4664-b7d2-6f710b2832a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:44.712529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-f2492fdb-24fb-4664-b7d2-6f710b2832a8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 912 time: 0.2745318 Feb 02 15:40:44.722600 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-775188e2-315c-4192-92f5-ea9a23d1a82c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.724741 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2c7b09f7-be67-41db-b117-601c11264e91 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/8a1f99c7-e173-4a66-8f67-d9cff0468519 HTTP/1.1" status: 204 len: 168 time: 1.1701634 Feb 02 15:40:44.725505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48348) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:44.725710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-775188e2-315c-4192-92f5-ea9a23d1a82c tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/ports/9796c32f-057d-4fed-af94-e2e93cde00c9 HTTP/1.1" status: 204 len: 168 time: 1.3784943 Feb 02 15:40:44.728399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.729524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6554e869-c8c3-4135-a328-18cc53b0ba49 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.3484781 Feb 02 15:40:44.733779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48350) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:44.734210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48354) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:44.736941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2348e-6c73-4c4a-9290-3267e43c204d None None] Network faf450dd-c8da-4107-ab7a-64ccbf808af3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:44.775099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:44.777826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:44.843993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-5279e1b2-d046-45e1-8a0f-005a440143d8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7855c1a5-9912-417b-ba2f-c77d175fc3bf HTTP/1.1" status: 200 len: 217 time: 0.1169834 Feb 02 15:40:44.897452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:44.983361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:44.986684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f9c07c7-c0a0-4779-9320-dc42e16c7279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:44.987303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-e27b233b-d101-40f9-863a-d03e6e283c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:44.988940 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-e27b233b-d101-40f9-863a-d03e6e283c31 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.1381869 Feb 02 15:40:44.990367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:45.050097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-cd767e52-d380-4414-8583-8bff913f6003 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527923 Feb 02 15:40:45.064926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:45.089884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c07c7-c0a0-4779-9320-dc42e16c7279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=14cda80a-1895-4f79-ab11-230cb4fc4daf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:45.118821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7f9c07c7-c0a0-4779-9320-dc42e16c7279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.127756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.142819 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.194761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631060-9ce3-4ce7-ac4a-c23c46911175 req-6e1999bf-c39a-4ee7-b059-99f8bf648f71 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:45.196647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5631060-9ce3-4ce7-ac4a-c23c46911175 req-6e1999bf-c39a-4ee7-b059-99f8bf648f71 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 944 time: 0.2606299 Feb 02 15:40:45.203641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7f9c07c7-c0a0-4779-9320-dc42e16c7279 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/14cda80a-1895-4f79-ab11-230cb4fc4daf HTTP/1.1" status: 204 len: 168 time: 1.2038074 Feb 02 15:40:45.211813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48362) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:45.218466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:45.218466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.249171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a29590-09f5-4ca2-be04-a94533b55d56 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:45.300581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-3281abe5-b99c-4b45-b621-fb0ddc1cb59b service neutron] 10.222.0.107 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436676 Feb 02 15:40:45.375322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.406430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48370) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:45.457746 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5631060-9ce3-4ce7-ac4a-c23c46911175 req-dd7985fb-ecf1-4019-be52-bff00062b111 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515604 Feb 02 15:40:45.487804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88ec72fd-f57d-4f24-9d13-45b38b519563 None None] Provisioning complete for port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:45.488205 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88ec72fd-f57d-4f24-9d13-45b38b519563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.499413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-77c4306e-bcbf-4e78-b5a3-c4d840015134 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2025974 Feb 02 15:40:45.501707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48374) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:45.513676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:45.563041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 19f6dd13-6174-4ca0-8e26-f63fbcd45315 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:45.607373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.617440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 19f6dd13-6174-4ca0-8e26-f63fbcd45315 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:45.617440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 19f6dd13-6174-4ca0-8e26-f63fbcd45315 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:45.649355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5ffb0e-de15-4ebb-8ed7-d2e38cd98252 admin admin] Deleting subnet 5a7d59dd-2db1-41d5-af9f-3bf40d82607d {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:45.652256 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ffb0e-de15-4ebb-8ed7-d2e38cd98252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.669736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:45.672341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:40Z', 'revision_number': 10, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:45.677232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:45.680194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16474a6-275b-43a2-b0a5-14a70fb9805f None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:40Z', 'revision_number': 10, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None, '_interfaces': [{'id': 'e50db6ae-abaf-4513-93c4-ecae9fee275a', 'name': '', 'network_id': '58390e39-756e-4358-95d7-f704ca973610', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'mac_address': 'fa:16:3e:82:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:39:12Z', 'updated_at': '2022-02-02T15:39:27Z', 'revision_number': 5, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'subnets': [{'id': 'e61bf16e-78b7-4c45-b85b-7abce98c8bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:40:45.681659 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0438381b-df3e-4377-8b55-17d5c4a268c6 req-ef9f7f91-ff28-466f-a9f4-42fd30eccd98 service neutron] 10.222.0.107 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736701 Feb 02 15:40:45.682470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:45.688586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:45.774373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:45.778029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.817821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe245c80-e733-4a87-bc12-4535093ff713']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:45.840460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f8c8e2-089d-4670-bbdb-12f913fbeb38') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:45.840755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f8c8e2-089d-4670-bbdb-12f913fbeb38') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:45.857357 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ffb0e-de15-4ebb-8ed7-d2e38cd98252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.898653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.926996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.940317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e806a6ae-76a7-49ae-88a9-cae00ec8fb8c,segment=NetworkSegment(107749b5-ad6c-43d6-b16e-895b85306ff8),segment_id=107749b5-ad6c-43d6-b16e-895b85306ff8)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:45.943133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.948490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.964376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:40:45.964376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:40:45.983172 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:40:46.059091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] DHCP port deletion for faf450dd-c8da-4107-ab7a-64ccbf808af3 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:40:46.065820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] Deleting port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:46.066197 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.103488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:40:46.124563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Deleting port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:46.124928 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.155873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for e806a6ae-76a7-49ae-88a9-cae00ec8fb8c owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:46.185481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.250680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ffb0e-de15-4ebb-8ed7-d2e38cd98252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.255527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:40:46.296660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5a97fa-cf29-4b41-a3a9-30678702e72d,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:46.313457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.315680 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bacd0108-0f7d-4727-bb54-a5dd3bd901ec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5777752 Feb 02 15:40:46.321445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48378) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:46.330452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:46.343249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:46.358086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:46.363544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:46.374754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:46.471698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.478419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.506296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] For port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e806a6ae-76a7-49ae-88a9-cae00ec8fb8c,segment=NetworkSegment(107749b5-ad6c-43d6-b16e-895b85306ff8),segment_id=107749b5-ad6c-43d6-b16e-895b85306ff8)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:46.507011 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.507830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] Pushing event deleted for resources: {'Network': ['ID=fe245c80-e733-4a87-bc12-4535093ff713,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:46.510733 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.611365 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.637681 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.648187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] Calling delete_port for e806a6ae-76a7-49ae-88a9-cae00ec8fb8c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:46.693731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a772101c-9016-4306-9fc9-24b1e86a9705 tempest-PortsIpV6TestJSON-719687949 tempest-PortsIpV6TestJSON-719687949-project] 10.222.0.88 "DELETE /v2.0/networks/fe245c80-e733-4a87-bc12-4535093ff713 HTTP/1.1" status: 204 len: 168 time: 1.9581723 Feb 02 15:40:46.728899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=e806a6ae-76a7-49ae-88a9-cae00ec8fb8c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:46.737990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:46.740780 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.752559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No DVR routers for this DVR port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:46.774900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.865022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.893133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ffb0e-de15-4ebb-8ed7-d2e38cd98252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.917964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b8e766-a992-476d-9d24-5730679539e6,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:46.922771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Calling delete_port for 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:46.939684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.941735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.941735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.942020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.943195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.944733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.952305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.952305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.952305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.952305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.952305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:46.966019 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:46.966019 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:46.968109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ffb0e-de15-4ebb-8ed7-d2e38cd98252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7d59dd-2db1-41d5-af9f-3bf40d82607d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:46.977689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.978829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-980f5053-bf52-426b-b4d5-fa0d412e4117 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6564326 Feb 02 15:40:46.979468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:46.990354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48386) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:46.998781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:47.004526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2f5ffb0e-de15-4ebb-8ed7-d2e38cd98252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.006263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:47.010685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:47.013613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:47.022174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:47.025127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a4ce5-a4f1-4ace-85d2-b56a07d9d8b7 req-9a4ec01a-08b0-43ce-ac9e-f79f557196dd tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:47.026616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-255a4ce5-a4f1-4ace-85d2-b56a07d9d8b7 req-9a4ec01a-08b0-43ce-ac9e-f79f557196dd tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 944 time: 0.3540781 Feb 02 15:40:47.028011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2f5ffb0e-de15-4ebb-8ed7-d2e38cd98252 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5a7d59dd-2db1-41d5-af9f-3bf40d82607d HTTP/1.1" status: 204 len: 168 time: 1.6166458 Feb 02 15:40:47.039058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48390) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:47.039058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf450dd-c8da-4107-ab7a-64ccbf808af3']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:47.053693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:47.060165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.083809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.086099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107749b5-ad6c-43d6-b16e-895b85306ff8') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:47.086387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107749b5-ad6c-43d6-b16e-895b85306ff8') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:47.163932 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.175008 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.208631 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.213723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.214445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.218151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.226191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-255a4ce5-a4f1-4ace-85d2-b56a07d9d8b7 req-7af34748-8c30-4d5d-83ed-0d45a5d19588 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818848 Feb 02 15:40:47.226191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:40:47.226191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:40:47.242040 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:40:47.272017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:47.272682 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:47.354552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e806a6ae-76a7-49ae-88a9-cae00ec8fb8c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:47.367413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:47.375351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:47.380748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,revision_number=8']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:47.384011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:47.384591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.394454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=e7c79ad2-41be-4104-9f8c-798134b55555,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:47.404767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7855c1a5-9912-417b-ba2f-c77d175fc3bf details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:40:47.408210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.415769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e806a6ae-76a7-49ae-88a9-cae00ec8fb8c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:47.415769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e806a6ae-76a7-49ae-88a9-cae00ec8fb8c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:47.415769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:47.455981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.467464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] Deleting port e806a6ae-76a7-49ae-88a9-cae00ec8fb8c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:47.467828 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.483232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8040b27d-e7ee-4286-b32b-4188fe0ded39']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:47.491131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.513604 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.517559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.526014 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0d01a130-1657-411e-8b6d-59e6be901fef tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0230851 Feb 02 15:40:47.527526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68e3adb-5f0d-4782-b726-8437552f2e27') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:47.528025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68e3adb-5f0d-4782-b726-8437552f2e27') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:47.541322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bd071d-0581-48ff-8a06-87c5725f8574,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:47.545072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48396) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:47.554930 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.562231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-29bf832a-81c8-4293-b7ee-20eaf7dc0641 None None] The port 'e806a6ae-76a7-49ae-88a9-cae00ec8fb8c' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:40:47.562833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:47.575585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.582402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:40:47.582861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.667216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48402) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:40:47.699836 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:40:47.702415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=faf450dd-c8da-4107-ab7a-64ccbf808af3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:47.708394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c34806fa-2e63-4196-9edc-c3e86d968a66 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/faf450dd-c8da-4107-ab7a-64ccbf808af3 HTTP/1.1" status: 204 len: 168 time: 2.9767103 Feb 02 15:40:47.708811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48408) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:47.758541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.763609 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.764843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-533c5955-5c5a-4d65-bc2b-0cc64e86340a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7736392 Feb 02 15:40:47.773939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:47.775112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Deleting port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:47.775656 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.787671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.794317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.795050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:47.814216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:47.818485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:47.821425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:47.831012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:47.842672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:47.844202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8040b27d-e7ee-4286-b32b-4188fe0ded39,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:47.847201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:47.854721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:47.856957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:47.886256 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:47.907909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9d6dac02-d158-49bc-86a2-c636d94648a8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/8040b27d-e7ee-4286-b32b-4188fe0ded39 HTTP/1.1" status: 204 len: 168 time: 0.8749886 Feb 02 15:40:47.913768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7855c1a5-9912-417b-ba2f-c77d175fc3bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7855c1a5-9912-417b-ba2f-c77d175fc3bf,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:47.941213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:47.941346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '7855c1a5-9912-417b-ba2f-c77d175fc3bf', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'port_id': '7855c1a5-9912-417b-ba2f-c77d175fc3bf', 'mac_address': 'fa:16:3e:be:ac:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2904439-bbb3-4232-aa70-5f70e2abd94d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:40:48.037839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:48.047451 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.083385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.087308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-531bae23-4dd6-4dec-b726-880db8fa28ba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=30f5f111d8b44d72815a8d49ab0944bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4188678 Feb 02 15:40:48.094953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48418) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:48.174535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.175215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 57fdcd94-4656-48a2-8b87-5a96b1db4015 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:48.177634 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.188716 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.246319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7855c1a5-9912-417b-ba2f-c77d175fc3bf {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:40:48.261579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 57fdcd94-4656-48a2-8b87-5a96b1db4015 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:48.261923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 57fdcd94-4656-48a2-8b87-5a96b1db4015 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:48.288585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:48.288988 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.445145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48426) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:48.455028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7855c1a5-9912-417b-ba2f-c77d175fc3bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7855c1a5-9912-417b-ba2f-c77d175fc3bf,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:48.462570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Calling delete_port for 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:48.503278 n-d-827122-1 neutron-server[95772]: INFO neutron.db.ipam_backend_mixin [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7c79ad2-41be-4104-9f8c-798134b55555 (CIDR: 2001:db8::/64) Feb 02 15:40:48.520017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:48.526010 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.593487 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:40:48.593940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:40:48.621609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=7855c1a5-9912-417b-ba2f-c77d175fc3bf,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:48.657831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.668569 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:48.668979 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:48.689062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2300c5f1-9077-4979-ac06-5fc97d467516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.735033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2300c5f1-9077-4979-ac06-5fc97d467516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.743139 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.750086 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f047d07c-3bb5-4a29-a046-61502339eb60 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b4db7cebf137476e99aa7088f0f950ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2933011 Feb 02 15:40:48.765611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48430) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:48.772609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37e0612f-b079-478b-a485-91a463ad12f8 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2263234 Feb 02 15:40:48.781410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48434) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:48.790273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:48.814110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b6d921-414d-481c-b166-e0518ad84259,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:48.832114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['7855c1a5-9912-417b-ba2f-c77d175fc3bf'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:40:48.860462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b50db0-a079-4c94-89e3-ecbc29a2c08f req-35fabab4-def7-4e70-be75-3e0b202727a9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:48.862376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66b50db0-a079-4c94-89e3-ecbc29a2c08f req-35fabab4-def7-4e70-be75-3e0b202727a9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 945 time: 0.4098122 Feb 02 15:40:48.901795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.907093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-398128c8-11e7-4769-a160-02cc3d3a8d87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1295817 Feb 02 15:40:48.907797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48438) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:48.935626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:48.944811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:48.952437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:48.952848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:48.964549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be4b3376-cb42-48f2-8954-01179218e156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:48.964696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:48.991632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66b50db0-a079-4c94-89e3-ecbc29a2c08f req-5443d5bc-ed0d-47e0-a051-4a8ef634a913 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162522 Feb 02 15:40:49.011771 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be4b3376-cb42-48f2-8954-01179218e156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.023209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2300c5f1-9077-4979-ac06-5fc97d467516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.025195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Deleting port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:49.038336 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.063335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300c5f1-9077-4979-ac06-5fc97d467516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3237c9fb-a0eb-4876-b009-64450c3b7259,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:49.071165 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Project bcbc98f977944869a392ab2bccdbd691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:40:49.081854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2300c5f1-9077-4979-ac06-5fc97d467516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.083115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2300c5f1-9077-4979-ac06-5fc97d467516 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3237c9fb-a0eb-4876-b009-64450c3b7259 HTTP/1.1" status: 204 len: 168 time: 0.9870429 Feb 02 15:40:49.088609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.168693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:49.180599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:49.186505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:49.186698 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be4b3376-cb42-48f2-8954-01179218e156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.205928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:49.218198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3376-cb42-48f2-8954-01179218e156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd44a40-9e27-4e7b-944d-44a43c825b81,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:49.233027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.308663 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be4b3376-cb42-48f2-8954-01179218e156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.311021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-be4b3376-cb42-48f2-8954-01179218e156 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3cd44a40-9e27-4e7b-944d-44a43c825b81 HTTP/1.1" status: 204 len: 168 time: 0.5414901 Feb 02 15:40:49.362006 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.372646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] For port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:49.373252 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.381590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:49.484200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afbb1a6-5f7d-476a-9bb4-1e48fe750370,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:49.500215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port e50db6ae-abaf-4513-93c4-ecae9fee275a {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:49.500538 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.512116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Calling delete_port for 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:49.548024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.548380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.548719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.549053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.549386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.549810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.550269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.550717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.551295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.551769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.552289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:49.578422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.579746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-894466f7-3cf0-47ab-b452-69fb539b96d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6615691 Feb 02 15:40:49.583181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48448) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:49.595058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:49.610326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:49.617887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:49.622890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:49.631598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:49.712102 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Project bcbc98f977944869a392ab2bccdbd691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:40:49.723825 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.724857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.792893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.931433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.976030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port e50db6ae-abaf-4513-93c4-ecae9fee275a, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e50db6ae-abaf-4513-93c4-ecae9fee275a,segment=NetworkSegment(bdfe7877-4da9-4f1e-a8b8-0662bb2c0780),segment_id=bdfe7877-4da9-4f1e-a8b8-0662bb2c0780)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:49.976620 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:49.991825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] Pushing event deleted for resources: {'Port': ['ID=4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:49.997565 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:50.019776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f5bec-e7f6-4953-b5ce-bc292bd83430 None None] No DVR routers for this DVR port 4f0d4ffa-a8e4-43f3-a43c-fdd54c0ab047 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:50.044493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c09c0c-1e77-49bd-bf2b-7d8e390ed0ee None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:50.058544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07083f59-86b5-4adc-8792-b5dceb9e656d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:50.106298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:50.108082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-96b595ef-408c-45b0-8f1e-38f54bb0e4c1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5216987 Feb 02 15:40:50.110775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48468) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:50.118207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'network': {'name': 'tempest-network-smoke--900564225', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:50.132396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:50.140730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:network and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:50.148843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:50.166801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:50.323341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:50.329459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:50.379153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:40:50.397711 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:50.401689 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Added segment 14058950-5443-42c6-8d06-016431e8a8a7 of type vlan for network ce25a0f2-3799-4d81-b9c8-929d47459f9e Feb 02 15:40:50.408299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for e50db6ae-abaf-4513-93c4-ecae9fee275a owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:50.440490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': 'e7c79ad2-41be-4104-9f8c-798134b55555'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:40:50.441585 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:50.444087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:50.569088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:50.572999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:50.575787 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:50.670399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecc0da-e030-4689-9d2c-41b888a26b82 req-2b067426-ccd0-4258-b405-9c6e94315d2b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:50.690259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54ecc0da-e030-4689-9d2c-41b888a26b82 req-2b067426-ccd0-4258-b405-9c6e94315d2b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 945 time: 0.3464665 Feb 02 15:40:50.732722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Allocated IP 2001:db8::f816:3eff:feb5:c4bc (2b108652-b7f1-4e95-b1da-85ac7991b521/e7c79ad2-41be-4104-9f8c-798134b55555/65fdaa01-6674-424f-9029-d0c1b41bd2da) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:50.819288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7068605 Feb 02 15:40:50.822970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48486) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:50.838470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94781622-b351-4d6f-ae79-5f1336633c48 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Network': ['ID=ce25a0f2-3799-4d81-b9c8-929d47459f9e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:50.849083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'admin_state_up': True, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:50.856074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:40:50.865523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:50.985499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48492) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:51.029842 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54ecc0da-e030-4689-9d2c-41b888a26b82 req-e4456960-f045-44d2-9ec0-556fcce56199 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386328 Feb 02 15:40:51.033180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:router and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:51.038774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:51.051478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:51.078263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48498) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:51.157524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.158707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.175215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.208488 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.211147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.231236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Transition to ACTIVE for port object 65fdaa01-6674-424f-9029-d0c1b41bd2da will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:51.271220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-724338764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:51.273898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Transition to ACTIVE for port object 65fdaa01-6674-424f-9029-d0c1b41bd2da will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:51.280371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:51.285891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Usage tracker for resource:router and tenant:e916b1ed0eeb47bd87ac50406a42dfe8 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:51.289664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:51.300270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:51.306285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=e50db6ae-abaf-4513-93c4-ecae9fee275a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:51.334388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:51.337710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.340812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:51.371799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=64818031-eb57-47b4-92eb-6695396f762f,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:51.376067 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.385315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:51.388280 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.388430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1570573603-network', 'tenant_id': '294dd43c85bd41068d56f128226c0a89'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:51.398834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:51.403598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Usage tracker for resource:network and tenant:294dd43c85bd41068d56f128226c0a89 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:51.407411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:51.413251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.414226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.434391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:51.436960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7855c1a5-9912-417b-ba2f-c77d175fc3bf up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:51.445597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.506849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Made reservation on behalf of 294dd43c85bd41068d56f128226c0a89 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:51.509627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.518421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:51.523072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:51.530585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.535809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:51.536963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Pushing event updated for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:51.560182 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.618840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:51.628610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:294dd43c85bd41068d56f128226c0a89 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:51.633362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:51.643888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:51.651057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Attempting to bind port 65fdaa01-6674-424f-9029-d0c1b41bd2da on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:40:51.651553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Attempting to bind port 65fdaa01-6674-424f-9029-d0c1b41bd2da by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:40:51.652123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Attempting to bind port 65fdaa01-6674-424f-9029-d0c1b41bd2da on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:51.652562 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab77e478-c7be-42e4-80b9-7d26c65a2dfe tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8703134 Feb 02 15:40:51.654662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48504) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:51.660637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:51.661101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:51.661626 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.662038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:26:fd:f9', 'name': 'tempest-NetworksTestDHCPv6-631068665'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:51.662758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:51.662758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Bound port: 65fdaa01-6674-424f-9029-d0c1b41bd2da, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:51.663170 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.711751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 7855c1a5-9912-417b-ba2f-c77d175fc3bf completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:51.734307 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 7855c1a5-9912-417b-ba2f-c77d175fc3bf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:51.734782 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.744579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.745809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-386e68e5-f278-4b52-9ab0-0eb3386ef073 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6663384 Feb 02 15:40:51.752334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48508) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:51.758235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-60221074'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:51.774119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:51.793502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Usage tracker for resource:network and tenant:e916b1ed0eeb47bd87ac50406a42dfe8 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:51.800457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:51.809987 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.817729 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.823026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:51.853226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:51.859697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=65fdaa01-6674-424f-9029-d0c1b41bd2da,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:40:51.892170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:51.916217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:51.919217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.932931 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.934618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Made reservation on behalf of e916b1ed0eeb47bd87ac50406a42dfe8 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:51.938132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.952443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:51.963281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c4ab34-c1e3-4c62-a934-52c8791a0a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7855c1a5-9912-417b-ba2f-c77d175fc3bf'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:40:51.973254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.011048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:52.016548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Usage tracker for resource:security_group_rule and tenant:e916b1ed0eeb47bd87ac50406a42dfe8 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:52.022296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:52.028800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:52.033670 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.041893 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c4ab34-c1e3-4c62-a934-52c8791a0a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7855c1a5-9912-417b-ba2f-c77d175fc3bf', 'code': 200} Feb 02 15:40:52.044809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.048164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 7855c1a5-9912-417b-ba2f-c77d175fc3bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7855c1a5-9912-417b-ba2f-c77d175fc3bf,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:52.052166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:52.107604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:40:52.131275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584a85e6-242b-47b7-9659-ea137edd15fe,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:52.154267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380af10b-02f0-49cc-aae8-d60b8d8b31f8 None None] Pushing event updated for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:52.179056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.188546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port b02f9086-2ba9-40c8-8930-6b28af98de06 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:40:52.224830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.225173 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Added segment 888e83b5-fac5-4205-b9cb-d47453105b50 of type vlan for network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 Feb 02 15:40:52.285995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=7855c1a5-9912-417b-ba2f-c77d175fc3bf,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:52.333230 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.449507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3d5b7-8ba5-4e19-8c53-3ae1fd79f751 req-44fb8d1f-2e47-481e-9998-8e423927627b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:52.451192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bd3d5b7-8ba5-4e19-8c53-3ae1fd79f751 req-44fb8d1f-2e47-481e-9998-8e423927627b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.2558439 Feb 02 15:40:52.457372 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.483713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:40:52.499588 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c373a9a-b18a-4c9e-869e-2669530824b8 req-98c93258-897e-454e-823c-08494574b6ed service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 1097 time: 0.3511028 Feb 02 15:40:52.564791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.592102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.592102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:52.592102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.693773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522d1558-5251-409c-8243-d3e06a86fe7f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:52.765026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:40:52.799833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8:0:1::31a (2b108652-b7f1-4e95-b1da-85ac7991b521/64818031-eb57-47b4-92eb-6695396f762f/b02f9086-2ba9-40c8-8930-6b28af98de06) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:52.814977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c373a9a-b18a-4c9e-869e-2669530824b8 req-7c30c7fd-c3ff-4100-b852-1d3908e817ab service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788956 Feb 02 15:40:52.816828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::f816:3eff:fe26:fdf9 (2b108652-b7f1-4e95-b1da-85ac7991b521/e7c79ad2-41be-4104-9f8c-798134b55555/b02f9086-2ba9-40c8-8930-6b28af98de06) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:52.822415 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bd3d5b7-8ba5-4e19-8c53-3ae1fd79f751 req-7f79b2aa-ff68-486a-9ec6-660bb57ac254 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591475 Feb 02 15:40:52.826798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.830613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:52.833863 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.834216 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Added segment 0caeefdb-b2e2-46d4-80c7-7b1bc350d304 of type vlan for network 9fe3e875-11a5-4dd6-b8b1-4f391353780e Feb 02 15:40:52.853773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:40:52.862736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.890402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:52.934734 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6afa3971-2da2-4c8a-b095-5d77fae6a6a7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9480057 Feb 02 15:40:52.953925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48516) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:52.967155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Request body: {'subnet': {'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1570573603-subnet', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:52.979000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:52.993990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Usage tracker for resource:subnet and tenant:294dd43c85bd41068d56f128226c0a89 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:53.002786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:53.020095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:53.027604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:53.042598 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:40:53.062385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:53.063366 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:53.080733 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-25b3ad76-4fbd-4796-bf0f-e30d62fa2ddf tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3708181 Feb 02 15:40:53.087120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48520) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:53.174269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.25.0.225 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/c3214100-cac0-49e6-bdeb-ee66164bd845) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:53.205234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Made reservation on behalf of 294dd43c85bd41068d56f128226c0a89 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:53.207917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.211015 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:53.249945 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.261827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.265522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:53.266107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.309716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object b02f9086-2ba9-40c8-8930-6b28af98de06 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:53.375598 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:50Z', 'revision_number': 11, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:53.382357 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:40:53.400269 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:53.400936 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:53.471766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Network': ['ID=9fe3e875-11a5-4dd6-b8b1-4f391353780e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:53.489425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 9fe3e875-11a5-4dd6-b8b1-4f391353780e details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:40:53.533082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 65fdaa01-6674-424f-9029-d0c1b41bd2da up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:53.535944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-26212600-3eab-4b77-a007-05fdfc195d33 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7824020 Feb 02 15:40:53.538836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48524) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:53.545851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'subnet': {'network_id': '9fe3e875-11a5-4dd6-b8b1-4f391353780e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:53.575749 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.584535 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:53.700023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03f9f9b-9abe-498e-87d0-f5735e4a2d74 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting subnet e61bf16e-78b7-4c45-b85b-7abce98c8bc5 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:53.701698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5e807-2fd2-477d-856f-6a536018c0e4 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:53.709962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f03f9f9b-9abe-498e-87d0-f5735e4a2d74 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.724618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:50Z', 'revision_number': 11, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:53.729184 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42bae1-84ba-40e1-a049-76ee937fd4c0 None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:50Z', 'revision_number': 11, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:40:53.792716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.806250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=b02f9086-2ba9-40c8-8930-6b28af98de06,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:53.889763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:53.893488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f03f9f9b-9abe-498e-87d0-f5735e4a2d74 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.896143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:53.901013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:53.908620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:53.915549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:53.933201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:53.946188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Usage tracker for resource:subnet and tenant:e916b1ed0eeb47bd87ac50406a42dfe8 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:53.965308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:53.993886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:54.006891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-343a87d1-0298-4563-bc24-c6483031a936 None None] Provisioning for port 65fdaa01-6674-424f-9029-d0c1b41bd2da completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:54.057476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 65fdaa01-6674-424f-9029-d0c1b41bd2da completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:54.070260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 65fdaa01-6674-424f-9029-d0c1b41bd2da triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:54.070726 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.073643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f03f9f9b-9abe-498e-87d0-f5735e4a2d74 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.084656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7a3f279f-cac9-482f-be27-bdc31fcd3677 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4254951 Feb 02 15:40:54.084656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Made reservation on behalf of e916b1ed0eeb47bd87ac50406a42dfe8 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:54.099111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48530) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:54.120056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.190522 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.287388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.301022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:54.310340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-363332f9-6214-4907-8d22-7eebc9cd1c28 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port b02f9086-2ba9-40c8-8930-6b28af98de06 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:54.320824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-363332f9-6214-4907-8d22-7eebc9cd1c28 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.323997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:54.327054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:54.341123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.382424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=c3214100-cac0-49e6-bdeb-ee66164bd845,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:54.396450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=65fdaa01-6674-424f-9029-d0c1b41bd2da,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:54.405016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] Update dhcp port {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': 'e7c79ad2-41be-4104-9f8c-798134b55555', 'ip_address': '2001:db8::f816:3eff:feb5:c4bc'}, {'subnet_id': '64818031-eb57-47b4-92eb-6695396f762f'}], 'binding:host_id': 'n-d-827122-1'}, 'id': '65fdaa01-6674-424f-9029-d0c1b41bd2da'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:40:54.423703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a30eabd-412c-448e-8c06-5613ea3c1c99,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:54.441174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc542-5986-4032-becb-7cd0e1cadce1 req-7138798a-d0c7-4d98-8625-9d2968d3a259 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:54.441174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c72dc542-5986-4032-becb-7cd0e1cadce1 req-7138798a-d0c7-4d98-8625-9d2968d3a259 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.4009893 Feb 02 15:40:54.443680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Checking segment: {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:54.445851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Network hostable DHCP agents. Network: f2c5e561-2990-47b9-848b-a1c9eeb1e0a6, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:40:54.515151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.540208 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f03f9f9b-9abe-498e-87d0-f5735e4a2d74 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.573719 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.587201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c72dc542-5986-4032-becb-7cd0e1cadce1 req-fde99977-5975-435c-8a10-4252d698b4c3 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154847 Feb 02 15:40:54.588566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f9f9b-9abe-498e-87d0-f5735e4a2d74 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Subnet': ['ID=e61bf16e-78b7-4c45-b85b-7abce98c8bc5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:54.604871 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c393-5769-40d1-8c9b-c9416b3d1c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.606821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f03f9f9b-9abe-498e-87d0-f5735e4a2d74 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.627799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f03f9f9b-9abe-498e-87d0-f5735e4a2d74 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/e61bf16e-78b7-4c45-b85b-7abce98c8bc5 HTTP/1.1" status: 204 len: 168 time: 1.5352504 Feb 02 15:40:54.631311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48534) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:54.653143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88d23c-e8ac-41c1-b1ba-f224e0f0f31f None None] Network 58390e39-756e-4358-95d7-f704ca973610 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:54.680740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:54.688938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:40:54.756697 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.757812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.783620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:54.901543 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.950966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-363332f9-6214-4907-8d22-7eebc9cd1c28 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.964333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, f2c5e561-2990-47b9-848b-a1c9eeb1e0a6) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:54.977049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:54.977569 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.979570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Deleting port a857bf6a-9798-494e-b392-219a4023b16b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:54.979570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:54.983683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e343498-7578-409a-8404-0a1596f9904b None None] Network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:55.099057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e0bec564-6525-4c29-9f52-2c60194ac5a0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1400180 Feb 02 15:40:55.099914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48538) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:55.110749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:55.119885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:55.124116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] Allocated IP 2001:db8:0:1::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/64818031-eb57-47b4-92eb-6695396f762f/65fdaa01-6674-424f-9029-d0c1b41bd2da) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:55.126736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.126924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Usage tracker for resource:router and tenant:294dd43c85bd41068d56f128226c0a89 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:55.130916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:55.136202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-363332f9-6214-4907-8d22-7eebc9cd1c28 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for b02f9086-2ba9-40c8-8930-6b28af98de06 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:55.146811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:55.237203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.239978 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.271315 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.299035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] DHCP port deletion for 58390e39-756e-4358-95d7-f704ca973610 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:40:55.306799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 2dbc6645-18e3-4999-af11-77ed107ee310 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:40:55.319829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] Deleting port a857bf6a-9798-494e-b392-219a4023b16b {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:55.320185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.408128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 65fdaa01-6674-424f-9029-d0c1b41bd2da up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:55.465500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Subnet': ['ID=5312affb-3faa-4f50-a55a-872602ea7345,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:55.497313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f485ad9-f13a-4033-b92a-301abac38431 None None] Network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:55.569171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.603802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Checking segment: {'id': '0caeefdb-b2e2-46d4-80c7-7b1bc350d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9fe3e875-11a5-4dd6-b8b1-4f391353780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:55.604202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network hostable DHCP agents. Network: 9fe3e875-11a5-4dd6-b8b1-4f391353780e, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:40:55.660094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=65fdaa01-6674-424f-9029-d0c1b41bd2da,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:55.781931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] For port a857bf6a-9798-494e-b392-219a4023b16b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a857bf6a-9798-494e-b392-219a4023b16b,segment=NetworkSegment(bdfe7877-4da9-4f1e-a8b8-0662bb2c0780),segment_id=bdfe7877-4da9-4f1e-a8b8-0662bb2c0780)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:55.782303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.783456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:40:55.799212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:55.824844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Sync routers for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:40:55.835918 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.861911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 65fdaa01-6674-424f-9029-d0c1b41bd2da triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:55.862287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.916562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] Transition to ACTIVE for port object 65fdaa01-6674-424f-9029-d0c1b41bd2da will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:55.976749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.978403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network 9fe3e875-11a5-4dd6-b8b1-4f391353780e is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:40:55.984134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-134dba29-a211-4a85-965c-2d1510be73d0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1395488 Feb 02 15:40:55.988050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Calling delete_port for a857bf6a-9798-494e-b392-219a4023b16b owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:55.998657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] For port a857bf6a-9798-494e-b392-219a4023b16b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a857bf6a-9798-494e-b392-219a4023b16b,segment=NetworkSegment(bdfe7877-4da9-4f1e-a8b8-0662bb2c0780),segment_id=bdfe7877-4da9-4f1e-a8b8-0662bb2c0780)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:40:55.999195 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.012905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48544) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:56.015442 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.070735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.100047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-83fdb270-9105-4ffa-b715-a6e8ab20be70 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4490461 Feb 02 15:40:56.117505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-363332f9-6214-4907-8d22-7eebc9cd1c28 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.148594 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.167804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720045ac-c066-437f-ad84-212394fba7cd req-dadffdbb-f100-4e7d-98cd-4478428d5e6d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:56.169527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-720045ac-c066-437f-ad84-212394fba7cd req-dadffdbb-f100-4e7d-98cd-4478428d5e6d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.2704892 Feb 02 15:40:56.232700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 9fe3e875-11a5-4dd6-b8b1-4f391353780e) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:56.236381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363332f9-6214-4907-8d22-7eebc9cd1c28 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=b02f9086-2ba9-40c8-8930-6b28af98de06,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:56.252276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.295153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-720045ac-c066-437f-ad84-212394fba7cd req-9dfacf1b-fe82-4733-bb13-c64f8cf3f78e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097822 Feb 02 15:40:56.295985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Allocated IP 172.25.0.197 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/2e581cff-b283-405b-9eac-599b99861525) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:56.354176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:56.354914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.373916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Port': ['ID=a857bf6a-9798-494e-b392-219a4023b16b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:56.386715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] Calling delete_port for a857bf6a-9798-494e-b392-219a4023b16b owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:40:56.423460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-025d3cf5-78fa-46cc-b4b0-2f8fac051c87 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=bcbc98f977944869a392ab2bccdbd691&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3767521 Feb 02 15:40:56.428311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:56.428795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48552) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:56.436951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:56.486414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0173a4-ea14-4822-bb36-4ec6dd2e8f0f None None] Network 9fe3e875-11a5-4dd6-b8b1-4f391353780e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:56.490167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No DVR routers for this DVR port a857bf6a-9798-494e-b392-219a4023b16b on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:40:56.523611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbe77f-2622-4f92-b6b8-0f544a75ae5c None None] Pushing event updated for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:56.609858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-363332f9-6214-4907-8d22-7eebc9cd1c28 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.617871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-363332f9-6214-4907-8d22-7eebc9cd1c28 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/b02f9086-2ba9-40c8-8930-6b28af98de06 HTTP/1.1" status: 204 len: 168 time: 2.5055380 Feb 02 15:40:56.618091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48556) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:56.652285 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fb13ecd2-8245-4f72-98a5-d15790eb61dd tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1119695 Feb 02 15:40:56.677342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48560) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:56.681698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port 65fdaa01-6674-424f-9029-d0c1b41bd2da had new provisioning blocks added so it will not transition to active. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 02 15:40:56.693272 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.699095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'network': {'name': 'tempest-router-network01--952024934'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:56.708060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:56.725807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Usage tracker for resource:network and tenant:e916b1ed0eeb47bd87ac50406a42dfe8 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:56.731922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:56.741027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:56.837076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e9e79c-9bd0-4190-958a-0de9f1a17eaa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:56.841762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-76e9e79c-9bd0-4190-958a-0de9f1a17eaa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2198558 Feb 02 15:40:56.841762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48568) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:56.871783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e50db6ae-abaf-4513-93c4-ecae9fee275a no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:56.880315 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.928265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Made reservation on behalf of e916b1ed0eeb47bd87ac50406a42dfe8 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:56.930481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.943471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e50db6ae-abaf-4513-93c4-ecae9fee275a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:56.944178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e50db6ae-abaf-4513-93c4-ecae9fee275a not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:56.944808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a857bf6a-9798-494e-b392-219a4023b16b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:40:56.947131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-f62d1ef5-256f-4e60-af83-e8cd0b8e4952 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d2971ab893e9473db58772f7ac70b904&device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 1096 time: 0.6380112 Feb 02 15:40:56.952835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58390e39-756e-4358-95d7-f704ca973610']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:56.974096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:56.974610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfe7877-4da9-4f1e-a8b8-0662bb2c0780') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:57.004371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd627e6-1149-4099-9367-2d2a713192e2 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:57.006316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bbd627e6-1149-4099-9367-2d2a713192e2 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5715539 Feb 02 15:40:57.021222 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:40:57.021585 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:40:57.022056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a857bf6a-9798-494e-b392-219a4023b16b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:40:57.022400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a857bf6a-9798-494e-b392-219a4023b16b not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:40:57.036141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.047875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48572) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:57.086053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.089164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e05e1402-4e02-4d52-91b5-5bccb1de4bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.120436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.133312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:40:57.133862 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:40:57.154888 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:40:57.173590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:40:57.261133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-aed3f83b-8294-4e0d-80a6-7339c82dfc4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:57.263129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-aed3f83b-8294-4e0d-80a6-7339c82dfc4d service neutron] 10.222.0.107 "GET /v2.0/networks?id=733f04c1-ef8d-4640-850d-26cf7edb1b05 HTTP/1.1" status: 200 len: 911 time: 0.2919440 Feb 02 15:40:57.302666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Pushing event updated for resources: {'Port': ['ID=2e581cff-b283-405b-9eac-599b99861525,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:57.311808 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7c662655-60fe-4d83-93a3-423d7b948b05 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1904526 Feb 02 15:40:57.318117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48576) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:57.340618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1699197410', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:57.359141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-9fe3e875-11a5-4dd6-b8b1-4f391353780e', 'network_id': '9fe3e875-11a5-4dd6-b8b1-4f391353780e', 'tenant_id': 'e916b1ed0eeb47bd87ac50406a42dfe8', 'fixed_ips': [{'subnet_id': '5312affb-3faa-4f50-a55a-872602ea7345'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:40:57.360367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.436370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 65fdaa01-6674-424f-9029-d0c1b41bd2da up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:40:57.451952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:40:57.467949 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.469130 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Added segment 008423b1-5432-4f62-bce7-09656b6e3829 of type vlan for network b6f31da7-e093-4302-a749-f960e5935e80 Feb 02 15:40:57.505111 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.552734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] Deleting port a857bf6a-9798-494e-b392-219a4023b16b {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:40:57.553259 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.577323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:57.586339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:57.590418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:57.612137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-e5b43391-db38-49e7-beba-a7e126dad5be service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969868c8-3c71-448d-a0e3-4df6b67db49a HTTP/1.1" status: 200 len: 1000 time: 0.3427868 Feb 02 15:40:57.613329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.620316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.629683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:57.634100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:subnet and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:57.642712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:57.675069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:57.680514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.682734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a202c194-89ea-41f8-ab17-b5a2d8b4650f None None] The port 'a857bf6a-9798-494e-b392-219a4023b16b' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:40:57.684527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:57.685111 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:57.700044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Pushing event deleted for resources: {'Network': ['ID=58390e39-756e-4358-95d7-f704ca973610,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:57.710081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ddcdaf5b-e6cc-4e38-96b9-ed1a1540add4 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/networks/58390e39-756e-4358-95d7-f704ca973610 HTTP/1.1" status: 204 len: 168 time: 3.0769355 Feb 02 15:40:57.713571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48580) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:57.724898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'routes': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:57.765607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf48cce-cf4e-47d5-88f4-aec4ac67fcaa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:57.770083 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-edf48cce-cf4e-47d5-88f4-aec4ac67fcaa tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9273217 Feb 02 15:40:57.812501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48584) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:57.897345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:57.964147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-4aa5ca70-6e8c-44c0-8eb8-6867a64ddcff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:57.965315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Allocated IP 172.20.0.2 (9fe3e875-11a5-4dd6-b8b1-4f391353780e/5312affb-3faa-4f50-a55a-872602ea7345/cf58bff2-693e-4621-8c2d-02e2d688d7e6) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:40:57.965557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-4aa5ca70-6e8c-44c0-8eb8-6867a64ddcff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=af53baba-71ee-46cf-8c6f-6cf3fb3d138e HTTP/1.1" status: 200 len: 848 time: 0.3160839 Feb 02 15:40:58.025086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Network': ['ID=b6f31da7-e093-4302-a749-f960e5935e80,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:58.034996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8ee0063d-a53d-4a14-8a35-d34f188e5401 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3525286 Feb 02 15:40:58.043624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48588) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:58.056264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424857ec-b854-4e4e-a5af-579f1b63c269 req-7b3e68a4-5eff-4552-b3e1-771aa3961b0b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:58.058642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-424857ec-b854-4e4e-a5af-579f1b63c269 req-7b3e68a4-5eff-4552-b3e1-771aa3961b0b tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 1.1426585 Feb 02 15:40:58.062166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'network': {'name': 'tempest-router-network02--433322090'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:58.075123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:40:58.088314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network b6f31da7-e093-4302-a749-f960e5935e80 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:40:58.093509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Usage tracker for resource:network and tenant:e916b1ed0eeb47bd87ac50406a42dfe8 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:40:58.101686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c045e7-dac3-45f0-bdfd-c666edea83af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:58.103090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c045e7-dac3-45f0-bdfd-c666edea83af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:58.105043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c045e7-dac3-45f0-bdfd-c666edea83af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:58.106076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d4c045e7-dac3-45f0-bdfd-c666edea83af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:58.110199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-19bdc901-f534-44cb-9caf-9a9b2431c1d0 None None] Provisioning for port 65fdaa01-6674-424f-9029-d0c1b41bd2da completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:40:58.110696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:40:58.112492 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.173752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-19bdc901-f534-44cb-9caf-9a9b2431c1d0 None None] Provisioning complete for port 65fdaa01-6674-424f-9029-d0c1b41bd2da triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:58.174864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19bdc901-f534-44cb-9caf-9a9b2431c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.234193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:40:54Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:58.255488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Checking router: 2dbc6645-18e3-4999-af11-77ed107ee310 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:40:58.256320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Updating router 2dbc6645-18e3-4999-af11-77ed107ee310 port c3214100-cac0-49e6-bdeb-ee66164bd845 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:40:58.293687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-424857ec-b854-4e4e-a5af-579f1b63c269 req-3b376606-6e84-47b8-ac1c-597866299e57 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229321 Feb 02 15:40:58.310305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.extraroute_db [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Added routes are [] {{(pid=95772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 02 15:40:58.310305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.extraroute_db [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Removed routes are [] {{(pid=95772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 02 15:40:58.310305 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.317235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:40:58.483750 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.523352 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.531155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.531949 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.595461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-66071bec-b8f1-47b3-8e7e-472cbbc13367 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=733f04c1-ef8d-4640-850d-26cf7edb1b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6147463 Feb 02 15:40:58.600392 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.605854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Made reservation on behalf of e916b1ed0eeb47bd87ac50406a42dfe8 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:40:58.609129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.618417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d4c045e7-dac3-45f0-bdfd-c666edea83af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:58.622145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d4c045e7-dac3-45f0-bdfd-c666edea83af tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8060343 Feb 02 15:40:58.624898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48592) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:58.631191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.718076 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.720377 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.730233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-19bdc901-f534-44cb-9caf-9a9b2431c1d0 None None] Could not find standard attr ID for object b02f9086-2ba9-40c8-8930-6b28af98de06. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:58.750631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Transition to ACTIVE for port object cf58bff2-693e-4621-8c2d-02e2d688d7e6 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:58.797527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Subnet': ['ID=9385746f-e127-40ca-8772-2525e0f55618,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:58.817671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.848696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Transition to ACTIVE for port object cf58bff2-693e-4621-8c2d-02e2d688d7e6 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:58.855355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-58d8f8b3-e8e8-4f87-87d7-2a8046dd7799 None None] Could not find standard attr ID for object b02f9086-2ba9-40c8-8930-6b28af98de06. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:40:58.909217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:40:58.927781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.947998 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-210d2396-08ef-4871-8f8b-75eee5f24e94 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232391 Feb 02 15:40:58.952751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.953099 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Added segment 112b4186-8366-4253-8574-47c5bf9fa9ac of type vlan for network 3a866861-dee6-4a48-bb62-c821fefcdb2a Feb 02 15:40:59.000848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Checking segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:59.001182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network hostable DHCP agents. Network: ce25a0f2-3799-4d81-b9c8-929d47459f9e, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:40:59.062495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bff6ad0-619b-4982-98fb-858f2434a44e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 64818031-eb57-47b4-92eb-6695396f762f {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:40:59.064968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Network 9fe3e875-11a5-4dd6-b8b1-4f391353780e is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:40:59.070352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bff6ad0-619b-4982-98fb-858f2434a44e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.072601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:59.081041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:40:59.084644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Pushing event updated for resources: {'Port': ['ID=cf58bff2-693e-4621-8c2d-02e2d688d7e6,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:59.104036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.149755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bff6ad0-619b-4982-98fb-858f2434a44e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.205166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Transition to ACTIVE for port object c3214100-cac0-49e6-bdeb-ee66164bd845 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:40:59.218357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Attempting to bind port cf58bff2-693e-4621-8c2d-02e2d688d7e6 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:40:59.218721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Attempting to bind port cf58bff2-693e-4621-8c2d-02e2d688d7e6 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '0caeefdb-b2e2-46d4-80c7-7b1bc350d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9fe3e875-11a5-4dd6-b8b1-4f391353780e'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:40:59.219104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Attempting to bind port cf58bff2-693e-4621-8c2d-02e2d688d7e6 on network 9fe3e875-11a5-4dd6-b8b1-4f391353780e {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:59.228789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:59.229457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Checking segment: {'id': '0caeefdb-b2e2-46d4-80c7-7b1bc350d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9fe3e875-11a5-4dd6-b8b1-4f391353780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:59.229859 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.230250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Bound using segment: {'id': '0caeefdb-b2e2-46d4-80c7-7b1bc350d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9fe3e875-11a5-4dd6-b8b1-4f391353780e'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:59.230872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Bound port: cf58bff2-693e-4621-8c2d-02e2d688d7e6, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caeefdb-b2e2-46d4-80c7-7b1bc350d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9fe3e875-11a5-4dd6-b8b1-4f391353780e'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:59.231249 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.244755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:40:59.245857 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.275792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router a99423b2-77b7-4466-80f1-2ad0f593b6d1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:40:59.300343 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bff6ad0-619b-4982-98fb-858f2434a44e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.338702 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] For port cf58bff2-693e-4621-8c2d-02e2d688d7e6, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:59.342152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] For port cf58bff2-693e-4621-8c2d-02e2d688d7e6, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cf58bff2-693e-4621-8c2d-02e2d688d7e6,segment=NetworkSegment(0caeefdb-b2e2-46d4-80c7-7b1bc350d304),segment_id=0caeefdb-b2e2-46d4-80c7-7b1bc350d304)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:40:59.345247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.356452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-474f78dd-cdf4-427e-97ab-71f0643eb418 req-054bb32d-7586-4972-bcdd-c9d5adebd8c9 service neutron] 10.222.0.107 "GET /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967807 Feb 02 15:40:59.407111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, ce25a0f2-3799-4d81-b9c8-929d47459f9e) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:40:59.419428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:59.430899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.442997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa568a-28e0-4621-9129-9e0982c58e30 None None] Pushing event updated for resources: {'Port': ['ID=c3214100-cac0-49e6-bdeb-ee66164bd845,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:59.447837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Attempting to bind port c3214100-cac0-49e6-bdeb-ee66164bd845 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:40:59.448527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Attempting to bind port c3214100-cac0-49e6-bdeb-ee66164bd845 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:40:59.449056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Attempting to bind port c3214100-cac0-49e6-bdeb-ee66164bd845 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:40:59.457851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:40:59.458601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:40:59.459175 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.459815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:40:59.460518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Bound port: c3214100-cac0-49e6-bdeb-ee66164bd845, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:40:59.461072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.490496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2aa4ca-8f8a-48ec-b9e6-af9afaaf885c None None] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:40:59.509301 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.511751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.517180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:59.517887 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.590562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:40:59.651252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:40:59.664284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.668714 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] Sync routers for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:40:59.677393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a3dc9505-0fd4-4236-8294-399c8075df44 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 200 len: 701 time: 1.9623730 Feb 02 15:40:59.686002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48598) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:59.689613 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-80178fad-c2e3-4220-ab42-4e1b145e7138 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3648250 Feb 02 15:40:59.711250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48602) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:59.713051 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:40:59.716724 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:40:59.726901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Network': ['ID=3a866861-dee6-4a48-bb62-c821fefcdb2a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:59.743554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a9c9d8e9-1236-4131-925e-885ded0949e8 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6969166 Feb 02 15:40:59.746432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:59.757760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'subnet': {'network_id': 'b6f31da7-e093-4302-a749-f960e5935e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:40:59.768581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0955be78-709e-4038-88e3-abd4138e0feb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:59.815034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3a866861-dee6-4a48-bb62-c821fefcdb2a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:40:59.886646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bff6ad0-619b-4982-98fb-858f2434a44e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.953801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] For port c3214100-cac0-49e6-bdeb-ee66164bd845, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:40:59.970008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5578fe0-8ee4-4590-b487-62154dc9fd2e None None] Pushing event updated for resources: {'Port': ['ID=cf58bff2-693e-4621-8c2d-02e2d688d7e6,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:59.978269 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:00.002886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff6ad0-619b-4982-98fb-858f2434a44e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=64818031-eb57-47b4-92eb-6695396f762f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:00.025002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] For port c3214100-cac0-49e6-bdeb-ee66164bd845, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c3214100-cac0-49e6-bdeb-ee66164bd845,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:00.030683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5bff6ad0-619b-4982-98fb-858f2434a44e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:00.036581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5bff6ad0-619b-4982-98fb-858f2434a44e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/64818031-eb57-47b4-92eb-6695396f762f HTTP/1.1" status: 204 len: 168 time: 1.4103532 Feb 02 15:41:00.040735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf8e19-3bb3-4809-8104-341e417076ff None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:00.044293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48610) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:00.089055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0955be78-709e-4038-88e3-abd4138e0feb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:00.089055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0955be78-709e-4038-88e3-abd4138e0feb tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 200 len: 205 time: 0.4013159 Feb 02 15:41:00.098384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48614) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:00.111487 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:00.202594 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:50Z', 'revision_number': 11, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:00.208531 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] Checking router: a99423b2-77b7-4466-80f1-2ad0f593b6d1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:41:00.221125 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] Routers {'a99423b2-77b7-4466-80f1-2ad0f593b6d1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:00.222076 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:00.330762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:00.360030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb3dee-247e-4009-baa5-14017fbf16f5 req-a06a518d-2aa2-45bc-ac45-3f188380058a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:00.376084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ddbb3dee-247e-4009-baa5-14017fbf16f5 req-a06a518d-2aa2-45bc-ac45-3f188380058a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.4200242 Feb 02 15:41:00.395366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:00.402430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Usage tracker for resource:subnet and tenant:e916b1ed0eeb47bd87ac50406a42dfe8 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:00.407720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:00.419134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:00.445253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1af1689-fa85-4b93-8da9-e4505653055f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:00.602007 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] Set router a99423b2-77b7-4466-80f1-2ad0f593b6d1 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:00.608419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Made reservation on behalf of e916b1ed0eeb47bd87ac50406a42dfe8 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:00.613464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa568a-28e0-4621-9129-9e0982c58e30 None None] Pushing event updated for resources: {'Port': ['ID=c3214100-cac0-49e6-bdeb-ee66164bd845,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:00.616782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ddbb3dee-247e-4009-baa5-14017fbf16f5 req-720eceab-7c35-4471-b5ef-b88a94ddefc4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397399 Feb 02 15:41:00.619500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d14b4cc-a537-41ec-961a-27f9ee9b2f70 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet e7c79ad2-41be-4104-9f8c-798134b55555 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:00.627878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d14b4cc-a537-41ec-961a-27f9ee9b2f70 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:00.648647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:41:00.651014 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:00.675442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:00.676655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:00.719552 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d14b4cc-a537-41ec-961a-27f9ee9b2f70 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:00.837062 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:50Z', 'revision_number': 11, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:00.844391 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b43a7-bb1f-41ac-88d3-90c3ce9d84d7 None None] The sync data for ids ['a99423b2-77b7-4466-80f1-2ad0f593b6d1'] in n-d-827122-1 is: [{'id': 'a99423b2-77b7-4466-80f1-2ad0f593b6d1', 'name': 'tempest-RoutersTest-router-2090880187', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:39:05Z', 'updated_at': '2022-02-02T15:40:50Z', 'revision_number': 11, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:01.029916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d14b4cc-a537-41ec-961a-27f9ee9b2f70 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.070375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.302759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:01.360329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Allocated IP 172.20.0.2 (ce25a0f2-3799-4d81-b9c8-929d47459f9e/9385746f-e127-40ca-8772-2525e0f55618/40be6c0c-35ae-44a7-8189-ce3acfc8609c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:01.520715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d14b4cc-a537-41ec-961a-27f9ee9b2f70 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.533765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cf58bff2-693e-4621-8c2d-02e2d688d7e6 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:01.573256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14b4cc-a537-41ec-961a-27f9ee9b2f70 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c79ad2-41be-4104-9f8c-798134b55555,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:01.578179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b58c0-2a8d-4e8e-ae93-d4c1e68f8fe9 None None] Network 9fe3e875-11a5-4dd6-b8b1-4f391353780e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:01.580519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d14b4cc-a537-41ec-961a-27f9ee9b2f70 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.584293 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1af1689-fa85-4b93-8da9-e4505653055f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.591438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:01.602225 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1af1689-fa85-4b93-8da9-e4505653055f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.646534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Sync routers for ids ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:01.689353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7d14b4cc-a537-41ec-961a-27f9ee9b2f70 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/e7c79ad2-41be-4104-9f8c-798134b55555 HTTP/1.1" status: 204 len: 168 time: 1.6420882 Feb 02 15:41:01.696963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48622) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:01.727625 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.733783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b72cd894-04b3-4d45-a401-b6898915be2f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6283164 Feb 02 15:41:01.754509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48626) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:01.777726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-086656f5-97b1-4049-b14f-c9e813d0f579 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793524 Feb 02 15:41:01.781514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48630) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:01.790480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:01.915668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1af1689-fa85-4b93-8da9-e4505653055f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.916139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1af1689-fa85-4b93-8da9-e4505653055f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Fanout notify agent at l3_agent the message router_deleted on router a99423b2-77b7-4466-80f1-2ad0f593b6d1 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:41:01.951883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1af1689-fa85-4b93-8da9-e4505653055f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:01.957672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c1af1689-fa85-4b93-8da9-e4505653055f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 204 len: 168 time: 1.8580062 Feb 02 15:41:01.960613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48634) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:02.027720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:02.037865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:02.039517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8c61b-7fe9-4a2e-aeb0-c3294a24bf04 req-2ddd094d-292d-42a8-990f-59284eaa87d2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:02.046627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:02.048806 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5b8c61b-7fe9-4a2e-aeb0-c3294a24bf04 req-2ddd094d-292d-42a8-990f-59284eaa87d2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.1857078 Feb 02 15:41:02.058081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Routers {'41a7a72d-4cae-46d5-adb5-fcf1d02faf36'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:02.058727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:02.062863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:02.071892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.077348 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.153728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeff1bc-6b81-4e4f-afeb-69e4b50fbc2f None None] Update dhcp port {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': 'e7c79ad2-41be-4104-9f8c-798134b55555'}], 'binding:host_id': 'n-d-827122-1'}, 'id': '65fdaa01-6674-424f-9029-d0c1b41bd2da'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:41:02.204059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aa521894-ca90-48c4-a13a-b27af1110f04 None None] Provisioning for port cf58bff2-693e-4621-8c2d-02e2d688d7e6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:02.214227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:02.217889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.218063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2076507886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:02.241219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:02.266395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Usage tracker for resource:router and tenant:e3795e859bd84f82a529b22735ed7c14 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:02.279357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:02.299590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:02.316377 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5b8c61b-7fe9-4a2e-aeb0-c3294a24bf04 req-9d7c5400-7c6d-40f4-84b5-ab6cec33b277 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667348 Feb 02 15:41:02.326200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Subnet': ['ID=642894f3-dfbe-4d77-83c9-1a918d956db9,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:02.359400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Checking segment: {'id': '008423b1-5432-4f62-bce7-09656b6e3829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b6f31da7-e093-4302-a749-f960e5935e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:02.360040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network hostable DHCP agents. Network: b6f31da7-e093-4302-a749-f960e5935e80, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:41:02.475579 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0eeff1bc-6b81-4e4f-afeb-69e4b50fbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.477095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.478132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.511219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.581894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network b6f31da7-e093-4302-a749-f960e5935e80 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:41:02.622034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port cf58bff2-693e-4621-8c2d-02e2d688d7e6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:02.686329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, b6f31da7-e093-4302-a749-f960e5935e80) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:02.704305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port cf58bff2-693e-4621-8c2d-02e2d688d7e6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:02.704681 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.711377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:02.712076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.718899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.750495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48269394-dddb-467d-a42c-b20256e76ead None None] Network b6f31da7-e093-4302-a749-f960e5935e80 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:02.775641 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.779466 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.853668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:02.855435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7da9ec05-c416-4b1c-bf9d-0c2054885368 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1070151 Feb 02 15:41:02.858065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:02.858427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48640) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:02.863126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:02.863926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.866940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'subnet': {'network_id': '3a866861-dee6-4a48-bb62-c821fefcdb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:02.872039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=9eb7d17a-ec07-4310-9d0b-d2ba8556101d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:02.886955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Transition to ACTIVE for port object 40be6c0c-35ae-44a7-8189-ce3acfc8609c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:02.890380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:02.895485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec80c159-8af7-49cd-822d-febb39cc7d0f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9334641 Feb 02 15:41:02.895760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48644) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:02.903551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8e6002be-4d3c-4b46-a553-1e73f34a5cbd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:02.983431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5697e74f-cda9-47f3-ba5f-38af4ad24a6b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2005143 Feb 02 15:41:02.986918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:02.995997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:03.020447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Set router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:03.074097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Transition to ACTIVE for port object 40be6c0c-35ae-44a7-8189-ce3acfc8609c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:03.098540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:03.116250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Usage tracker for resource:subnet and tenant:e916b1ed0eeb47bd87ac50406a42dfe8 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:03.123500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:03.169134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:03.225224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd383c-fd15-416a-a075-fd183a7278da None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:03.251687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:03.290649 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:03.306838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:03.310520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:03.327957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:03.331811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Made reservation on behalf of e916b1ed0eeb47bd87ac50406a42dfe8 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:03.564587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:03.575059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:40:54Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:03.588541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:03.592357 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:03.650777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.20.0.1 (ce25a0f2-3799-4d81-b9c8-929d47459f9e/9385746f-e127-40ca-8772-2525e0f55618/9a4e3ae8-07b8-41cb-8767-f889fdfaaad6) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:03.658308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d16ce8-643d-4716-8d94-db4389ae851b None None] The sync data for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 is: [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:40:54Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:03.672512 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8e6002be-4d3c-4b46-a553-1e73f34a5cbd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:03.736052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:03.809990 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8e6002be-4d3c-4b46-a553-1e73f34a5cbd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1003636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1003629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007587'] for router, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:03.863865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:03.870545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:03.874602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:03.904167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Pushing event updated for resources: {'Port': ['ID=40be6c0c-35ae-44a7-8189-ce3acfc8609c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:04.038982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-511ea6aa-8a65-4611-a6e9-49e33c727bd8 None None] Provisioning complete for port 65fdaa01-6674-424f-9029-d0c1b41bd2da triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:04.040152 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-511ea6aa-8a65-4611-a6e9-49e33c727bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.053255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74cf7-5659-472b-a642-dd1a6ebbdaad req-8a5315ac-b67d-402e-a7a0-c1ef6f0d02a0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:04.056184 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc74cf7-5659-472b-a642-dd1a6ebbdaad req-8a5315ac-b67d-402e-a7a0-c1ef6f0d02a0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.5089724 Feb 02 15:41:04.119007 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.198176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.229706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Transition to ACTIVE for port object 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:04.237326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-b6f31da7-e093-4302-a749-f960e5935e80', 'network_id': 'b6f31da7-e093-4302-a749-f960e5935e80', 'tenant_id': 'e916b1ed0eeb47bd87ac50406a42dfe8', 'fixed_ips': [{'subnet_id': '642894f3-dfbe-4d77-83c9-1a918d956db9'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:41:04.239873 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.273396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbc74cf7-5659-472b-a642-dd1a6ebbdaad req-fc5fbf3c-afb7-4903-af5f-bc68bbbd82e7 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973011 Feb 02 15:41:04.298051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Attempting to bind port 40be6c0c-35ae-44a7-8189-ce3acfc8609c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:04.298600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Attempting to bind port 40be6c0c-35ae-44a7-8189-ce3acfc8609c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:04.306512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Attempting to bind port 40be6c0c-35ae-44a7-8189-ce3acfc8609c on network ce25a0f2-3799-4d81-b9c8-929d47459f9e {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:04.358201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port cf58bff2-693e-4621-8c2d-02e2d688d7e6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cf58bff2-693e-4621-8c2d-02e2d688d7e6,segment=NetworkSegment(0caeefdb-b2e2-46d4-80c7-7b1bc350d304),segment_id=0caeefdb-b2e2-46d4-80c7-7b1bc350d304)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:04.370934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:04.370934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Checking segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:04.370934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.371433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Bound using segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:04.371648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Bound port: 40be6c0c-35ae-44a7-8189-ce3acfc8609c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:04.372052 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.385450 n-d-827122-1 neutron-server[95773]: INFO neutron.db.ipam_backend_mixin [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9eb7d17a-ec07-4310-9d0b-d2ba8556101d (CIDR: 2001:db8::/64) Feb 02 15:41:04.420248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.439814 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:04.440492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:04.488250 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.492338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6002be-4d3c-4b46-a553-1e73f34a5cbd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Router 611dd2ff-6300-44d8-a6a9-37971c609b27 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:41:04.495693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Allocated IP 172.20.0.1 (f2c5e561-2990-47b9-848b-a1c9eeb1e0a6/4a30eabd-412c-448e-8c06-5613ea3c1c99/a591faf6-733e-4e8b-8212-f999182accc1) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:04.528324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:04.530821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:04.535038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:04.546098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:04.674002 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5afce2a6-0e2a-4e18-9378-9f08d56d85c4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6859357 Feb 02 15:41:04.696274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48656) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:04.703515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:04.744910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c3214100-cac0-49e6-bdeb-ee66164bd845 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:04.813055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.882932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:40:58Z', 'revision_number': 3, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:04.891710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.924485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Checking router: 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:41:04.924843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Updating router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 port 2e581cff-b283-405b-9eac-599b99861525 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:41:04.942667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Subnet': ['ID=d83e1e14-995c-49be-b78b-c32e4b85ce9b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:04.960091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Checking segment: {'id': '112b4186-8366-4253-8574-47c5bf9fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3a866861-dee6-4a48-bb62-c821fefcdb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:04.960791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network hostable DHCP agents. Network: 3a866861-dee6-4a48-bb62-c821fefcdb2a, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:41:04.961917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=cf58bff2-693e-4621-8c2d-02e2d688d7e6,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:04.992565 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.024866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] For port 40be6c0c-35ae-44a7-8189-ce3acfc8609c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:05.043937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6002be-4d3c-4b46-a553-1e73f34a5cbd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:05.062552 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8e6002be-4d3c-4b46-a553-1e73f34a5cbd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.063250 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.063698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8e6002be-4d3c-4b46-a553-1e73f34a5cbd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "PUT /v2.0/routers/611dd2ff-6300-44d8-a6a9-37971c609b27 HTTP/1.1" status: 200 len: 694 time: 2.1668558 Feb 02 15:41:05.063896 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] Sync routers for ids ['611dd2ff-6300-44d8-a6a9-37971c609b27'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:05.069453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48660) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:05.084915 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] Routers {'611dd2ff-6300-44d8-a6a9-37971c609b27'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:05.086320 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['611dd2ff-6300-44d8-a6a9-37971c609b27'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:05.097448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] For port 40be6c0c-35ae-44a7-8189-ce3acfc8609c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=40be6c0c-35ae-44a7-8189-ce3acfc8609c,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:05.101878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:05.105085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Allocated IP 172.20.0.2 (b6f31da7-e093-4302-a749-f960e5935e80/642894f3-dfbe-4d77-83c9-1a918d956db9/d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:05.108233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c32bed30-7e7c-47e1-8080-9b22cfdfbccc None None] Provisioning complete for port cf58bff2-693e-4621-8c2d-02e2d688d7e6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:05.108607 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c32bed30-7e7c-47e1-8080-9b22cfdfbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.113748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:05.117240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:05.123140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:05.137653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.185227 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.187560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network 3a866861-dee6-4a48-bb62-c821fefcdb2a is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:41:05.233937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:05.240528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.261388 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] Set router 611dd2ff-6300-44d8-a6a9-37971c609b27 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:05.261619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:05.266832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:05.365005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:05.392153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.412332 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dd2ff-6300-44d8-a6a9-37971c609b27', 'name': 'tempest-RoutersTest-router-2076507886', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:03Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:05.418871 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] Checking router: 611dd2ff-6300-44d8-a6a9-37971c609b27 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:41:05.435710 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] Routers {'611dd2ff-6300-44d8-a6a9-37971c609b27'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:05.436895 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['611dd2ff-6300-44d8-a6a9-37971c609b27'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:05.448595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 3a866861-dee6-4a48-bb62-c821fefcdb2a) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:05.451927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c3214100-cac0-49e6-bdeb-ee66164bd845 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:05.476501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eea82c-5085-4b78-9d85-06bfd3f12a6d None None] Network 3a866861-dee6-4a48-bb62-c821fefcdb2a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:05.505051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:05.509813 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.543681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Pushing event updated for resources: {'Port': ['ID=a591faf6-733e-4e8b-8212-f999182accc1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:05.611313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c3214100-cac0-49e6-bdeb-ee66164bd845 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:05.611685 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.620094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ae3445d6-4316-4aa1-8553-2573f5cd2e6e tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/routers/611dd2ff-6300-44d8-a6a9-37971c609b27 HTTP/1.1" status: 200 len: 700 time: 0.5489416 Feb 02 15:41:05.621013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48666) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:05.631022 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] Set router 611dd2ff-6300-44d8-a6a9-37971c609b27 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:05.638058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d44e6338-3137-4ce8-80d5-b3ff1aef9ff0 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7770298 Feb 02 15:41:05.683142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48670) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:05.740994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4a268-5aac-4cda-b7cb-579c1c59c64a None None] Pushing event updated for resources: {'Port': ['ID=40be6c0c-35ae-44a7-8189-ce3acfc8609c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:05.776799 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611dd2ff-6300-44d8-a6a9-37971c609b27', 'name': 'tempest-RoutersTest-router-2076507886', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:03Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:05.781517 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ac7f0-ddb0-4b6e-ae48-38b5efaf2fa0 None None] The sync data for ids ['611dd2ff-6300-44d8-a6a9-37971c609b27'] in n-d-827122-1 is: [{'id': '611dd2ff-6300-44d8-a6a9-37971c609b27', 'name': 'tempest-RoutersTest-router-2076507886', 'tenant_id': 'e3795e859bd84f82a529b22735ed7c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:03Z', 'revision_number': 2, 'project_id': 'e3795e859bd84f82a529b22735ed7c14', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:05.864651 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:05.870880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] Update dhcp port {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'fixed_ips': [{'subnet_id': '9eb7d17a-ec07-4310-9d0b-d2ba8556101d'}], 'binding:host_id': 'n-d-827122-1'}, 'id': '65fdaa01-6674-424f-9029-d0c1b41bd2da'} from n-d-827122-1. {{(pid=95774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 02 15:41:05.905627 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e26381be-f707-476d-a939-d7319c4648ee tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=611dd2ff-6300-44d8-a6a9-37971c609b27 HTTP/1.1" status: 200 len: 205 time: 0.2707250 Feb 02 15:41:05.914186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48674) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:06.210119 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.333120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.402223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.411436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Transition to ACTIVE for port object d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:06.485014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.535481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:41:06.555889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.561031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.568595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Transition to ACTIVE for port object d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:06.621435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-3a866861-dee6-4a48-bb62-c821fefcdb2a', 'network_id': '3a866861-dee6-4a48-bb62-c821fefcdb2a', 'tenant_id': 'e916b1ed0eeb47bd87ac50406a42dfe8', 'fixed_ips': [{'subnet_id': 'd83e1e14-995c-49be-b78b-c32e4b85ce9b'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:41:06.622248 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.627062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ef51-d3a7-44d3-88ba-4121c2e9bae4 req-033208ac-ab2c-492a-9acc-fd4e139ff51a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:06.635441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cfc9ef51-d3a7-44d3-88ba-4121c2e9bae4 req-033208ac-ab2c-492a-9acc-fd4e139ff51a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 1.0866222 Feb 02 15:41:06.665755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c3214100-cac0-49e6-bdeb-ee66164bd845, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c3214100-cac0-49e6-bdeb-ee66164bd845,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:06.682574 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.684576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:41:06.715054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efb8d947-38f8-49d6-888a-bad9af625907 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.791786 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.836881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:06.837201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.892233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Transition to ACTIVE for port object 2e581cff-b283-405b-9eac-599b99861525 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:06.904080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 65fdaa01-6674-424f-9029-d0c1b41bd2da no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:41:06.914177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:06.984710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Pushing event updated for resources: {'Port': ['ID=d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:07.029434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cfc9ef51-d3a7-44d3-88ba-4121c2e9bae4 req-c174ff85-901a-4c61-b403-c21792b6160e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921890 Feb 02 15:41:07.053018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/9eb7d17a-ec07-4310-9d0b-d2ba8556101d/65fdaa01-6674-424f-9029-d0c1b41bd2da) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:07.057495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Network b6f31da7-e093-4302-a749-f960e5935e80 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:07.073315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:07.076461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:07.085394 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.094683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:07.098076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:07.179293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e1715f-33a2-4ae3-a84a-5d6723988e17 None None] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:07.302280 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.587530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Attempting to bind port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:07.588000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Attempting to bind port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '008423b1-5432-4f62-bce7-09656b6e3829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b6f31da7-e093-4302-a749-f960e5935e80'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:07.590140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Attempting to bind port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c on network b6f31da7-e093-4302-a749-f960e5935e80 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:07.600586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c3214100-cac0-49e6-bdeb-ee66164bd845,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:07.612163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efb8d947-38f8-49d6-888a-bad9af625907 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.660498 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efb8d947-38f8-49d6-888a-bad9af625907 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.669531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.671220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 2dbc6645-18e3-4999-af11-77ed107ee310 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:41:07.690588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Attempting to bind port 2e581cff-b283-405b-9eac-599b99861525 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:07.691066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Attempting to bind port 2e581cff-b283-405b-9eac-599b99861525 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:07.691619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Attempting to bind port 2e581cff-b283-405b-9eac-599b99861525 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:07.723070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.773892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:07.781418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Checking segment: {'id': '008423b1-5432-4f62-bce7-09656b6e3829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b6f31da7-e093-4302-a749-f960e5935e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:07.781418 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.781418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Bound using segment: {'id': '008423b1-5432-4f62-bce7-09656b6e3829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b6f31da7-e093-4302-a749-f960e5935e80'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:07.781418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Bound port: d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008423b1-5432-4f62-bce7-09656b6e3829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b6f31da7-e093-4302-a749-f960e5935e80'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:07.781418 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.812933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.840180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:07.840180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:07.840180 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.840180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:07.840180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Bound port: 2e581cff-b283-405b-9eac-599b99861525, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:07.840180 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.878976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Allocated IP 172.20.0.2 (3a866861-dee6-4a48-bb62-c821fefcdb2a/d83e1e14-995c-49be-b78b-c32e4b85ce9b/d28b1500-9bd4-43b1-b1ef-8b6e0aadd761) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:07.911506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1befe6fa-6db5-4864-a513-d3815d438937 None None] Provisioning for port 40be6c0c-35ae-44a7-8189-ce3acfc8609c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:08.001413 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.013457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:08.025987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7a78143a-8ba2-49dd-bfb6-ee8fa86f7e3f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "PUT /v2.0/routers/2dbc6645-18e3-4999-af11-77ed107ee310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3136234 Feb 02 15:41:08.032878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186165d-cc36-46d9-8e6e-6d5752a9f345 None None] Pushing event updated for resources: {'Port': ['ID=2e581cff-b283-405b-9eac-599b99861525,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:08.185757 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efb8d947-38f8-49d6-888a-bad9af625907 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.186515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8d947-38f8-49d6-888a-bad9af625907 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Fanout notify agent at l3_agent the message router_deleted on router 611dd2ff-6300-44d8-a6a9-37971c609b27 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:41:08.213427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=65fdaa01-6674-424f-9029-d0c1b41bd2da,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:08.310248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d049b57-71eb-4d4b-8468-9af5ae0f82a3 req-5546fd14-52db-4aed-aabd-5ca1aa85d467 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:08.313928 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d049b57-71eb-4d4b-8468-9af5ae0f82a3 req-5546fd14-52db-4aed-aabd-5ca1aa85d467 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.1264863 Feb 02 15:41:08.370535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d049b57-71eb-4d4b-8468-9af5ae0f82a3 req-6b26ddcc-bd5d-4537-a279-69667ce6d17f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521045 Feb 02 15:41:08.377180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-efb8d947-38f8-49d6-888a-bad9af625907 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.380274 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-efb8d947-38f8-49d6-888a-bad9af625907 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/611dd2ff-6300-44d8-a6a9-37971c609b27 HTTP/1.1" status: 204 len: 168 time: 2.4605596 Feb 02 15:41:08.387103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48688) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:08.436223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Pushing event updated for resources: {'Port': ['ID=a591faf6-733e-4e8b-8212-f999182accc1,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:08.439103 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.445811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] For port 2e581cff-b283-405b-9eac-599b99861525, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:08.479367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:41:08.489790 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-9eea49a8-155b-4d00-a551-934a9637e965 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327769759&fields=id&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 267 time: 0.1788385 Feb 02 15:41:08.501685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] For port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:08.543402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] For port 2e581cff-b283-405b-9eac-599b99861525, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2e581cff-b283-405b-9eac-599b99861525,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:08.557676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.573555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] For port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c,segment=NetworkSegment(008423b1-5432-4f62-bce7-09656b6e3829),segment_id=008423b1-5432-4f62-bce7-09656b6e3829)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:08.597928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Sync routers for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:08.636684 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.671581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d9094cbc-c66c-441b-a4dc-7892fac9abe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Synchronizing usage tracker for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:08.695017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d9094cbc-c66c-441b-a4dc-7892fac9abe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] Unset dirty status for tenant:e3795e859bd84f82a529b22735ed7c14 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:08.699269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d9094cbc-c66c-441b-a4dc-7892fac9abe5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=611dd2ff-6300-44d8-a6a9-37971c609b27 HTTP/1.1" status: 200 len: 205 time: 0.3081799 Feb 02 15:41:08.700239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48692) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:08.786934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] Transition to ACTIVE for port object 65fdaa01-6674-424f-9029-d0c1b41bd2da will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:08.813280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.848374 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-5249fa49-6cda-4396-ba67-e4ce132d6cc2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] delete failed (client error): The resource could not be found. Feb 02 15:41:08.852246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5249fa49-6cda-4396-ba67-e4ce132d6cc2 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/611dd2ff-6300-44d8-a6a9-37971c609b27 HTTP/1.1" status: 404 len: 336 time: 0.1486173 Feb 02 15:41:08.853118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48696) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:08.887702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Allocated IP 172.20.0.1 (b6f31da7-e093-4302-a749-f960e5935e80/642894f3-dfbe-4d77-83c9-1a918d956db9/17b28c59-c102-4541-a08e-cea3ff795b28) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:08.916628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:08.918204 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.922289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:08.924523 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:08.925077 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:08.932736 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b47d695-5340-471a-813a-fa3cc99559d5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:08.933628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b47d695-5340-471a-813a-fa3cc99559d5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:08.938031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8b47d695-5340-471a-813a-fa3cc99559d5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/66f98ed5-83dc-4987-ac1c-4b762a19602c HTTP/1.1" status: 404 len: 337 time: 0.0822186 Feb 02 15:41:08.939658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48700) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:08.968772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:08.968772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:09.012701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45175927-9372-4df4-9565-3e4fd000bb2b req-3a612c66-7567-4404-aa54-0cfab07b5678 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:09.014606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-3a612c66-7567-4404-aa54-0cfab07b5678 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 796 time: 0.5117962 Feb 02 15:41:09.038263 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a020d6-0401-4f36-8801-9fc45d13c683 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:09.039088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a020d6-0401-4f36-8801-9fc45d13c683 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:09.044930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-48a020d6-0401-4f36-8801-9fc45d13c683 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/665cdba4-565b-4b4f-995f-73cfb886709f HTTP/1.1" status: 404 len: 337 time: 0.1029127 Feb 02 15:41:09.045927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48704) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:09.112143 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a37fc15-be9d-42ef-8116-d607f0b1202f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:09.114372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a37fc15-be9d-42ef-8116-d607f0b1202f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:09.123065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48708) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:09.124937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a37fc15-be9d-42ef-8116-d607f0b1202f tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/8a1f99c7-e173-4a66-8f67-d9cff0468519 HTTP/1.1" status: 404 len: 337 time: 0.0768397 Feb 02 15:41:09.144362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:09.198976 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-bc1b7fd6-ada9-4100-9807-1392c2faf702 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/quotas/bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 375 time: 0.1729996 Feb 02 15:41:09.260467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Transition to ACTIVE for port object d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:09.267265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186165d-cc36-46d9-8e6e-6d5752a9f345 None None] Pushing event updated for resources: {'Port': ['ID=2e581cff-b283-405b-9eac-599b99861525,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:09.354787 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea4b4a4-7191-4bba-b82e-61b6b954e7ce tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:09.355630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea4b4a4-7191-4bba-b82e-61b6b954e7ce tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:09.381232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ea4b4a4-7191-4bba-b82e-61b6b954e7ce tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/e61bf16e-78b7-4c45-b85b-7abce98c8bc5 HTTP/1.1" status: 404 len: 337 time: 0.2566421 Feb 02 15:41:09.384514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48712) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:09.607443 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:09.675082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Transition to ACTIVE for port object 17b28c59-c102-4541-a08e-cea3ff795b28 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:09.689854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-8c697617-f62d-4ebd-80fc-80340b1d656c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4220316 Feb 02 15:41:09.768280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:09.769383 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:09.769942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Routers {'41a7a72d-4cae-46d5-adb5-fcf1d02faf36'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:09.770580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:09.921821 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-67dd0487-18d2-4487-9ffd-497de39b1054 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 200 len: 205 time: 0.5358665 Feb 02 15:41:09.928059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48720) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:09.960169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Transition to ACTIVE for port object d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:09.991770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:09.998008 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:10.037723 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-4bdaae4a-53ac-4443-9438-f14d2e20023b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] delete failed (client error): The resource could not be found. Feb 02 15:41:10.045909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4bdaae4a-53ac-4443-9438-f14d2e20023b tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/a99423b2-77b7-4466-80f1-2ad0f593b6d1 HTTP/1.1" status: 404 len: 336 time: 0.1166558 Feb 02 15:41:10.046639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48724) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:10.115554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9b2a9e7f-f2a8-475f-a677-756ffd5a4186 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a200101-e77e-4b10-8e7a-621b2d952197 HTTP/1.1" status: 200 len: 205 time: 0.0638418 Feb 02 15:41:10.117703 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:10.118279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48728) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:10.152471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb1189-4403-4ec2-9059-1e6345ace1fb None None] Pushing event updated for resources: {'Port': ['ID=d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:10.249590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Port': ['ID=17b28c59-c102-4541-a08e-cea3ff795b28,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:10.296742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c9cb5-d9e2-40e1-af1d-845d91874826 req-dd191b37-3d64-4688-a677-d81ca70ad262 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:10.308204 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-539c9cb5-d9e2-40e1-af1d-845d91874826 req-dd191b37-3d64-4688-a677-d81ca70ad262 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.6600089 Feb 02 15:41:10.479065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:10.509563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=65fdaa01-6674-424f-9029-d0c1b41bd2da,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:10.528289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-539c9cb5-d9e2-40e1-af1d-845d91874826 req-c09a164e-32dc-4854-a8e4-c40965fc9de2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188952 Feb 02 15:41:10.575077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:10.613285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network b6f31da7-e093-4302-a749-f960e5935e80 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:10.625158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:10.632424 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-ad931421-dd65-4de7-846d-1eefc61255d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] delete failed (client error): The resource could not be found. Feb 02 15:41:10.633734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ad931421-dd65-4de7-846d-1eefc61255d3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/9a200101-e77e-4b10-8e7a-621b2d952197 HTTP/1.1" status: 404 len: 336 time: 0.4648755 Feb 02 15:41:10.636699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48732) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:10.654817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:10.711353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Network 3a866861-dee6-4a48-bb62-c821fefcdb2a is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:10.718317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:10.719425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:10.790522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:10.804586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-7c9285f7-766e-4922-9c30-e5d462cacaef service neutron] 10.222.0.88 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0685813 Feb 02 15:41:10.844624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:10.847181 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:10.939718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7eac0-7a74-49c5-8054-e7bf3d6494f9 None None] Pushing event updated for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:10.976814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:10.978308 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-702c279d-9145-44a1-9674-913ebf1fcf70 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:10.978819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702c279d-9145-44a1-9674-913ebf1fcf70 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:10.980993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-702c279d-9145-44a1-9674-913ebf1fcf70 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/9c028164-fd09-4113-b51b-e4074b4200f3 HTTP/1.1" status: 404 len: 337 time: 0.3426020 Feb 02 15:41:10.983461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=67952310-59c5-485b-b321-53e48b7bffaf,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:10.988045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:10.990280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:10.991127 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:10.998435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48736) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:11.004178 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:11.020786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=9']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:11.151540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3bffea97-1e05-475a-a36c-cef25ca4c3f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.4593027 Feb 02 15:41:11.151540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48740) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:11.155747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:ff:4b:74', 'name': 'tempest-NetworksTestDHCPv6-395722475'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:11.158947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5a9e7907-aa62-4cfd-97cc-5cdeb0d9bf08 None None] Provisioning for port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:11.171786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] Set router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:11.214625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fd359306-bc58-4e56-8336-3516c67ff727 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=79d8a1df-77be-4e3d-9bdc-3247822dba46 HTTP/1.1" status: 200 len: 205 time: 0.2095013 Feb 02 15:41:11.233748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48744) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:11.246948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:41:11.259779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e4c16d-8977-48e6-a0d6-6d70ef16cedc None None] Network b6f31da7-e093-4302-a749-f960e5935e80 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:11.311739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5a9e7907-aa62-4cfd-97cc-5cdeb0d9bf08 None None] Provisioning complete for port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:11.312168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7907-aa62-4cfd-97cc-5cdeb0d9bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:11.323983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-91495b21-5a70-4dba-a07f-b8717cd0edcb service neutron] 10.222.0.88 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376075 Feb 02 15:41:11.335818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c323bf-6935-4a8d-97a5-589281d9f989 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:11.347327 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-52dd409e-defd-4236-956d-ad7249d440c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] delete failed (client error): The resource could not be found. Feb 02 15:41:11.352504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52dd409e-defd-4236-956d-ad7249d440c0 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/79d8a1df-77be-4e3d-9bdc-3247822dba46 HTTP/1.1" status: 404 len: 336 time: 0.1051219 Feb 02 15:41:11.354100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48748) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:11.354336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:11.398291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:11.406247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:11.410973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:11.419519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:11.452931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4f56839b-1a5f-42c7-8679-6b973fc3a6a3 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=b51138d0-f227-47f2-8bec-d4dd650bf09b HTTP/1.1" status: 200 len: 205 time: 0.0831513 Feb 02 15:41:11.454315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48752) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:11.480570 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:41:11.483705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Attempting to bind port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:11.484109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Attempting to bind port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '112b4186-8366-4253-8574-47c5bf9fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3a866861-dee6-4a48-bb62-c821fefcdb2a'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:11.484480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Attempting to bind port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 on network 3a866861-dee6-4a48-bb62-c821fefcdb2a {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:11.541857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:11.560684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Pushing event updated for resources: {'Port': ['ID=d28b1500-9bd4-43b1-b1ef-8b6e0aadd761,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:11.576088 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-e41767e9-7c41-40ac-987e-5ec76aa57831 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] delete failed (client error): The resource could not be found. Feb 02 15:41:11.577095 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e41767e9-7c41-40ac-987e-5ec76aa57831 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/b51138d0-f227-47f2-8bec-d4dd650bf09b HTTP/1.1" status: 404 len: 336 time: 0.1216578 Feb 02 15:41:11.581446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48758) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:11.670935 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9996732d-6c03-4560-aa57-98907b628035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:11.671503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9996732d-6c03-4560-aa57-98907b628035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:11.673050 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9996732d-6c03-4560-aa57-98907b628035 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/d61e264e-010e-416b-be3e-ebdc992c6bb0 HTTP/1.1" status: 404 len: 337 time: 0.0904071 Feb 02 15:41:11.678752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48762) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:11.680833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:11.681214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Checking segment: {'id': '112b4186-8366-4253-8574-47c5bf9fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3a866861-dee6-4a48-bb62-c821fefcdb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:11.681639 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:11.682469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Bound using segment: {'id': '112b4186-8366-4253-8574-47c5bf9fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3a866861-dee6-4a48-bb62-c821fefcdb2a'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:11.701769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Bound port: d28b1500-9bd4-43b1-b1ef-8b6e0aadd761, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112b4186-8366-4253-8574-47c5bf9fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '3a866861-dee6-4a48-bb62-c821fefcdb2a'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:11.708242 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:11.792455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e0390dc3-f82b-4ced-94a9-c524fbb6d3aa tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=f90d00ab-33d0-4ff1-82fc-740584fa40bb HTTP/1.1" status: 200 len: 205 time: 0.1127703 Feb 02 15:41:11.801433 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48770) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:12.030761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c6cc662-6074-446d-bd0c-309494c2f796 req-15f9a322-fde0-4f9f-a6c8-2849e39bf6af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 210 time: 0.0504858 Feb 02 15:41:12.044856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e7907-aa62-4cfd-97cc-5cdeb0d9bf08 None None] Port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:41:12.060250 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-91ed06e6-6eab-4f6d-8693-64030359b146 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] delete failed (client error): The resource could not be found. Feb 02 15:41:12.068792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-91ed06e6-6eab-4f6d-8693-64030359b146 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/f90d00ab-33d0-4ff1-82fc-740584fa40bb HTTP/1.1" status: 404 len: 336 time: 0.2584634 Feb 02 15:41:12.068792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48778) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:12.130548 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1e86de-0bc5-4ca1-9adb-4b18415cb5c5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:12.130991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1e86de-0bc5-4ca1-9adb-4b18415cb5c5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:12.133016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-be1e86de-0bc5-4ca1-9adb-4b18415cb5c5 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/a055374c-53ed-4c37-a689-1514078b3a31 HTTP/1.1" status: 404 len: 337 time: 0.0660071 Feb 02 15:41:12.140903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48782) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:12.162586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:12.195566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758715d-e430-4ac9-a4b5-70997b7f79a5 req-3209f824-04ba-4d56-b326-61dd9ec97731 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:12.196598 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9758715d-e430-4ac9-a4b5-70997b7f79a5 req-3209f824-04ba-4d56-b326-61dd9ec97731 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.4451764 Feb 02 15:41:12.205704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port a0d155d5-7e38-44c2-a1e2-b496a8780e69 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:41:12.231713 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-35f9fe94-be76-4432-8787-850d6b6491dd tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b0dee5-58b5-47e2-a686-290f0ef9d34c HTTP/1.1" status: 200 len: 205 time: 0.0872519 Feb 02 15:41:12.235354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48786) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:12.278816 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:12.279186 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:12.312307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9758715d-e430-4ac9-a4b5-70997b7f79a5 req-7eca6ecf-4382-451b-af5a-c40cc8825d76 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085520 Feb 02 15:41:12.329166 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-f2e1cd53-7bc9-4ab6-acdd-a985a3922994 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] delete failed (client error): The resource could not be found. Feb 02 15:41:12.333475 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f2e1cd53-7bc9-4ab6-acdd-a985a3922994 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/routers/d1b0dee5-58b5-47e2-a686-290f0ef9d34c HTTP/1.1" status: 404 len: 336 time: 0.0942099 Feb 02 15:41:12.335589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48790) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:12.342097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:41:12.393886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:12.405550 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff42db3-4041-47c2-a1ca-8d5bd478b95d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:12.405977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff42db3-4041-47c2-a1ca-8d5bd478b95d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:12.410880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9ff42db3-4041-47c2-a1ca-8d5bd478b95d tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/d6f420ca-9d5a-41c3-8f9a-42163023357d HTTP/1.1" status: 404 len: 337 time: 0.0511613 Feb 02 15:41:12.410880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48794) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:12.432175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a8c9cf06-5c0a-4091-962e-2d1b7e4cecd5 None None] Provisioning for port 65fdaa01-6674-424f-9029-d0c1b41bd2da completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:12.447666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a8c9cf06-5c0a-4091-962e-2d1b7e4cecd5 None None] Provisioning complete for port 65fdaa01-6674-424f-9029-d0c1b41bd2da triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:12.447666 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9cf06-5c0a-4091-962e-2d1b7e4cecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:12.501898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::2db (2b108652-b7f1-4e95-b1da-85ac7991b521/9eb7d17a-ec07-4310-9d0b-d2ba8556101d/a0d155d5-7e38-44c2-a1e2-b496a8780e69) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:12.509709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:4b74 (2b108652-b7f1-4e95-b1da-85ac7991b521/67952310-59c5-485b-b321-53e48b7bffaf/a0d155d5-7e38-44c2-a1e2-b496a8780e69) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:12.589929 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdab078-3ce3-4cd9-8c20-d1f44993fb42 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:12.589929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdab078-3ce3-4cd9-8c20-d1f44993fb42 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:12.591344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2fdab078-3ce3-4cd9-8c20-d1f44993fb42 tempest-RoutersTest-1585988973 tempest-RoutersTest-1585988973-project] 10.222.0.88 "DELETE /v2.0/subnets/7f19261d-8d04-4150-bd03-278fd9800845 HTTP/1.1" status: 404 len: 337 time: 0.1798077 Feb 02 15:41:12.593868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:12.595499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:12.630926 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cf208c41-64eb-4bd2-8b2e-6f7e70ce96eb admin admin] 10.222.0.88 "PUT /v2.0/routers/41a7a72d-4cae-46d5-adb5-fcf1d02faf36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8753235 Feb 02 15:41:12.722668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Port': ['ID=17b28c59-c102-4541-a08e-cea3ff795b28,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:12.725146 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:12.818768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:12.859654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object a0d155d5-7e38-44c2-a1e2-b496a8780e69 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:12.922234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network b6f31da7-e093-4302-a749-f960e5935e80 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:12.922667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:12.929385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] For port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:12.955096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] For port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d28b1500-9bd4-43b1-b1ef-8b6e0aadd761,segment=NetworkSegment(112b4186-8366-4253-8574-47c5bf9fa9ac),segment_id=112b4186-8366-4253-8574-47c5bf9fa9ac)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:12.961456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:13.009965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 2, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:13.053004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Checking router: 2dbc6645-18e3-4999-af11-77ed107ee310 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:41:13.053004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Updating router 2dbc6645-18e3-4999-af11-77ed107ee310 port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:41:13.151958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:13.156181 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:13.162599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:13.174060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:13.196948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:13.216290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:13.307819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=a0d155d5-7e38-44c2-a1e2-b496a8780e69,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:13.385185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-44650e6b-00f0-4b98-b151-15f3eafc6f99 req-a4ca9ed1-6fd9-4086-b1ea-45f219bf6a78 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:13.385542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48818) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:13.432651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a594ee3b-a21b-4f3b-9ae7-2eeded646605 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2815199 Feb 02 15:41:13.435781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48826) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:13.460445 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:13.495103 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:13.526696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a591faf6-733e-4e8b-8212-f999182accc1', 'name': '', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'mac_address': 'fa:16:3e:88:2d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:04Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 2, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'subnets': [{'id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:13.536598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-44650e6b-00f0-4b98-b151-15f3eafc6f99 req-a4ca9ed1-6fd9-4086-b1ea-45f219bf6a78 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:13.549730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44650e6b-00f0-4b98-b151-15f3eafc6f99 req-a4ca9ed1-6fd9-4086-b1ea-45f219bf6a78 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 210 time: 0.2599385 Feb 02 15:41:13.587215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-67dac264-dc4a-4255-bc7c-7d7591cba641 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port a0d155d5-7e38-44c2-a1e2-b496a8780e69 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:13.587622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67dac264-dc4a-4255-bc7c-7d7591cba641 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:13.624729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30ff12-fbb5-4d8d-a935-7cdacb92d2d8 None None] The sync data for ids ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'] in n-d-827122-1 is: [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a591faf6-733e-4e8b-8212-f999182accc1', 'name': '', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'mac_address': 'fa:16:3e:88:2d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:04Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 2, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'subnets': [{'id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:13.743943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60ce75-9bea-4d5a-a11a-1353ea0fdb64 None None] Pushing event updated for resources: {'Port': ['ID=d28b1500-9bd4-43b1-b1ef-8b6e0aadd761,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:13.831129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a8c9cf06-5c0a-4091-962e-2d1b7e4cecd5 None None] Provisioning complete for port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:13.832176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9cf06-5c0a-4091-962e-2d1b7e4cecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:13.906703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=65fdaa01-6674-424f-9029-d0c1b41bd2da,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:14.005317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-1e85d495-ceda-402e-842a-69d0d18c51bf tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:14.007236 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-1e85d495-ceda-402e-842a-69d0d18c51bf tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/networks?id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 HTTP/1.1" status: 200 len: 811 time: 0.4824753 Feb 02 15:41:14.055475 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:14.074955 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f7189e1d-3cd2-4009-afe1-b10023ea53eb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3795e859bd84f82a529b22735ed7c14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6873319 Feb 02 15:41:14.076680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48830) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:14.201226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=10']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:14.222202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9cf06-5c0a-4091-962e-2d1b7e4cecd5 None None] Port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:41:14.231987 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77184ed4-1d46-4fb8-a8ed-ffaf87f98c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:14.266363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77184ed4-1d46-4fb8-a8ed-ffaf87f98c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:14.363687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-68112c2a-4996-41e3-b7c8-8f75ef9a0539 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/quotas/294dd43c85bd41068d56f128226c0a89 HTTP/1.1" status: 200 len: 375 time: 0.2933366 Feb 02 15:41:14.443200 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77184ed4-1d46-4fb8-a8ed-ffaf87f98c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:14.489173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77184ed4-1d46-4fb8-a8ed-ffaf87f98c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f276a841-45ef-45fe-b227-27df9236ed2a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:14.551898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a8c9cf06-5c0a-4091-962e-2d1b7e4cecd5 None None] Provisioning for port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:14.567890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67dac264-dc4a-4255-bc7c-7d7591cba641 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:14.585474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-77184ed4-1d46-4fb8-a8ed-ffaf87f98c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:14.589356 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-77184ed4-1d46-4fb8-a8ed-ffaf87f98c2b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f276a841-45ef-45fe-b227-27df9236ed2a HTTP/1.1" status: 204 len: 168 time: 0.4938934 Feb 02 15:41:14.634033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-dfeaf046-1913-4231-b9b8-0031be4bdb06 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Synchronizing usage tracker for tenant:294dd43c85bd41068d56f128226c0a89 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:14.706720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Router f7121cb1-9706-46b8-bbec-1633267b0488 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:41:14.753290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 40be6c0c-35ae-44a7-8189-ce3acfc8609c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:14.834278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-dfeaf046-1913-4231-b9b8-0031be4bdb06 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Unset dirty status for tenant:294dd43c85bd41068d56f128226c0a89 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:14.835617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-dfeaf046-1913-4231-b9b8-0031be4bdb06 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4603553 Feb 02 15:41:14.838676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-67dac264-dc4a-4255-bc7c-7d7591cba641 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for a0d155d5-7e38-44c2-a1e2-b496a8780e69 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:14.871523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:14.882014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3f989-6f30-41af-b4f7-30a6cde08938 req-7c0b89bd-08c6-4593-bbd3-b9567e55223a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:14.889544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4b3f989-6f30-41af-b4f7-30a6cde08938 req-7c0b89bd-08c6-4593-bbd3-b9567e55223a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.9022863 Feb 02 15:41:14.894244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Transition to ACTIVE for port object 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:14.956295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-771eedbf-0e7e-4558-9a69-a035040101b2 None None] Provisioning for port 17b28c59-c102-4541-a08e-cea3ff795b28 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:14.962984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-771eedbf-0e7e-4558-9a69-a035040101b2 None None] Provisioning complete for port 17b28c59-c102-4541-a08e-cea3ff795b28 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:14.963473 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-771eedbf-0e7e-4558-9a69-a035040101b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:14.976834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4b3f989-6f30-41af-b4f7-30a6cde08938 req-a7a77901-71b8-42f9-9428-f76d6234bbb1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860763 Feb 02 15:41:15.057371 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:15.064974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 40be6c0c-35ae-44a7-8189-ce3acfc8609c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:15.174118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 40be6c0c-35ae-44a7-8189-ce3acfc8609c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:15.174820 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:15.304150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:15.311295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-96881f02-ada5-4811-a9af-e26a78530e93 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "PUT /v2.0/routers/f7121cb1-9706-46b8-bbec-1633267b0488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6274550 Feb 02 15:41:15.313930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-191b65e5-bb31-4f71-8e33-6e364a00dcef service neutron] 10.222.0.88 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693589 Feb 02 15:41:15.314422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48840) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:15.319587 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940b24-b770-45c7-afd3-ef1ae3169a84 None None] Sync routers for ids ['f7121cb1-9706-46b8-bbec-1633267b0488'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:15.341020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95940b24-b770-45c7-afd3-ef1ae3169a84 None None] Routers {'f7121cb1-9706-46b8-bbec-1633267b0488'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:15.342478 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-95940b24-b770-45c7-afd3-ef1ae3169a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f7121cb1-9706-46b8-bbec-1633267b0488'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:15.464020 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20d76afb-ba69-4105-86fd-540b5f85f89c req-05ec1be4-d902-4ce8-86d9-631661160a09 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 210 time: 0.1311266 Feb 02 15:41:15.478340 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-95940b24-b770-45c7-afd3-ef1ae3169a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:15.495947 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95940b24-b770-45c7-afd3-ef1ae3169a84 None None] Routers {'f7121cb1-9706-46b8-bbec-1633267b0488'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:15.496958 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-95940b24-b770-45c7-afd3-ef1ae3169a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f7121cb1-9706-46b8-bbec-1633267b0488'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:15.566222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-771eedbf-0e7e-4558-9a69-a035040101b2 None None] Port 17b28c59-c102-4541-a08e-cea3ff795b28 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:41:15.587376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a1c7c-5dc6-48c4-93ff-225baf9bc93d None None] Pushing event updated for resources: {'Port': ['ID=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:15.608224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67dac264-dc4a-4255-bc7c-7d7591cba641 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:15.613905 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-95940b24-b770-45c7-afd3-ef1ae3169a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:15.614796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95940b24-b770-45c7-afd3-ef1ae3169a84 None None] The sync data for ids ['f7121cb1-9706-46b8-bbec-1633267b0488'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:15.785430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dac264-dc4a-4255-bc7c-7d7591cba641 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=a0d155d5-7e38-44c2-a1e2-b496a8780e69,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:15.832650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5bae8-ba79-405c-bc67-1b7e56cd31c9 None None] Network 3a866861-dee6-4a48-bb62-c821fefcdb2a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:15.993888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67dac264-dc4a-4255-bc7c-7d7591cba641 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:16.028863 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-67dac264-dc4a-4255-bc7c-7d7591cba641 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/a0d155d5-7e38-44c2-a1e2-b496a8780e69 HTTP/1.1" status: 204 len: 168 time: 2.5919273 Feb 02 15:41:16.031448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48854) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:16.069963 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:16.166293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Attempting to bind port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:16.166677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Attempting to bind port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:16.167046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Attempting to bind port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 on network ce25a0f2-3799-4d81-b9c8-929d47459f9e {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:16.195287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e0808-9e1d-46f4-8875-5b27c71af1f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:16.196319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-265e0808-9e1d-46f4-8875-5b27c71af1f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:16.266499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:16.266886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Checking segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:16.267304 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:16.267706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Bound using segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:16.268258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Bound port: 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:16.268725 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:16.294590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0e622efd-af68-42bb-91be-bfe44cbd2f46 None None] Provisioning complete for port 65fdaa01-6674-424f-9029-d0c1b41bd2da triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:16.294961 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0e622efd-af68-42bb-91be-bfe44cbd2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:16.341513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-265e0808-9e1d-46f4-8875-5b27c71af1f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:16.342815 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-265e0808-9e1d-46f4-8875-5b27c71af1f0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3101826 Feb 02 15:41:16.346674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48858) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:16.370432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 40be6c0c-35ae-44a7-8189-ce3acfc8609c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=40be6c0c-35ae-44a7-8189-ce3acfc8609c,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:16.439756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45175927-9372-4df4-9565-3e4fd000bb2b req-72a37d0d-20a9-47ea-ab93-f97859e74122 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:16.444929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-72a37d0d-20a9-47ea-ab93-f97859e74122 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.64 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 796 time: 1.2841697 Feb 02 15:41:16.446706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce2f5a-92d9-41da-bbd2-02b24e23020f req-3fd90f71-7ca7-428a-90c4-832c5af23ea1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:16.454827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a9ce2f5a-92d9-41da-bbd2-02b24e23020f req-3fd90f71-7ca7-428a-90c4-832c5af23ea1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.2008200 Feb 02 15:41:16.494360 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:16.495142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cf58bff2-693e-4621-8c2d-02e2d688d7e6 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:16.536714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a9ce2f5a-92d9-41da-bbd2-02b24e23020f req-a351ebaa-5e49-4bd4-8148-43b11263ae5f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806830 Feb 02 15:41:16.558249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-a80a745e-03d4-43f1-80d1-659b3768d375 service neutron] 10.222.0.88 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2114348 Feb 02 15:41:16.602371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1af70-32cf-4cae-88f2-51ba97b20087 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:16.608084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2cb1af70-32cf-4cae-88f2-51ba97b20087 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2556918 Feb 02 15:41:16.610468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48870) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:16.754770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-d612e1d8-7f55-4001-8011-4117ab6191b0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 380 time: 0.2928865 Feb 02 15:41:16.797612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'port': {'device_id': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'admin_state_up': True, 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'security_groups': ['c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:16.956832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b980da02-2a61-4a9e-9098-5e61f49697a0 req-edf13c46-d65b-47de-ad9e-60ae8e595f95 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 210 time: 0.0898335 Feb 02 15:41:16.993144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:17.008479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:17.036193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=40be6c0c-35ae-44a7-8189-ce3acfc8609c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:17.045597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd1770-4f0c-45b0-a738-ace19759ef29 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:17.047234 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd1770-4f0c-45b0-a738-ace19759ef29 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:17.048833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd1770-4f0c-45b0-a738-ace19759ef29 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:17.053598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-11bd1770-4f0c-45b0-a738-ace19759ef29 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:17.126911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48880) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:17.179458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-11bd1770-4f0c-45b0-a738-ace19759ef29 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:17.181498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-11bd1770-4f0c-45b0-a738-ace19759ef29 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5705593 Feb 02 15:41:17.184311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48886) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:17.185416 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-51e4767f-771d-405c-a64e-e54e435f6a8c req-b6c41e31-bc09-41f5-9fdb-267abb85d6ce tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 210 time: 0.0957024 Feb 02 15:41:17.253533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:17.255644 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.280361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] For port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:17.292801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] For port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:17.312865 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0e622efd-af68-42bb-91be-bfe44cbd2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.352409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port cf58bff2-693e-4621-8c2d-02e2d688d7e6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:17.353262 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.454655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.465780 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.552464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143351001-network', 'tenant_id': '8cde6b77b02b420391965036ee4930b3'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:17.558329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:17.565655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Usage tracker for resource:network and tenant:8cde6b77b02b420391965036ee4930b3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:17.569287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:17.576758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:17.595002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0e622efd-af68-42bb-91be-bfe44cbd2f46 None None] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=65fdaa01-6674-424f-9029-d0c1b41bd2da,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:17.650924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b789fe-43c1-490b-aa1c-25fbbb522e90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 67952310-59c5-485b-b321-53e48b7bffaf {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:17.668622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4b789fe-43c1-490b-aa1c-25fbbb522e90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.716938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.20.0.3 (ce25a0f2-3799-4d81-b9c8-929d47459f9e/9385746f-e127-40ca-8772-2525e0f55618/d29a958c-8405-4116-83de-e630afee6fe4) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:17.738710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:17.739514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:40:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:17.777000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Made reservation on behalf of 8cde6b77b02b420391965036ee4930b3 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:17.779387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.865747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.907817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:17.928174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4b789fe-43c1-490b-aa1c-25fbbb522e90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.939126 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0e622efd-af68-42bb-91be-bfe44cbd2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:17.942731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a1c7c-5dc6-48c4-93ff-225baf9bc93d None None] Pushing event updated for resources: {'Port': ['ID=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:18.006718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:18.014856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:8cde6b77b02b420391965036ee4930b3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:18.034575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:18.077082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0e622efd-af68-42bb-91be-bfe44cbd2f46 None None] Could not find standard attr ID for object a0d155d5-7e38-44c2-a1e2-b496a8780e69. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:41:18.083110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:18.117913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9754e80-5a62-497a-9c2d-5968e8055b89 req-f477725a-4107-47f1-bca6-b59b76ce9717 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:18.125843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a9754e80-5a62-497a-9c2d-5968e8055b89 req-f477725a-4107-47f1-bca6-b59b76ce9717 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.3232710 Feb 02 15:41:18.178578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e622efd-af68-42bb-91be-bfe44cbd2f46 None None] Pushing event updated for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:18.184481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.260338 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.264941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4b789fe-43c1-490b-aa1c-25fbbb522e90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.291805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0e622efd-af68-42bb-91be-bfe44cbd2f46 None None] Provisioning for port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:18.344179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:18.357817 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5cac2c6-1efd-4631-98f9-21d347e650e3 req-b22dab2a-b4f5-499e-9c43-d353fbb4567e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 210 time: 0.0639484 Feb 02 15:41:18.362210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Transition to ACTIVE for port object d29a958c-8405-4116-83de-e630afee6fe4 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:18.374209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a9754e80-5a62-497a-9c2d-5968e8055b89 req-e7ad0ab5-7771-4b8e-aa33-8b651011b524 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474809 Feb 02 15:41:18.406017 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-4e53805f-f081-4db6-b5e2-ec075fe31971 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:18.406245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:18.406354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e53805f-f081-4db6-b5e2-ec075fe31971 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "PUT /v2.0/routers/f7121cb1-9706-46b8-bbec-1633267b0488/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0575659 Feb 02 15:41:18.407322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48902) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:18.428614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:18.434543 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.452472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.546373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4b789fe-43c1-490b-aa1c-25fbbb522e90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.593788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b789fe-43c1-490b-aa1c-25fbbb522e90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=67952310-59c5-485b-b321-53e48b7bffaf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:18.598161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.633013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8935f2d1-fd6c-430e-9ff6-0e24f4a91de5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:18.639484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4b789fe-43c1-490b-aa1c-25fbbb522e90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.656144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:41:18.677409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a18c56df-2f7c-4c49-8f4a-d621f4c5ab7a req-d8bcb7ed-b14b-4959-9030-58c3498b174b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 210 time: 0.0613592 Feb 02 15:41:18.687269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de0e225-f5cf-463e-9150-dd65fce8fbdd None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:18.696343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.696950 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Added segment cd32e2fb-f3ab-4953-96bd-f60965422f91 of type vlan for network da45038b-09b9-465e-bbae-0a28fedb5365 Feb 02 15:41:18.753244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.792054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c4b789fe-43c1-490b-aa1c-25fbbb522e90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/67952310-59c5-485b-b321-53e48b7bffaf HTTP/1.1" status: 204 len: 168 time: 1.6060836 Feb 02 15:41:18.794556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48906) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:18.856577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.919367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d156d063-bf3e-4d0d-bb4c-b2b3d6d4eef7 None None] Provisioning complete for port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:18.919742 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d156d063-bf3e-4d0d-bb4c-b2b3d6d4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.954610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.956530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:18.968666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.987877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:18.992692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:19.038434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:19.042389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:19.092905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=da45038b-09b9-465e-bbae-0a28fedb5365,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:19.095502 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.126787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network da45038b-09b9-465e-bbae-0a28fedb5365 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:41:19.132978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d66fb7ec-38a8-4ce7-8f24-f09d16c08ca8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.0049398 Feb 02 15:41:19.133927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48910) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:19.140773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Request body: {'subnet': {'network_id': 'da45038b-09b9-465e-bbae-0a28fedb5365', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143351001-subnet', 'tenant_id': '8cde6b77b02b420391965036ee4930b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:19.147988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:19.153487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Usage tracker for resource:subnet and tenant:8cde6b77b02b420391965036ee4930b3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:19.157974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:19.168964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:19.209560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:19.210210 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.265301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Made reservation on behalf of 8cde6b77b02b420391965036ee4930b3 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:19.269374 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.337396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-040aa566-51ed-47bd-b78f-534c5e37abbd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 9eb7d17a-ec07-4310-9d0b-d2ba8556101d {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:19.342707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-040aa566-51ed-47bd-b78f-534c5e37abbd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.454913 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-aa3add7d-f94d-405e-a6ab-fc52db55b378 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6931236 Feb 02 15:41:19.480014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Request body: {'port': {'device_id': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:19.541048 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-040aa566-51ed-47bd-b78f-534c5e37abbd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.580687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d28b1500-9bd4-43b1-b1ef-8b6e0aadd761,segment=NetworkSegment(112b4186-8366-4253-8574-47c5bf9fa9ac),segment_id=112b4186-8366-4253-8574-47c5bf9fa9ac)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:19.615754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d156d063-bf3e-4d0d-bb4c-b2b3d6d4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.658259 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.659605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c3214100-cac0-49e6-bdeb-ee66164bd845 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:19.671631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.808862 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.813765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c636dc-27cc-4c0f-b75b-19e9977a1df3,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:19.816746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:17Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:19.820033 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:19.849912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686726-1b3b-4b8c-bb3c-d398be0ddd76 None None] The sync data for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 is: [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:17Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:19.895196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d28b1500-9bd4-43b1-b1ef-8b6e0aadd761,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:19.909186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Checking segment: {'id': 'cd32e2fb-f3ab-4953-96bd-f60965422f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'da45038b-09b9-465e-bbae-0a28fedb5365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:19.910002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Network hostable DHCP agents. Network: da45038b-09b9-465e-bbae-0a28fedb5365, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:41:19.950323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9ba6e-e4cb-4d93-9a0f-77d699384a8b req-ad5b0ca8-2c76-4367-ad40-615aee49a0a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:19.951302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0e9ba6e-e4cb-4d93-9a0f-77d699384a8b req-ad5b0ca8-2c76-4367-ad40-615aee49a0a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 931 time: 0.3449497 Feb 02 15:41:19.951602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-d156d063-bf3e-4d0d-bb4c-b2b3d6d4eef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:19.951993 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-d156d063-bf3e-4d0d-bb4c-b2b3d6d4eef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:19.977439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c3214100-cac0-49e6-bdeb-ee66164bd845 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:19.981817 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:20.033059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b0e9ba6e-e4cb-4d93-9a0f-77d699384a8b req-47782e37-912e-438d-9dcc-7a36cffdc451 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:20.044433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-040aa566-51ed-47bd-b78f-534c5e37abbd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:20.084031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Network da45038b-09b9-465e-bbae-0a28fedb5365 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:41:20.147795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b0e9ba6e-e4cb-4d93-9a0f-77d699384a8b req-47782e37-912e-438d-9dcc-7a36cffdc451 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:20.149549 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0e9ba6e-e4cb-4d93-9a0f-77d699384a8b req-47782e37-912e-438d-9dcc-7a36cffdc451 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883640 Feb 02 15:41:20.179275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, da45038b-09b9-465e-bbae-0a28fedb5365) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:20.188903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:20.188903 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:20.240086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 65fdaa01-6674-424f-9029-d0c1b41bd2da up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:20.291724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f46a9f-406a-48c0-ba4e-5de470b805b2 None None] Network da45038b-09b9-465e-bbae-0a28fedb5365 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:20.350097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb27eb-b91b-4f32-a91e-29bcbb6e0b22 req-d829b5b3-7d93-4636-bede-5e54eeaade71 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:20.358354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7edb27eb-b91b-4f32-a91e-29bcbb6e0b22 req-d829b5b3-7d93-4636-bede-5e54eeaade71 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.7440724 Feb 02 15:41:20.539352 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5863b6dd-5541-44e6-82ee-b707c90e32f4 req-a15f2a6e-04c4-4615-8ecb-c1f0cb84bfbb tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 210 time: 0.1445546 Feb 02 15:41:20.562242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-401da902-71f7-4deb-b47e-d714b4b2faeb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4182851 Feb 02 15:41:20.610322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-040aa566-51ed-47bd-b78f-534c5e37abbd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:20.621982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 65fdaa01-6674-424f-9029-d0c1b41bd2da triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:20.622604 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:20.723307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-3c608fc0-e9fa-4d2c-838c-3a4c2ec94c33 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:20.737749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-3c608fc0-e9fa-4d2c-838c-3a4c2ec94c33 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Synchronizing usage tracker for tenant:294dd43c85bd41068d56f128226c0a89 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:20.876656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-3c608fc0-e9fa-4d2c-838c-3a4c2ec94c33 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Unset dirty status for tenant:294dd43c85bd41068d56f128226c0a89 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:20.879505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-3c608fc0-e9fa-4d2c-838c-3a4c2ec94c33 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.107 "GET /v2.0/networks?id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 HTTP/1.1" status: 200 len: 811 time: 0.6540697 Feb 02 15:41:20.908327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Request body: {'port': {'device_id': '556e5411-c69f-436b-96dc-6c09c9272c8e', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'admin_state_up': True, 'tenant_id': '294dd43c85bd41068d56f128226c0a89'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:21.030826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb4d11-1efb-46ee-9deb-28a8741b3f92 None None] Network da45038b-09b9-465e-bbae-0a28fedb5365 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:21.077415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80cc1f23-62a7-412d-b188-54f76d588656 None None] Provisioning for port d29a958c-8405-4116-83de-e630afee6fe4 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:21.125518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aa566-51ed-47bd-b78f-534c5e37abbd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb7d17a-ec07-4310-9d0b-d2ba8556101d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:21.354699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80cc1f23-62a7-412d-b188-54f76d588656 None None] Provisioning complete for port d29a958c-8405-4116-83de-e630afee6fe4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:21.356569 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80cc1f23-62a7-412d-b188-54f76d588656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:21.465939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-80cc1f23-62a7-412d-b188-54f76d588656 None None] Port d29a958c-8405-4116-83de-e630afee6fe4 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:41:21.503746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:21.507661 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-040aa566-51ed-47bd-b78f-534c5e37abbd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:21.539127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:21.566321 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-040aa566-51ed-47bd-b78f-534c5e37abbd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9eb7d17a-ec07-4310-9d0b-d2ba8556101d HTTP/1.1" status: 204 len: 168 time: 2.7704186 Feb 02 15:41:21.567627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48930) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:21.568644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:21.612399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed58fc15-f51d-415d-a3eb-36f65f506bb9 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:21.673340 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7edb27eb-b91b-4f32-a91e-29bcbb6e0b22 req-1722322e-ab48-49e1-8121-e40d21acc4eb tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3140063 Feb 02 15:41:21.696166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29a958c-8405-4116-83de-e630afee6fe4 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:41:21.709358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:21.714872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2237e860-8fbe-4e21-b01e-243281e328b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1432331 Feb 02 15:41:21.722013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48938) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:21.735676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:21.875219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b8008-c32e-453a-a62e-011c3d06b041 req-f3c36c59-8a78-4d4d-ae67-12860d813ab5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:21.876970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-449b8008-c32e-453a-a62e-011c3d06b041 req-f3c36c59-8a78-4d4d-ae67-12860d813ab5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 931 time: 0.4295428 Feb 02 15:41:21.883804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Made reservation on behalf of 294dd43c85bd41068d56f128226c0a89 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:21.887052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:21.951730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b6593aef-c98a-4c2a-91ef-0419e0cb18e9 None None] Provisioning complete for port 65fdaa01-6674-424f-9029-d0c1b41bd2da triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:21.952775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b6593aef-c98a-4c2a-91ef-0419e0cb18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:21.976059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Transition to ACTIVE for port object d29a958c-8405-4116-83de-e630afee6fe4 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:22.038494 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30c4d0fd-8fce-4f17-a8eb-98782da00952 req-0a4cd271-2d64-4f0c-b5b7-ee51cf2fa801 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 210 time: 0.0601723 Feb 02 15:41:22.051882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-449b8008-c32e-453a-a62e-011c3d06b041 req-32faa348-95e5-446a-98f8-5265b3169550 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530657 Feb 02 15:41:22.072513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:22.088990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:22.092819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:22.122256 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.122749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:22.294731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Allocated IP 172.20.0.14 (f2c5e561-2990-47b9-848b-a1c9eeb1e0a6/4a30eabd-412c-448e-8c06-5613ea3c1c99/728cb3e4-2cff-476b-9c92-0cba0552c225) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:22.297418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:22.313455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:22.315597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:22.315831 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.417116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:22.422682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.555517 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.604675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:41:22.613723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] Deleting port 65fdaa01-6674-424f-9029-d0c1b41bd2da {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:22.623101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.706725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Attempting to bind port d29a958c-8405-4116-83de-e630afee6fe4 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:22.707120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Attempting to bind port d29a958c-8405-4116-83de-e630afee6fe4 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:22.707495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Attempting to bind port d29a958c-8405-4116-83de-e630afee6fe4 on network ce25a0f2-3799-4d81-b9c8-929d47459f9e {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:22.730171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Port d29a958c-8405-4116-83de-e630afee6fe4 on network ce25a0f2-3799-4d81-b9c8-929d47459f9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:41:22.730514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Attempting to bind port d29a958c-8405-4116-83de-e630afee6fe4 on network ce25a0f2-3799-4d81-b9c8-929d47459f9e {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:22.748692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:22.749152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Checking segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:22.749540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Bound using segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:22.749976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Bound port: d29a958c-8405-4116-83de-e630afee6fe4, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:22.750321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.867259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48954) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:22.895831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487736218-network', 'tenant_id': 'b60bf43284ac498b89279dcbee7dc0f3'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:22.915530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c,segment=NetworkSegment(008423b1-5432-4f62-bce7-09656b6e3829),segment_id=008423b1-5432-4f62-bce7-09656b6e3829)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:22.919300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting port 17b28c59-c102-4541-a08e-cea3ff795b28 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:22.919767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.948735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:22.958583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Usage tracker for resource:network and tenant:b60bf43284ac498b89279dcbee7dc0f3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:22.966141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] For port 65fdaa01-6674-424f-9029-d0c1b41bd2da, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=65fdaa01-6674-424f-9029-d0c1b41bd2da,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:22.966741 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.973271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:22.977699 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:22.997489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:23.020937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:23.037513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.109277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9260a7-a537-41f5-894b-5aee24b570c0 req-17b21c67-419f-43ee-9e69-a830fb32ee44 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:23.110800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf9260a7-a537-41f5-894b-5aee24b570c0 req-17b21c67-419f-43ee-9e69-a830fb32ee44 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.2427721 Feb 02 15:41:23.122570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:23.129198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:23.141049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Made reservation on behalf of b60bf43284ac498b89279dcbee7dc0f3 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:23.144213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.182613 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.227743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] Calling delete_port for 65fdaa01-6674-424f-9029-d0c1b41bd2da owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:23.257762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:23.258903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.265608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.273584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Usage tracker for resource:security_group_rule and tenant:b60bf43284ac498b89279dcbee7dc0f3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:23.276575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:23.322353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.326200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2e581cff-b283-405b-9eac-599b99861525 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:23.337811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf9260a7-a537-41f5-894b-5aee24b570c0 req-46be299b-58e8-4e3f-a1a7-915f5103fa12 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177320 Feb 02 15:41:23.360989 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.364676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:23.500046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:23.518737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Calling delete_port for 17b28c59-c102-4541-a08e-cea3ff795b28 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:23.520142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:23.523497 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.528917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=7843c2ac-e15a-41a9-a4ee-1f285fd30fda,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:23.531304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:23.531908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.551464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:23.586047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Pushing event updated for resources: {'Port': ['ID=728cb3e4-2cff-476b-9c92-0cba0552c225,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:23.595448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:23.600071 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.605367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 2e581cff-b283-405b-9eac-599b99861525 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:23.605859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 1091 time: 4.1258442 Feb 02 15:41:23.605859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:23.606055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] Pushing event deleted for resources: {'Port': ['ID=65fdaa01-6674-424f-9029-d0c1b41bd2da,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:23.606765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:23.615998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f491e-30c1-4ae3-818a-e0228ec4b717 None None] No DVR routers for this DVR port 65fdaa01-6674-424f-9029-d0c1b41bd2da on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:41:23.620996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2e581cff-b283-405b-9eac-599b99861525 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:23.621441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.641394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f10a9-eff0-4a57-ac78-eaa5793345f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:23.667690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab7286-a90d-4afa-8c93-049ad274d841 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:23.802191 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7e38dea5-c55b-497b-8665-5a72df19ddaf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0718141 Feb 02 15:41:23.806807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:23.807479 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.833947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48966) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:23.870319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:23.897340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaacd8-c6ae-45e9-ba95-f4418d847008 req-e1b17df8-7ba8-41fb-849d-af7b1a18b721 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:23.897995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-edfaacd8-c6ae-45e9-ba95-f4418d847008 req-e1b17df8-7ba8-41fb-849d-af7b1a18b721 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:23.943449 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:23.973990 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-0a346a1b-37e8-4f2c-ba8a-e07948a0a630 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1094 time: 0.1216166 Feb 02 15:41:23.979949 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.005492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 2e581cff-b283-405b-9eac-599b99861525, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2e581cff-b283-405b-9eac-599b99861525,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:24.036597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67530716-21e4-4c9a-81ca-8918281f51ab req-a8c587d2-b9eb-4e68-9ec6-c52a7961715c tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:24.036597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-67530716-21e4-4c9a-81ca-8918281f51ab req-a8c587d2-b9eb-4e68-9ec6-c52a7961715c tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Synchronizing usage tracker for tenant:294dd43c85bd41068d56f128226c0a89 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:24.064484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.089761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-fc2e12f1-f3fd-4b10-be88-bc108fc50738 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1904402 Feb 02 15:41:24.090005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-edfaacd8-c6ae-45e9-ba95-f4418d847008 req-e1b17df8-7ba8-41fb-849d-af7b1a18b721 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:24.096576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.097931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-edfaacd8-c6ae-45e9-ba95-f4418d847008 req-e1b17df8-7ba8-41fb-849d-af7b1a18b721 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 943 time: 0.7668774 Feb 02 15:41:24.116514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 40be6c0c-35ae-44a7-8189-ce3acfc8609c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:24.116694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:41:24.116804 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-91a289ef-ed95-462d-b7db-d0abae84a0fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 217 time: 0.0945733 Feb 02 15:41:24.116906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Request body: {'port': {'device_id': '556e5411-c69f-436b-96dc-6c09c9272c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:24.161359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2b108652-b7f1-4e95-b1da-85ac7991b521', 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'tenant_id': '5ba1fb8c71b544199b77b2d9ea748a53', 'fixed_ips': [{'subnet_id': '7843c2ac-e15a-41a9-a4ee-1f285fd30fda'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:41:24.162002 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.184574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-67530716-21e4-4c9a-81ca-8918281f51ab req-a8c587d2-b9eb-4e68-9ec6-c52a7961715c tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Unset dirty status for tenant:294dd43c85bd41068d56f128226c0a89 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:24.186238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67530716-21e4-4c9a-81ca-8918281f51ab req-a8c587d2-b9eb-4e68-9ec6-c52a7961715c tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 932 time: 0.6748886 Feb 02 15:41:24.187877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:24.199105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.199447 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Added segment e2914ba8-aab9-4159-b47a-12adc06662bb of type vlan for network 686777bb-a529-4670-aba4-9a9375b82de6 Feb 02 15:41:24.214542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:24.237277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0332aa71-081f-4172-aa52-bc7427c786b7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:24.242975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:24.251112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45175927-9372-4df4-9565-3e4fd000bb2b req-d3c8f3c9-7002-47f9-b18c-a6fa398d5e51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:24.252850 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-d3c8f3c9-7002-47f9-b18c-a6fa398d5e51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.1182353 Feb 02 15:41:24.261385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:24.305143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=2e581cff-b283-405b-9eac-599b99861525,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:24.318390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-edfaacd8-c6ae-45e9-ba95-f4418d847008 req-e1dbced1-6da9-460b-8091-f69666c83cb9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038167 Feb 02 15:41:24.336814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.401323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 40be6c0c-35ae-44a7-8189-ce3acfc8609c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:24.401823 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.444829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event deleted for resources: {'Port': ['ID=17b28c59-c102-4541-a08e-cea3ff795b28,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:24.447381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.499787 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.511382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Allocated IP 2001:db8::2 (2b108652-b7f1-4e95-b1da-85ac7991b521/7843c2ac-e15a-41a9-a4ee-1f285fd30fda/889266e8-b0c8-450c-9e6d-fb870b0422cf) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:24.522943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-67530716-21e4-4c9a-81ca-8918281f51ab req-cbc4906c-c102-4d2a-8597-f00d0fd286c3 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Synchronizing usage tracker for tenant:294dd43c85bd41068d56f128226c0a89 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:24.530667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:24.598793 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-2af60c72-1b7d-4e8b-b7cc-0e71b0340c53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3368816 Feb 02 15:41:24.733569 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cde308be-9b28-4e43-95db-bda2c17650c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.756278 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.756845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:24.757521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.785968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:24.928279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-67530716-21e4-4c9a-81ca-8918281f51ab req-cbc4906c-c102-4d2a-8597-f00d0fd286c3 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Unset dirty status for tenant:294dd43c85bd41068d56f128226c0a89 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:24.929497 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67530716-21e4-4c9a-81ca-8918281f51ab req-cbc4906c-c102-4d2a-8597-f00d0fd286c3 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317572 Feb 02 15:41:24.930711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:24.931344 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:24.962049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-dbc94898-df09-4b6d-bf90-f6e68079f6cf service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773955 Feb 02 15:41:24.980205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] Pushing event updated for resources: {'Network': ['ID=686777bb-a529-4670-aba4-9a9375b82de6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:25.006903 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.046282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 686777bb-a529-4670-aba4-9a9375b82de6 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:41:25.130005 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4', 'status': 'completed', 'code': 200} Feb 02 15:41:25.144515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f7b3656f-27b6-4e2d-aa5a-910f7c6b8bdc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.2679858 Feb 02 15:41:25.152544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48972) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:25.165860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.183106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Request body: {'subnet': {'network_id': '686777bb-a529-4670-aba4-9a9375b82de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487736218-subnet', 'tenant_id': 'b60bf43284ac498b89279dcbee7dc0f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:25.192222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:25.198976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Usage tracker for resource:subnet and tenant:b60bf43284ac498b89279dcbee7dc0f3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:25.205842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:25.215683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:25.223408 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.309971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Transition to ACTIVE for port object 889266e8-b0c8-450c-9e6d-fb870b0422cf will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:25.338139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:25.376312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45175927-9372-4df4-9565-3e4fd000bb2b req-9e329eaa-1c13-4240-b45b-f1d5f2ae0694 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455551 Feb 02 15:41:25.445834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Made reservation on behalf of b60bf43284ac498b89279dcbee7dc0f3 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:25.446213 n-d-827122-1 neutron-server[95772]: INFO neutron.db.ipam_backend_mixin [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7843c2ac-e15a-41a9-a4ee-1f285fd30fda (CIDR: 2001:db8::/64) Feb 02 15:41:25.449241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.458348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Transition to ACTIVE for port object 889266e8-b0c8-450c-9e6d-fb870b0422cf will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:25.550856 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:25.551295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:25.573961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:25.581125 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.591620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa747f-302b-404b-8217-f1d84377d825 req-00da8178-4da3-4ef3-bdc7-81b0ea163ba5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:25.593292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-37fa747f-302b-404b-8217-f1d84377d825 req-00da8178-4da3-4ef3-bdc7-81b0ea163ba5 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.3297184 Feb 02 15:41:25.600487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728cb3e4-2cff-476b-9c92-0cba0552c225 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:41:25.610358 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.618632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:25.619096 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.656240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Transition to ACTIVE for port object 728cb3e4-2cff-476b-9c92-0cba0552c225 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:25.668589 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-127c1acc-5a23-4c6f-a212-f1d03e64f0b0 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8278608 Feb 02 15:41:25.669741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48978) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:25.684448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'subnet': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:25.736322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:25.742697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Pushing event updated for resources: {'Port': ['ID=889266e8-b0c8-450c-9e6d-fb870b0422cf,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:25.745385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:25.748461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-37fa747f-302b-404b-8217-f1d84377d825 req-6d8a8098-2212-46f9-8904-63ccbe2f04ce tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426818 Feb 02 15:41:25.758574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:25.851459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.983149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Attempting to bind port 889266e8-b0c8-450c-9e6d-fb870b0422cf on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:25.983913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Attempting to bind port 889266e8-b0c8-450c-9e6d-fb870b0422cf by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:25.984716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Attempting to bind port 889266e8-b0c8-450c-9e6d-fb870b0422cf on network 2b108652-b7f1-4e95-b1da-85ac7991b521 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:26.006909 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.026628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:26.027336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Checking segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:26.028994 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.028994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Bound using segment: {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:26.029676 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Bound port: 889266e8-b0c8-450c-9e6d-fb870b0422cf, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:26.030360 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.076961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=728cb3e4-2cff-476b-9c92-0cba0552c225,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:26.129932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:26.152495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:subnet and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:26.184309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:26.224323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] For port 889266e8-b0c8-450c-9e6d-fb870b0422cf, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:26.231152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] For port 889266e8-b0c8-450c-9e6d-fb870b0422cf, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=889266e8-b0c8-450c-9e6d-fb870b0422cf,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:26.249240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:26.257697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:26.331296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-6f58b3ba-1da6-4e7c-acda-6c3e13b74584 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1094 time: 0.6577840 Feb 02 15:41:26.347124 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.356987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Attempting to bind port 728cb3e4-2cff-476b-9c92-0cba0552c225 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:26.356987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Attempting to bind port 728cb3e4-2cff-476b-9c92-0cba0552c225 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:26.356987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Attempting to bind port 728cb3e4-2cff-476b-9c92-0cba0552c225 on network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:26.374625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Port 728cb3e4-2cff-476b-9c92-0cba0552c225 on network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:41:26.375003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Attempting to bind port 728cb3e4-2cff-476b-9c92-0cba0552c225 on network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:26.375291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2230-7d1a-4c89-9bc8-67744e9a3aae req-2a2e1173-68cd-4248-a567-a5dcc16380a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:26.376862 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62eb2230-7d1a-4c89-9bc8-67744e9a3aae req-2a2e1173-68cd-4248-a567-a5dcc16380a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 943 time: 0.8425021 Feb 02 15:41:26.396876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-cee0c69f-24b4-49eb-937f-b54800ea9b40 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:26.397631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Router f7121cb1-9706-46b8-bbec-1633267b0488 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:41:26.398380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-cee0c69f-24b4-49eb-937f-b54800ea9b40 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.2030907 Feb 02 15:41:26.399143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:26.399494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Checking segment: {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:26.399992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Bound using segment: {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:26.406110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Bound port: 728cb3e4-2cff-476b-9c92-0cba0552c225, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:26.406110 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.406379 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.451205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8201e2-0a60-446c-99ad-d1e406e11a14 req-e2c195f5-071d-42f7-a4b6-b0a1d1915fb6 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:26.454869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be731505-2cde-45e1-8909-47728fc0f633 None None] Pushing event updated for resources: {'Port': ['ID=889266e8-b0c8-450c-9e6d-fb870b0422cf,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:26.459373 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b8201e2-0a60-446c-99ad-d1e406e11a14 req-e2c195f5-071d-42f7-a4b6-b0a1d1915fb6 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 944 time: 0.2346404 Feb 02 15:41:26.496164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:26.499493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.506489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 65fdaa01-6674-424f-9029-d0c1b41bd2da no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:41:26.578556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 65fdaa01-6674-424f-9029-d0c1b41bd2da {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:41:26.579271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 65fdaa01-6674-424f-9029-d0c1b41bd2da not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:41:26.586782 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62eb2230-7d1a-4c89-9bc8-67744e9a3aae req-b20951e0-124a-436a-800e-95e006177b87 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879539 Feb 02 15:41:26.631985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:26.683250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.745024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-cd192078-8dcf-4ecd-b58f-47838fe14bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:26.746574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-cd192078-8dcf-4ecd-b58f-47838fe14bd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.4035130 Feb 02 15:41:26.810599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:26.888613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Deleting port 7855c1a5-9912-417b-ba2f-c77d175fc3bf {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:26.889231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.925888 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4abe-60db-4ea2-a0eb-5274ac0e0c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.981138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cc1e8c-7ff7-40ff-b7ac-facb79eb1011,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:26.987892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-2d897cda-0de3-48a1-8c04-8a40fdbe9ad7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 217 time: 0.2342784 Feb 02 15:41:27.004438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1b8201e2-0a60-446c-99ad-d1e406e11a14 req-d28753c4-8400-4171-a30b-3a2187debb02 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429151 Feb 02 15:41:27.042687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:27.046391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:27.048196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:27.103274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] For port 728cb3e4-2cff-476b-9c92-0cba0552c225, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:27.103886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c2cd8-c556-4aa2-8135-5e88814caecf None None] Sync routers for ids ['f7121cb1-9706-46b8-bbec-1633267b0488'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:27.148736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c2cd8-c556-4aa2-8135-5e88814caecf None None] Routers {'f7121cb1-9706-46b8-bbec-1633267b0488'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:27.149360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f50c2cd8-c556-4aa2-8135-5e88814caecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f7121cb1-9706-46b8-bbec-1633267b0488'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:27.162967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c625ecc2-9bf2-48b1-8682-5e2cac4bf6e9 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "PUT /v2.0/routers/f7121cb1-9706-46b8-bbec-1633267b0488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7495754 Feb 02 15:41:27.162967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Checking segment: {'id': 'e2914ba8-aab9-4159-b47a-12adc06662bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '686777bb-a529-4670-aba4-9a9375b82de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:27.162967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Network hostable DHCP agents. Network: 686777bb-a529-4670-aba4-9a9375b82de6, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:41:27.166566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48986) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:27.169436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-b285bdd1-c2c3-426e-a70b-ba7194f03f1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:27.170875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-b285bdd1-c2c3-426e-a70b-ba7194f03f1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.1748614 Feb 02 15:41:27.176777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] For port 728cb3e4-2cff-476b-9c92-0cba0552c225, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=728cb3e4-2cff-476b-9c92-0cba0552c225,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:27.239274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f50c2cd8-c556-4aa2-8135-5e88814caecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:27.284348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:27.295656 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-1171144b-e981-45c9-9932-f2639a7c9c17 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] delete failed (client error): The resource could not be found. Feb 02 15:41:27.302477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1171144b-e981-45c9-9932-f2639a7c9c17 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-812529280 HTTP/1.1" status: 404 len: 334 time: 0.1249690 Feb 02 15:41:27.305419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:27.322100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-26f0c4d1-0340-4d61-a37f-fe725c32a5d2 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7121cb1-9706-46b8-bbec-1633267b0488'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:27.329066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c2cd8-c556-4aa2-8135-5e88814caecf None None] Routers {'f7121cb1-9706-46b8-bbec-1633267b0488'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:27.329939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f50c2cd8-c556-4aa2-8135-5e88814caecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f7121cb1-9706-46b8-bbec-1633267b0488'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:27.400064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2e581cff-b283-405b-9eac-599b99861525 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:27.422072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:27.424862 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] 10.222.0.107 "PUT /v2.0/ports/728cb3e4-2cff-476b-9c92-0cba0552c225 HTTP/1.1" status: 200 len: 1092 time: 3.3162971 Feb 02 15:41:27.432949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556e5411-c69f-436b-96dc-6c09c9272c8e', 'tag': '728cb3e4-2cff-476b-9c92-0cba0552c225'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:27.471688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f50c2cd8-c556-4aa2-8135-5e88814caecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:27.471688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c2cd8-c556-4aa2-8135-5e88814caecf None None] The sync data for ids ['f7121cb1-9706-46b8-bbec-1633267b0488'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:27.508270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2e581cff-b283-405b-9eac-599b99861525 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:27.508652 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:27.555799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] For port 7855c1a5-9912-417b-ba2f-c77d175fc3bf, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=7855c1a5-9912-417b-ba2f-c77d175fc3bf,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:27.556251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:27.559741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Network 686777bb-a529-4670-aba4-9a9375b82de6 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:41:27.570485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cb5ab-3709-4d99-ad52-170b0f6e9d3f req-b8911af0-bd6f-437d-980b-ddcf8ed55365 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:27.578681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb9cb5ab-3709-4d99-ad52-170b0f6e9d3f req-b8911af0-bd6f-437d-980b-ddcf8ed55365 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 946 time: 0.5026679 Feb 02 15:41:27.579014 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556e5411-c69f-436b-96dc-6c09c9272c8e', 'tag': '728cb3e4-2cff-476b-9c92-0cba0552c225', 'status': 'completed', 'code': 200} Feb 02 15:41:27.624337 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-5c8197f7-8cca-4698-8ef5-cd7c75a09762 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3947179 Feb 02 15:41:27.646802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be1987-ca6e-4889-95b7-45f3635df4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=728cb3e4-2cff-476b-9c92-0cba0552c225,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:27.730407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d29a958c-8405-4116-83de-e630afee6fe4 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:41:27.877991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Calling delete_port for 7855c1a5-9912-417b-ba2f-c77d175fc3bf owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:27.999681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 686777bb-a529-4670-aba4-9a9375b82de6) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:28.011269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:28.011861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.021375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1bc5c-87fa-447a-b9ff-cfc13948aedb None None] Network 686777bb-a529-4670-aba4-9a9375b82de6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:28.123269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb9cb5ab-3709-4d99-ad52-170b0f6e9d3f req-33a8713b-aae5-47ee-8759-32966295c899 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443954 Feb 02 15:41:28.196566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:28.221358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e68c49df-d867-4e29-a562-050ffcd442c6 req-9d32a42c-0183-4abf-ad3d-5f9330f0d5dc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 1095 time: 0.6283481 Feb 02 15:41:28.227259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'd29a958c-8405-4116-83de-e630afee6fe4', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'port_id': 'd29a958c-8405-4116-83de-e630afee6fe4', 'mac_address': 'fa:16:3e:11:c3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:41:28.231046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb4b8e-7330-4be9-8a2f-e30bc28e0393 req-e74a0103-0287-4659-98dc-46f82a33aedc tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:28.232538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89cb4b8e-7330-4be9-8a2f-e30bc28e0393 req-e74a0103-0287-4659-98dc-46f82a33aedc tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 943 time: 0.3661549 Feb 02 15:41:28.332407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ceefb2c0-6a3d-4727-91e4-6f84b8ffd501 None None] Provisioning for port 889266e8-b0c8-450c-9e6d-fb870b0422cf completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:28.337498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4f1f50f9-44ff-44f7-a330-1119b43643a7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1767888 Feb 02 15:41:28.343678 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.368740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29a958c-8405-4116-83de-e630afee6fe4 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:41:28.400254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:28.462081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-100bf5c0-760b-44a0-816c-b7180e93118a service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348325 Feb 02 15:41:28.495971 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.522945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b00b9a7-599f-4ee6-b268-c4697c4a2cd1 None None] Network 686777bb-a529-4670-aba4-9a9375b82de6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:28.528035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c49df-d867-4e29-a562-050ffcd442c6 req-7d18ae9c-90a8-45a0-8f15-ce3af9451983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:28.529697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e68c49df-d867-4e29-a562-050ffcd442c6 req-7d18ae9c-90a8-45a0-8f15-ce3af9451983 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=294dd43c85bd41068d56f128226c0a89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2492590 Feb 02 15:41:28.535324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.543815 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.546974 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.581978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49002) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:28.623789 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-26f0c4d1-0340-4d61-a37f-fe725c32a5d2 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.636261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event deleted for resources: {'Port': ['ID=7855c1a5-9912-417b-ba2f-c77d175fc3bf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:28.722655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b07c39-b6ad-4602-a135-a2f8f28e7906 admin admin] Deleting subnet e9c636dc-27cc-4c0f-b75b-19e9977a1df3 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:28.732365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd785f0-c61a-49fc-9c80-2b370d2136b3 req-64115c69-274f-4513-a4d5-cc471c37bd91 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:28.751386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fd785f0-c61a-49fc-9c80-2b370d2136b3 req-64115c69-274f-4513-a4d5-cc471c37bd91 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 944 time: 0.4443505 Feb 02 15:41:28.757845 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2b07c39-b6ad-4602-a135-a2f8f28e7906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.784646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89cb4b8e-7330-4be9-8a2f-e30bc28e0393 req-54fa6697-4d76-45c1-82e1-aadd1e272472 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5209432 Feb 02 15:41:28.791361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6178a3f4-8ba2-41ca-bec2-6c4d7aa952ce req-d1d30d21-c32e-4fb1-b98a-c71b83ad341f service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139653 Feb 02 15:41:28.798618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:41:28.844403 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-26f0c4d1-0340-4d61-a37f-fe725c32a5d2 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] update failed (client error): The resource could not be found. Feb 02 15:41:28.849349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-26f0c4d1-0340-4d61-a37f-fe725c32a5d2 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "PUT /v2.0/routers/f7121cb1-9706-46b8-bbec-1633267b0488 HTTP/1.1" status: 404 len: 339 time: 1.5413771 Feb 02 15:41:28.849942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49006) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:28.917236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:28.938625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 889266e8-b0c8-450c-9e6d-fb870b0422cf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:28.967027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2b07c39-b6ad-4602-a135-a2f8f28e7906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.016733 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fd785f0-c61a-49fc-9c80-2b370d2136b3 req-9a328e32-195d-4d97-810c-251dd5bb6a63 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760327 Feb 02 15:41:29.038515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['d29a958c-8405-4116-83de-e630afee6fe4'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:41:29.075378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] No DVR routers for this DVR port 7855c1a5-9912-417b-ba2f-c77d175fc3bf on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:41:29.083141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.109384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2b07c39-b6ad-4602-a135-a2f8f28e7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.133508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d2d3b38-2ef4-4d46-a73f-1c1c1874a990 req-0e887fd6-a1ec-47b8-9819-f8dbcd7b8b38 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.107 "DELETE /v2.0/ports/7855c1a5-9912-417b-ba2f-c77d175fc3bf HTTP/1.1" status: 204 len: 173 time: 2.7198832 Feb 02 15:41:29.166141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c49df-d867-4e29-a562-050ffcd442c6 req-c9c0fa67-edb9-43fd-89b4-20f4f93f665f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:29.167670 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e68c49df-d867-4e29-a562-050ffcd442c6 req-c9c0fa67-edb9-43fd-89b4-20f4f93f665f service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6173151 Feb 02 15:41:29.197198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 889266e8-b0c8-450c-9e6d-fb870b0422cf completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:29.219831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 889266e8-b0c8-450c-9e6d-fb870b0422cf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:29.219831 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.384360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e6f042ac-1e0a-4a31-af82-5a7b74137627 req-28ab5a22-d73e-46d3-a4d0-83e27639bbd4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:29.442247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2b07c39-b6ad-4602-a135-a2f8f28e7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.443093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.453315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.530185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 889266e8-b0c8-450c-9e6d-fb870b0422cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=889266e8-b0c8-450c-9e6d-fb870b0422cf,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:29.547529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b07c39-b6ad-4602-a135-a2f8f28e7906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c636dc-27cc-4c0f-b75b-19e9977a1df3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:29.552533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-9f5b7375-033e-4b7a-bf30-30acb8a8d5a9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 1095 time: 0.3273549 Feb 02 15:41:29.560723 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2b07c39-b6ad-4602-a135-a2f8f28e7906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.568397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7855c1a5-9912-417b-ba2f-c77d175fc3bf no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:41:29.600840 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f2b07c39-b6ad-4602-a135-a2f8f28e7906 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e9c636dc-27cc-4c0f-b75b-19e9977a1df3 HTTP/1.1" status: 204 len: 168 time: 1.0114686 Feb 02 15:41:29.603668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49012) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:29.625788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 7855c1a5-9912-417b-ba2f-c77d175fc3bf {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:41:29.626618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 7855c1a5-9912-417b-ba2f-c77d175fc3bf not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:41:29.636353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c4ab34-c1e3-4c62-a934-52c8791a0a84', 'name': 'network-vif-deleted', 'tag': '7855c1a5-9912-417b-ba2f-c77d175fc3bf'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:29.648802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e6f042ac-1e0a-4a31-af82-5a7b74137627 req-28ab5a22-d73e-46d3-a4d0-83e27639bbd4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:29.650013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6f042ac-1e0a-4a31-af82-5a7b74137627 req-28ab5a22-d73e-46d3-a4d0-83e27639bbd4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4c4ab34-c1e3-4c62-a934-52c8791a0a84 HTTP/1.1" status: 200 len: 210 time: 0.3564217 Feb 02 15:41:29.660079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-f0a70a8e-cf40-4b25-8507-db6b9d316609 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728cb3e4-2cff-476b-9c92-0cba0552c225 HTTP/1.1" status: 200 len: 217 time: 0.0927014 Feb 02 15:41:29.669510 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.670421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:29.777746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d437066d-39eb-4f6d-aea5-2d1a49e332fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:29.779721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-d437066d-39eb-4f6d-aea5-2d1a49e332fb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a30eabd-412c-448e-8c06-5613ea3c1c99 HTTP/1.1" status: 200 len: 851 time: 0.1138780 Feb 02 15:41:29.784070 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c4ab34-c1e3-4c62-a934-52c8791a0a84', 'name': 'network-vif-deleted', 'tag': '7855c1a5-9912-417b-ba2f-c77d175fc3bf', 'status': 'completed', 'code': 200} Feb 02 15:41:29.786192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:29.786547 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:29.804602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=889266e8-b0c8-450c-9e6d-fb870b0422cf,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:29.839131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:29.839520 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.848161 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-8ad0d6a1-0076-4b8d-a4a9-1ad373b94feb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606360 Feb 02 15:41:29.901814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:29.932938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.013788 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.075673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-137a0268-1966-4422-a45e-7cdfb58d89fc service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168381 Feb 02 15:41:30.114291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149add84-c51d-4a7d-b041-d3444680a79a req-3d88384e-b5c6-48e1-90f6-f6dbe4e5b87e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:30.115873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-149add84-c51d-4a7d-b041-d3444680a79a req-3d88384e-b5c6-48e1-90f6-f6dbe4e5b87e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 944 time: 0.1748648 Feb 02 15:41:30.255000 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-149add84-c51d-4a7d-b041-d3444680a79a req-293e3ea7-0c62-4f2f-8303-2499091a6dd0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846870 Feb 02 15:41:30.274128 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11a5c4e-cf6a-4f6b-b6ea-b2d601d3b0df req-4a8ef4d7-8ab0-44c9-966e-1d7ad5d322dc service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924958 Feb 02 15:41:30.312383 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.359588 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.400007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da45038b-09b9-465e-bbae-0a28fedb5365']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:30.424828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd32e2fb-f3ab-4953-96bd-f60965422f91') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:30.424828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd32e2fb-f3ab-4953-96bd-f60965422f91') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:30.473870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.508975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.524786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:41:30.525179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:41:30.540433 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:41:30.542803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Allocated IP 172.20.0.1 (9fe3e875-11a5-4dd6-b8b1-4f391353780e/5312affb-3faa-4f50-a55a-872602ea7345/cf1c2025-acad-4476-8480-cde3b3d1a9ca) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:30.555527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2b5cf-eddf-4acc-a247-d6a09ff61ffd req-a6614c48-4d2a-4084-a68a-d0ca2b0b9256 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:30.557068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0fa2b5cf-eddf-4acc-a247-d6a09ff61ffd req-a6614c48-4d2a-4084-a68a-d0ca2b0b9256 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 944 time: 0.3304262 Feb 02 15:41:30.591669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] For port 889266e8-b0c8-450c-9e6d-fb870b0422cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=889266e8-b0c8-450c-9e6d-fb870b0422cf,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:30.620146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.687592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 889266e8-b0c8-450c-9e6d-fb870b0422cf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:30.722317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.723050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.760564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0fa2b5cf-eddf-4acc-a247-d6a09ff61ffd req-1c6e6904-ed54-413c-9606-632a7e2b3cf3 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576684 Feb 02 15:41:30.841462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 889266e8-b0c8-450c-9e6d-fb870b0422cf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:30.841837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.863381 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.883271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Transition to ACTIVE for port object cf1c2025-acad-4476-8480-cde3b3d1a9ca will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:30.903633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:30.905294 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.911478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:30.919567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:30.920414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.931596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a265dd-dcbf-4fa8-8994-a63c419c8b91 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:30.932619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:30.945571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] Pushing event deleted for resources: {'Network': ['ID=da45038b-09b9-465e-bbae-0a28fedb5365,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:30.951172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c62670f5-ce83-40ca-8bff-f6df039d2399 admin admin] 10.222.0.88 "DELETE /v2.0/networks/da45038b-09b9-465e-bbae-0a28fedb5365 HTTP/1.1" status: 204 len: 168 time: 1.3463507 Feb 02 15:41:30.958175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49026) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:30.965281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Subnet': ['ID=9f79e1b2-9a8d-4798-b0c3-f1918f275889,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:30.967784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=889266e8-b0c8-450c-9e6d-fb870b0422cf,revision_number=5']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:30.997964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:31.082550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dbff162c-8b4a-45ce-84f9-14be4c4b3581 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.4049416 Feb 02 15:41:31.085260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49036) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:31.090860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Request body: {'port': {'network_id': '2b108652-b7f1-4e95-b1da-85ac7991b521', 'mac_address': 'fa:16:3e:0c:67:f3', 'name': 'tempest-NetworksTestDHCPv6-1636472211'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:31.127817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3376f7ad-af6e-44b7-a41f-83e9b30e06e9 admin admin] Deleting subnet 11cc1e8c-7ff7-40ff-b7ac-facb79eb1011 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:31.131386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network 9fe3e875-11a5-4dd6-b8b1-4f391353780e is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:31.145366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:31.197497 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3376f7ad-af6e-44b7-a41f-83e9b30e06e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:31.229637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Port': ['ID=cf1c2025-acad-4476-8480-cde3b3d1a9ca,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:31.248112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:31.275795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:31.281123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Usage tracker for resource:port and tenant:5ba1fb8c71b544199b77b2d9ea748a53 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:31.285706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:31.293052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:31.364335 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3376f7ad-af6e-44b7-a41f-83e9b30e06e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:31.399087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Made reservation on behalf of 5ba1fb8c71b544199b77b2d9ea748a53 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:31.421883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:31.544769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b2f13505-b85e-49fa-afdc-fb36226ebf53 None None] Provisioning for port cf1c2025-acad-4476-8480-cde3b3d1a9ca completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:31.552345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b2f13505-b85e-49fa-afdc-fb36226ebf53 None None] Provisioning complete for port cf1c2025-acad-4476-8480-cde3b3d1a9ca triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:31.552728 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b2f13505-b85e-49fa-afdc-fb36226ebf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:31.627340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-bf7f4b75-8df9-4cda-a02b-c2acebdbec9e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:31.629147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b2f13505-b85e-49fa-afdc-fb36226ebf53 None None] Port cf1c2025-acad-4476-8480-cde3b3d1a9ca cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:41:31.634929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-bf7f4b75-8df9-4cda-a02b-c2acebdbec9e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.5397601 Feb 02 15:41:31.649435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3376f7ad-af6e-44b7-a41f-83e9b30e06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:31.697461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-9a112d09-360c-4b68-b864-4b19f408ea90 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/quotas/2780a785067a4e1abb7a23517c0616fa HTTP/1.1" status: 200 len: 375 time: 0.0615828 Feb 02 15:41:31.699005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d29a958c-8405-4116-83de-e630afee6fe4 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:31.771562 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-e3ec79e8-1b10-4a9f-9b1e-f25e69a84ef2 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730448 Feb 02 15:41:31.856545 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:31.887601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port d29a958c-8405-4116-83de-e630afee6fe4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:31.891010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c75e2a-460b-4d25-9c3c-f434902db949 req-76fb37cc-87b1-4a59-995e-1573f9cf81e7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:31.893121 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15c75e2a-460b-4d25-9c3c-f434902db949 req-76fb37cc-87b1-4a59-995e-1573f9cf81e7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 944 time: 0.2605319 Feb 02 15:41:31.909241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port d29a958c-8405-4116-83de-e630afee6fe4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:31.909612 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:31.925910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] device_id is not set on port 125703ae-83f5-4f96-b10f-508117cb7122 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:41:31.973220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.043609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-69ed2f9b-fbf3-4a28-8376-54e1fa961986 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710099 Feb 02 15:41:32.085318 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.085953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3376f7ad-af6e-44b7-a41f-83e9b30e06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.092563 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15c75e2a-460b-4d25-9c3c-f434902db949 req-b539e6c6-4403-4281-9084-94a1929a314a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858430 Feb 02 15:41:32.135732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:32.155243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:32.214253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376f7ad-af6e-44b7-a41f-83e9b30e06e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cc1e8c-7ff7-40ff-b7ac-facb79eb1011,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:32.220458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.268996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8::179 (2b108652-b7f1-4e95-b1da-85ac7991b521/7843c2ac-e15a-41a9-a4ee-1f285fd30fda/125703ae-83f5-4f96-b10f-508117cb7122) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:32.277799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:67f3 (2b108652-b7f1-4e95-b1da-85ac7991b521/9f79e1b2-9a8d-4798-b0c3-f1918f275889/125703ae-83f5-4f96-b10f-508117cb7122) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:32.294075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3376f7ad-af6e-44b7-a41f-83e9b30e06e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.325640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:32.360502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-47440274-f13a-4824-80d3-ffa8e9d619ac None None] Provisioning complete for port 889266e8-b0c8-450c-9e6d-fb870b0422cf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:32.360950 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-47440274-f13a-4824-80d3-ffa8e9d619ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.386454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3376f7ad-af6e-44b7-a41f-83e9b30e06e9 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/11cc1e8c-7ff7-40ff-b7ac-facb79eb1011 HTTP/1.1" status: 204 len: 168 time: 1.4289777 Feb 02 15:41:32.389514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49046) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:32.516769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-b6d2c2e2-e70d-4024-85db-770941a92ff0 service neutron] 10.222.0.88 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707131 Feb 02 15:41:32.562669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f66382-8119-43ca-86e1-94a90b703470 req-696aa135-dfe0-4cb1-aa2e-e71ae50e0e97 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:32.568772 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99f66382-8119-43ca-86e1-94a90b703470 req-696aa135-dfe0-4cb1-aa2e-e71ae50e0e97 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 944 time: 0.2330105 Feb 02 15:41:32.637876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.667060 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.683922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99f66382-8119-43ca-86e1-94a90b703470 req-9777911e-f2fd-4e94-9775-a6ec29289e9c tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136501 Feb 02 15:41:32.691105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Transition to ACTIVE for port object 125703ae-83f5-4f96-b10f-508117cb7122 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:32.803246 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4', 'code': 200} Feb 02 15:41:32.813529 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.910008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:32.915824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:32.944079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event updated for resources: {'Port': ['ID=125703ae-83f5-4f96-b10f-508117cb7122,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:32.949638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:32.956138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:32.957191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:32.984296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-94c96e86-d666-4d49-b7b5-f7495c461745 req-688ce26b-d3fa-460d-a079-b8af5f97e7cc tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 210 time: 0.1488135 Feb 02 15:41:32.996792 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.031353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686777bb-a529-4670-aba4-9a9375b82de6']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:33.065836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2914ba8-aab9-4159-b47a-12adc06662bb') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:33.068378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2914ba8-aab9-4159-b47a-12adc06662bb') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:33.084052 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.089353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.092487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f90acd5e-7fa0-4436-875f-16c96fe4f201 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0035753 Feb 02 15:41:33.092762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49058) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:33.110894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.120089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:41:33.120491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:41:33.154502 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:41:33.157480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9395a6b4-eb2d-4e75-872a-7359e7e63cc1 req-0868fbe7-1d4e-4ed4-8284-337791a23bd1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1096 time: 0.2307649 Feb 02 15:41:33.178703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a18f982a-609e-4d0d-868f-ecd2f6ee36d4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting port 125703ae-83f5-4f96-b10f-508117cb7122 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:33.180402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a18f982a-609e-4d0d-868f-ecd2f6ee36d4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.250684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.413641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b08487c2-8075-461e-abfc-860451c2b97c None None] Provisioning for port 125703ae-83f5-4f96-b10f-508117cb7122 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:33.420763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b08487c2-8075-461e-abfc-860451c2b97c None None] Provisioning complete for port 125703ae-83f5-4f96-b10f-508117cb7122 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:33.421266 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b08487c2-8075-461e-abfc-860451c2b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.484483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b08487c2-8075-461e-abfc-860451c2b97c None None] Port 125703ae-83f5-4f96-b10f-508117cb7122 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:41:33.516909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event updated for resources: {'Port': ['ID=cf1c2025-acad-4476-8480-cde3b3d1a9ca,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:33.522405 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9395a6b4-eb2d-4e75-872a-7359e7e63cc1 req-fe8764a6-eb8c-4e94-af66-c52ba44a48fb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193386 Feb 02 15:41:33.531395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.533723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef42fe-762e-40e5-943d-c4248f1a6dab req-1d014dab-3d70-4387-89c5-70a4eef16b53 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:33.535098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-94ef42fe-762e-40e5-943d-c4248f1a6dab req-1d014dab-3d70-4387-89c5-70a4eef16b53 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.2275414 Feb 02 15:41:33.569518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a18f982a-609e-4d0d-868f-ecd2f6ee36d4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.585693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 728cb3e4-2cff-476b-9c92-0cba0552c225 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:41:33.621843 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.627083 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:33.665623 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] 10.222.0.88 "DELETE /v2.0/networks/686777bb-a529-4670-aba4-9a9375b82de6 HTTP/1.1" status: 204 len: 168 time: 1.2590415 Feb 02 15:41:33.682248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8855dc-3d46-4bea-85ef-ff7bc33984be admin admin] Pushing event deleted for resources: {'Network': ['ID=686777bb-a529-4670-aba4-9a9375b82de6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:33.717360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a18f982a-609e-4d0d-868f-ecd2f6ee36d4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Calling delete_port for 125703ae-83f5-4f96-b10f-508117cb7122 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:33.783528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-94ef42fe-762e-40e5-943d-c4248f1a6dab req-489c2564-0bab-4cc2-93c7-c19b3632f5ae tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342787 Feb 02 15:41:33.858535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Network 9fe3e875-11a5-4dd6-b8b1-4f391353780e is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:33.859822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:33.915611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 728cb3e4-2cff-476b-9c92-0cba0552c225, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=728cb3e4-2cff-476b-9c92-0cba0552c225,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:33.952484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '728cb3e4-2cff-476b-9c92-0cba0552c225', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'port_id': '728cb3e4-2cff-476b-9c92-0cba0552c225', 'mac_address': 'fa:16:3e:e9:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:41:34.095182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:34.168971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728cb3e4-2cff-476b-9c92-0cba0552c225 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:41:34.227166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 728cb3e4-2cff-476b-9c92-0cba0552c225, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=728cb3e4-2cff-476b-9c92-0cba0552c225,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:34.259351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fdc2ecbb-d631-442b-b465-b87eb473dd17 req-895374df-d6d6-4247-ada9-0ffffdb6b062 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 210 time: 0.0641510 Feb 02 15:41:34.260808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a18f982a-609e-4d0d-868f-ecd2f6ee36d4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:34.327002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8748bc04-75f1-4598-baa0-306f6edfe2a1 None None] Provisioning complete for port cf1c2025-acad-4476-8480-cde3b3d1a9ca triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:34.328698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8748bc04-75f1-4598-baa0-306f6edfe2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:34.404972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:34.427029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f982a-609e-4d0d-868f-ecd2f6ee36d4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Port': ['ID=125703ae-83f5-4f96-b10f-508117cb7122,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:34.464677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8748bc04-75f1-4598-baa0-306f6edfe2a1 None None] Port cf1c2025-acad-4476-8480-cde3b3d1a9ca cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:41:34.478133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe98380-c944-4e81-99df-95e4c7c2b980 req-9d7d9531-330a-47fa-b7b3-e170ef60f917 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:34.480110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe98380-c944-4e81-99df-95e4c7c2b980 req-9d7d9531-330a-47fa-b7b3-e170ef60f917 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 944 time: 0.3128128 Feb 02 15:41:34.482939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=728cb3e4-2cff-476b-9c92-0cba0552c225,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:34.516548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49072) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:34.521553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a18f982a-609e-4d0d-868f-ecd2f6ee36d4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:34.547271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a18f982a-609e-4d0d-868f-ecd2f6ee36d4 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/125703ae-83f5-4f96-b10f-508117cb7122 HTTP/1.1" status: 204 len: 168 time: 1.4528456 Feb 02 15:41:34.550540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49076) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:34.571647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Router f7121cb1-9706-46b8-bbec-1633267b0488 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:41:34.576612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fe98380-c944-4e81-99df-95e4c7c2b980 req-fee4e93d-1ca6-4c80-ab76-b4904f4351e7 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840755 Feb 02 15:41:34.678779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['728cb3e4-2cff-476b-9c92-0cba0552c225'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:41:34.684631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e905bd90-9d02-4859-a2cb-93bc63dedada admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8cde6b77b02b420391965036ee4930b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1528840 Feb 02 15:41:34.693861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49080) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:34.746761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e184457-e001-4fb9-8eed-dca325470da9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:34.747785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3e184457-e001-4fb9-8eed-dca325470da9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:34.867122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:34.879756 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a7a64-b0ee-47a8-b1af-604cb0a12135 None None] Sync routers for ids ['f7121cb1-9706-46b8-bbec-1633267b0488'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:34.882081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d2b8b997-e1f5-4535-b00d-11c4fe2f809e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "PUT /v2.0/routers/f7121cb1-9706-46b8-bbec-1633267b0488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0286260 Feb 02 15:41:34.884766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49086) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:34.903647 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a810cb9e-c453-4d37-88fa-af728f4df0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:34.917537 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a7a64-b0ee-47a8-b1af-604cb0a12135 None None] Routers {'f7121cb1-9706-46b8-bbec-1633267b0488'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:34.920835 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0a7a7a64-b0ee-47a8-b1af-604cb0a12135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f7121cb1-9706-46b8-bbec-1633267b0488'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:34.931911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3e184457-e001-4fb9-8eed-dca325470da9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:34.936082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3e184457-e001-4fb9-8eed-dca325470da9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3845015 Feb 02 15:41:34.937084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49090) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:35.026491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a810cb9e-c453-4d37-88fa-af728f4df0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:35.066329 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0a7a7a64-b0ee-47a8-b1af-604cb0a12135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:35.082244 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a7a64-b0ee-47a8-b1af-604cb0a12135 None None] Routers {'f7121cb1-9706-46b8-bbec-1633267b0488'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:35.088159 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0a7a7a64-b0ee-47a8-b1af-604cb0a12135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f7121cb1-9706-46b8-bbec-1633267b0488'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:35.093742 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c851c9ae-f87b-4ab4-9b40-a67a7b5440f4 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:35.158800 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0a7a7a64-b0ee-47a8-b1af-604cb0a12135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:35.159509 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a7a64-b0ee-47a8-b1af-604cb0a12135 None None] The sync data for ids ['f7121cb1-9706-46b8-bbec-1633267b0488'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:35.183385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23baa8d6-d8b3-4da6-a327-199c398c6812 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:35.184917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-23baa8d6-d8b3-4da6-a327-199c398c6812 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2437057 Feb 02 15:41:35.187725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49094) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:35.254342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48b6d3-4733-46e1-b768-a1c78ad6e6c4 req-cd2966e5-a25e-433c-99ef-9194e33fa866 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:35.255872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e48b6d3-4733-46e1-b768-a1c78ad6e6c4 req-cd2966e5-a25e-433c-99ef-9194e33fa866 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1733685 Feb 02 15:41:35.279828 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-c851c9ae-f87b-4ab4-9b40-a67a7b5440f4 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 15:41:35.280805 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c851c9ae-f87b-4ab4-9b40-a67a7b5440f4 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/routers/f7121cb1-9706-46b8-bbec-1633267b0488 HTTP/1.1" status: 409 len: 329 time: 0.3950636 Feb 02 15:41:35.284107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49098) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:35.292707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5a599-1a63-4be9-b708-b02e39c0e711 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:35.294143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5a599-1a63-4be9-b708-b02e39c0e711 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:35.295731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5a599-1a63-4be9-b708-b02e39c0e711 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:35.298130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6cf5a599-1a63-4be9-b708-b02e39c0e711 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:35.303061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a810cb9e-c453-4d37-88fa-af728f4df0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:35.339868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810cb9e-c453-4d37-88fa-af728f4df0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8935f2d1-fd6c-430e-9ff6-0e24f4a91de5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:35.354445 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a810cb9e-c453-4d37-88fa-af728f4df0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:35.355584 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a810cb9e-c453-4d37-88fa-af728f4df0c3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8935f2d1-fd6c-430e-9ff6-0e24f4a91de5 HTTP/1.1" status: 204 len: 168 time: 0.6536620 Feb 02 15:41:35.372083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e48b6d3-4733-46e1-b768-a1c78ad6e6c4 req-131d3dd2-55b3-4e20-a244-6551a2edcc31 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074724 Feb 02 15:41:35.418830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6cf5a599-1a63-4be9-b708-b02e39c0e711 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:35.422224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6cf5a599-1a63-4be9-b708-b02e39c0e711 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2318573 Feb 02 15:41:35.426846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49108) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:35.554719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6f0d19-329d-441a-8343-fde6b24552d3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 7843c2ac-e15a-41a9-a4ee-1f285fd30fda {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:35.558567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0d19-329d-441a-8343-fde6b24552d3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:35.599551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 728cb3e4-2cff-476b-9c92-0cba0552c225 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:35.665193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57d8b10a-bc11-4962-9d95-2ffb89c3ec77 req-b291c809-4db3-40c9-ac04-7834a5a73ed4 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 210 time: 0.0471816 Feb 02 15:41:35.732071 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0d19-329d-441a-8343-fde6b24552d3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:35.773078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 728cb3e4-2cff-476b-9c92-0cba0552c225 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:35.781651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 728cb3e4-2cff-476b-9c92-0cba0552c225 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:35.782113 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:35.856693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328ad0-6419-4f18-ae2e-f6c98306c50b req-208a1eca-b0a9-4324-8434-4395e4a70866 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:35.864990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54328ad0-6419-4f18-ae2e-f6c98306c50b req-208a1eca-b0a9-4324-8434-4395e4a70866 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.2722208 Feb 02 15:41:35.909596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0d19-329d-441a-8343-fde6b24552d3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.009650 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.016632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54328ad0-6419-4f18-ae2e-f6c98306c50b req-54c0bf88-49d4-40a1-a15b-bc31a4aa0db0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506619 Feb 02 15:41:36.053874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49116) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:36.085325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 728cb3e4-2cff-476b-9c92-0cba0552c225, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=728cb3e4-2cff-476b-9c92-0cba0552c225,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:36.085325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e5411-c69f-436b-96dc-6c09c9272c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728cb3e4-2cff-476b-9c92-0cba0552c225'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:36.134815 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556e5411-c69f-436b-96dc-6c09c9272c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728cb3e4-2cff-476b-9c92-0cba0552c225', 'code': 200} Feb 02 15:41:36.151142 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f9cc6749-1742-4686-b28d-2dcba5c12ba3 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1091 time: 0.0956130 Feb 02 15:41:36.155371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49122) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:36.157220 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.171268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'd29a958c-8405-4116-83de-e630afee6fe4', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:36.178808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:36.192415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:floatingip and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:36.196247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:36.203354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:36.215047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c440e-74c2-4953-a4b9-83d364c1d73e req-f3c2bc6f-d382-45c2-91fb-b69c9311c382 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:36.217108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b5c440e-74c2-4953-a4b9-83d364c1d73e req-f3c2bc6f-d382-45c2-91fb-b69c9311c382 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 945 time: 0.3126609 Feb 02 15:41:36.246480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=728cb3e4-2cff-476b-9c92-0cba0552c225,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:36.254741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0d19-329d-441a-8343-fde6b24552d3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.286566 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.305064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.324335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f0d19-329d-441a-8343-fde6b24552d3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=7843c2ac-e15a-41a9-a4ee-1f285fd30fda,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:36.363695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-40fdeb91-c108-40a7-aecd-eab9c48095bd tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:36.365163 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-40fdeb91-c108-40a7-aecd-eab9c48095bd tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/networks?id=7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 200 len: 810 time: 0.4225008 Feb 02 15:41:36.389596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbf2bd-f86a-4a1a-8883-2098febd50e5 None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:36.427055 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0d19-329d-441a-8343-fde6b24552d3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.440415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49126) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:36.444610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Request body: {'port': {'device_id': '5cfd44d8-25cc-4be5-8e6c-be53e4329bd0', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'admin_state_up': True, 'tenant_id': '2780a785067a4e1abb7a23517c0616fa'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:36.479396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b5c440e-74c2-4953-a4b9-83d364c1d73e req-03660fe2-6eff-4e0d-aaca-a2dd8dfd1fb7 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393289 Feb 02 15:41:36.563787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2bf3a0d4-b26f-450d-a4ce-2511438e4dea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b60bf43284ac498b89279dcbee7dc0f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1202574 Feb 02 15:41:36.566512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49130) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:36.588390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c71ebe0-45ed-424c-b370-70421490b27e req-6062fbf7-d0d3-4610-91a7-aade757c43eb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 1097 time: 0.2674789 Feb 02 15:41:36.636904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dd6f0d19-329d-441a-8343-fde6b24552d3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/7843c2ac-e15a-41a9-a4ee-1f285fd30fda HTTP/1.1" status: 204 len: 168 time: 1.2085700 Feb 02 15:41:36.642847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49134) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:36.685390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:36.701865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:36.770775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c71ebe0-45ed-424c-b370-70421490b27e req-4fd828fe-f68c-4f40-8000-9e6409b0a57d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705284 Feb 02 15:41:36.779940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-68088384-db84-4c6d-ac12-af92b984a800 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Deleting subnet 9f79e1b2-9a8d-4798-b0c3-f1918f275889 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:36.782533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-27668a9d-70a0-4b68-8988-61a2daf87535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.799387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68088384-db84-4c6d-ac12-af92b984a800 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.841970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.894463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Made reservation on behalf of 2780a785067a4e1abb7a23517c0616fa for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:36.898072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.975572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-27668a9d-70a0-4b68-8988-61a2daf87535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:36.994826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22b4b406-f4d1-42b6-bfeb-083609948dbf req-06eced3b-791b-4c2b-8f30-5ce222fc19d1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 210 time: 0.0824246 Feb 02 15:41:37.006133 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68088384-db84-4c6d-ac12-af92b984a800 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.294395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Allocated IP 172.20.0.12 (7948df50-ebac-4e95-86d9-bea1aa0f5421/b2904439-bbb3-4232-aa70-5f70e2abd94d/3682ae45-adb7-4df9-afd8-73ebf5efc26c) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:37.324184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.25.0.6 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/2ba18239-76ec-4f10-adbc-17b7024deb7f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:37.342578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68088384-db84-4c6d-ac12-af92b984a800 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.404862 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-27668a9d-70a0-4b68-8988-61a2daf87535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.491712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27668a9d-70a0-4b68-8988-61a2daf87535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0332aa71-081f-4172-aa52-bc7427c786b7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:37.567614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bdfacb8f-4a65-4c62-9584-01dce86121b5 None None] Provisioning complete for port 889266e8-b0c8-450c-9e6d-fb870b0422cf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:37.568292 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bdfacb8f-4a65-4c62-9584-01dce86121b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.589011 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.617712 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-27668a9d-70a0-4b68-8988-61a2daf87535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.621378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-27668a9d-70a0-4b68-8988-61a2daf87535 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0332aa71-081f-4172-aa52-bc7427c786b7 HTTP/1.1" status: 204 len: 168 time: 1.0505052 Feb 02 15:41:37.693646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.825844 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68088384-db84-4c6d-ac12-af92b984a800 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.880106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=2ba18239-76ec-4f10-adbc-17b7024deb7f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:37.888671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68088384-db84-4c6d-ac12-af92b984a800 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Subnet': ['ID=9f79e1b2-9a8d-4798-b0c3-f1918f275889,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:37.898822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:37.902849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:37.905644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:37.947810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68088384-db84-4c6d-ac12-af92b984a800 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.950553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting port cf1c2025-acad-4476-8480-cde3b3d1a9ca {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:37.951050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:37.952719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b443214-2235-442f-9dfd-9bba34e3b6ac None None] Network 2b108652-b7f1-4e95-b1da-85ac7991b521 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:37.968546 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-68088384-db84-4c6d-ac12-af92b984a800 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9f79e1b2-9a8d-4798-b0c3-f1918f275889 HTTP/1.1" status: 204 len: 168 time: 1.3202393 Feb 02 15:41:37.974102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49144) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:37.987189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:38.057857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d5e99-1442-4372-9e2b-86144c6164e0 req-a88cc1d0-faad-47a2-84ec-1410b62c85e8 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:38.059398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c2d5e99-1442-4372-9e2b-86144c6164e0 req-a88cc1d0-faad-47a2-84ec-1410b62c85e8 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.3826756 Feb 02 15:41:38.081491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e4fd4533-6f60-45f8-a774-0e367a1a6807 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060429 Feb 02 15:41:38.087708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49150) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:38.204452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c2d5e99-1442-4372-9e2b-86144c6164e0 req-257b9c85-8d9b-412f-a2a8-e7a09c15a70e tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380084 Feb 02 15:41:38.272440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:38.362687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:38.387030 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] DHCP port deletion for 2b108652-b7f1-4e95-b1da-85ac7991b521 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:41:38.395061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Deleting port 889266e8-b0c8-450c-9e6d-fb870b0422cf {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:38.396730 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:38.490257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Calling delete_port for cf1c2025-acad-4476-8480-cde3b3d1a9ca owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:38.493215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0f2c2e-9588-4b07-9f93-85dd4d2bfb91 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:38.496976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-db0f2c2e-9588-4b07-9f93-85dd4d2bfb91 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4052584 Feb 02 15:41:38.501028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49160) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:38.610826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056e199-e9f3-4d68-a137-c14218e8298e req-317d2ad6-a045-4de2-af87-a9e5ca67716f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:38.612583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a056e199-e9f3-4d68-a137-c14218e8298e req-317d2ad6-a045-4de2-af87-a9e5ca67716f tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 932 time: 0.3007174 Feb 02 15:41:38.615199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f8fcb-9f25-4ce6-8264-2f7aa38e09b1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:38.615889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3a2f8fcb-9f25-4ce6-8264-2f7aa38e09b1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Synchronizing usage tracker for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:38.625628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Network 7948df50-ebac-4e95-86d9-bea1aa0f5421 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:38.638430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:38.641999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:41:38.713609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a056e199-e9f3-4d68-a137-c14218e8298e req-b7dbcfd7-40d8-4c97-a6e0-78bad4488de3 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925395 Feb 02 15:41:38.767264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] For port 889266e8-b0c8-450c-9e6d-fb870b0422cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=889266e8-b0c8-450c-9e6d-fb870b0422cf,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:38.767264 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:38.768158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event updated for resources: {'Port': ['ID=3682ae45-adb7-4df9-afd8-73ebf5efc26c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:38.768389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 889266e8-b0c8-450c-9e6d-fb870b0422cf no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:41:38.799978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:38.800601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:38.889396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3a2f8fcb-9f25-4ce6-8264-2f7aa38e09b1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Unset dirty status for tenant:5ba1fb8c71b544199b77b2d9ea748a53 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:38.893438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3a2f8fcb-9f25-4ce6-8264-2f7aa38e09b1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3851137 Feb 02 15:41:38.901555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49168) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:38.993102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9c4b6e58-0c8b-4d09-878a-fe0c537326ac tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902724 Feb 02 15:41:38.995770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:39.000915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49172) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:39.046727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Calling delete_port for 889266e8-b0c8-450c-9e6d-fb870b0422cf owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:39.058183 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:39.059821 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbf6426-61f4-40f0-abab-b45ee5a8046f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:39.060337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbf6426-61f4-40f0-abab-b45ee5a8046f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:39.061411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event deleted for resources: {'Port': ['ID=cf1c2025-acad-4476-8480-cde3b3d1a9ca,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:39.068414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4d4177a8-9508-42eb-bb92-a9989587b183 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6774819 Feb 02 15:41:39.072937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2fbf6426-61f4-40f0-abab-b45ee5a8046f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/125703ae-83f5-4f96-b10f-508117cb7122 HTTP/1.1" status: 404 len: 333 time: 0.0678527 Feb 02 15:41:39.084134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49178) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:39.137996 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd210ae7-fb84-4e51-a4ce-304af05fb8d1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:39.145980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd210ae7-fb84-4e51-a4ce-304af05fb8d1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:39.150193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dd210ae7-fb84-4e51-a4ce-304af05fb8d1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9f79e1b2-9a8d-4798-b0c3-f1918f275889 HTTP/1.1" status: 404 len: 337 time: 0.0626800 Feb 02 15:41:39.152619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49184) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:39.208371 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:39.213664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Request body: {'port': {'device_id': '5cfd44d8-25cc-4be5-8e6c-be53e4329bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:39.311391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 889266e8-b0c8-450c-9e6d-fb870b0422cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=889266e8-b0c8-450c-9e6d-fb870b0422cf,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:39.430677 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4402150e-ad6f-4ee3-b87b-0c0d91d1518a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:39.431196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4402150e-ad6f-4ee3-b87b-0c0d91d1518a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:39.435536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4402150e-ad6f-4ee3-b87b-0c0d91d1518a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/7843c2ac-e15a-41a9-a4ee-1f285fd30fda HTTP/1.1" status: 404 len: 337 time: 0.2786934 Feb 02 15:41:39.440825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49190) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:39.463634 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:39.507267 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfaac84-50c2-4067-946c-21919091497e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:39.507890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfaac84-50c2-4067-946c-21919091497e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:39.512080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-adfaac84-50c2-4067-946c-21919091497e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/a0d155d5-7e38-44c2-a1e2-b496a8780e69 HTTP/1.1" status: 404 len: 333 time: 0.0683072 Feb 02 15:41:39.513172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49196) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:39.519329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:39.553651 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:39.554636 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:39.555302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=889266e8-b0c8-450c-9e6d-fb870b0422cf,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:39.606727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:39.624649 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5fc14a-93d2-439d-bb4c-36d766f32d1b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:39.624649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5fc14a-93d2-439d-bb4c-36d766f32d1b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:39.630136 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fd5fc14a-93d2-439d-bb4c-36d766f32d1b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/67952310-59c5-485b-b321-53e48b7bffaf HTTP/1.1" status: 404 len: 337 time: 0.1122410 Feb 02 15:41:39.630461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49200) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:39.950601 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-135cae46-d66f-4654-8ff8-de6de55dfd95 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:39.951058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135cae46-d66f-4654-8ff8-de6de55dfd95 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:39.954529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:39.996048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:40.034258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-135cae46-d66f-4654-8ff8-de6de55dfd95 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9eb7d17a-ec07-4310-9d0b-d2ba8556101d HTTP/1.1" status: 404 len: 337 time: 0.3004026 Feb 02 15:41:40.036115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49210) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.056708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Deleting port 889266e8-b0c8-450c-9e6d-fb870b0422cf {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:40.058555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:40.075710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:40.120594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e8778-f3fe-40f9-8cdc-abb83ffc5ace req-2a813a7f-30f0-4233-96ec-09387914aa66 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:40.122183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-534e8778-f3fe-40f9-8cdc-abb83ffc5ace req-2a813a7f-30f0-4233-96ec-09387914aa66 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 932 time: 0.1851554 Feb 02 15:41:40.149915 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5588f0f1-2165-411c-98e2-eef7b787ecc2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:40.150367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5588f0f1-2165-411c-98e2-eef7b787ecc2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:40.152789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5588f0f1-2165-411c-98e2-eef7b787ecc2 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/b02f9086-2ba9-40c8-8930-6b28af98de06 HTTP/1.1" status: 404 len: 333 time: 0.1146958 Feb 02 15:41:40.157268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49214) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.185054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41c1c9-135c-4ee7-afa7-55b62d47f97c req-d58aa66f-c3aa-497d-bfec-677d39f517cf tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:40.186981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a41c1c9-135c-4ee7-afa7-55b62d47f97c req-d58aa66f-c3aa-497d-bfec-677d39f517cf tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.7451553 Feb 02 15:41:40.270555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-534e8778-f3fe-40f9-8cdc-abb83ffc5ace req-d5c9b11e-8930-48b7-b122-c8db3eeec01a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384749 Feb 02 15:41:40.271748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=2ba18239-76ec-4f10-adbc-17b7024deb7f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:40.337955 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3f10f5-78d0-4bc4-9a30-ad1608e001ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:40.338839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3f10f5-78d0-4bc4-9a30-ad1608e001ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:40.340722 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4b3f10f5-78d0-4bc4-9a30-ad1608e001ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/64818031-eb57-47b4-92eb-6695396f762f HTTP/1.1" status: 404 len: 337 time: 0.1781154 Feb 02 15:41:40.347394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49220) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.402445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] For port 889266e8-b0c8-450c-9e6d-fb870b0422cf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=889266e8-b0c8-450c-9e6d-fb870b0422cf,segment=NetworkSegment(68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb),segment_id=68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:40.402892 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:40.441424 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-485ceb6b-8400-4e99-acad-0e1e46098d01 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:40.442491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485ceb6b-8400-4e99-acad-0e1e46098d01 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:40.444262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-485ceb6b-8400-4e99-acad-0e1e46098d01 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/e7c79ad2-41be-4104-9f8c-798134b55555 HTTP/1.1" status: 404 len: 337 time: 0.0945172 Feb 02 15:41:40.447101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49226) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.450009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:40.550697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a41c1c9-135c-4ee7-afa7-55b62d47f97c req-8b37ea2e-be37-4680-b472-c3a3da1f53dc tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493582 Feb 02 15:41:40.580784 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b04e8d3-dfdb-4550-b70f-60c35eee6fff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:40.581336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b04e8d3-dfdb-4550-b70f-60c35eee6fff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:40.583434 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5b04e8d3-dfdb-4550-b70f-60c35eee6fff tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/5e4096e3-3f9d-4b62-b383-06c3a3b3908f HTTP/1.1" status: 404 len: 333 time: 0.1351650 Feb 02 15:41:40.586693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49232) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.590946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Calling delete_port for 889266e8-b0c8-450c-9e6d-fb870b0422cf owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:40.635928 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece6ca0f-85be-460e-a19e-7c6f8e2e5d76 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:40.637407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece6ca0f-85be-460e-a19e-7c6f8e2e5d76 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:40.638884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ece6ca0f-85be-460e-a19e-7c6f8e2e5d76 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/03ad96a6-a362-4ee8-8f6e-39743d2c222a HTTP/1.1" status: 404 len: 337 time: 0.0509350 Feb 02 15:41:40.643625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49236) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.704517 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-61df87ce-f06e-4ab4-a345-3bc636539b85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:40.705086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61df87ce-f06e-4ab4-a345-3bc636539b85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:40.707872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-61df87ce-f06e-4ab4-a345-3bc636539b85 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/14cda80a-1895-4f79-ab11-230cb4fc4daf HTTP/1.1" status: 404 len: 337 time: 0.0653725 Feb 02 15:41:40.710211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49242) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.766252 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43cb199-fc8f-4279-b774-8b3db84bd853 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:40.766909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43cb199-fc8f-4279-b774-8b3db84bd853 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:40.769247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d43cb199-fc8f-4279-b774-8b3db84bd853 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/2e89e6f5-5612-47c2-9e31-a99fa331f8f1 HTTP/1.1" status: 404 len: 333 time: 0.0579207 Feb 02 15:41:40.771893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49246) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.832333 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae58065-37a8-404d-888d-2bbd7d820638 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:40.832689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae58065-37a8-404d-888d-2bbd7d820638 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:40.834818 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dae58065-37a8-404d-888d-2bbd7d820638 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/3011e206-0f25-42f2-9ed2-ed5f5e2deeba HTTP/1.1" status: 404 len: 337 time: 0.0618246 Feb 02 15:41:40.841736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:40.847401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49250) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:40.953311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] No DVR routers for this DVR port 889266e8-b0c8-450c-9e6d-fb870b0422cf on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:41:40.978586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd11287-1c2f-422f-aa49-119b06bae937 None None] Pushing event deleted for resources: {'Port': ['ID=889266e8-b0c8-450c-9e6d-fb870b0422cf,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:41.031912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Sync routers for ids ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:41.040561 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdce2dbe-83a1-4b47-9c95-61a7558fef23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.040561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdce2dbe-83a1-4b47-9c95-61a7558fef23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.040561 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bdce2dbe-83a1-4b47-9c95-61a7558fef23 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/85905b49-8869-4ec8-8629-65d553b838e1 HTTP/1.1" status: 404 len: 333 time: 0.1928527 Feb 02 15:41:41.040561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49258) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.062394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Routers {'41a7a72d-4cae-46d5-adb5-fcf1d02faf36'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:41.064671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:41.096775 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-39677254-bb1f-427c-8b63-910f173d10cd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.097176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39677254-bb1f-427c-8b63-910f173d10cd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.099349 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-39677254-bb1f-427c-8b63-910f173d10cd tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/ee1309ce-9212-4937-ba13-2b280b2f7ed1 HTTP/1.1" status: 404 len: 337 time: 0.0577621 Feb 02 15:41:41.108861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49262) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.158012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Router f7121cb1-9706-46b8-bbec-1633267b0488 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:41:41.171109 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-104950dc-c4d7-42eb-8067-4465c8fa2694 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.171109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104950dc-c4d7-42eb-8067-4465c8fa2694 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.173807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-104950dc-c4d7-42eb-8067-4465c8fa2694 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/ea69289c-64ad-40ec-b66e-b0a412cb88cf HTTP/1.1" status: 404 len: 333 time: 0.0586596 Feb 02 15:41:41.176651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49266) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.228096 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a79ffc-6b65-4e67-bb9b-ebd7e162cead tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.228798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a79ffc-6b65-4e67-bb9b-ebd7e162cead tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.230922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-27a79ffc-6b65-4e67-bb9b-ebd7e162cead tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/8198c9fa-68eb-433d-9e38-a2bbc74f32f0 HTTP/1.1" status: 404 len: 337 time: 0.0531156 Feb 02 15:41:41.233808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49272) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.324784 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b924643e-e5c7-4200-8475-7062e2cd1f2a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.325569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b924643e-e5c7-4200-8475-7062e2cd1f2a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.331397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b924643e-e5c7-4200-8475-7062e2cd1f2a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/a781a0de-b167-477d-9a02-cf57fbf5e1c2 HTTP/1.1" status: 404 len: 333 time: 0.0928507 Feb 02 15:41:41.336430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49284) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.344608 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Floating IP 03acf569-43f2-4464-852b-b7d66479c9cb associated. External IP: 172.25.0.6, port: d29a958c-8405-4116-83de-e630afee6fe4. Feb 02 15:41:41.427525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Set router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:41.464869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3682ae45-adb7-4df9-afd8-73ebf5efc26c {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:41:41.476300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:41.485007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:41.496216 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb1dc8-ff4f-4c92-9053-f4477c71415e None None] Sync routers for ids ['f7121cb1-9706-46b8-bbec-1633267b0488'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:41.518250 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb1dc8-ff4f-4c92-9053-f4477c71415e None None] Routers {'f7121cb1-9706-46b8-bbec-1633267b0488'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:41.518874 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-94bb1dc8-ff4f-4c92-9053-f4477c71415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f7121cb1-9706-46b8-bbec-1633267b0488'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:41.604791 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d0b327e9-bc00-4e9b-a38d-661cc38c1634 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "PUT /v2.0/routers/f7121cb1-9706-46b8-bbec-1633267b0488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3189774 Feb 02 15:41:41.612960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49290) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.630583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Transition to ACTIVE for port object 3682ae45-adb7-4df9-afd8-73ebf5efc26c will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:41.647988 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-505511f0-b878-4a77-9623-cf0e997cabcc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.649343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505511f0-b878-4a77-9623-cf0e997cabcc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.651333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-505511f0-b878-4a77-9623-cf0e997cabcc tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/c21d5c70-3d59-4702-b508-25a5e5c04b2c HTTP/1.1" status: 404 len: 337 time: 0.3095663 Feb 02 15:41:41.655230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.666723 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-94bb1dc8-ff4f-4c92-9053-f4477c71415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:41.692183 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb1dc8-ff4f-4c92-9053-f4477c71415e None None] Routers {'f7121cb1-9706-46b8-bbec-1633267b0488'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:41.692796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-94bb1dc8-ff4f-4c92-9053-f4477c71415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f7121cb1-9706-46b8-bbec-1633267b0488'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:41.709489 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-25695312-b28d-4737-8f52-26fd952bcab9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.710870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25695312-b28d-4737-8f52-26fd952bcab9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.713993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-25695312-b28d-4737-8f52-26fd952bcab9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/135a0bda-2d11-4bd2-b62e-e27eb81555f3 HTTP/1.1" status: 404 len: 333 time: 0.0571413 Feb 02 15:41:41.719716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49300) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.795174 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-950a91ac-a6eb-48ee-9eb2-6367832b251f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.796075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950a91ac-a6eb-48ee-9eb2-6367832b251f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.798003 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-950a91ac-a6eb-48ee-9eb2-6367832b251f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/fff64c92-b9f7-4f40-8911-cde3b6602454 HTTP/1.1" status: 404 len: 337 time: 0.0721359 Feb 02 15:41:41.803829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49306) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.809649 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-dc978ba4-ecec-4b96-a2e0-472aedcca806 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] show failed (client error): The resource could not be found. Feb 02 15:41:41.811075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dc978ba4-ecec-4b96-a2e0-472aedcca806 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-826655594 HTTP/1.1" status: 404 len: 334 time: 0.1892989 Feb 02 15:41:41.826858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49308) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.829213 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:41.834578 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-94bb1dc8-ff4f-4c92-9053-f4477c71415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:41.846436 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb1dc8-ff4f-4c92-9053-f4477c71415e None None] The sync data for ids ['f7121cb1-9706-46b8-bbec-1633267b0488'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:41.907861 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-78186354-d95f-4981-8448-98ffec870c34 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:41.908669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78186354-d95f-4981-8448-98ffec870c34 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:41.910190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0298cd40-2059-4a78-b8f5-63f6586ff2e2 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:41.911199 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-78186354-d95f-4981-8448-98ffec870c34 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/619d4295-f8fd-4f88-86cc-f7f196be50cd HTTP/1.1" status: 404 len: 333 time: 0.0880823 Feb 02 15:41:41.918987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49314) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:41.925219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-15ce2395-ae25-4279-b757-433ce5997ce7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 1097 time: 0.5102990 Feb 02 15:41:41.982057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Pushing event updated for resources: {'Port': ['ID=3682ae45-adb7-4df9-afd8-73ebf5efc26c,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:41.986580 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-0298cd40-2059-4a78-b8f5-63f6586ff2e2 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] update failed (client error): The resource could not be found. Feb 02 15:41:41.988067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0298cd40-2059-4a78-b8f5-63f6586ff2e2 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-904188312 HTTP/1.1" status: 404 len: 334 time: 0.1601775 Feb 02 15:41:41.992851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49318) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:42.020855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a591faf6-733e-4e8b-8212-f999182accc1', 'name': '', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'mac_address': 'fa:16:3e:88:2d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:04Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 2, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'subnets': [{'id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:42.028777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Checking router: 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:41:42.029258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Updating router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 port a591faf6-733e-4e8b-8212-f999182accc1 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:41:42.059763 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e453aa20-8ab6-4f74-bebf-5f3aeb093d91 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:42.060361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e453aa20-8ab6-4f74-bebf-5f3aeb093d91 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:42.062594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e453aa20-8ab6-4f74-bebf-5f3aeb093d91 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/c5bfcae5-f385-4303-a347-1f42b88bd4df HTTP/1.1" status: 404 len: 337 time: 0.1355977 Feb 02 15:41:42.085379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49322) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:42.153328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:42.371630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-892c5d58-e249-40c3-9f8b-6f6db84ab1d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:42.373398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-892c5d58-e249-40c3-9f8b-6f6db84ab1d8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 HTTP/1.1" status: 200 len: 913 time: 0.3099039 Feb 02 15:41:42.387101 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a09be4a-cadc-4590-99a5-569c43e98527 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:42.387706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a09be4a-cadc-4590-99a5-569c43e98527 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:42.391916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3a09be4a-cadc-4590-99a5-569c43e98527 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9c69c3ab-bdef-427d-84ad-42db5cfeaac5 HTTP/1.1" status: 404 len: 337 time: 0.2996037 Feb 02 15:41:42.400461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49328) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:42.408843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9593e2-a8d9-49ae-94c6-29e02faad6b7 req-464209c8-949e-4cc7-b975-3ad049bcc508 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:42.410323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf9593e2-a8d9-49ae-94c6-29e02faad6b7 req-464209c8-949e-4cc7-b975-3ad049bcc508 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.9303169 Feb 02 15:41:42.452273 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2253d781-881e-4193-901c-7e9cb82e43c3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:42.452831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2253d781-881e-4193-901c-7e9cb82e43c3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:42.455918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2253d781-881e-4193-901c-7e9cb82e43c3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/cfbd23d9-d232-4875-9915-adf0b4ab2648 HTTP/1.1" status: 404 len: 333 time: 0.0538568 Feb 02 15:41:42.460156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49336) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:42.519389 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39e2e60-ec4e-4935-a373-783f0bb2c5e5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:42.519947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39e2e60-ec4e-4935-a373-783f0bb2c5e5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:42.521829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b39e2e60-ec4e-4935-a373-783f0bb2c5e5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/61091722-9b20-403b-b4ed-6eedf8452c4a HTTP/1.1" status: 404 len: 337 time: 0.0605879 Feb 02 15:41:42.526860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49340) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:42.531005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-971a9a8f-28e5-4b48-a61b-4af7cd173c37 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728cb3e4-2cff-476b-9c92-0cba0552c225 HTTP/1.1" status: 200 len: 217 time: 0.1450763 Feb 02 15:41:42.614145 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a275e2-ebc5-4145-bf29-257849fac04f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:42.614734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a275e2-ebc5-4145-bf29-257849fac04f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:42.616801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c4a275e2-ebc5-4145-bf29-257849fac04f tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/41ed2927-1796-4de5-a17d-53297fcb2088 HTTP/1.1" status: 404 len: 337 time: 0.0880640 Feb 02 15:41:42.625271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49346) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:42.688822 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-431df756-7855-4c72-b128-1238f417443a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:42.690138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61c9ba5-5980-49be-870e-2c771aee818e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting subnet d83e1e14-995c-49be-b78b-c32e4b85ce9b {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:42.690261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431df756-7855-4c72-b128-1238f417443a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:42.691256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-431df756-7855-4c72-b128-1238f417443a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/00d71bca-b68d-48c5-92c0-a55d095d2d94 HTTP/1.1" status: 404 len: 333 time: 0.0629342 Feb 02 15:41:42.694834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49350) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:42.697777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Attempting to bind port 3682ae45-adb7-4df9-afd8-73ebf5efc26c on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:42.698178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Attempting to bind port 3682ae45-adb7-4df9-afd8-73ebf5efc26c by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:42.698520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Attempting to bind port 3682ae45-adb7-4df9-afd8-73ebf5efc26c on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:42.707889 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e61c9ba5-5980-49be-870e-2c771aee818e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:42.746859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Port 3682ae45-adb7-4df9-afd8-73ebf5efc26c on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:41:42.747188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Attempting to bind port 3682ae45-adb7-4df9-afd8-73ebf5efc26c on network 7948df50-ebac-4e95-86d9-bea1aa0f5421 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:42.784971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf9593e2-a8d9-49ae-94c6-29e02faad6b7 req-252e6d92-47a7-483f-a4e8-e865ce9fc89b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280210 Feb 02 15:41:42.788646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:42.794132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:42.794681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Checking segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:42.795086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Bound using segment: {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:42.795547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Bound port: 3682ae45-adb7-4df9-afd8-73ebf5efc26c, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ef3647-a2ef-4796-995f-b0c9829c11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:42.797774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:42.810223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-074feeab-04d1-4911-9614-1128b654bf0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:42.810223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-074feeab-04d1-4911-9614-1128b654bf0f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a30eabd-412c-448e-8c06-5613ea3c1c99 HTTP/1.1" status: 200 len: 851 time: 0.2400913 Feb 02 15:41:42.830598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Transition to ACTIVE for port object a591faf6-733e-4e8b-8212-f999182accc1 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:42.889307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e61c9ba5-5980-49be-870e-2c771aee818e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:42.910839 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a874d0-2734-4adf-89e7-ab6313b03946 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:42.910839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a874d0-2734-4adf-89e7-ab6313b03946 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:42.915083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-00a874d0-2734-4adf-89e7-ab6313b03946 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/c098536c-3603-403f-b52e-bb7ba007405b HTTP/1.1" status: 404 len: 337 time: 0.1480956 Feb 02 15:41:42.917356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:42.930122 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-d606c089-74aa-463a-b753-3a9fc28ee872 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711789 Feb 02 15:41:42.944674 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.008109 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-274f769b-e4ab-47fd-bdb1-f9fd4369d025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:43.008646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274f769b-e4ab-47fd-bdb1-f9fd4369d025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:43.012946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-274f769b-e4ab-47fd-bdb1-f9fd4369d025 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/30455003-a832-4059-9945-69c82e12d065 HTTP/1.1" status: 404 len: 337 time: 0.0875883 Feb 02 15:41:43.014351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49358) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.088698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318a942-1471-4bf2-a12b-63d8e5e29024 None None] Pushing event updated for resources: {'Port': ['ID=a591faf6-733e-4e8b-8212-f999182accc1,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:43.105437 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3754c2ad-2a2f-4ee7-9f3d-e5951dbcb36b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:43.105879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3754c2ad-2a2f-4ee7-9f3d-e5951dbcb36b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:43.110018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3754c2ad-2a2f-4ee7-9f3d-e5951dbcb36b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/4ab8b306-cee7-454f-9aca-84ad08ef0dd9 HTTP/1.1" status: 404 len: 333 time: 0.0879085 Feb 02 15:41:43.113849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49362) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.128079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] For port 3682ae45-adb7-4df9-afd8-73ebf5efc26c, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:43.145407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] For port 3682ae45-adb7-4df9-afd8-73ebf5efc26c, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3682ae45-adb7-4df9-afd8-73ebf5efc26c,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:43.156836 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e61c9ba5-5980-49be-870e-2c771aee818e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.193315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eca11-8845-4979-b73e-df4706b73a3f req-fc425f92-a7c7-49ed-9c5a-d9448b0a894a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:43.197764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0fc12-fca3-479a-bbb4-d98f6b30ce87 req-d2c70ae3-1c04-4c5d-ad4d-9fe68a05ddba tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:43.200164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d74eca11-8845-4979-b73e-df4706b73a3f req-fc425f92-a7c7-49ed-9c5a-d9448b0a894a tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 944 time: 0.4267683 Feb 02 15:41:43.202254 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1c30f9-caa4-4125-831c-0974ae5e517c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:43.202744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1c30f9-caa4-4125-831c-0974ae5e517c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:43.203747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Attempting to bind port a591faf6-733e-4e8b-8212-f999182accc1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:43.208718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Attempting to bind port a591faf6-733e-4e8b-8212-f999182accc1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:43.208879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24b0fc12-fca3-479a-bbb4-d98f6b30ce87 req-d2c70ae3-1c04-4c5d-ad4d-9fe68a05ddba tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 945 time: 0.2555759 Feb 02 15:41:43.209010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3f1c30f9-caa4-4125-831c-0974ae5e517c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/ef227603-0767-4ac5-8cdd-166238a88151 HTTP/1.1" status: 404 len: 337 time: 0.0797007 Feb 02 15:41:43.209125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Attempting to bind port a591faf6-733e-4e8b-8212-f999182accc1 on network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:41:43.212384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49366) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.229145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-d05b0f8a-74bd-4fd1-9ffe-f501d071e0ef service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531652 Feb 02 15:41:43.232171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:41:43.232879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Checking segment: {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:41:43.233457 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.234020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Bound using segment: {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:41:43.234763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Bound port: a591faf6-733e-4e8b-8212-f999182accc1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:43.236003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.291629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.346503 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae6f389-7598-44b2-a086-6b680a552fad tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:43.346835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae6f389-7598-44b2-a086-6b680a552fad tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:43.348861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1ae6f389-7598-44b2-a086-6b680a552fad tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/729541d5-9989-402f-97c6-2b07d2d9cbb1 HTTP/1.1" status: 404 len: 337 time: 0.1352851 Feb 02 15:41:43.361958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] For port a591faf6-733e-4e8b-8212-f999182accc1, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:41:43.366851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] For port a591faf6-733e-4e8b-8212-f999182accc1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a591faf6-733e-4e8b-8212-f999182accc1,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:41:43.376173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49372) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.449726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 2dbc6645-18e3-4999-af11-77ed107ee310 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:41:43.456869 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.458258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] 10.222.0.64 "PUT /v2.0/ports/3682ae45-adb7-4df9-afd8-73ebf5efc26c HTTP/1.1" status: 200 len: 1092 time: 4.2514987 Feb 02 15:41:43.462851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd44d8-25cc-4be5-8e6c-be53e4329bd0', 'tag': '3682ae45-adb7-4df9-afd8-73ebf5efc26c'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:43.470152 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.475011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1d5e7e2b-7cc3-47cb-8878-030a589e368b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports?device_id=166f1930-5c38-4629-8ab8-8a409387c4ee HTTP/1.1" status: 200 len: 205 time: 0.0961549 Feb 02 15:41:43.482772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49378) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.493543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d74eca11-8845-4979-b73e-df4706b73a3f req-b384c9b8-a708-40d3-85a7-308ad8e8ef37 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912931 Feb 02 15:41:43.503481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24b0fc12-fca3-479a-bbb4-d98f6b30ce87 req-b3970123-ef2a-4f93-b10b-3876ab780699 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971606 Feb 02 15:41:43.513196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe8b17-3597-439a-94d3-d9f6441b1143 service neutron] Pushing event updated for resources: {'Port': ['ID=3682ae45-adb7-4df9-afd8-73ebf5efc26c,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:43.570602 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfd44d8-25cc-4be5-8e6c-be53e4329bd0', 'tag': '3682ae45-adb7-4df9-afd8-73ebf5efc26c', 'status': 'completed', 'code': 200} Feb 02 15:41:43.573345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Routers {'41a7a72d-4cae-46d5-adb5-fcf1d02faf36'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:43.573975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:43.635086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318a942-1471-4bf2-a12b-63d8e5e29024 None None] Pushing event updated for resources: {'Port': ['ID=a591faf6-733e-4e8b-8212-f999182accc1,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:43.675060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e61c9ba5-5980-49be-870e-2c771aee818e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.694200 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-dd9cbeb3-3fc7-437c-882b-d943776e8fc9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] delete failed (client error): The resource could not be found. Feb 02 15:41:43.697791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dd9cbeb3-3fc7-437c-882b-d943776e8fc9 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/routers/166f1930-5c38-4629-8ab8-8a409387c4ee HTTP/1.1" status: 404 len: 336 time: 0.1991296 Feb 02 15:41:43.707038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49382) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.724832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c9ba5-5980-49be-870e-2c771aee818e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event deleted for resources: {'Subnet': ['ID=d83e1e14-995c-49be-b78b-c32e4b85ce9b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:43.734754 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e61c9ba5-5980-49be-870e-2c771aee818e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:43.751989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e61c9ba5-5980-49be-870e-2c771aee818e tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/subnets/d83e1e14-995c-49be-b78b-c32e4b85ce9b HTTP/1.1" status: 204 len: 168 time: 1.7575960 Feb 02 15:41:43.754691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49386) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.759397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9726a2e-b0f9-446e-8c8e-c89de30e0cc1 req-75d593fa-7357-41c4-8f41-2c1e460e009c service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218441 Feb 02 15:41:43.761324 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce85372-5e27-4ae2-9c43-bdc2ee1d42e3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:43.761748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce85372-5e27-4ae2-9c43-bdc2ee1d42e3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:43.765787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0ce85372-5e27-4ae2-9c43-bdc2ee1d42e3 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9fb2be20-8b24-4581-b975-f092abd5e226 HTTP/1.1" status: 404 len: 337 time: 0.0554438 Feb 02 15:41:43.766755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49390) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.776786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fb48d4-f8e1-4d16-8b41-8a1b6f263c66 None None] Network 3a866861-dee6-4a48-bb62-c821fefcdb2a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:43.840353 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c0be79d9-8f18-4416-8134-8563ac853e7d tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e03a0a7-a25a-4441-b720-1f084efafb11 HTTP/1.1" status: 200 len: 205 time: 0.0714509 Feb 02 15:41:43.841359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49396) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.914720 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-3b84a52d-9b59-4ed4-8eba-798e842e1c87 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] delete failed (client error): The resource could not be found. Feb 02 15:41:43.915976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3b84a52d-9b59-4ed4-8eba-798e842e1c87 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/routers/5e03a0a7-a25a-4441-b720-1f084efafb11 HTTP/1.1" status: 404 len: 336 time: 0.0735595 Feb 02 15:41:43.918629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49400) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:43.943215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90cabd21-9ac5-4ff8-85ea-369d6e956bef req-92aa5ec4-6547-4559-86a7-f06040fed9a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 1095 time: 0.3224299 Feb 02 15:41:43.977158 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff41a20-34e9-437e-80f5-4fd476ac439e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:43.977746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff41a20-34e9-437e-80f5-4fd476ac439e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:43.979600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1ff41a20-34e9-437e-80f5-4fd476ac439e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/15e71ba2-2303-4ea0-b50e-281ac029e52d HTTP/1.1" status: 404 len: 337 time: 0.0565977 Feb 02 15:41:43.982236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49404) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.065259 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a6012b-aa8c-46ac-8ad0-760ffc20ca83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:44.065704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a6012b-aa8c-46ac-8ad0-760ffc20ca83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:44.067478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-58a6012b-aa8c-46ac-8ad0-760ffc20ca83 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/3cd9fa85-2104-48cb-a114-621926678830 HTTP/1.1" status: 404 len: 337 time: 0.0841753 Feb 02 15:41:44.073960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49408) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.079456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] Set router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:44.180512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c659df99-6ea3-4b5e-8585-c2ca5fbc917a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting subnet 642894f3-dfbe-4d77-83c9-1a918d956db9 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:44.191562 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-100790f6-c363-42d9-b313-1b42eeacde99 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:44.191964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100790f6-c363-42d9-b313-1b42eeacde99 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:44.193634 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-100790f6-c363-42d9-b313-1b42eeacde99 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/2f884fb1-7418-4d00-a7ba-24d778b4bb18 HTTP/1.1" status: 404 len: 333 time: 0.1176662 Feb 02 15:41:44.197135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.204013 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c659df99-6ea3-4b5e-8585-c2ca5fbc917a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:44.255023 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7154b8f-4a91-4be1-b547-9a22ef082dbf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:44.255468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7154b8f-4a91-4be1-b547-9a22ef082dbf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:44.257173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f7154b8f-4a91-4be1-b547-9a22ef082dbf tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9d7c5647-3329-4756-9a9a-68e4dade4db3 HTTP/1.1" status: 404 len: 337 time: 0.0581856 Feb 02 15:41:44.260148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49416) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.264950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cabd21-9ac5-4ff8-85ea-369d6e956bef req-bad4b375-3b94-4f1d-8abb-f663f4dbaf72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:44.271551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90cabd21-9ac5-4ff8-85ea-369d6e956bef req-bad4b375-3b94-4f1d-8abb-f663f4dbaf72 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2780a785067a4e1abb7a23517c0616fa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2759755 Feb 02 15:41:44.281661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9030c1-1014-48c8-8638-92c7efc487e6 req-201a0a81-3479-4c8c-9c81-088ce3b4c9a7 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:44.287903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa9030c1-1014-48c8-8638-92c7efc487e6 req-201a0a81-3479-4c8c-9c81-088ce3b4c9a7 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.3331306 Feb 02 15:41:44.317629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c659df99-6ea3-4b5e-8585-c2ca5fbc917a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:44.325434 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd362f3a-fd5c-4e93-8e26-1e86f1bedb90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:44.325894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd362f3a-fd5c-4e93-8e26-1e86f1bedb90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:44.328021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cd362f3a-fd5c-4e93-8e26-1e86f1bedb90 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/a95a65b8-3b67-4d3d-ac4c-242457470253 HTTP/1.1" status: 404 len: 333 time: 0.0666046 Feb 02 15:41:44.340352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-737acb1b-544e-4975-ac13-18c5dc0bd88e tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:44.346170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-737acb1b-544e-4975-ac13-18c5dc0bd88e tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.107 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 945 time: 0.3199170 Feb 02 15:41:44.346170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49422) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.450059 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc89ec36-8bf1-4ca2-93e2-d152851839ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:44.450526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc89ec36-8bf1-4ca2-93e2-d152851839ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:44.455105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bc89ec36-8bf1-4ca2-93e2-d152851839ed tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/31ec66f6-225e-4570-97b8-cf8e69d8ea63 HTTP/1.1" status: 404 len: 337 time: 0.1054933 Feb 02 15:41:44.469364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49428) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.512589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a591faf6-733e-4e8b-8212-f999182accc1', 'name': '', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'mac_address': 'fa:16:3e:88:2d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:04Z', 'updated_at': '2022-02-02T15:41:43Z', 'revision_number': 4, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'subnets': [{'id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:44.529413 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b56322-c830-4db0-82d7-a2a66238c08b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:44.529894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b56322-c830-4db0-82d7-a2a66238c08b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:44.531681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-89b56322-c830-4db0-82d7-a2a66238c08b tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/38433382-29c7-4706-aadc-87f3224c0bc9 HTTP/1.1" status: 404 len: 333 time: 0.0614445 Feb 02 15:41:44.543760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.545716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:44.559254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdccfb7-cddd-40a6-84f7-201e8e093dfe None None] The sync data for ids ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'] in n-d-827122-1 is: [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a591faf6-733e-4e8b-8212-f999182accc1', 'name': '', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'mac_address': 'fa:16:3e:88:2d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:04Z', 'updated_at': '2022-02-02T15:41:43Z', 'revision_number': 4, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'subnets': [{'id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:44.562202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa9030c1-1014-48c8-8638-92c7efc487e6 req-5bac54d3-4e2c-4e03-91d4-e5d61574f448 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655256 Feb 02 15:41:44.564543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] Sync routers for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:44.605521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] DHCP port deletion for 3a866861-dee6-4a48-bb62-c821fefcdb2a request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:41:44.625113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:44.626107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:44.677227 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe85ad70-b770-4c3e-aaa7-ea1ef0cefec1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:44.681695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe85ad70-b770-4c3e-aaa7-ea1ef0cefec1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:44.681695 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fe85ad70-b770-4c3e-aaa7-ea1ef0cefec1 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/af85bcde-d37b-4643-90e8-c4706c61a66b HTTP/1.1" status: 404 len: 337 time: 0.1314743 Feb 02 15:41:44.687050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:44.694211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49440) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.756962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Deleting port 969868c8-3c71-448d-a0e3-4df6b67db49a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:44.756962 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:44.870615 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dfa8d3-9338-4b05-b3df-db03d0df6c0a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:44.871313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dfa8d3-9338-4b05-b3df-db03d0df6c0a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:44.875425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b2dfa8d3-9338-4b05-b3df-db03d0df6c0a tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/280a8f14-fe11-4869-9ef6-5e3ccc4dd781 HTTP/1.1" status: 404 len: 333 time: 0.1762121 Feb 02 15:41:44.895624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49444) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:44.991155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a583b9c5-4a06-495b-a629-8478750a7e2e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 8.8346264 Feb 02 15:41:44.996364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:45.005782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:45.010658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cabd21-9ac5-4ff8-85ea-369d6e956bef req-752bb5a8-9b58-4d9a-8c6d-e2a26326b655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:45.012253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90cabd21-9ac5-4ff8-85ea-369d6e956bef req-752bb5a8-9b58-4d9a-8c6d-e2a26326b655 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7228544 Feb 02 15:41:45.014000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c659df99-6ea3-4b5e-8585-c2ca5fbc917a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:45.058212 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f26c43-3260-432d-9f53-82a01afcb707 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:45.058949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f26c43-3260-432d-9f53-82a01afcb707 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:45.060915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-80f26c43-3260-432d-9f53-82a01afcb707 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/5c194a04-9b3e-4247-b679-e11111524c9c HTTP/1.1" status: 404 len: 337 time: 0.1519556 Feb 02 15:41:45.072715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49452) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:45.130648 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-821d1861-a075-4770-9390-9fcfa705d8d5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:45.131357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821d1861-a075-4770-9390-9fcfa705d8d5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:45.133448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-821d1861-a075-4770-9390-9fcfa705d8d5 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/f08018ca-beea-448b-ac0b-292a2a115cd6 HTTP/1.1" status: 404 len: 333 time: 0.0580244 Feb 02 15:41:45.135490 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31734667-61df-4b79-975d-86dfbe27ddb6 req-ad8c0a3f-be90-4ca8-82da-37884c4a4e85 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:45.137304 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-31734667-61df-4b79-975d-86dfbe27ddb6 req-ad8c0a3f-be90-4ca8-82da-37884c4a4e85 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 944 time: 0.2968581 Feb 02 15:41:45.140552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49456) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:45.238194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] Deleting port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:45.238767 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:45.259739 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae47838-ecc1-49a3-9cfe-993bb15a1e3c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:45.260486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae47838-ecc1-49a3-9cfe-993bb15a1e3c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:45.262671 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4ae47838-ecc1-49a3-9cfe-993bb15a1e3c tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/6bcc9dc9-aba0-4cde-8786-1c0c7fc5cfe1 HTTP/1.1" status: 404 len: 337 time: 0.1211348 Feb 02 15:41:45.268572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49460) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:45.280405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a591faf6-733e-4e8b-8212-f999182accc1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:45.308970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9eaa-bb96-40fb-bcf3-c51b999a03f7 req-f2176e00-700e-4da5-9583-834de7442359 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:45.317231 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33ab9eaa-bb96-40fb-bcf3-c51b999a03f7 req-f2176e00-700e-4da5-9583-834de7442359 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 945 time: 0.3670065 Feb 02 15:41:45.351183 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-297e60c8-13c9-401a-b117-11077e7af175 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:45.352054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297e60c8-13c9-401a-b117-11077e7af175 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:45.360693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-297e60c8-13c9-401a-b117-11077e7af175 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/3fac21d0-2332-47c5-a05a-2694251dc121 HTTP/1.1" status: 404 len: 333 time: 0.0897610 Feb 02 15:41:45.367203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-8e396006-44a7-473f-a7d2-5d2186b02277 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2780a785067a4e1abb7a23517c0616fa&device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 1095 time: 0.2865179 Feb 02 15:41:45.367670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49464) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:45.435496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-31734667-61df-4b79-975d-86dfbe27ddb6 req-c1f84ce9-1778-40d2-94c2-987f84024680 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687938 Feb 02 15:41:45.456403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c659df99-6ea3-4b5e-8585-c2ca5fbc917a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:45.687323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] For port 969868c8-3c71-448d-a0e3-4df6b67db49a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=969868c8-3c71-448d-a0e3-4df6b67db49a,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:45.689388 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:45.700604 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba585f1-c506-448d-9f2e-4ae9cd1922f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:45.701138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba585f1-c506-448d-9f2e-4ae9cd1922f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:45.705889 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dba585f1-c506-448d-9f2e-4ae9cd1922f7 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/9b7b7bfa-271d-4021-a643-61c706733114 HTTP/1.1" status: 404 len: 337 time: 0.3368895 Feb 02 15:41:45.735992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49478) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:45.758392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659df99-6ea3-4b5e-8585-c2ca5fbc917a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event deleted for resources: {'Subnet': ['ID=642894f3-dfbe-4d77-83c9-1a918d956db9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:45.812680 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-a76e38e3-0a2c-406d-adf1-27cdb26b5ed9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3682ae45-adb7-4df9-afd8-73ebf5efc26c HTTP/1.1" status: 200 len: 217 time: 0.3788753 Feb 02 15:41:45.825572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c659df99-6ea3-4b5e-8585-c2ca5fbc917a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:45.830073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c659df99-6ea3-4b5e-8585-c2ca5fbc917a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/subnets/642894f3-dfbe-4d77-83c9-1a918d956db9 HTTP/1.1" status: 204 len: 168 time: 2.0718665 Feb 02 15:41:45.839278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49482) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:45.849299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33ab9eaa-bb96-40fb-bcf3-c51b999a03f7 req-9bcc9b5f-b27e-4a22-a0b0-24a1a616ca08 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311036 Feb 02 15:41:45.852132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e015e2-0b9d-4f71-a805-8770b4335ade None None] Network b6f31da7-e093-4302-a749-f960e5935e80 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:45.888047 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f57d33-95e3-4116-ae22-c8524c567997 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:45.888497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f57d33-95e3-4116-ae22-c8524c567997 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:45.893136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-90f57d33-95e3-4116-ae22-c8524c567997 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/ports/f12997c3-d98c-437d-b33b-c80ede4fcaed HTTP/1.1" status: 404 len: 333 time: 0.1559918 Feb 02 15:41:45.895809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49486) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:45.961639 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3486d28e-ba11-43d3-b722-3b56301a0149 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] DELETE failed (client error): The resource could not be found. Feb 02 15:41:45.961843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3486d28e-ba11-43d3-b722-3b56301a0149 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:41:45.967920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3486d28e-ba11-43d3-b722-3b56301a0149 tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/subnets/3e8540f0-05da-4526-b665-402f30e6bba6 HTTP/1.1" status: 404 len: 337 time: 0.0667176 Feb 02 15:41:45.968128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49490) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:45.982525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4adcbce1-1915-4ab9-9488-735576fe62ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:45.988203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-4adcbce1-1915-4ab9-9488-735576fe62ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 200 len: 850 time: 0.1524963 Feb 02 15:41:46.025173 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4', 'status': 'completed', 'code': 200} Feb 02 15:41:46.026001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] For port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d28b1500-9bd4-43b1-b1ef-8b6e0aadd761,segment=NetworkSegment(112b4186-8366-4253-8574-47c5bf9fa9ac),segment_id=112b4186-8366-4253-8574-47c5bf9fa9ac)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:46.026398 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:46.102773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-b6e73fab-bad7-4ea6-beae-cf7808144109 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7948df50-ebac-4e95-86d9-bea1aa0f5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089730 Feb 02 15:41:46.227216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a591faf6-733e-4e8b-8212-f999182accc1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:46.240273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] Calling delete_port for d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:46.254498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72095f-db9b-47f0-877c-d387a7fa5898 req-0b791562-248d-4a5f-b877-fbd164d8e657 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:46.256059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d72095f-db9b-47f0-877c-d387a7fa5898 req-0b791562-248d-4a5f-b877-fbd164d8e657 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.5505042 Feb 02 15:41:46.270832 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:46.295889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a591faf6-733e-4e8b-8212-f999182accc1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:46.303363 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:46.340564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:46.340912 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:46.356579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-a4ceffbe-978f-495c-836e-d1b4241b926b service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477367 Feb 02 15:41:46.400816 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:46.494658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '03acf569-43f2-4464-852b-b7d66479c9cb', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'port_id': 'd29a958c-8405-4116-83de-e630afee6fe4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'mac_address': 'fa:16:3e:11:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:41:38Z', 'updated_at': '2022-02-02T15:41:38Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:46.501544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] Checking router: 2dbc6645-18e3-4999-af11-77ed107ee310 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:41:46.531263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ab8be-af80-45b1-ac45-e2a864802161 req-361f4d6c-66eb-4867-9cd1-395e1f158d20 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:46.540547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d72095f-db9b-47f0-877c-d387a7fa5898 req-fd2fd037-9137-4a74-b60c-7568a45944b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656198 Feb 02 15:41:46.544836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e46ab8be-af80-45b1-ac45-e2a864802161 req-361f4d6c-66eb-4867-9cd1-395e1f158d20 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.3215504 Feb 02 15:41:46.546071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:46.546717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:46.586552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49498) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:46.635058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e46ab8be-af80-45b1-ac45-e2a864802161 req-af9219d5-d1ee-4830-bc86-c9f5af1cb7cd tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890894 Feb 02 15:41:46.660698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:46.734297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dc6301a-811d-4cc8-a611-0e8af01d50d8 req-24a48122-024b-467e-8ad2-acebc76ef037 service neutron] 10.222.0.64 "GET /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594868 Feb 02 15:41:46.821086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] Pushing event deleted for resources: {'Port': ['ID=d28b1500-9bd4-43b1-b1ef-8b6e0aadd761,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:46.847395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330f7b0-491b-48bf-9f35-97f84e6d17a4 None None] No DVR routers for this DVR port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:41:46.894881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ed167c7a-2032-4123-93ff-ef35c4497ebd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/03acf569-43f2-4464-852b-b7d66479c9cb HTTP/1.1" status: 200 len: 989 time: 0.3010247 Feb 02 15:41:46.957702 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:46.979034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81c03f7d-617a-4da5-be31-03231f8037fb req-5097463c-718d-4aa6-a6f5-8705de5fb9c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1096 time: 0.8912799 Feb 02 15:41:46.998894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] DHCP port deletion for b6f31da7-e093-4302-a749-f960e5935e80 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:41:47.007446 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.007827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.008163 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Floating IP 5efcaccd-c26e-436e-964e-20515f422c7c disassociated. External IP: 172.25.0.19, port: 969868c8-3c71-448d-a0e3-4df6b67db49a. Feb 02 15:41:47.008507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Calling delete_port for 969868c8-3c71-448d-a0e3-4df6b67db49a owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:47.033272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] Deleting port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:47.036293 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.114590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a591faf6-733e-4e8b-8212-f999182accc1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a591faf6-733e-4e8b-8212-f999182accc1,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:47.161490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac01584-b180-48c9-88df-c6978d2fb27e req-99d15e00-c7fe-4665-9fc7-b779bcfbd889 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:47.164583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ac01584-b180-48c9-88df-c6978d2fb27e req-99d15e00-c7fe-4665-9fc7-b779bcfbd889 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 945 time: 0.0983484 Feb 02 15:41:47.164795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:47.228639 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.231549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.249869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ac01584-b180-48c9-88df-c6978d2fb27e req-72b0d084-4305-4181-9070-303a5c486990 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806444 Feb 02 15:41:47.319737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:41:47.378906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] For port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d28b1500-9bd4-43b1-b1ef-8b6e0aadd761,segment=NetworkSegment(112b4186-8366-4253-8574-47c5bf9fa9ac),segment_id=112b4186-8366-4253-8574-47c5bf9fa9ac)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:47.379248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.408474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.430466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:41:47.430813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:41:47.554652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:41:47.577282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Calling delete_port for d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:47.621528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a591faf6-733e-4e8b-8212-f999182accc1,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:47.625257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] For port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c,segment=NetworkSegment(008423b1-5432-4f62-bce7-09656b6e3829),segment_id=008423b1-5432-4f62-bce7-09656b6e3829)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:47.625661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.645398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b108652-b7f1-4e95-b1da-85ac7991b521']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:47.696421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:47.697497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cb6f36-d4cd-4d05-baa2-4cf9f13e48fb') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:47.745670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ac5d-8726-42e4-b366-6d7ba2f17275 req-6e18bcf8-22b9-4977-8aee-c9825a39c5a8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:47.747186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39c2ac5d-8726-42e4-b366-6d7ba2f17275 req-6e18bcf8-22b9-4977-8aee-c9825a39c5a8 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 944 time: 0.9877040 Feb 02 15:41:47.790931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.830813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c03f7d-617a-4da5-be31-03231f8037fb req-480d43bb-23e0-4221-853c-290e12e91abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:47.831720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81c03f7d-617a-4da5-be31-03231f8037fb req-480d43bb-23e0-4221-853c-290e12e91abf service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.8368876 Feb 02 15:41:47.887925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 969868c8-3c71-448d-a0e3-4df6b67db49a no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:41:47.907732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49512) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:47.922357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:47.922357 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:47.923771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] Calling delete_port for d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:47.932625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.965961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:41:47.966368 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:41:47.981756 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:41:48.057118 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39c2ac5d-8726-42e4-b366-6d7ba2f17275 req-8a674f11-3f96-4384-a28f-89aeccc23ed9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858183 Feb 02 15:41:48.065581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:48.157678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event deleted for resources: {'Port': ['ID=969868c8-3c71-448d-a0e3-4df6b67db49a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:48.163825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81c03f7d-617a-4da5-be31-03231f8037fb req-7e838483-1b3e-4cbb-b715-1e5ee6bd91f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 997 time: 0.3196530 Feb 02 15:41:48.224360 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:48.231197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.231623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.232238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.232800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.233305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.234023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.234528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.236915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8926426c-751c-4eb1-ba3c-74b3776094c4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/03acf569-43f2-4464-852b-b7d66479c9cb HTTP/1.1" status: 200 len: 989 time: 0.3278303 Feb 02 15:41:48.237250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.237800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.238317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.238806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:48.257152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8126e2c-dc80-4a69-bfa3-71db546676f8 req-9bd07b55-add7-4c3c-9e38-ad09dc581e71 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:48.264782 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8126e2c-dc80-4a69-bfa3-71db546676f8 req-9bd07b55-add7-4c3c-9e38-ad09dc581e71 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.3950236 Feb 02 15:41:48.276863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No active binding found for port 969868c8-3c71-448d-a0e3-4df6b67db49a {{(pid=95774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 02 15:41:48.277316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 969868c8-3c71-448d-a0e3-4df6b67db49a not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:41:48.315731 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:48.325248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:48.329005 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:48.345907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8126e2c-dc80-4a69-bfa3-71db546676f8 req-c9c69e74-b833-41ae-b0eb-24482f8024d1 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799160 Feb 02 15:41:48.385341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] 10.222.0.88 "DELETE /v2.0/networks/2b108652-b7f1-4e95-b1da-85ac7991b521 HTTP/1.1" status: 204 len: 168 time: 2.4115562 Feb 02 15:41:48.387197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c03f7d-617a-4da5-be31-03231f8037fb req-f54b426a-8de6-4f2a-82d2-b4bff49ceeec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:48.400190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81c03f7d-617a-4da5-be31-03231f8037fb req-f54b426a-8de6-4f2a-82d2-b4bff49ceeec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.2256281 Feb 02 15:41:48.443251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting port d28b1500-9bd4-43b1-b1ef-8b6e0aadd761 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:48.443577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:48.471988 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:41:48.478078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cb7e6-03f4-4bd5-9c0b-7de65eafdc1e tempest-NetworksTestDHCPv6-57652940 tempest-NetworksTestDHCPv6-57652940-project] Pushing event deleted for resources: {'Network': ['ID=2b108652-b7f1-4e95-b1da-85ac7991b521,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:48.558810 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:48.564875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f6c9fb29-6169-4a07-8082-9cf9c11b74fe req-c2090ad8-9bca-43b8-a6d7-6309a10a1d2f tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Synchronizing usage tracker for tenant:d2971ab893e9473db58772f7ac70b904 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:48.618893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] The port 'd28b1500-9bd4-43b1-b1ef-8b6e0aadd761' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:41:48.628328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] Pushing event deleted for resources: {'Port': ['ID=d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:48.632205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1d9f6-5dfa-4dbf-b11b-4a898faf9610 None None] No DVR routers for this DVR port d0821c2e-4ad0-43a0-bf5e-d00b742d5e8c on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:41:48.639573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '03acf569-43f2-4464-852b-b7d66479c9cb', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'port_id': 'd29a958c-8405-4116-83de-e630afee6fe4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'mac_address': 'fa:16:3e:11:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:41:38Z', 'updated_at': '2022-02-02T15:41:38Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:48.645541 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7413e63a-bbcb-4e37-8e36-e4e821317caa None None] The sync data for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 is: [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '03acf569-43f2-4464-852b-b7d66479c9cb', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'port_id': 'd29a958c-8405-4116-83de-e630afee6fe4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'mac_address': 'fa:16:3e:11:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:41:38Z', 'updated_at': '2022-02-02T15:41:38Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:48.774703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f6c9fb29-6169-4a07-8082-9cf9c11b74fe req-c2090ad8-9bca-43b8-a6d7-6309a10a1d2f tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Unset dirty status for tenant:d2971ab893e9473db58772f7ac70b904 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:48.776209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f6c9fb29-6169-4a07-8082-9cf9c11b74fe req-c2090ad8-9bca-43b8-a6d7-6309a10a1d2f tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 210 time: 0.2947648 Feb 02 15:41:48.806642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81c03f7d-617a-4da5-be31-03231f8037fb req-65877abe-fea1-4a14-ae66-4420b977f71a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3959711 Feb 02 15:41:48.865893 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:48.933991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a866861-dee6-4a48-bb62-c821fefcdb2a']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:49.030182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112b4186-8366-4253-8574-47c5bf9fa9ac') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:49.030644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112b4186-8366-4253-8574-47c5bf9fa9ac') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:49.039531 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba4f2d-bde8-48d2-8bd4-87b5d4075932 None None] New status for floating IP 03acf569-43f2-4464-852b-b7d66479c9cb: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:41:49.051794 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:49.128215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49530) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:49.134766 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:49.168466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:41:49.169222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:41:49.209072 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:41:49.239110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49538) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:49.520138 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81c03f7d-617a-4da5-be31-03231f8037fb req-03393acf-a44a-4940-9fa9-aff8ce35d1b4 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464562 Feb 02 15:41:49.609729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a591faf6-733e-4e8b-8212-f999182accc1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:49.636948 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d5ef029-ee6a-4fc4-9b4b-24a2ec449aad tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/03acf569-43f2-4464-852b-b7d66479c9cb HTTP/1.1" status: 200 len: 989 time: 0.3960414 Feb 02 15:41:49.663788 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-751ef665-2987-4081-aa6b-c554476074d5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5ba1fb8c71b544199b77b2d9ea748a53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5399759 Feb 02 15:41:49.668394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49546) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:49.704690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811ec6d-2576-42aa-8b5e-6df70e71c999 req-1022c12d-a6e9-4a47-8e97-c93cc14814d3 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:49.705978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b811ec6d-2576-42aa-8b5e-6df70e71c999 req-1022c12d-a6e9-4a47-8e97-c93cc14814d3 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Synchronizing usage tracker for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:49.786241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3682ae45-adb7-4df9-afd8-73ebf5efc26c details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:41:49.791095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:49.826686 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:49.836568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b811ec6d-2576-42aa-8b5e-6df70e71c999 req-1022c12d-a6e9-4a47-8e97-c93cc14814d3 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Unset dirty status for tenant:2780a785067a4e1abb7a23517c0616fa on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:49.847727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b811ec6d-2576-42aa-8b5e-6df70e71c999 req-1022c12d-a6e9-4a47-8e97-c93cc14814d3 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 944 time: 0.4320238 Feb 02 15:41:49.933974 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b811ec6d-2576-42aa-8b5e-6df70e71c999 req-26dfdd81-a5a3-4737-8385-631c3cc2ee7e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837014 Feb 02 15:41:49.945770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:41:49.990866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a591faf6-733e-4e8b-8212-f999182accc1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:49.991762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.031326 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81c03f7d-617a-4da5-be31-03231f8037fb req-eca335fe-b268-480b-8a98-a49c60d5b414 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034871 Feb 02 15:41:50.092798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3682ae45-adb7-4df9-afd8-73ebf5efc26c, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3682ae45-adb7-4df9-afd8-73ebf5efc26c,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:50.094022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.115736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.124224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '3682ae45-adb7-4df9-afd8-73ebf5efc26c', 'network_id': '7948df50-ebac-4e95-86d9-bea1aa0f5421', 'port_id': '3682ae45-adb7-4df9-afd8-73ebf5efc26c', 'mac_address': 'fa:16:3e:e1:76:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2904439-bbb3-4232-aa70-5f70e2abd94d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:41:50.139982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0c7084-c059-4851-b3f0-463331820dad,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:50.150290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.165229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event deleted for resources: {'Network': ['ID=3a866861-dee6-4a48-bb62-c821fefcdb2a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:50.190617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef2336-ca94-4e4f-9241-0088dcb7e413 req-a48875a5-2e84-45a2-9bcd-d843bb49545a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:50.193392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2ef2336-ca94-4e4f-9241-0088dcb7e413 req-a48875a5-2e84-45a2-9bcd-d843bb49545a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.3568335 Feb 02 15:41:50.195195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cbf9776a-8a70-4501-affd-2ac55e56b1b3 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/networks/3a866861-dee6-4a48-bb62-c821fefcdb2a HTTP/1.1" status: 204 len: 168 time: 4.3546634 Feb 02 15:41:50.199316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49554) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:50.200759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.202176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4a0c7084-c059-4851-b3f0-463331820dad HTTP/1.1" status: 204 len: 168 time: 0.5330899 Feb 02 15:41:50.210929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0323750a-ac2b-4338-a0f1-94873f5def9e req-b39d74bd-90f0-45a8-90a1-d9ad7af37ac0 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 210 time: 0.0778112 Feb 02 15:41:50.302230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.302488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.302831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.303482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.304181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.304751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.305261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.305427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.305828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.306154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.306471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7a2d2-f354-4150-9f6d-fb2c24bb53a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:50.329620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2ef2336-ca94-4e4f-9241-0088dcb7e413 req-42c74ac0-206b-4d25-b5e9-35200d141e09 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297293 Feb 02 15:41:50.334348 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.378692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.386262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3682ae45-adb7-4df9-afd8-73ebf5efc26c {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:41:50.404784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3682ae45-adb7-4df9-afd8-73ebf5efc26c, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3682ae45-adb7-4df9-afd8-73ebf5efc26c,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:50.482596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:41:50.488735 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.539071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] Sync routers for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:41:50.553043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.557326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] No DVR routers for this DVR port 969868c8-3c71-448d-a0e3-4df6b67db49a on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:41:50.560019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.562424 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f17229c5-5169-46c4-9fa5-9fee611e47b3 req-57bb92da-d36a-4ae2-acd6-2692ab334618 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.107 "DELETE /v2.0/ports/969868c8-3c71-448d-a0e3-4df6b67db49a HTTP/1.1" status: 204 len: 173 time: 6.1659210 Feb 02 15:41:50.563067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'name': 'network-vif-deleted', 'tag': '969868c8-3c71-448d-a0e3-4df6b67db49a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:50.587271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:50.588233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:50.592589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f31da7-e093-4302-a749-f960e5935e80']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:50.610146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008423b1-5432-4f62-bce7-09656b6e3829') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:50.610450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008423b1-5432-4f62-bce7-09656b6e3829') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:50.633163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.634012 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af178e2-1303-42b5-8854-e4bddb5c36aa', 'name': 'network-vif-deleted', 'tag': '969868c8-3c71-448d-a0e3-4df6b67db49a', 'status': 'completed', 'code': 200} Feb 02 15:41:50.643074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49564) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:50.656231 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.666768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:41:50.667654 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.668281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3682ae45-adb7-4df9-afd8-73ebf5efc26c,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:41:50.795243 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:41:50.821428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ded3c756-e450-42e1-88e0-69f1e69f309c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/03acf569-43f2-4464-852b-b7d66479c9cb HTTP/1.1" status: 200 len: 991 time: 0.1753001 Feb 02 15:41:50.849234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3682ae45-adb7-4df9-afd8-73ebf5efc26c'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:41:50.904082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:50.978321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:51.038758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event deleted for resources: {'Network': ['ID=b6f31da7-e093-4302-a749-f960e5935e80,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:51.068206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2a6d9357-d955-4f59-9dcb-b12b5b5e9436 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/networks/b6f31da7-e093-4302-a749-f960e5935e80 HTTP/1.1" status: 204 len: 168 time: 0.8641901 Feb 02 15:41:51.068578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49576) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:51.074245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:51.425928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152fae9-d023-4b49-9137-70c5806c5ed5 req-cd2a5d13-ab86-4cb2-b0dd-71bcf69e162e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:51.427449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1152fae9-d023-4b49-9137-70c5806c5ed5 req-cd2a5d13-ab86-4cb2-b0dd-71bcf69e162e tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 945 time: 0.2440991 Feb 02 15:41:51.471875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13083fb9-5731-4911-b23a-e2d348694d3f req-6962a8f6-c2b6-4885-9ad9-b942fd64be81 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af178e2-1303-42b5-8854-e4bddb5c36aa HTTP/1.1" status: 200 len: 210 time: 0.0689042 Feb 02 15:41:51.513579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f9cbc1-529b-4fc8-a377-6b2f176d2015 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting subnet 5312affb-3faa-4f50-a55a-872602ea7345 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:41:51.530527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f9cbc1-529b-4fc8-a377-6b2f176d2015 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:51.639238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1152fae9-d023-4b49-9137-70c5806c5ed5 req-40a6cbd6-c1df-4f5c-9985-6f81374a01d0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051210 Feb 02 15:41:51.641279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f9cbc1-529b-4fc8-a377-6b2f176d2015 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:51.653429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:57Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:51.660029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] Checking router: 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:41:51.680347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:41:51.681170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:51.749324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915087-4536-43f8-a3ac-bf480a2522f6 req-8eec7b0d-8cfa-45d5-8517-b2fc483c2245 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:51.752477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c915087-4536-43f8-a3ac-bf480a2522f6 req-8eec7b0d-8cfa-45d5-8517-b2fc483c2245 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.1015108 Feb 02 15:41:51.792121 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f9cbc1-529b-4fc8-a377-6b2f176d2015 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:51.857892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c915087-4536-43f8-a3ac-bf480a2522f6 req-0818844c-2ddb-4eb8-8ef8-c3d28bef264e tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992954 Feb 02 15:41:51.955517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f9cbc1-529b-4fc8-a377-6b2f176d2015 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:51.956997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:41:51.998573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9cbc1-529b-4fc8-a377-6b2f176d2015 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event deleted for resources: {'Subnet': ['ID=5312affb-3faa-4f50-a55a-872602ea7345,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:52.006137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f9cbc1-529b-4fc8-a377-6b2f176d2015 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.017655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-07f9cbc1-529b-4fc8-a377-6b2f176d2015 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/subnets/5312affb-3faa-4f50-a55a-872602ea7345 HTTP/1.1" status: 204 len: 168 time: 0.9459300 Feb 02 15:41:52.020298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49592) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:52.028787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff444196-849a-4065-a2f3-76bdaa811e39 None None] Network 9fe3e875-11a5-4dd6-b8b1-4f391353780e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:41:52.169933 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.187362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49602) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:52.203215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting port cf58bff2-693e-4621-8c2d-02e2d688d7e6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:52.205216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.381283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1bc9cf1b-71ad-4993-92fc-c06f2cc54ae3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:52.382253 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-1bc9cf1b-71ad-4993-92fc-c06f2cc54ae3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 15:41:52.383448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1bc9cf1b-71ad-4993-92fc-c06f2cc54ae3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1951053 Feb 02 15:41:52.387566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49612) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:52.395884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--337076427'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:52.406313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:52.412398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:52.417335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:52.436938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:52.544914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:57Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:52.553242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d288771-cfcd-4b18-8871-433f74d8f91d None None] The sync data for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 is: [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:35:43Z', 'revision_number': 4, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '2e1b500f-988e-470f-8279-bd11881f79d3', 'name': '', 'network_id': '733f04c1-ef8d-4640-850d-26cf7edb1b05', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'mac_address': 'fa:16:3e:d2:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:39Z', 'updated_at': '2022-02-02T15:35:57Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'subnets': [{'id': 'af53baba-71ee-46cf-8c6f-6cf3fb3d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:41:52.568966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.599679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.620965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49618) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:52.622509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] DHCP port deletion for 9fe3e875-11a5-4dd6-b8b1-4f391353780e request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:41:52.633494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] Deleting port cf58bff2-693e-4621-8c2d-02e2d688d7e6 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:52.638065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.677530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:52.683216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:52.688010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:52.708777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:52.844495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Deleting port 85051217-8eeb-4841-ba8b-e995aa902e6d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:52.845454 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.893367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] For port cf58bff2-693e-4621-8c2d-02e2d688d7e6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cf58bff2-693e-4621-8c2d-02e2d688d7e6,segment=NetworkSegment(0caeefdb-b2e2-46d4-80c7-7b1bc350d304),segment_id=0caeefdb-b2e2-46d4-80c7-7b1bc350d304)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:52.895000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.912140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:52.932099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] For port cf58bff2-693e-4621-8c2d-02e2d688d7e6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cf58bff2-693e-4621-8c2d-02e2d688d7e6,segment=NetworkSegment(0caeefdb-b2e2-46d4-80c7-7b1bc350d304),segment_id=0caeefdb-b2e2-46d4-80c7-7b1bc350d304)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:52.932699 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.029087 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.073325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Calling delete_port for cf58bff2-693e-4621-8c2d-02e2d688d7e6 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:53.100393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] Calling delete_port for cf58bff2-693e-4621-8c2d-02e2d688d7e6 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:53.104755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c18a203-4895-4f8b-9584-c72f556db8b1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:53.124841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e32759-15a6-4ed8-aa77-6b594930699f req-2a8ce3ff-2e4e-4033-ba8c-4528054ed212 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:53.132804 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-48e32759-15a6-4ed8-aa77-6b594930699f req-2a8ce3ff-2e4e-4033-ba8c-4528054ed212 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 945 time: 0.2245855 Feb 02 15:41:53.155142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:53.163811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:53.169224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:53.184963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:53.212652 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-48e32759-15a6-4ed8-aa77-6b594930699f req-4c1b50d4-e4aa-4d6e-9cda-f2a34b63c5ce tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786989 Feb 02 15:41:53.272555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.304368 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.338792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.339243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.353257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] Pushing event deleted for resources: {'Port': ['ID=cf58bff2-693e-4621-8c2d-02e2d688d7e6,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:53.356101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.361964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634e244-7297-4d01-aa98-c6c8b5596f1f None None] No DVR routers for this DVR port cf58bff2-693e-4621-8c2d-02e2d688d7e6 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:41:53.362722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:53.364363 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:53.379210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ae417-d88e-4c5a-9b23-9b81d1914f06 req-43db585f-158b-41d7-9c47-f5baf25b9252 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:53.380884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-254ae417-d88e-4c5a-9b23-9b81d1914f06 req-43db585f-158b-41d7-9c47-f5baf25b9252 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.2753632 Feb 02 15:41:53.423367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85143316-c71b-4eaa-a39a-039e35f16913,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:53.475903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.497514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b052e83e-9d3b-4410-9874-11632dba706b tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0881362 Feb 02 15:41:53.497514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49626) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:53.497514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '85143316-c71b-4eaa-a39a-039e35f16913', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:53.497514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:53.497514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:53.501282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:53.508793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:53.520856 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb74552-089b-47b0-9555-9584130c5289 None None] New status for floating IP 5efcaccd-c26e-436e-964e-20515f422c7c: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:41:53.527109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cf58bff2-693e-4621-8c2d-02e2d688d7e6 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:41:53.587785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Calling delete_port for 85051217-8eeb-4841-ba8b-e995aa902e6d owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:53.614753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: cf58bff2-693e-4621-8c2d-02e2d688d7e6 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:41:53.615273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cf58bff2-693e-4621-8c2d-02e2d688d7e6 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:41:53.634772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.706383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-254ae417-d88e-4c5a-9b23-9b81d1914f06 req-e5b55805-8175-4887-82ed-173023746b3f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362261 Feb 02 15:41:53.737775 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.802883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3682ae45-adb7-4df9-afd8-73ebf5efc26c up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:53.841310 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.867159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Deleting port cf58bff2-693e-4621-8c2d-02e2d688d7e6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:53.867567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.872991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789dc4b4-ab2d-4522-a4c9-7e9a9d98f77f,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:53.942725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] The port 'cf58bff2-693e-4621-8c2d-02e2d688d7e6' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:41:53.992111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:41:53.992430 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:41:54.001928 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.002309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 3682ae45-adb7-4df9-afd8-73ebf5efc26c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:54.003162 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d868309e-848d-4170-ba3c-2bb81e6791e4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5219600 Feb 02 15:41:54.006060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49632) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:54.009914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 3682ae45-adb7-4df9-afd8-73ebf5efc26c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:54.009914 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.013226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a69c91a3-9370-413f-ae40-f9ef55bd6a68 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '85143316-c71b-4eaa-a39a-039e35f16913', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:54.035810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a69c91a3-9370-413f-ae40-f9ef55bd6a68 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:54.043635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a69c91a3-9370-413f-ae40-f9ef55bd6a68 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:54.050759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a69c91a3-9370-413f-ae40-f9ef55bd6a68 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:54.062905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a69c91a3-9370-413f-ae40-f9ef55bd6a68 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:54.100418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.137650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe3e875-11a5-4dd6-b8b1-4f391353780e']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:54.151415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.153404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caeefdb-b2e2-46d4-80c7-7b1bc350d304') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:54.153981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caeefdb-b2e2-46d4-80c7-7b1bc350d304') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:41:54.163173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a69c91a3-9370-413f-ae40-f9ef55bd6a68 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.184008 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.186183 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd44d8-25cc-4be5-8e6c-be53e4329bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3682ae45-adb7-4df9-afd8-73ebf5efc26c'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:41:54.205980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.216318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3682ae45-adb7-4df9-afd8-73ebf5efc26c, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3682ae45-adb7-4df9-afd8-73ebf5efc26c,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:54.227813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:41:54.228908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.261866 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd44d8-25cc-4be5-8e6c-be53e4329bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3682ae45-adb7-4df9-afd8-73ebf5efc26c', 'code': 200} Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:41:54.372235 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:41:54.390017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.487924 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-a69c91a3-9370-413f-ae40-f9ef55bd6a68 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 15:41:54.489067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a69c91a3-9370-413f-ae40-f9ef55bd6a68 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4819336 Feb 02 15:41:54.491974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:54.493603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3682ae45-adb7-4df9-afd8-73ebf5efc26c,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:54.584346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9db68afb-1155-45a9-8df1-edac3e1647db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.590251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Deleting port 85051217-8eeb-4841-ba8b-e995aa902e6d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:54.590724 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.591063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69acf987-0074-4879-8eac-db1235a48865 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.629811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.632319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69acf987-0074-4879-8eac-db1235a48865 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.666532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.707734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Pushing event deleted for resources: {'Network': ['ID=9fe3e875-11a5-4dd6-b8b1-4f391353780e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:54.746314 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c08caace-99c3-4db8-af7f-fd75385b605a tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/networks/9fe3e875-11a5-4dd6-b8b1-4f391353780e HTTP/1.1" status: 204 len: 168 time: 2.7222445 Feb 02 15:41:54.746983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69acf987-0074-4879-8eac-db1235a48865 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.756593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49654) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:54.839450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b3b24b8-de44-4eaa-be2b-be69d2dda153 req-6dda7141-23bb-4d2c-96c4-407aa8122871 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 1097 time: 0.4662378 Feb 02 15:41:54.863656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86d82229-4c68-4772-a45e-837b1d8df052 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Synchronizing usage tracker for tenant:e916b1ed0eeb47bd87ac50406a42dfe8 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:54.875228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acf987-0074-4879-8eac-db1235a48865 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85143316-c71b-4eaa-a39a-039e35f16913,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:54.877216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794a911-e0a1-469b-a9c7-6ff2a1ac0b57 req-51a9538c-8ee0-4523-82bf-b5a69b64d6ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:54.885767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7794a911-e0a1-469b-a9c7-6ff2a1ac0b57 req-51a9538c-8ee0-4523-82bf-b5a69b64d6ae tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.5108883 Feb 02 15:41:54.903088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69acf987-0074-4879-8eac-db1235a48865 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.907334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-69acf987-0074-4879-8eac-db1235a48865 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/85143316-c71b-4eaa-a39a-039e35f16913 HTTP/1.1" status: 204 len: 168 time: 0.4071798 Feb 02 15:41:54.908107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49658) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:54.991382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7794a911-e0a1-469b-a9c7-6ff2a1ac0b57 req-3baada1e-d87d-441c-a43b-3be470449e95 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029727 Feb 02 15:41:54.995332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:54.995332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.025413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86d82229-4c68-4772-a45e-837b1d8df052 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Unset dirty status for tenant:e916b1ed0eeb47bd87ac50406a42dfe8 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:55.025413 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86d82229-4c68-4772-a45e-837b1d8df052 tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7121cb1-9706-46b8-bbec-1633267b0488 HTTP/1.1" status: 200 len: 205 time: 0.2381952 Feb 02 15:41:55.033117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:55.065061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b3b24b8-de44-4eaa-be2b-be69d2dda153 req-d40f2486-5646-40a7-ba3d-b8701501f449 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095618 Feb 02 15:41:55.134425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Calling delete_port for 85051217-8eeb-4841-ba8b-e995aa902e6d owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:55.208961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f24aa1be-d0b4-4e26-97d5-65b08c4fc9b3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:55.322939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888e82d-101f-44b1-be0f-61331dd92fb3 req-c0f02969-9b44-4817-859e-c355995c4f6b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:55.324353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6888e82d-101f-44b1-be0f-61331dd92fb3 req-c0f02969-9b44-4817-859e-c355995c4f6b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.3918879 Feb 02 15:41:55.354658 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b30e23b-312d-4d9b-83ce-60e5e0c34b2c tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.384268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.431218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f24aa1be-d0b4-4e26-97d5-65b08c4fc9b3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:55.435140 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f24aa1be-d0b4-4e26-97d5-65b08c4fc9b3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5233335 Feb 02 15:41:55.435276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event deleted for resources: {'Port': ['ID=85051217-8eeb-4841-ba8b-e995aa902e6d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:55.440846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49668) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:55.449439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674823769'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:55.515949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6888e82d-101f-44b1-be0f-61331dd92fb3 req-71b2815d-b9e0-4cd7-83eb-92754ea10dc0 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846516 Feb 02 15:41:55.517456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:55.536098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:55.572564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.653851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.655298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-625ae709-8509-425e-989a-ca99c3365aaf tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "DELETE /v2.0/floatingips/5efcaccd-c26e-436e-964e-20515f422c7c HTTP/1.1" status: 204 len: 168 time: 3.0330880 Feb 02 15:41:55.687617 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.836071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49678) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:55.870302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b30e23b-312d-4d9b-83ce-60e5e0c34b2c tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.886642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b30e23b-312d-4d9b-83ce-60e5e0c34b2c tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.909765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:55.915260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:55.917863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:55.925909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:55.935718 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1685af92-aa9f-470a-a1f8-38bb121396f9 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.968672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1685af92-aa9f-470a-a1f8-38bb121396f9 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.979461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b30e23b-312d-4d9b-83ce-60e5e0c34b2c tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.980410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b30e23b-312d-4d9b-83ce-60e5e0c34b2c tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Fanout notify agent at l3_agent the message router_deleted on router f7121cb1-9706-46b8-bbec-1633267b0488 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:41:56.005568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.015210 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b30e23b-312d-4d9b-83ce-60e5e0c34b2c tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.023678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9b30e23b-312d-4d9b-83ce-60e5e0c34b2c tempest-RoutersNegativeTest-1280229153 tempest-RoutersNegativeTest-1280229153-project] 10.222.0.88 "DELETE /v2.0/routers/f7121cb1-9706-46b8-bbec-1633267b0488 HTTP/1.1" status: 204 len: 168 time: 0.9823577 Feb 02 15:41:56.112423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.150863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da7a17c-d894-44bd-be70-c50befd86ad9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:56.221152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1685af92-aa9f-470a-a1f8-38bb121396f9 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.253870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.258839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-894ae5b6-37cc-450c-9c9d-e95445dbb185 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8168945 Feb 02 15:41:56.262149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49686) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:56.262149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685af92-aa9f-470a-a1f8-38bb121396f9 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f5f669-7daa-4c01-bbc2-7b07e7934b3b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:56.272769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-cef40985-2dce-4da9-96e8-5247833afe82 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '6da7a17c-d894-44bd-be70-c50befd86ad9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:56.273812 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-cef40985-2dce-4da9-96e8-5247833afe82 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:56.277529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cef40985-2dce-4da9-96e8-5247833afe82 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0146482 Feb 02 15:41:56.278279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49690) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:56.311197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3abfb-6d87-44af-be59-14ad472c9129 req-89554780-e9a6-4435-9c6d-5b7171588e7c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:56.314174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-13f3abfb-6d87-44af-be59-14ad472c9129 req-89554780-e9a6-4435-9c6d-5b7171588e7c tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.1642158 Feb 02 15:41:56.377861 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-13f3abfb-6d87-44af-be59-14ad472c9129 req-6cf73337-3e7c-4a3b-80ed-a75e00d571e3 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Feb 02 15:41:56.378787 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1685af92-aa9f-470a-a1f8-38bb121396f9 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.382444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1685af92-aa9f-470a-a1f8-38bb121396f9 tempest-TestServerBasicOps-913248692 tempest-TestServerBasicOps-913248692-project] 10.222.0.88 "DELETE /v2.0/security-groups/c5f5f669-7daa-4c01-bbc2-7b07e7934b3b HTTP/1.1" status: 204 len: 168 time: 0.5427413 Feb 02 15:41:56.391870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b5e7001-1511-432d-9940-4fe4be0549cb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.423955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b5e7001-1511-432d-9940-4fe4be0549cb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.546877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49698) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:56.569889 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b5e7001-1511-432d-9940-4fe4be0549cb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.639561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e7001-1511-432d-9940-4fe4be0549cb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da7a17c-d894-44bd-be70-c50befd86ad9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:56.722992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1b5e7001-1511-432d-9940-4fe4be0549cb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.729422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1b5e7001-1511-432d-9940-4fe4be0549cb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/6da7a17c-d894-44bd-be70-c50befd86ad9 HTTP/1.1" status: 204 len: 168 time: 0.4500175 Feb 02 15:41:56.732037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:56.784525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49714) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:56.867815 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c04da075-58d5-45f2-a123-505f00ed4bf2 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1251991 Feb 02 15:41:56.870983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49720) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:56.877709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--277218190'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:56.881590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7705e-88ef-4ed1-a542-7278da8f3f35 req-c37045f9-7e85-41c4-94c7-dea1271ffc30 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:56.883179 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2d7705e-88ef-4ed1-a542-7278da8f3f35 req-c37045f9-7e85-41c4-94c7-dea1271ffc30 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.1252990 Feb 02 15:41:56.886927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d426e074-eb96-4d67-9b51-8e8735d30310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.940658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2d7705e-88ef-4ed1-a542-7278da8f3f35 req-644eea34-10da-43d4-9941-7a361abb1be0 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479085 Feb 02 15:41:56.944076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:56.975704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:56.980757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:56.993544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:57.041819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86867ee8-e671-4154-be79-d22041bd2992 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e916b1ed0eeb47bd87ac50406a42dfe8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2530663 Feb 02 15:41:57.044521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49724) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:57.109467 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f639093-099a-45cf-bec3-bbbaf9fc9eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.116026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.138045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f639093-099a-45cf-bec3-bbbaf9fc9eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.170613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:57.177084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:57.180492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:57.189913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:57.298120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f639093-099a-45cf-bec3-bbbaf9fc9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.317094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639093-099a-45cf-bec3-bbbaf9fc9eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d1558-5251-409c-8243-d3e06a86fe7f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:57.321827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f639093-099a-45cf-bec3-bbbaf9fc9eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.322691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6f639093-099a-45cf-bec3-bbbaf9fc9eed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/522d1558-5251-409c-8243-d3e06a86fe7f HTTP/1.1" status: 204 len: 168 time: 0.2768974 Feb 02 15:41:57.329605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.513282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.737384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5211797-0c02-4fbf-accc-f6f4004e590f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:57.804262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b44a59-fe64-4b24-a696-6ac712f8d6bc req-e983fe84-e730-4a1b-a6ef-36dc275a431d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:57.805044 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9b44a59-fe64-4b24-a696-6ac712f8d6bc req-e983fe84-e730-4a1b-a6ef-36dc275a431d tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.2637467 Feb 02 15:41:57.842276 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.903296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:57.907477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a87e3f05-6ba6-40e7-aa34-e6b482a089ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0328271 Feb 02 15:41:57.912226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49744) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:57.919834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3d6e041d-e594-41fd-a50c-f18ba1ba9426 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'a5211797-0c02-4fbf-accc-f6f4004e590f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:57.921477 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-3d6e041d-e594-41fd-a50c-f18ba1ba9426 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:57.926379 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3d6e041d-e594-41fd-a50c-f18ba1ba9426 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0107570 Feb 02 15:41:57.926798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49750) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:57.948433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9b44a59-fe64-4b24-a696-6ac712f8d6bc req-751ae87f-2ddc-46a9-9cb9-8b257437aec6 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284912 Feb 02 15:41:58.035204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-053cf3e4-5374-4a6d-90eb-6e6ce1b6320c tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.088741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-053cf3e4-5374-4a6d-90eb-6e6ce1b6320c tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.224386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5773da-f9a0-4d97-a699-9068e4e4ad8f req-724e9806-3c9f-46c4-b4fc-d2f99bd18924 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:58.226136 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc5773da-f9a0-4d97-a699-9068e4e4ad8f req-724e9806-3c9f-46c4-b4fc-d2f99bd18924 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.1168811 Feb 02 15:41:58.291141 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc5773da-f9a0-4d97-a699-9068e4e4ad8f req-37df10fd-bacb-4ea8-9deb-2b553a216033 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545356 Feb 02 15:41:58.430380 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-053cf3e4-5374-4a6d-90eb-6e6ce1b6320c tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.454742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cf3e4-5374-4a6d-90eb-6e6ce1b6320c tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5211797-0c02-4fbf-accc-f6f4004e590f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:58.465785 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-053cf3e4-5374-4a6d-90eb-6e6ce1b6320c tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.465785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-053cf3e4-5374-4a6d-90eb-6e6ce1b6320c tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/a5211797-0c02-4fbf-accc-f6f4004e590f HTTP/1.1" status: 204 len: 168 time: 0.5326419 Feb 02 15:41:58.472542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49760) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:58.488368 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.490555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.541969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1eb2a02b-26a1-47a8-bb4c-ab5d1b3ec1eb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:58.604916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Deleting port 2e1b500f-988e-470f-8279-bd11881f79d3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:41:58.605500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.629795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1eb2a02b-26a1-47a8-bb4c-ab5d1b3ec1eb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:58.649087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1eb2a02b-26a1-47a8-bb4c-ab5d1b3ec1eb tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1624427 Feb 02 15:41:58.649087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49770) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:58.649087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020777056'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:58.660315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:58.677615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:58.797766 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.826462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315654b-0589-492a-8854-4e3aad83d3d3 req-25a86413-0d60-4d83-b3bd-bc79fdeeaf62 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:58.828123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8315654b-0589-492a-8854-4e3aad83d3d3 req-25a86413-0d60-4d83-b3bd-bc79fdeeaf62 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.1125965 Feb 02 15:41:58.829654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] For port 2e1b500f-988e-470f-8279-bd11881f79d3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2e1b500f-988e-470f-8279-bd11881f79d3,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:41:58.830393 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.872484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:58.888481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:41:58.893940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:41:58.903703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:58.921768 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8315654b-0589-492a-8854-4e3aad83d3d3 req-7bc8f030-0711-473a-9d56-21b01faad2d1 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786767 Feb 02 15:41:58.968662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Calling delete_port for 2e1b500f-988e-470f-8279-bd11881f79d3 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:41:59.005985 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.096816 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.149323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae2d6ef-3c84-4ef9-88b2-285837ce5fb2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:59.252886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.256884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-62f67d0e-8d6b-47a0-b48b-2ceac979e879 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6160874 Feb 02 15:41:59.257679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49784) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:59.267696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7e1c18cf-e1f3-4b3a-a55c-189d0354442a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '1ae2d6ef-3c84-4ef9-88b2-285837ce5fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:59.268523 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-7e1c18cf-e1f3-4b3a-a55c-189d0354442a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:59.285034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7e1c18cf-e1f3-4b3a-a55c-189d0354442a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088952 Feb 02 15:41:59.285202 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.287394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49788) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:59.293977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9a804490-61b4-4e5b-81d4-65cf9b703018 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '1ae2d6ef-3c84-4ef9-88b2-285837ce5fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:59.294770 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-9a804490-61b4-4e5b-81d4-65cf9b703018 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:59.296237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9a804490-61b4-4e5b-81d4-65cf9b703018 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073183 Feb 02 15:41:59.299007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49792) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:59.307876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d899a162-b1cb-4bcb-a7f3-b4520a7f0624 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '1ae2d6ef-3c84-4ef9-88b2-285837ce5fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:59.307876 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-d899a162-b1cb-4bcb-a7f3-b4520a7f0624 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:59.309132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d899a162-b1cb-4bcb-a7f3-b4520a7f0624 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090084 Feb 02 15:41:59.312087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49796) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:59.318735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1b500f-988e-470f-8279-bd11881f79d3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:59.323837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-dfe9b252-70bc-4bf4-ac9d-4477952c80d2 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '1ae2d6ef-3c84-4ef9-88b2-285837ce5fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:41:59.335710 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-dfe9b252-70bc-4bf4-ac9d-4477952c80d2 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:41:59.342381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dfe9b252-70bc-4bf4-ac9d-4477952c80d2 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0203872 Feb 02 15:41:59.349811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49802) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:59.498153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ab5decf-8407-4476-a3b0-35aafbc8dd59 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.561535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ab5decf-8407-4476-a3b0-35aafbc8dd59 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.731687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40342-2670-4aab-91ea-4c0f4a99e7d4 req-34f4695d-83c6-4085-81d7-eeb17e0fd9cb tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:59.736529 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3a40342-2670-4aab-91ea-4c0f4a99e7d4 req-34f4695d-83c6-4085-81d7-eeb17e0fd9cb tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.1813316 Feb 02 15:41:59.744808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ab5decf-8407-4476-a3b0-35aafbc8dd59 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.905383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5decf-8407-4476-a3b0-35aafbc8dd59 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae2d6ef-3c84-4ef9-88b2-285837ce5fb2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:59.921669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ab5decf-8407-4476-a3b0-35aafbc8dd59 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.921669 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1ab5decf-8407-4476-a3b0-35aafbc8dd59 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/1ae2d6ef-3c84-4ef9-88b2-285837ce5fb2 HTTP/1.1" status: 204 len: 168 time: 0.5678084 Feb 02 15:41:59.924484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49812) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:59.956539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3a40342-2670-4aab-91ea-4c0f4a99e7d4 req-75d8afa6-6fb8-4cbc-ac8f-2d3f31c10068 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850539 Feb 02 15:41:59.986566 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:59.989055 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:00.025591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4dfa3b2d-8ed3-4756-a13a-e595f1fc3cbc tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:42:00.155393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4dfa3b2d-8ed3-4756-a13a-e595f1fc3cbc tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:42:00.164263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4dfa3b2d-8ed3-4756-a13a-e595f1fc3cbc tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2311871 Feb 02 15:42:00.167129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49824) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:00.176300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--681065384'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:00.195782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:00.221849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:00.402477 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:00.425716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8fc4f18f-4372-4003-9f19-4db10c2ccfd9 req-1faaecab-7b47-483a-bde2-cb72936ed6a4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 1097 time: 0.1279812 Feb 02 15:42:00.453632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f1d9-75cf-4a39-a9dc-f6860cab34d2 req-f9e1418c-844b-4f02-baf7-08b1d8c080b0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:00.455536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f08f1d9-75cf-4a39-a9dc-f6860cab34d2 req-f9e1418c-844b-4f02-baf7-08b1d8c080b0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.2094135 Feb 02 15:42:00.489334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:00.512721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:00.520147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:00.534732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8fc4f18f-4372-4003-9f19-4db10c2ccfd9 req-06e088a1-a0a8-4ab3-83c3-c323b677d620 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019783 Feb 02 15:42:00.535781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:00.568418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f08f1d9-75cf-4a39-a9dc-f6860cab34d2 req-1b1eaff9-70e3-412e-98e1-dec61d660850 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860257 Feb 02 15:42:00.687930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:00.778286 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:00.907043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae33f29-52bd-4b86-8aa4-8ad28a874be8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:00.981068 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:00.985834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9827ffca-818a-440b-bacb-a91c580a8ffe tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8161223 Feb 02 15:42:00.993135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:42:00.998300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49844) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:01.009064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3015a6ef-11c6-4222-92f7-a47a2a725aa6 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:01.010606 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-3015a6ef-11c6-4222-92f7-a47a2a725aa6 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:01.034418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3015a6ef-11c6-4222-92f7-a47a2a725aa6 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0355957 Feb 02 15:42:01.035543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49848) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:01.044146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f3c97043-23f0-4d5d-bcd9-ef12ce312b80 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:01.056544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f3c97043-23f0-4d5d-bcd9-ef12ce312b80 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:01.065944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f3c97043-23f0-4d5d-bcd9-ef12ce312b80 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:01.071045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f3c97043-23f0-4d5d-bcd9-ef12ce312b80 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:01.083008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f3c97043-23f0-4d5d-bcd9-ef12ce312b80 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:01.335415 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-f3c97043-23f0-4d5d-bcd9-ef12ce312b80 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:01.337899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f3c97043-23f0-4d5d-bcd9-ef12ce312b80 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3010852 Feb 02 15:42:01.351333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49860) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:01.363521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c62f93b4-0d54-42c3-8cfc-3754c29aeaca tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:01.364562 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-c62f93b4-0d54-42c3-8cfc-3754c29aeaca tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:01.365912 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c62f93b4-0d54-42c3-8cfc-3754c29aeaca tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134625 Feb 02 15:42:01.385804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49864) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:01.397467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:42:01.412873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] Sync routers for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:42:01.415306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2e4e39ad-9eaa-4d46-a216-838ba6c7a783 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:01.431527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2e4e39ad-9eaa-4d46-a216-838ba6c7a783 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:01.457006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-25320ea1-ae91-425b-b924-692c133de659 admin admin] 10.222.0.88 "PUT /v2.0/routers/569bc9ce-6a5c-4ea8-8bad-a3b69b329679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9087586 Feb 02 15:42:01.461056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2e4e39ad-9eaa-4d46-a216-838ba6c7a783 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:01.462133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49870) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:01.468196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:42:01.469734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2e4e39ad-9eaa-4d46-a216-838ba6c7a783 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:01.479359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:01.483564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2e4e39ad-9eaa-4d46-a216-838ba6c7a783 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:01.547869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0950db-7bd8-4043-8db4-da9334e68025 req-83a42195-5fde-48ac-b43d-63d609322eb5 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:01.549572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db0950db-7bd8-4043-8db4-da9334e68025 req-83a42195-5fde-48ac-b43d-63d609322eb5 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.2768819 Feb 02 15:42:01.686465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-db0950db-7bd8-4043-8db4-da9334e68025 req-60904a98-d94c-4c27-9da9-d4475e1c9ee6 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257191 Feb 02 15:42:01.688856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814420c-b002-495b-95ab-064e8309b22b req-63ed7dad-918c-4fe3-860a-c923bb618905 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:01.696638 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3814420c-b002-495b-95ab-064e8309b22b req-63ed7dad-918c-4fe3-860a-c923bb618905 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.2092676 Feb 02 15:42:01.825138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3814420c-b002-495b-95ab-064e8309b22b req-4ffe8144-03d8-493a-b40a-104bab3cdaac tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163695 Feb 02 15:42:01.876412 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-2e4e39ad-9eaa-4d46-a216-838ba6c7a783 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:01.882156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e4e39ad-9eaa-4d46-a216-838ba6c7a783 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4921176 Feb 02 15:42:01.882692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49882) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:01.885973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:42:01.895076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ee36fa61-5830-4556-ab2c-e1637b1a9bc8 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:01.898334 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-ee36fa61-5830-4556-ab2c-e1637b1a9bc8 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:01.905526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ee36fa61-5830-4556-ab2c-e1637b1a9bc8 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0171270 Feb 02 15:42:01.906929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49886) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:01.925028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e5bc4a55-de35-4bd1-b230-fed15dc856d0 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:01.939153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5bc4a55-de35-4bd1-b230-fed15dc856d0 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:01.946808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5bc4a55-de35-4bd1-b230-fed15dc856d0 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:01.954097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e5bc4a55-de35-4bd1-b230-fed15dc856d0 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:01.967566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e5bc4a55-de35-4bd1-b230-fed15dc856d0 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:01.995033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:02.072404 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-e5bc4a55-de35-4bd1-b230-fed15dc856d0 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Project bcee61f2b575490da4c679de2af66a4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:42:02.167073 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-e5bc4a55-de35-4bd1-b230-fed15dc856d0 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:02.168402 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e5bc4a55-de35-4bd1-b230-fed15dc856d0 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2576468 Feb 02 15:42:02.194324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49894) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:02.200580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-593f7bfa-c3e8-4d56-a524-5fda069aa0e6 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:02.202289 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-593f7bfa-c3e8-4d56-a524-5fda069aa0e6 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:02.211219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-593f7bfa-c3e8-4d56-a524-5fda069aa0e6 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076749 Feb 02 15:42:02.213046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49898) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:02.220284 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3546a9c0-eb54-4795-a8bd-cf0e6fd495ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:02.228802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3546a9c0-eb54-4795-a8bd-cf0e6fd495ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:02.235274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3546a9c0-eb54-4795-a8bd-cf0e6fd495ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:02.239522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3546a9c0-eb54-4795-a8bd-cf0e6fd495ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:02.247670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3546a9c0-eb54-4795-a8bd-cf0e6fd495ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:02.289181 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:02.348529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:41:59Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:02.353995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] Checking router: 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:42:02.367290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] Routers {'569bc9ce-6a5c-4ea8-8bad-a3b69b329679'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:42:02.367953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:02.384041 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-3546a9c0-eb54-4795-a8bd-cf0e6fd495ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Project bcee61f2b575490da4c679de2af66a4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:42:02.503017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Deleting port 733e0b08-a697-4e6b-9c13-591d6ad93af2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:02.503371 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:02.560997 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-3546a9c0-eb54-4795-a8bd-cf0e6fd495ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:02.565193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3546a9c0-eb54-4795-a8bd-cf0e6fd495ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3487322 Feb 02 15:42:02.565193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49912) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:02.571103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f4e7c288-cc76-4497-86fb-7305a8daa309 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': 'aae33f29-52bd-4b86-8aa4-8ad28a874be8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:02.574839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] Set router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:42:02.588165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f4e7c288-cc76-4497-86fb-7305a8daa309 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:02.602281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f4e7c288-cc76-4497-86fb-7305a8daa309 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:02.607773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f4e7c288-cc76-4497-86fb-7305a8daa309 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:02.635228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f4e7c288-cc76-4497-86fb-7305a8daa309 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:02.730902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] For port 733e0b08-a697-4e6b-9c13-591d6ad93af2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=733e0b08-a697-4e6b-9c13-591d6ad93af2,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:02.731274 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:02.761056 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-f4e7c288-cc76-4497-86fb-7305a8daa309 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Project bcee61f2b575490da4c679de2af66a4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:42:02.912231 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-f4e7c288-cc76-4497-86fb-7305a8daa309 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:02.915395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f4e7c288-cc76-4497-86fb-7305a8daa309 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3493719 Feb 02 15:42:02.926188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49926) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:02.971738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Calling delete_port for 733e0b08-a697-4e6b-9c13-591d6ad93af2 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:42:03.021762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:41:59Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:03.026717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835eec2-643a-4e31-b92d-a6b2ef36583b None None] The sync data for ids ['569bc9ce-6a5c-4ea8-8bad-a3b69b329679'] in n-d-827122-1 is: [{'id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'name': 'tempest-TestServerBasicOps-1688865958-router', 'tenant_id': 'd2971ab893e9473db58772f7ac70b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:27Z', 'updated_at': '2022-02-02T15:41:59Z', 'revision_number': 5, 'project_id': 'd2971ab893e9473db58772f7ac70b904', 'gw_port': {'id': '733e0b08-a697-4e6b-9c13-591d6ad93af2', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569bc9ce-6a5c-4ea8-8bad-a3b69b329679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:35:29Z', 'updated_at': '2022-02-02T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:42:03.136563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e636366-bb73-46f9-bc24-9e827ac0a07b req-e52f16b4-6255-40a0-90f6-74300d8e8772 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:03.140381 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e636366-bb73-46f9-bc24-9e827ac0a07b req-e52f16b4-6255-40a0-90f6-74300d8e8772 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.0947654 Feb 02 15:42:03.213144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e636366-bb73-46f9-bc24-9e827ac0a07b req-72237399-bc4d-4fab-a560-d2b6dd3ddbf9 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678945 Feb 02 15:42:03.260493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f9d60a3f-7480-4398-8da1-78fb382b57f4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:03.273930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba685566-f634-40b8-95ce-e1ac759b38aa req-3f482777-7c10-4c52-aa1b-67f6a8ac64d1 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:03.275411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba685566-f634-40b8-95ce-e1ac759b38aa req-3f482777-7c10-4c52-aa1b-67f6a8ac64d1 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.3489311 Feb 02 15:42:03.479073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f9d60a3f-7480-4398-8da1-78fb382b57f4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:03.495129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2e1b500f-988e-470f-8279-bd11881f79d3 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:42:03.499300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-57ffbf8e-6fbb-451e-8659-6642d10ca847 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:03.501637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-57ffbf8e-6fbb-451e-8659-6642d10ca847 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.3516169 Feb 02 15:42:03.549116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 2e1b500f-988e-470f-8279-bd11881f79d3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:42:03.549480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2e1b500f-988e-470f-8279-bd11881f79d3 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:42:03.624879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba685566-f634-40b8-95ce-e1ac759b38aa req-3b3e8786-550a-425e-96f7-e92891b92283 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363152 Feb 02 15:42:03.636897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Deleting port 3682ae45-adb7-4df9-afd8-73ebf5efc26c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:03.637241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:03.759273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:03.772988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f9d60a3f-7480-4398-8da1-78fb382b57f4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:03.895175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d60a3f-7480-4398-8da1-78fb382b57f4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae33f29-52bd-4b86-8aa4-8ad28a874be8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:03.896963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=733e0b08-a697-4e6b-9c13-591d6ad93af2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:03.933899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49948) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:04.085173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f9d60a3f-7480-4398-8da1-78fb382b57f4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.088814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f9d60a3f-7480-4398-8da1-78fb382b57f4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/aae33f29-52bd-4b86-8aa4-8ad28a874be8 HTTP/1.1" status: 204 len: 168 time: 1.1580076 Feb 02 15:42:04.090390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49954) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:04.170325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.224849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:04.249837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] Usage tracker for resource:security_group_rule and tenant:e7e4ec8f08cf44b989d87d6a310da2f6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:04.263949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-e9976178-9ded-4845-be7f-186c2dcfe317 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:04.265506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-e9976178-9ded-4845-be7f-186c2dcfe317 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/networks?id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 HTTP/1.1" status: 200 len: 811 time: 0.3423254 Feb 02 15:42:04.268202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:04.283561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-645b2edb-13f1-4651-a008-a572d923a581 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:42:04.288014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:04.303153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.321313 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-4cc746d5-bb45-4d5e-9865-3adcb7f95f56 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/quotas/294dd43c85bd41068d56f128226c0a89 HTTP/1.1" status: 200 len: 375 time: 0.0411961 Feb 02 15:42:04.420731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] For port 3682ae45-adb7-4df9-afd8-73ebf5efc26c, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3682ae45-adb7-4df9-afd8-73ebf5efc26c,segment=NetworkSegment(d0ef3647-a2ef-4796-995f-b0c9829c11c4),segment_id=d0ef3647-a2ef-4796-995f-b0c9829c11c4)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:04.420731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.433810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-645b2edb-13f1-4651-a008-a572d923a581 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:42:04.436957 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-645b2edb-13f1-4651-a008-a572d923a581 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3457789 Feb 02 15:42:04.444597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49960) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:04.457180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382848350'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:04.462725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.467034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:04.483598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:04.504812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-74c895b2-47f0-4eb8-87b6-3744eaec6368 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1664417 Feb 02 15:42:04.682589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Calling delete_port for 3682ae45-adb7-4df9-afd8-73ebf5efc26c owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:42:04.721342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.793948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add242ff-93fa-4a4f-baba-13e456d1e73a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:04.802426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.815993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.817905 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a521f1e2-4677-4500-aa7c-33e872d4c2af admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e7e4ec8f08cf44b989d87d6a310da2f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8583717 Feb 02 15:42:04.822431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49964) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:04.837347 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:04.863920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4de66-b1ca-4d2e-9883-01d46efb7bfb req-d2189bb4-65f1-4622-b5c3-17f5eaae1cf0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:04.869787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61b4de66-b1ca-4d2e-9883-01d46efb7bfb req-d2189bb4-65f1-4622-b5c3-17f5eaae1cf0 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 946 time: 0.4994502 Feb 02 15:42:04.918390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-501ee2df-5ccc-4753-911b-31667a617f19 service neutron] 10.222.0.88 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051242 Feb 02 15:42:04.925585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:04.956395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:04.962478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:05.029427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:05.088553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b6f366d-2018-4298-8dfd-4f775ec86323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.102223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61b4de66-b1ca-4d2e-9883-01d46efb7bfb req-fc12ce3d-4f62-435a-8702-4de274c8e134 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/security-groups?id=f6556b48-c49a-4780-9059-2535953673e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288809 Feb 02 15:42:05.182499 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.183437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569bc9ce-6a5c-4ea8-8bad-a3b69b329679 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:42:05.190969 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b6f366d-2018-4298-8dfd-4f775ec86323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.218019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.219080 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.233438 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-f411acf5-3029-4e29-8152-dacc48485d83 service neutron] 10.222.0.88 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022516 Feb 02 15:42:05.261774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3682ae45-adb7-4df9-afd8-73ebf5efc26c'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:42:05.278797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Pushing event deleted for resources: {'Port': ['ID=3682ae45-adb7-4df9-afd8-73ebf5efc26c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:05.333600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.354642 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.362568 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-67069a0f-b778-44e2-9be5-21a71295cde9 admin admin] 10.222.0.88 "DELETE /v2.0/routers/569bc9ce-6a5c-4ea8-8bad-a3b69b329679 HTTP/1.1" status: 204 len: 168 time: 3.8927324 Feb 02 15:42:05.380233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49972) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:05.403477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] No DVR routers for this DVR port 3682ae45-adb7-4df9-afd8-73ebf5efc26c on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:42:05.408973 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.411209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-349a2d7f-0153-4faf-ad26-d14e6e6aa414 req-bfda88c0-ddc1-46bd-82b4-f0fed2883982 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.64 "DELETE /v2.0/ports/3682ae45-adb7-4df9-afd8-73ebf5efc26c HTTP/1.1" status: 204 len: 173 time: 1.8982940 Feb 02 15:42:05.411734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd44d8-25cc-4be5-8e6c-be53e4329bd0', 'name': 'network-vif-deleted', 'tag': '3682ae45-adb7-4df9-afd8-73ebf5efc26c'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:42:05.448057 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b6f366d-2018-4298-8dfd-4f775ec86323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.476488 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd44d8-25cc-4be5-8e6c-be53e4329bd0', 'name': 'network-vif-deleted', 'tag': '3682ae45-adb7-4df9-afd8-73ebf5efc26c', 'status': 'completed', 'code': 200} Feb 02 15:42:05.479990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d303d0c-a2a0-45b6-9d38-3ac72fc6eae7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:05.503439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f366d-2018-4298-8dfd-4f775ec86323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add242ff-93fa-4a4f-baba-13e456d1e73a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:05.509983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-37208b42-4b63-4ca3-9625-d51bd553e4cf admin admin] Deleting subnet af53baba-71ee-46cf-8c6f-6cf3fb3d138e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:42:05.521211 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-37208b42-4b63-4ca3-9625-d51bd553e4cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.565296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-37208b42-4b63-4ca3-9625-d51bd553e4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.622224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.623485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5ec1fabd-b538-412b-80f7-743e07239bcd tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1750188 Feb 02 15:42:05.626673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b6f366d-2018-4298-8dfd-4f775ec86323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.631491 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3b6f366d-2018-4298-8dfd-4f775ec86323 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/add242ff-93fa-4a4f-baba-13e456d1e73a HTTP/1.1" status: 204 len: 168 time: 0.8021636 Feb 02 15:42:05.631491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49982) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:05.642986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bee66273-4d1f-4b35-94f7-f35afd1c8c8a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '2d303d0c-a2a0-45b6-9d38-3ac72fc6eae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:05.674268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bee66273-4d1f-4b35-94f7-f35afd1c8c8a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:05.688270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bee66273-4d1f-4b35-94f7-f35afd1c8c8a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:05.697876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bee66273-4d1f-4b35-94f7-f35afd1c8c8a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:05.713825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bee66273-4d1f-4b35-94f7-f35afd1c8c8a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:05.804570 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-37208b42-4b63-4ca3-9625-d51bd553e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:05.875699 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39177922-324a-4536-9d9d-8806ef0b00ff req-5a062b3b-0b41-4944-924f-6d288f9c9446 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 210 time: 0.1507564 Feb 02 15:42:05.912335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 733e0b08-a697-4e6b-9c13-591d6ad93af2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:42:05.990835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-37208b42-4b63-4ca3-9625-d51bd553e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:06.012826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 733e0b08-a697-4e6b-9c13-591d6ad93af2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:42:06.013583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 733e0b08-a697-4e6b-9c13-591d6ad93af2 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:42:06.046673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37208b42-4b63-4ca3-9625-d51bd553e4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af53baba-71ee-46cf-8c6f-6cf3fb3d138e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:06.058618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c72889b-da36-4abf-b3fa-45c8427921e2 None None] Network 733f04c1-ef8d-4640-850d-26cf7edb1b05 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:42:06.061067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-37208b42-4b63-4ca3-9625-d51bd553e4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:06.073492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-37208b42-4b63-4ca3-9625-d51bd553e4cf admin admin] 10.222.0.88 "DELETE /v2.0/subnets/af53baba-71ee-46cf-8c6f-6cf3fb3d138e HTTP/1.1" status: 204 len: 168 time: 0.6886635 Feb 02 15:42:06.076791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49994) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:06.171037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-2743a80f-e24e-4071-9a22-6839d8a0e691 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1267042 Feb 02 15:42:06.230031 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-bee66273-4d1f-4b35-94f7-f35afd1c8c8a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The resource could not be found. Feb 02 15:42:06.230031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bee66273-4d1f-4b35-94f7-f35afd1c8c8a tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5960572 Feb 02 15:42:06.230759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50002) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:06.235418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c838f691-e992-42a9-afae-84a160c28655 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '2d303d0c-a2a0-45b6-9d38-3ac72fc6eae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5f62a5b7-c53b-40e5-858f-9ebb66ea310f'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:06.247445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c838f691-e992-42a9-afae-84a160c28655 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:06.258357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c838f691-e992-42a9-afae-84a160c28655 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:06.266417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c838f691-e992-42a9-afae-84a160c28655 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:06.278256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c838f691-e992-42a9-afae-84a160c28655 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:06.300623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:06.314669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Deleting port a9a14eab-e1dc-4983-abe5-3dca408f3040 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:06.315005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:06.413105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-8911618c-5637-4df1-a3b8-1fb4cd3fc426 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1096 time: 0.1018376 Feb 02 15:42:06.532441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ae17b42-28ed-4ee4-8f00-475ccca0207e req-e1098755-32fe-44b7-99ec-6fd7c420c773 tempest-DeleteServersTestJSON-1502585225 tempest-DeleteServersTestJSON-1502585225-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cfd44d8-25cc-4be5-8e6c-be53e4329bd0 HTTP/1.1" status: 200 len: 210 time: 0.1339741 Feb 02 15:42:06.551981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] DHCP port deletion for 733f04c1-ef8d-4640-850d-26cf7edb1b05 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:42:06.562228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Deleting port a9a14eab-e1dc-4983-abe5-3dca408f3040 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:06.562860 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:06.564571 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-c838f691-e992-42a9-afae-84a160c28655 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The resource could not be found. Feb 02 15:42:06.565703 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c838f691-e992-42a9-afae-84a160c28655 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3364635 Feb 02 15:42:06.569287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50008) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:06.658210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-d5a2ab4f-f3f1-40fa-ba6d-176d4f95cf2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:06.663439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-d5a2ab4f-f3f1-40fa-ba6d-176d4f95cf2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.2143209 Feb 02 15:42:06.818238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-c4c6e02e-d61d-4699-83ab-6d0d86598aaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 999 time: 0.1490521 Feb 02 15:42:06.909748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] For port a9a14eab-e1dc-4983-abe5-3dca408f3040, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a9a14eab-e1dc-4983-abe5-3dca408f3040,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:06.910097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:06.916678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] For port a9a14eab-e1dc-4983-abe5-3dca408f3040, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a9a14eab-e1dc-4983-abe5-3dca408f3040,segment=NetworkSegment(3f1d1dae-ae1e-45e7-801d-9cb2f25e3193),segment_id=3f1d1dae-ae1e-45e7-801d-9cb2f25e3193)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:06.917249 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:06.932002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-b554eb6a-0ab5-4313-8fe9-fc640161f131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:06.938708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-b554eb6a-0ab5-4313-8fe9-fc640161f131 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.1085942 Feb 02 15:42:07.040068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-db5f1cf1-1ce4-4491-8d40-09c223900255 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977561 Feb 02 15:42:07.090936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Calling delete_port for a9a14eab-e1dc-4983-abe5-3dca408f3040 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:42:07.113488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50016) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:07.137662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Calling delete_port for a9a14eab-e1dc-4983-abe5-3dca408f3040 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:42:07.228243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8f5f037-9329-4cd3-8350-78ffa0d7b600 req-ec985692-bfcd-40f8-939a-86971b9b07ba tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 210 time: 0.1708925 Feb 02 15:42:07.228923 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-658c716f-c62c-4dfa-b0d7-3c2d22364646 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.231982 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.274467 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.339629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Pushing event deleted for resources: {'Port': ['ID=a9a14eab-e1dc-4983-abe5-3dca408f3040,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:07.350390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] No DVR routers for this DVR port a9a14eab-e1dc-4983-abe5-3dca408f3040 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:42:07.354529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-413a8853-48b1-415f-b79c-d50da37662b5 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957802 Feb 02 15:42:07.358045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.358869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.358869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.360292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.360292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.360824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.367890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.367890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.367890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.367890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.367890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fbaec-ab23-4dc6-9374-92daecb0772e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:07.374924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:42:07.374924 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:42:07.381653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:07.381653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-658c716f-c62c-4dfa-b0d7-3c2d22364646 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.395958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0f4fee4b9b4c2fa32ee48d2c73f694 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:07.404226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:07.449499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:07.559518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.564670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a9a14eab-e1dc-4983-abe5-3dca408f3040 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:42:07.584452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a585989-4364-4cbd-a94a-e5057b3ee890 req-749165e6-5ac8-48e4-b531-68ca1febda26 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222190 Feb 02 15:42:07.604334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a9a14eab-e1dc-4983-abe5-3dca408f3040 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:42:07.604334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a9a14eab-e1dc-4983-abe5-3dca408f3040 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:42:07.640816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-658c716f-c62c-4dfa-b0d7-3c2d22364646 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.657134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c716f-c62c-4dfa-b0d7-3c2d22364646 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d303d0c-a2a0-45b6-9d38-3ac72fc6eae7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:07.681655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-658c716f-c62c-4dfa-b0d7-3c2d22364646 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.683953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-658c716f-c62c-4dfa-b0d7-3c2d22364646 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/2d303d0c-a2a0-45b6-9d38-3ac72fc6eae7 HTTP/1.1" status: 204 len: 168 time: 1.1062949 Feb 02 15:42:07.685498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50028) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:07.703892 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.790730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75601e72-c2fb-42aa-acbe-b24f0c4570f7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:07.799314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec9bf303-5328-49b4-9102-f53aec5a2966 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c0f4fee4b9b4c2fa32ee48d2c73f694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6727626 Feb 02 15:42:07.803905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5f68a9e6-a642-4556-b166-7138951de4ac tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:42:07.804802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:07.837587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3682ae45-adb7-4df9-afd8-73ebf5efc26c no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:42:07.870210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 3682ae45-adb7-4df9-afd8-73ebf5efc26c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:42:07.870948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3682ae45-adb7-4df9-afd8-73ebf5efc26c not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:42:07.876118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Deleting port a9a14eab-e1dc-4983-abe5-3dca408f3040 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:07.876507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.899102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85d31939-71f0-403c-84d1-c55b4f3e21ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.931663 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85d31939-71f0-403c-84d1-c55b4f3e21ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:07.952413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5f68a9e6-a642-4556-b166-7138951de4ac tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:42:07.960439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5f68a9e6-a642-4556-b166-7138951de4ac tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2736900 Feb 02 15:42:07.961239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50042) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:08.072044 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85d31939-71f0-403c-84d1-c55b4f3e21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.091067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d31939-71f0-403c-84d1-c55b4f3e21ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75601e72-c2fb-42aa-acbe-b24f0c4570f7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:08.096122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85d31939-71f0-403c-84d1-c55b4f3e21ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.097387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-85d31939-71f0-403c-84d1-c55b4f3e21ca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75601e72-c2fb-42aa-acbe-b24f0c4570f7 HTTP/1.1" status: 204 len: 168 time: 0.2883677 Feb 02 15:42:08.125697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] The port 'a9a14eab-e1dc-4983-abe5-3dca408f3040' was deleted {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:42:08.128995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-600df96c-d2ab-4654-b300-3efe3b9df5c4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '25889cd4-965a-421f-9965-6aaea354ba89', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:08.160590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-600df96c-d2ab-4654-b300-3efe3b9df5c4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:08.169262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-600df96c-d2ab-4654-b300-3efe3b9df5c4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:08.252179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-600df96c-d2ab-4654-b300-3efe3b9df5c4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:08.267832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-600df96c-d2ab-4654-b300-3efe3b9df5c4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:08.309924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.346868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733f04c1-ef8d-4640-850d-26cf7edb1b05']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:08.361774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:08.362794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1d1dae-ae1e-45e7-801d-9cb2f25e3193') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:08.380086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.407347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.424206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:42:08.424206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: util.warn( Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:42:08.438952 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:42:08.464697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-09b18e36-02ff-4653-807d-6eaa1902fed9 req-d178d835-ca82-44dc-8973-2286e0a96d08 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 210 time: 0.0469453 Feb 02 15:42:08.732829 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-600df96c-d2ab-4654-b300-3efe3b9df5c4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The resource could not be found. Feb 02 15:42:08.733989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-600df96c-d2ab-4654-b300-3efe3b9df5c4 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6118674 Feb 02 15:42:08.735909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.738434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50070) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:08.749607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025022162'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:08.758467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:08.770337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:08.795215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.817171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=733f04c1-ef8d-4640-850d-26cf7edb1b05,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:08.863944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:08.903070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a647d60a-84f6-4075-8183-766ec73ea0cc admin admin] 10.222.0.88 "DELETE /v2.0/networks/733f04c1-ef8d-4640-850d-26cf7edb1b05 HTTP/1.1" status: 204 len: 168 time: 2.8256629 Feb 02 15:42:08.907031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50078) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:08.909577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:08.914427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:08.918446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:08.927048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:09.024592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:09.160795 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:09.215185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526b09e2-339e-4893-b62c-e04550897276,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:09.216184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-7059e8e4-c167-40ca-a877-c06fbc6e78de tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:09.228704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-7059e8e4-c167-40ca-a877-c06fbc6e78de tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.107 "GET /v2.0/networks?id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 HTTP/1.1" status: 200 len: 811 time: 0.2297382 Feb 02 15:42:09.321007 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:09.322752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d38c747f-e046-4eeb-bb85-0ff70a79ec56 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5833013 Feb 02 15:42:09.332504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50090) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:09.338567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043338737'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:09.350565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:09.360776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:09.366489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:09.382873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:09.416835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Request body: {'port': {'device_id': '26eca0b5-4064-4105-9ccb-17bd2178b53b', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'admin_state_up': True, 'tenant_id': '294dd43c85bd41068d56f128226c0a89'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:09.538088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:09.621433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:09.627099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:09.630695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:09.637345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:09.738721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:09.814365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-18b84004-638a-4c72-9ae2-8792251f143c req-35fa725a-29e2-4f5d-8c7f-88faf819c43c tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 210 time: 0.1185894 Feb 02 15:42:09.824265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:09.887799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:09.953865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:09.961285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552072e0-7fc9-48e6-8125-f6645b041918,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:10.064587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:10.068926 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f8f994ca-6569-46cc-84fe-dce3c306fb43 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7351599 Feb 02 15:42:10.069650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50108) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:10.076628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f2caaba4-c414-4a5a-9c53-34450ea982e3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '526b09e2-339e-4893-b62c-e04550897276', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '552072e0-7fc9-48e6-8125-f6645b041918'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:10.093266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2caaba4-c414-4a5a-9c53-34450ea982e3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:10.102572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2caaba4-c414-4a5a-9c53-34450ea982e3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:10.113442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2caaba4-c414-4a5a-9c53-34450ea982e3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:10.129703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2caaba4-c414-4a5a-9c53-34450ea982e3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:10.215484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Made reservation on behalf of 294dd43c85bd41068d56f128226c0a89 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:42:10.215484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:10.304175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:10.413983 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-f2caaba4-c414-4a5a-9c53-34450ea982e3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:10.416115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f2caaba4-c414-4a5a-9c53-34450ea982e3 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3452644 Feb 02 15:42:10.424067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50114) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:10.508787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Allocated IP 172.20.0.13 (f2c5e561-2990-47b9-848b-a1c9eeb1e0a6/4a30eabd-412c-448e-8c06-5613ea3c1c99/4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:42:10.529678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a0005cb-9034-422e-b807-0cbe5549ba7d tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:10.571304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a0005cb-9034-422e-b807-0cbe5549ba7d tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:10.732582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a0005cb-9034-422e-b807-0cbe5549ba7d tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:10.772601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0005cb-9034-422e-b807-0cbe5549ba7d tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552072e0-7fc9-48e6-8125-f6645b041918,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:10.832168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a0005cb-9034-422e-b807-0cbe5549ba7d tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:10.832168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2a0005cb-9034-422e-b807-0cbe5549ba7d tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/552072e0-7fc9-48e6-8125-f6645b041918 HTTP/1.1" status: 204 len: 168 time: 0.4059215 Feb 02 15:42:10.833946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50122) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:10.997832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0da8f9fd-35fa-4ebb-9e7c-d72d020ad1cc tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:42:11.088526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:11.143548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0da8f9fd-35fa-4ebb-9e7c-d72d020ad1cc tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:42:11.151368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0da8f9fd-35fa-4ebb-9e7c-d72d020ad1cc tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3101032 Feb 02 15:42:11.164138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50136) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:11.177245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d1e0d96-34ba-44c2-a9f4-cdf9d2ed37e9 req-85d7be8d-cf54-413c-a41b-1a72e55f17a6 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 210 time: 0.0836473 Feb 02 15:42:11.277841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-088766be-23bd-4afc-b2b8-ebcaa2238887 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:11.344473 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-088766be-23bd-4afc-b2b8-ebcaa2238887 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:11.412192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:11.444801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['728cb3e4-2cff-476b-9c92-0cba0552c225'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:42:11.536391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Deleting port 1dce0c59-17b4-4286-aa2c-ae690510a639 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:11.536805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:11.570389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:42:11.580668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:11.583245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:42:11.589138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-088766be-23bd-4afc-b2b8-ebcaa2238887 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:11.617180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088766be-23bd-4afc-b2b8-ebcaa2238887 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b09e2-339e-4893-b62c-e04550897276,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:11.706716 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-088766be-23bd-4afc-b2b8-ebcaa2238887 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:11.716283 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-088766be-23bd-4afc-b2b8-ebcaa2238887 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/526b09e2-339e-4893-b62c-e04550897276 HTTP/1.1" status: 204 len: 168 time: 0.5556996 Feb 02 15:42:11.717353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50150) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:11.800441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-507e7d7a-435e-44d3-a666-82714d5be965 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:42:11.831388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Pushing event updated for resources: {'Port': ['ID=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:11.855482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:11.856191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:11.954530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-507e7d7a-435e-44d3-a666-82714d5be965 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:42:11.964552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-507e7d7a-435e-44d3-a666-82714d5be965 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2458155 Feb 02 15:42:11.965709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50158) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:11.981862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--579909935'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:11.994052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:12.040541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] For port 1dce0c59-17b4-4286-aa2c-ae690510a639, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1dce0c59-17b4-4286-aa2c-ae690510a639,segment=NetworkSegment(63763710-21fe-466a-a67c-b4d3286b201d),segment_id=63763710-21fe-466a-a67c-b4d3286b201d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:12.040941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.044001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:12.105585 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-c2e8dfb3-fbd6-444d-b221-46e26f740052 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1096 time: 0.1159008 Feb 02 15:42:12.126795 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.133968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-5756715f-bb4e-4ae8-9060-a521da8e51ab tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8872256 Feb 02 15:42:12.164837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:12.168802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.191496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Usage tracker for resource:security_group_rule and tenant:b8666150e12e456eb4945d999f1ecec9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:12.197513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:12.206074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:12.225120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Calling delete_port for 1dce0c59-17b4-4286-aa2c-ae690510a639 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:42:12.232249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:12.239598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:12.247397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:12.256554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:12.362184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.390302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.438665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Request body: {'port': {'device_id': '26eca0b5-4064-4105-9ccb-17bd2178b53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:12.475102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.524473 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.577117 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4054a1c-3ff2-46e7-82c6-89edb057b49d req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4703612 Feb 02 15:42:12.605875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab92fc-dff3-427c-909f-ced8213d57df tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b2671-fbc9-4697-8e92-762543afe8ec,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:12.709861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb30575-f976-421a-940b-5bfefd39b21e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:12.772251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.773714 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-051f74fa-f15e-4446-93b5-f8916a891f8e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8068337 Feb 02 15:42:12.776760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50180) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:12.780736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.791491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-660b38ae-672f-45a4-8794-fbee71807a40 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '5bb30575-f976-421a-940b-5bfefd39b21e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:12.800984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-660b38ae-672f-45a4-8794-fbee71807a40 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:12.819447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-660b38ae-672f-45a4-8794-fbee71807a40 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:12.822971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-660b38ae-672f-45a4-8794-fbee71807a40 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:12.834146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-660b38ae-672f-45a4-8794-fbee71807a40 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:12.861561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1dce0c59-17b4-4286-aa2c-ae690510a639,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:12.939806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:12.966012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb9820-c9d1-44bc-a9ad-9d7f9bd0e3d0 req-85eb9874-ae30-4f4a-af01-044e2ab2c80d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:12.966729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-adcb9820-c9d1-44bc-a9ad-9d7f9bd0e3d0 req-85eb9874-ae30-4f4a-af01-044e2ab2c80d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Synchronizing usage tracker for tenant:294dd43c85bd41068d56f128226c0a89 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:42:13.092426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12ef8b-89b6-420e-877a-e7e8d0f18079 req-8cea7bd1-9e13-4737-b48c-342d5817bf80 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:13.112867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc12ef8b-89b6-420e-877a-e7e8d0f18079 req-8cea7bd1-9e13-4737-b48c-342d5817bf80 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1385701 Feb 02 15:42:13.115219 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-660b38ae-672f-45a4-8794-fbee71807a40 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:13.118593 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-660b38ae-672f-45a4-8794-fbee71807a40 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3407192 Feb 02 15:42:13.144270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50184) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:13.150433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9b80a5e5-5e2a-402e-baa3-48622d02e27e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group_rule': {'security_group_id': '5bb30575-f976-421a-940b-5bfefd39b21e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:13.157304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9b80a5e5-5e2a-402e-baa3-48622d02e27e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:13.161129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9b80a5e5-5e2a-402e-baa3-48622d02e27e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:13.165464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9b80a5e5-5e2a-402e-baa3-48622d02e27e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:13.177715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9b80a5e5-5e2a-402e-baa3-48622d02e27e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:13.196673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-adcb9820-c9d1-44bc-a9ad-9d7f9bd0e3d0 req-85eb9874-ae30-4f4a-af01-044e2ab2c80d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Unset dirty status for tenant:294dd43c85bd41068d56f128226c0a89 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:42:13.198311 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adcb9820-c9d1-44bc-a9ad-9d7f9bd0e3d0 req-85eb9874-ae30-4f4a-af01-044e2ab2c80d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 932 time: 0.7340186 Feb 02 15:42:13.227075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc12ef8b-89b6-420e-877a-e7e8d0f18079 req-4c2d62a6-d80c-4261-868c-2f647d76a3b2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070580 Feb 02 15:42:13.264571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50188) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:13.362425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adcb9820-c9d1-44bc-a9ad-9d7f9bd0e3d0 req-fee1cec4-32f4-4939-a2c9-7b62614d06aa tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503010 Feb 02 15:42:13.419017 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1b76b34d-8582-4f76-acd9-3425677925b7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/03acf569-43f2-4464-852b-b7d66479c9cb HTTP/1.1" status: 200 len: 991 time: 0.1439383 Feb 02 15:42:13.452553 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-9b80a5e5-5e2a-402e-baa3-48622d02e27e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:42:13.457656 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9b80a5e5-5e2a-402e-baa3-48622d02e27e tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3122065 Feb 02 15:42:13.459188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50198) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:13.620843 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-967dc745-b687-4633-8848-6fa026c992ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:13.715989 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-967dc745-b687-4633-8848-6fa026c992ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:13.894282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:13.908285 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:13.918745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-967dc745-b687-4633-8848-6fa026c992ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:13.933671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:42:13.960700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dc745-b687-4633-8848-6fa026c992ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb30575-f976-421a-940b-5bfefd39b21e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:13.967561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-967dc745-b687-4633-8848-6fa026c992ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:13.974501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-967dc745-b687-4633-8848-6fa026c992ec tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/5bb30575-f976-421a-940b-5bfefd39b21e HTTP/1.1" status: 204 len: 168 time: 0.5093546 Feb 02 15:42:13.982590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50218) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:14.009741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.034092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Transition to ACTIVE for port object 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:14.056282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e93adcfe-c7f0-4714-8d18-b0c1db1046cf tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:42:14.167126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e93adcfe-c7f0-4714-8d18-b0c1db1046cf tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:42:14.168929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e93adcfe-c7f0-4714-8d18-b0c1db1046cf tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1851897 Feb 02 15:42:14.180785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50226) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:14.187770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'tempest-secgroup--693473162'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:14.196888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:14.219345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:14.219624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.289842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Pushing event updated for resources: {'Port': ['ID=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:14.349355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-32932a82-0b98-497c-af40-bbb82279271b admin admin] Deleting subnet b2904439-bbb3-4232-aa70-5f70e2abd94d {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:42:14.352566 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.367680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32932a82-0b98-497c-af40-bbb82279271b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.457267 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32932a82-0b98-497c-af40-bbb82279271b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.596204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:14.606408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Usage tracker for resource:security_group_rule and tenant:bcee61f2b575490da4c679de2af66a4f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:14.611111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:14.619814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:14.691238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32932a82-0b98-497c-af40-bbb82279271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.830303 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.841009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d3f30-2380-4cc4-b82b-117354ec32d0 req-3a2fef9d-1979-42f6-8954-50b31ff209f6 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:14.843235 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e80d3f30-2380-4cc4-b82b-117354ec32d0 req-3a2fef9d-1979-42f6-8954-50b31ff209f6 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 944 time: 0.2085888 Feb 02 15:42:14.906532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e80d3f30-2380-4cc4-b82b-117354ec32d0 req-d0748fce-f36d-45b4-bdeb-b0c4f1bdc917 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Feb 02 15:42:14.910117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.936761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32932a82-0b98-497c-af40-bbb82279271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:14.955108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-180f0365-e67d-4efe-a03a-f5f277b44431 req-2dd6cac6-3144-43b6-b85d-fe39fbcd0c13 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7435732 Feb 02 15:42:14.996979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Attempting to bind port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:42:14.997393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Attempting to bind port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:42:14.997726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Attempting to bind port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 on network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:42:15.026474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 on network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:42:15.026833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Attempting to bind port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 on network f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:42:15.081338 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-32932a82-0b98-497c-af40-bbb82279271b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.098347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:42:15.104042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Checking segment: {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:42:15.104042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Bound using segment: {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:42:15.104042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Bound port: 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888e83b5-fac5-4205-b9cb-d47453105b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:42:15.104042 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.104605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32932a82-0b98-497c-af40-bbb82279271b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2904439-bbb3-4232-aa70-5f70e2abd94d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:15.116283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd0d2f-6d65-4ba3-836b-f956d006dd52,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:15.220527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-32932a82-0b98-497c-af40-bbb82279271b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b2904439-bbb3-4232-aa70-5f70e2abd94d HTTP/1.1" status: 204 len: 168 time: 1.3231595 Feb 02 15:42:15.223068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50244) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:15.314668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] For port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:42:15.326385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.329183 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d9c7f767-1ece-405c-91a0-2f6a826123d9 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1452568 Feb 02 15:42:15.332692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] For port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:42:15.334033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50248) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:15.349501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9c1c8ecc-afb1-4e1a-9412-976566d38d83 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:15.349948 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-9c1c8ecc-afb1-4e1a-9412-976566d38d83 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 15:42:15.354766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9c1c8ecc-afb1-4e1a-9412-976566d38d83 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "PUT /v2.0/security-groups/28fd0d2f-6d65-4ba3-836b-f956d006dd52 HTTP/1.1" status: 409 len: 330 time: 0.0082641 Feb 02 15:42:15.355452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50252) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:15.381850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.438725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.536711 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.538192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] 10.222.0.107 "PUT /v2.0/ports/4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 HTTP/1.1" status: 200 len: 1092 time: 3.1101508 Feb 02 15:42:15.540755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26eca0b5-4064-4105-9ccb-17bd2178b53b', 'tag': '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:42:15.557750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a2095-7b4f-4b00-be83-4d938fad22ea service neutron] Pushing event updated for resources: {'Port': ['ID=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:15.588017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Router 3ccd49f3-8099-41fe-a859-7a390f690fa4 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:42:15.661792 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df575c70-a807-4a41-a1c1-3bb636ecad65 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.667640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.706720 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26eca0b5-4064-4105-9ccb-17bd2178b53b', 'tag': '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34', 'status': 'completed', 'code': 200} Feb 02 15:42:15.772548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df575c70-a807-4a41-a1c1-3bb636ecad65 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.780981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7948df50-ebac-4e95-86d9-bea1aa0f5421']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:15.835553 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4193d56-9c82-44ad-90f4-7cdc2030b127 req-28aa695e-9f44-4962-9cdd-5fbff97900de service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 1095 time: 0.1312993 Feb 02 15:42:15.871928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ef3647-a2ef-4796-995f-b0c9829c11c4') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:15.872452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ef3647-a2ef-4796-995f-b0c9829c11c4') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:15.909464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.941399 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.955634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:42:15.956163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:42:15.972333 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:42:16.064022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14595e-659d-4e1b-b8f2-aa395e23f76a req-ce882e7f-3c0e-4ca1-b371-cb1b6fcfdc00 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:16.066155 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c14595e-659d-4e1b-b8f2-aa395e23f76a req-ce882e7f-3c0e-4ca1-b371-cb1b6fcfdc00 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.2504194 Feb 02 15:42:16.078802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df575c70-a807-4a41-a1c1-3bb636ecad65 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:16.117262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df575c70-a807-4a41-a1c1-3bb636ecad65 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd0d2f-6d65-4ba3-836b-f956d006dd52,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:16.161132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-df575c70-a807-4a41-a1c1-3bb636ecad65 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:16.165678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-df575c70-a807-4a41-a1c1-3bb636ecad65 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/28fd0d2f-6d65-4ba3-836b-f956d006dd52 HTTP/1.1" status: 204 len: 168 time: 0.8069756 Feb 02 15:42:16.167029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50274) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:16.172385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2c14595e-659d-4e1b-b8f2-aa395e23f76a req-286ed281-a9e5-4936-94aa-6784bf7db9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976343 Feb 02 15:42:16.191198 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:16.236035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:16.242088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] 10.222.0.88 "DELETE /v2.0/networks/7948df50-ebac-4e95-86d9-bea1aa0f5421 HTTP/1.1" status: 204 len: 168 time: 1.0172646 Feb 02 15:42:16.250770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae15df-aace-4414-a4ae-56c8450a587a admin admin] Pushing event deleted for resources: {'Network': ['ID=7948df50-ebac-4e95-86d9-bea1aa0f5421,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:16.295694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bb1be6d6-8bb7-4da3-b3f2-5ef5191683c5 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Synchronizing usage tracker for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:42:16.412146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bb1be6d6-8bb7-4da3-b3f2-5ef5191683c5 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] Unset dirty status for tenant:bcee61f2b575490da4c679de2af66a4f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:42:16.417577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bb1be6d6-8bb7-4da3-b3f2-5ef5191683c5 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2492914 Feb 02 15:42:16.418218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50288) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:16.439337 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-fa730b83-f057-4ed7-832e-1982d3390259 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] delete failed (client error): The resource could not be found. Feb 02 15:42:16.442110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fa730b83-f057-4ed7-832e-1982d3390259 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "DELETE /v2.0/security-groups/d8ce20ff-5a11-49af-bb29-9ec7b043f67f HTTP/1.1" status: 404 len: 347 time: 0.0229087 Feb 02 15:42:16.447312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50292) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:16.473965 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-6b327270-dcd9-45a9-bb46-858649972f06 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] show failed (client error): The resource could not be found. Feb 02 15:42:16.476331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6b327270-dcd9-45a9-bb46-858649972f06 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-groups/556006f8-ef39-40f7-b20d-69e633285efd HTTP/1.1" status: 404 len: 347 time: 0.0274656 Feb 02 15:42:16.480184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4193d56-9c82-44ad-90f4-7cdc2030b127 req-d8e4d8cb-057a-456b-94f8-bd4beed2a276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:16.482679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4193d56-9c82-44ad-90f4-7cdc2030b127 req-d8e4d8cb-057a-456b-94f8-bd4beed2a276 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=294dd43c85bd41068d56f128226c0a89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6000788 Feb 02 15:42:16.489495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50296) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:16.511416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:42:16.512132 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-d8d20de2-db48-4201-96be-89c63ab12ed7 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] show failed (client error): The resource could not be found. Feb 02 15:42:16.516073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d8d20de2-db48-4201-96be-89c63ab12ed7 tempest-NegativeSecGroupIPv6Test-1079693772 tempest-NegativeSecGroupIPv6Test-1079693772-project] 10.222.0.88 "GET /v2.0/security-group-rules/85f0d4c5-dcab-43ec-9ce2-c36609d17f53 HTTP/1.1" status: 404 len: 356 time: 0.0223365 Feb 02 15:42:16.526004 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] Sync routers for ids ['3ccd49f3-8099-41fe-a859-7a390f690fa4'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:42:16.540682 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] Routers {'3ccd49f3-8099-41fe-a859-7a390f690fa4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:42:16.540978 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['3ccd49f3-8099-41fe-a859-7a390f690fa4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:16.581495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-9f8bed34-1710-43c0-a8a4-6dd95b6bd51d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6737423 Feb 02 15:42:16.594388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50302) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:16.595136 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50755c2c-29df-4da2-bfc7-1074816d7b6b admin admin] 10.222.0.88 "PUT /v2.0/routers/3ccd49f3-8099-41fe-a859-7a390f690fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6865537 Feb 02 15:42:16.604007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536f357-eba1-49a7-8e2e-dcb08d74f985 req-7341752b-0b44-48f8-b8bd-53c378b880bc tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:16.612098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f536f357-eba1-49a7-8e2e-dcb08d74f985 req-7341752b-0b44-48f8-b8bd-53c378b880bc tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 944 time: 0.2967341 Feb 02 15:42:16.723198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f536f357-eba1-49a7-8e2e-dcb08d74f985 req-202f086e-b5a1-42eb-bacb-eb58b780d897 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098158 Feb 02 15:42:16.742015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4193d56-9c82-44ad-90f4-7cdc2030b127 req-6d4a5069-49cf-4054-a4cb-af1c3e5a8638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:16.743794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4193d56-9c82-44ad-90f4-7cdc2030b127 req-6d4a5069-49cf-4054-a4cb-af1c3e5a8638 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2552044 Feb 02 15:42:16.764295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50310) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:16.914457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a335d5fd-fe63-429c-a244-3c446b602105 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2780a785067a4e1abb7a23517c0616fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1471872 Feb 02 15:42:16.917435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:16.920620 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] Set router 3ccd49f3-8099-41fe-a859-7a390f690fa4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:42:16.955241 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:16.999978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-b146cb7c-2d1f-4aa1-8dbd-df811df1b86c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 1095 time: 0.1922157 Feb 02 15:42:17.182191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eae9ab02-6529-4f5b-8bce-5effee33b968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:17.214016 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-3e4de4c1-ee45-475e-8a2e-82c71962b8ae service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 HTTP/1.1" status: 200 len: 217 time: 0.1825216 Feb 02 15:42:17.225277 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:17.324177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50334) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:17.351668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eae9ab02-6529-4f5b-8bce-5effee33b968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:17.507971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-c5c38e45-6077-4434-af0a-6b46af11ce72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:17.510479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-c5c38e45-6077-4434-af0a-6b46af11ce72 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a30eabd-412c-448e-8c06-5613ea3c1c99 HTTP/1.1" status: 200 len: 851 time: 0.2882466 Feb 02 15:42:17.618046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-c5265cb7-e997-43f6-9394-ea9e3306ae80 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007483 Feb 02 15:42:17.631326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9959d44-bd63-4917-a86f-75d16afb9a68 req-5826081f-6c44-44c3-9000-79fc8485433c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:17.636032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9959d44-bd63-4917-a86f-75d16afb9a68 req-5826081f-6c44-44c3-9000-79fc8485433c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1342349 Feb 02 15:42:17.636578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:17.668745 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8cbebc52-aff6-499b-8711-17aee461d629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:42:12Z', 'revision_number': 5, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port': {'id': '8cbebc52-aff6-499b-8711-17aee461d629', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:36:01Z', 'updated_at': '2022-02-02T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:17.676503 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] Checking router: 3ccd49f3-8099-41fe-a859-7a390f690fa4 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:42:17.689511 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] Routers {'3ccd49f3-8099-41fe-a859-7a390f690fa4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:42:17.690478 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:41:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['3ccd49f3-8099-41fe-a859-7a390f690fa4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:17.744161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Deleting port 8cbebc52-aff6-499b-8711-17aee461d629 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:17.744529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:17.811430 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:18.024602 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] Set router 3ccd49f3-8099-41fe-a859-7a390f690fa4 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:42:18.043068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6f46808d-f947-4aae-9639-c457fce664af admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bcee61f2b575490da4c679de2af66a4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7179112 Feb 02 15:42:18.044469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eae9ab02-6529-4f5b-8bce-5effee33b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:18.049872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:18.099958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-d9951ff2-ceaf-4aea-b798-c982018d1578 service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706080 Feb 02 15:42:18.100748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9ab02-6529-4f5b-8bce-5effee33b968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6556b48-c49a-4780-9059-2535953673e8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:18.143989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9959d44-bd63-4917-a86f-75d16afb9a68 req-3e727b80-8a0f-4c1c-b033-6fa78893fcbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4973695 Feb 02 15:42:18.286588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a809379-c233-46a0-a876-2e79d9613429 req-b80f619e-2876-4630-9621-e24e3ba5f313 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:18.289169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a809379-c233-46a0-a876-2e79d9613429 req-b80f619e-2876-4630-9621-e24e3ba5f313 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 944 time: 0.3529391 Feb 02 15:42:18.326929 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:42:17Z', 'revision_number': 6, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:18.337281 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d65cd-e4cb-4961-9fce-16c20f3cc12e None None] The sync data for ids ['3ccd49f3-8099-41fe-a859-7a390f690fa4'] in n-d-827122-1 is: [{'id': '3ccd49f3-8099-41fe-a859-7a390f690fa4', 'name': 'tempest-TestServerBasicOps-1146883758-router', 'tenant_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:35:59Z', 'updated_at': '2022-02-02T15:42:17Z', 'revision_number': 6, 'project_id': 'ef03ce2903e344c1a469f1d09cfa3032', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:42:18.353873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eae9ab02-6529-4f5b-8bce-5effee33b968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:18.359783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eae9ab02-6529-4f5b-8bce-5effee33b968 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f6556b48-c49a-4780-9059-2535953673e8 HTTP/1.1" status: 204 len: 168 time: 1.4403281 Feb 02 15:42:18.362428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] For port 8cbebc52-aff6-499b-8711-17aee461d629, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cbebc52-aff6-499b-8711-17aee461d629,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:18.362877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:18.410065 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5813b2b5-69c0-46ce-bb43-729ce7502a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:18.488070 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5813b2b5-69c0-46ce-bb43-729ce7502a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:18.526370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Calling delete_port for 8cbebc52-aff6-499b-8711-17aee461d629 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:42:18.605329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a809379-c233-46a0-a876-2e79d9613429 req-1ef8a70f-b46c-4069-9a82-7054c28dc767 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046451 Feb 02 15:42:18.611875 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac57880e-e7a2-4c0c-b0d4-68537e51a850 req-027246a2-ee51-49b5-834f-71293462f625 service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009310 Feb 02 15:42:18.647029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5813b2b5-69c0-46ce-bb43-729ce7502a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:18.670156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813b2b5-69c0-46ce-bb43-729ce7502a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c18a203-4895-4f8b-9584-c72f556db8b1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:18.840407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5813b2b5-69c0-46ce-bb43-729ce7502a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:18.843926 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5813b2b5-69c0-46ce-bb43-729ce7502a51 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c18a203-4895-4f8b-9584-c72f556db8b1 HTTP/1.1" status: 204 len: 168 time: 0.7760336 Feb 02 15:42:18.908812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:19.037181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbebc52-aff6-499b-8711-17aee461d629,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:19.523193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:19.758096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1dce0c59-17b4-4286-aa2c-ae690510a639 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:42:19.912551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1dce0c59-17b4-4286-aa2c-ae690510a639 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:42:19.917415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1dce0c59-17b4-4286-aa2c-ae690510a639 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:42:19.931387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cbebc52-aff6-499b-8711-17aee461d629 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:42:20.031880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8cbebc52-aff6-499b-8711-17aee461d629 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:42:20.032856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cbebc52-aff6-499b-8711-17aee461d629 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:42:20.075056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2bd4d-ff9c-48e1-920e-05e9d2c63a23 req-ec8a4c36-cad7-42b3-bdce-52d4407a1c23 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:20.083450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79a2bd4d-ff9c-48e1-920e-05e9d2c63a23 req-ec8a4c36-cad7-42b3-bdce-52d4407a1c23 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 944 time: 0.1334009 Feb 02 15:42:20.146658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79a2bd4d-ff9c-48e1-920e-05e9d2c63a23 req-8a3a67e7-8a45-4d5b-92a9-8d401eb3e845 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619481 Feb 02 15:42:20.217829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:20.232546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:20.286079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289880b-5fe7-4f7e-9db3-9a64faf86cb9 req-2e009427-ccd7-4346-93f6-d7cb23ebda60 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:20.292942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2289880b-5fe7-4f7e-9db3-9a64faf86cb9 req-2e009427-ccd7-4346-93f6-d7cb23ebda60 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.5298777 Feb 02 15:42:20.359586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2289880b-5fe7-4f7e-9db3-9a64faf86cb9 req-a7e38b04-0d4c-410a-950b-0bd6380c2163 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656898 Feb 02 15:42:20.397027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:20.403644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ccd49f3-8099-41fe-a859-7a390f690fa4 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:42:20.450834 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:20.453409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f09acced-7ec1-4c77-a8b9-693669e77a86 admin admin] 10.222.0.88 "DELETE /v2.0/routers/3ccd49f3-8099-41fe-a859-7a390f690fa4 HTTP/1.1" status: 204 len: 168 time: 3.8571832 Feb 02 15:42:20.462109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50406) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:20.514235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-d1bebee9-6ec5-4f1c-b29b-7a61f62d5310 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1096 time: 0.2048700 Feb 02 15:42:20.645059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fff702a-9f4d-4c24-a87e-0f1fcf902b1a admin admin] Deleting subnet afe62e4b-014e-4e80-b050-73daa9603076 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:42:20.653488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9fff702a-9f4d-4c24-a87e-0f1fcf902b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:20.763632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9fff702a-9f4d-4c24-a87e-0f1fcf902b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:20.852217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-7eea4d21-7593-4aca-985e-774f301b85fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:20.853694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-7eea4d21-7593-4aca-985e-774f301b85fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.3318253 Feb 02 15:42:21.165123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-f688317d-74cc-4457-a448-ddbb79477f3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 999 time: 0.3047364 Feb 02 15:42:21.300434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-551edb5a-b1e9-4968-916b-1fe59366a723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:21.302624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-551edb5a-b1e9-4968-916b-1fe59366a723 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.1271882 Feb 02 15:42:21.315358 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9fff702a-9f4d-4c24-a87e-0f1fcf902b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:21.726348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-dac8b6c3-ac56-4161-8d7c-991d49a71221 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4098485 Feb 02 15:42:21.768206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2db34-cc16-4a8e-a057-aacef00c3020 req-d4360aa5-de09-478e-81a2-7763a958b23f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:21.770735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42f2db34-cc16-4a8e-a057-aacef00c3020 req-d4360aa5-de09-478e-81a2-7763a958b23f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 944 time: 0.2678626 Feb 02 15:42:21.886109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:42:21.886668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9fff702a-9f4d-4c24-a87e-0f1fcf902b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:21.987878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff702a-9f4d-4c24-a87e-0f1fcf902b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe62e4b-014e-4e80-b050-73daa9603076,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:21.991908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7c862-f412-4274-a2fe-85321ac410af req-59cc12d3-5fb9-40c9-8fe1-fd85b81e52b5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:21.998837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6d7c862-f412-4274-a2fe-85321ac410af req-59cc12d3-5fb9-40c9-8fe1-fd85b81e52b5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.3233869 Feb 02 15:42:22.037927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9fff702a-9f4d-4c24-a87e-0f1fcf902b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.060502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f6d7c862-f412-4274-a2fe-85321ac410af req-908e9c27-3db4-458b-8486-6b797ef1dee6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595412 Feb 02 15:42:22.085679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42f2db34-cc16-4a8e-a057-aacef00c3020 req-2455ffad-191e-44e7-b275-1dad86d62d0d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045936 Feb 02 15:42:22.089658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9fff702a-9f4d-4c24-a87e-0f1fcf902b1a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/afe62e4b-014e-4e80-b050-73daa9603076 HTTP/1.1" status: 204 len: 168 time: 1.6260509 Feb 02 15:42:22.096290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50440) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:22.105859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-1868dfe8-14a2-4d9b-b62b-86648fb40627 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756063 Feb 02 15:42:22.129227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ffd90-ab4d-46f7-9b18-fd210d3b868c None None] Network 34bae7ff-e099-4d1e-8aac-b0a842d1d71b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:42:22.378739 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-80c2bd74-b605-4d2c-a799-bc95e39bbeba service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653096 Feb 02 15:42:22.463262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:22.472856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.478351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34', 'network_id': 'f2c5e561-2990-47b9-848b-a1c9eeb1e0a6', 'port_id': '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34', 'mac_address': 'fa:16:3e:98:62:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a30eabd-412c-448e-8c06-5613ea3c1c99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:42:22.494400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Deleting port 9db9f97d-af31-4c34-a68b-aeb391c96fea {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:22.494894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.898148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.957108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] For port 9db9f97d-af31-4c34-a68b-aeb391c96fea, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9db9f97d-af31-4c34-a68b-aeb391c96fea,segment=NetworkSegment(63763710-21fe-466a-a67c-b4d3286b201d),segment_id=63763710-21fe-466a-a67c-b4d3286b201d)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:22.961249 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.966681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:42:23.008686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:23.112145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:23.248293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] DHCP port deletion for 34bae7ff-e099-4d1e-8aac-b0a842d1d71b request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:42:23.273505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] Deleting port 9db9f97d-af31-4c34-a68b-aeb391c96fea {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:23.274145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:23.317905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Calling delete_port for 9db9f97d-af31-4c34-a68b-aeb391c96fea owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:42:23.456652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38585629-1d44-4598-8cea-1cdabaac1230 req-20abd5af-bdc7-4e8f-b81d-eb727f32d3ee tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:23.467107 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38585629-1d44-4598-8cea-1cdabaac1230 req-20abd5af-bdc7-4e8f-b81d-eb727f32d3ee tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1199358 Feb 02 15:42:23.534897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38585629-1d44-4598-8cea-1cdabaac1230 req-78fe936a-6544-4e44-8160-0b100c7ffbdf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668283 Feb 02 15:42:23.567443 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:23.693247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Pushing event deleted for resources: {'Port': ['ID=9db9f97d-af31-4c34-a68b-aeb391c96fea,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:23.713322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] No DVR routers for this DVR port 9db9f97d-af31-4c34-a68b-aeb391c96fea on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:42:23.785573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] For port 9db9f97d-af31-4c34-a68b-aeb391c96fea, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9db9f97d-af31-4c34-a68b-aeb391c96fea,segment=NetworkSegment(63763710-21fe-466a-a67c-b4d3286b201d),segment_id=63763710-21fe-466a-a67c-b4d3286b201d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:23.786516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:23.933913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:23.971759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bae7ff-e099-4d1e-8aac-b0a842d1d71b']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:23.974175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcedbce-0187-4d40-8cfb-6113f0302872 req-56cd67bd-a990-454d-85ed-2a117835c4af tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:23.976502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:42:23.978658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdcedbce-0187-4d40-8cfb-6113f0302872 req-56cd67bd-a990-454d-85ed-2a117835c4af tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 945 time: 0.2208333 Feb 02 15:42:23.987056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63763710-21fe-466a-a67c-b4d3286b201d') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:23.987471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63763710-21fe-466a-a67c-b4d3286b201d') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:24.001650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:24.056578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:24.059603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdcedbce-0187-4d40-8cfb-6113f0302872 req-b8078aeb-9a8e-4343-b1f8-3d6b5f4a6a13 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751410 Feb 02 15:42:24.094379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9db9f97d-af31-4c34-a68b-aeb391c96fea no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:42:24.119835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:42:24.119835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:42:24.200265 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:42:24.213932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9db9f97d-af31-4c34-a68b-aeb391c96fea {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:42:24.214559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9db9f97d-af31-4c34-a68b-aeb391c96fea not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:42:24.234315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] Calling delete_port for 9db9f97d-af31-4c34-a68b-aeb391c96fea owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:42:24.308660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:24.450551 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:42:24.451074 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:42:24.591783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:24.658734 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:24.684913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] Pushing event deleted for resources: {'Network': ['ID=34bae7ff-e099-4d1e-8aac-b0a842d1d71b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:24.700411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-85c297c0-4eab-49a3-8520-dd1e0149e69d admin admin] 10.222.0.88 "DELETE /v2.0/networks/34bae7ff-e099-4d1e-8aac-b0a842d1d71b HTTP/1.1" status: 204 len: 168 time: 2.6027675 Feb 02 15:42:24.732290 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa951e38-fdfb-4282-b7bd-7925a627e99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:24.952505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] Deleting port 9db9f97d-af31-4c34-a68b-aeb391c96fea {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:42:24.953252 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:24.975966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061073b-7254-4bc8-9c50-c5148d2ba6a9 req-eaa1cd74-d1b7-4a48-90a5-b8538eb06b96 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:24.984019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3061073b-7254-4bc8-9c50-c5148d2ba6a9 req-eaa1cd74-d1b7-4a48-90a5-b8538eb06b96 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1408682 Feb 02 15:42:25.052455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3061073b-7254-4bc8-9c50-c5148d2ba6a9 req-a04e0b95-3adf-4ada-824f-d52cc475d435 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674825 Feb 02 15:42:25.084239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-642c1583-1685-4968-b13b-06ff6f47eeb8 None None] The port '9db9f97d-af31-4c34-a68b-aeb391c96fea' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:42:25.261553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50520) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:25.349293 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d014377b-8225-443a-b122-553498370e97 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2971ab893e9473db58772f7ac70b904&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1058412 Feb 02 15:42:25.352274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50524) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:25.389639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6e973-830c-4e41-aaaa-fe1007ceba76 req-74469d2d-4326-441c-aaa4-8d400cdc0995 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:25.391494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45c6e973-830c-4e41-aaaa-fe1007ceba76 req-74469d2d-4326-441c-aaa4-8d400cdc0995 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 945 time: 0.1171267 Feb 02 15:42:25.443214 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d790a86a-148c-4116-adf6-998c2412f0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:25.463993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45c6e973-830c-4e41-aaaa-fe1007ceba76 req-0154994a-182d-4de1-8b3c-8234abdd41cc tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646198 Feb 02 15:42:25.473657 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:42:25.488911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d790a86a-148c-4116-adf6-998c2412f0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:25.525912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50530) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:25.645649 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d790a86a-148c-4116-adf6-998c2412f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:25.689176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790a86a-148c-4116-adf6-998c2412f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357b5ea5-f108-48cd-83cf-977d6942db03,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:25.726551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d790a86a-148c-4116-adf6-998c2412f0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:25.759466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d790a86a-148c-4116-adf6-998c2412f0aa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/357b5ea5-f108-48cd-83cf-977d6942db03 HTTP/1.1" status: 204 len: 168 time: 0.4052854 Feb 02 15:42:25.799279 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:25.852267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:25.858790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] Usage tracker for resource:security_group_rule and tenant:a3a5f6d65ee740d8a72582f26b3412c8 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:25.864046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:25.875024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:25.911729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:42:26.029099 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.097394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:42:26.103266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:26.110712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.133975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.233646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a3a5f6d65ee740d8a72582f26b3412c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7065732 Feb 02 15:42:26.252665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50550) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:26.295075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a474a-8dde-40d7-95bf-75c212a3a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3d1949-9bc5-43ea-8277-09a1e01c3a90,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:26.336795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1bbd3-a72b-4e98-8aba-090e167d1dba req-5467922a-6aad-44ab-880a-c2e2453b5cd3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:26.345955 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18a1bbd3-a72b-4e98-8aba-090e167d1dba req-5467922a-6aad-44ab-880a-c2e2453b5cd3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1150475 Feb 02 15:42:26.425493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e76298e-6268-4a55-9f9b-8b7f742c6f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.470348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18a1bbd3-a72b-4e98-8aba-090e167d1dba req-8e9587e9-e5d5-45c6-80c3-65fb8713eee8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233916 Feb 02 15:42:26.516945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e76298e-6268-4a55-9f9b-8b7f742c6f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.525073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.575517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:26.578689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eca0b5-4064-4105-9ccb-17bd2178b53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:42:26.663611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.736963 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eca0b5-4064-4105-9ccb-17bd2178b53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34', 'code': 200} Feb 02 15:42:26.759250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e76298e-6268-4a55-9f9b-8b7f742c6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.794023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:26.795245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76298e-6268-4a55-9f9b-8b7f742c6f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3d1949-9bc5-43ea-8277-09a1e01c3a90,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:26.810850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5e76298e-6268-4a55-9f9b-8b7f742c6f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.815401 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5e76298e-6268-4a55-9f9b-8b7f742c6f08 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed3d1949-9bc5-43ea-8277-09a1e01c3a90 HTTP/1.1" status: 204 len: 168 time: 0.5590866 Feb 02 15:42:26.864154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba77ba6-5d07-4147-8276-8cbed2d9bbe8 req-00034340-1653-4e87-80f3-3508dac7f157 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:26.872322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ba77ba6-5d07-4147-8276-8cbed2d9bbe8 req-00034340-1653-4e87-80f3-3508dac7f157 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1749423 Feb 02 15:42:26.882881 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-083bebaf-925a-4d5a-b8d1-b326607cb819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.954463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ba77ba6-5d07-4147-8276-8cbed2d9bbe8 req-ede531d4-0208-4c09-b2ac-00772638d420 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777376 Feb 02 15:42:27.019200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50568) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:27.035023 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cd27b9e-f5e4-4ddc-b1bc-5e5ae4a7d744 req-3d2eaa5f-d82d-447d-ae2f-6e0b069df3db service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 1097 time: 0.1731231 Feb 02 15:42:27.094068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cd27b9e-f5e4-4ddc-b1bc-5e5ae4a7d744 req-6f350310-afae-44bd-bf08-fb39bce81317 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510733 Feb 02 15:42:27.096642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8dea40e3-9d83-4ade-8214-9a106a3ea8d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ef03ce2903e344c1a469f1d09cfa3032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0763893 Feb 02 15:42:27.100553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50574) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:27.212403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-751e37df-37b6-4f86-9f50-e556b298e6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:27.262077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-751e37df-37b6-4f86-9f50-e556b298e6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:27.479242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-751e37df-37b6-4f86-9f50-e556b298e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:27.528320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e37df-37b6-4f86-9f50-e556b298e6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134eb17-8e55-4f52-aea4-43988ae1cb4f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:27.539419 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-751e37df-37b6-4f86-9f50-e556b298e6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:27.541533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-751e37df-37b6-4f86-9f50-e556b298e6cb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8134eb17-8e55-4f52-aea4-43988ae1cb4f HTTP/1.1" status: 204 len: 168 time: 0.4396124 Feb 02 15:42:27.941247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2ceab-f96a-435d-b27f-c96192b2422c req-9f18524f-021e-4c9c-a414-99ac014156df tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:27.948819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ced2ceab-f96a-435d-b27f-c96192b2422c req-9f18524f-021e-4c9c-a414-99ac014156df tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1433001 Feb 02 15:42:28.039493 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ced2ceab-f96a-435d-b27f-c96192b2422c req-a83bcebd-dcfb-4d15-a1d8-1c2326e89303 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892649 Feb 02 15:42:28.219779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:28.319960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:28.444754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:28.450160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91c535-c1d0-4d61-a8e2-d903b8175aa2 req-fcfef9c3-90d1-47f3-9adc-d68f8adefefe tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:28.458954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f91c535-c1d0-4d61-a8e2-d903b8175aa2 req-fcfef9c3-90d1-47f3-9adc-d68f8adefefe tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.2067335 Feb 02 15:42:28.476074 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:28.488098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:28.498377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] Usage tracker for resource:security_group_rule and tenant:608f5097c9c840998d1107e95e5db385 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:28.507836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:28.525913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:28.571167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f91c535-c1d0-4d61-a8e2-d903b8175aa2 req-d7172ad4-6bca-43ca-bc6e-c939bdc23417 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111963 Feb 02 15:42:28.574816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-a25465b1-a97d-4e88-b758-d97809512684 req-451bf934-a52a-456d-bee4-7e5788f2a6bd service neutron] (95772) timed out ('10.222.0.64', 54418) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:42:28.791337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:28.924963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:28.994299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4680f00-0354-4e6f-973a-006808c35c94,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:29.001925 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08666a32-2349-4c4f-b616-3b72ec29198b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=608f5097c9c840998d1107e95e5db385&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7806075 Feb 02 15:42:29.005673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50632) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:29.105748 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cda5c36-e07c-421d-b1e2-3df2a608155c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:29.162165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cda5c36-e07c-421d-b1e2-3df2a608155c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:29.601802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d12fc-0779-4367-ba9f-c648a48450ae req-d7f32f24-867d-4c30-9b18-4a38166b2353 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:29.609402 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-591d12fc-0779-4367-ba9f-c648a48450ae req-d7f32f24-867d-4c30-9b18-4a38166b2353 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.3612847 Feb 02 15:42:29.680883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cda5c36-e07c-421d-b1e2-3df2a608155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:29.741181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda5c36-e07c-421d-b1e2-3df2a608155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4680f00-0354-4e6f-973a-006808c35c94,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:29.775356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9cda5c36-e07c-421d-b1e2-3df2a608155c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:29.777225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9cda5c36-e07c-421d-b1e2-3df2a608155c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e4680f00-0354-4e6f-973a-006808c35c94 HTTP/1.1" status: 204 len: 168 time: 0.7705331 Feb 02 15:42:29.803585 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-591d12fc-0779-4367-ba9f-c648a48450ae req-af5960e9-5740-4f2b-bec2-8e7f40a45c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742072 Feb 02 15:42:29.976870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1bc7f-6152-4e7c-bef7-232ba1b9dcb1 req-bfe4e3a0-5b93-4ea2-a07d-3661a60f426f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:29.978523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45a1bc7f-6152-4e7c-bef7-232ba1b9dcb1 req-bfe4e3a0-5b93-4ea2-a07d-3661a60f426f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1180296 Feb 02 15:42:29.993240 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:30.034253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45a1bc7f-6152-4e7c-bef7-232ba1b9dcb1 req-c969d291-73da-4a7f-860a-fe04854f29fa tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Feb 02 15:42:30.214156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50662) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:30.492322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-433954840-network', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:30.501107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:30.513863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Usage tracker for resource:network and tenant:29c853cc28e74a9ba2b732dda6dce7af is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:30.525208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:30.538531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:30.681124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Made reservation on behalf of 29c853cc28e74a9ba2b732dda6dce7af for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:42:30.687633 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:30.698931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:30.736169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:30.740413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Usage tracker for resource:security_group_rule and tenant:29c853cc28e74a9ba2b732dda6dce7af is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:30.743573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:30.750745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:30.850562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:30.980744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:31.082021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:42:31.085956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f2b03-a7de-4e4d-a6bc-edacce7aa13f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:31.134658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:31.135005 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Added segment f7effdc9-2679-45a5-a6bf-f1df94eae0af of type vlan for network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 Feb 02 15:42:31.200644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:31.208591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5906b23-a878-421d-a1e6-9bed92816a80 req-db30a74b-16a6-46a4-8f08-5bfa7a5bebea tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:31.211132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-743a2396-93fd-426c-9839-389c04f59b59 req-beacbd44-8381-412d-b3af-d815e709a300 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 1097 time: 0.2715807 Feb 02 15:42:31.213835 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5906b23-a878-421d-a1e6-9bed92816a80 req-db30a74b-16a6-46a4-8f08-5bfa7a5bebea tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.2956169 Feb 02 15:42:31.293804 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e5906b23-a878-421d-a1e6-9bed92816a80 req-15acc38b-d708-402e-a7ca-7a59ab4e7489 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747852 Feb 02 15:42:31.339173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60360734-442c-4626-a515-4f5b9a639ed7 req-d7c14a0e-0b5d-48f1-b90c-d05bb9b57676 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:31.348108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60360734-442c-4626-a515-4f5b9a639ed7 req-d7c14a0e-0b5d-48f1-b90c-d05bb9b57676 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.3733163 Feb 02 15:42:31.353902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:42:31.472476 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60360734-442c-4626-a515-4f5b9a639ed7 req-9f187137-5934-4228-9540-62f79626acfd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231444 Feb 02 15:42:31.485798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:31.486337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:31.486520 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:31.670413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50710) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:31.676630 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4502683 Feb 02 15:42:31.698599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Request body: {'subnet': {'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-433954840-subnet', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:31.715700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:31.725387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Usage tracker for resource:subnet and tenant:29c853cc28e74a9ba2b732dda6dce7af is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:31.742047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:31.755229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:31.797532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a2396-93fd-426c-9839-389c04f59b59 req-519eb4ed-ac0a-4e37-b1df-f9703bdf8d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:31.801211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-743a2396-93fd-426c-9839-389c04f59b59 req-519eb4ed-ac0a-4e37-b1df-f9703bdf8d19 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 HTTP/1.1" status: 200 len: 913 time: 0.5789163 Feb 02 15:42:31.810151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bffc51-7191-418c-990e-9c0e2b9ba619 admin admin] Pushing event updated for resources: {'Network': ['ID=21ef6545-ead1-4f9e-aafb-b48ee3225de8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:31.828873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:42:31.886490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Made reservation on behalf of 29c853cc28e74a9ba2b732dda6dce7af for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:42:31.893346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:31.966873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-743a2396-93fd-426c-9839-389c04f59b59 req-4fc9c213-9de0-4c03-bffe-888d2beb1f4f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 HTTP/1.1" status: 200 len: 217 time: 0.1380916 Feb 02 15:42:32.129705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a2396-93fd-426c-9839-389c04f59b59 req-6fd851b7-0d99-453c-8f5c-d114aa762127 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:32.131195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-743a2396-93fd-426c-9839-389c04f59b59 req-6fd851b7-0d99-453c-8f5c-d114aa762127 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a30eabd-412c-448e-8c06-5613ea3c1c99 HTTP/1.1" status: 200 len: 851 time: 0.1572387 Feb 02 15:42:32.213442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-743a2396-93fd-426c-9839-389c04f59b59 req-6b248378-7cbf-49bb-8c7a-fe9817925788 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752795 Feb 02 15:42:32.468717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:32.508591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-743a2396-93fd-426c-9839-389c04f59b59 req-715e8869-ccb3-4b5e-987b-8da30c64adfb service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879190 Feb 02 15:42:32.693446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:32.716987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Checking segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:42:32.718251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Network hostable DHCP agents. Network: 21ef6545-ead1-4f9e-aafb-b48ee3225de8, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:42:32.888791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:42:33.018496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 21ef6545-ead1-4f9e-aafb-b48ee3225de8) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:33.025251 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-743a2396-93fd-426c-9839-389c04f59b59 req-1d99897b-e138-4622-82a9-86c7a6b97287 service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058227 Feb 02 15:42:33.029607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c76961b-320d-4827-b67a-ed335e63b9e5 None None] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:42:33.048940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:33.049927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:33.067141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ee067-1e15-49c0-802f-e48ae7e04a55 req-d0b0c978-9fcb-4a3b-b4ef-fc915cbd435c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:33.085835 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-973ee067-1e15-49c0-802f-e48ae7e04a55 req-d0b0c978-9fcb-4a3b-b4ef-fc915cbd435c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.2568097 Feb 02 15:42:33.093419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31ae03-6e24-45d6-b1b4-07682b21353c req-2f2aa083-c196-472e-8aed-f801c0222c27 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:33.100825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3d31ae03-6e24-45d6-b1b4-07682b21353c req-2f2aa083-c196-472e-8aed-f801c0222c27 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.2820745 Feb 02 15:42:33.194705 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3d31ae03-6e24-45d6-b1b4-07682b21353c req-ed79d0a2-2a75-44eb-b35b-d75c13b8e2fa tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924659 Feb 02 15:42:33.252320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1cf6cdde-10de-4a0d-80b2-1d56137cfede admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5787475 Feb 02 15:42:33.257159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50750) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:33.271532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:33.289103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:33.296602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Usage tracker for resource:router and tenant:29c853cc28e74a9ba2b732dda6dce7af is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:33.300969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:33.309120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:33.339556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-973ee067-1e15-49c0-802f-e48ae7e04a55 req-56cfb9f6-2f8a-4041-afb4-66b82510cb0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396369 Feb 02 15:42:33.395264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:33.396874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:33.457637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:33.579123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'fixed_ips': [{'subnet_id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:42:33.580674 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:33.752274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:33.965490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Allocated IP 172.20.0.2 (21ef6545-ead1-4f9e-aafb-b48ee3225de8/bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e/81c2d067-248b-403c-97de-f1469a940b49) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:42:34.121319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:34.161589 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:34.268157 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:34.279686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Transition to ACTIVE for port object 81c2d067-248b-403c-97de-f1469a940b49 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:34.303751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Transition to ACTIVE for port object 81c2d067-248b-403c-97de-f1469a940b49 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:34.367186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:34.380156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Allocated IP 172.25.0.199 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/c5abb0a4-dc76-465d-92a9-b6bbfefebf81) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:42:34.553299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Pushing event updated for resources: {'Port': ['ID=81c2d067-248b-403c-97de-f1469a940b49,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:34.563813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b7d95-5351-4382-b200-398f5acb3ad2 req-d559be88-f863-4309-b273-c0392caccce0 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:34.570983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-429b7d95-5351-4382-b200-398f5acb3ad2 req-d559be88-f863-4309-b273-c0392caccce0 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.2051785 Feb 02 15:42:34.590387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:42:34.593173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:34.598564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:42:34.656548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-429b7d95-5351-4382-b200-398f5acb3ad2 req-de44e476-39af-4709-aebe-51b1463678b1 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846758 Feb 02 15:42:34.758328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Attempting to bind port 81c2d067-248b-403c-97de-f1469a940b49 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:42:34.758709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Attempting to bind port 81c2d067-248b-403c-97de-f1469a940b49 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:42:34.759077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Attempting to bind port 81c2d067-248b-403c-97de-f1469a940b49 on network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:42:34.767646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:42:34.768233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Checking segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:42:34.768440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:34.768846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Bound using segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:42:34.769321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Bound port: 81c2d067-248b-403c-97de-f1469a940b49, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:42:34.769704 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:34.819330 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:34.923376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddad1c-f551-46ea-9273-ff4e50a55a71 req-34b573c8-ad46-4ac6-aafd-8896cdc8f14c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:34.945374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08ddad1c-f551-46ea-9273-ff4e50a55a71 req-34b573c8-ad46-4ac6-aafd-8896cdc8f14c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.3343558 Feb 02 15:42:34.956700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] For port 81c2d067-248b-403c-97de-f1469a940b49, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:42:34.961688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] For port 81c2d067-248b-403c-97de-f1469a940b49, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=81c2d067-248b-403c-97de-f1469a940b49,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:42:34.973569 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:35.059908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08ddad1c-f551-46ea-9273-ff4e50a55a71 req-b9eaa66c-7142-4240-aa57-f4608e2d841b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285837 Feb 02 15:42:35.064330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:42:35.064661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:35.067448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:35.070713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:42:35.125818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Pushing event updated for resources: {'Port': ['ID=c5abb0a4-dc76-465d-92a9-b6bbfefebf81,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:35.185385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43666ff-5b6f-4ee4-8121-99cdccd2a019 None None] Pushing event updated for resources: {'Port': ['ID=81c2d067-248b-403c-97de-f1469a940b49,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:35.443759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:35.447587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:36.489878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f95e8-adb9-4975-b27a-036a72b74b65 req-4b15a298-a607-40dc-afa5-6c391059a90c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:36.491368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf0f95e8-adb9-4975-b27a-036a72b74b65 req-4b15a298-a607-40dc-afa5-6c391059a90c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1958752 Feb 02 15:42:36.572332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Router 6b37a52b-73b4-447a-9d9f-d152004a79aa is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:42:36.585010 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf0f95e8-adb9-4975-b27a-036a72b74b65 req-166cfe95-87e6-4304-9542-566ae58f3fe3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878391 Feb 02 15:42:36.622752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60362abf-b6fe-469a-ada9-33db81a1e08e req-f198d3dc-698d-436c-81e0-511f44ce1252 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:36.634925 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60362abf-b6fe-469a-ada9-33db81a1e08e req-f198d3dc-698d-436c-81e0-511f44ce1252 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1772723 Feb 02 15:42:36.716617 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60362abf-b6fe-469a-ada9-33db81a1e08e req-2d052c54-6912-4b86-a3a2-dc95bce555bb tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745363 Feb 02 15:42:37.049045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:42:37.052759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50836) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:37.072753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Sync routers for ids ['6b37a52b-73b4-447a-9d9f-d152004a79aa'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:42:37.102257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Routers {'6b37a52b-73b4-447a-9d9f-d152004a79aa'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:42:37.102257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:42:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6b37a52b-73b4-447a-9d9f-d152004a79aa'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:37.154347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:37.156586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bf90365f-3c0b-438c-93d3-7d514a154049 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8971438 Feb 02 15:42:37.160305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50842) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:37.220653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f2f76-e466-4c6c-a376-93525f5e15ec None None] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:42:37.321252 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:37.372927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:37.381309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4f76d16e1a524b6eba794565c4e0b71b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:37.386077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:37.396628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:37.525249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7205637b-81fe-4e06-9149-b1ae37264004 None None] Provisioning for port 81c2d067-248b-403c-97de-f1469a940b49 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:42:37.616457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Set router 6b37a52b-73b4-447a-9d9f-d152004a79aa gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:42:37.773446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 81c2d067-248b-403c-97de-f1469a940b49 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:42:38.027254 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:38.086164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57120-3dfb-459e-add7-18598d24d0e5 req-54668a9e-64a3-4013-ae89-15bc0e1fb3dc tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:38.101790 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13d57120-3dfb-459e-add7-18598d24d0e5 req-54668a9e-64a3-4013-ae89-15bc0e1fb3dc tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1383374 Feb 02 15:42:38.150555 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:38.183507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13d57120-3dfb-459e-add7-18598d24d0e5 req-f12bc2c7-d659-40dc-9314-8172bb7dacb1 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793278 Feb 02 15:42:38.229373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50866) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:38.244537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f76d16e1a524b6eba794565c4e0b71b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1903083 Feb 02 15:42:38.306841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72561803-ca61-482f-8681-7a96c6fae9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9eae20-5440-4488-88ab-08985b978f19,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:38.370163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59235d25-9b8e-4d19-98b7-2a624fa88dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:38.440628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59235d25-9b8e-4d19-98b7-2a624fa88dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:38.451585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:42:35Z', 'revision_number': 3, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port': {'id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:34Z', 'updated_at': '2022-02-02T15:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:38.457602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321e29-1419-4e9f-b96d-39db902d2a8a req-8c052a73-5d27-416c-a181-0aad7e180fc3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:38.463862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Checking router: 6b37a52b-73b4-447a-9d9f-d152004a79aa for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:42:38.470175 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84321e29-1419-4e9f-b96d-39db902d2a8a req-8c052a73-5d27-416c-a181-0aad7e180fc3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.5590198 Feb 02 15:42:38.472731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Updating router 6b37a52b-73b4-447a-9d9f-d152004a79aa port c5abb0a4-dc76-465d-92a9-b6bbfefebf81 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:42:38.583297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84321e29-1419-4e9f-b96d-39db902d2a8a req-b97197cf-8a7b-4381-8292-868cb7a8d701 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117048 Feb 02 15:42:38.646199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59235d25-9b8e-4d19-98b7-2a624fa88dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:38.707095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59235d25-9b8e-4d19-98b7-2a624fa88dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9eae20-5440-4488-88ab-08985b978f19,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:38.710057 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:38.737818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-59235d25-9b8e-4d19-98b7-2a624fa88dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:38.745288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-59235d25-9b8e-4d19-98b7-2a624fa88dbd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1c9eae20-5440-4488-88ab-08985b978f19 HTTP/1.1" status: 204 len: 168 time: 0.5124736 Feb 02 15:42:38.755149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 81c2d067-248b-403c-97de-f1469a940b49 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:42:38.839235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 81c2d067-248b-403c-97de-f1469a940b49 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:38.840036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:39.064965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a5cd6517-bd93-4e68-a004-9c1910e4f776 None None] Provisioning complete for port 81c2d067-248b-403c-97de-f1469a940b49 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:39.065593 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6517-bd93-4e68-a004-9c1910e4f776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:39.307123 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:39.380932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 81c2d067-248b-403c-97de-f1469a940b49, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=81c2d067-248b-403c-97de-f1469a940b49,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:39.504667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:39.528041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:39.631405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85f8e1-b0b1-4b86-9795-d595973bfe99 req-0baab9a7-8978-49db-a3b5-a0a36e425245 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:39.643800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85f8e1-b0b1-4b86-9795-d595973bfe99 req-0baab9a7-8978-49db-a3b5-a0a36e425245 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1461060 Feb 02 15:42:39.782753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae85f8e1-b0b1-4b86-9795-d595973bfe99 req-81568ae4-a440-465d-b4f9-7ef7729498dd tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343930 Feb 02 15:42:39.949675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50902) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:40.020846 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.134529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Allocated IP 172.20.0.1 (21ef6545-ead1-4f9e-aafb-b48ee3225de8/bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e/098e16ec-219b-4102-b41d-c4abeea1016b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:42:40.179720 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.182775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=81c2d067-248b-403c-97de-f1469a940b49,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:40.246243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Transition to ACTIVE for port object c5abb0a4-dc76-465d-92a9-b6bbfefebf81 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:40.326142 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.386714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:40.418321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.420677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e9088bb3cb714fe7ad50a350f46553bb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:40.464616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:40.465448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Transition to ACTIVE for port object 098e16ec-219b-4102-b41d-c4abeea1016b will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:40.507955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:40.627765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63752c31-d09e-4981-91ae-b25302b8e785 None None] Pushing event updated for resources: {'Port': ['ID=c5abb0a4-dc76-465d-92a9-b6bbfefebf81,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:40.627765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Attempting to bind port c5abb0a4-dc76-465d-92a9-b6bbfefebf81 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:42:40.627765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Attempting to bind port c5abb0a4-dc76-465d-92a9-b6bbfefebf81 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:42:40.627765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Attempting to bind port c5abb0a4-dc76-465d-92a9-b6bbfefebf81 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:42:40.648682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:42:40.649413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1498df-675b-4004-af04-629cf316c115 req-1d019bc0-0c2d-4bef-89d0-8efec3467128 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:40.655369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:42:40.656021 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.659363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:42:40.660067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Bound port: c5abb0a4-dc76-465d-92a9-b6bbfefebf81, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:42:40.660556 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.668687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.669309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a1498df-675b-4004-af04-629cf316c115 req-1d019bc0-0c2d-4bef-89d0-8efec3467128 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.4730361 Feb 02 15:42:40.819722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] For port c5abb0a4-dc76-465d-92a9-b6bbfefebf81, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:42:40.824516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.836029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] For port c5abb0a4-dc76-465d-92a9-b6bbfefebf81, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c5abb0a4-dc76-465d-92a9-b6bbfefebf81,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:42:40.864018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:42:40.867952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:40.888363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:42:40.900544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3a1498df-675b-4004-af04-629cf316c115 req-00e056f3-d898-433a-a8ea-1855a7a0c00b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307169 Feb 02 15:42:40.915662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.943296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.971532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:40.987513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Pushing event updated for resources: {'Port': ['ID=098e16ec-219b-4102-b41d-c4abeea1016b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:41.144375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1c92de-57cf-4317-800c-37af280ad633,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:41.170321 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f9b56ffc-6940-4e42-871f-8d7de6ee67f7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e9088bb3cb714fe7ad50a350f46553bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2144704 Feb 02 15:42:41.170981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50928) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:41.272466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Routers {'6b37a52b-73b4-447a-9d9f-d152004a79aa'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:42:41.273471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:42:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6b37a52b-73b4-447a-9d9f-d152004a79aa'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:41.375032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:41.505709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2378357-d1f8-4cbd-b297-16137959c7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:41.594870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2378357-d1f8-4cbd-b297-16137959c7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:41.688115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 81c2d067-248b-403c-97de-f1469a940b49 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:42:41.716835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50938) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:41.785997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3840f6-83e7-4dfb-ae1f-1979e56d5e1b req-c097de34-8448-4595-9787-82347d12026d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:41.793621 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f3840f6-83e7-4dfb-ae1f-1979e56d5e1b req-c097de34-8448-4595-9787-82347d12026d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.5741069 Feb 02 15:42:41.822839 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2378357-d1f8-4cbd-b297-16137959c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:41.853480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2378357-d1f8-4cbd-b297-16137959c7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1c92de-57cf-4317-800c-37af280ad633,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:41.856966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2378357-d1f8-4cbd-b297-16137959c7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:41.859220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f2378357-d1f8-4cbd-b297-16137959c7b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d1c92de-57cf-4317-800c-37af280ad633 HTTP/1.1" status: 204 len: 168 time: 0.6855342 Feb 02 15:42:41.875089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63752c31-d09e-4981-91ae-b25302b8e785 None None] Pushing event updated for resources: {'Port': ['ID=c5abb0a4-dc76-465d-92a9-b6bbfefebf81,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:42.075680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:42.094490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f3840f6-83e7-4dfb-ae1f-1979e56d5e1b req-d73ab6b9-9d23-41bb-a517-164e818b0570 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739239 Feb 02 15:42:42.171599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:42.193676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] Usage tracker for resource:security_group_rule and tenant:f9e886ab7a984886b50de5c77bdcfd8d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:42.199309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-59cf4b1e-aa65-4717-893e-97c3c333a89a None None] Provisioning for port 098e16ec-219b-4102-b41d-c4abeea1016b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:42:42.204488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:42.210343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:42.223868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:42.257478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-59cf4b1e-aa65-4717-893e-97c3c333a89a None None] Provisioning complete for port 098e16ec-219b-4102-b41d-c4abeea1016b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:42.258287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59cf4b1e-aa65-4717-893e-97c3c333a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:42.326095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:42.393325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] Set router 6b37a52b-73b4-447a-9d9f-d152004a79aa gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:42:42.459334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 81c2d067-248b-403c-97de-f1469a940b49 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:42.459813 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:42.523333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-59cf4b1e-aa65-4717-893e-97c3c333a89a None None] Port 098e16ec-219b-4102-b41d-c4abeea1016b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:42:42.559408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb9954-e25c-41b7-99f1-29a897b1f040 req-21dd5449-83a7-4e75-85c1-600c599e44dd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:42.579924 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9eb9954-e25c-41b7-99f1-29a897b1f040 req-21dd5449-83a7-4e75-85c1-600c599e44dd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.3326418 Feb 02 15:42:42.712121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:42.714753 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:42.718878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Pushing event updated for resources: {'Port': ['ID=098e16ec-219b-4102-b41d-c4abeea1016b,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:42.762431 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c9eb9954-e25c-41b7-99f1-29a897b1f040 req-8f5aa9ab-6db3-434a-8d26-6dc76673d5e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799819 Feb 02 15:42:42.794032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:42.874649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d212c8c9-d5e6-46bb-85c0-0d59af2ce834,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:42.901270 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0af3011f-d5ed-4d0d-9827-594f369892df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f9e886ab7a984886b50de5c77bdcfd8d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1820829 Feb 02 15:42:42.904067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50964) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:42.992782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c91b76ff-cdbd-4987-8eff-fd60f44628f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:43.007325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:42:43.012867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:43.039329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c91b76ff-cdbd-4987-8eff-fd60f44628f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:43.228037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c91b76ff-cdbd-4987-8eff-fd60f44628f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:43.250399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b76ff-cdbd-4987-8eff-fd60f44628f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d212c8c9-d5e6-46bb-85c0-0d59af2ce834,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:43.265927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c91b76ff-cdbd-4987-8eff-fd60f44628f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:43.265927 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c91b76ff-cdbd-4987-8eff-fd60f44628f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d212c8c9-d5e6-46bb-85c0-0d59af2ce834 HTTP/1.1" status: 204 len: 168 time: 0.3572383 Feb 02 15:42:43.425811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:42:41Z', 'revision_number': 4, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port': {'id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:34Z', 'updated_at': '2022-02-02T15:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '098e16ec-219b-4102-b41d-c4abeea1016b', 'name': '', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'mac_address': 'fa:16:3e:42:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:39Z', 'updated_at': '2022-02-02T15:42:40Z', 'revision_number': 1, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'subnets': [{'id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:43.443443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95b9c1-75ca-4f62-94e7-7628e8ab319a None None] The sync data for ids ['6b37a52b-73b4-447a-9d9f-d152004a79aa'] in n-d-827122-1 is: [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:42:41Z', 'revision_number': 4, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port': {'id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:34Z', 'updated_at': '2022-02-02T15:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '098e16ec-219b-4102-b41d-c4abeea1016b', 'name': '', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'mac_address': 'fa:16:3e:42:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:39Z', 'updated_at': '2022-02-02T15:42:40Z', 'revision_number': 1, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'subnets': [{'id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:42:43.579230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-76d49d64-4641-4775-8705-60667af281a8 None None] Provisioning complete for port 098e16ec-219b-4102-b41d-c4abeea1016b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:43.580556 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-76d49d64-4641-4775-8705-60667af281a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:43.768701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-76d49d64-4641-4775-8705-60667af281a8 None None] Port 098e16ec-219b-4102-b41d-c4abeea1016b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:42:43.781352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42406c2-4946-42e2-94da-140a007f99cc req-1ac33444-f489-4b80-b04b-90ae4545c604 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:43.788795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e42406c2-4946-42e2-94da-140a007f99cc req-1ac33444-f489-4b80-b04b-90ae4545c604 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.2984073 Feb 02 15:42:43.927682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e42406c2-4946-42e2-94da-140a007f99cc req-d67647ca-b21d-413c-bad3-de8666f31984 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376305 Feb 02 15:42:44.243395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Router 6b37a52b-73b4-447a-9d9f-d152004a79aa has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:42:44.281051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6d5c-88f2-4627-8022-8169e2ae053c req-8303f880-c68c-444b-a95a-6927ce9dabfd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:44.282664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f9f6d5c-88f2-4627-8022-8169e2ae053c req-8303f880-c68c-444b-a95a-6927ce9dabfd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1968575 Feb 02 15:42:44.394197 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3f9f6d5c-88f2-4627-8022-8169e2ae053c req-7c3f8a6f-11ea-4f65-83d6-d48b91065007 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968144 Feb 02 15:42:44.627509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:42:44.655923 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e6a1c9e2-673a-4e70-8c50-737aea52c734 admin admin] 10.222.0.88 "PUT /v2.0/routers/6b37a52b-73b4-447a-9d9f-d152004a79aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4913223 Feb 02 15:42:45.199552 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-11b396ef-1e8d-47cf-8690-cd118a32277f service neutron] show failed (client error): The resource could not be found. Feb 02 15:42:45.200525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-11b396ef-1e8d-47cf-8690-cd118a32277f service neutron] 10.222.0.64 "GET /v2.0/ports/d29a958c-8405-4116-83de-e630afee6fe4/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.2226927 Feb 02 15:42:45.379427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e5b8-4cb2-4ad5-a36d-9708dbdb9f85 req-ae363881-2c07-4063-a6b9-3570ee48b5db tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:45.381901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cca0e5b8-4cb2-4ad5-a36d-9708dbdb9f85 req-ae363881-2c07-4063-a6b9-3570ee48b5db tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1122074 Feb 02 15:42:45.455606 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cca0e5b8-4cb2-4ad5-a36d-9708dbdb9f85 req-0512a431-060b-41ab-a027-dcfbcbe975c9 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635121 Feb 02 15:42:45.810510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c5abb0a4-dc76-465d-92a9-b6bbfefebf81 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:42:45.901230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ace1c9-7ce4-45ec-8c07-4a672c56b1e5 req-cdf8235d-0a4a-4f8f-a3fb-76a06845f386 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:45.903199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19ace1c9-7ce4-45ec-8c07-4a672c56b1e5 req-cdf8235d-0a4a-4f8f-a3fb-76a06845f386 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.3088229 Feb 02 15:42:45.977999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19ace1c9-7ce4-45ec-8c07-4a672c56b1e5 req-621a695f-265e-4ffc-b1e3-253863031b86 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629163 Feb 02 15:42:46.022927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c5abb0a4-dc76-465d-92a9-b6bbfefebf81 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:42:46.030426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c5abb0a4-dc76-465d-92a9-b6bbfefebf81 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:46.032393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:46.130799 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-df893a1a-1bb3-44c8-9c62-3985f84b4f2c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 1096 time: 0.1115303 Feb 02 15:42:46.151176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:46.205229 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:46.229962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c5abb0a4-dc76-465d-92a9-b6bbfefebf81, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c5abb0a4-dc76-465d-92a9-b6bbfefebf81,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:46.311207 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:46.328598 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:46.490094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c5abb0a4-dc76-465d-92a9-b6bbfefebf81,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:46.761063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a0f27-eba4-46b7-aaf4-3167571e3fd6 req-3152f832-6477-4a6e-a68c-145a18118cdb tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:46.772231 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e18a0f27-eba4-46b7-aaf4-3167571e3fd6 req-3152f832-6477-4a6e-a68c-145a18118cdb tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1627936 Feb 02 15:42:46.879200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e18a0f27-eba4-46b7-aaf4-3167571e3fd6 req-e8a5f989-8b79-4ec7-a7e3-c57b3f04bab7 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058350 Feb 02 15:42:46.977267 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:47.183803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:47.225823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:42:47.317217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:47.332985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:42:47.349197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Transition to ACTIVE for port object d29a958c-8405-4116-83de-e630afee6fe4 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:47.360346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5b480-1c4d-4769-a510-97a05362835b req-d6eab2c3-9f53-453c-afa7-40cdca18396d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:47.363203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61e5b480-1c4d-4769-a510-97a05362835b req-d6eab2c3-9f53-453c-afa7-40cdca18396d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.1544042 Feb 02 15:42:47.444869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61e5b480-1c4d-4769-a510-97a05362835b req-c34c812f-71f6-4a50-8e30-5352b30e6e57 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748904 Feb 02 15:42:47.450268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:47.627929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c5abb0a4-dc76-465d-92a9-b6bbfefebf81 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:42:47.673969 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4', 'code': 200} Feb 02 15:42:47.736870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:47.790900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c5abb0a4-dc76-465d-92a9-b6bbfefebf81 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:47.791651 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:47.818016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:47.832252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-460678975-network', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:47.865179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:47.877234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Usage tracker for resource:network and tenant:564c3d8ceb0c4af2bc6b096a0df3af2d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:47.880997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:47.887744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:47.930290 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:47.967892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Made reservation on behalf of 564c3d8ceb0c4af2bc6b096a0df3af2d for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:42:47.973497 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:47.999055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] No DVR routers for this DVR port d29a958c-8405-4116-83de-e630afee6fe4 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:42:48.055183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:48.055819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d29a958c-8405-4116-83de-e630afee6fe4 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:42:48.270501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d29a958c-8405-4116-83de-e630afee6fe4 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:42:48.297484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:48.306660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Usage tracker for resource:security_group_rule and tenant:564c3d8ceb0c4af2bc6b096a0df3af2d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:48.311601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:48.327191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:48.373698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b68fd-31f9-4653-83a6-9c4bb9620fad req-aa576d59-3e57-4fd9-bc8c-9f3d56450c4a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:48.375364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b9b68fd-31f9-4653-83a6-9c4bb9620fad req-aa576d59-3e57-4fd9-bc8c-9f3d56450c4a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1862588 Feb 02 15:42:48.477115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b9b68fd-31f9-4653-83a6-9c4bb9620fad req-434e24de-42e7-434b-98bc-18d17d76520b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956669 Feb 02 15:42:48.487399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Attempting to bind port d29a958c-8405-4116-83de-e630afee6fe4 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:42:48.488002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Attempting to bind port d29a958c-8405-4116-83de-e630afee6fe4 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:42:48.488156 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:48.488513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Attempting to bind port d29a958c-8405-4116-83de-e630afee6fe4 on network ce25a0f2-3799-4d81-b9c8-929d47459f9e {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:42:48.520212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Port d29a958c-8405-4116-83de-e630afee6fe4 on network ce25a0f2-3799-4d81-b9c8-929d47459f9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:42:48.520683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Attempting to bind port d29a958c-8405-4116-83de-e630afee6fe4 on network ce25a0f2-3799-4d81-b9c8-929d47459f9e {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:42:48.544434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:42:48.545295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Checking segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:42:48.545681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Bound using segment: {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:42:48.546386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Bound port: d29a958c-8405-4116-83de-e630afee6fe4, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14058950-5443-42c6-8d06-016431e8a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:42:48.547007 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:48.582742 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:48.674288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9daf05-47c9-4397-a8e5-be48a5fdc618,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:48.711624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:42:48.764359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:48.767817 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Added segment 66b2a6d6-874d-407e-ac21-580b8f318381 of type vlan for network 3357e8d3-20ef-4498-83c2-7e30c1d07944 Feb 02 15:42:48.838841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:42:48.846043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:42:48.883353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:48.914572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:48.963153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95682d-ad60-4a3d-a635-be71a529891c req-2763bbc0-e109-47fc-8dff-edb1cd6733cf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:48.964735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef95682d-ad60-4a3d-a635-be71a529891c req-2763bbc0-e109-47fc-8dff-edb1cd6733cf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 943 time: 0.1407743 Feb 02 15:42:49.008357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:49.011117 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] 10.222.0.107 "PUT /v2.0/ports/d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 1091 time: 2.8660011 Feb 02 15:42:49.225286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:49.251006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.251711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.252327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.260065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.260830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.261404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.261968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.262595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.263391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.265540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.266855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de091c18-3165-4f66-be51-c4f1ee9b2069 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:49.323133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-15319943-b154-49d5-918f-cfbf8e3b1eb2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1094 time: 0.2632437 Feb 02 15:42:49.354585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:49.360809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:49.362455 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:49.555771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] Pushing event updated for resources: {'Network': ['ID=3357e8d3-20ef-4498-83c2-7e30c1d07944,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:49.591946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3357e8d3-20ef-4498-83c2-7e30c1d07944 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:42:49.593207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef95682d-ad60-4a3d-a635-be71a529891c req-206e4aaf-256a-4e05-bf03-c80d87b5af14 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6096673 Feb 02 15:42:49.613451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-95e50cc1-ad65-431a-b6fb-0787018ad255 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7909572 Feb 02 15:42:49.616334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51122) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:49.624501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Request body: {'subnet': {'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-460678975-subnet', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:49.643131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:49.654597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Usage tracker for resource:subnet and tenant:564c3d8ceb0c4af2bc6b096a0df3af2d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:49.658486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:49.672881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:49.683223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:42:49.764545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Made reservation on behalf of 564c3d8ceb0c4af2bc6b096a0df3af2d for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:42:49.767991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:49.908626 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4', 'status': 'completed', 'code': 200} Feb 02 15:42:49.931283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-dd07a164-1851-41ce-bf5d-95680da3351f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:49.932798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-dd07a164-1851-41ce-bf5d-95680da3351f service neutron] 10.222.0.107 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.6068022 Feb 02 15:42:50.133037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27e25-72f6-4924-bb83-26417bafd020 req-41b2a0c6-355e-4697-a84d-5bda77df0276 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:50.134542 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bce27e25-72f6-4924-bb83-26417bafd020 req-41b2a0c6-355e-4697-a84d-5bda77df0276 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.4109507 Feb 02 15:42:50.181002 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-3691f0f5-a991-4beb-9063-cac4eb755f6e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 997 time: 0.2377732 Feb 02 15:42:50.192905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:50.262168 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bce27e25-72f6-4924-bb83-26417bafd020 req-e32bb622-e906-4c5c-846c-3cfc15070b8d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163120 Feb 02 15:42:50.272045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-6dd50130-2b20-4dbd-a81f-76fcba078c6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1094 time: 0.2445941 Feb 02 15:42:50.277194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ba7aab-df48-4c7a-8757-504f0a2dda0f,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:50.278370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-0d645ecd-574d-4f3d-a683-9d1e71281f5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:50.280463 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-0d645ecd-574d-4f3d-a683-9d1e71281f5b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.0851200 Feb 02 15:42:50.315347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Checking segment: {'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:42:50.315862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Network hostable DHCP agents. Network: 3357e8d3-20ef-4498-83c2-7e30c1d07944, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:42:50.473842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Network 3357e8d3-20ef-4498-83c2-7e30c1d07944 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:42:50.477639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-f26d666e-bc74-4001-9994-a5230a8e03a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:50.479457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-f26d666e-bc74-4001-9994-a5230a8e03a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.1977103 Feb 02 15:42:50.541429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-eae0b404-7e61-4f9a-83da-e93be7695e1d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382481 Feb 02 15:42:50.559411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 3357e8d3-20ef-4498-83c2-7e30c1d07944) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:50.569248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:50.570752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:50.575509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c9e9f1-b5e3-4397-b3be-fad4a5d83c54 None None] Network 3357e8d3-20ef-4498-83c2-7e30c1d07944 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:42:50.696219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0e7eb723-c854-46ca-b940-fe6d8b497e9b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0784147 Feb 02 15:42:50.698724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51148) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:50.718223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:42:50.739191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:50.758058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Usage tracker for resource:router and tenant:564c3d8ceb0c4af2bc6b096a0df3af2d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:50.771028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:50.793887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:50.869024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-8bb678d1-4f83-47ea-a52a-8e570d76f9e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 997 time: 0.3824794 Feb 02 15:42:50.902998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:50.905412 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:50.931117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:51.024905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-3357e8d3-20ef-4498-83c2-7e30c1d07944', 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'fixed_ips': [{'subnet_id': 'a3ba7aab-df48-4c7a-8757-504f0a2dda0f'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:42:51.029272 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:51.110255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-d3e009dd-e998-404b-be68-7c6dba3a670c service neutron] 10.222.0.107 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620911 Feb 02 15:42:51.114983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-7ec5ed2a-5bfe-4fc5-acf8-3d275fd7f847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:51.116490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-7ec5ed2a-5bfe-4fc5-acf8-3d275fd7f847 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.2380531 Feb 02 15:42:51.319712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Allocated IP 172.20.0.2 (3357e8d3-20ef-4498-83c2-7e30c1d07944/a3ba7aab-df48-4c7a-8757-504f0a2dda0f/83c02555-1f04-493a-b910-1d2f956c1d01) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:42:51.358634 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:51.510277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e5886-c318-49f9-9a74-3ea3068718a4 req-75a53343-6325-428b-a2c6-840f01d6ad0f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:51.519495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d9e5886-c318-49f9-9a74-3ea3068718a4 req-75a53343-6325-428b-a2c6-840f01d6ad0f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 943 time: 0.5965159 Feb 02 15:42:51.768268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:51.787569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Transition to ACTIVE for port object 83c02555-1f04-493a-b910-1d2f956c1d01 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:51.819440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Transition to ACTIVE for port object 83c02555-1f04-493a-b910-1d2f956c1d01 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:51.819687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-7a93bbef-bf7e-4b58-bd35-63c1f4b84e56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6790864 Feb 02 15:42:51.848303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d9e5886-c318-49f9-9a74-3ea3068718a4 req-9c8b613b-ec8c-47ed-9fd3-f7d8f468f30b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245111 Feb 02 15:42:51.853052 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e37b7e8d-5ca3-4509-bf49-4cd3a7f5b4e2 req-84d6da56-c96f-4458-9e98-b837ce693ed2 service neutron] 10.222.0.107 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356830 Feb 02 15:42:51.903655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:51.920398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e050-4847-4a2a-8784-8b102930c1bc req-5ad6cb29-5bc4-42f6-8e19-3db056733911 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:51.923867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68c0e050-4847-4a2a-8784-8b102930c1bc req-5ad6cb29-5bc4-42f6-8e19-3db056733911 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.2679861 Feb 02 15:42:52.121509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Network 3357e8d3-20ef-4498-83c2-7e30c1d07944 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:42:52.130438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:52.144265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:42:52.146945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Pushing event updated for resources: {'Port': ['ID=83c02555-1f04-493a-b910-1d2f956c1d01,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:52.220960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-758afaf5-42fe-44ed-9df8-a20e9c34efb3 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925362 Feb 02 15:42:52.291787 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:52.373062 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68c0e050-4847-4a2a-8784-8b102930c1bc req-13103e31-b03c-4637-a5e4-3b5f7f1606ad tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324119 Feb 02 15:42:52.391931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:52.425069 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Attempting to bind port 83c02555-1f04-493a-b910-1d2f956c1d01 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:42:52.425452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Attempting to bind port 83c02555-1f04-493a-b910-1d2f956c1d01 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:42:52.427664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Attempting to bind port 83c02555-1f04-493a-b910-1d2f956c1d01 on network 3357e8d3-20ef-4498-83c2-7e30c1d07944 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:42:52.455470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:42:52.455867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Checking segment: {'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:42:52.456290 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:52.456691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Bound using segment: {'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:42:52.457169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Bound port: 83c02555-1f04-493a-b910-1d2f956c1d01, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:42:52.457543 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:52.611344 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-458a2f4f-f1c7-4770-a0ef-c5f9731b96b1 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820343 Feb 02 15:42:52.664584 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-62301c5a-4d43-4b76-a7cd-cf6a984c98fc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1094 time: 0.6018715 Feb 02 15:42:52.686504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Allocated IP 172.25.0.71 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:42:52.773755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] For port 83c02555-1f04-493a-b910-1d2f956c1d01, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:42:52.783949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] For port 83c02555-1f04-493a-b910-1d2f956c1d01, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=83c02555-1f04-493a-b910-1d2f956c1d01,segment=NetworkSegment(66b2a6d6-874d-407e-ac21-580b8f318381),segment_id=66b2a6d6-874d-407e-ac21-580b8f318381)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:42:52.869943 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:53.015813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-0f6be070-f2e9-4797-8316-9bce16d04ca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:53.017426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-0f6be070-f2e9-4797-8316-9bce16d04ca1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.3459158 Feb 02 15:42:53.048276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be637f-0e81-4773-845c-2abdf23bbd4c None None] Pushing event updated for resources: {'Port': ['ID=83c02555-1f04-493a-b910-1d2f956c1d01,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:53.208797 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-cb5ef38f-c508-4c39-adf8-423436378187 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 997 time: 0.1829624 Feb 02 15:42:53.211067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:53.335078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd9ed0-03d0-46f5-8c7b-49e828935c78 req-ad389a5f-0f32-448a-b6b2-31064cc5dfe7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:53.336914 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4bcd9ed0-03d0-46f5-8c7b-49e828935c78 req-ad389a5f-0f32-448a-b6b2-31064cc5dfe7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 943 time: 0.2329562 Feb 02 15:42:53.346133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-985062c7-760a-4106-bf46-c8779c57e5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:53.347937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-985062c7-760a-4106-bf46-c8779c57e5e9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.1319797 Feb 02 15:42:53.429909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:53.568995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-cb6de639-771b-4290-b14e-0aaf6f0f90af service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100031 Feb 02 15:42:53.736551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:53.764154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 83c02555-1f04-493a-b910-1d2f956c1d01 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:42:53.793030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:42:53.804468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4bcd9ed0-03d0-46f5-8c7b-49e828935c78 req-72f1fe25-ebad-4e2b-875c-412119755a8e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520025 Feb 02 15:42:53.805374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:42:53.813762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:42:53.903129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.903129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.906183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.906552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.906873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.907201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.907529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.907871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.908190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.908616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:53.908811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:54.007971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-38bda52d-4bc5-4246-a7b2-45aa41775f9d service neutron] 10.222.0.107 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309707 Feb 02 15:42:54.068018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 83c02555-1f04-493a-b910-1d2f956c1d01 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:42:54.285737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:54.292887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:54.307012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ea53a-6443-4a26-a829-b8e2ef604aab req-c1a7b160-7466-4716-89ca-ea905ff16209 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:54.315974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ea6ea53a-6443-4a26-a829-b8e2ef604aab req-c1a7b160-7466-4716-89ca-ea905ff16209 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.3938365 Feb 02 15:42:54.408655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4d36a03-eabd-4ef2-83e7-d4ee5397b0ff req-8bdf9670-6e44-4c7c-a38c-54e05837f8bf service neutron] 10.222.0.107 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838160 Feb 02 15:42:54.446358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ea6ea53a-6443-4a26-a829-b8e2ef604aab req-6829c018-7a6b-4c1c-9ac8-148a3de94b13 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257277 Feb 02 15:42:54.645432 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6ba2477a-30dc-44eb-9c77-b7945eca0579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:55.147582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89055a2-e2c4-4b3d-a0c9-c7798501d122 None None] Network 3357e8d3-20ef-4498-83c2-7e30c1d07944 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:42:55.320597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Router f52c65ef-946f-4847-8190-b711a84d6f71 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:42:55.346144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef596c0-71e8-4d5d-945f-1f4a42a6e42d req-c99bd504-00cb-49e3-bcc2-8b8767ecc5da tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:55.353366 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ef596c0-71e8-4d5d-945f-1f4a42a6e42d req-c99bd504-00cb-49e3-bcc2-8b8767ecc5da tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 943 time: 0.1350074 Feb 02 15:42:55.401510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c909d13-fabd-4817-b28e-b8a81e22f0b2 None None] Provisioning for port 83c02555-1f04-493a-b910-1d2f956c1d01 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:42:55.427677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c909d13-fabd-4817-b28e-b8a81e22f0b2 None None] Provisioning complete for port 83c02555-1f04-493a-b910-1d2f956c1d01 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:55.430985 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c909d13-fabd-4817-b28e-b8a81e22f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:55.458811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ef596c0-71e8-4d5d-945f-1f4a42a6e42d req-8ec4a67e-1b19-44f0-980f-1bd1c1c26227 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045668 Feb 02 15:42:55.795907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:42:55.812835 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c909d13-fabd-4817-b28e-b8a81e22f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:55.824638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Sync routers for ids ['f52c65ef-946f-4847-8190-b711a84d6f71'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:42:55.881595 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Routers {'f52c65ef-946f-4847-8190-b711a84d6f71'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:42:55.882707 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:42:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f52c65ef-946f-4847-8190-b711a84d6f71'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:55.909540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0c909d13-fabd-4817-b28e-b8a81e22f0b2 None None] For port 83c02555-1f04-493a-b910-1d2f956c1d01, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=83c02555-1f04-493a-b910-1d2f956c1d01,segment=NetworkSegment(66b2a6d6-874d-407e-ac21-580b8f318381),segment_id=66b2a6d6-874d-407e-ac21-580b8f318381)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:56.004122 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c909d13-fabd-4817-b28e-b8a81e22f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:56.109479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d29a958c-8405-4116-83de-e630afee6fe4 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:42:56.317062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:56.318277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ada6d927-51bb-4fad-9164-5b7e4c9722f7 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6185324 Feb 02 15:42:56.345122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51238) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:56.487471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c909d13-fabd-4817-b28e-b8a81e22f0b2 None None] Pushing event updated for resources: {'Port': ['ID=83c02555-1f04-493a-b910-1d2f956c1d01,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:56.597827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8756-ffd9-4ec5-be63-e863fe13729a req-27ccb857-1065-4e1f-b0dd-11eada169d3d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:56.602655 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Set router f52c65ef-946f-4847-8190-b711a84d6f71 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:42:56.605495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d8a8756-ffd9-4ec5-be63-e863fe13729a req-27ccb857-1065-4e1f-b0dd-11eada169d3d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 943 time: 0.3658888 Feb 02 15:42:56.664668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fb7834c1-dcfb-4a4a-af7c-b4b03ba7ffa9 None None] Provisioning complete for port 83c02555-1f04-493a-b910-1d2f956c1d01 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:56.665040 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb7834c1-dcfb-4a4a-af7c-b4b03ba7ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:56.801011 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d8a8756-ffd9-4ec5-be63-e863fe13729a req-a19b01de-bf0b-452a-962d-7cf29e777fe4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945417 Feb 02 15:42:56.805134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13002d29-b06e-4716-99e4-f767bbd00572 req-33d10ce5-fdd9-4a93-91df-8109e1dc1bc1 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:56.818511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13002d29-b06e-4716-99e4-f767bbd00572 req-33d10ce5-fdd9-4a93-91df-8109e1dc1bc1 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.8055925 Feb 02 15:42:56.858966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:56.868572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-29f57ed9-590b-4e03-a770-022c37e3c60e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:56.891337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-29f57ed9-590b-4e03-a770-022c37e3c60e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.64 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07&tenant_id=bcbc98f977944869a392ab2bccdbd691&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 943 time: 0.4678369 Feb 02 15:42:56.923004 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13002d29-b06e-4716-99e4-f767bbd00572 req-e9bae30a-8246-4cb6-9b7a-8b40d08fac1c tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025586 Feb 02 15:42:56.953856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'd29a958c-8405-4116-83de-e630afee6fe4', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'port_id': 'd29a958c-8405-4116-83de-e630afee6fe4', 'mac_address': 'fa:16:3e:11:c3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:42:57.180658 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:57.260864 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-0cc5fde5-3b60-410c-84c6-b36681c5b76b service neutron] delete failed (client error): The resource could not be found. Feb 02 15:42:57.267325 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-0cc5fde5-3b60-410c-84c6-b36681c5b76b service neutron] 10.222.0.64 "DELETE /v2.0/ports/d29a958c-8405-4116-83de-e630afee6fe4/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.3642888 Feb 02 15:42:57.280763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6fe4eb4b-46f3-45ca-8800-a6fa6de02329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:57.376691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29a958c-8405-4116-83de-e630afee6fe4 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:42:57.416281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:42:57.580999 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:57.626964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-f6a28de4-5e6f-477b-984d-6f4cdc40a00c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1094 time: 0.1876976 Feb 02 15:42:57.945421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 83c02555-1f04-493a-b910-1d2f956c1d01 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:42:58.077968 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:42:54Z', 'revision_number': 3, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:58.089485 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Checking router: f52c65ef-946f-4847-8190-b711a84d6f71 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:42:58.089837 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Updating router f52c65ef-946f-4847-8190-b711a84d6f71 port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:42:58.328155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['d29a958c-8405-4116-83de-e630afee6fe4'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:42:58.370063 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:58.385403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-d9f5cffe-c209-4d47-ba89-fa0c2fd2f3e3 req-6c7b922a-9bfc-480f-9608-1e22ce0e8bbd tempest-ServerActionsTestJSON-1466381700 tempest-ServerActionsTestJSON-1466381700-project] (95772) timed out ('10.222.0.107', 58197) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:42:58.503700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f2608-22bd-4e71-ae32-30aed09beb89 req-573bd266-c3ea-41bf-aa1f-93b84a04e34d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:58.507300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-44dc8f17-9733-4bdf-8ea4-4feee67562ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:58.509316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-44dc8f17-9733-4bdf-8ea4-4feee67562ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.8749070 Feb 02 15:42:58.510561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd7f2608-22bd-4e71-ae32-30aed09beb89 req-573bd266-c3ea-41bf-aa1f-93b84a04e34d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 944 time: 0.2099216 Feb 02 15:42:58.525255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51282) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:58.787756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:58.838825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-a389df74-e2a8-4f98-a5d3-01246817eed7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 998 time: 0.3199449 Feb 02 15:42:58.860082 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:58.870990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:58.993871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Sync routers for ids ['6b37a52b-73b4-447a-9d9f-d152004a79aa'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:42:59.008355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-17d27561-9430-4608-b15f-7e3ba24a5647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:59.008748 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.010794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-17d27561-9430-4608-b15f-7e3ba24a5647 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.1430359 Feb 02 15:42:59.030216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 83c02555-1f04-493a-b910-1d2f956c1d01 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:42:59.030583 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.117943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2b9a1-44b3-4f16-a310-e9c7b523fa95 req-9515308f-3698-4f3c-a19d-c060eb0c1ca8 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:42:59.123690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6a2b9a1-44b3-4f16-a310-e9c7b523fa95 req-9515308f-3698-4f3c-a19d-c060eb0c1ca8 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.7343400 Feb 02 15:42:59.172148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:59.179062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] Usage tracker for resource:security_group_rule and tenant:154acc6ddd06430db0e141444dda1cd6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:59.187946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:59.217422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6a2b9a1-44b3-4f16-a310-e9c7b523fa95 req-e8e4b0d1-d570-40ec-aaa2-b890abd40b0a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927062 Feb 02 15:42:59.224670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd7f2608-22bd-4e71-ae32-30aed09beb89 req-576152bd-e183-48c4-bdef-ed6343a94474 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7128766 Feb 02 15:42:59.227420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:59.305957 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.330993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-649cc3ae-5c0e-4034-a1ac-e6d78289ca46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3104589 Feb 02 15:42:59.342382 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.345597 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Transition to ACTIVE for port object 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:42:59.456955 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.506486 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.543940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Routers {'6b37a52b-73b4-447a-9d9f-d152004a79aa'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:42:59.545785 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6b37a52b-73b4-447a-9d9f-d152004a79aa'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:42:59.583145 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-8db042b8-1874-4b70-bc57-6e2de54c9684 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382853 Feb 02 15:42:59.756561 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Attempting to bind port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:42:59.756899 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Attempting to bind port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:42:59.757282 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Attempting to bind port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:42:59.806223 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:42:59.806687 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:42:59.806995 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.807370 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:42:59.807835 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Bound port: 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:42:59.808229 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.890150 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Pushing event updated for resources: {'Port': ['ID=1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:59.904998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:59.961240 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.961572 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.961814 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.962219 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.962538 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.962853 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.963172 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.963489 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.963806 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.964158 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:59.964473 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:00.024584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8b4e3b-76ef-439f-a911-c32d889442b7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:00.040864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Set router 6b37a52b-73b4-447a-9d9f-d152004a79aa gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:00.068462 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] For port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:43:00.072159 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] For port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:43:00.078883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15e8cfd3-21dd-4f4f-8ca0-7fb95fd5193d req-0e9340f6-1144-4220-9688-2047bf0b903f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 1097 time: 0.4946365 Feb 02 15:43:00.089814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-99a64da5-28ff-4a86-b41b-f6cb626abc4a req-daf2c5ea-e8ed-4c2c-9686-75aa58edaea7 service neutron] 10.222.0.64 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746892 Feb 02 15:43:00.135117 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-e3a893af-5884-4c37-8ef0-020a2d0ad63e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3690019 Feb 02 15:43:00.152144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ed48aacc-da12-4c62-a6b9-b9d31c870e81 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=154acc6ddd06430db0e141444dda1cd6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6280100 Feb 02 15:43:00.160782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51320) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:00.168097 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:00.214870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15e8cfd3-21dd-4f4f-8ca0-7fb95fd5193d req-536a10a3-dc85-4107-94bf-2db6c27c1b7f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214681 Feb 02 15:43:00.316627 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cbb1c-9401-4750-b97e-edce339be316 None None] Pushing event updated for resources: {'Port': ['ID=1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:00.397700 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Routers {'f52c65ef-946f-4847-8190-b711a84d6f71'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:00.399366 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f52c65ef-946f-4847-8190-b711a84d6f71'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:00.624444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:00.645543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fca65dd2-920f-4385-9cb3-0bd1e0b75e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:00.885299 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-5f527036-913c-4bf6-8f63-a54cd57d3498 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1095 time: 0.3701344 Feb 02 15:43:00.892230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fca65dd2-920f-4385-9cb3-0bd1e0b75e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:00.965373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Allocated IP 172.20.0.1 (3357e8d3-20ef-4498-83c2-7e30c1d07944/a3ba7aab-df48-4c7a-8757-504f0a2dda0f/e7464874-2ef3-4e2f-a697-0c9b9c96250d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:43:01.045365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00424f7c-2b90-4c27-b691-38e7df424946 req-8676cf66-4aac-4793-9e82-928eb6916deb tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:01.101492 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00424f7c-2b90-4c27-b691-38e7df424946 req-8676cf66-4aac-4793-9e82-928eb6916deb tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.4019957 Feb 02 15:43:01.224684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a362a3-f135-476a-83aa-26319c8c3088 req-8192c8b1-2c9e-484f-bba6-86d2f34c9fea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:01.232704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90a362a3-f135-476a-83aa-26319c8c3088 req-8192c8b1-2c9e-484f-bba6-86d2f34c9fea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 944 time: 0.5826485 Feb 02 15:43:01.390907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90a362a3-f135-476a-83aa-26319c8c3088 req-f22243ff-5631-4f48-90ec-f5fcee24ac69 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572161 Feb 02 15:43:01.395385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] Set router f52c65ef-946f-4847-8190-b711a84d6f71 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:01.504730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:42:41Z', 'revision_number': 4, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port': {'id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:34Z', 'updated_at': '2022-02-02T15:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '098e16ec-219b-4102-b41d-c4abeea1016b', 'name': '', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'mac_address': 'fa:16:3e:42:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:39Z', 'updated_at': '2022-02-02T15:42:41Z', 'revision_number': 2, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'subnets': [{'id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:01.518886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:01.566758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Checking router: 6b37a52b-73b4-447a-9d9f-d152004a79aa for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:43:01.567145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Updating router 6b37a52b-73b4-447a-9d9f-d152004a79aa port 098e16ec-219b-4102-b41d-c4abeea1016b binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:43:01.598841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Transition to ACTIVE for port object e7464874-2ef3-4e2f-a697-0c9b9c96250d will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:43:01.606155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fca65dd2-920f-4385-9cb3-0bd1e0b75e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:01.652969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca65dd2-920f-4385-9cb3-0bd1e0b75e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8b4e3b-76ef-439f-a911-c32d889442b7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:01.684262 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fca65dd2-920f-4385-9cb3-0bd1e0b75e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:01.689353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fca65dd2-920f-4385-9cb3-0bd1e0b75e51 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b8b4e3b-76ef-439f-a911-c32d889442b7 HTTP/1.1" status: 204 len: 168 time: 1.5267572 Feb 02 15:43:01.732634 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00424f7c-2b90-4c27-b691-38e7df424946 req-e0b015f8-3435-495d-ab9b-3a39f2e8a8ce tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164255 Feb 02 15:43:01.802849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-a88af331-91db-43d3-b37b-164a7b66f85f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:01.804708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-a88af331-91db-43d3-b37b-164a7b66f85f service neutron] 10.222.0.107 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.8777866 Feb 02 15:43:01.811374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:01.886188 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:01.995221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Network 3357e8d3-20ef-4498-83c2-7e30c1d07944 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:43:02.018544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:43:02.038739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:43:02.145968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d29a958c-8405-4116-83de-e630afee6fe4 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:02.179502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-1da45603-b37c-42ab-adcf-9b3bb33de461 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 998 time: 0.3682747 Feb 02 15:43:02.201069 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:02.290474 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:42:54Z', 'revision_number': 3, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:02.321673 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae7860-9b93-4891-8440-7464a9501577 None None] The sync data for ids ['f52c65ef-946f-4847-8190-b711a84d6f71'] in n-d-827122-1 is: [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:42:54Z', 'revision_number': 3, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:43:02.342349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Pushing event updated for resources: {'Port': ['ID=e7464874-2ef3-4e2f-a697-0c9b9c96250d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:02.472410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-ea631741-413a-4b5d-9592-c26e427f1d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:02.475124 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-ea631741-413a-4b5d-9592-c26e427f1d79 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.2882726 Feb 02 15:43:02.483748 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:43:02.788862 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-a884fb99-e375-4f7e-92ae-e6ba0f3ee4bc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3086259 Feb 02 15:43:02.903958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:03.049355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b2bd-df00-4742-9e84-fc69924ae961 req-3fb75ecf-2fd5-4418-b4d8-0913a1a65693 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:03.051186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd62b2bd-df00-4742-9e84-fc69924ae961 req-3fb75ecf-2fd5-4418-b4d8-0913a1a65693 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 944 time: 0.3634040 Feb 02 15:43:03.079930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port d29a958c-8405-4116-83de-e630afee6fe4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:03.190246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7977135c-8b6b-4976-9901-632e3e27510b None None] Provisioning for port e7464874-2ef3-4e2f-a697-0c9b9c96250d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:03.225812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port d29a958c-8405-4116-83de-e630afee6fe4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:03.228830 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:03.265826 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd62b2bd-df00-4742-9e84-fc69924ae961 req-1377ec91-8def-41a2-b0d6-a81ba34d92f1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087290 Feb 02 15:43:03.308492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51372) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:03.322505 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-7331b424-b84a-4c7d-b57b-edef398e1ea0 service neutron] 10.222.0.107 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268252 Feb 02 15:43:03.671970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c4e331bc-0847-464f-999a-0b399c5deb20 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/03acf569-43f2-4464-852b-b7d66479c9cb HTTP/1.1" status: 200 len: 990 time: 0.3489969 Feb 02 15:43:03.849810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ada5408-1c9b-474c-b9cd-ec50dcc4a681 req-e48ad66a-a12b-484e-90d1-686a952a3988 service neutron] 10.222.0.107 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197816 Feb 02 15:43:03.852390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:03.903099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7977135c-8b6b-4976-9901-632e3e27510b None None] Provisioning complete for port e7464874-2ef3-4e2f-a697-0c9b9c96250d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:03.904483 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7977135c-8b6b-4976-9901-632e3e27510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:04.016359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:04.048006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7977135c-8b6b-4976-9901-632e3e27510b None None] Port e7464874-2ef3-4e2f-a697-0c9b9c96250d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:43:04.063464 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:04.129279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Transition to ACTIVE for port object 098e16ec-219b-4102-b41d-c4abeea1016b will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:43:04.171189 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:04.234343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:04.255270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:04.260611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329055ec-b748-48d3-9a33-6b33f6e45726 req-d0d10c3d-8e77-4a35-b831-c289725f277b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:04.263321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-329055ec-b748-48d3-9a33-6b33f6e45726 req-d0d10c3d-8e77-4a35-b831-c289725f277b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 1.1387596 Feb 02 15:43:04.274099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:04.297312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Pushing event updated for resources: {'Port': ['ID=e7464874-2ef3-4e2f-a697-0c9b9c96250d,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:04.353975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:04.433548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-329055ec-b748-48d3-9a33-6b33f6e45726 req-819182e8-d228-4b68-a530-388f3b43be54 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605835 Feb 02 15:43:04.495793 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4', 'code': 200} Feb 02 15:43:04.670839 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:04.754286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:04.977793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Network 3357e8d3-20ef-4498-83c2-7e30c1d07944 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:43:04.980204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:43:05.173977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Attempting to bind port 098e16ec-219b-4102-b41d-c4abeea1016b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:43:05.183092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Attempting to bind port 098e16ec-219b-4102-b41d-c4abeea1016b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:43:05.183783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Attempting to bind port 098e16ec-219b-4102-b41d-c4abeea1016b on network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:43:05.236917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:43:05.237457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Checking segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:43:05.237878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:05.238281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Bound using segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:43:05.238958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Bound port: 098e16ec-219b-4102-b41d-c4abeea1016b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:43:05.239348 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:05.284083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e348902-e8d5-4138-ae7b-1efe36f673d7 None None] Pushing event updated for resources: {'Port': ['ID=098e16ec-219b-4102-b41d-c4abeea1016b,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:05.785327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d170bdd2-fc0e-49c9-aa29-f3c0ef003e4b None None] Provisioning complete for port e7464874-2ef3-4e2f-a697-0c9b9c96250d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:05.785707 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d170bdd2-fc0e-49c9-aa29-f3c0ef003e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:05.847063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:05.853743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] For port 098e16ec-219b-4102-b41d-c4abeea1016b, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:43:05.875760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d170bdd2-fc0e-49c9-aa29-f3c0ef003e4b None None] Port e7464874-2ef3-4e2f-a697-0c9b9c96250d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:43:05.878227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] For port 098e16ec-219b-4102-b41d-c4abeea1016b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=098e16ec-219b-4102-b41d-c4abeea1016b,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:43:05.924396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd1133-b599-49be-b686-2bce13a248b0 req-4fa314d6-ca12-4b05-9674-77d43ffd6250 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:05.928979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:05.934392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:05.940085 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:05.940242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79dd1133-b599-49be-b686-2bce13a248b0 req-4fa314d6-ca12-4b05-9674-77d43ffd6250 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.4190950 Feb 02 15:43:06.073627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51418) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:06.074517 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:06.089058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-634c5edd-9c4e-4a94-bfeb-0865b8584944 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=294dd43c85bd41068d56f128226c0a89&device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 1097 time: 0.4832668 Feb 02 15:43:06.253205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e348902-e8d5-4138-ae7b-1efe36f673d7 None None] Pushing event updated for resources: {'Port': ['ID=098e16ec-219b-4102-b41d-c4abeea1016b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:06.332222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Router f52c65ef-946f-4847-8190-b711a84d6f71 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:43:06.392827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Routers {'6b37a52b-73b4-447a-9d9f-d152004a79aa'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:06.396602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6b37a52b-73b4-447a-9d9f-d152004a79aa'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:06.543498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:06.616106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-79dd1133-b599-49be-b686-2bce13a248b0 req-484f4b0f-d682-4f05-994e-ab6d309a856c tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533694 Feb 02 15:43:06.895142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:06.895142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-7b82391b-2d7c-4ea3-b108-032519682127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:06.895142 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-7b82391b-2d7c-4ea3-b108-032519682127 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 HTTP/1.1" status: 200 len: 913 time: 0.6554568 Feb 02 15:43:06.896585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] Set router 6b37a52b-73b4-447a-9d9f-d152004a79aa gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:06.904706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] Usage tracker for resource:security_group_rule and tenant:1bd5e37788b64018848abf8c1cbc1eb5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:06.905678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:43:06.911686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:06.930140 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-33e7ff7e-add8-49c8-86c3-b61d4337a5cb admin admin] 10.222.0.88 "PUT /v2.0/routers/f52c65ef-946f-4847-8190-b711a84d6f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5775301 Feb 02 15:43:06.956487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:06.970518 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-83c4bbac-255f-4a63-a14a-42099a14fbf3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 HTTP/1.1" status: 200 len: 217 time: 0.1798494 Feb 02 15:43:07.213344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-232fdb0c-323a-4fd6-8eb3-639fa64fe4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:07.215544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-232fdb0c-323a-4fd6-8eb3-639fa64fe4e7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a30eabd-412c-448e-8c06-5613ea3c1c99 HTTP/1.1" status: 200 len: 851 time: 0.2355993 Feb 02 15:43:07.289578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:07.341612 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-4517106e-6734-4888-8f46-4756cf1599c8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052189 Feb 02 15:43:07.456382 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Sync routers for ids ['f52c65ef-946f-4847-8190-b711a84d6f71'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:43:07.464158 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Routers {'f52c65ef-946f-4847-8190-b711a84d6f71'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:07.465060 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f52c65ef-946f-4847-8190-b711a84d6f71'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:07.469838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:07.769263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-cc556a33-166b-41ca-af3e-4c48ec680a64 service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078035 Feb 02 15:43:07.776509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:07.898667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:07.910665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:08.154653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 098e16ec-219b-4102-b41d-c4abeea1016b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:08.195875 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Set router f52c65ef-946f-4847-8190-b711a84d6f71 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:08.336384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1bd5e37788b64018848abf8c1cbc1eb5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2548838 Feb 02 15:43:08.345219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51472) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:08.352744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97854fff-eb73-4a2e-b1e0-cf6366d5bcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1a5f2-0f1d-4a77-aad1-e7589f8e7d02,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:08.407117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:08.478860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.479102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.479442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.479768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.488939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.489574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.490071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.490564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.491042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.491528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.496561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:08.517024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:42:41Z', 'revision_number': 4, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port': {'id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:34Z', 'updated_at': '2022-02-02T15:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '098e16ec-219b-4102-b41d-c4abeea1016b', 'name': '', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'mac_address': 'fa:16:3e:42:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:39Z', 'updated_at': '2022-02-02T15:43:05Z', 'revision_number': 4, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'subnets': [{'id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:08.519003 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c8f2-c3a3-4cad-b9e9-8ff2c3b32eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:08.528996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917b19c-4ee8-459c-a2b1-30edd0ad1848 None None] The sync data for ids ['6b37a52b-73b4-447a-9d9f-d152004a79aa'] in n-d-827122-1 is: [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:42:41Z', 'revision_number': 4, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port': {'id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:34Z', 'updated_at': '2022-02-02T15:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '098e16ec-219b-4102-b41d-c4abeea1016b', 'name': '', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'mac_address': 'fa:16:3e:42:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:39Z', 'updated_at': '2022-02-02T15:43:05Z', 'revision_number': 4, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'subnets': [{'id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:43:08.550152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f29e4bda-750e-4f70-89f5-83d92c5ed1f2 req-8fa840c4-f096-4280-9ed8-342312ff5722 service neutron] 10.222.0.107 "GET /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715287 Feb 02 15:43:08.593114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 098e16ec-219b-4102-b41d-c4abeea1016b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:08.593829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5949-61df-4305-9bcf-b1d2b68a4d19 req-8e983911-37e9-4542-86e1-e5d176ac2b7d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:08.599420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 098e16ec-219b-4102-b41d-c4abeea1016b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:08.599788 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:08.601633 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16be5949-61df-4305-9bcf-b1d2b68a4d19 req-8e983911-37e9-4542-86e1-e5d176ac2b7d tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.6973598 Feb 02 15:43:08.656360 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c8f2-c3a3-4cad-b9e9-8ff2c3b32eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:08.701991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51484) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:08.805271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16be5949-61df-4305-9bcf-b1d2b68a4d19 req-2f0f73aa-dcf0-4d04-ba5c-392f9e7ed2f5 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945226 Feb 02 15:43:08.935299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c8f2-c3a3-4cad-b9e9-8ff2c3b32eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.003434 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:43:02Z', 'revision_number': 4, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e7464874-2ef3-4e2f-a697-0c9b9c96250d', 'name': '', 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'mac_address': 'fa:16:3e:fc:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3ba7aab-df48-4c7a-8757-504f0a2dda0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:59Z', 'updated_at': '2022-02-02T15:43:03Z', 'revision_number': 2, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'subnets': [{'id': 'a3ba7aab-df48-4c7a-8757-504f0a2dda0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:09.023124 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Checking router: f52c65ef-946f-4847-8190-b711a84d6f71 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:43:09.027966 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Updating router f52c65ef-946f-4847-8190-b711a84d6f71 port e7464874-2ef3-4e2f-a697-0c9b9c96250d binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:43:09.032520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9c8f2-c3a3-4cad-b9e9-8ff2c3b32eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1a5f2-0f1d-4a77-aad1-e7589f8e7d02,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:09.064371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c8f2-c3a3-4cad-b9e9-8ff2c3b32eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.080329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9bd9c8f2-c3a3-4cad-b9e9-8ff2c3b32eed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60a1a5f2-0f1d-4a77-aad1-e7589f8e7d02 HTTP/1.1" status: 204 len: 168 time: 0.7336824 Feb 02 15:43:09.146269 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.175671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.221819 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.259228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:09.278722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b1d45f4df944a5a3b06ccba3b77228 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:09.285093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:09.289977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 098e16ec-219b-4102-b41d-c4abeea1016b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=098e16ec-219b-4102-b41d-c4abeea1016b,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:09.293370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:09.389426 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.586286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=098e16ec-219b-4102-b41d-c4abeea1016b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:09.678118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-015f5b94-cb44-4f3a-bdb8-fbbb52db055d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:09.679488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-015f5b94-cb44-4f3a-bdb8-fbbb52db055d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Synchronizing usage tracker for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:43:09.706747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.822100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-015f5b94-cb44-4f3a-bdb8-fbbb52db055d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Unset dirty status for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:43:09.826215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.826411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-015f5b94-cb44-4f3a-bdb8-fbbb52db055d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/networks?id=21ef6545-ead1-4f9e-aafb-b48ee3225de8 HTTP/1.1" status: 200 len: 911 time: 0.4472308 Feb 02 15:43:09.871633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-961d5ab2-4252-4025-bff8-fb766e2e96e7 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/quotas/564c3d8ceb0c4af2bc6b096a0df3af2d HTTP/1.1" status: 200 len: 375 time: 0.0358465 Feb 02 15:43:09.904341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f763ccb-637e-46e7-a281-266a7630a7c5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:09.913151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a9e6c161-9a1f-47ef-bec5-5f895e360024 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b4b1d45f4df944a5a3b06ccba3b77228&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2098663 Feb 02 15:43:09.915984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51514) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:10.084731 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.101786 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Transition to ACTIVE for port object e7464874-2ef3-4e2f-a697-0c9b9c96250d will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:43:10.118938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-d02bd109-47d0-4cbb-84da-fb59c2da8e4e tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Synchronizing usage tracker for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:43:10.127079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 098e16ec-219b-4102-b41d-c4abeea1016b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:10.178477 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-baddfa0a-7180-4686-a234-1ecfb9c13b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.222106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-baddfa0a-7180-4686-a234-1ecfb9c13b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.239427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-d02bd109-47d0-4cbb-84da-fb59c2da8e4e tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Unset dirty status for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:43:10.241481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-d02bd109-47d0-4cbb-84da-fb59c2da8e4e tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?tenant_id=564c3d8ceb0c4af2bc6b096a0df3af2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3682127 Feb 02 15:43:10.242857 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.251332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4c288-ee54-41d4-9ff2-4e828268329c req-4775b553-da76-40aa-8a40-c08a294d1570 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:10.252907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fa4c288-ee54-41d4-9ff2-4e828268329c req-4775b553-da76-40aa-8a40-c08a294d1570 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.2018385 Feb 02 15:43:10.253786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-d72e5044-fc15-4c3f-bed4-6c004df18be3 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:43:10.254789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-d72e5044-fc15-4c3f-bed4-6c004df18be3 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055161 Feb 02 15:43:10.264807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 098e16ec-219b-4102-b41d-c4abeea1016b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:10.265183 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.352076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fa4c288-ee54-41d4-9ff2-4e828268329c req-d1cd5ed1-b62d-466f-b3b8-a3d97d8a8b93 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870056 Feb 02 15:43:10.448585 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3b770-381e-4d0a-9659-e9c4bd8a7c1f None None] Pushing event updated for resources: {'Port': ['ID=e7464874-2ef3-4e2f-a697-0c9b9c96250d,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:10.452988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-baddfa0a-7180-4686-a234-1ecfb9c13b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.500630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddfa0a-7180-4686-a234-1ecfb9c13b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f763ccb-637e-46e7-a281-266a7630a7c5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:10.520745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-baddfa0a-7180-4686-a234-1ecfb9c13b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.532601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-baddfa0a-7180-4686-a234-1ecfb9c13b60 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3f763ccb-637e-46e7-a281-266a7630a7c5 HTTP/1.1" status: 204 len: 168 time: 0.6138191 Feb 02 15:43:10.597641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:10.680149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-d2c191bc-0537-46c2-91c0-84af071ea629 service neutron] 10.222.0.88 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175367 Feb 02 15:43:10.681615 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Attempting to bind port e7464874-2ef3-4e2f-a697-0c9b9c96250d on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:43:10.686618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Attempting to bind port e7464874-2ef3-4e2f-a697-0c9b9c96250d by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:43:10.687297 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Attempting to bind port e7464874-2ef3-4e2f-a697-0c9b9c96250d on network 3357e8d3-20ef-4498-83c2-7e30c1d07944 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:43:10.702325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51524) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:10.723967 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:43:10.737543 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Checking segment: {'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:43:10.738524 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.738964 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Bound using segment: {'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:43:10.739617 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Bound port: e7464874-2ef3-4e2f-a697-0c9b9c96250d, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b2a6d6-874d-407e-ac21-580b8f318381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:43:10.740295 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.742540 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:10.881030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:10.902193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:533b2fd45b034cc9b8c60f32217f566e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:10.909985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:10.937279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:11.072836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-476c7b43-2964-431a-9188-0b7584dd8d36 req-44bdf926-3aeb-4a1b-8249-4663914a653d service neutron] (95772) timed out ('10.222.0.88', 59878) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:43:11.103142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:11.103632 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:11.123182 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:11.132366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-6b3699c9-c7a2-40e4-8238-a91589bd44b5 service neutron] 10.222.0.88 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507108 Feb 02 15:43:11.162478 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] For port e7464874-2ef3-4e2f-a697-0c9b9c96250d, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:43:11.166713 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] For port e7464874-2ef3-4e2f-a697-0c9b9c96250d, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e7464874-2ef3-4e2f-a697-0c9b9c96250d,segment=NetworkSegment(66b2a6d6-874d-407e-ac21-580b8f318381),segment_id=66b2a6d6-874d-407e-ac21-580b8f318381)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:43:11.239228 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:11.290911 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:11.307090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b02b78-cc3f-48cf-9a92-261f6e2f1c74,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:11.312840 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a1cc10f3-2a0b-4348-b94f-b5c9f35aa6b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=533b2fd45b034cc9b8c60f32217f566e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6095304 Feb 02 15:43:11.315554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51534) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:11.473445 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d623-caf6-4df7-9cec-0650cfaa8745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:11.489118 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3b770-381e-4d0a-9659-e9c4bd8a7c1f None None] Pushing event updated for resources: {'Port': ['ID=e7464874-2ef3-4e2f-a697-0c9b9c96250d,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:11.501041 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Routers {'f52c65ef-946f-4847-8190-b711a84d6f71'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:11.501599 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f52c65ef-946f-4847-8190-b711a84d6f71'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:11.536781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f08c1639-cc3c-4765-a872-28d5c01a94df req-f308ebe0-47a4-40d1-80cb-2d431c7199d1 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 210 time: 0.1062450 Feb 02 15:43:11.541709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d623-caf6-4df7-9cec-0650cfaa8745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:11.859072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d623-caf6-4df7-9cec-0650cfaa8745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:11.882162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7d623-caf6-4df7-9cec-0650cfaa8745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b02b78-cc3f-48cf-9a92-261f6e2f1c74,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:11.889902 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d623-caf6-4df7-9cec-0650cfaa8745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:11.891301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a0a7d623-caf6-4df7-9cec-0650cfaa8745 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39b02b78-cc3f-48cf-9a92-261f6e2f1c74 HTTP/1.1" status: 204 len: 168 time: 0.5747550 Feb 02 15:43:11.939123 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] Set router f52c65ef-946f-4847-8190-b711a84d6f71 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:11.952181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2d9c4-dcb2-40ed-a452-7e9e47ed51b1 req-0bf3cc4f-51d8-4986-beb9-bfe4013c961a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:11.953960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9de2d9c4-dcb2-40ed-a452-7e9e47ed51b1 req-0bf3cc4f-51d8-4986-beb9-bfe4013c961a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1803026 Feb 02 15:43:12.045673 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9de2d9c4-dcb2-40ed-a452-7e9e47ed51b1 req-2ff236df-77a3-4a50-9a8d-aa9a27305293 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845041 Feb 02 15:43:12.182053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51558) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:12.224959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:12.301803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:12.311037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] Usage tracker for resource:security_group_rule and tenant:9173e252693640749d31fa49e6deaeff is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:12.316788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:12.326092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:12.417120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:12.457484 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:43:02Z', 'revision_number': 4, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e7464874-2ef3-4e2f-a697-0c9b9c96250d', 'name': '', 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'mac_address': 'fa:16:3e:fc:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3ba7aab-df48-4c7a-8757-504f0a2dda0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:59Z', 'updated_at': '2022-02-02T15:43:11Z', 'revision_number': 4, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'subnets': [{'id': 'a3ba7aab-df48-4c7a-8757-504f0a2dda0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:12.464406 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac08539-ee0e-4a4c-8c29-b94db67d269d None None] The sync data for ids ['f52c65ef-946f-4847-8190-b711a84d6f71'] in n-d-827122-1 is: [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:43:02Z', 'revision_number': 4, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e7464874-2ef3-4e2f-a697-0c9b9c96250d', 'name': '', 'network_id': '3357e8d3-20ef-4498-83c2-7e30c1d07944', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'mac_address': 'fa:16:3e:fc:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3ba7aab-df48-4c7a-8757-504f0a2dda0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:59Z', 'updated_at': '2022-02-02T15:43:11Z', 'revision_number': 4, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'subnets': [{'id': 'a3ba7aab-df48-4c7a-8757-504f0a2dda0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:43:12.498476 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:12.627465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51566) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:12.646105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9173e252693640749d31fa49e6deaeff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4536030 Feb 02 15:43:12.647187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278d1aa-1d44-4568-9e98-e21ef7eb0ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1be06dc-b1ba-428c-9fd1-813b878fa56d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:12.792234 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a59edc7b-4f1b-4194-9aad-ccf9af178b7c req-cf501c89-ad5c-4d03-9b93-fd8e6c8eb986 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 210 time: 0.1024661 Feb 02 15:43:12.842452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa43a6ac-8590-44bf-b787-de27d378d453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:12.876455 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa43a6ac-8590-44bf-b787-de27d378d453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:13.038989 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa43a6ac-8590-44bf-b787-de27d378d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:13.077463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43a6ac-8590-44bf-b787-de27d378d453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1be06dc-b1ba-428c-9fd1-813b878fa56d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:13.079752 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa43a6ac-8590-44bf-b787-de27d378d453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:13.087744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aa43a6ac-8590-44bf-b787-de27d378d453 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f1be06dc-b1ba-428c-9fd1-813b878fa56d HTTP/1.1" status: 204 len: 168 time: 0.4586802 Feb 02 15:43:13.121395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997f66-9095-4995-bfec-be178f03578f req-17455d9e-9bf9-4c27-ac97-9afae3d0586e tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:13.134860 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f997f66-9095-4995-bfec-be178f03578f req-17455d9e-9bf9-4c27-ac97-9afae3d0586e tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1678500 Feb 02 15:43:13.193234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51582) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:13.256745 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f997f66-9095-4995-bfec-be178f03578f req-905bc539-9ffe-4130-878f-45ee10bf5c7b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203508 Feb 02 15:43:13.689150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51592) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:13.709713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:13.800732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:13.801682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] Usage tracker for resource:security_group_rule and tenant:206162d452534818b266004452f20a0d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:13.806449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:13.819033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:14.008917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.077630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.130676 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e7464874-2ef3-4e2f-a697-0c9b9c96250d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:14.203548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8dc28734-1fbe-4b02-8091-60d5ea79b28f req-b41cb5eb-2732-4722-bf03-0e7d8f147ffe tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 210 time: 0.0615935 Feb 02 15:43:14.205105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.252935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6ff32f-e082-4ab3-8e6f-6a3a0bafd32c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:14.274875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55a7980d-3813-4596-baa3-8bf3d976df79 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=206162d452534818b266004452f20a0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5812044 Feb 02 15:43:14.274875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:14.303198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:14.309711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] Usage tracker for resource:security_group_rule and tenant:d9610a26026e441f89869908602092fa is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:14.319358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:14.335542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e7464874-2ef3-4e2f-a697-0c9b9c96250d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:14.345311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e7464874-2ef3-4e2f-a697-0c9b9c96250d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:14.346519 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.444180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:14.548545 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21bf1da5-19e0-4cb7-b035-5a10d723860b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.563069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4394a-b16a-4430-845b-de69f8544285 req-71272f7f-bcad-472a-990d-ee0ce5447202 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:14.568696 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebb4394a-b16a-4430-845b-de69f8544285 req-71272f7f-bcad-472a-990d-ee0ce5447202 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1297615 Feb 02 15:43:14.579646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21bf1da5-19e0-4cb7-b035-5a10d723860b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.638243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.665122 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebb4394a-b16a-4430-845b-de69f8544285 req-dc6dc0ff-9d51-4bf3-9032-31a1402ddf72 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926478 Feb 02 15:43:14.704754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e7464874-2ef3-4e2f-a697-0c9b9c96250d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e7464874-2ef3-4e2f-a697-0c9b9c96250d,segment=NetworkSegment(66b2a6d6-874d-407e-ac21-580b8f318381),segment_id=66b2a6d6-874d-407e-ac21-580b8f318381)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:14.726945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.792110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.804118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21bf1da5-19e0-4cb7-b035-5a10d723860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.821410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf1da5-19e0-4cb7-b035-5a10d723860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6ff32f-e082-4ab3-8e6f-6a3a0bafd32c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:14.836464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-21bf1da5-19e0-4cb7-b035-5a10d723860b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.837853 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-21bf1da5-19e0-4cb7-b035-5a10d723860b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7f6ff32f-e082-4ab3-8e6f-6a3a0bafd32c HTTP/1.1" status: 204 len: 168 time: 0.5615416 Feb 02 15:43:14.839802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:14.881029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f06c15-e0b0-48be-8f12-cea790dd7ff7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:14.922620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e7464874-2ef3-4e2f-a697-0c9b9c96250d,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:14.931137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-146c372e-2247-43c5-9151-0888e12130af admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9610a26026e441f89869908602092fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7367907 Feb 02 15:43:14.934774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51626) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:15.020222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1711e51c-3cdb-495d-afb6-0905bdf7dc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:15.049878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1711e51c-3cdb-495d-afb6-0905bdf7dc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:15.226279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-0dc70d0d-5bea-4498-8d45-eb717858fd57 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:15.228372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-0dc70d0d-5bea-4498-8d45-eb717858fd57 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.64 "GET /v2.0/networks?id=21ef6545-ead1-4f9e-aafb-b48ee3225de8 HTTP/1.1" status: 200 len: 911 time: 0.1672230 Feb 02 15:43:15.250091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Request body: {'port': {'device_id': '6e76b13f-cac2-43e5-a39d-b6a242d8d377', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'admin_state_up': True, 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:15.256346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:15.268611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:15.323689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1711e51c-3cdb-495d-afb6-0905bdf7dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:15.348425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711e51c-3cdb-495d-afb6-0905bdf7dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f06c15-e0b0-48be-8f12-cea790dd7ff7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:15.408356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1711e51c-3cdb-495d-afb6-0905bdf7dc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:15.413172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1711e51c-3cdb-495d-afb6-0905bdf7dc85 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d5f06c15-e0b0-48be-8f12-cea790dd7ff7 HTTP/1.1" status: 204 len: 168 time: 0.4734750 Feb 02 15:43:15.414493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Made reservation on behalf of 564c3d8ceb0c4af2bc6b096a0df3af2d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:43:15.420643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:15.457975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9043c99e-c4e6-49a3-958c-298acae136ce req-7009064f-fcf7-48a8-921d-ebd82f164dd4 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 210 time: 0.0641124 Feb 02 15:43:15.618571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Allocated IP 172.20.0.13 (21ef6545-ead1-4f9e-aafb-b48ee3225de8/bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e/df6430ba-e2ce-4927-979e-1c0444925870) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:43:15.912352 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:15.932295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Transition to ACTIVE for port object df6430ba-e2ce-4927-979e-1c0444925870 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:43:16.063218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e7464874-2ef3-4e2f-a697-0c9b9c96250d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:16.160612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e7464874-2ef3-4e2f-a697-0c9b9c96250d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:16.160982 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:16.174945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-bd15dacf-ef1c-4264-acf2-8e616a2b2daf tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:16.176916 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-bd15dacf-ef1c-4264-acf2-8e616a2b2daf tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.107 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.1483681 Feb 02 15:43:16.184571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735f6da-2fe2-4304-89fe-923533d8fe1d req-93ae8b3f-7d67-42a3-a17a-1367de59f038 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:16.186279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6735f6da-2fe2-4304-89fe-923533d8fe1d req-93ae8b3f-7d67-42a3-a17a-1367de59f038 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 946 time: 0.2522938 Feb 02 15:43:16.265706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:16.372783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:16.385139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Deleting port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:16.385483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:16.408721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:16.458329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Pushing event updated for resources: {'Port': ['ID=df6430ba-e2ce-4927-979e-1c0444925870,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:16.460668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:16.472958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] Usage tracker for resource:security_group_rule and tenant:6f4969b241564813bf54bb6e047fe734 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:16.474966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:43:16.477961 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6735f6da-2fe2-4304-89fe-923533d8fe1d req-95fddbf9-5056-4d69-8cca-026fabc67832 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557046 Feb 02 15:43:16.482171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:43:16.485611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:43:16.488637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:16.518756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:16.702539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:16.747650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:16.749140 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:16.826885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1bdf9c8-d07d-4953-974f-a5d03715c2f4 req-694f005e-a1b5-47ab-a578-a34cbdbbca4e tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1028 time: 0.1224406 Feb 02 15:43:16.879525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:16.970857 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:16.986713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52850ee6-4829-4321-8513-1affe366f970,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:17.028820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-03807742-a00e-4150-82b2-2b6af950b2a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7839906 Feb 02 15:43:17.047809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Request body: {'port': {'device_id': '6e76b13f-cac2-43e5-a39d-b6a242d8d377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:17.063212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-328a2336-96b8-4a99-827c-55b32da86a5b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6f4969b241564813bf54bb6e047fe734&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6889684 Feb 02 15:43:17.063825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51678) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:17.092661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a1bdf9c8-d07d-4953-974f-a5d03715c2f4 req-c3d89a6e-6a0e-45db-865f-bdd0a3f03ea4 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Synchronizing usage tracker for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:43:17.140031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-566aae7b-6994-4657-a598-97763513a435 None None] Provisioning for port df6430ba-e2ce-4927-979e-1c0444925870 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:17.146392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-566aae7b-6994-4657-a598-97763513a435 None None] Provisioning complete for port df6430ba-e2ce-4927-979e-1c0444925870 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:17.152010 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-566aae7b-6994-4657-a598-97763513a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:17.226817 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8403abd3-f26a-4e7a-a5dc-94ea3290cb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:17.253962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] For port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:17.254649 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:17.280266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-566aae7b-6994-4657-a598-97763513a435 None None] Port df6430ba-e2ce-4927-979e-1c0444925870 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:43:17.304958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8403abd3-f26a-4e7a-a5dc-94ea3290cb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:17.372612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-a1bdf9c8-d07d-4953-974f-a5d03715c2f4 req-c3d89a6e-6a0e-45db-865f-bdd0a3f03ea4 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Unset dirty status for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:43:17.385691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1bdf9c8-d07d-4953-974f-a5d03715c2f4 req-c3d89a6e-6a0e-45db-865f-bdd0a3f03ea4 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571744 Feb 02 15:43:17.408613 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:17.428041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Calling delete_port for 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:17.538293 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8403abd3-f26a-4e7a-a5dc-94ea3290cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:17.562533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403abd3-f26a-4e7a-a5dc-94ea3290cb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52850ee6-4829-4321-8513-1affe366f970,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:17.570306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8403abd3-f26a-4e7a-a5dc-94ea3290cb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:17.583723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8403abd3-f26a-4e7a-a5dc-94ea3290cb67 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/52850ee6-4829-4321-8513-1affe366f970 HTTP/1.1" status: 204 len: 168 time: 0.5164919 Feb 02 15:43:17.834470 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:18.029807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:18.068112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['728cb3e4-2cff-476b-9c92-0cba0552c225', '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:43:18.091038 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb1b2188-6f92-4fd9-9b84-b286e2e21e23 req-b06daf90-1a4d-4f33-8818-84b325acc4c2 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 210 time: 0.2076933 Feb 02 15:43:18.094570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Pushing event deleted for resources: {'Port': ['ID=4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:18.260260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] No DVR routers for this DVR port 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:43:18.266195 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:18.268951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eca0b5-4064-4105-9ccb-17bd2178b53b', 'name': 'network-vif-deleted', 'tag': '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:18.441031 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eca0b5-4064-4105-9ccb-17bd2178b53b', 'name': 'network-vif-deleted', 'tag': '4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34', 'status': 'completed', 'code': 200} Feb 02 15:43:18.488382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6430ba-e2ce-4927-979e-1c0444925870 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:43:18.500873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:18.504621 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5eb679da-6724-4d4f-bd98-0ce07b4ac7ff req-d2ce0385-c058-4c5a-96a1-cec4ed83f347 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.107 "DELETE /v2.0/ports/4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 HTTP/1.1" status: 204 len: 173 time: 2.3171463 Feb 02 15:43:18.533642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Transition to ACTIVE for port object df6430ba-e2ce-4927-979e-1c0444925870 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:43:18.670163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:18.740208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f3ae2206-209b-4196-a97c-9d4b921f35d4 req-15817cb8-7f8d-470e-96a5-b517b32c777f tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Synchronizing usage tracker for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:43:18.901737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Pushing event updated for resources: {'Port': ['ID=df6430ba-e2ce-4927-979e-1c0444925870,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:19.072470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f3ae2206-209b-4196-a97c-9d4b921f35d4 req-15817cb8-7f8d-470e-96a5-b517b32c777f tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Unset dirty status for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:43:19.073845 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3ae2206-209b-4196-a97c-9d4b921f35d4 req-15817cb8-7f8d-470e-96a5-b517b32c777f tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1028 time: 0.5081818 Feb 02 15:43:19.077240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Attempting to bind port df6430ba-e2ce-4927-979e-1c0444925870 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:43:19.077577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Attempting to bind port df6430ba-e2ce-4927-979e-1c0444925870 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:43:19.077903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Attempting to bind port df6430ba-e2ce-4927-979e-1c0444925870 on network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:43:19.110708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Port df6430ba-e2ce-4927-979e-1c0444925870 on network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:43:19.110950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Attempting to bind port df6430ba-e2ce-4927-979e-1c0444925870 on network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:43:19.134225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:43:19.134577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Checking segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:43:19.134972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Bound using segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:43:19.135429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Bound port: df6430ba-e2ce-4927-979e-1c0444925870, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:43:19.135784 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:19.210561 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3ae2206-209b-4196-a97c-9d4b921f35d4 req-849480b9-0b1c-40cd-b334-ffe76947dfd0 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279230 Feb 02 15:43:19.396759 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cde69e91-be02-46ff-b25a-7f052ccf06a4 req-ea051c03-ef57-48da-8a74-1e662c35b531 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=26eca0b5-4064-4105-9ccb-17bd2178b53b HTTP/1.1" status: 200 len: 210 time: 0.0853279 Feb 02 15:43:19.421481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] For port df6430ba-e2ce-4927-979e-1c0444925870, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:43:19.425180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] For port df6430ba-e2ce-4927-979e-1c0444925870, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=df6430ba-e2ce-4927-979e-1c0444925870,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:43:19.645248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:19.830952 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:19.830952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/df6430ba-e2ce-4927-979e-1c0444925870 HTTP/1.1" status: 200 len: 1092 time: 2.7912633 Feb 02 15:43:19.851814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36d68d-6302-43f7-ba41-fecf971047f5 service neutron] Pushing event updated for resources: {'Port': ['ID=df6430ba-e2ce-4927-979e-1c0444925870,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:20.148461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-eb32ec95-6bad-45a9-acf5-447d129c1cb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=564c3d8ceb0c4af2bc6b096a0df3af2d&device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1095 time: 0.1243701 Feb 02 15:43:20.159558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:43:20.236320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:43:20.237747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4c0e0ca1-6ee2-45e3-8bd4-79b4e78e0f34 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:43:20.274727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-0bb30d25-b154-4ca8-b064-c3a6276a03c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df6430ba-e2ce-4927-979e-1c0444925870 HTTP/1.1" status: 200 len: 217 time: 0.1103375 Feb 02 15:43:20.378368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-fc2f477a-7b84-40fb-8b95-688af92cbbb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:20.379881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-fc2f477a-7b84-40fb-8b95-688af92cbbb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e HTTP/1.1" status: 200 len: 848 time: 0.0982897 Feb 02 15:43:20.449511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e76b13f-cac2-43e5-a39d-b6a242d8d377', 'tag': 'df6430ba-e2ce-4927-979e-1c0444925870'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:20.663257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-ac482b63-d6c0-459d-b557-fa86ea5047bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ef6545-ead1-4f9e-aafb-b48ee3225de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2725637 Feb 02 15:43:20.747177 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e76b13f-cac2-43e5-a39d-b6a242d8d377', 'tag': 'df6430ba-e2ce-4927-979e-1c0444925870', 'status': 'completed', 'code': 200} Feb 02 15:43:20.762442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95a89cef-b869-4a6f-9995-2347d076ae15 req-86e147d1-5352-4e60-8ccd-0e8b21f4007a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1095 time: 0.3190598 Feb 02 15:43:20.928997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95a89cef-b869-4a6f-9995-2347d076ae15 req-d0c64e68-32df-48a0-a1b3-0fac6b10070c tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080706 Feb 02 15:43:20.962757 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-5e4e0bcc-80bb-4c03-b783-1bbc6a00078e service neutron] 10.222.0.64 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828760 Feb 02 15:43:21.143468 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c7056ff-36eb-4c57-9425-3efccfa2cfd0 req-2eb0e665-c14b-42ad-8b39-d228c6576abd service neutron] 10.222.0.64 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730161 Feb 02 15:43:21.580879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-97093aed-688a-484a-977d-cf7ef63eb536 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=564c3d8ceb0c4af2bc6b096a0df3af2d&device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1095 time: 0.2220273 Feb 02 15:43:21.638680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4845d-f4de-459f-bf37-a9aa5479aa84 req-696a99c5-3ff5-4382-a6ae-14aad8cd2f0a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:21.639469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-39b4845d-f4de-459f-bf37-a9aa5479aa84 req-696a99c5-3ff5-4382-a6ae-14aad8cd2f0a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Synchronizing usage tracker for tenant:294dd43c85bd41068d56f128226c0a89 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:43:21.804958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-d150a7f6-fb8e-4e0a-b797-56300f37b8ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:21.806700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-d150a7f6-fb8e-4e0a-b797-56300f37b8ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=21ef6545-ead1-4f9e-aafb-b48ee3225de8 HTTP/1.1" status: 200 len: 911 time: 0.2159731 Feb 02 15:43:21.915699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-39b4845d-f4de-459f-bf37-a9aa5479aa84 req-696a99c5-3ff5-4382-a6ae-14aad8cd2f0a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Unset dirty status for tenant:294dd43c85bd41068d56f128226c0a89 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:43:21.930012 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39b4845d-f4de-459f-bf37-a9aa5479aa84 req-696a99c5-3ff5-4382-a6ae-14aad8cd2f0a tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.4668345 Feb 02 15:43:22.013619 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-a6d074de-b4a9-453a-8070-78743fa0dd25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df6430ba-e2ce-4927-979e-1c0444925870 HTTP/1.1" status: 200 len: 217 time: 0.1842370 Feb 02 15:43:22.235329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-12f584ee-d163-43c1-ba15-79d09729a773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:22.245769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-12f584ee-d163-43c1-ba15-79d09729a773 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e HTTP/1.1" status: 200 len: 848 time: 0.2304919 Feb 02 15:43:22.270143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39b4845d-f4de-459f-bf37-a9aa5479aa84 req-e5c4f612-baca-447a-bff0-3a9f4794ab8b tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381083 Feb 02 15:43:22.400971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea6ade56-3e75-41ba-b3c7-55a1004829f5 req-f38d1cb1-7efa-4490-a709-9534b60e0684 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1095 time: 0.1410160 Feb 02 15:43:22.436410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-4f7ee4de-9452-4aa6-83c4-d4af8a0e4bb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ef6545-ead1-4f9e-aafb-b48ee3225de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592126 Feb 02 15:43:22.462067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea6ade56-3e75-41ba-b3c7-55a1004829f5 req-42bd155c-247f-450a-8688-375e37b9ca52 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543711 Feb 02 15:43:22.612682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-e404bbaa-f047-4b8a-8aa5-1d7535c32adf service neutron] 10.222.0.64 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682918 Feb 02 15:43:22.773519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd2b7fbe-45a5-4a75-ac2b-1750c182bfb7 req-39e13129-14c4-4cb7-afd3-1dcd62ffb823 service neutron] 10.222.0.64 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544268 Feb 02 15:43:23.709416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f7e1d-907f-4127-bc22-88bbc280b576 req-5c67d722-d411-4a48-b341-38921aad2255 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:23.711041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f14f7e1d-907f-4127-bc22-88bbc280b576 req-5c67d722-d411-4a48-b341-38921aad2255 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.2534151 Feb 02 15:43:23.795704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c048a71c-a6f9-424e-b97a-068a227a8b9d req-16e5ce43-cc31-491b-a384-b64351879d0e tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1095 time: 0.1153553 Feb 02 15:43:23.892933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c048a71c-a6f9-424e-b97a-068a227a8b9d req-bcd44967-7c0d-4694-91d4-79175e95b59d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907781 Feb 02 15:43:23.957513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-357e49f3-783d-44a2-b0c1-9a2d6c6ad182 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:23.959499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-357e49f3-783d-44a2-b0c1-9a2d6c6ad182 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.107 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 946 time: 0.2012632 Feb 02 15:43:23.964723 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f14f7e1d-907f-4127-bc22-88bbc280b576 req-7134f115-6271-4cd9-a049-d8540e5b44c5 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/security-groups?id=584a85e6-242b-47b7-9659-ea137edd15fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473209 Feb 02 15:43:24.085049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Deleting port 728cb3e4-2cff-476b-9c92-0cba0552c225 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:24.085614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:24.271378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device df6430ba-e2ce-4927-979e-1c0444925870 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:43:24.431957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] For port 728cb3e4-2cff-476b-9c92-0cba0552c225, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=728cb3e4-2cff-476b-9c92-0cba0552c225,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:24.432597 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:24.587991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port df6430ba-e2ce-4927-979e-1c0444925870, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=df6430ba-e2ce-4927-979e-1c0444925870,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:24.622825 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-446c09c2-dfe9-4fd3-9856-9ab3cb79eaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:24.625586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'df6430ba-e2ce-4927-979e-1c0444925870', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'port_id': 'df6430ba-e2ce-4927-979e-1c0444925870', 'mac_address': 'fa:16:3e:cc:c7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:43:24.653103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Calling delete_port for 728cb3e4-2cff-476b-9c92-0cba0552c225 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:24.703186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:24.727790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6430ba-e2ce-4927-979e-1c0444925870 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:43:24.784623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port df6430ba-e2ce-4927-979e-1c0444925870, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=df6430ba-e2ce-4927-979e-1c0444925870,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:24.890938 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:24.993541 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:25.031542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['728cb3e4-2cff-476b-9c92-0cba0552c225'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:43:25.141969 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=df6430ba-e2ce-4927-979e-1c0444925870,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:25.147818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Pushing event deleted for resources: {'Port': ['ID=728cb3e4-2cff-476b-9c92-0cba0552c225,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:25.243755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['df6430ba-e2ce-4927-979e-1c0444925870'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:43:25.276452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e036e093-6cf2-42e7-a55e-67bef53c3faf req-d933e287-8421-4efb-90fb-ec46762db50a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1096 time: 0.1093168 Feb 02 15:43:25.337995 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e036e093-6cf2-42e7-a55e-67bef53c3faf req-4110c249-778a-4fb9-b3d8-cfb8f495cbac tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Feb 02 15:43:25.448222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] No DVR routers for this DVR port 728cb3e4-2cff-476b-9c92-0cba0552c225 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:43:25.452209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:25.461121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e5411-c69f-436b-96dc-6c09c9272c8e', 'name': 'network-vif-deleted', 'tag': '728cb3e4-2cff-476b-9c92-0cba0552c225'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:25.476395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b041cc21-2c45-4740-8538-19ac180cafdf req-079faa59-1d02-4834-b2e5-371fcad1b547 tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 210 time: 0.1098132 Feb 02 15:43:25.575703 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556e5411-c69f-436b-96dc-6c09c9272c8e', 'name': 'network-vif-deleted', 'tag': '728cb3e4-2cff-476b-9c92-0cba0552c225', 'status': 'completed', 'code': 200} Feb 02 15:43:25.600642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d276d244-f2e8-42a7-b2c3-24b9b5773f17 req-e67d94f5-ce4e-41bf-b601-72e1058f964f tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.107 "DELETE /v2.0/ports/728cb3e4-2cff-476b-9c92-0cba0552c225 HTTP/1.1" status: 204 len: 173 time: 1.6330495 Feb 02 15:43:26.271074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device df6430ba-e2ce-4927-979e-1c0444925870 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:26.490064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port df6430ba-e2ce-4927-979e-1c0444925870 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:26.498642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port df6430ba-e2ce-4927-979e-1c0444925870 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:26.499116 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:26.741344 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46466be8-796b-42d7-bc3a-d4e0716ecf42 req-16cd900c-3974-4fa2-8710-f16a40463da1 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1096 time: 0.1583881 Feb 02 15:43:26.884196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92052554-5ccd-4454-9ea3-26e475cf2904 req-8dc57592-09e5-419a-9b8a-908ffc08b8ad tempest-ServerRescueTestJSON-609041328 tempest-ServerRescueTestJSON-609041328-project] 10.222.0.88 "GET /v2.0/ports?device_id=556e5411-c69f-436b-96dc-6c09c9272c8e HTTP/1.1" status: 200 len: 210 time: 0.1049685 Feb 02 15:43:26.898654 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46466be8-796b-42d7-bc3a-d4e0716ecf42 req-c5348f28-1eb6-474c-810a-f15fcb6b18b7 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555283 Feb 02 15:43:26.910075 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:26.979878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port df6430ba-e2ce-4927-979e-1c0444925870, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=df6430ba-e2ce-4927-979e-1c0444925870,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:26.979878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e76b13f-cac2-43e5-a39d-b6a242d8d377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6430ba-e2ce-4927-979e-1c0444925870'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:27.062276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e7bccf7e-3d5c-456b-ab7c-87706e21e13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:27.067537 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e76b13f-cac2-43e5-a39d-b6a242d8d377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6430ba-e2ce-4927-979e-1c0444925870', 'code': 200} Feb 02 15:43:27.090779 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:27.181222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=df6430ba-e2ce-4927-979e-1c0444925870,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:27.278486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dbf2f7db-b5b2-4f64-b484-e3d95396a088 req-de7074a7-46dd-46fc-94ba-36fab76e19a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.0993488 Feb 02 15:43:27.328464 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dbf2f7db-b5b2-4f64-b484-e3d95396a088 req-f3a2ae03-f2ed-4dd5-88f1-6396cf6d2e6a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 Feb 02 15:43:28.128096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51994) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:28.190806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 728cb3e4-2cff-476b-9c92-0cba0552c225 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:43:28.259131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69df3cac-516d-4cef-a798-4f76ad8eac9a req-ae66782b-e693-40e6-b959-1a165312978a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.2090521 Feb 02 15:43:28.294771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 728cb3e4-2cff-476b-9c92-0cba0552c225 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:43:28.295421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 728cb3e4-2cff-476b-9c92-0cba0552c225 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:43:28.474504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69df3cac-516d-4cef-a798-4f76ad8eac9a req-924c1b63-5117-48bb-a87c-369b83658b07 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002487 Feb 02 15:43:28.479369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:28.481633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:29.059158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a63f6fbb-bd41-4d70-b6fa-8cef64f48226 req-ec89e207-05a0-4caa-b88a-ea5534b26e74 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1096 time: 0.3359714 Feb 02 15:43:29.113645 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:29.228354 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a63f6fbb-bd41-4d70-b6fa-8cef64f48226 req-dc042fb7-a3d3-4708-bfbf-c5e0cf823537 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498482 Feb 02 15:43:29.252877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52012) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:29.626913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 2ba18239-76ec-4f10-adbc-17b7024deb7f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:29.627262 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:29.761698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3bc3bf5-b87f-44b3-b895-ca62a525cc08 req-f2649d3e-ccf0-4a2e-9641-aebc0db11ae1 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.1092477 Feb 02 15:43:29.860272 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3bc3bf5-b87f-44b3-b895-ca62a525cc08 req-9cae2c49-5180-44b2-9795-869a648195b5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898321 Feb 02 15:43:30.002775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:30.094738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:30.095117 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:30.291482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 2ba18239-76ec-4f10-adbc-17b7024deb7f owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:30.634072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aef4b597-d9ca-4dfe-84a4-5606b78e25a6 req-6f66dbfa-040f-472a-9088-25c67b68cd4b tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.2652428 Feb 02 15:43:30.703320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:30.760147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=2ba18239-76ec-4f10-adbc-17b7024deb7f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:30.893201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aef4b597-d9ca-4dfe-84a4-5606b78e25a6 req-5e8b1e6b-4fbf-4563-8080-d4117ffd3d43 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583334 Feb 02 15:43:30.943328 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:31.200702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2e41c9e-48d9-4d6f-8fdf-c45faa293971 req-cb7cd36d-d05d-43b7-85e5-ce1f2b9fad97 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.1114066 Feb 02 15:43:31.268599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2e41c9e-48d9-4d6f-8fdf-c45faa293971 req-393b9a92-1895-4068-b2a9-67b4c0c34714 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660245 Feb 02 15:43:31.740551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Deleting port a591faf6-733e-4e8b-8212-f999182accc1 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:31.741341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:32.279756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3a2a9cd2-701d-4609-a2e3-9db04ab02402 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:32.286631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3a2a9cd2-701d-4609-a2e3-9db04ab02402 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/networks?id=21ef6545-ead1-4f9e-aafb-b48ee3225de8 HTTP/1.1" status: 200 len: 911 time: 0.4595690 Feb 02 15:43:32.319263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] For port a591faf6-733e-4e8b-8212-f999182accc1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a591faf6-733e-4e8b-8212-f999182accc1,segment=NetworkSegment(888e83b5-fac5-4205-b9cb-d47453105b50),segment_id=888e83b5-fac5-4205-b9cb-d47453105b50)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:32.319263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:32.405979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-dd1becb3-ec74-4e7f-b43f-4a297e689715 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/quotas/564c3d8ceb0c4af2bc6b096a0df3af2d HTTP/1.1" status: 200 len: 375 time: 0.1176329 Feb 02 15:43:32.561746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Calling delete_port for a591faf6-733e-4e8b-8212-f999182accc1 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:32.769054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 2dbc6645-18e3-4999-af11-77ed107ee310 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:43:32.791990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-d4e6f857-730a-4e00-aeb2-01d31d796de7 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?tenant_id=564c3d8ceb0c4af2bc6b096a0df3af2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3844340 Feb 02 15:43:32.816290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-ce6b2536-25d3-4886-a8f6-29c7b8c1acc0 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:43:32.817706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-ce6b2536-25d3-4886-a8f6-29c7b8c1acc0 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0091536 Feb 02 15:43:32.925063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52110) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:33.171663 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-6e3507d9-f439-4f7c-be3c-93ae06b07e2b service neutron] 10.222.0.88 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433444 Feb 02 15:43:33.265887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:33.322945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:33.329213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] Usage tracker for resource:security_group_rule and tenant:8fe4b49f09af4ff2af585e528330b3d2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:33.332701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:33.343099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:33.459585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:33.547695 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:33.580111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-5ca0b742-bd63-44fd-8d0c-f489676462b3 service neutron] 10.222.0.88 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074669 Feb 02 15:43:33.595100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8fe4b49f09af4ff2af585e528330b3d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6680932 Feb 02 15:43:33.598032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52128) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:33.638554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:33.685029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a001c-bf23-4e41-af15-26799bd4b17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a7e39b-154c-46fc-8b0f-71055529b315,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:33.752883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a591faf6-733e-4e8b-8212-f999182accc1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:33.781073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-807e38d0-7f30-4750-b718-4b3747627ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:33.868132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-807e38d0-7f30-4750-b718-4b3747627ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:34.062323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:43:34.086490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] Sync routers for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:43:34.119411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:34.120387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:34.148180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6093389c-abe6-42a7-aa61-87536d8abe95 req-115cdcd5-d826-4bdb-a771-b34d49ab8dcd tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 210 time: 0.1294451 Feb 02 15:43:34.254718 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-807e38d0-7f30-4750-b718-4b3747627ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:34.307292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-807e38d0-7f30-4750-b718-4b3747627ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:34.312705 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-807e38d0-7f30-4750-b718-4b3747627ddc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a0a7e39b-154c-46fc-8b0f-71055529b315 HTTP/1.1" status: 204 len: 168 time: 0.7103899 Feb 02 15:43:34.312705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e38d0-7f30-4750-b718-4b3747627ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a7e39b-154c-46fc-8b0f-71055529b315,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:34.329892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:34.563132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-01b034be-79c0-4011-b6b0-b28add5af733 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/floatingips/03acf569-43f2-4464-852b-b7d66479c9cb HTTP/1.1" status: 204 len: 168 time: 5.3055079 Feb 02 15:43:34.567127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:34.589976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:34.629982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:34.911272 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4', 'status': 'completed', 'code': 200} Feb 02 15:43:35.123718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-70b6711a-c27c-48c3-8161-cdb285d4b914 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 1096 time: 0.2088327 Feb 02 15:43:35.323391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52162) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:35.445255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2bd7d0b8-720f-4ec3-8aae-8115f7ec328e req-6e8e3f75-d1ac-4462-8fab-2cebe8127668 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 210 time: 0.0976524 Feb 02 15:43:35.533987 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:35.540773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] Checking router: 2dbc6645-18e3-4999-af11-77ed107ee310 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:43:35.568640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:35.574620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:35.763700 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:35.864634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-d41efd8d-682a-425e-bb1f-4d50f347cc90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:35.884525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-d41efd8d-682a-425e-bb1f-4d50f347cc90 service neutron] 10.222.0.107 "GET /v2.0/networks?id=ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 200 len: 898 time: 0.5748687 Feb 02 15:43:35.884842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:35.887272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] Usage tracker for resource:security_group_rule and tenant:43323bd43e1840b4a587b8d269577eb0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:35.900837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:35.927861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:36.036156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:36.192331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-dabc57f9-e306-49b4-856a-3962a1103c13 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 200 len: 217 time: 0.3110478 Feb 02 15:43:36.197526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:36.211330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfa57a-0d1a-4416-a825-fd68178b9725 req-b2747c21-0292-42cd-99a1-99c16135d878 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:36.211330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9bdfa57a-0d1a-4416-a825-fd68178b9725 req-b2747c21-0292-42cd-99a1-99c16135d878 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:43:36.215136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52182) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:36.256371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:36.304207 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:36.415384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:36.420958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:29c8f73e162243bda0119c1c531fbbc0 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:36.424523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:36.431661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:36.507575 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:36.509999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b491a-3066-4382-9386-39d7d233f3f1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:36.538107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5b17f3e7-5cc1-466e-889f-90437c5fb13c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=43323bd43e1840b4a587b8d269577eb0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2124934 Feb 02 15:43:36.541692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52192) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:36.587917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:36.599086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9bdfa57a-0d1a-4416-a825-fd68178b9725 req-b2747c21-0292-42cd-99a1-99c16135d878 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:43:36.608820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9bdfa57a-0d1a-4416-a825-fd68178b9725 req-b2747c21-0292-42cd-99a1-99c16135d878 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.9984310 Feb 02 15:43:36.653630 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=29c8f73e162243bda0119c1c531fbbc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4371233 Feb 02 15:43:36.656674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a47557-7720-448f-b103-b0c604fa2fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c006d89b-8f10-4dfa-8a45-b53a8ed38aca,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:36.658960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52198) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:36.746103 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2dc2f426-aba8-442d-be50-0e66e8ae037e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:36.791321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2dc2f426-aba8-442d-be50-0e66e8ae037e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:36.935165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:36.955951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925913e6-1e60-4b42-9508-9a63ec4a89eb None None] The sync data for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 is: [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:41:05Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9a4e3ae8-07b8-41cb-8767-f889fdfaaad6', 'name': '', 'network_id': 'ce25a0f2-3799-4d81-b9c8-929d47459f9e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:fd:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385746f-e127-40ca-8772-2525e0f55618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:41:02Z', 'updated_at': '2022-02-02T15:41:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '9385746f-e127-40ca-8772-2525e0f55618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:43:37.064002 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1e8ed94-e078-4127-b7d6-8a1181aaae9e req-59f3122c-5821-4edc-9df1-55a44c595e57 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 210 time: 0.1750181 Feb 02 15:43:37.093584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ae13-3d60-4b7e-b1a1-96079d946927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:37.128334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ae13-3d60-4b7e-b1a1-96079d946927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:37.154975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-70fabf6b-77ff-404f-9a39-5ef78f2b7f4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:37.156801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-70fabf6b-77ff-404f-9a39-5ef78f2b7f4e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 200 len: 835 time: 0.9568026 Feb 02 15:43:37.237813 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2dc2f426-aba8-442d-be50-0e66e8ae037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:37.259740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2f426-aba8-442d-be50-0e66e8ae037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b491a-3066-4382-9386-39d7d233f3f1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:37.273380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2dc2f426-aba8-442d-be50-0e66e8ae037e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:37.275031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2dc2f426-aba8-442d-be50-0e66e8ae037e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/756b491a-3066-4382-9386-39d7d233f3f1 HTTP/1.1" status: 204 len: 168 time: 0.7318256 Feb 02 15:43:37.296235 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ae13-3d60-4b7e-b1a1-96079d946927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:37.297367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ae13-3d60-4b7e-b1a1-96079d946927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:37.298891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bfa3ae13-3d60-4b7e-b1a1-96079d946927 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c006d89b-8f10-4dfa-8a45-b53a8ed38aca HTTP/1.1" status: 204 len: 168 time: 0.6180725 Feb 02 15:43:37.347578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3ae13-3d60-4b7e-b1a1-96079d946927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006d89b-8f10-4dfa-8a45-b53a8ed38aca,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:37.460183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.107', 58754) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:37.523740 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cbad1a-8207-4acd-a121-f8ff80f80984 None None] New status for floating IP 03acf569-43f2-4464-852b-b7d66479c9cb: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:43:37.584515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9bdfa57a-0d1a-4416-a825-fd68178b9725 req-6c0f353c-b4d8-430f-885a-7f686a020a58 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9744024 Feb 02 15:43:37.623355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-4dceb80b-3b77-447e-856b-41106d308021 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:37.624896 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-4dceb80b-3b77-447e-856b-41106d308021 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 945 time: 0.5393708 Feb 02 15:43:37.744243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port d29a958c-8405-4116-83de-e630afee6fe4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:37.744704 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:37.755766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-fab57579-4f91-4094-b8fb-a519856ad8a3 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:37.763441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-fab57579-4f91-4094-b8fb-a519856ad8a3 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.107 "GET /v2.0/networks?id=21ef6545-ead1-4f9e-aafb-b48ee3225de8 HTTP/1.1" status: 200 len: 911 time: 0.3021843 Feb 02 15:43:37.779405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Request body: {'port': {'device_id': '99d2626e-52a8-4985-b77f-4483bb4d102a', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'admin_state_up': True, 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:37.798267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:37.821056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-f53c77f7-5f5e-4019-bea7-b6eca2e9883b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ce25a0f2-3799-4d81-b9c8-929d47459f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6306050 Feb 02 15:43:37.822228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:37.928164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Made reservation on behalf of 564c3d8ceb0c4af2bc6b096a0df3af2d for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:43:37.931394 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:38.366296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Allocated IP 172.20.0.5 (21ef6545-ead1-4f9e-aafb-b48ee3225de8/bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e/e0cada1f-a542-4a5c-be0b-207037b846d6) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:43:38.462793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port d29a958c-8405-4116-83de-e630afee6fe4, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d29a958c-8405-4116-83de-e630afee6fe4,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:38.463538 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:38.490356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-ba97510e-5b33-405c-a012-a341f6c8e299 service neutron] 10.222.0.107 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513467 Feb 02 15:43:38.512762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47cf0239-7325-4266-8b18-fa2812532cd5 req-f4eaa936-5b9b-4cb6-af8d-2eaf9e045f19 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 210 time: 0.0819981 Feb 02 15:43:38.728836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for d29a958c-8405-4116-83de-e630afee6fe4 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:38.820760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:38.840454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Transition to ACTIVE for port object e0cada1f-a542-4a5c-be0b-207037b846d6 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:43:38.887127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52236) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:38.920378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:38.949090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:38.979706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:43:38.994120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['df6430ba-e2ce-4927-979e-1c0444925870'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:43:39.051694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52242) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:39.113896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:43:39.119775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:43:39.129492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:43:39.276385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Pushing event updated for resources: {'Port': ['ID=e0cada1f-a542-4a5c-be0b-207037b846d6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:39.419590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:39.427742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] Usage tracker for resource:security_group_rule and tenant:eac3c914da4341cfa8b84c14081e2e96 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:39.430104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:39.440129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:39.442554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:39.443160 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:39.474946 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:43:39.520404 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:39.577970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52250) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:39.616695 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:39.630764 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-3fd1a1bd-869c-4e6b-8834-83739a296a96 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8552237 Feb 02 15:43:39.632815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:39.648987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Request body: {'port': {'device_id': '99d2626e-52a8-4985-b77f-4483bb4d102a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:39.655270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88590685-93b4-4dbb-abfb-3d23602671d2 None None] Provisioning for port e0cada1f-a542-4a5c-be0b-207037b846d6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:39.661127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88590685-93b4-4dbb-abfb-3d23602671d2 None None] Provisioning complete for port e0cada1f-a542-4a5c-be0b-207037b846d6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:39.661651 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88590685-93b4-4dbb-abfb-3d23602671d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:39.697448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5c45c20-0e53-4b55-9137-09767656d28f req-2cbb71a2-6449-4790-834d-59181eb7b6cb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 210 time: 0.6367307 Feb 02 15:43:39.744270 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:39.755212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:39.768192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=d29a958c-8405-4116-83de-e630afee6fe4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:39.778834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-3b819690-e985-45b6-89c0-12d3ca84a4ab service neutron] 10.222.0.107 "GET /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1248274 Feb 02 15:43:39.784510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:39.808457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4115504-cf82-46c5-9751-39fa574b9985,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:39.812664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-88590685-93b4-4dbb-abfb-3d23602671d2 None None] Port e0cada1f-a542-4a5c-be0b-207037b846d6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:43:39.824324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b99527aad3490ca80b3fb090588641 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:39.833580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:39.909492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:40.034383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-49ae1523-041f-4ac3-bd13-b377f0657b55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eac3c914da4341cfa8b84c14081e2e96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1461148 Feb 02 15:43:40.039581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52256) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:40.084996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] No DVR routers for this DVR port d29a958c-8405-4116-83de-e630afee6fe4 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:43:40.087899 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:40.096306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'name': 'network-vif-deleted', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:40.116969 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:40.121815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:40.127884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] Usage tracker for resource:security_group_rule and tenant:076c253d37a249c3878cf491b81f4232 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:40.132041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:40.178774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7ea739d8-b139-4a1e-a448-c1ad12b782af req-bb772ad6-c405-489c-9e62-7adf8f07f9a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Synchronizing usage tracker for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:43:40.200500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:40.212432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfdfe5bd-3973-4355-a4f3-5218feaf799d req-e7630118-cd67-4d39-94d7-5fa18bcd8e1e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "DELETE /v2.0/ports/d29a958c-8405-4116-83de-e630afee6fe4 HTTP/1.1" status: 204 len: 173 time: 2.5699587 Feb 02 15:43:40.268477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d29a958c-8405-4116-83de-e630afee6fe4 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:43:40.383673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: d29a958c-8405-4116-83de-e630afee6fe4 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:43:40.385701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d29a958c-8405-4116-83de-e630afee6fe4 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:43:40.399478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298273bf-5ab5-4523-b303-906a38bf555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:40.451726 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:40.465749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:43:40.493604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540de32b-cde5-4143-9130-0d324812245a None None] Sync routers for ids ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:43:40.497520 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ea081fa6-5ed9-41cc-a43a-8d4e81265b73 admin admin] 10.222.0.88 "PUT /v2.0/routers/41a7a72d-4cae-46d5-adb5-fcf1d02faf36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3658299 Feb 02 15:43:40.498356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52266) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:40.523664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540de32b-cde5-4143-9130-0d324812245a None None] Routers {'41a7a72d-4cae-46d5-adb5-fcf1d02faf36'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:40.524735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-540de32b-cde5-4143-9130-0d324812245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:40.592333 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:40.706960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298273bf-5ab5-4523-b303-906a38bf555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:40.711702 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e897e-303c-4ac7-93c3-6b740ba0fe07', 'name': 'network-vif-deleted', 'tag': 'd29a958c-8405-4116-83de-e630afee6fe4', 'status': 'completed', 'code': 200} Feb 02 15:43:40.723205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:40.737931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:40.846914 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=076c253d37a249c3878cf491b81f4232&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7825103 Feb 02 15:43:40.853920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52272) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:40.879545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7ea739d8-b139-4a1e-a448-c1ad12b782af req-bb772ad6-c405-489c-9e62-7adf8f07f9a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Unset dirty status for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:43:40.887250 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ea739d8-b139-4a1e-a448-c1ad12b782af req-bb772ad6-c405-489c-9e62-7adf8f07f9a2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1027 time: 1.0821369 Feb 02 15:43:40.901651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71559631-cbf9-4b66-ac0d-0278210b5e52,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:40.927445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-540de32b-cde5-4143-9130-0d324812245a None None] Set router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:40.972841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb08f4f-aa30-400d-9df2-02c505981472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fabde7-ae41-4ed9-ad5d-82b35fca7422,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:40.996719 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8f4f5024-13f4-4fcd-a69c-7eaeb6c70791 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e6b99527aad3490ca80b3fb090588641&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4175925 Feb 02 15:43:41.003376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52276) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:41.148978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-01aef926-6e37-4022-bf40-df08aa54ead7 req-325fd354-2f4a-497d-bcf5-c2cfc4bc0241 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:43:41.211500 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f076c9-4405-496f-805e-f608362b5c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.303390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b256a25-b85e-4b29-95a0-fb6a663bd1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.318682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ea739d8-b139-4a1e-a448-c1ad12b782af req-94a6de20-93d4-47ae-8ac2-3db804ad90aa tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304097 Feb 02 15:43:41.396313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f076c9-4405-496f-805e-f608362b5c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.398836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-540de32b-cde5-4143-9130-0d324812245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:43:33Z', 'revision_number': 5, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:41.403399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540de32b-cde5-4143-9130-0d324812245a None None] Checking router: 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:43:41.417983 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540de32b-cde5-4143-9130-0d324812245a None None] Routers {'41a7a72d-4cae-46d5-adb5-fcf1d02faf36'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:41.418865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-540de32b-cde5-4143-9130-0d324812245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:41.463428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b256a25-b85e-4b29-95a0-fb6a663bd1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.476682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-01aef926-6e37-4022-bf40-df08aa54ead7 req-325fd354-2f4a-497d-bcf5-c2cfc4bc0241 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:43:41.478321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-01aef926-6e37-4022-bf40-df08aa54ead7 req-325fd354-2f4a-497d-bcf5-c2cfc4bc0241 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=249e897e-303c-4ac7-93c3-6b740ba0fe07 HTTP/1.1" status: 200 len: 210 time: 0.4213688 Feb 02 15:43:41.478616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cada1f-a542-4a5c-be0b-207037b846d6 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:43:41.508430 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.544732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Transition to ACTIVE for port object e0cada1f-a542-4a5c-be0b-207037b846d6 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:43:41.546521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298273bf-5ab5-4523-b303-906a38bf555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.586362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298273bf-5ab5-4523-b303-906a38bf555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4115504-cf82-46c5-9751-39fa574b9985,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:41.608582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298273bf-5ab5-4523-b303-906a38bf555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.611664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-298273bf-5ab5-4523-b303-906a38bf555a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c4115504-cf82-46c5-9751-39fa574b9985 HTTP/1.1" status: 204 len: 168 time: 1.5629551 Feb 02 15:43:41.618048 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.625093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.670427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-540de32b-cde5-4143-9130-0d324812245a None None] Set router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:41.922589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f076c9-4405-496f-805e-f608362b5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.942798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b256a25-b85e-4b29-95a0-fb6a663bd1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:41.952022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cada1f-a542-4a5c-be0b-207037b846d6,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:42.010067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f076c9-4405-496f-805e-f608362b5c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fabde7-ae41-4ed9-ad5d-82b35fca7422,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:42.032515 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b2f076c9-4405-496f-805e-f608362b5c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:42.033932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b2f076c9-4405-496f-805e-f608362b5c28 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/07fabde7-ae41-4ed9-ad5d-82b35fca7422 HTTP/1.1" status: 204 len: 168 time: 1.1761212 Feb 02 15:43:42.051769 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b256a25-b85e-4b29-95a0-fb6a663bd1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:42.053089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4b256a25-b85e-4b29-95a0-fb6a663bd1b7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/71559631-cbf9-4b66-ac0d-0278210b5e52 HTTP/1.1" status: 204 len: 168 time: 1.0541856 Feb 02 15:43:42.058838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b256a25-b85e-4b29-95a0-fb6a663bd1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71559631-cbf9-4b66-ac0d-0278210b5e52,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:42.123308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Attempting to bind port e0cada1f-a542-4a5c-be0b-207037b846d6 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:43:42.124144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Attempting to bind port e0cada1f-a542-4a5c-be0b-207037b846d6 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:43:42.124350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Attempting to bind port e0cada1f-a542-4a5c-be0b-207037b846d6 on network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:43:42.141824 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:42.147329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Port e0cada1f-a542-4a5c-be0b-207037b846d6 on network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:43:42.147732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Attempting to bind port e0cada1f-a542-4a5c-be0b-207037b846d6 on network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:43:42.158921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:43:42.159326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Checking segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:43:42.159669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Bound using segment: {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:43:42.160208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Bound port: e0cada1f-a542-4a5c-be0b-207037b846d6, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7effdc9-2679-45a5-a6bf-f1df94eae0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:43:42.160649 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:42.221384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Deleting port 2e581cff-b283-405b-9eac-599b99861525 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:42.226887 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:42.272516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-540de32b-cde5-4143-9130-0d324812245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:43:33Z', 'revision_number': 5, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:42.278108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540de32b-cde5-4143-9130-0d324812245a None None] The sync data for ids ['41a7a72d-4cae-46d5-adb5-fcf1d02faf36'] in n-d-827122-1 is: [{'id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'name': 'tempest-ServerRescueTestJSON-1570573603-router', 'tenant_id': '294dd43c85bd41068d56f128226c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '2e581cff-b283-405b-9eac-599b99861525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:55Z', 'updated_at': '2022-02-02T15:43:33Z', 'revision_number': 5, 'project_id': '294dd43c85bd41068d56f128226c0a89', 'gw_port': {'id': '2e581cff-b283-405b-9eac-599b99861525', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a7a72d-4cae-46d5-adb5-fcf1d02faf36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:56Z', 'updated_at': '2022-02-02T15:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:43:42.355030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] For port e0cada1f-a542-4a5c-be0b-207037b846d6, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:43:42.359448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] For port e0cada1f-a542-4a5c-be0b-207037b846d6, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e0cada1f-a542-4a5c-be0b-207037b846d6,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:43:42.483266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] For port 2e581cff-b283-405b-9eac-599b99861525, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2e581cff-b283-405b-9eac-599b99861525,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:42.483524 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:42.579337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:42.638091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:42.657000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Calling delete_port for 2e581cff-b283-405b-9eac-599b99861525 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:42.716331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-76840b72-7ddf-4283-86d7-e0bd94abf4c1 req-e6ea7e25-3286-4e1d-9db3-6fba81062439 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1052 time: 0.2238526 Feb 02 15:43:42.726501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:42.729391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] 10.222.0.107 "PUT /v2.0/ports/e0cada1f-a542-4a5c-be0b-207037b846d6 HTTP/1.1" status: 200 len: 1091 time: 3.0848110 Feb 02 15:43:42.733791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d2626e-52a8-4985-b77f-4483bb4d102a', 'tag': 'e0cada1f-a542-4a5c-be0b-207037b846d6'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:42.856018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-76840b72-7ddf-4283-86d7-e0bd94abf4c1 req-51fb777e-2004-4680-9cbc-92db0d03e9b8 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272922 Feb 02 15:43:42.864030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396935-be11-4758-bf8d-2f2c971c9bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cada1f-a542-4a5c-be0b-207037b846d6,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:43.130615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-7ee3faa7-3d5f-40d2-97f7-74fa2eb15340 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=564c3d8ceb0c4af2bc6b096a0df3af2d&device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1094 time: 0.2325530 Feb 02 15:43:43.232727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-bafeb6b3-eca6-4be5-bb6d-d970a76ad878 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0cada1f-a542-4a5c-be0b-207037b846d6 HTTP/1.1" status: 200 len: 217 time: 0.0918450 Feb 02 15:43:43.392810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-e554c429-bea6-4bd8-86ac-08d026c76145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:43.395431 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-e554c429-bea6-4bd8-86ac-08d026c76145 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e HTTP/1.1" status: 200 len: 848 time: 0.1567392 Feb 02 15:43:43.397348 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d2626e-52a8-4985-b77f-4483bb4d102a', 'tag': 'e0cada1f-a542-4a5c-be0b-207037b846d6', 'status': 'completed', 'code': 200} Feb 02 15:43:43.559455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-cc0187cb-2b6c-40b2-b7bc-8c23bfaa88f0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=21ef6545-ead1-4f9e-aafb-b48ee3225de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539743 Feb 02 15:43:43.560222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52320) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:43.612462 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:43.782133 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:43.838902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:43.860032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] Usage tracker for resource:security_group_rule and tenant:d006cf8aadf246548ddf80ccbe4df7f5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:43.870952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:43.919779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:43.934393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-66b591b3-594f-4b6f-8599-c5627f8fd019 service neutron] 10.222.0.107 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534377 Feb 02 15:43:43.998696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a591faf6-733e-4e8b-8212-f999182accc1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:43:44.048564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2e581cff-b283-405b-9eac-599b99861525,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:44.074034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a591faf6-733e-4e8b-8212-f999182accc1 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:43:44.075056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a591faf6-733e-4e8b-8212-f999182accc1 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:43:44.227130 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:44.455439 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:44.458278 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e1369a8-66cb-43f4-aaa4-15b65b3ea0fe req-ce08b310-7802-43e3-85b5-db1b138c8a8f service neutron] 10.222.0.107 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961901 Feb 02 15:43:44.501291 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0792a1be-7921-4ea5-9f78-234bd42630bd req-45fa40ef-eb87-4f7e-8340-18c1b3afab1d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1094 time: 0.3300550 Feb 02 15:43:44.567830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:44.722415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a20a411-72c5-46a3-b184-be447bb03bc7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:44.753289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e84684a0-02a2-4328-93c9-32276c374d4e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d006cf8aadf246548ddf80ccbe4df7f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1916180 Feb 02 15:43:44.755998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52344) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:44.768843 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0792a1be-7921-4ea5-9f78-234bd42630bd req-c2613ebc-5c9f-4b6a-a3c5-c741bb18bbb3 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663102 Feb 02 15:43:44.833518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:44.843923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:44.847658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:44.880289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-de34b379-b697-41ff-94a9-9a063ab702cf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=564c3d8ceb0c4af2bc6b096a0df3af2d&device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1094 time: 0.2053988 Feb 02 15:43:44.883099 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85cc01e0-a9d2-4e91-851a-32db6d989de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:45.011525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85cc01e0-a9d2-4e91-851a-32db6d989de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:45.106456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-8313850f-0bba-4e79-9a0f-a40f6f067b42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:45.108119 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-8313850f-0bba-4e79-9a0f-a40f6f067b42 service neutron] 10.222.0.107 "GET /v2.0/networks?id=21ef6545-ead1-4f9e-aafb-b48ee3225de8 HTTP/1.1" status: 200 len: 911 time: 0.2146909 Feb 02 15:43:45.144230 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:45.144734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a7a72d-4cae-46d5-adb5-fcf1d02faf36 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:43:45.227317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:45.228481 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-88d1e33d-0d1f-49e2-9474-cd5724f4f7ef admin admin] 10.222.0.88 "DELETE /v2.0/routers/41a7a72d-4cae-46d5-adb5-fcf1d02faf36 HTTP/1.1" status: 204 len: 168 time: 4.7291760 Feb 02 15:43:45.238584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52356) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:45.371422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-193af39f-2f72-4fcf-a727-83cc9a140444 admin admin] Deleting subnet 4a30eabd-412c-448e-8c06-5613ea3c1c99 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:43:45.375508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-b3937a03-16ba-4ce0-8014-6cbf52592775 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0cada1f-a542-4a5c-be0b-207037b846d6 HTTP/1.1" status: 200 len: 217 time: 0.2598114 Feb 02 15:43:45.394542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-193af39f-2f72-4fcf-a727-83cc9a140444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:45.465256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-7e2b655b-9ae9-4404-ae23-a918128a47e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:45.467516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-7e2b655b-9ae9-4404-ae23-a918128a47e8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e HTTP/1.1" status: 200 len: 848 time: 0.0846417 Feb 02 15:43:45.474623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-193af39f-2f72-4fcf-a727-83cc9a140444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:45.575139 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85cc01e0-a9d2-4e91-851a-32db6d989de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:45.622207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc01e0-a9d2-4e91-851a-32db6d989de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a20a411-72c5-46a3-b184-be447bb03bc7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:45.659497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-0fec0f6f-9020-49ba-b04b-47301bb30278 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=21ef6545-ead1-4f9e-aafb-b48ee3225de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834207 Feb 02 15:43:45.661951 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85cc01e0-a9d2-4e91-851a-32db6d989de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:45.668457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-85cc01e0-a9d2-4e91-851a-32db6d989de5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a20a411-72c5-46a3-b184-be447bb03bc7 HTTP/1.1" status: 204 len: 168 time: 0.8978109 Feb 02 15:43:45.945395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-e3b8afbc-b639-415e-84cf-ffea006082c0 service neutron] 10.222.0.107 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699897 Feb 02 15:43:46.025271 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-193af39f-2f72-4fcf-a727-83cc9a140444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:46.060366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2e581cff-b283-405b-9eac-599b99861525 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:43:46.132835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 2e581cff-b283-405b-9eac-599b99861525 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:43:46.133346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2e581cff-b283-405b-9eac-599b99861525 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:43:46.150059 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6847d55f-abff-4c8c-a0d1-81d3895f27f5 req-f1ee1659-5db0-4e57-9b8d-52f43a300558 service neutron] 10.222.0.107 "GET /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007029 Feb 02 15:43:46.249282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-535a6ebf-6f8c-46b7-b83e-9b685050219c req-042d74c7-37ca-448d-abc4-c6b41b15f58d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1094 time: 0.1941769 Feb 02 15:43:46.331517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-193af39f-2f72-4fcf-a727-83cc9a140444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:46.382548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193af39f-2f72-4fcf-a727-83cc9a140444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a30eabd-412c-448e-8c06-5613ea3c1c99,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:46.391100 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-535a6ebf-6f8c-46b7-b83e-9b685050219c req-82334844-fac5-426b-99a7-ff7a0026a7bb tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302104 Feb 02 15:43:46.400833 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-193af39f-2f72-4fcf-a727-83cc9a140444 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:46.412287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-193af39f-2f72-4fcf-a727-83cc9a140444 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4a30eabd-412c-448e-8c06-5613ea3c1c99 HTTP/1.1" status: 204 len: 168 time: 1.1729181 Feb 02 15:43:46.414665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52380) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:46.584516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:46.599575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:46.599944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:46.862259 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:46.907225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c5e561-2990-47b9-848b-a1c9eeb1e0a6']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:46.927882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888e83b5-fac5-4205-b9cb-d47453105b50') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:46.940703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888e83b5-fac5-4205-b9cb-d47453105b50') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:46.960400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:46.991592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:46.991592 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:47.000533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:47.067076 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:47.071139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:43:47.071610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:43:47.086612 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:43:47.154670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:47.431972 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:47.462056 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:47.476760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c5e561-2990-47b9-848b-a1c9eeb1e0a6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:47.617844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-26e4ac72-3bc4-4190-ab58-28bc3359eafb admin admin] 10.222.0.88 "DELETE /v2.0/networks/f2c5e561-2990-47b9-848b-a1c9eeb1e0a6 HTTP/1.1" status: 204 len: 168 time: 1.2021098 Feb 02 15:43:47.618873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:47.628303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04ed3c94-47c3-46f1-81e1-5778fec0d525 req-436b483c-6aa7-4c7b-bc30-b91cb56c9061 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1094 time: 0.0821645 Feb 02 15:43:47.670072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=9a4e3ae8-07b8-41cb-8767-f889fdfaaad6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:47.676709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-04ed3c94-47c3-46f1-81e1-5778fec0d525 req-a92e13af-0c35-4bc3-bb61-93c78f66a7c2 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Feb 02 15:43:47.894938 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.157394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.225972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52430) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:48.256423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52436) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:48.279725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e0cada1f-a542-4a5c-be0b-207037b846d6 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:43:48.362339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-852402d2-4636-49f1-a071-97640f85b1d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=294dd43c85bd41068d56f128226c0a89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1039846 Feb 02 15:43:48.368548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52446) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:48.521568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7471103b-b4d8-49c8-8c45-b4df38ec78ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.565665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e0cada1f-a542-4a5c-be0b-207037b846d6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e0cada1f-a542-4a5c-be0b-207037b846d6,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:48.580870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'e0cada1f-a542-4a5c-be0b-207037b846d6', 'network_id': '21ef6545-ead1-4f9e-aafb-b48ee3225de8', 'port_id': 'e0cada1f-a542-4a5c-be0b-207037b846d6', 'mac_address': 'fa:16:3e:f5:11:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:43:48.595646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7471103b-b4d8-49c8-8c45-b4df38ec78ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.662150 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.689276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cada1f-a542-4a5c-be0b-207037b846d6 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:43:48.711190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e0cada1f-a542-4a5c-be0b-207037b846d6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e0cada1f-a542-4a5c-be0b-207037b846d6,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:48.781208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.792329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7471103b-b4d8-49c8-8c45-b4df38ec78ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.821628 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.828863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471103b-b4d8-49c8-8c45-b4df38ec78ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a85e6-242b-47b7-9659-ea137edd15fe,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:48.874595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:48.879964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Usage tracker for resource:security_group_rule and tenant:187ed201b6424577aa517a8006ccdb83 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:48.893781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7471103b-b4d8-49c8-8c45-b4df38ec78ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:48.894919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7471103b-b4d8-49c8-8c45-b4df38ec78ad admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/584a85e6-242b-47b7-9659-ea137edd15fe HTTP/1.1" status: 204 len: 168 time: 0.5310814 Feb 02 15:43:48.947668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e0cada1f-a542-4a5c-be0b-207037b846d6,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:48.972400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:48.996125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:49.117133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12921ef5-e58c-49e4-9f9f-16b94a0526f4 req-938925c1-b746-430f-8c13-f99d57e656df tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1095 time: 0.1801596 Feb 02 15:43:49.122841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['e0cada1f-a542-4a5c-be0b-207037b846d6'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:43:49.268986 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:49.289154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12921ef5-e58c-49e4-9f9f-16b94a0526f4 req-3cf304d3-3809-4d5f-a1d5-a6067437122a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527426 Feb 02 15:43:49.329728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 2dbc6645-18e3-4999-af11-77ed107ee310 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:43:49.341894 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:49.407813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=187ed201b6424577aa517a8006ccdb83&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1818452 Feb 02 15:43:49.417028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52490) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:49.500296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea55a8f4-6937-40c8-9af0-8413ad237289,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:49.510027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.511233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.511233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.511604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.511867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.512201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.512734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.513247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.513762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.514271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.514773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5e83c-5430-4df8-9c9e-c15a6ea5510a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:49.519886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0165a911-ab40-47fe-9684-cc92be8e4739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:49.555964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0165a911-ab40-47fe-9684-cc92be8e4739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:49.667644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:43:49.681078 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] Sync routers for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:43:49.684692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1b5ff68a-d9a9-45a3-89e2-20c50fb3dbd5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "PUT /v2.0/routers/2dbc6645-18e3-4999-af11-77ed107ee310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0453525 Feb 02 15:43:49.688147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52498) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:49.698479 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:49.699256 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:49.788018 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0165a911-ab40-47fe-9684-cc92be8e4739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:49.867509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165a911-ab40-47fe-9684-cc92be8e4739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea55a8f4-6937-40c8-9af0-8413ad237289,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:49.874486 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0165a911-ab40-47fe-9684-cc92be8e4739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:49.875628 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0165a911-ab40-47fe-9684-cc92be8e4739 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ea55a8f4-6937-40c8-9af0-8413ad237289 HTTP/1.1" status: 204 len: 168 time: 0.4573207 Feb 02 15:43:49.933140 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:49.942543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da94fdc-aaa7-4064-8db3-49c738f43e04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting subnet 9385746f-e127-40ca-8772-2525e0f55618 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:43:49.946687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2da94fdc-aaa7-4064-8db3-49c738f43e04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:50.041479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2da94fdc-aaa7-4064-8db3-49c738f43e04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:50.148706 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2da94fdc-aaa7-4064-8db3-49c738f43e04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:50.249591 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:43:47Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:50.253649 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] Checking router: 2dbc6645-18e3-4999-af11-77ed107ee310 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:43:50.265778 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] Routers {'2dbc6645-18e3-4999-af11-77ed107ee310'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:43:50.266420 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2dbc6645-18e3-4999-af11-77ed107ee310'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:50.283280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e0cada1f-a542-4a5c-be0b-207037b846d6 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:43:50.358585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2da94fdc-aaa7-4064-8db3-49c738f43e04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:50.456380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port e0cada1f-a542-4a5c-be0b-207037b846d6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:43:50.460416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2da94fdc-aaa7-4064-8db3-49c738f43e04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:50.464564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port e0cada1f-a542-4a5c-be0b-207037b846d6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:43:50.470832 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:50.470994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da94fdc-aaa7-4064-8db3-49c738f43e04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Subnet': ['ID=9385746f-e127-40ca-8772-2525e0f55618,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:50.483369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2da94fdc-aaa7-4064-8db3-49c738f43e04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/subnets/9385746f-e127-40ca-8772-2525e0f55618 HTTP/1.1" status: 204 len: 168 time: 0.7938652 Feb 02 15:43:50.486306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52518) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:50.524629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:50.542676 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24ea6d-6c07-4f5e-b62a-f2c90e725c6c None None] Network ce25a0f2-3799-4d81-b9c8-929d47459f9e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:43:50.582930 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb0db189-4492-4377-8ca4-098ecece9101 req-d3251536-92d9-48b0-a0d4-60938d7f8219 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1095 time: 0.0983398 Feb 02 15:43:50.585827 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] Set router 2dbc6645-18e3-4999-af11-77ed107ee310 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:43:50.674848 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb0db189-4492-4377-8ca4-098ecece9101 req-d46ea53b-9e46-4a41-bad3-55df53515631 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863011 Feb 02 15:43:50.806631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:50.969382 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.015931 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:43:47Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:51.022566 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfe821-07fc-4f4e-8a00-2816c4abe83a None None] The sync data for ids ['2dbc6645-18e3-4999-af11-77ed107ee310'] in n-d-827122-1 is: [{'id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381649473', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:40:51Z', 'updated_at': '2022-02-02T15:43:47Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'c3214100-cac0-49e6-bdeb-ee66164bd845', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6645-18e3-4999-af11-77ed107ee310', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:40:52Z', 'updated_at': '2022-02-02T15:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:43:51.029691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port e0cada1f-a542-4a5c-be0b-207037b846d6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e0cada1f-a542-4a5c-be0b-207037b846d6,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:51.030077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d2626e-52a8-4985-b77f-4483bb4d102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cada1f-a542-4a5c-be0b-207037b846d6'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:51.073218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] DHCP port deletion for ce25a0f2-3799-4d81-b9c8-929d47459f9e request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:43:51.078456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] Deleting port 40be6c0c-35ae-44a7-8189-ce3acfc8609c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:51.078456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.085548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.121840 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.132679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:51.139331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] Usage tracker for resource:security_group_rule and tenant:9d08b50ff7394288829c59550a0a8e76 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:51.143164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:51.150714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:51.231481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52538) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:51.252912 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.258681 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d2626e-52a8-4985-b77f-4483bb4d102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cada1f-a542-4a5c-be0b-207037b846d6', 'code': 200} Feb 02 15:43:51.269053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=e0cada1f-a542-4a5c-be0b-207037b846d6,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:51.270234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.326109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:51.331720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] Usage tracker for resource:security_group_rule and tenant:175956e4508e4f659273bd3b2899fa5a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:51.335727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:51.343652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:51.359475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.409956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.460959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660bd94a-0f87-4f51-a39e-de7f7d89cfaa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:51.483708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5b71b3df-d573-4fe9-9260-b7360645ff92 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d08b50ff7394288829c59550a0a8e76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9579976 Feb 02 15:43:51.486095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52544) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:51.491115 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.545481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53fcf40f-cdee-4ca2-9447-a2bd588b7cba req-970d038c-6bf7-4bbd-ae47-61a4cdceaa1a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1096 time: 0.2830575 Feb 02 15:43:51.555973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] For port 40be6c0c-35ae-44a7-8189-ce3acfc8609c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=40be6c0c-35ae-44a7-8189-ce3acfc8609c,segment=NetworkSegment(14058950-5443-42c6-8d06-016431e8a8a7),segment_id=14058950-5443-42c6-8d06-016431e8a8a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:51.555973 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.582344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port c3214100-cac0-49e6-bdeb-ee66164bd845 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:51.582876 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.621690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d85b9723-45a1-4486-8437-bf2cd2aab958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.628432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.667480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53fcf40f-cdee-4ca2-9447-a2bd588b7cba req-c5c341e3-965e-4bce-947a-9d6cc86a8a93 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146526 Feb 02 15:43:51.696027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d85b9723-45a1-4486-8437-bf2cd2aab958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.712782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] Calling delete_port for 40be6c0c-35ae-44a7-8189-ce3acfc8609c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:51.833098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d85b9723-45a1-4486-8437-bf2cd2aab958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.858600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d85b9723-45a1-4486-8437-bf2cd2aab958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.861068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d85b9723-45a1-4486-8437-bf2cd2aab958 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/660bd94a-0f87-4f51-a39e-de7f7d89cfaa HTTP/1.1" status: 204 len: 168 time: 0.3742959 Feb 02 15:43:51.862516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b9723-45a1-4486-8437-bf2cd2aab958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660bd94a-0f87-4f51-a39e-de7f7d89cfaa,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:51.895515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb4e624-29f5-46ac-a98d-67a9b431c9c1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:51.901233 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:51.911158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-642b6fec-875c-40ff-9cbc-568b078a2d54 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=175956e4508e4f659273bd3b2899fa5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6784294 Feb 02 15:43:51.911781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52556) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:51.995933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] Pushing event deleted for resources: {'Port': ['ID=40be6c0c-35ae-44a7-8189-ce3acfc8609c,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:52.000432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ded2cfd5-76c6-45d2-9b42-55b70c49d49b req-4911c6f1-1411-41a0-9624-b6f4ac90c35c tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1096 time: 0.1089108 Feb 02 15:43:52.006829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cca5d-f51c-4dd3-84ac-abd3d9a7331a None None] No DVR routers for this DVR port 40be6c0c-35ae-44a7-8189-ce3acfc8609c on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:43:52.042299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4d5c-9f0a-4550-912f-b0286c1041bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:52.046180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port c3214100-cac0-49e6-bdeb-ee66164bd845, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c3214100-cac0-49e6-bdeb-ee66164bd845,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:52.047285 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:52.065784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ded2cfd5-76c6-45d2-9b42-55b70c49d49b req-869fac04-8e5e-4398-9620-962a50d3f0cc tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635462 Feb 02 15:43:52.086865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 40be6c0c-35ae-44a7-8189-ce3acfc8609c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:43:52.121674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 40be6c0c-35ae-44a7-8189-ce3acfc8609c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:43:52.122116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 40be6c0c-35ae-44a7-8189-ce3acfc8609c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:43:52.122443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:43:52.155964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:43:52.156575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9a4e3ae8-07b8-41cb-8767-f889fdfaaad6 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:43:52.201906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for c3214100-cac0-49e6-bdeb-ee66164bd845 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:52.243878 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4d5c-9f0a-4550-912f-b0286c1041bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:52.448487 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4d5c-9f0a-4550-912f-b0286c1041bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:52.463236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4d5c-9f0a-4550-912f-b0286c1041bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb4e624-29f5-46ac-a98d-67a9b431c9c1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:52.477047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4d5c-9f0a-4550-912f-b0286c1041bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:52.482167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8c5b4d5c-9f0a-4550-912f-b0286c1041bd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5bb4e624-29f5-46ac-a98d-67a9b431c9c1 HTTP/1.1" status: 204 len: 168 time: 0.5674808 Feb 02 15:43:52.552215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:52.602928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=c3214100-cac0-49e6-bdeb-ee66164bd845,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:52.905456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.305411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52588) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:53.321804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.329134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.342165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.366229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae947d48-3b45-4a67-b173-681228f751f4 req-014a21fc-f998-408e-958b-95df23e09346 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1096 time: 0.1465952 Feb 02 15:43:53.414916 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae947d48-3b45-4a67-b173-681228f751f4 req-b8b73529-f018-4ca3-8d8a-74e419a3f895 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449507 Feb 02 15:43:53.506676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:53.511207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] Usage tracker for resource:security_group_rule and tenant:901c290189d54896a54899f25f1f3a25 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:53.514214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:53.520467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:53.550868 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.551450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Fanout notify agent at l3_agent the message router_deleted on router 2dbc6645-18e3-4999-af11-77ed107ee310 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:43:53.570614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.571771 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bf98408f-6129-47fd-9ff4-463197953be3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/routers/2dbc6645-18e3-4999-af11-77ed107ee310 HTTP/1.1" status: 204 len: 168 time: 3.0845115 Feb 02 15:43:53.574702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52596) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:53.693690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.749656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.751029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4085a567-b5ca-4d23-aa94-61fefdef0de4 req-c1c45be5-98d9-4663-962f-6193e1727cf3 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1096 time: 0.1621745 Feb 02 15:43:53.790636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:53.871283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dc70a5-31cf-4f25-acd3-32c05d1dab25,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:53.894750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4085a567-b5ca-4d23-aa94-61fefdef0de4 req-384fec8e-00bc-42ed-9ab6-938566b48bd3 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396649 Feb 02 15:43:53.897048 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f7fe647f-96e6-4dd3-b06a-5b701343041b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=901c290189d54896a54899f25f1f3a25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5900872 Feb 02 15:43:53.899938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52610) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:53.962603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.002912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce25a0f2-3799-4d81-b9c8-929d47459f9e']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:54.033948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14058950-5443-42c6-8d06-016431e8a8a7') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:54.034245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14058950-5443-42c6-8d06-016431e8a8a7') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:43:54.037013 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.053469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.085218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.096457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:43:54.096864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.142936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.219655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c3214100-cac0-49e6-bdeb-ee66164bd845 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:43:54.254190 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:43:54.276872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da8df43a-2772-41ef-b636-512371746c0d req-2e9293f2-eff8-4993-8cce-44ce7d9f8b06 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1096 time: 0.2047100 Feb 02 15:43:54.299770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c3214100-cac0-49e6-bdeb-ee66164bd845 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:43:54.299770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c3214100-cac0-49e6-bdeb-ee66164bd845 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:43:54.351675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da8df43a-2772-41ef-b636-512371746c0d req-6cb11c8a-ba9f-475d-aff5-d7d128e2ab4b tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613520 Feb 02 15:43:54.364040 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.405865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.408660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Network': ['ID=ce25a0f2-3799-4d81-b9c8-929d47459f9e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:54.414871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-07defccd-5f71-43d7-8d4f-21ee670df6d9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/networks/ce25a0f2-3799-4d81-b9c8-929d47459f9e HTTP/1.1" status: 204 len: 168 time: 0.8387494 Feb 02 15:43:54.418487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52634) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:54.419520 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.440610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dc70a5-31cf-4f25-acd3-32c05d1dab25,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:54.451692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.452225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.452661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.453094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.453522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.453953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.454396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.454822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.455245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.455664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.456111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:43:54.468342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.472863 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d5f7b8af-ef12-403b-93eb-78e100856efb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/01dc70a5-31cf-4f25-acd3-32c05d1dab25 HTTP/1.1" status: 204 len: 168 time: 0.5719366 Feb 02 15:43:54.564334 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc9a708b-8d53-4225-a170-714068f6828f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.599288 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc9a708b-8d53-4225-a170-714068f6828f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.621360 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1036407f-f5cc-49be-850c-f8615fbccb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.754406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-619abaab-af49-43b0-ab2d-a7ab897ef855 req-1aa18a83-e860-41a6-a2f2-c08eeba023fa tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0475500 Feb 02 15:43:54.795355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc9a708b-8d53-4225-a170-714068f6828f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.834930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a708b-8d53-4225-a170-714068f6828f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:54.915238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc9a708b-8d53-4225-a170-714068f6828f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:54.917740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bc9a708b-8d53-4225-a170-714068f6828f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/security-groups/c5a5a5f2-2491-4399-8e5f-e9ce0c17a79f HTTP/1.1" status: 204 len: 168 time: 0.4965262 Feb 02 15:43:55.227288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b23f604-0b35-4c22-b1d5-9ecc932e0478 req-e4ab32de-85d2-4aae-aa95-c96c05d325c5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1096 time: 0.0938108 Feb 02 15:43:55.348779 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b23f604-0b35-4c22-b1d5-9ecc932e0478 req-15c3ebc2-2aae-4e7d-b659-89f0f040c3d7 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135769 Feb 02 15:43:55.571252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52682) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:55.577584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415262411', 'description': 'tempest-secgroup-smoke-1415262411 description', 'project_id': 'bcbc98f977944869a392ab2bccdbd691'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:55.584202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:55.589088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:55.592582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:55.598755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:55.718219 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:55.769346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:55.774357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:55.778926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:55.786138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:55.863807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:55.923547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5171bba7-78fa-4dec-acc3-5b0bd35c3677 req-40ea0945-44c6-4595-adae-5d0b721e4be0 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0474961 Feb 02 15:43:56.007106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.074179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc27a0-b14d-4553-889f-ce965e3cd5a9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:56.188104 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.194377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52706) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:56.195973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6a8a173b-39f7-4942-b56a-3db883f64e33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6227002 Feb 02 15:43:56.201135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '73bc27a0-b14d-4553-889f-ce965e3cd5a9', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:56.207957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:56.212124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:56.215742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:56.222858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:56.307736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.384466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.531888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.578631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b94de64-e4ed-4a18-ad29-93b0601ab67a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:56.615583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-a41eb76e-ca75-45a9-966a-26ba73e432f3 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1096 time: 0.1235080 Feb 02 15:43:56.620112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16462937-9772-4250-8eb1-49acb7fab328 req-31c50370-5c76-4025-b4ec-cb49602c5db1 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 1096 time: 0.1356726 Feb 02 15:43:56.668519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-16462937-9772-4250-8eb1-49acb7fab328 req-4306a260-1252-49ae-96eb-c44a97fa6c28 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Feb 02 15:43:56.673379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.674567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-40fa55cb-48e3-4fbd-8793-73201b9de27e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4791703 Feb 02 15:43:56.677685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52720) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:56.685868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '73bc27a0-b14d-4553-889f-ce965e3cd5a9', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:56.694336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:56.700902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:56.706994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Deleting port e0cada1f-a542-4a5c-be0b-207037b846d6 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:43:56.710389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.733944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:56.760490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:56.857303 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f9470b2-f70c-4089-810e-3f9b0d72d740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.936164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.035477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] For port e0cada1f-a542-4a5c-be0b-207037b846d6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=e0cada1f-a542-4a5c-be0b-207037b846d6,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:43:57.035828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.074777 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.233813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Calling delete_port for e0cada1f-a542-4a5c-be0b-207037b846d6 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:43:57.265688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.291238 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6012959f-ca9e-4eb7-893c-b807cf9bb0ac req-7380d19e-01cd-4a0e-91bc-cc867a4eddcb tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.1530228 Feb 02 15:43:57.315725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d593967e-dbca-4dc5-9944-50b0b47089b6,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:57.355390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52744) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:57.427254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.431068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52796521-a97b-4e24-967c-cafad62967a3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7498751 Feb 02 15:43:57.431631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52750) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:57.440580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '73bc27a0-b14d-4553-889f-ce965e3cd5a9', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:57.451417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:57.455832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:57.459974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:57.470622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:57.535031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.567425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['e0cada1f-a542-4a5c-be0b-207037b846d6'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:43:57.569908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.612569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0cada1f-a542-4a5c-be0b-207037b846d6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:57.657415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['df6430ba-e2ce-4927-979e-1c0444925870'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:43:57.733662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.794665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.819710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] No DVR routers for this DVR port e0cada1f-a542-4a5c-be0b-207037b846d6 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:43:57.853336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:57.856530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d2626e-52a8-4985-b77f-4483bb4d102a', 'name': 'network-vif-deleted', 'tag': 'e0cada1f-a542-4a5c-be0b-207037b846d6'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:43:57.870217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdb4b9b-fdf1-44ee-b129-f67ddf7114ba,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:57.944687 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d2626e-52a8-4985-b77f-4483bb4d102a', 'name': 'network-vif-deleted', 'tag': 'e0cada1f-a542-4a5c-be0b-207037b846d6', 'status': 'completed', 'code': 200} Feb 02 15:43:58.078358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-755993602-network', 'tenant_id': '6d7d221937784cdba15296bdb9e0c0ed'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:58.099565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:58.105983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2e81140-8b4b-48d5-b13d-a011bf8bb8e0 req-d3787064-23bc-49e3-b207-411443781a8f tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 210 time: 0.1602018 Feb 02 15:43:58.106719 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.110307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-31785d16-c3c0-47e3-b587-6ecf2ab89a0a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6733813 Feb 02 15:43:58.110808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52764) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:58.113012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941e5a28-6a89-4aee-9b21-f8de0760212c req-28ae2ab0-adc4-40b1-90ad-ea6f86dcaa9a tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.107 "DELETE /v2.0/ports/e0cada1f-a542-4a5c-be0b-207037b846d6 HTTP/1.1" status: 204 len: 173 time: 1.4918761 Feb 02 15:43:58.121023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Usage tracker for resource:network and tenant:6d7d221937784cdba15296bdb9e0c0ed is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:58.126901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '73bc27a0-b14d-4553-889f-ce965e3cd5a9', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:58.132816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:58.141820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:58.144517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:58.149287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:58.154437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:58.164111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:58.334819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Made reservation on behalf of 6d7d221937784cdba15296bdb9e0c0ed for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:43:58.337311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.355194 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.375080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.455354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:58.462829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7d221937784cdba15296bdb9e0c0ed is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:58.468875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:58.477997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:58.498382 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.498977 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.501565 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.635666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.637038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e36b084-9a5b-4e7c-beca-4ea8daeb9537 req-421023fe-562e-49d8-8979-ee4c648c0f9f tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0843494 Feb 02 15:43:58.639788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.699644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863576c1-ff09-415b-a12b-bc28b1444c8d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:58.770050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.800811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:43:58.814469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1ec0c6-57b7-46dc-9333-e0d488268ecc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:58.819215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.819942 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Added segment 33df9cb4-263a-4535-85e3-3033f7d41acd of type vlan for network 8013ee5f-1a85-4e22-8f7a-487a853762cc Feb 02 15:43:58.841970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.843173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1009b51c-954e-448a-a676-45e0b3025915 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7261972 Feb 02 15:43:58.855279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52790) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:58.860077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.861422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '73bc27a0-b14d-4553-889f-ce965e3cd5a9', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:58.870475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:58.875922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:58.880533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:58.918285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:58.968970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.970125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:43:58.970727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.007049 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Project bcbc98f977944869a392ab2bccdbd691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:43:59.022624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.105558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] Pushing event updated for resources: {'Network': ['ID=8013ee5f-1a85-4e22-8f7a-487a853762cc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:59.119055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 8013ee5f-1a85-4e22-8f7a-487a853762cc details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:43:59.155981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.164376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-da95c695-ed26-4004-8551-aa23b7620846 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8076100 Feb 02 15:43:59.167795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52802) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:59.177889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Request body: {'subnet': {'network_id': '8013ee5f-1a85-4e22-8f7a-487a853762cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-755993602-subnet', 'tenant_id': '6d7d221937784cdba15296bdb9e0c0ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:59.184037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:59.194031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Usage tracker for resource:subnet and tenant:6d7d221937784cdba15296bdb9e0c0ed is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:59.202658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:59.215112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:59.295427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.344611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bd6e3b-1c70-443c-98b7-a0685780ed33,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:43:59.449396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.451976 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-132b8aae-4673-48c3-872d-df46638c350c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5952256 Feb 02 15:43:59.468701 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1419e72b-80a6-4a1e-951f-06230aa8f368 req-0b3a9e93-e3c2-41ee-8b5b-46eaa002b05d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99d2626e-52a8-4985-b77f-4483bb4d102a HTTP/1.1" status: 200 len: 210 time: 0.1474662 Feb 02 15:43:59.469933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52810) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:43:59.477366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Made reservation on behalf of 6d7d221937784cdba15296bdb9e0c0ed for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:43:59.483891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.488900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '73bc27a0-b14d-4553-889f-ce965e3cd5a9', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:43:59.518069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:43:59.528743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:43:59.543994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:43:59.565459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:43:59.662997 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Project bcbc98f977944869a392ab2bccdbd691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:43:59.687410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.899042 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.956430 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:59.982255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c5c142-d104-4029-b01b-764a0ea4c261,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:00.002229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Checking segment: {'id': '33df9cb4-263a-4535-85e3-3033f7d41acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8013ee5f-1a85-4e22-8f7a-487a853762cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:00.006654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Network hostable DHCP agents. Network: 8013ee5f-1a85-4e22-8f7a-487a853762cc, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:44:00.006809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ced6595f-0c34-49fb-8f32-706bbb705c73 req-1fc88cac-f9e4-4ad6-a45b-d318563311a7 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0452881 Feb 02 15:44:00.027786 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.059966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.093475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1403987e-d229-4b9f-97fe-1afca9e10fdf,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:00.123438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Network 8013ee5f-1a85-4e22-8f7a-487a853762cc is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:44:00.181561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.184679 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6ce4e21d-eaa4-45b8-a5a8-464f36fd6ba6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7082918 Feb 02 15:44:00.187613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52834) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:00.193308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'network': {'name': 'tempest-network-smoke--1765624126', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'port_security_enabled': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:00.200248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:00.204585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:network and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:00.207993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:00.209453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 8013ee5f-1a85-4e22-8f7a-487a853762cc) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:00.215697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:00.216401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.216972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:00.223786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faac799-e3d6-4761-8b65-187fb07c4626 None None] Network 8013ee5f-1a85-4e22-8f7a-487a853762cc requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:00.287473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:00.291389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.330858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e0cada1f-a542-4a5c-be0b-207037b846d6 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:00.334802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:44:00.354178 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.355299 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Added segment 2ed3039b-a935-414e-a5bf-d5f3d6bf9167 of type vlan for network f6118e49-6450-459a-b7e0-e24519629d17 Feb 02 15:44:00.355607 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-01475292-0ea4-4363-b573-615ae3ca9fea admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1864359 Feb 02 15:44:00.380899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: e0cada1f-a542-4a5c-be0b-207037b846d6 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:44:00.381253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device e0cada1f-a542-4a5c-be0b-207037b846d6 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:44:00.396147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.516031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.519995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:00.520602 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.564157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b2c89-36b4-4bbc-bf91-d5b099d55d02 None None] Network 8013ee5f-1a85-4e22-8f7a-487a853762cc requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:00.766042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Network': ['ID=f6118e49-6450-459a-b7e0-e24519629d17,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:00.787359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network f6118e49-6450-459a-b7e0-e24519629d17 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:44:00.816397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f32a74d0-1331-49be-806b-8373a13a05a8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6272867 Feb 02 15:44:00.819088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52852) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:00.827521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'admin_state_up': True, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:00.843885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:00.867554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:router and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:00.893329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:00.910647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:00.990227 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:00.991549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:01.020822 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:01.284311 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85fa1eb9-3fa2-4b4b-a45d-e1c6e18ae877 req-d775e288-8dbf-475b-af04-6d665bbab25a tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0689521 Feb 02 15:44:01.419728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52870) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:01.586844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58eb59f7-7ea1-4efb-b0eb-0b72b1753ccf req-5ef22d51-3f26-4b07-9bbb-ec85e95a6e22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.7366829 Feb 02 15:44:01.622768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:01.642248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:01.682748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:01.688070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] Usage tracker for resource:security_group_rule and tenant:0e7f66ea49164705ab61ca214a5ab405 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:01.696960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:01.705344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:01.795539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4fc260b-af44-4f6b-938a-78b0a207cb66 req-bdd04348-822d-4c87-9050-4d4aaee21f7d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.1314304 Feb 02 15:44:01.812841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:01.900591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:01.919601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4fc260b-af44-4f6b-938a-78b0a207cb66 req-ea065671-9270-4868-91b0-329afb55612b tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173496 Feb 02 15:44:01.981587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258ba455-5639-4382-81cb-5cc7e38d54c4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:01.986229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e1c1838-a1ef-4b66-b322-3f32a28e1dda admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e7f66ea49164705ab61ca214a5ab405&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5653894 Feb 02 15:44:01.990670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52892) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:02.037821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.081724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f760910-0549-4918-88d7-dd44ba43c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.084956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.116313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f760910-0549-4918-88d7-dd44ba43c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.283643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f760910-0549-4918-88d7-dd44ba43c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.301273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.25.0.26 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/d2ab31a8-084d-44b3-a0ad-2a0da587b955) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:02.325879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f760910-0549-4918-88d7-dd44ba43c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ba455-5639-4382-81cb-5cc7e38d54c4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:02.351858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f760910-0549-4918-88d7-dd44ba43c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.351858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5f760910-0549-4918-88d7-dd44ba43c2a9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/258ba455-5639-4382-81cb-5cc7e38d54c4 HTTP/1.1" status: 204 len: 168 time: 0.3594604 Feb 02 15:44:02.469940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52906) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:02.484193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1191460307-network', 'tenant_id': '548070ffa4764a46a4000a20be737ff2'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:02.488820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:02.496931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Usage tracker for resource:network and tenant:548070ffa4764a46a4000a20be737ff2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:02.502823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:02.517092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:02.581182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dfc7ab5-bef6-4253-80f1-64e302a218f3 req-a327ec54-6d5c-4bcc-a5c9-1e4defc740ea tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0529330 Feb 02 15:44:02.591498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.658772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Made reservation on behalf of 548070ffa4764a46a4000a20be737ff2 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:02.661329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.674920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.724798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:02.725120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.746293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Usage tracker for resource:security_group_rule and tenant:548070ffa4764a46a4000a20be737ff2 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:02.750449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:02.761968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:02.855152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:02.859157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:02.865477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:02.957387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:02.982776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=d2ab31a8-084d-44b3-a0ad-2a0da587b955,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:03.032416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.093457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:44:03.108160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65468fef-8a5f-4108-8e1e-564fa3c6ddd7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:03.116126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.118565 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Added segment c1d1b5e4-f184-49eb-8cd4-26db8f79fb9e of type vlan for network db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f Feb 02 15:44:03.192722 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.270008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-905f6593-924a-4892-8b69-784ab11fc73d req-0045a81a-fe8e-4a1c-8b60-282e0311d69b tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.1531107 Feb 02 15:44:03.274953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.277035 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.323337 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.326436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:03.327135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.455465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-905f6593-924a-4892-8b69-784ab11fc73d req-2cd03fb4-1578-4f94-9659-b4ade9e82a31 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721637 Feb 02 15:44:03.458580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] Pushing event updated for resources: {'Network': ['ID=db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:03.471108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:44:03.543753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-22532a13-2bea-4578-aa17-30fb25f41486 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0716276 Feb 02 15:44:03.548129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52918) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:03.560738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Request body: {'subnet': {'network_id': 'db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1191460307-subnet', 'tenant_id': '548070ffa4764a46a4000a20be737ff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:03.569956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:03.579433 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Usage tracker for resource:subnet and tenant:548070ffa4764a46a4000a20be737ff2 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:03.588390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:03.593772 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-e187f32c-98ed-4ac4-af07-9efa018ae18e tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.1992655 Feb 02 15:44:03.609035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:03.685773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Deleting port df6430ba-e2ce-4927-979e-1c0444925870 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:03.686132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.716312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52924) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:03.737070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Made reservation on behalf of 548070ffa4764a46a4000a20be737ff2 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:03.740414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:03.873240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.032980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aea8b391-d270-4cf4-bd0b-453da4365464 req-2356032c-3b07-4031-b3a0-b3e5e6e1dbad tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0888720 Feb 02 15:44:04.038267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:04.045834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] Usage tracker for resource:security_group_rule and tenant:2b7bd7e2d7124de8bb1bfd0229270b6d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:04.056287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:04.067456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:04.216582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.325508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] For port df6430ba-e2ce-4927-979e-1c0444925870, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=df6430ba-e2ce-4927-979e-1c0444925870,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:04.326237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.328400 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.387873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4be1a-4be5-435d-bff4-ab53f59e00dd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:04.395119 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c70d3668-4a69-4b37-8061-ff9f1f9c23cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2b7bd7e2d7124de8bb1bfd0229270b6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6752818 Feb 02 15:44:04.395334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52936) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:04.461986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Calling delete_port for df6430ba-e2ce-4927-979e-1c0444925870 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:04.488939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6aa0760f-493d-402f-831d-f584ed87d223 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:44:04.537984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49d0e30d-da43-4256-b5ad-b98da2d9f274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.589431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49d0e30d-da43-4256-b5ad-b98da2d9f274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.767612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.792306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49d0e30d-da43-4256-b5ad-b98da2d9f274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.812495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0e30d-da43-4256-b5ad-b98da2d9f274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4be1a-4be5-435d-bff4-ab53f59e00dd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:04.874201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49d0e30d-da43-4256-b5ad-b98da2d9f274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:04.876308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-49d0e30d-da43-4256-b5ad-b98da2d9f274 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/68a4be1a-4be5-435d-bff4-ab53f59e00dd HTTP/1.1" status: 204 len: 168 time: 0.4797685 Feb 02 15:44:04.911233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5a84dd87-8aea-4293-a323-5a858e40ff4b req-ef2aaf86-234c-4753-b59e-7ffa95998271 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Synchronizing usage tracker for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:04.941611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb72af5-fb4f-48c6-bf7d-22683855ff66,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:04.966463 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:05.018252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5a84dd87-8aea-4293-a323-5a858e40ff4b req-ef2aaf86-234c-4753-b59e-7ffa95998271 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Unset dirty status for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:05.019889 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a84dd87-8aea-4293-a323-5a858e40ff4b req-ef2aaf86-234c-4753-b59e-7ffa95998271 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 1097 time: 0.2874248 Feb 02 15:44:05.039536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Pushing event deleted for resources: {'Port': ['ID=df6430ba-e2ce-4927-979e-1c0444925870,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:05.046286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Checking segment: {'id': 'c1d1b5e4-f184-49eb-8cd4-26db8f79fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:05.046679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Network hostable DHCP agents. Network: db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:44:05.132556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a84dd87-8aea-4293-a323-5a858e40ff4b req-bf32a9a8-7628-441d-a5f3-834f5c56394d tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d9daf05-47c9-4397-a8e5-be48a5fdc618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028092 Feb 02 15:44:05.209249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] No DVR routers for this DVR port df6430ba-e2ce-4927-979e-1c0444925870 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:44:05.217802 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:05.217802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e76b13f-cac2-43e5-a39d-b6a242d8d377', 'name': 'network-vif-deleted', 'tag': 'df6430ba-e2ce-4927-979e-1c0444925870'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:05.311827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:44:05.322867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Sync routers for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:44:05.347647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:05.348620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:05.375252 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e76b13f-cac2-43e5-a39d-b6a242d8d377', 'name': 'network-vif-deleted', 'tag': 'df6430ba-e2ce-4927-979e-1c0444925870', 'status': 'completed', 'code': 200} Feb 02 15:44:05.388147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Network db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:44:05.396121 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce95d92b-cc19-4ef4-81bc-61e90f22172e req-127323e1-dd57-40d4-824a-ce6dcec3a2a5 tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.64 "DELETE /v2.0/ports/df6430ba-e2ce-4927-979e-1c0444925870 HTTP/1.1" status: 204 len: 173 time: 1.7901001 Feb 02 15:44:05.430637 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:05.430637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dbd808dd-6443-429d-b7bd-b0d21720a58d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6070051 Feb 02 15:44:05.433238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 52974) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:05.515865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c5d4dc67-c38e-4003-bae6-83226950d747 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=bcbc98f977944869a392ab2bccdbd691&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808699 Feb 02 15:44:05.518485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52978) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:05.566108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:05.577927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:05.582025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:05.600372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9fea5d-c99f-47d1-b0eb-5bdedd41ab13 None None] Network db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:05.683237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-04bad1f9-62d4-4911-8199-bd3055a3a97b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1321099 Feb 02 15:44:05.861797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01032e-5c1b-43a8-9240-1139e561e35d tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:05.864121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5a01032e-5c1b-43a8-9240-1139e561e35d tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3442614 Feb 02 15:44:05.867188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:05.928769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2de30f45-e0dc-4eaa-ab92-12797e2bb6b5 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580282 Feb 02 15:44:05.929028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 52996) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:05.938218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-683679378', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:06.014063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:06.082087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e85da-d193-475d-b4a5-fc23632bd22c None None] Network db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:06.344866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:06.365306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:subnet and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:06.375262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:06.403500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:06.594593 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97ecca14-5b26-4d3b-b10a-28710ff02729 req-29932601-870f-4029-9fbf-f8bf8b8e4e06 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.1028140 Feb 02 15:44:06.597525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:06.600449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device df6430ba-e2ce-4927-979e-1c0444925870 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:06.714195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: df6430ba-e2ce-4927-979e-1c0444925870 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:44:06.715617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device df6430ba-e2ce-4927-979e-1c0444925870 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:44:06.736287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1e66ffa8-3d1f-44c0-a1f2-a8925c0f7cd0 req-159fb599-0a6e-4cd9-99fe-4a38249ddafe tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Synchronizing usage tracker for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:06.866696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-1e66ffa8-3d1f-44c0-a1f2-a8925c0f7cd0 req-159fb599-0a6e-4cd9-99fe-4a38249ddafe tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] Unset dirty status for tenant:564c3d8ceb0c4af2bc6b096a0df3af2d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:06.875092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e66ffa8-3d1f-44c0-a1f2-a8925c0f7cd0 req-159fb599-0a6e-4cd9-99fe-4a38249ddafe tempest-TestServerMultinode-63819732 tempest-TestServerMultinode-63819732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6e76b13f-cac2-43e5-a39d-b6a242d8d377 HTTP/1.1" status: 200 len: 210 time: 0.2794826 Feb 02 15:44:06.892185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:07.267739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:03Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:07.272603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Checking router: 6aa0760f-493d-402f-831d-f584ed87d223 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:44:07.272961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Updating router 6aa0760f-493d-402f-831d-f584ed87d223 port d2ab31a8-084d-44b3-a0ad-2a0da587b955 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:44:07.418115 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:07.497909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:07.904865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f74351d5-169d-4bf8-8b55-42f4f2c25b16 req-14126ea2-fe4e-46a5-8361-11495b2bfe25 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0866959 Feb 02 15:44:07.963755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Subnet': ['ID=d9a9638b-594c-4271-89f2-2eb1fba6b69b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:08.092487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Checking segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:08.092873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network hostable DHCP agents. Network: f6118e49-6450-459a-b7e0-e24519629d17, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:44:08.168810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-05300c25-1a4d-4934-b17a-1ec54b768939 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:08.170212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-05300c25-1a4d-4934-b17a-1ec54b768939 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/networks?id=8013ee5f-1a85-4e22-8f7a-487a853762cc HTTP/1.1" status: 200 len: 808 time: 0.3547513 Feb 02 15:44:08.172429 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:08.184483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53062) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:08.209835 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-6a600a36-6de9-4d86-9bdb-84c648208010 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/quotas/6d7d221937784cdba15296bdb9e0c0ed HTTP/1.1" status: 200 len: 375 time: 0.0281684 Feb 02 15:44:08.222339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Transition to ACTIVE for port object d2ab31a8-084d-44b3-a0ad-2a0da587b955 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:08.294415 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-f5165e15-fdfd-4bc8-841d-86ce6e7d1d42 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6d7d221937784cdba15296bdb9e0c0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736234 Feb 02 15:44:08.326965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network f6118e49-6450-459a-b7e0-e24519629d17 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:44:08.335094 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:08.471570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Attempting to bind port d2ab31a8-084d-44b3-a0ad-2a0da587b955 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:08.471807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, f6118e49-6450-459a-b7e0-e24519629d17) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:08.471983 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Attempting to bind port d2ab31a8-084d-44b3-a0ad-2a0da587b955 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:08.472355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Attempting to bind port d2ab31a8-084d-44b3-a0ad-2a0da587b955 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:08.484048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c6519-61a9-465c-b0d5-182353fee739 None None] Network f6118e49-6450-459a-b7e0-e24519629d17 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:08.493737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:08.499975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:08.506592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Pushing event updated for resources: {'Port': ['ID=d2ab31a8-084d-44b3-a0ad-2a0da587b955,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:08.559986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:08.560917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:08.561342 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:08.561751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:08.562252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Bound port: d2ab31a8-084d-44b3-a0ad-2a0da587b955, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:08.562616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:08.579583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-99b94e18-b4e8-4b4e-afe8-2ebe2d209e11 service neutron] 10.222.0.88 "GET /v2.0/networks/8013ee5f-1a85-4e22-8f7a-487a853762cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837615 Feb 02 15:44:08.656103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] For port d2ab31a8-084d-44b3-a0ad-2a0da587b955, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:08.661477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] For port d2ab31a8-084d-44b3-a0ad-2a0da587b955, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d2ab31a8-084d-44b3-a0ad-2a0da587b955,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:08.718633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.718980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.721184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.721184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.721184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.721184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.721184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.723634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.724102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.724450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.724937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:08.733101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4fb6d617-cbc7-4ffe-9ece-d7667e1940ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8029494 Feb 02 15:44:08.748191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53074) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:08.767763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:08.876184 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:08.969474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-bb41aa12-31d0-4cf2-bc03-26a7c12e0696 service neutron] 10.222.0.88 "GET /v2.0/networks/8013ee5f-1a85-4e22-8f7a-487a853762cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888938 Feb 02 15:44:09.097050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c645508-8744-463f-b97c-a4f53d0d964e None None] Pushing event updated for resources: {'Port': ['ID=d2ab31a8-084d-44b3-a0ad-2a0da587b955,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:09.117797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:09.124105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:09.364342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-f6118e49-6450-459a-b7e0-e24519629d17', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:44:09.365549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:09.480384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe89bf58-abb7-4008-aac5-fae6f22a07d7 req-b1d66577-52f9-4828-a4cd-2d2225b1ed43 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0827353 Feb 02 15:44:09.538842 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53f45276-8a3a-4ad1-82d0-6d950ea5ce99 req-add1a103-794c-4d2c-80e5-735e69133d38 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 210 time: 0.1437881 Feb 02 15:44:09.611736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12bddabb-e85e-4cb6-9fe9-8ec35fab1e8e req-f0abc256-6e8f-4724-bb80-ef88574f5247 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a81b01da217e4cf0a6d1a9c9221fc814&device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.1489789 Feb 02 15:44:09.679377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12bddabb-e85e-4cb6-9fe9-8ec35fab1e8e req-c1cdd99e-f830-42b3-bd13-a1fce0a9741d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a81b01da217e4cf0a6d1a9c9221fc814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346386 Feb 02 15:44:09.780486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Allocated IP 172.20.0.2 (f6118e49-6450-459a-b7e0-e24519629d17/d9a9638b-594c-4271-89f2-2eb1fba6b69b/a9bbcd78-2037-4703-b8d3-ddefb9d39a80) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:09.911330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53100) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:10.011266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bddabb-e85e-4cb6-9fe9-8ec35fab1e8e req-7f186bcb-4bfe-43f5-87e1-a03900e81847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:10.017869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12bddabb-e85e-4cb6-9fe9-8ec35fab1e8e req-7f186bcb-4bfe-43f5-87e1-a03900e81847 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3316355 Feb 02 15:44:10.023965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:10.260992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:10.409273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:10.421220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:10.425640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:10.444809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Transition to ACTIVE for port object a9bbcd78-2037-4703-b8d3-ddefb9d39a80 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:10.495105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Transition to ACTIVE for port object a9bbcd78-2037-4703-b8d3-ddefb9d39a80 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:10.572736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:03Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:10.597374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a882e-f936-4981-bac7-384d995cc357 None None] The sync data for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 is: [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:03Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:44:10.609344 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:10.714810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] Usage tracker for resource:security_group_rule and tenant:4806ab6e7d8249828aec4dc24311a4ba is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:10.737990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Network f6118e49-6450-459a-b7e0-e24519629d17 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:10.741570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:10.746534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:10.761887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:10.813880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Deleting port 098e16ec-219b-4102-b41d-c4abeea1016b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:10.814380 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:10.855159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Pushing event updated for resources: {'Port': ['ID=a9bbcd78-2037-4703-b8d3-ddefb9d39a80,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:10.886449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-76e19655-af67-4854-926e-b49f2bde6352 req-cabc55eb-cf03-4d39-88d7-a103b938a3c2 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 210 time: 0.1568723 Feb 02 15:44:10.907925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:10.926066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Attempting to bind port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:10.926350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Attempting to bind port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:10.927367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Attempting to bind port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 on network f6118e49-6450-459a-b7e0-e24519629d17 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:10.949411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:10.949411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Checking segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:10.949411 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:10.949411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Bound using segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:10.950188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Bound port: a9bbcd78-2037-4703-b8d3-ddefb9d39a80, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:10.950698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:10.991511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58be117a-ffdb-4071-875f-0b6147121161 req-67863a0b-c99c-49a2-86b2-383c008554b0 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.1166639 Feb 02 15:44:11.175956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] For port a9bbcd78-2037-4703-b8d3-ddefb9d39a80, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:11.179215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] For port a9bbcd78-2037-4703-b8d3-ddefb9d39a80, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a9bbcd78-2037-4703-b8d3-ddefb9d39a80,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:11.256084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:11.304958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:11.344901 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:11.401837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] For port 098e16ec-219b-4102-b41d-c4abeea1016b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=098e16ec-219b-4102-b41d-c4abeea1016b,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:11.405366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:11.531925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34517f49-c49a-45ce-87ac-49fb8f5d671f None None] Pushing event updated for resources: {'Port': ['ID=a9bbcd78-2037-4703-b8d3-ddefb9d39a80,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:11.667037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4806ab6e7d8249828aec4dc24311a4ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7529542 Feb 02 15:44:11.668969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.20.0.1 (f6118e49-6450-459a-b7e0-e24519629d17/d9a9638b-594c-4271-89f2-2eb1fba6b69b/8cdb9b0d-28e8-4af7-94ee-f7090493e07e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:11.669531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Calling delete_port for 098e16ec-219b-4102-b41d-c4abeea1016b owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:11.674135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53130) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:11.680390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d39ab-af2a-4558-a33c-b68d8b224091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a559f070-8f98-48ec-8c83-6461f21a3953,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:12.062328 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-23031cc8-e3bb-483d-9a0e-47873b7a760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:12.218297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a9bbcd78-2037-4703-b8d3-ddefb9d39a80 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:12.297529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-23031cc8-e3bb-483d-9a0e-47873b7a760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:12.311284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:12.394976 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53689033-21c8-457a-bdc9-3bc8b43b291b req-0fd18211-12b7-48a5-ac68-cb57a6ceda0b tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 210 time: 0.2294121 Feb 02 15:44:12.419948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:12.432528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d2ab31a8-084d-44b3-a0ad-2a0da587b955 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:12.522052 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:12.574543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-23031cc8-e3bb-483d-9a0e-47873b7a760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:12.648476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23031cc8-e3bb-483d-9a0e-47873b7a760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a559f070-8f98-48ec-8c83-6461f21a3953,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:12.660468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Transition to ACTIVE for port object 8cdb9b0d-28e8-4af7-94ee-f7090493e07e will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:12.682863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d2ab31a8-084d-44b3-a0ad-2a0da587b955 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:12.697744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-23031cc8-e3bb-483d-9a0e-47873b7a760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:12.701411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-23031cc8-e3bb-483d-9a0e-47873b7a760f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a559f070-8f98-48ec-8c83-6461f21a3953 HTTP/1.1" status: 204 len: 168 time: 1.0236886 Feb 02 15:44:12.725583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d2ab31a8-084d-44b3-a0ad-2a0da587b955 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:12.726307 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:12.826958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:12.988908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=098e16ec-219b-4102-b41d-c4abeea1016b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:13.011120 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f3c89932-00e4-4777-9213-26b78022bc56 req-3614f007-3d7e-47f4-a0d1-80d86ecc39ab tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.5326550 Feb 02 15:44:13.153811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:13.177902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d2ab31a8-084d-44b3-a0ad-2a0da587b955, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d2ab31a8-084d-44b3-a0ad-2a0da587b955,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:13.315437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-efcc1c41-bc13-419c-b808-608ba34695dc tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:13.317113 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-efcc1c41-bc13-419c-b808-608ba34695dc tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.107 "GET /v2.0/networks?id=8013ee5f-1a85-4e22-8f7a-487a853762cc HTTP/1.1" status: 200 len: 808 time: 0.3882039 Feb 02 15:44:13.345656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Request body: {'port': {'device_id': 'ca001d7e-3fd2-4ae1-8e43-b5b644befb8e', 'network_id': '8013ee5f-1a85-4e22-8f7a-487a853762cc', 'admin_state_up': True, 'tenant_id': '6d7d221937784cdba15296bdb9e0c0ed'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:13.494702 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:13.543355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network f6118e49-6450-459a-b7e0-e24519629d17 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:13.554977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:13.586135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:13.751967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09132a22-9e2b-4c5f-bfa8-c4f3ff9b532e None None] Network f6118e49-6450-459a-b7e0-e24519629d17 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:13.843917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:13.847937 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:13.867240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:13.983034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e61c1f6-ac3b-4a3c-9644-f4d3a1bf5dbe req-5489527a-c73e-49b7-bc2d-b0ba13b11520 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 210 time: 0.1173890 Feb 02 15:44:14.033224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d2ab31a8-084d-44b3-a0ad-2a0da587b955,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:14.156729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:14.185559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Usage tracker for resource:port and tenant:6d7d221937784cdba15296bdb9e0c0ed is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:14.202632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:14.207261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-26dd0caf-6ed9-441f-a02e-27a9b9a34263 None None] Provisioning for port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:14.225176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-26dd0caf-6ed9-441f-a02e-27a9b9a34263 None None] Provisioning complete for port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:14.225542 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-26dd0caf-6ed9-441f-a02e-27a9b9a34263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:14.226975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:14.384422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Made reservation on behalf of 6d7d221937784cdba15296bdb9e0c0ed for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:14.393258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:14.473089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:14.476255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-26dd0caf-6ed9-441f-a02e-27a9b9a34263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:14.562646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-26dd0caf-6ed9-441f-a02e-27a9b9a34263 None None] For port a9bbcd78-2037-4703-b8d3-ddefb9d39a80, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a9bbcd78-2037-4703-b8d3-ddefb9d39a80,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:14.604810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5db855e4-9f02-4c94-888d-d5f2db0428de req-766b3b58-07ab-4548-ae69-9389dccbc663 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0561485 Feb 02 15:44:14.711254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-26dd0caf-6ed9-441f-a02e-27a9b9a34263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:14.946368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd0caf-6ed9-441f-a02e-27a9b9a34263 None None] Pushing event updated for resources: {'Port': ['ID=a9bbcd78-2037-4703-b8d3-ddefb9d39a80,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:15.105854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-17f981e1-76d3-4dc6-9bcc-15ec2ba19c6f None None] Provisioning for port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:15.112143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-17f981e1-76d3-4dc6-9bcc-15ec2ba19c6f None None] Provisioning complete for port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:15.112616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-17f981e1-76d3-4dc6-9bcc-15ec2ba19c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:15.266308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Router 6b37a52b-73b4-447a-9d9f-d152004a79aa has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:44:15.355095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-17f981e1-76d3-4dc6-9bcc-15ec2ba19c6f None None] Port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:15.369363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-17f981e1-76d3-4dc6-9bcc-15ec2ba19c6f None None] Provisioning complete for port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:15.370473 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-17f981e1-76d3-4dc6-9bcc-15ec2ba19c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:15.461763 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f9dd979-e67d-477e-a2c9-f8b4ef4212de req-6a54a8c8-d13f-4d65-8cdf-bc033a22d104 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 210 time: 0.1456430 Feb 02 15:44:15.595446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Allocated IP 172.20.0.4 (8013ee5f-1a85-4e22-8f7a-487a853762cc/f2c5c142-d104-4029-b01b-764a0ea4c261/2dbb5524-ad09-47ad-be89-b02a3334632a) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:15.749654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2d34faa-2ea2-4eeb-81dd-c44bec5e87be None None] Provisioning complete for port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:15.750041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2d34faa-2ea2-4eeb-81dd-c44bec5e87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:15.754491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:44:15.766441 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] Sync routers for ids ['6b37a52b-73b4-447a-9d9f-d152004a79aa'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:44:15.770341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1af6d7a1-5a3a-4175-b34c-95625de71e09 admin admin] 10.222.0.88 "PUT /v2.0/routers/6b37a52b-73b4-447a-9d9f-d152004a79aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5842412 Feb 02 15:44:15.772704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53190) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:15.804322 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] Routers {'6b37a52b-73b4-447a-9d9f-d152004a79aa'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:15.804857 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6b37a52b-73b4-447a-9d9f-d152004a79aa'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:15.931837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d2d34faa-2ea2-4eeb-81dd-c44bec5e87be None None] Port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:16.058999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:16.110967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:16.154654 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:16.208185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:16.212050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a9bbcd78-2037-4703-b8d3-ddefb9d39a80 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:16.295074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:16.295827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:16.312907 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:16.338460 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:16.344854 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] Set router 6b37a52b-73b4-447a-9d9f-d152004a79aa gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:16.397063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Network 8013ee5f-1a85-4e22-8f7a-487a853762cc is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:16.405390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:16.470186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:16.494310 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ada6ccc-94a4-41ff-9285-fac6459a63f4 req-d81b4076-71b2-4e1e-b295-d4e12c53b02c tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0975688 Feb 02 15:44:16.554012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:16.563644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:16.564435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:16.573144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d2ab31a8-084d-44b3-a0ad-2a0da587b955 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:16.623190 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:44:16.675773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Pushing event updated for resources: {'Port': ['ID=2dbb5524-ad09-47ad-be89-b02a3334632a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:16.683104 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-57deb3c5-2e7d-412a-9283-c70444caf2d9 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3465273 Feb 02 15:44:16.705912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Request body: {'port': {'device_id': 'ca001d7e-3fd2-4ae1-8e43-b5b644befb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:16.793123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d2ab31a8-084d-44b3-a0ad-2a0da587b955 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:16.793789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:17.014923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:17.045084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network f6118e49-6450-459a-b7e0-e24519629d17 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:17.052991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:17.111904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Deleting port c5abb0a4-dc76-465d-92a9-b6bbfefebf81 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:17.112249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:17.164136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:17.251798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d72f9-5931-43f3-a8f5-bcc51a3ef78a req-3cb24ed0-dbdc-4588-8807-f571ab17e98f tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:17.266089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bc5d72f9-5931-43f3-a8f5-bcc51a3ef78a req-3cb24ed0-dbdc-4588-8807-f571ab17e98f tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Synchronizing usage tracker for tenant:6d7d221937784cdba15296bdb9e0c0ed on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:17.273470 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:44:12Z', 'revision_number': 5, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port': {'id': 'c5abb0a4-dc76-465d-92a9-b6bbfefebf81', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:34Z', 'updated_at': '2022-02-02T15:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:17.282244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:17.283655 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] Checking router: 6b37a52b-73b4-447a-9d9f-d152004a79aa for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:44:17.309004 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] Routers {'6b37a52b-73b4-447a-9d9f-d152004a79aa'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:17.309624 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6b37a52b-73b4-447a-9d9f-d152004a79aa'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:17.487219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c94afcc0-92e1-46a1-a374-ffdc3a990fcc None None] Provisioning complete for port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:17.487805 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c94afcc0-92e1-46a1-a374-ffdc3a990fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:17.593205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c94afcc0-92e1-46a1-a374-ffdc3a990fcc None None] Port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:17.659566 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] Set router 6b37a52b-73b4-447a-9d9f-d152004a79aa gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:17.667388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] For port c5abb0a4-dc76-465d-92a9-b6bbfefebf81, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c5abb0a4-dc76-465d-92a9-b6bbfefebf81,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:17.668173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:17.789009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bc5d72f9-5931-43f3-a8f5-bcc51a3ef78a req-3cb24ed0-dbdc-4588-8807-f571ab17e98f tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Unset dirty status for tenant:6d7d221937784cdba15296bdb9e0c0ed on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:17.793369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc5d72f9-5931-43f3-a8f5-bcc51a3ef78a req-3cb24ed0-dbdc-4588-8807-f571ab17e98f tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 931 time: 1.0241370 Feb 02 15:44:17.869911 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:44:17Z', 'revision_number': 6, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:17.880987 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:17.885114 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d95967-206e-49aa-a7f8-cfbdbfe7bcf7 None None] The sync data for ids ['6b37a52b-73b4-447a-9d9f-d152004a79aa'] in n-d-827122-1 is: [{'id': '6b37a52b-73b4-447a-9d9f-d152004a79aa', 'name': 'tempest-TestServerMultinode-433954840-router', 'tenant_id': '29c853cc28e74a9ba2b732dda6dce7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:33Z', 'updated_at': '2022-02-02T15:44:17Z', 'revision_number': 6, 'project_id': '29c853cc28e74a9ba2b732dda6dce7af', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:44:17.983620 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc5d72f9-5931-43f3-a8f5-bcc51a3ef78a req-a7765708-21bf-4317-aa3b-edbc9a427b6b tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734333 Feb 02 15:44:17.984511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Calling delete_port for c5abb0a4-dc76-465d-92a9-b6bbfefebf81 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:18.124923 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7bbe6d6a-3a5c-4b3d-97a6-11ee3fe1bcfa req-11c1f033-9d0d-4a4f-b5a9-3c6e09e54174 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0740533 Feb 02 15:44:18.203999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53254) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:18.294537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 098e16ec-219b-4102-b41d-c4abeea1016b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:18.379127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 098e16ec-219b-4102-b41d-c4abeea1016b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:44:18.379127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 098e16ec-219b-4102-b41d-c4abeea1016b not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:44:18.448958 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:18.572304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5abb0a4-dc76-465d-92a9-b6bbfefebf81,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:18.610404 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:18.745415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:18.782242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbb5524-ad09-47ad-be89-b02a3334632a {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:44:18.792386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:18.807706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53264) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:18.808798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] Usage tracker for resource:security_group_rule and tenant:19112543530c4dd9a3fe1bdbeec6d777 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:18.816165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Transition to ACTIVE for port object 2dbb5524-ad09-47ad-be89-b02a3334632a will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:18.820827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:18.825692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6aa0760f-493d-402f-831d-f584ed87d223 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:44:18.836634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:18.840521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:18.897428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.079822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-37d2804a-41bd-492f-9bfe-f515b6190f10 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:19.108082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb5524-ad09-47ad-be89-b02a3334632a,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:19.339389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Attempting to bind port 2dbb5524-ad09-47ad-be89-b02a3334632a on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:19.339722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Attempting to bind port 2dbb5524-ad09-47ad-be89-b02a3334632a by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '33df9cb4-263a-4535-85e3-3033f7d41acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8013ee5f-1a85-4e22-8f7a-487a853762cc'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:19.340144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Attempting to bind port 2dbb5524-ad09-47ad-be89-b02a3334632a on network 8013ee5f-1a85-4e22-8f7a-487a853762cc {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:19.371407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.376468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Port 2dbb5524-ad09-47ad-be89-b02a3334632a on network 8013ee5f-1a85-4e22-8f7a-487a853762cc not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:44:19.376784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Attempting to bind port 2dbb5524-ad09-47ad-be89-b02a3334632a on network 8013ee5f-1a85-4e22-8f7a-487a853762cc {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:19.389185 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.395409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:44:19.412749 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3dc8d61f-4490-48bc-bb96-9a222f3e69e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "PUT /v2.0/routers/6aa0760f-493d-402f-831d-f584ed87d223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6565564 Feb 02 15:44:19.415231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Sync routers for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:44:19.417749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:19.418321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Checking segment: {'id': '33df9cb4-263a-4535-85e3-3033f7d41acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8013ee5f-1a85-4e22-8f7a-487a853762cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:19.418562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Bound using segment: {'id': '33df9cb4-263a-4535-85e3-3033f7d41acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8013ee5f-1a85-4e22-8f7a-487a853762cc'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:19.419089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Bound port: 2dbb5524-ad09-47ad-be89-b02a3334632a, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33df9cb4-263a-4535-85e3-3033f7d41acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '8013ee5f-1a85-4e22-8f7a-487a853762cc'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:19.419347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.451110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c4ab-93cd-4031-9df2-40bb49e494ce req-1098980d-763f-4ba4-b73d-dcea6022e942 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:19.452972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd32c4ab-93cd-4031-9df2-40bb49e494ce req-1098980d-763f-4ba4-b73d-dcea6022e942 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 943 time: 0.1738408 Feb 02 15:44:19.458740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:19.458924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:19.502784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37d2804a-41bd-492f-9bfe-f515b6190f10 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] 10.222.0.88 "PUT /v2.0/quotas/fae88bc1cd29416198eeddd7e237e76e HTTP/1.1" status: 200 len: 368 time: 0.6908472 Feb 02 15:44:19.506912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53278) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:19.520450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a11ad7ae-3c42-4f73-b28b-a064857ff850 req-b6f0cf03-6e77-4238-872b-b6ff33616f68 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0950723 Feb 02 15:44:19.526664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.530884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Request body: {'network': {'project_id': 'fae88bc1cd29416198eeddd7e237e76e'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:19.556517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:19.560210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.561959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b37a52b-73b4-447a-9d9f-d152004a79aa {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:44:19.562651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Usage tracker for resource:network and tenant:fae88bc1cd29416198eeddd7e237e76e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:19.569290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:19.588808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:19.599560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.600798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6f65f2ad-c1e8-485c-8c08-01a5f36f85e6 admin admin] 10.222.0.88 "DELETE /v2.0/routers/6b37a52b-73b4-447a-9d9f-d152004a79aa HTTP/1.1" status: 204 len: 168 time: 3.8270633 Feb 02 15:44:19.603745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53284) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:19.626562 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd32c4ab-93cd-4031-9df2-40bb49e494ce req-82378d25-04d9-4aec-a78d-f24f55340ee0 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478250 Feb 02 15:44:19.642083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] For port 2dbb5524-ad09-47ad-be89-b02a3334632a, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:19.648995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] For port 2dbb5524-ad09-47ad-be89-b02a3334632a, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2dbb5524-ad09-47ad-be89-b02a3334632a,segment=NetworkSegment(33df9cb4-263a-4535-85e3-3033f7d41acd),segment_id=33df9cb4-263a-4535-85e3-3033f7d41acd)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:19.677222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.723051 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.788994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85e51c2-008a-4511-9216-fcd20a607c73,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:19.792610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Made reservation on behalf of fae88bc1cd29416198eeddd7e237e76e for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:19.814568 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.847002 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.848594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] 10.222.0.107 "PUT /v2.0/ports/2dbb5524-ad09-47ad-be89-b02a3334632a HTTP/1.1" status: 200 len: 1091 time: 3.1482952 Feb 02 15:44:19.851953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca001d7e-3fd2-4ae1-8e43-b5b644befb8e', 'tag': '2dbb5524-ad09-47ad-be89-b02a3334632a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:19.857500 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.872092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8537b-f7b5-432e-9682-d3a7dce0da2d service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb5524-ad09-47ad-be89-b02a3334632a,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:19.872291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:19.929566 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca001d7e-3fd2-4ae1-8e43-b5b644befb8e', 'tag': '2dbb5524-ad09-47ad-be89-b02a3334632a', 'status': 'completed', 'code': 200} Feb 02 15:44:19.944574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce05161-0b96-4078-b5d4-b87eb26d4f00 admin admin] Deleting subnet bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:44:19.955192 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ce05161-0b96-4078-b5d4-b87eb26d4f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:19.995485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cd75c964-0d0f-4d82-ae45-70662c6c0226 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=19112543530c4dd9a3fe1bdbeec6d777&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7904050 Feb 02 15:44:20.006486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:20.035065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-844e630b-7edf-480e-9553-d79136461103 req-24b7eab7-0321-4ad3-99fd-36b054eb05e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:20.055539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e56c2be-4e50-4521-8060-33d6f3142fff req-39c95faf-2978-4ab1-9a26-f3cecc6f5712 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6d7d221937784cdba15296bdb9e0c0ed&device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 1094 time: 0.0858173 Feb 02 15:44:20.060390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:20.088549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Usage tracker for resource:security_group_rule and tenant:fae88bc1cd29416198eeddd7e237e76e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:20.096397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ce05161-0b96-4078-b5d4-b87eb26d4f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.129751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:20.134087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c5abb0a4-dc76-465d-92a9-b6bbfefebf81 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:20.147750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:20.183419 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c5abb0a4-dc76-465d-92a9-b6bbfefebf81 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:44:20.183770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c5abb0a4-dc76-465d-92a9-b6bbfefebf81 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:44:20.220147 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91d5565a-9d35-4a8c-a9a0-5c2e260b37c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.240151 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c2be-4e50-4521-8060-33d6f3142fff req-89a7262f-bb84-4ab7-b5cc-5884b70631ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:20.240460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-844e630b-7edf-480e-9553-d79136461103 req-24b7eab7-0321-4ad3-99fd-36b054eb05e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:20.241392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-24b7eab7-0321-4ad3-99fd-36b054eb05e8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415262411&fields=id&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 267 time: 0.4684286 Feb 02 15:44:20.241761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e56c2be-4e50-4521-8060-33d6f3142fff req-89a7262f-bb84-4ab7-b5cc-5884b70631ee service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=6d7d221937784cdba15296bdb9e0c0ed&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1634533 Feb 02 15:44:20.340510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:15Z', 'revision_number': 2, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:20.359564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Checking router: 6aa0760f-493d-402f-831d-f584ed87d223 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:44:20.359564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Updating router 6aa0760f-493d-402f-831d-f584ed87d223 port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:44:20.367095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91d5565a-9d35-4a8c-a9a0-5c2e260b37c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.420268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ce05161-0b96-4078-b5d4-b87eb26d4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.449660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c2be-4e50-4521-8060-33d6f3142fff req-1f1b5644-0b4c-4922-8cf0-642a4ccbd21f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:20.450106 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.452240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e56c2be-4e50-4521-8060-33d6f3142fff req-1f1b5644-0b4c-4922-8cf0-642a4ccbd21f service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2031293 Feb 02 15:44:20.506939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.552841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e630b-7edf-480e-9553-d79136461103 req-b51c0a99-2782-440f-b261-7d56f8e36e6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:20.553540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-844e630b-7edf-480e-9553-d79136461103 req-b51c0a99-2782-440f-b261-7d56f8e36e6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:20.603895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.614282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-045bdec5-6cff-4dd6-9c54-a2f05f6f8029 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6d7d221937784cdba15296bdb9e0c0ed&device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 1094 time: 0.1014655 Feb 02 15:44:20.640179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6bc957-dc51-4451-9e77-da2332519249,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:20.695823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-844e630b-7edf-480e-9553-d79136461103 req-b51c0a99-2782-440f-b261-7d56f8e36e6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:20.697333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-b51c0a99-2782-440f-b261-7d56f8e36e6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 797 time: 0.4390147 Feb 02 15:44:20.700459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91d5565a-9d35-4a8c-a9a0-5c2e260b37c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.702980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ce05161-0b96-4078-b5d4-b87eb26d4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.709078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:44:20.777454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5565a-9d35-4a8c-a9a0-5c2e260b37c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85e51c2-008a-4511-9216-fcd20a607c73,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:20.784672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce05161-0b96-4078-b5d4-b87eb26d4f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:20.792018 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.792607 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Added segment f448eac8-c075-4ef5-9db0-a3b70ae7d9ec of type vlan for network 504b680c-c807-4a0c-8ff2-36d9d9e227ac Feb 02 15:44:20.801958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-8aab10a1-00ba-4487-b64d-5b48fdbdd22c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/quotas/bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 375 time: 0.0904167 Feb 02 15:44:20.805145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ce05161-0b96-4078-b5d4-b87eb26d4f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.851219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85270d9e-7b41-4edb-94b9-10f03d46767e None None] Network 21ef6545-ead1-4f9e-aafb-b48ee3225de8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:20.891023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-91d5565a-9d35-4a8c-a9a0-5c2e260b37c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:20.891993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-91d5565a-9d35-4a8c-a9a0-5c2e260b37c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a85e51c2-008a-4511-9216-fcd20a607c73 HTTP/1.1" status: 204 len: 168 time: 0.8842583 Feb 02 15:44:20.901987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7ce05161-0b96-4078-b5d4-b87eb26d4f00 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bfb6afc7-ed3b-433f-b0f7-1bafa9da7c3e HTTP/1.1" status: 204 len: 168 time: 1.2968895 Feb 02 15:44:20.905353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53306) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:20.908609 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.048866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:44:21.075201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.082711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd4364e3-6799-4fd9-ba21-8b1ec696262f req-a684d895-3272-413e-b26e-7722dfe9bec4 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.1912475 Feb 02 15:44:21.093731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-844e630b-7edf-480e-9553-d79136461103 req-7254e37e-4689-4f53-92ee-f621a98832d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:21.105127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Deleting port 81c2d067-248b-403c-97de-f1469a940b49 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:21.105468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.119324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-9fee44d1-734e-467b-8ee7-e3775083eab6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbb5524-ad09-47ad-be89-b02a3334632a HTTP/1.1" status: 200 len: 217 time: 0.4915915 Feb 02 15:44:21.149363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.149363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:21.149363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.285204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-0615ba0a-ac40-4577-9624-7ca58cc5c127 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:21.287043 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-0615ba0a-ac40-4577-9624-7ca58cc5c127 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f2c5c142-d104-4029-b01b-764a0ea4c261 HTTP/1.1" status: 200 len: 848 time: 0.1621375 Feb 02 15:44:21.312087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-844e630b-7edf-480e-9553-d79136461103 req-7254e37e-4689-4f53-92ee-f621a98832d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:21.325807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-7254e37e-4689-4f53-92ee-f621a98832d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5129528 Feb 02 15:44:21.341607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-23a6111f-033e-4247-9152-d7bd12af9217 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8013ee5f-1a85-4e22-8f7a-487a853762cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478451 Feb 02 15:44:21.412091 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.451768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Transition to ACTIVE for port object 8cdb9b0d-28e8-4af7-94ee-f7090493e07e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:21.561753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.603876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] For port 81c2d067-248b-403c-97de-f1469a940b49, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=81c2d067-248b-403c-97de-f1469a940b49,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:21.604314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.621916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-804f5da0-8846-4b75-82cf-8fa28e5f2a1a service neutron] 10.222.0.107 "GET /v2.0/networks/8013ee5f-1a85-4e22-8f7a-487a853762cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729254 Feb 02 15:44:21.658581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117385c-7933-43d7-8dd4-0ed64bc10ac9 req-a62b3a0d-6d4b-471a-8b86-db448804de31 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:21.660419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c117385c-7933-43d7-8dd4-0ed64bc10ac9 req-a62b3a0d-6d4b-471a-8b86-db448804de31 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 943 time: 0.2057538 Feb 02 15:44:21.766780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] DHCP port deletion for 21ef6545-ead1-4f9e-aafb-b48ee3225de8 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:44:21.776347 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.2524776 Feb 02 15:44:21.776347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92ac95-94a2-44b5-b6fc-d74877ad6402 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Pushing event updated for resources: {'Network': ['ID=504b680c-c807-4a0c-8ff2-36d9d9e227ac,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:21.778353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:21.832177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] Deleting port 81c2d067-248b-403c-97de-f1469a940b49 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:21.832566 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:21.854799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Request body: {'network': {'project_id': 'fae88bc1cd29416198eeddd7e237e76e'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:21.874945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c117385c-7933-43d7-8dd4-0ed64bc10ac9 req-a0846a64-e2fb-4523-ad29-9678e191d1cf tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070236 Feb 02 15:44:21.911607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 504b680c-c807-4a0c-8ff2-36d9d9e227ac details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:44:21.940110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83ee6bc9-ec7e-448d-939d-af7a3c40a859 req-582905f0-7ab8-423f-bbe8-777760f22ae3 service neutron] 10.222.0.107 "GET /v2.0/networks/8013ee5f-1a85-4e22-8f7a-487a853762cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112361 Feb 02 15:44:21.993101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc0d8b-4590-4459-9858-407173ae89a4 None None] Pushing event updated for resources: {'Port': ['ID=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:22.006279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:22.011094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Usage tracker for resource:network and tenant:fae88bc1cd29416198eeddd7e237e76e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:22.014135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:22.020050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:22.094967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Calling delete_port for 81c2d067-248b-403c-97de-f1469a940b49 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:22.141721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Made reservation on behalf of fae88bc1cd29416198eeddd7e237e76e for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:22.144079 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:22.180738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 81c2d067-248b-403c-97de-f1469a940b49 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:22.253878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:44:22.266832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-29e31a11-93d2-4bf8-bbe3-f090748df66c service neutron] 10.222.0.88 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9401526 Feb 02 15:44:22.272888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:22.273227 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Added segment c858601e-1b9e-4d0b-a092-66eb0baf0c38 of type vlan for network f2bbd75f-3e9a-438f-8faa-9645ae30cac5 Feb 02 15:44:22.460128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:22.496557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53328) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:22.555082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:22.615883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No active binding found for port 81c2d067-248b-403c-97de-f1469a940b49 {{(pid=95774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 02 15:44:22.616480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 81c2d067-248b-403c-97de-f1469a940b49 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:44:22.626674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:22.709542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] For port 81c2d067-248b-403c-97de-f1469a940b49, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=81c2d067-248b-403c-97de-f1469a940b49,segment=NetworkSegment(f7effdc9-2679-45a5-a6bf-f1df94eae0af),segment_id=f7effdc9-2679-45a5-a6bf-f1df94eae0af)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:22.709949 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:22.747694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Attempting to bind port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:22.748104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Attempting to bind port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:22.748472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Attempting to bind port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e on network f6118e49-6450-459a-b7e0-e24519629d17 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:22.762997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Pushing event deleted for resources: {'Port': ['ID=81c2d067-248b-403c-97de-f1469a940b49,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:22.767325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:22.767854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Checking segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:22.768273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:22.768655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Bound using segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:22.769161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Bound port: 8cdb9b0d-28e8-4af7-94ee-f7090493e07e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:22.769543 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:22.801492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:44:22.802579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:22.807534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] Usage tracker for resource:security_group_rule and tenant:077104569b6342459f57277e43da4dfd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:22.811399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:22.817983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:22.829062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] No DVR routers for this DVR port 81c2d067-248b-403c-97de-f1469a940b49 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:44:22.861608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61d47208-6844-4d15-86c1-02e527ef84e6 req-b821bf4b-3c1a-43ab-83bb-9962b789ac17 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.1745341 Feb 02 15:44:22.862415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53334) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:22.897323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-d64dca71-f856-410f-9baa-0e507b785375 service neutron] 10.222.0.88 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169002 Feb 02 15:44:22.944354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] Calling delete_port for 81c2d067-248b-403c-97de-f1469a940b49 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:23.008249 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.094751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.098766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:23.098766 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.101158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] For port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:23.107233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] For port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:23.110254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:44:23.110845 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:44:23.130624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.193405 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.197268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.221098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=077104569b6342459f57277e43da4dfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7235711 Feb 02 15:44:23.230623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442b77e-cc59-482f-bd5f-8cab20417369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce09881c-2cb0-464a-bde7-fd8aaa22dc30,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:23.237533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53344) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:23.263765 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.312432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.5271719 Feb 02 15:44:23.325739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53350) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:23.326825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e166b-b378-4278-9209-0c2864a4de23 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Pushing event updated for resources: {'Network': ['ID=f2bbd75f-3e9a-438f-8faa-9645ae30cac5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:23.327048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:23.341130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network f2bbd75f-3e9a-438f-8faa-9645ae30cac5 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:44:23.341762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] Usage tracker for resource:security_group_rule and tenant:3c94f551c51d4697ae09c7b2a53d7566 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:23.342905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0fd4c9cd-791d-4552-b6c3-71e22e8b908a req-fb08f945-ceb6-4016-aa34-375972b53a50 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 210 time: 0.0859644 Feb 02 15:44:23.345764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:23.354296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:23.359912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c2423995-9f96-4cdc-97cd-1f5ecb656e77 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Request body: {'network': {'project_id': 'fae88bc1cd29416198eeddd7e237e76e'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:23.376008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ef6545-ead1-4f9e-aafb-b48ee3225de8']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:23.393893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c2423995-9f96-4cdc-97cd-1f5ecb656e77 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:23.400187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7effdc9-2679-45a5-a6bf-f1df94eae0af') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:23.400560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7effdc9-2679-45a5-a6bf-f1df94eae0af') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:23.441958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c2423995-9f96-4cdc-97cd-1f5ecb656e77 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Usage tracker for resource:network and tenant:fae88bc1cd29416198eeddd7e237e76e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:23.446411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c2423995-9f96-4cdc-97cd-1f5ecb656e77 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:23.451595 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.452595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:23.453227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:43:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:23.480749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c2423995-9f96-4cdc-97cd-1f5ecb656e77 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:23.482126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.491579 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2423995-9f96-4cdc-97cd-1f5ecb656e77 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 15:44:23.492377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2423995-9f96-4cdc-97cd-1f5ecb656e77 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:44:23.493738 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c2423995-9f96-4cdc-97cd-1f5ecb656e77 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1491506 Feb 02 15:44:23.496031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d83a06-e864-49d2-bc32-e2038c356a78 req-59b6780c-d0cc-4b80-8dd3-a552edf70880 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:23.497620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d729202-e913-4bbf-9a90-cab6a7b0040f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.504864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53358) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:23.505172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24d83a06-e864-49d2-bc32-e2038c356a78 req-59b6780c-d0cc-4b80-8dd3-a552edf70880 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 943 time: 0.4189186 Feb 02 15:44:23.505624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.558679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:44:23.559562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.565678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24d83a06-e864-49d2-bc32-e2038c356a78 req-3945e70c-8e51-4457-8455-987a0c299ee5 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571201 Feb 02 15:44:23.576804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:44:23.581325 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:44:23.616837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] Deleting port 81c2d067-248b-403c-97de-f1469a940b49 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:23.617389 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.632974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b187f-c966-46b9-9fd3-41f9e992407f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:23.661746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc0d8b-4590-4459-9858-407173ae89a4 None None] Pushing event updated for resources: {'Port': ['ID=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:23.663908 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ba22a5c8-57bb-4975-a0f5-f1b4bcc44a0f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c94f551c51d4697ae09c7b2a53d7566&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7981687 Feb 02 15:44:23.667252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53362) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:23.699442 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d729202-e913-4bbf-9a90-cab6a7b0040f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.727305 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b5ae7892-dc46-499a-9763-4b5f352b18a1 tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fae88bc1cd29416198eeddd7e237e76e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2237315 Feb 02 15:44:23.730774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53366) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:23.738321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ae68b16c-99d5-418d-8914-46112ab15d0f None None] The port '81c2d067-248b-403c-97de-f1469a940b49' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:44:23.801820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66135216-a408-4ca9-a3ec-e430f8269e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.806389 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.849000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66135216-a408-4ca9-a3ec-e430f8269e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.850867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.853630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] Pushing event deleted for resources: {'Network': ['ID=21ef6545-ead1-4f9e-aafb-b48ee3225de8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:23.876117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:23.878183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ee95c441-a973-431f-aaee-4aabeefaf93b admin admin] 10.222.0.88 "DELETE /v2.0/networks/21ef6545-ead1-4f9e-aafb-b48ee3225de8 HTTP/1.1" status: 204 len: 168 time: 2.9717307 Feb 02 15:44:23.889203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53372) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:23.960223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d729202-e913-4bbf-9a90-cab6a7b0040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.963694 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d729202-e913-4bbf-9a90-cab6a7b0040f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.967564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9d729202-e913-4bbf-9a90-cab6a7b0040f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ce09881c-2cb0-464a-bde7-fd8aaa22dc30 HTTP/1.1" status: 204 len: 168 time: 0.7263892 Feb 02 15:44:23.991271 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7e28-a0ef-4f73-9c50-59a31dabb9ee tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.002944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66135216-a408-4ca9-a3ec-e430f8269e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.020395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7e28-a0ef-4f73-9c50-59a31dabb9ee tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.041796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66135216-a408-4ca9-a3ec-e430f8269e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b187f-c966-46b9-9fd3-41f9e992407f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:24.060103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d729202-e913-4bbf-9a90-cab6a7b0040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce09881c-2cb0-464a-bde7-fd8aaa22dc30,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:24.077564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-66135216-a408-4ca9-a3ec-e430f8269e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.078970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-66135216-a408-4ca9-a3ec-e430f8269e9f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b6b187f-c966-46b9-9fd3-41f9e992407f HTTP/1.1" status: 204 len: 168 time: 0.4106247 Feb 02 15:44:24.238606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7e28-a0ef-4f73-9c50-59a31dabb9ee tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.260673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdedfbcc-ed0f-45c7-81fb-469972d82317 req-fb5ee003-14cd-41eb-bee6-c992033fca69 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0629580 Feb 02 15:44:24.265207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7e28-a0ef-4f73-9c50-59a31dabb9ee tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6bc957-dc51-4451-9e77-da2332519249,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:24.286971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7e28-a0ef-4f73-9c50-59a31dabb9ee tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.288194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a9e7e28-a0ef-4f73-9c50-59a31dabb9ee tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/ba6bc957-dc51-4451-9e77-da2332519249 HTTP/1.1" status: 204 len: 168 time: 0.5557406 Feb 02 15:44:24.291259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53382) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:24.325918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:24.331780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce37c8-e580-433a-90df-5d9d2772b928 None None] The sync data for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 is: [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:44:24.497048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2dbb5524-ad09-47ad-be89-b02a3334632a details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:44:24.529840 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.697367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fc89-2a03-4cc7-b904-6814d06495e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.771486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dc16e9f3-9e85-43c7-a977-cd10be35110d req-4a7bb544-92b5-4c62-a751-80e3a24772cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:24.834130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2dbb5524-ad09-47ad-be89-b02a3334632a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2dbb5524-ad09-47ad-be89-b02a3334632a,segment=NetworkSegment(33df9cb4-263a-4535-85e3-3033f7d41acd),segment_id=33df9cb4-263a-4535-85e3-3033f7d41acd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:24.857347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '2dbb5524-ad09-47ad-be89-b02a3334632a', 'network_id': '8013ee5f-1a85-4e22-8f7a-487a853762cc', 'port_id': '2dbb5524-ad09-47ad-be89-b02a3334632a', 'mac_address': 'fa:16:3e:13:95:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c5c142-d104-4029-b01b-764a0ea4c261', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:44:24.989502 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:24.997404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dc16e9f3-9e85-43c7-a977-cd10be35110d req-4a7bb544-92b5-4c62-a751-80e3a24772cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:24.998575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc16e9f3-9e85-43c7-a977-cd10be35110d req-4a7bb544-92b5-4c62-a751-80e3a24772cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 210 time: 0.3877683 Feb 02 15:44:25.014386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.053897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbb5524-ad09-47ad-be89-b02a3334632a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:44:25.060904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bbd75f-3e9a-438f-8faa-9645ae30cac5']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:25.079502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2dbb5524-ad09-47ad-be89-b02a3334632a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2dbb5524-ad09-47ad-be89-b02a3334632a,segment=NetworkSegment(33df9cb4-263a-4535-85e3-3033f7d41acd),segment_id=33df9cb4-263a-4535-85e3-3033f7d41acd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:25.083340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c858601e-1b9e-4d0b-a092-66eb0baf0c38') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:25.083340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c858601e-1b9e-4d0b-a092-66eb0baf0c38') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:25.102109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.108275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d39683-9443-4f68-8387-7118b1446bf6 req-f9fab3f0-5bca-476a-9657-374203933d04 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:25.110209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0d39683-9443-4f68-8387-7118b1446bf6 req-f9fab3f0-5bca-476a-9657-374203933d04 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 943 time: 0.1843863 Feb 02 15:44:25.148705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.158388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:44:25.158804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:44:25.173686 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:44:25.184535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.206481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.265699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e0d39683-9443-4f68-8387-7118b1446bf6 req-d894d678-d018-4d02-8aac-60f619fb4b1a tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Synchronizing usage tracker for tenant:6d7d221937784cdba15296bdb9e0c0ed on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:25.328907 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.347043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2dbb5524-ad09-47ad-be89-b02a3334632a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:25.351952 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.369044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2bbd75f-3e9a-438f-8faa-9645ae30cac5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:25.372563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d0dc5dc0-fc99-4ce6-85e7-3dd92ccd13ce tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] 10.222.0.88 "DELETE /v2.0/networks/f2bbd75f-3e9a-438f-8faa-9645ae30cac5 HTTP/1.1" status: 204 len: 168 time: 1.0787632 Feb 02 15:44:25.375093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:25.452379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53408) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:25.460175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e0d39683-9443-4f68-8387-7118b1446bf6 req-d894d678-d018-4d02-8aac-60f619fb4b1a tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Unset dirty status for tenant:6d7d221937784cdba15296bdb9e0c0ed on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:25.475680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0d39683-9443-4f68-8387-7118b1446bf6 req-d894d678-d018-4d02-8aac-60f619fb4b1a tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462851 Feb 02 15:44:25.489220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['2dbb5524-ad09-47ad-be89-b02a3334632a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:44:25.563075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.646370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:25.651874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] Usage tracker for resource:security_group_rule and tenant:e277abe487354beaa0e1fd7a6ac07bad is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:25.655683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:25.663187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:25.737787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f3b68c2-eceb-4b84-a0ca-3ede5e64c892 req-e52debd7-dc2d-4f4e-9772-a8d8f708ea11 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.2030904 Feb 02 15:44:25.770714 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.817338 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:25.982691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.075150 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.118351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e630b-7edf-480e-9553-d79136461103 req-40b8db8c-e760-4851-b80f-9b8ae5e4bbd9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:26.119074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-844e630b-7edf-480e-9553-d79136461103 req-40b8db8c-e760-4851-b80f-9b8ae5e4bbd9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:26.127268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504b680c-c807-4a0c-8ff2-36d9d9e227ac']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:26.151168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-844e630b-7edf-480e-9553-d79136461103 req-40b8db8c-e760-4851-b80f-9b8ae5e4bbd9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:26.152220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-40b8db8c-e760-4851-b80f-9b8ae5e4bbd9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 797 time: 0.2943027 Feb 02 15:44:26.158583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cdb9b0d-28e8-4af7-94ee-f7090493e07e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:26.161999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06d2bb7-3350-4db8-92b4-b970c7e5b208,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:26.176995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f448eac8-c075-4ef5-9db0-a3b70ae7d9ec') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:26.177377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f448eac8-c075-4ef5-9db0-a3b70ae7d9ec') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:26.205330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ee36a7cc-cb0a-43f9-a5d0-6d2256868b90 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e277abe487354beaa0e1fd7a6ac07bad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7513294 Feb 02 15:44:26.209503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:26.259776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.316781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.329947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:44:26.330667 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:44:26.350753 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:44:26.359346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-888df54b-b161-46d7-925e-9197f0945430 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 380 time: 0.1738958 Feb 02 15:44:26.385037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:26.385037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:26.385037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.440853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'port': {'device_id': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'admin_state_up': True, 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'security_groups': ['73bc27a0-b14d-4553-889f-ce965e3cd5a9']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:26.498784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2dbb5524-ad09-47ad-be89-b02a3334632a up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:26.554572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-337fb965-c431-40aa-a9a0-bc83e057b743 req-99706b4b-c9f4-45bd-b4a7-99a8612d8235 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 210 time: 0.1266415 Feb 02 15:44:26.556676 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd575527-b052-4487-845e-ccee0086eba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.602893 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd575527-b052-4487-845e-ccee0086eba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.647084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.717586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:26.773222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 2dbb5524-ad09-47ad-be89-b02a3334632a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:26.785626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 2dbb5524-ad09-47ad-be89-b02a3334632a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:26.785996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.786301 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd575527-b052-4487-845e-ccee0086eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.812105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd575527-b052-4487-845e-ccee0086eba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.830170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.830878 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dd575527-b052-4487-845e-ccee0086eba4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e06d2bb7-3350-4db8-92b4-b970c7e5b208 HTTP/1.1" status: 204 len: 168 time: 0.6105587 Feb 02 15:44:26.832477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:26.841342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd575527-b052-4487-845e-ccee0086eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06d2bb7-3350-4db8-92b4-b970c7e5b208,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:26.924151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.948410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] Pushing event deleted for resources: {'Network': ['ID=504b680c-c807-4a0c-8ff2-36d9d9e227ac,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:26.950123 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-574b9e49-e41c-4c0b-80e5-4ebbf6706a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.952151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.956568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:26.971445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-863077b2-713d-499c-9c24-3f4025382ede tempest-QuotasNegativeTest-867126519 tempest-QuotasNegativeTest-867126519-project-admin] 10.222.0.88 "DELETE /v2.0/networks/504b680c-c807-4a0c-8ff2-36d9d9e227ac HTTP/1.1" status: 204 len: 168 time: 1.5952358 Feb 02 15:44:26.976148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Deleting port e7464874-2ef3-4e2f-a697-0c9b9c96250d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:26.976148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:27.039198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ed0a7-0860-4b98-bdd2-da774fd8c6f8 req-55955751-c9db-41cc-bffd-8c86e1b2fefc tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:27.042290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-887ed0a7-0860-4b98-bdd2-da774fd8c6f8 req-55955751-c9db-41cc-bffd-8c86e1b2fefc tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 944 time: 0.3238902 Feb 02 15:44:27.073453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:27.078105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d613a72-9b2f-4537-98ee-80eec632a877 req-37d25b3b-456f-4cb8-a077-861a68346f71 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0628865 Feb 02 15:44:27.103806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:27.110161 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:27.215554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:27.247290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-887ed0a7-0860-4b98-bdd2-da774fd8c6f8 req-56886688-8f33-4a81-b5ba-24b2677bfc7f tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966481 Feb 02 15:44:27.267828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca001d7e-3fd2-4ae1-8e43-b5b644befb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbb5524-ad09-47ad-be89-b02a3334632a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:27.307188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2dbb5524-ad09-47ad-be89-b02a3334632a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2dbb5524-ad09-47ad-be89-b02a3334632a,segment=NetworkSegment(33df9cb4-263a-4535-85e3-3033f7d41acd),segment_id=33df9cb4-263a-4535-85e3-3033f7d41acd)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:27.314286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] For port e7464874-2ef3-4e2f-a697-0c9b9c96250d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e7464874-2ef3-4e2f-a697-0c9b9c96250d,segment=NetworkSegment(66b2a6d6-874d-407e-ac21-580b8f318381),segment_id=66b2a6d6-874d-407e-ac21-580b8f318381)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:27.314949 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:27.369233 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:27.456950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.20.0.14 (f6118e49-6450-459a-b7e0-e24519629d17/d9a9638b-594c-4271-89f2-2eb1fba6b69b/1de2bb3a-b230-49c6-a46f-86a2483c0c42) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:27.490228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Calling delete_port for e7464874-2ef3-4e2f-a697-0c9b9c96250d owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:27.506013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2dbb5524-ad09-47ad-be89-b02a3334632a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:27.689935 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:27.796934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb6bdf4c-47f1-493b-ab6b-4c400bee856a req-9bf4cb26-8c32-4d2e-a0cb-d3756093fe51 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 210 time: 0.0624278 Feb 02 15:44:27.823772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Transition to ACTIVE for port object 1de2bb3a-b230-49c6-a46f-86a2483c0c42 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:27.824042 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:27.923059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53450) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:27.960711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:27.988033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7464874-2ef3-4e2f-a697-0c9b9c96250d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:27.998766 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca001d7e-3fd2-4ae1-8e43-b5b644befb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbb5524-ad09-47ad-be89-b02a3334632a', 'code': 200} Feb 02 15:44:28.036354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:28.119881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:28.124422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] Usage tracker for resource:security_group_rule and tenant:5dbdd3c39387452a8e5830b4f137844b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:28.135662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:28.168676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:28.192914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:28.200653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network f6118e49-6450-459a-b7e0-e24519629d17 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:28.202993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:28.210551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:28.265825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cdb9b0d-28e8-4af7-94ee-f7090493e07e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:28.347032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6059d4b-3320-471e-8245-72b0f9f4ed54 req-8ba141ef-511b-4c85-a297-613b8fe1047e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 1096 time: 0.2486763 Feb 02 15:44:28.401282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:28.406331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:28.566425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e733cea0-ec73-469d-8236-18c4716a6ce7 req-f6337ff4-00f4-427e-ab9d-4401ec981c4b tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.1145375 Feb 02 15:44:28.626523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:28.630960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6059d4b-3320-471e-8245-72b0f9f4ed54 req-7b82d1a3-8b09-4350-83ba-cbf6fcd13a44 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765892 Feb 02 15:44:28.654777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-4250b25d-83f9-473e-8968-a24a4e0162a7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2189264 Feb 02 15:44:28.659880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:28.661980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:28.718143 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:28.725952 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:28.727908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-83826c06-c9e5-4cc5-b12c-114bde469eeb None None] Provisioning for port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:28.740291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-83826c06-c9e5-4cc5-b12c-114bde469eeb None None] Provisioning complete for port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:28.740793 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-83826c06-c9e5-4cc5-b12c-114bde469eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:28.745717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:28.802143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38402d88-f28d-4867-89a3-621d7f182b17 req-69cd02ee-3f5e-48b4-a287-59ece716c103 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:28.803700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38402d88-f28d-4867-89a3-621d7f182b17 req-69cd02ee-3f5e-48b4-a287-59ece716c103 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 945 time: 0.1891632 Feb 02 15:44:28.804391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53466) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:28.857189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-83826c06-c9e5-4cc5-b12c-114bde469eeb None None] Port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:28.863561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373990c1-10db-4c50-a267-96889fcf52fe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:28.867829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-67b154d8-c131-431a-9ff9-1059c82428dd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5dbdd3c39387452a8e5830b4f137844b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9439466 Feb 02 15:44:28.875819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53474) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:28.892668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Request body: {'port': {'device_id': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:28.926415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.076593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.113553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.136396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38402d88-f28d-4867-89a3-621d7f182b17 req-85ea012a-37e1-408c-ade4-908473f20aea tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057871 Feb 02 15:44:29.206367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:29.208706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-feda0ee7-15e4-4b54-bfae-118f0a54f86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.214522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] Usage tracker for resource:security_group_rule and tenant:52470b766d5348bfb9fe3a374e03a668 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:29.226013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:29.237284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:29.258054 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-feda0ee7-15e4-4b54-bfae-118f0a54f86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.333019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258ccf-261c-47ac-b40d-725fa2e6bc32 req-6c89d92d-0d91-43ab-a80b-060a30956666 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:29.333744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4c258ccf-261c-47ac-b40d-725fa2e6bc32 req-6c89d92d-0d91-43ab-a80b-060a30956666 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:29.447244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.567528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4c258ccf-261c-47ac-b40d-725fa2e6bc32 req-6c89d92d-0d91-43ab-a80b-060a30956666 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:29.568660 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4c258ccf-261c-47ac-b40d-725fa2e6bc32 req-6c89d92d-0d91-43ab-a80b-060a30956666 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 932 time: 0.5402374 Feb 02 15:44:29.647859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4c258ccf-261c-47ac-b40d-725fa2e6bc32 req-cb06f8ac-93cb-447d-875b-1eb481662350 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672932 Feb 02 15:44:29.662761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de2bb3a-b230-49c6-a46f-86a2483c0c42 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:44:29.667856 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-feda0ee7-15e4-4b54-bfae-118f0a54f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.681325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.686327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.696737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda0ee7-15e4-4b54-bfae-118f0a54f86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373990c1-10db-4c50-a267-96889fcf52fe,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:29.739189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Transition to ACTIVE for port object 1de2bb3a-b230-49c6-a46f-86a2483c0c42 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:29.778217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514aec8f-8ff3-4bf0-89cf-6ffcd0d1de89,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:29.782429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b010e07b-7b6d-43cc-9151-dd9b87a6689e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52470b766d5348bfb9fe3a374e03a668&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9739428 Feb 02 15:44:29.786283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53490) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:29.815660 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.928927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17777e58-7e93-4886-ae68-2527da737343 req-1ea666bd-9327-4a51-b8cd-2c4eb99e3c36 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0780451 Feb 02 15:44:29.963239 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.971532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-feda0ee7-15e4-4b54-bfae-118f0a54f86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.976079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-feda0ee7-15e4-4b54-bfae-118f0a54f86f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/373990c1-10db-4c50-a267-96889fcf52fe HTTP/1.1" status: 204 len: 168 time: 1.0870821 Feb 02 15:44:30.014754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:30.036176 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e841cbda-b118-4c54-95b2-5812c3a66d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:30.081647 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e841cbda-b118-4c54-95b2-5812c3a66d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:30.150223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Router f52c65ef-946f-4847-8190-b711a84d6f71 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:44:30.299314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:30.299542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:30.299800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:30.306318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:44:30.306715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:30.314413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:30.319250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Checking segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:30.319250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Bound using segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:30.319250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Bound port: 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:30.319250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:30.409864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e841cbda-b118-4c54-95b2-5812c3a66d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:30.456187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841cbda-b118-4c54-95b2-5812c3a66d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514aec8f-8ff3-4bf0-89cf-6ffcd0d1de89,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:30.481598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e841cbda-b118-4c54-95b2-5812c3a66d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:30.482064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e841cbda-b118-4c54-95b2-5812c3a66d5e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/514aec8f-8ff3-4bf0-89cf-6ffcd0d1de89 HTTP/1.1" status: 204 len: 168 time: 0.6950824 Feb 02 15:44:30.527183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a5cde-723e-4837-bd5c-e77b8cece855 req-08ede06c-481f-45d0-a760-892929248b8a tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:30.528769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9d2a5cde-723e-4837-bd5c-e77b8cece855 req-08ede06c-481f-45d0-a760-892929248b8a tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 945 time: 0.2023880 Feb 02 15:44:30.535965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:44:30.540106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:30.549371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:30.549916 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] Sync routers for ids ['f52c65ef-946f-4847-8190-b711a84d6f71'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:44:30.550381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-89eef49a-7251-46bf-bed9-15440a1d3cc8 admin admin] 10.222.0.88 "PUT /v2.0/routers/f52c65ef-946f-4847-8190-b711a84d6f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6580250 Feb 02 15:44:30.552381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53506) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:30.572400 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] Routers {'f52c65ef-946f-4847-8190-b711a84d6f71'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:30.573485 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f52c65ef-946f-4847-8190-b711a84d6f71'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:30.638436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9d2a5cde-723e-4837-bd5c-e77b8cece855 req-2c2d7e29-f0da-40a9-849e-dbf571b07eec tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958216 Feb 02 15:44:30.645086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:30.836181 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:30.839783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] 10.222.0.107 "PUT /v2.0/ports/1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 1092 time: 1.9516044 Feb 02 15:44:30.845308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:30.897760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb16990-20a4-4967-a3e3-9b956c96f1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:31.014425 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] Set router f52c65ef-946f-4847-8190-b711a84d6f71 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:31.068319 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'status': 'completed', 'code': 200} Feb 02 15:44:31.189783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-6c01184a-2b66-4884-b8f6-b630be5f88c2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1095 time: 0.2089250 Feb 02 15:44:31.220513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:31.343280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-412c2529-2fd4-479a-9158-ca15918e46cf req-8d5b1ad6-7f64-43d8-bbe1-7c9dc3160c4b tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0590165 Feb 02 15:44:31.344734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-a77832d1-28fc-430d-9b53-91382d957c46 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 217 time: 0.1422651 Feb 02 15:44:31.432235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e630b-7edf-480e-9553-d79136461103 req-eaf481d2-d6a5-4482-99c8-8b28a9a59a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:31.433952 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-eaf481d2-d6a5-4482-99c8-8b28a9a59a4c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.0824704 Feb 02 15:44:31.439595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe49f84-f372-475e-8e19-ffd7794c0291 req-ff595ed8-26ca-4b1d-9d2b-d04650f57081 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:31.455167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebe49f84-f372-475e-8e19-ffd7794c0291 req-ff595ed8-26ca-4b1d-9d2b-d04650f57081 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 944 time: 0.4838693 Feb 02 15:44:31.498940 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:44:27Z', 'revision_number': 5, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:31.504754 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] Checking router: f52c65ef-946f-4847-8190-b711a84d6f71 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:44:31.530514 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] Routers {'f52c65ef-946f-4847-8190-b711a84d6f71'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:31.532931 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f52c65ef-946f-4847-8190-b711a84d6f71'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:31.566183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebe49f84-f372-475e-8e19-ffd7794c0291 req-b80bed4b-8478-4401-8795-dbdb06042148 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089025 Feb 02 15:44:31.613366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-0fe8090e-98ef-4167-817e-0bab46819fc5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724644 Feb 02 15:44:31.713092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:31.760064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:31.849998 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] Set router f52c65ef-946f-4847-8190-b711a84d6f71 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:31.852655 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:31.931998 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-2dce7ff9-608f-4995-bab9-41d6594f3081 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124402 Feb 02 15:44:31.939285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:31.951412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] Usage tracker for resource:security_group_rule and tenant:d2d673190e56471fae6e2c17366029e1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:31.955970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:31.967505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:31.973176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Deleting port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:31.973176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:32.206573 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-844e630b-7edf-480e-9553-d79136461103 req-531e988d-493d-4168-b3d8-f49e7a258aef service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663198 Feb 02 15:44:32.254845 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:32.266952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] For port 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:32.267317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:32.343967 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:44:27Z', 'revision_number': 5, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:32.349157 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45614c3-10cd-4661-afaf-79c039c80543 None None] The sync data for ids ['f52c65ef-946f-4847-8190-b711a84d6f71'] in n-d-827122-1 is: [{'id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'name': 'tempest-TestServerMultinode-460678975-router', 'tenant_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:42:50Z', 'updated_at': '2022-02-02T15:44:27Z', 'revision_number': 5, 'project_id': '564c3d8ceb0c4af2bc6b096a0df3af2d', 'gw_port': {'id': '1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c65ef-946f-4847-8190-b711a84d6f71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:42:52Z', 'updated_at': '2022-02-02T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:44:32.420336 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:32.438699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Calling delete_port for 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:32.536223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4345d82-79ca-4e2c-91f9-10aed4156ace,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:32.566996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53562) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:32.580055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7fb172e8-8172-45d1-8d22-a6cfb8e62b1c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2d673190e56471fae6e2c17366029e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8490865 Feb 02 15:44:32.712347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-58fcd159-98a0-4363-9189-d71f54b77064 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1095 time: 0.3242486 Feb 02 15:44:32.850190 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:32.933783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b707e386-5313-4de6-b872-8514984af68a req-3418b261-3410-4ff1-9889-b127eb9fb214 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.2204230 Feb 02 15:44:32.953911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-583f851f-4d7e-4e9b-904d-971e1dd3a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:32.958175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-99aba914-6f2f-41e7-923f-04644d66cf0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:32.959621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-99aba914-6f2f-41e7-923f-04644d66cf0c service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.1770952 Feb 02 15:44:32.972612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:33.026100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc80a7-be6e-47da-bce6-417864f2174f req-538b55e1-5334-4b55-9807-4d53739d8d71 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:33.027736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44fc80a7-be6e-47da-bce6-417864f2174f req-538b55e1-5334-4b55-9807-4d53739d8d71 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 944 time: 0.2775195 Feb 02 15:44:33.049471 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-3545319b-e06e-48e5-a001-0326134376fc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 217 time: 0.0791311 Feb 02 15:44:33.053389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-583f851f-4d7e-4e9b-904d-971e1dd3a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:33.141898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-433cd819-5116-43d1-96ea-37d02e838e6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:33.143389 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-433cd819-5116-43d1-96ea-37d02e838e6a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.0827966 Feb 02 15:44:33.269784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-c3e8ac95-9197-4b4a-8892-03c8350bac96 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191859 Feb 02 15:44:33.382104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-583f851f-4d7e-4e9b-904d-971e1dd3a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:33.397700 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:33.406086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f851f-4d7e-4e9b-904d-971e1dd3a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4345d82-79ca-4e2c-91f9-10aed4156ace,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:33.427662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-583f851f-4d7e-4e9b-904d-971e1dd3a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:33.436770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-583f851f-4d7e-4e9b-904d-971e1dd3a0bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b4345d82-79ca-4e2c-91f9-10aed4156ace HTTP/1.1" status: 204 len: 168 time: 0.8538702 Feb 02 15:44:33.523013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44fc80a7-be6e-47da-bce6-417864f2174f req-f7f6cbc2-7b39-41a5-a134-cc57184917e6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4856951 Feb 02 15:44:33.535015 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-51dfc442-5e9f-4687-96c7-f7e8fb81d079 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564573 Feb 02 15:44:33.788777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:33.802125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:33.802812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8afd3998-70ee-4dee-a0b4-a81060605c0d req-a23115ac-eeaa-43f5-b102-95cbcb0b4847 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637887 Feb 02 15:44:33.911000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:33.913093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52c65ef-946f-4847-8190-b711a84d6f71 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:44:33.942128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:33.944246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-079908a2-623e-4648-9fc9-a6e2fc3d8fb9 admin admin] 10.222.0.88 "DELETE /v2.0/routers/f52c65ef-946f-4847-8190-b711a84d6f71 HTTP/1.1" status: 204 len: 168 time: 3.3904576 Feb 02 15:44:33.950696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53582) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:34.036358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca86db4-d020-4518-b023-7788be89d5b0 admin admin] Deleting subnet a3ba7aab-df48-4c7a-8757-504f0a2dda0f {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:44:34.052623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca86db4-d020-4518-b023-7788be89d5b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:34.164841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca86db4-d020-4518-b023-7788be89d5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:34.204058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e7464874-2ef3-4e2f-a697-0c9b9c96250d no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:34.317520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e7464874-2ef3-4e2f-a697-0c9b9c96250d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:44:34.320620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e7464874-2ef3-4e2f-a697-0c9b9c96250d not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:44:34.372128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca86db4-d020-4518-b023-7788be89d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:34.511581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-277cf45c-6958-40ee-9308-8d0955425cc9 req-3e6545cf-99af-46cf-ae09-bf69b9465b2f tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0830069 Feb 02 15:44:34.565024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:44:34.744427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca86db4-d020-4518-b023-7788be89d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:34.804722 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca86db4-d020-4518-b023-7788be89d5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:34.809784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb14ef-adac-4c72-97d7-1decc8a5c408 None None] Network 3357e8d3-20ef-4498-83c2-7e30c1d07944 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:34.840807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca86db4-d020-4518-b023-7788be89d5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ba7aab-df48-4c7a-8757-504f0a2dda0f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:34.860983 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0ca86db4-d020-4518-b023-7788be89d5b0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a3ba7aab-df48-4c7a-8757-504f0a2dda0f HTTP/1.1" status: 204 len: 168 time: 0.9090073 Feb 02 15:44:34.863196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53622) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:35.069492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:35.076907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed50d2-4359-45f4-b59a-e0f9ccbb6f55 req-fe3f03d4-5a42-4777-8950-dd24731d59a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:35.084902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'port_id': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'mac_address': 'fa:16:3e:1f:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:44:35.087324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91ed50d2-4359-45f4-b59a-e0f9ccbb6f55 req-fe3f03d4-5a42-4777-8950-dd24731d59a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 944 time: 0.2903061 Feb 02 15:44:35.179743 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:35.201722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Deleting port 83c02555-1f04-493a-b910-1d2f956c1d01 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:35.203415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:35.208905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91ed50d2-4359-45f4-b59a-e0f9ccbb6f55 req-77cd0d3b-eefc-4375-82f5-80d8bf3f48f0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205466 Feb 02 15:44:35.314180 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:35.335597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de2bb3a-b230-49c6-a46f-86a2483c0c42 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:44:35.356155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c92a55c6-9345-43d4-9895-72a9d038ba6e req-7ea267c7-01dc-42da-804f-58dca8a8d9fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0569730 Feb 02 15:44:35.368779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:35.471061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:35.487239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53632) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:35.511681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] For port 83c02555-1f04-493a-b910-1d2f956c1d01, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=83c02555-1f04-493a-b910-1d2f956c1d01,segment=NetworkSegment(66b2a6d6-874d-407e-ac21-580b8f318381),segment_id=66b2a6d6-874d-407e-ac21-580b8f318381)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:35.513874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:35.535880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] DHCP port deletion for 3357e8d3-20ef-4498-83c2-7e30c1d07944 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:44:35.573161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] Deleting port 83c02555-1f04-493a-b910-1d2f956c1d01 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:35.577324 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:35.743045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:35.770656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1de2bb3a-b230-49c6-a46f-86a2483c0c42'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:44:35.771111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-473189209'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:35.785829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:35.795767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Usage tracker for resource:network and tenant:ab4f97adc0c245819ec8214dbbac2030 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:35.822912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:35.843631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:35.956776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Made reservation on behalf of ab4f97adc0c245819ec8214dbbac2030 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:35.961020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:35.979254 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:35.982660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] For port 83c02555-1f04-493a-b910-1d2f956c1d01, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=83c02555-1f04-493a-b910-1d2f956c1d01,segment=NetworkSegment(66b2a6d6-874d-407e-ac21-580b8f318381),segment_id=66b2a6d6-874d-407e-ac21-580b8f318381)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:35.983046 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.035564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:36.041889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Usage tracker for resource:security_group_rule and tenant:ab4f97adc0c245819ec8214dbbac2030 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:36.046209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:36.054114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:36.100019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Calling delete_port for 83c02555-1f04-493a-b910-1d2f956c1d01 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:36.135028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 83c02555-1f04-493a-b910-1d2f956c1d01 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:36.174305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] Calling delete_port for 83c02555-1f04-493a-b910-1d2f956c1d01 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:36.259201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-889ca0ed-4738-4c63-a56e-fbf65a579dbb req-f19a2b5e-3abd-42c4-ae4b-cb352a033c42 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.3177919 Feb 02 15:44:36.273808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.324102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.345427 n-d-827122-1 neutron-server[95774]: INFO neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No ports have port_id starting with 83c02555-1f04-493a-b910-1d2f956c1d01 Feb 02 15:44:36.373736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.382073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:44:36.382427 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:44:36.409914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c02555-1f04-493a-b910-1d2f956c1d01,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:36.426229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] No DVR routers for this DVR port 83c02555-1f04-493a-b910-1d2f956c1d01 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:44:36.578769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b24b74-0d4b-4a84-8056-1dcfe7f8577f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:36.590907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:44:36.610588 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.611146 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Added segment a1d5aa92-0e24-4e29-b42f-874765268fb2 of type vlan for network f36c386c-781c-45de-9db7-62be1bdbfcfd Feb 02 15:44:36.687272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.730487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2355d-afdc-41d3-9781-dd99906b9b38 req-7635d16b-19be-457c-812f-73ba66d7e40a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:36.733781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1fb2355d-afdc-41d3-9781-dd99906b9b38 req-7635d16b-19be-457c-812f-73ba66d7e40a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 945 time: 0.3034105 Feb 02 15:44:36.767529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.801621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3357e8d3-20ef-4498-83c2-7e30c1d07944']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:36.812892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-0ee0477a-ae51-4c65-a054-c059c60cf14a tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=429a2428885e4fb0ac683405464e0a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1385102 Feb 02 15:44:36.819729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b2a6d6-874d-407e-ac21-580b8f318381') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:36.820059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b2a6d6-874d-407e-ac21-580b8f318381') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:36.839893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1fb2355d-afdc-41d3-9781-dd99906b9b38 req-9db76603-2189-4576-805a-1f8ddac14193 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759966 Feb 02 15:44:36.845809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.853317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:36.853527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.878325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.885534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] Deleting port 83c02555-1f04-493a-b910-1d2f956c1d01 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:36.891763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:36.987484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Network': ['ID=f36c386c-781c-45de-9db7-62be1bdbfcfd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:37.002434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network f36c386c-781c-45de-9db7-62be1bdbfcfd details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:44:37.031561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0572aed2-5906-4c71-871c-614adf238bc2 None None] The port '83c02555-1f04-493a-b910-1d2f956c1d01' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:44:37.060172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:37.076142 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d7d6b335-d735-4892-958a-d59ccbc7f5bd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5871165 Feb 02 15:44:37.077116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53670) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:37.086077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'subnet': {'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:37.087699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:44:37.088422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:44:37.225278 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:44:37.246566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:37.252407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Usage tracker for resource:subnet and tenant:ab4f97adc0c245819ec8214dbbac2030 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:37.256721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:37.266776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:37.308211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-d36aa0e9-22d3-43a6-9b2c-bb7e1a7cf6ef tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:37.309763 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-d36aa0e9-22d3-43a6-9b2c-bb7e1a7cf6ef tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4820580 Feb 02 15:44:37.329253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-1844a98e-f68e-4399-acbe-c390dfda8a94 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/quotas/429a2428885e4fb0ac683405464e0a8c HTTP/1.1" status: 200 len: 375 time: 0.0139987 Feb 02 15:44:37.331377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:37.361257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:37.364578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=3357e8d3-20ef-4498-83c2-7e30c1d07944,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:37.377277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Made reservation on behalf of ab4f97adc0c245819ec8214dbbac2030 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:37.419000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-517c64ba-c774-44e0-8d05-2a191626d9b0 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=429a2428885e4fb0ac683405464e0a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593877 Feb 02 15:44:37.500471 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:37.503880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a537b293-8dbf-4429-8222-9eae0f496d36 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3357e8d3-20ef-4498-83c2-7e30c1d07944 HTTP/1.1" status: 204 len: 168 time: 2.6367080 Feb 02 15:44:37.917257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-033ca4d9-7a4c-4441-aa09-d7bcc931d914 req-588ee5db-3fc7-47e4-bf78-6b44537cd635 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.3982425 Feb 02 15:44:37.980066 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed448835-856b-47bb-be90-3b489872e187 req-81d5fca2-2303-4b14-95a8-9b7ef7138eab tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 210 time: 0.0531280 Feb 02 15:44:38.057897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:38.075943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53714) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:38.164591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-93b635e0-ff88-4c14-8664-0ea06a569094 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=29c853cc28e74a9ba2b732dda6dce7af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0873737 Feb 02 15:44:38.167163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53720) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:38.233167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Subnet': ['ID=021d6322-a3f2-4a08-838c-946bde041279,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:38.275089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Checking segment: {'id': 'a1d5aa92-0e24-4e29-b42f-874765268fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:38.275759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Network hostable DHCP agents. Network: f36c386c-781c-45de-9db7-62be1bdbfcfd, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:44:38.287755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1779f8bb-22a1-4984-af1a-e90a04aadeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:38.290386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6c5e1-4e11-4819-af78-13c97fc18c02 req-61e3a9b3-59d1-4a5b-8feb-ffbab1e63306 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:38.292171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a9f6c5e1-4e11-4819-af78-13c97fc18c02 req-61e3a9b3-59d1-4a5b-8feb-ffbab1e63306 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 945 time: 0.1879530 Feb 02 15:44:38.344941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1779f8bb-22a1-4984-af1a-e90a04aadeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:38.354217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a9f6c5e1-4e11-4819-af78-13c97fc18c02 req-7d20cf9c-f9ce-4eca-ac0e-522ceb9d379d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554686 Feb 02 15:44:38.431338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Network f36c386c-781c-45de-9db7-62be1bdbfcfd is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:44:38.486391 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1779f8bb-22a1-4984-af1a-e90a04aadeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:38.514385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779f8bb-22a1-4984-af1a-e90a04aadeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f2b03-a7de-4e4d-a6bc-edacce7aa13f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:38.520888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, f36c386c-781c-45de-9db7-62be1bdbfcfd) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:38.522371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1779f8bb-22a1-4984-af1a-e90a04aadeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:38.527523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1779f8bb-22a1-4984-af1a-e90a04aadeb2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb9f2b03-a7de-4e4d-a6bc-edacce7aa13f HTTP/1.1" status: 204 len: 168 time: 0.3560424 Feb 02 15:44:38.531817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:38.532435 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:38.592516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf91e5c-067d-439b-b8da-799b707b8616 None None] Network f36c386c-781c-45de-9db7-62be1bdbfcfd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:38.633990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:38.689376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ded6dffa-e723-4448-9d3a-2ad6e5ff1c85 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6086876 Feb 02 15:44:38.689605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53732) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:38.695076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1810683636'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:38.970157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aebb5639-c16e-436e-b5a5-e3a30432a679 req-43e4e457-83ba-46ad-9290-18dabc616077 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a81b01da217e4cf0a6d1a9c9221fc814&device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0623422 Feb 02 15:44:38.992039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:39.006805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Usage tracker for resource:port and tenant:ab4f97adc0c245819ec8214dbbac2030 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:39.006805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:39.009137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:39.036398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f32ce245-690f-44b8-b8b4-58ae4ae28bb3 req-db599f96-a11a-4025-aff7-2ca4c4ed934d tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0644557 Feb 02 15:44:39.043052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:39.065235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:39.065818 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:39.082969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aebb5639-c16e-436e-b5a5-e3a30432a679 req-341eaa04-d9fa-4165-8955-7a261f645165 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a81b01da217e4cf0a6d1a9c9221fc814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637708 Feb 02 15:44:39.084278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Made reservation on behalf of ab4f97adc0c245819ec8214dbbac2030 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:39.089006 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:39.222738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-f36c386c-781c-45de-9db7-62be1bdbfcfd', 'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd', 'tenant_id': 'ab4f97adc0c245819ec8214dbbac2030', 'fixed_ips': [{'subnet_id': '021d6322-a3f2-4a08-838c-946bde041279'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:44:39.223934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:39.285448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] device_id is not set on port 227c80d0-bdd7-4864-a7c5-b69efde53b37 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:44:39.405886 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a1e175e-a939-4586-8e8a-67f9d4cd00a5 req-b39f8fa6-b4b1-418f-9ee5-40e4f9745b8c tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 210 time: 0.1573780 Feb 02 15:44:39.411347 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:39.456712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:39.459308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:39.506431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Allocated IP 2001:db8::2 (f36c386c-781c-45de-9db7-62be1bdbfcfd/021d6322-a3f2-4a08-838c-946bde041279/6fed7eac-2a18-40f7-a60f-0cdbb2304e49) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:39.588592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5639-c16e-436e-b5a5-e3a30432a679 req-83c61827-bb8a-4cc6-9467-941ce7349dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:39.590176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aebb5639-c16e-436e-b5a5-e3a30432a679 req-83c61827-bb8a-4cc6-9467-941ce7349dc1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4860547 Feb 02 15:44:39.640874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:39.677735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4516e9e-1c8d-4d52-96bb-d516ed94700a req-3ee66b15-a00f-4241-821e-a968dbb4f1d7 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:39.687474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c4516e9e-1c8d-4d52-96bb-d516ed94700a req-3ee66b15-a00f-4241-821e-a968dbb4f1d7 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 945 time: 0.3237920 Feb 02 15:44:39.735489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53754) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:39.809188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:39.829427 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c4516e9e-1c8d-4d52-96bb-d516ed94700a req-224f718a-31bf-4ee7-afef-fa1fddd250c8 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409011 Feb 02 15:44:39.860275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed91ca-ff92-4046-bf03-8be751242b23 req-b7907ca8-a9d7-4fe8-9652-5d1c1c412cd6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:39.862297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbed91ca-ff92-4046-bf03-8be751242b23 req-b7907ca8-a9d7-4fe8-9652-5d1c1c412cd6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.2149463 Feb 02 15:44:39.869769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b7777455-258a-4da2-b96d-80fd44e8acfa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=564c3d8ceb0c4af2bc6b096a0df3af2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1314073 Feb 02 15:44:39.872674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53758) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:39.931304 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fbed91ca-ff92-4046-bf03-8be751242b23 req-c95a9365-a0de-4494-8db2-56f1f8d5f4ff tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598145 Feb 02 15:44:40.051160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:40.065831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9dfb8cd2-b99c-4e81-9073-d61fe0bca6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:40.091252 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'code': 200} Feb 02 15:44:40.098232 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9dfb8cd2-b99c-4e81-9073-d61fe0bca6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:40.108134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:44:40.108894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1371aeac-31a8-42bb-a9f1-3bde6c3ddb0e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:44:40.134318 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:40.161641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Transition to ACTIVE for port object 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:40.271222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5238a210-1f77-43a0-8b24-a7edf3d0e7da req-eb73bf87-b1ec-4f9a-b6f5-28ef98870533 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1097 time: 0.0934386 Feb 02 15:44:40.293792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9dfb8cd2-b99c-4e81-9073-d61fe0bca6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:40.294583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Transition to ACTIVE for port object 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:40.326406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb8cd2-b99c-4e81-9073-d61fe0bca6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9daf05-47c9-4397-a8e5-be48a5fdc618,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:40.381672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec6011a9-d28d-4061-96d0-3ca06adc6d2d req-0799d35b-c838-4a8a-b474-de119364314a tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.0568388 Feb 02 15:44:40.397045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5238a210-1f77-43a0-8b24-a7edf3d0e7da req-cf68589f-82e5-4f04-b7fa-f33217fb7cd4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000166 Feb 02 15:44:40.397244 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:40.449625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9dfb8cd2-b99c-4e81-9073-d61fe0bca6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:40.451127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9dfb8cd2-b99c-4e81-9073-d61fe0bca6af admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d9daf05-47c9-4397-a8e5-be48a5fdc618 HTTP/1.1" status: 204 len: 168 time: 0.5772007 Feb 02 15:44:40.475418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Network f36c386c-781c-45de-9db7-62be1bdbfcfd is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:40.479352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:40.484047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:40.488106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Pushing event updated for resources: {'Port': ['ID=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:40.505451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Allocated IP 2001:db8::27f (f36c386c-781c-45de-9db7-62be1bdbfcfd/021d6322-a3f2-4a08-838c-946bde041279/227c80d0-bdd7-4864-a7c5-b69efde53b37) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:40.691377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Attempting to bind port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:40.692091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Attempting to bind port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a1d5aa92-0e24-4e29-b42f-874765268fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:40.692202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Attempting to bind port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 on network f36c386c-781c-45de-9db7-62be1bdbfcfd {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:40.709119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:40.709496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Checking segment: {'id': 'a1d5aa92-0e24-4e29-b42f-874765268fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:40.709896 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:40.710291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Bound using segment: {'id': 'a1d5aa92-0e24-4e29-b42f-874765268fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:40.710805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Bound port: 6fed7eac-2a18-40f7-a60f-0cdbb2304e49, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5aa92-0e24-4e29-b42f-874765268fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:40.711233 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:40.768001 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17868c41-291b-4e89-9292-c0be458edda9 req-631a5a1a-5e2c-41e8-a3e1-e21c1a3ef73a tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 210 time: 0.1643174 Feb 02 15:44:40.883498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-07a043d5-7c62-4f1d-a90c-90a62582902d tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:40.889330 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-07a043d5-7c62-4f1d-a90c-90a62582902d tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 945 time: 0.1506789 Feb 02 15:44:40.929336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] For port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:40.935374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] For port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,segment=NetworkSegment(a1d5aa92-0e24-4e29-b42f-874765268fb2),segment_id=a1d5aa92-0e24-4e29-b42f-874765268fb2)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:41.006588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Deleting port 2dbb5524-ad09-47ad-be89-b02a3334632a {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:41.007130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:41.010651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-db283e43-ac84-4764-948c-3724b4c520d7 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=429a2428885e4fb0ac683405464e0a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559289 Feb 02 15:44:41.064200 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:41.157278 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:41.243470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19997789-6e8e-4582-b0f7-1881c2395e64 None None] Pushing event updated for resources: {'Port': ['ID=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:41.351580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Transition to ACTIVE for port object 227c80d0-bdd7-4864-a7c5-b69efde53b37 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:41.364683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-8c06ad7a-f013-428b-896e-c7bacca9cff6 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:41.367310 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-8c06ad7a-f013-428b-896e-c7bacca9cff6 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251576 Feb 02 15:44:41.381658 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aebb5639-c16e-436e-b5a5-e3a30432a679 req-29d49c68-5059-4540-8c8e-ab34716a5e6d tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.3266985 Feb 02 15:44:41.441866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Request body: {'port': {'device_id': 'd45c5e05-733e-4fe3-a215-5459d83a606d', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '429a2428885e4fb0ac683405464e0a8c'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:41.624554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02e453-5e7f-4e60-a2fb-3525a69002ce req-1ac89de7-431f-4bc6-ba93-f43f4c2dcfda tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:41.626263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce02e453-5e7f-4e60-a2fb-3525a69002ce req-1ac89de7-431f-4bc6-ba93-f43f4c2dcfda tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.4003444 Feb 02 15:44:41.678995 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:41.734750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a7031-58a6-48c3-ba4b-f4f0aa06c337 req-3c663245-813d-4fd7-a385-5aaf672462b3 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:41.742877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-898a7031-58a6-48c3-ba4b-f4f0aa06c337 req-3c663245-813d-4fd7-a385-5aaf672462b3 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 945 time: 0.6850049 Feb 02 15:44:41.887617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-898a7031-58a6-48c3-ba4b-f4f0aa06c337 req-de0e6b44-83f5-4ee1-8f87-c15ff55db6f4 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/security-groups?id=9c1ec0c6-57b7-46dc-9333-e0d488268ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433918 Feb 02 15:44:42.050190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:42.094793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] For port 2dbb5524-ad09-47ad-be89-b02a3334632a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2dbb5524-ad09-47ad-be89-b02a3334632a,segment=NetworkSegment(33df9cb4-263a-4535-85e3-3033f7d41acd),segment_id=33df9cb4-263a-4535-85e3-3033f7d41acd)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:42.095371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Usage tracker for resource:port and tenant:429a2428885e4fb0ac683405464e0a8c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:42.096540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:42.105391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:42.135968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:42.158787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce02e453-5e7f-4e60-a2fb-3525a69002ce req-c6206f9f-15c4-4641-9e20-f5fbad0f04e7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158508 Feb 02 15:44:42.170037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Network f36c386c-781c-45de-9db7-62be1bdbfcfd is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:42.190637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:42.198190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:42.202134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:42.202750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:42.226414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=227c80d0-bdd7-4864-a7c5-b69efde53b37,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:42.263988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:42.328979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Made reservation on behalf of 429a2428885e4fb0ac683405464e0a8c for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:42.335377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:42.357690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:42.396178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4bfeefb3-b785-498e-b250-98f27f4b2374 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7054923 Feb 02 15:44:42.410908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53802) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:42.463307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1421876053', 'allowed_address_pairs': [{'ip_address': '2001:db8::27f', 'mac_address': 'fa:16:3e:f0:9a:f4'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:42.503214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Calling delete_port for 2dbb5524-ad09-47ad-be89-b02a3334632a owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:42.533805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:42.564364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ef13ede-b9cd-4e1c-bb2e-81951e5a8e65 req-4e874264-05e2-469e-aa58-4cae4ece66e7 tempest-ServerShowV254Test-1799729632 tempest-ServerShowV254Test-1799729632-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3690df4-47f7-4c7a-ba2a-7a78476c7832 HTTP/1.1" status: 200 len: 210 time: 0.2367160 Feb 02 15:44:42.715885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:42.722008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Usage tracker for resource:port and tenant:ab4f97adc0c245819ec8214dbbac2030 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:42.727683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:42.734646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:42.773066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54378a4c-7172-43e1-9ce9-d125eedcbd65 req-360fb7c8-6091-4094-98ad-10e3bc4a0ace tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 210 time: 0.2841938 Feb 02 15:44:42.775771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:42.789709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Usage tracker for resource:security_group_rule and tenant:429a2428885e4fb0ac683405464e0a8c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:42.797343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:42.809339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:42.813453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Made reservation on behalf of ab4f97adc0c245819ec8214dbbac2030 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:42.831345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53808) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:42.926318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:42.996579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df6d5b-c588-485a-ad46-92984be78eff None None] Network f36c386c-781c-45de-9db7-62be1bdbfcfd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:43.070870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.094258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Pushing event deleted for resources: {'Port': ['ID=2dbb5524-ad09-47ad-be89-b02a3334632a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:43.118647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] device_id is not set on port bf817370-2180-4ad9-93ee-241854186dee yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:44:43.174327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1841685988-network', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:43.192795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:43.233324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] No DVR routers for this DVR port 2dbb5524-ad09-47ad-be89-b02a3334632a on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:44:43.241484 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.244907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Usage tracker for resource:network and tenant:7b453a319d1343ad96cc8f2734212b2b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:43.247996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca001d7e-3fd2-4ae1-8e43-b5b644befb8e', 'name': 'network-vif-deleted', 'tag': '2dbb5524-ad09-47ad-be89-b02a3334632a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:43.253161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:43.267392 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ab9f11fa-0382-4cdb-b0c1-683892c6574e req-d0772547-a410-4f1d-97cf-59b9f7e4933a tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 210 time: 0.0811381 Feb 02 15:44:43.268312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:43.312669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-30a19608-01dd-42bf-b3cb-388ce4818bea None None] Provisioning for port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:43.374401 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45b15247-f5f9-43bd-aa20-d7c82bbb5707 req-6a92c84c-363c-43b7-a6b6-30d6dd6a88ce tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.107 "DELETE /v2.0/ports/2dbb5524-ad09-47ad-be89-b02a3334632a HTTP/1.1" status: 204 len: 173 time: 2.4794197 Feb 02 15:44:43.387831 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca001d7e-3fd2-4ae1-8e43-b5b644befb8e', 'name': 'network-vif-deleted', 'tag': '2dbb5524-ad09-47ad-be89-b02a3334632a', 'status': 'completed', 'code': 200} Feb 02 15:44:43.455659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Allocated IP 2001:db8::d5 (f36c386c-781c-45de-9db7-62be1bdbfcfd/021d6322-a3f2-4a08-838c-946bde041279/bf817370-2180-4ad9-93ee-241854186dee) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:43.496150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-30a19608-01dd-42bf-b3cb-388ce4818bea None None] Provisioning complete for port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:43.496549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30a19608-01dd-42bf-b3cb-388ce4818bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.510399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.596126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.682518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Made reservation on behalf of 7b453a319d1343ad96cc8f2734212b2b for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:43.688346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.740037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.782440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30a19608-01dd-42bf-b3cb-388ce4818bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.794824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:43.806307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Usage tracker for resource:security_group_rule and tenant:7b453a319d1343ad96cc8f2734212b2b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:43.815660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:43.832689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:43.890216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-30a19608-01dd-42bf-b3cb-388ce4818bea None None] For port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,segment=NetworkSegment(a1d5aa92-0e24-4e29-b42f-874765268fb2),segment_id=a1d5aa92-0e24-4e29-b42f-874765268fb2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:43.981068 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30a19608-01dd-42bf-b3cb-388ce4818bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:43.981355 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.081913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.093027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a19608-01dd-42bf-b3cb-388ce4818bea None None] Pushing event updated for resources: {'Port': ['ID=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:44.127571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4867263-9b65-490d-ad77-021b5ec0ec47,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:44.173514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fd414f6f-94e5-4618-89b6-ab7e8aa9a6bd None None] Provisioning complete for port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:44.176312 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd414f6f-94e5-4618-89b6-ab7e8aa9a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.197408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef4e1e10-1eb0-47ef-9089-d504f7ffaf48 req-1ff0a1ef-14cc-4047-9ad6-d65a1aff9e37 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 210 time: 0.1614928 Feb 02 15:44:44.197408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d321ac0-34b0-40f8-ab95-20d89b178f39,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:44.228938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:44:44.236112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.279402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.279402 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Added segment bb2bafda-dea7-4bd0-b261-b8d11e361437 of type vlan for network 5e758303-862e-4536-a656-c6c65f10054a Feb 02 15:44:44.279402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.299561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Transition to ACTIVE for port object bf817370-2180-4ad9-93ee-241854186dee will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:44.343960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053fab-7d47-47c3-afc4-b4d7408289b7 req-389412be-87ac-4cef-b23d-5a3055ad59c5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:44.354520 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44053fab-7d47-47c3-afc4-b4d7408289b7 req-389412be-87ac-4cef-b23d-5a3055ad59c5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.8588140 Feb 02 15:44:44.458361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44053fab-7d47-47c3-afc4-b4d7408289b7 req-145fd6a8-1695-46ea-a93f-e8d09d894a2b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028504 Feb 02 15:44:44.484012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Allocated IP 192.168.233.183 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/d7236e27-d0ed-4130-a9de-993371eeab83) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:44.586493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8dbed87b-2c50-4278-a3fa-cdded21e3bad req-d77e6710-5262-48c0-bc6b-454419565589 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Synchronizing usage tracker for tenant:6d7d221937784cdba15296bdb9e0c0ed on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:44.590980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2dbb5524-ad09-47ad-be89-b02a3334632a no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:44:44.608746 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.613824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:44.614493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.665896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 2dbb5524-ad09-47ad-be89-b02a3334632a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:44:44.669347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2dbb5524-ad09-47ad-be89-b02a3334632a not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:44:44.669347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fd414f6f-94e5-4618-89b6-ab7e8aa9a6bd None None] Provisioning for port 227c80d0-bdd7-4864-a7c5-b69efde53b37 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:44.676474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fd414f6f-94e5-4618-89b6-ab7e8aa9a6bd None None] Provisioning complete for port 227c80d0-bdd7-4864-a7c5-b69efde53b37 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:44.677151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd414f6f-94e5-4618-89b6-ab7e8aa9a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.688123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.745574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] Pushing event updated for resources: {'Network': ['ID=5e758303-862e-4536-a656-c6c65f10054a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:44.781136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fd414f6f-94e5-4618-89b6-ab7e8aa9a6bd None None] Port 227c80d0-bdd7-4864-a7c5-b69efde53b37 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:44.785064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 5e758303-862e-4536-a656-c6c65f10054a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:44:44.806609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=bf817370-2180-4ad9-93ee-241854186dee,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:44.872295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Network f36c386c-781c-45de-9db7-62be1bdbfcfd is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:44.888758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8dbed87b-2c50-4278-a3fa-cdded21e3bad req-d77e6710-5262-48c0-bc6b-454419565589 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] Unset dirty status for tenant:6d7d221937784cdba15296bdb9e0c0ed on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:44.889504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8dbed87b-2c50-4278-a3fa-cdded21e3bad req-d77e6710-5262-48c0-bc6b-454419565589 tempest-VolumesActionsTest-41089101 tempest-VolumesActionsTest-41089101-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca001d7e-3fd2-4ae1-8e43-b5b644befb8e HTTP/1.1" status: 200 len: 210 time: 0.3512104 Feb 02 15:44:44.894169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:44.894508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d9dce972-ed86-469b-8ab8-4f2aa3ca9975 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0585470 Feb 02 15:44:44.894691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:44.894867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53852) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:44.896953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:44.897600 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:44.901001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Request body: {'subnet': {'network_id': '5e758303-862e-4536-a656-c6c65f10054a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1841685988-subnet', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:44.913275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:44.920624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Usage tracker for resource:subnet and tenant:7b453a319d1343ad96cc8f2734212b2b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:44.924667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:44.925677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53856) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:44.933671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:44.936540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-996858c1-dc54-467b-a202-3eba8cf80924 None None] Provisioning complete for port 227c80d0-bdd7-4864-a7c5-b69efde53b37 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:44.942862 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-996858c1-dc54-467b-a202-3eba8cf80924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.003128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-996858c1-dc54-467b-a202-3eba8cf80924 None None] Port 227c80d0-bdd7-4864-a7c5-b69efde53b37 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:45.034539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Made reservation on behalf of 7b453a319d1343ad96cc8f2734212b2b for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:45.036960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.049584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.080578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Transition to ACTIVE for port object d7236e27-d0ed-4130-a9de-993371eeab83 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:45.100329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-48371868-053e-4c09-bc1b-5d44ec78f480 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6879551 Feb 02 15:44:45.107883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee33f2b-9dad-48e6-8727-1b0a0a9726a0 req-7aded9ab-027f-4ee9-88fc-1856b2510a14 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:45.109395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee33f2b-9dad-48e6-8727-1b0a0a9726a0 req-7aded9ab-027f-4ee9-88fc-1856b2510a14 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.4029200 Feb 02 15:44:45.109893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53864) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:45.222475 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.287569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.349133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bee33f2b-9dad-48e6-8727-1b0a0a9726a0 req-889f1f2c-a085-4c32-83a2-630dd25f2f5a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975956 Feb 02 15:44:45.385271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53872) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:45.393207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:45.399495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.483177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5827c2da-88cd-4ff4-9e2a-ed4510d89ee4,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:45.505470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74de14b6-8a05-44a4-a5c6-9bc39f71e1fc None None] Provisioning for port bf817370-2180-4ad9-93ee-241854186dee completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:45.511777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-74de14b6-8a05-44a4-a5c6-9bc39f71e1fc None None] Provisioning complete for port bf817370-2180-4ad9-93ee-241854186dee triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:45.512866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74de14b6-8a05-44a4-a5c6-9bc39f71e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.533248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1363-8e3a-4322-bc04-ad303b6d1ea9 req-7ffdc6af-e742-4c57-b307-4f75bd0167fb tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:45.534812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e80b1363-8e3a-4322-bc04-ad303b6d1ea9 req-7ffdc6af-e742-4c57-b307-4f75bd0167fb tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 936 time: 0.1804540 Feb 02 15:44:45.536505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Checking segment: {'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:45.536931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Network hostable DHCP agents. Network: 5e758303-862e-4536-a656-c6c65f10054a, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:44:45.562271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:45.571467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-74de14b6-8a05-44a4-a5c6-9bc39f71e1fc None None] Port bf817370-2180-4ad9-93ee-241854186dee cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:45.571898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] Usage tracker for resource:security_group_rule and tenant:a81b01da217e4cf0a6d1a9c9221fc814 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:45.583002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3a867-fc83-43e5-8090-79ef9ac7e880 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:45.587367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3a867-fc83-43e5-8090-79ef9ac7e880 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:45.591435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3a867-fc83-43e5-8090-79ef9ac7e880 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:45.592346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ffb3a867-fc83-43e5-8090-79ef9ac7e880 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Synchronizing usage tracker for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:45.595427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:45.597953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:45.627174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:45.645898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:45.661476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Pushing event updated for resources: {'Port': ['ID=d7236e27-d0ed-4130-a9de-993371eeab83,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:45.704108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e80b1363-8e3a-4322-bc04-ad303b6d1ea9 req-cd9831dd-c541-4c53-8983-895a9a25af2c tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595261 Feb 02 15:44:45.720215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:45.721000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.791209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Network 5e758303-862e-4536-a656-c6c65f10054a is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:44:45.794502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-66c22325-b825-49b6-8781-f927d152d958 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1092 time: 0.4015205 Feb 02 15:44:45.795662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53876) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:45.809406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:45.827237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.828619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:45.832923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:floatingip and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:45.836057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:45.841949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:45.847893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ff5f1014-4303-4796-b333-41c471a6f4fd tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4393611 Feb 02 15:44:45.864911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Request body: {'port': {'device_id': 'd45c5e05-733e-4fe3-a215-5459d83a606d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:45.880475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 5e758303-862e-4536-a656-c6c65f10054a) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:45.885489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:45.888258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.892034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be45ba-afad-4c26-9c9c-5d24f8ffd580 None None] Network 5e758303-862e-4536-a656-c6c65f10054a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:45.969394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.993374 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:45.996169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d28be8ac-556d-49cc-aae8-652a94e8bc1b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0999074 Feb 02 15:44:45.998813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53882) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:46.035975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:46.051597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:46.060510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Usage tracker for resource:router and tenant:7b453a319d1343ad96cc8f2734212b2b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:46.063046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:46.070251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:46.072241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ffb3a867-fc83-43e5-8090-79ef9ac7e880 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Unset dirty status for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:46.076965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53886) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:46.077164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ffb3a867-fc83-43e5-8090-79ef9ac7e880 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.9650648 Feb 02 15:44:46.098946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-572a04af-d8fb-4eff-a922-26f7a7dd1fe8 None None] Provisioning for port d7236e27-d0ed-4130-a9de-993371eeab83 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:46.113732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-572a04af-d8fb-4eff-a922-26f7a7dd1fe8 None None] Provisioning complete for port d7236e27-d0ed-4130-a9de-993371eeab83 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:46.114334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-572a04af-d8fb-4eff-a922-26f7a7dd1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.166729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10568ff6-badc-4872-baa2-2d3f980a411f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:46.174430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.190371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-658cfd98-1177-4080-84c2-8972511fcf2c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a81b01da217e4cf0a6d1a9c9221fc814&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2553008 Feb 02 15:44:46.192068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53894) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:46.198053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.198965 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.207479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-572a04af-d8fb-4eff-a922-26f7a7dd1fe8 None None] Port d7236e27-d0ed-4130-a9de-993371eeab83 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:46.210095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:46.329413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1c6062fe-1aa7-4691-9869-d6420f4c773c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting port bf817370-2180-4ad9-93ee-241854186dee {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:46.329413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1c6062fe-1aa7-4691-9869-d6420f4c773c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.358803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-5e758303-862e-4536-a656-c6c65f10054a', 'network_id': '5e758303-862e-4536-a656-c6c65f10054a', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'fixed_ips': [{'subnet_id': '5827c2da-88cd-4ff4-9e2a-ed4510d89ee4'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:44:46.358803 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.409447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e85e88a9-e5ee-4058-a30e-a2d2b61be040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.431301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.440137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:46.440519 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.491173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e85e88a9-e5ee-4058-a30e-a2d2b61be040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.678406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Allocated IP 172.20.0.2 (5e758303-862e-4536-a656-c6c65f10054a/5827c2da-88cd-4ff4-9e2a-ed4510d89ee4/bd4b63fb-80f3-4364-858b-e6dc1175bf2e) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:46.703471 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.833957 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1c6062fe-1aa7-4691-9869-d6420f4c773c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:46.963663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.25.0.92 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/8887dbf0-c6c6-4a7f-84a3-f9e9172e4674) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:47.034403 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.100332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1c6062fe-1aa7-4691-9869-d6420f4c773c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Calling delete_port for bf817370-2180-4ad9-93ee-241854186dee owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:47.159356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.173779 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.185853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Transition to ACTIVE for port object bd4b63fb-80f3-4364-858b-e6dc1175bf2e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:47.187107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e85e88a9-e5ee-4058-a30e-a2d2b61be040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.191952 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:44:47.208957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Transition to ACTIVE for port object bd4b63fb-80f3-4364-858b-e6dc1175bf2e will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:47.220364 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.256518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e88a9-e5ee-4058-a30e-a2d2b61be040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10568ff6-badc-4872-baa2-2d3f980a411f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:47.273655 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.309807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e85e88a9-e5ee-4058-a30e-a2d2b61be040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.313632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e85e88a9-e5ee-4058-a30e-a2d2b61be040 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/10568ff6-badc-4872-baa2-2d3f980a411f HTTP/1.1" status: 204 len: 168 time: 1.1179616 Feb 02 15:44:47.322366 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7236e27-d0ed-4130-a9de-993371eeab83 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:44:47.326536 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.348424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.363631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1287e43-4776-4731-9831-0654b66a33b7 req-e025ca2e-c1de-434c-8080-35859b2de627 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:47.368874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:47.371040 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1287e43-4776-4731-9831-0654b66a33b7 req-e025ca2e-c1de-434c-8080-35859b2de627 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 936 time: 0.2790136 Feb 02 15:44:47.376099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:47.383145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:47.429500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=8887dbf0-c6c6-4a7f-84a3-f9e9172e4674,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:47.485833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Pushing event updated for resources: {'Port': ['ID=bd4b63fb-80f3-4364-858b-e6dc1175bf2e,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:47.538661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Network 5e758303-862e-4536-a656-c6c65f10054a is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:47.544272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:47.548861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:47.613499 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1287e43-4776-4731-9831-0654b66a33b7 req-af82a407-6eaf-481b-aa62-6e39a5c65526 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390714 Feb 02 15:44:47.711366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Attempting to bind port bd4b63fb-80f3-4364-858b-e6dc1175bf2e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:47.711866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Attempting to bind port bd4b63fb-80f3-4364-858b-e6dc1175bf2e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:47.712357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Attempting to bind port bd4b63fb-80f3-4364-858b-e6dc1175bf2e on network 5e758303-862e-4536-a656-c6c65f10054a {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:47.717938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1c6062fe-1aa7-4691-9869-d6420f4c773c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.725369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:47.726148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Checking segment: {'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:47.729471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.729928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Bound using segment: {'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:47.730434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Bound port: bd4b63fb-80f3-4364-858b-e6dc1175bf2e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:47.730824 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:47.748766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Transition to ACTIVE for port object d7236e27-d0ed-4130-a9de-993371eeab83 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:47.791541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6062fe-1aa7-4691-9869-d6420f4c773c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Port': ['ID=bf817370-2180-4ad9-93ee-241854186dee,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:47.908184 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:48.063779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:48.064781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] For port bd4b63fb-80f3-4364-858b-e6dc1175bf2e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:48.074799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] For port bd4b63fb-80f3-4364-858b-e6dc1175bf2e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bd4b63fb-80f3-4364-858b-e6dc1175bf2e,segment=NetworkSegment(bb2bafda-dea7-4bd0-b261-b8d11e361437),segment_id=bb2bafda-dea7-4bd0-b261-b8d11e361437)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:48.110988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:48.156153 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:48.252066 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:48.341952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5082e-4983-4ffa-98cb-74461a6eb820 None None] Pushing event updated for resources: {'Port': ['ID=bd4b63fb-80f3-4364-858b-e6dc1175bf2e,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:48.374128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Allocated IP 172.25.0.196 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/e23e384b-d9f9-4c52-a3c8-797fc9e24d4d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:48.406671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1c6062fe-1aa7-4691-9869-d6420f4c773c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:48.488027 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Pushing event updated for resources: {'Port': ['ID=d7236e27-d0ed-4130-a9de-993371eeab83,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:48.550357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1c6062fe-1aa7-4691-9869-d6420f4c773c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "DELETE /v2.0/ports/bf817370-2180-4ad9-93ee-241854186dee HTTP/1.1" status: 204 len: 168 time: 2.4422894 Feb 02 15:44:48.556199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53934) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:48.984672 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-58eeb356-0835-4063-ba71-7cf786731461 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] GET failed (client error): The resource could not be found. Feb 02 15:44:48.985193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-58eeb356-0835-4063-ba71-7cf786731461 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Synchronizing usage tracker for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:49.074313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:49.114560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-58eeb356-0835-4063-ba71-7cf786731461 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Unset dirty status for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:49.122963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-58eeb356-0835-4063-ba71-7cf786731461 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "GET /v2.0/ports/bf817370-2180-4ad9-93ee-241854186dee HTTP/1.1" status: 404 len: 333 time: 0.5658336 Feb 02 15:44:49.130139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53948) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:49.138618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-586396346'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:49.198618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Attempting to bind port d7236e27-d0ed-4130-a9de-993371eeab83 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:49.199061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Attempting to bind port d7236e27-d0ed-4130-a9de-993371eeab83 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:49.199548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Attempting to bind port d7236e27-d0ed-4130-a9de-993371eeab83 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:49.231758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75000ebc-8db2-45d2-bf55-b222d637a46b req-2766a2d3-06b4-47ee-afa6-9afd395f0e73 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:49.232581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-75000ebc-8db2-45d2-bf55-b222d637a46b req-2766a2d3-06b4-47ee-afa6-9afd395f0e73 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Synchronizing usage tracker for tenant:429a2428885e4fb0ac683405464e0a8c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:49.250843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Port d7236e27-d0ed-4130-a9de-993371eeab83 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:44:49.251163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Attempting to bind port d7236e27-d0ed-4130-a9de-993371eeab83 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:49.274767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:49.275156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:49.275556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:49.276074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Bound port: d7236e27-d0ed-4130-a9de-993371eeab83, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:49.276499 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:49.360700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:49.371787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:49.387401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-75000ebc-8db2-45d2-bf55-b222d637a46b req-2766a2d3-06b4-47ee-afa6-9afd395f0e73 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Unset dirty status for tenant:429a2428885e4fb0ac683405464e0a8c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:49.389335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75000ebc-8db2-45d2-bf55-b222d637a46b req-2766a2d3-06b4-47ee-afa6-9afd395f0e73 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 948 time: 0.4928935 Feb 02 15:44:49.424075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:49.495050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] For port d7236e27-d0ed-4130-a9de-993371eeab83, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:49.516749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:49.530214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:49.536139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Pushing event updated for resources: {'Port': ['ID=e23e384b-d9f9-4c52-a3c8-797fc9e24d4d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:49.539541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:49.592697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Made reservation on behalf of ab4f97adc0c245819ec8214dbbac2030 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:49.597803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:49.639460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] For port d7236e27-d0ed-4130-a9de-993371eeab83, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d7236e27-d0ed-4130-a9de-993371eeab83,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:49.646953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] device_id is not set on port caa717fd-05c1-4d07-8d5c-272e43b9eaa7 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:44:49.653288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-75000ebc-8db2-45d2-bf55-b222d637a46b req-7bb1fd92-f820-4892-a322-c714531aa6f9 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Synchronizing usage tracker for tenant:429a2428885e4fb0ac683405464e0a8c on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:44:49.687656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53960) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:49.738030 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:49.834303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:49.846007 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:49.847463 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] 10.222.0.64 "PUT /v2.0/ports/d7236e27-d0ed-4130-a9de-993371eeab83 HTTP/1.1" status: 200 len: 1096 time: 3.9866478 Feb 02 15:44:49.848123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45c5e05-733e-4fe3-a215-5459d83a606d', 'tag': 'd7236e27-d0ed-4130-a9de-993371eeab83'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:49.869659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-75000ebc-8db2-45d2-bf55-b222d637a46b req-7bb1fd92-f820-4892-a322-c714531aa6f9 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Unset dirty status for tenant:429a2428885e4fb0ac683405464e0a8c on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:44:49.869659 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75000ebc-8db2-45d2-bf55-b222d637a46b req-7bb1fd92-f820-4892-a322-c714531aa6f9 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710081 Feb 02 15:44:49.940323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Pushing event updated for resources: {'Port': ['ID=d7236e27-d0ed-4130-a9de-993371eeab83,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:50.016375 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45c5e05-733e-4fe3-a215-5459d83a606d', 'tag': 'd7236e27-d0ed-4130-a9de-993371eeab83', 'status': 'completed', 'code': 200} Feb 02 15:44:50.030699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.031568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.032121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.032844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.033354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.033889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.034225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.034560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.034971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.035238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.036250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c6977-4aa8-4cc5-9c31-ab5ff434fe57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:50.102679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-36162796-network', 'tenant_id': '3e6141f840da41e98e9a0d2726fe8c9f'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:50.119294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:50.128717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Usage tracker for resource:network and tenant:3e6141f840da41e98e9a0d2726fe8c9f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:50.155554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:50.159161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Allocated IP 2001:db8::3d1 (f36c386c-781c-45de-9db7-62be1bdbfcfd/021d6322-a3f2-4a08-838c-946bde041279/caa717fd-05c1-4d07-8d5c-272e43b9eaa7) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:50.190774 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.192068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:50.219555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bd4b63fb-80f3-4364-858b-e6dc1175bf2e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:50.286304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.290390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.294503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d56741-a591-4a75-86c5-f1fe75a8c627 None None] Network 5e758303-862e-4536-a656-c6c65f10054a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:50.311047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-066415bd-2d90-44e5-b1bd-dd30cb87f713 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=429a2428885e4fb0ac683405464e0a8c&device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 1099 time: 0.2969797 Feb 02 15:44:50.480211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-213cbb6b-abf3-4792-b4f2-431741cddb42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d7236e27-d0ed-4130-a9de-993371eeab83 HTTP/1.1" status: 200 len: 217 time: 0.1506593 Feb 02 15:44:50.557206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.576996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Transition to ACTIVE for port object caa717fd-05c1-4d07-8d5c-272e43b9eaa7 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:50.607455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Made reservation on behalf of 3e6141f840da41e98e9a0d2726fe8c9f for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:50.610153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.615268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port bd4b63fb-80f3-4364-858b-e6dc1175bf2e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:50.623498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c345ab12-6121-4180-b8fd-f34f41c09d03 None None] Provisioning for port bd4b63fb-80f3-4364-858b-e6dc1175bf2e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:50.634799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port bd4b63fb-80f3-4364-858b-e6dc1175bf2e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:50.635189 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.643354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.651420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-0a467e92-3e1e-4f82-afc0-766c193c7102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:50.653116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-0a467e92-3e1e-4f82-afc0-766c193c7102 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1579335 Feb 02 15:44:50.684208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c345ab12-6121-4180-b8fd-f34f41c09d03 None None] Provisioning complete for port bd4b63fb-80f3-4364-858b-e6dc1175bf2e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:50.684578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c345ab12-6121-4180-b8fd-f34f41c09d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.698721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:50.713651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Usage tracker for resource:security_group_rule and tenant:3e6141f840da41e98e9a0d2726fe8c9f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:50.721154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:50.738782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:50.744772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.765536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:50.840101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=caa717fd-05c1-4d07-8d5c-272e43b9eaa7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:50.861433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.012757 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-cc2014d4-e996-4df3-8415-6a9336358c69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3518822 Feb 02 15:44:51.017605 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c345ab12-6121-4180-b8fd-f34f41c09d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.068698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=8887dbf0-c6c6-4a7f-84a3-f9e9172e4674,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:51.114941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.184032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port bd4b63fb-80f3-4364-858b-e6dc1175bf2e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bd4b63fb-80f3-4364-858b-e6dc1175bf2e,segment=NetworkSegment(bb2bafda-dea7-4bd0-b261-b8d11e361437),segment_id=bb2bafda-dea7-4bd0-b261-b8d11e361437)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:51.196162 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.199790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Network f36c386c-781c-45de-9db7-62be1bdbfcfd is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:51.201817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:51.205793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:51.208332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:51.208931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.254502 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.300872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.360686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4cefd93a-26f0-4a81-b14a-6695c2cd1337 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2301726 Feb 02 15:44:51.364249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 53986) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:51.379993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.408828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27f', 'mac_address': 'fa:16:3e:f0:9a:f4'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:51.465720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:44:51.508324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:44:51.532161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6380c692-bf73-4237-aeb5-533c09eaabf1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:51.559625 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.559625 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Added segment 84502aba-1b0f-40cc-a52d-2c663f601587 of type vlan for network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 Feb 02 15:44:51.623948 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-c345ab12-6121-4180-b8fd-f34f41c09d03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:44:51.624359 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-c345ab12-6121-4180-b8fd-f34f41c09d03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:44:51.625231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=bd4b63fb-80f3-4364-858b-e6dc1175bf2e,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:51.729930 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.828338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d268b-cd7b-4fee-8a33-ab7785f93879 req-63009713-4856-49aa-aae9-7fab995a6596 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:51.844541 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f81d268b-cd7b-4fee-8a33-ab7785f93879 req-63009713-4856-49aa-aae9-7fab995a6596 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 948 time: 0.7230477 Feb 02 15:44:51.920624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f81d268b-cd7b-4fee-8a33-ab7785f93879 req-ca369fbc-8858-4d13-bc16-2cba8068a19c tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749629 Feb 02 15:44:51.922877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-ffa40a99-9f9d-4592-8566-1d93eda1b735 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502610 Feb 02 15:44:51.934362 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:51.935216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:51.935911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.103928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bd4b63fb-80f3-4364-858b-e6dc1175bf2e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:52.163734 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.205718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-587cd5b7-deb8-4a7e-85a7-eddeb711537a req-d1a127d0-a904-426b-828e-aa1eec3baf02 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746713 Feb 02 15:44:52.234967 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Floating IP 996b99ec-2647-43dc-8964-0de58a51496e associated. External IP: 172.25.0.92, port: 1de2bb3a-b230-49c6-a46f-86a2483c0c42. Feb 02 15:44:52.290910 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5993843 Feb 02 15:44:52.319579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 53998) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:52.322327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port bd4b63fb-80f3-4364-858b-e6dc1175bf2e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:52.322844 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.347675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Request body: {'subnet': {'network_id': '8777e4ca-f051-4a01-a7a7-6eb9d0e45758', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-36162796-subnet', 'tenant_id': '3e6141f840da41e98e9a0d2726fe8c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:52.406193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:52.493120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Usage tracker for resource:subnet and tenant:3e6141f840da41e98e9a0d2726fe8c9f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:52.504008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:52.528416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:52.543139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315ad39-213d-44a6-804f-6a306c9ff96d admin admin] Pushing event updated for resources: {'Network': ['ID=8777e4ca-f051-4a01-a7a7-6eb9d0e45758,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:52.557579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:44:52.573484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-492cc213-4732-429f-ac63-3043421b72a4 None None] Provisioning for port caa717fd-05c1-4d07-8d5c-272e43b9eaa7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:52.644262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-492cc213-4732-429f-ac63-3043421b72a4 None None] Provisioning complete for port caa717fd-05c1-4d07-8d5c-272e43b9eaa7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:52.645488 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-492cc213-4732-429f-ac63-3043421b72a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.667073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Made reservation on behalf of 3e6141f840da41e98e9a0d2726fe8c9f for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:52.669895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.697070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-054ffc01-56a9-4561-ba9c-90eb70a0c87f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=429a2428885e4fb0ac683405464e0a8c&device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 1099 time: 0.2933943 Feb 02 15:44:52.702252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:44:52.742735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.751895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Sync routers for ids ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:44:52.809075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.908672 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Routers {'40bdfacb-3f8f-4869-ae07-3fd1359ca875'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:52.909839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:52.923557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] In _notify_port_updated(), no bound segment for port caa717fd-05c1-4d07-8d5c-272e43b9eaa7 on network f36c386c-781c-45de-9db7-62be1bdbfcfd {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:44:52.927551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:52.928245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.929649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "PUT /v2.0/ports/caa717fd-05c1-4d07-8d5c-272e43b9eaa7 HTTP/1.1" status: 200 len: 1002 time: 1.5598862 Feb 02 15:44:52.930685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:52.934436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-70a919ce-a921-4251-93f9-413b11687a7b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.9307740 Feb 02 15:44:52.962550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54008) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:52.965285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54010) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:52.987035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-c7efdcf8-6a3a-42d9-a3d2-b954f30c2550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:52.989389 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-c7efdcf8-6a3a-42d9-a3d2-b954f30c2550 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.1955667 Feb 02 15:44:53.064487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-492cc213-4732-429f-ac63-3043421b72a4 None None] Port caa717fd-05c1-4d07-8d5c-272e43b9eaa7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:53.095099 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-64926622-01bf-4b49-b658-64287adabec3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d7236e27-d0ed-4130-a9de-993371eeab83 HTTP/1.1" status: 200 len: 217 time: 0.0850766 Feb 02 15:44:53.233390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-492cc213-4732-429f-ac63-3043421b72a4 None None] Provisioning complete for port bd4b63fb-80f3-4364-858b-e6dc1175bf2e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:53.233872 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-492cc213-4732-429f-ac63-3043421b72a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:53.301013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2675-dd2b-439d-b89c-530f62a05967 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=caa717fd-05c1-4d07-8d5c-272e43b9eaa7,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:53.326574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-bef1195f-9925-4335-b7b4-7d11ca020e1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:53.328291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-bef1195f-9925-4335-b7b4-7d11ca020e1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.2241073 Feb 02 15:44:53.686488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting port caa717fd-05c1-4d07-8d5c-272e43b9eaa7 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:44:53.686488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:53.687019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Set router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:53.687417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a386bc-6397-49fe-af52-b7b816dc1a0f req-b4435780-0929-4dfa-8d54-19bf56a5848e tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:53.687417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2a386bc-6397-49fe-af52-b7b816dc1a0f req-b4435780-0929-4dfa-8d54-19bf56a5848e tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 948 time: 0.2883003 Feb 02 15:44:53.687580 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-2c5c36c4-5622-45af-a23a-2c659c098b10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797669 Feb 02 15:44:53.687648 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:44:53.688089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:53.791682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-65425fc8-ca5b-4c32-ab4c-4a7ebba7425c None None] Provisioning complete for port caa717fd-05c1-4d07-8d5c-272e43b9eaa7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:53.792087 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-65425fc8-ca5b-4c32-ab4c-4a7ebba7425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:53.836603 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2a386bc-6397-49fe-af52-b7b816dc1a0f req-ab61e328-5a68-4db4-9711-03a8081df620 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887998 Feb 02 15:44:53.875504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-65425fc8-ca5b-4c32-ab4c-4a7ebba7425c None None] Port caa717fd-05c1-4d07-8d5c-272e43b9eaa7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:53.883394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:44:49Z', 'revision_number': 3, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port': {'id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:48Z', 'updated_at': '2022-02-02T15:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:53.884130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:53.889457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Checking router: 40bdfacb-3f8f-4869-ae07-3fd1359ca875 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:44:53.890042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Updating router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:44:53.964072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:54.026121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Calling delete_port for caa717fd-05c1-4d07-8d5c-272e43b9eaa7 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:44:54.119990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86deecb-55d3-4f82-9c97-4d68680b4d7f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:54.168826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-4efe3adf-5398-4ed6-abaf-b92d757bc76d service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376336 Feb 02 15:44:54.171172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Checking segment: {'id': '84502aba-1b0f-40cc-a52d-2c663f601587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8777e4ca-f051-4a01-a7a7-6eb9d0e45758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:54.171665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Network hostable DHCP agents. Network: 8777e4ca-f051-4a01-a7a7-6eb9d0e45758, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:44:54.511402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6aa0760f-493d-402f-831d-f584ed87d223 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:44:54.512474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:44:54.532407 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:54.540890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7cb02020-e52a-47ed-8377-6e4cf2147384 req-8a34d57b-409c-48d4-b3eb-e8a735711246 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581426 Feb 02 15:44:54.606452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Transition to ACTIVE for port object e23e384b-d9f9-4c52-a3c8-797fc9e24d4d will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:54.619405 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-506c5532-b73c-4ab9-b7fd-aa22d0259d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:54.676419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:54.700533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:54.719225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 8777e4ca-f051-4a01-a7a7-6eb9d0e45758) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:54.725177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:54.726210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:54.795226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:44:54.806790 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] Sync routers for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:44:54.814025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac84465-3a4f-4116-b1d3-8642229b3c44 None None] Network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:54.823944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Port': ['ID=caa717fd-05c1-4d07-8d5c-272e43b9eaa7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:54.837032 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:54.837655 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:54.856017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-88204ebd-999c-46f1-8f37-64de220a8ec9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.5255547 Feb 02 15:44:54.949030 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:54.953856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.954320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.954776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.955180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.959149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.959149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.959149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.959149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.959149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.959149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.959808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:44:54.999674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d7236e27-d0ed-4130-a9de-993371eeab83 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:44:55.084219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:55.101999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-678f2c2d-ac71-421f-85b6-7ebaaf91da8b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "DELETE /v2.0/ports/caa717fd-05c1-4d07-8d5c-272e43b9eaa7 HTTP/1.1" status: 204 len: 168 time: 2.1345301 Feb 02 15:44:55.102857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54036) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:55.295882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7d8dd9de-38d4-4895-b001-0adc82a216af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.4897044 Feb 02 15:44:55.389439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:55.395777 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-162c8d01-5b87-48a5-a42b-42ef1b19502f tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] GET failed (client error): The resource could not be found. Feb 02 15:44:55.401871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-162c8d01-5b87-48a5-a42b-42ef1b19502f tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "GET /v2.0/ports/caa717fd-05c1-4d07-8d5c-272e43b9eaa7 HTTP/1.1" status: 404 len: 333 time: 0.2981336 Feb 02 15:44:55.404233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54050) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:55.430026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-178488801'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:55.435513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b21a09-1e4c-4217-a354-126b02bd0d39 None None] Pushing event updated for resources: {'Port': ['ID=e23e384b-d9f9-4c52-a3c8-797fc9e24d4d,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:55.523879 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:55.603147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Attempting to bind port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:44:55.618430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Attempting to bind port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:44:55.619013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Attempting to bind port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:44:55.683931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d7236e27-d0ed-4130-a9de-993371eeab83, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d7236e27-d0ed-4130-a9de-993371eeab83,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:55.728597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:44:55.729284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:44:55.738822 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:55.739476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:44:55.740147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Bound port: e23e384b-d9f9-4c52-a3c8-797fc9e24d4d, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:44:55.740634 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:55.792080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405d1d-e079-499e-ac95-346ceb0149a8 req-2ed475ab-36c5-41d3-8377-4247579e5ff5 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:55.795329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5405d1d-e079-499e-ac95-346ceb0149a8 req-2ed475ab-36c5-41d3-8377-4247579e5ff5 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 948 time: 0.5169582 Feb 02 15:44:55.822771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78967e-6bdd-49c4-996b-197c48a8adfb req-311ab39d-d09e-43c0-9639-cc04f7d8afb4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:55.840714 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c78967e-6bdd-49c4-996b-197c48a8adfb req-311ab39d-d09e-43c0-9639-cc04f7d8afb4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.3342841 Feb 02 15:44:55.844516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:55.873672 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'd7236e27-d0ed-4130-a9de-993371eeab83', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': 'd7236e27-d0ed-4130-a9de-993371eeab83', 'mac_address': 'fa:16:3e:58:49:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:44:55.974833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab417c-5586-425c-990c-54400398d2bd None None] Network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:44:55.994901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5405d1d-e079-499e-ac95-346ceb0149a8 req-eed9dc4d-23b5-4c75-a751-1ecf552ef230 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659582 Feb 02 15:44:56.063980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:56.069183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Usage tracker for resource:port and tenant:ab4f97adc0c245819ec8214dbbac2030 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:56.075656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:56.079497 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '996b99ec-2647-43dc-8964-0de58a51496e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'port_id': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'mac_address': 'fa:16:3e:1f:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:44:49Z', 'updated_at': '2022-02-02T15:44:49Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:56.084879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:56.087567 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] Checking router: 6aa0760f-493d-402f-831d-f584ed87d223 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:44:56.133229 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:56.133229 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:56.169035 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'status': 'completed', 'code': 200} Feb 02 15:44:56.175925 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c78967e-6bdd-49c4-996b-197c48a8adfb req-5844b113-f70f-409e-965a-2b8cb9d7f7d1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342831 Feb 02 15:44:56.183787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Made reservation on behalf of ab4f97adc0c245819ec8214dbbac2030 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:56.199879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:56.209066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54072) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:56.282988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] device_id is not set on port 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:44:56.379372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54078) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:56.404742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1086088035-network', 'tenant_id': 'f6902b7c20db4de6a6791b79312807cf'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:56.420902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] For port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:44:56.439401 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:56.456288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:56.477638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7236e27-d0ed-4130-a9de-993371eeab83 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:44:56.495819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Usage tracker for resource:network and tenant:f6902b7c20db4de6a6791b79312807cf is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:56.516872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] For port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e23e384b-d9f9-4c52-a3c8-797fc9e24d4d,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:44:56.537520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:56.556637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d7236e27-d0ed-4130-a9de-993371eeab83, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d7236e27-d0ed-4130-a9de-993371eeab83,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:56.562414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:56.681875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Allocated IP 2001:db8::1fc (f36c386c-781c-45de-9db7-62be1bdbfcfd/021d6322-a3f2-4a08-838c-946bde041279/5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:56.813846 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e963917e-2f37-4d26-8f97-070ad666316c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/996b99ec-2647-43dc-8964-0de58a51496e HTTP/1.1" status: 200 len: 991 time: 0.6034324 Feb 02 15:44:56.819350 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:56.824138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Made reservation on behalf of f6902b7c20db4de6a6791b79312807cf for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:56.827261 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:56.889791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:56.905554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:56.954078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Allocated IP 172.20.0.1 (5e758303-862e-4536-a656-c6c65f10054a/5827c2da-88cd-4ff4-9e2a-ed4510d89ee4/22c8ea76-9772-4a8f-9140-50162e449fa0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:44:56.997668 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:57.020244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:57.034833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Routers {'40bdfacb-3f8f-4869-ae07-3fd1359ca875'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:44:57.035455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:57.065014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Transition to ACTIVE for port object 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:57.173468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:57.264180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b21a09-1e4c-4217-a354-126b02bd0d39 None None] Pushing event updated for resources: {'Port': ['ID=e23e384b-d9f9-4c52-a3c8-797fc9e24d4d,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:57.266858 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3075ca81-aaf2-4d81-aeec-8b4765aac501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:57.341384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-6331cfe5-5e90-4bb5-a371-d912e0cee25e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1097 time: 1.0656247 Feb 02 15:44:57.345348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:57.349253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d7236e27-d0ed-4130-a9de-993371eeab83,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:57.362841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['d7236e27-d0ed-4130-a9de-993371eeab83'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:44:57.383506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:57.402376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Transition to ACTIVE for port object 22c8ea76-9772-4a8f-9140-50162e449fa0 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:44:57.430369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Usage tracker for resource:security_group_rule and tenant:f6902b7c20db4de6a6791b79312807cf is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:57.462001 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '996b99ec-2647-43dc-8964-0de58a51496e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'port_id': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'mac_address': 'fa:16:3e:1f:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:44:49Z', 'updated_at': '2022-02-02T15:44:49Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:57.466819 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d74bf-bf77-4218-b80a-ef7323823876 None None] The sync data for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 is: [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '996b99ec-2647-43dc-8964-0de58a51496e', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'port_id': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'mac_address': 'fa:16:3e:1f:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:44:49Z', 'updated_at': '2022-02-02T15:44:49Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:44:57.484175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] Set router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:44:57.513295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:57.516837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:57.526350 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Network f36c386c-781c-45de-9db7-62be1bdbfcfd is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:57.533992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:57.559808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:57.565643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:57.566505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:57.587017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:57.610722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:57.670070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc32bed-b00e-4964-8b19-93d1c0625227 req-ad462bb7-0649-4875-911f-cecf96eba306 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:57.671611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4bc32bed-b00e-4964-8b19-93d1c0625227 req-ad462bb7-0649-4875-911f-cecf96eba306 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 949 time: 0.3537049 Feb 02 15:44:57.686182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Network 5e758303-862e-4536-a656-c6c65f10054a is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:44:57.723249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Pushing event updated for resources: {'Port': ['ID=22c8ea76-9772-4a8f-9140-50162e449fa0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:57.750273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ee835c51-1137-4c28-b8b0-91d0aff88ce2 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3390956 Feb 02 15:44:57.754982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:44:57.758328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54092) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:57.780194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:44:57.884490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4bc32bed-b00e-4964-8b19-93d1c0625227 req-8d348fe9-7239-480a-becd-5599ec8127d6 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061703 Feb 02 15:44:57.885595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54100) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:57.964470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccfdbc4-aa31-4066-b76f-7b1f8f05bf4f None None] New status for floating IP 996b99ec-2647-43dc-8964-0de58a51496e: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:44:58.126152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5622e0d4-b380-4d8a-af64-a58ce3db31dc tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/996b99ec-2647-43dc-8964-0de58a51496e HTTP/1.1" status: 200 len: 991 time: 0.2387593 Feb 02 15:44:58.158298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f0:9a:f4'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:58.212061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-da39a9ae-eb5f-4e96-b2c7-090d8a3ae05f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:58.213683 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-da39a9ae-eb5f-4e96-b2c7-090d8a3ae05f service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.8656530 Feb 02 15:44:58.450402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.461543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.465196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:44:49Z', 'revision_number': 3, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port': {'id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:48Z', 'updated_at': '2022-02-02T15:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:44:58.471376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20afa90d-967a-46e0-8da9-8eb0cc088d31 None None] The sync data for ids ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'] in n-d-827122-1 is: [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:44:49Z', 'revision_number': 3, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port': {'id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:48Z', 'updated_at': '2022-02-02T15:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:44:58.487265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a895eb28-a2c2-4a44-ba76-21a48730056f None None] Provisioning for port 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:58.494668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a895eb28-a2c2-4a44-ba76-21a48730056f None None] Provisioning complete for port 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:58.495179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a895eb28-a2c2-4a44-ba76-21a48730056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.513751 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-dcc0f70b-4756-49a4-a17a-bc6b0bb5ebca service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 999 time: 0.2587526 Feb 02 15:44:58.566443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a895eb28-a2c2-4a44-ba76-21a48730056f None None] Port 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:58.578602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.580378 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.609015 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.661420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-c0835eaa-4740-43d0-9461-97be6f2fda46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:58.662852 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-c0835eaa-4740-43d0-9461-97be6f2fda46 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.1417623 Feb 02 15:44:58.671488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:44:58.782415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a6df0033-1756-44db-b330-21b2f079e057 None None] Provisioning for port 22c8ea76-9772-4a8f-9140-50162e449fa0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:58.789628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a6df0033-1756-44db-b330-21b2f079e057 None None] Provisioning complete for port 22c8ea76-9772-4a8f-9140-50162e449fa0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:58.790586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a6df0033-1756-44db-b330-21b2f079e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.793443 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.793443 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Added segment 4776480c-fae7-4c9e-88e7-c500fdb137fa of type vlan for network 24225314-f1f7-4737-9360-71c0db7dce59 Feb 02 15:44:58.802910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7280e476-c4e0-4974-abcf-07fa476aa9b0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:58.861647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a6df0033-1756-44db-b330-21b2f079e057 None None] Port 22c8ea76-9772-4a8f-9140-50162e449fa0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:44:58.886025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.899903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.920239 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:59.045256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d7236e27-d0ed-4130-a9de-993371eeab83 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:44:59.129795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54130) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:59.153654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-42b0c95d-391c-470f-93db-b14d922cd4c8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4735451 Feb 02 15:44:59.280597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port d7236e27-d0ed-4130-a9de-993371eeab83 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:44:59.282147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:59.283109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:44:59.283786 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:59.290408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port d7236e27-d0ed-4130-a9de-993371eeab83 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:44:59.299956 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:59.300095 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f9358167-9242-4a42-bef5-6bc614b5d71f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/996b99ec-2647-43dc-8964-0de58a51496e HTTP/1.1" status: 200 len: 993 time: 0.1633470 Feb 02 15:44:59.461436 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:59.562564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45c5e05-733e-4fe3-a215-5459d83a606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7236e27-d0ed-4130-a9de-993371eeab83'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:44:59.575417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d7236e27-d0ed-4130-a9de-993371eeab83, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d7236e27-d0ed-4130-a9de-993371eeab83,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:44:59.628017 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c5e05-733e-4fe3-a215-5459d83a606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7236e27-d0ed-4130-a9de-993371eeab83', 'code': 200} Feb 02 15:44:59.676288 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:59.716626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.3242388 Feb 02 15:44:59.718723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-1ee52457-bfa0-4018-ba8c-469f323b2ca9 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434923 Feb 02 15:44:59.719668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54136) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:59.725471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Request body: {'subnet': {'network_id': '24225314-f1f7-4737-9360-71c0db7dce59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1086088035-subnet', 'tenant_id': 'f6902b7c20db4de6a6791b79312807cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:44:59.735196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceeee5-3ffc-4a83-b585-3163cee30702 admin admin] Pushing event updated for resources: {'Network': ['ID=24225314-f1f7-4737-9360-71c0db7dce59,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:44:59.739991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:44:59.745775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Usage tracker for resource:subnet and tenant:f6902b7c20db4de6a6791b79312807cf is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:44:59.749223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:44:59.751933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 24225314-f1f7-4737-9360-71c0db7dce59 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:44:59.755094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:44:59.864629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Made reservation on behalf of f6902b7c20db4de6a6791b79312807cf for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:44:59.867021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:59.896838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d7236e27-d0ed-4130-a9de-993371eeab83,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:00.033203 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.066779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936bd5b-51e5-4900-a5cc-e71fc9ca5fd3 req-8f49889f-2877-4860-95d8-526471742723 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:00.074846 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c936bd5b-51e5-4900-a5cc-e71fc9ca5fd3 req-8f49889f-2877-4860-95d8-526471742723 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 949 time: 1.0280957 Feb 02 15:45:00.102831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-759c1a40-75cb-4cd3-ae74-d8159e8725ca req-60416706-9724-49f3-afac-60824c54af03 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640225 Feb 02 15:45:00.145532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c936bd5b-51e5-4900-a5cc-e71fc9ca5fd3 req-484e2f57-950c-4b8c-a336-d67ba0dab8de tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695789 Feb 02 15:45:00.236763 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.272605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.293024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2590cb50-2ec4-40b8-9e5c-cf81c89a9a97 req-65d57278-4440-4689-b0dc-780a6b287eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 1101 time: 0.4815652 Feb 02 15:45:00.317030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.410371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2590cb50-2ec4-40b8-9e5c-cf81c89a9a97 req-86d345a5-6cf8-4eb6-9eca-d22da8b73fa6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107252 Feb 02 15:45:00.503392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.522191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.544283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Pushing event updated for resources: {'Port': ['ID=22c8ea76-9772-4a8f-9140-50162e449fa0,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:00.574109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.702760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b216b5-dcca-49f8-babc-1e111d5cdb6e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:00.714317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] In _notify_port_updated(), no bound segment for port 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 on network f36c386c-781c-45de-9db7-62be1bdbfcfd {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:45:00.722060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:00.722861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.724285 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "PUT /v2.0/ports/5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 HTTP/1.1" status: 200 len: 1002 time: 2.9574060 Feb 02 15:45:00.727771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54146) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:00.786171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddbb15-1121-47c9-81ff-471c6d4f89aa tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:00.890251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bc4c4-696e-45b3-bf18-9037b80ad1dd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting port 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:00.890251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc4c4-696e-45b3-bf18-9037b80ad1dd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.935095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Checking segment: {'id': '4776480c-fae7-4c9e-88e7-c500fdb137fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '24225314-f1f7-4737-9360-71c0db7dce59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:45:00.935555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Network hostable DHCP agents. Network: 24225314-f1f7-4737-9360-71c0db7dce59, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:45:01.020169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-0a4bd23c-d889-428d-8f9e-15dcc4f54c92 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3210731 Feb 02 15:45:01.042065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Network 5e758303-862e-4536-a656-c6c65f10054a is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:01.046338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:01.120618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Network 24225314-f1f7-4737-9360-71c0db7dce59 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:45:01.358438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 24225314-f1f7-4737-9360-71c0db7dce59) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:01.387483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:01.388140 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:01.389358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacaa52-86df-49de-9cab-d5780ea27a31 None None] Network 24225314-f1f7-4737-9360-71c0db7dce59 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:45:01.642260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-37116a62-e165-47ef-a196-8e0a9805e913 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9214311 Feb 02 15:45:01.712148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc4c4-696e-45b3-bf18-9037b80ad1dd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:01.795878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-776e466a-ccec-44c9-9561-90e901768cde None None] Provisioning complete for port 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:01.796415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-776e466a-ccec-44c9-9561-90e901768cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:01.885266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bc4c4-696e-45b3-bf18-9037b80ad1dd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Calling delete_port for 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:01.931498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-776e466a-ccec-44c9-9561-90e901768cde None None] Port 5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:01.947112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-c5583357-8be5-41d0-bdd7-ae066825b7c0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1097 time: 0.6649647 Feb 02 15:45:02.009960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d134c-b2d7-475d-a430-d6b3e91ff0ef req-e1cf9056-1dcc-41f2-affa-66f8d484c1d4 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:02.011446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c42d134c-b2d7-475d-a430-d6b3e91ff0ef req-e1cf9056-1dcc-41f2-affa-66f8d484c1d4 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 950 time: 0.4530611 Feb 02 15:45:02.029711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4093c7-0616-42b3-a237-7fd157125bfe None None] Network 24225314-f1f7-4737-9360-71c0db7dce59 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:45:02.202819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c42d134c-b2d7-475d-a430-d6b3e91ff0ef req-69f7e9aa-aa54-4ce4-955d-e22a2a056fa6 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819267 Feb 02 15:45:02.385681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-2b3eff56-47ab-4bcb-b759-3461f864963e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:02.387987 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-2b3eff56-47ab-4bcb-b759-3461f864963e service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.4082174 Feb 02 15:45:02.395615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e23e384b-d9f9-4c52-a3c8-797fc9e24d4d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:45:02.404988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:45:02.418949 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc4c4-696e-45b3-bf18-9037b80ad1dd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:02.489374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bc4c4-696e-45b3-bf18-9037b80ad1dd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Port': ['ID=5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:02.519211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1ec307b-f3cb-4f46-b122-05145f7d5422 None None] Provisioning complete for port 22c8ea76-9772-4a8f-9140-50162e449fa0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:02.519661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1ec307b-f3cb-4f46-b122-05145f7d5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:02.589002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc4c4-696e-45b3-bf18-9037b80ad1dd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:02.623290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5b8bc4c4-696e-45b3-bf18-9037b80ad1dd tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "DELETE /v2.0/ports/5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 HTTP/1.1" status: 204 len: 168 time: 1.8939054 Feb 02 15:45:02.629083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec307b-f3cb-4f46-b122-05145f7d5422 None None] Port 22c8ea76-9772-4a8f-9140-50162e449fa0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:02.637492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54172) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:02.715926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:02.721509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:02.722054 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:02.750484 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e52c4ee-188d-4014-be4b-98431a9b9218 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] GET failed (client error): The resource could not be found. Feb 02 15:45:02.751140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4e52c4ee-188d-4014-be4b-98431a9b9218 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Synchronizing usage tracker for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:02.847358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4e52c4ee-188d-4014-be4b-98431a9b9218 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Unset dirty status for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:02.849478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4e52c4ee-188d-4014-be4b-98431a9b9218 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "GET /v2.0/ports/5efce0a5-0ac5-4c86-984a-5b0d43a3d7b7 HTTP/1.1" status: 404 len: 333 time: 0.2109809 Feb 02 15:45:02.853788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54182) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:02.872505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1119409656'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:02.998741 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:03.019092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e23e384b-d9f9-4c52-a3c8-797fc9e24d4d,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:03.093709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-a6a564f7-8acb-4a45-a5be-4587a5e41715 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 1001 time: 0.6862018 Feb 02 15:45:03.094753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:03.118189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:03.135254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:03.201597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Made reservation on behalf of ab4f97adc0c245819ec8214dbbac2030 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:03.205805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:03.266229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] device_id is not set on port 1659cc12-a630-4c04-978f-8b5102777b7f yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:45:03.291686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e23e384b-d9f9-4c52-a3c8-797fc9e24d4d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:03.462469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2997402-6519-4203-8492-8127f3c629ac req-9f2d4e65-1f1c-4586-b54a-47223500a3b4 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:03.463222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e2997402-6519-4203-8492-8127f3c629ac req-9f2d4e65-1f1c-4586-b54a-47223500a3b4 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Synchronizing usage tracker for tenant:3e6141f840da41e98e9a0d2726fe8c9f on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:03.471746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-2b5a3282-193b-4a17-b477-a851cf625d3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:03.473226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-2b5a3282-193b-4a17-b477-a851cf625d3e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.3649106 Feb 02 15:45:03.593763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:45:03.608791 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-43a15f84-f5da-4b5f-a3c2-f892fc8f6824 admin admin] 10.222.0.88 "PUT /v2.0/routers/40bdfacb-3f8f-4869-ae07-3fd1359ca875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6404788 Feb 02 15:45:03.624827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-84fc5f92-c3cb-41cb-91e5-3596e75559d5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440656 Feb 02 15:45:03.642677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Allocated IP 2001:db8::10e (f36c386c-781c-45de-9db7-62be1bdbfcfd/021d6322-a3f2-4a08-838c-946bde041279/1659cc12-a630-4c04-978f-8b5102777b7f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:03.655802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e2997402-6519-4203-8492-8127f3c629ac req-9f2d4e65-1f1c-4586-b54a-47223500a3b4 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Unset dirty status for tenant:3e6141f840da41e98e9a0d2726fe8c9f on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:03.656992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-9f2d4e65-1f1c-4586-b54a-47223500a3b4 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/networks?id=8777e4ca-f051-4a01-a7a7-6eb9d0e45758 HTTP/1.1" status: 200 len: 823 time: 0.8722830 Feb 02 15:45:03.667688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d4974-057e-4405-b835-20cbb9e8e3ec req-8d313045-1a7f-40b2-8b9e-5402a2c123e3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:03.669317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-419d4974-057e-4405-b835-20cbb9e8e3ec req-8d313045-1a7f-40b2-8b9e-5402a2c123e3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 950 time: 0.2365966 Feb 02 15:45:03.815121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-c383f7e4-084e-42bc-8c68-2494d4c4cc63 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/quotas/3e6141f840da41e98e9a0d2726fe8c9f HTTP/1.1" status: 200 len: 375 time: 0.0624967 Feb 02 15:45:03.888558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-9d3d0c50-d985-4a15-a0c2-ce70dc2e2126 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e6141f840da41e98e9a0d2726fe8c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659213 Feb 02 15:45:03.959111 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-ff852086-ee48-478d-bd9f-684592b89ee2 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217986 Feb 02 15:45:04.137578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e23e384b-d9f9-4c52-a3c8-797fc9e24d4d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:45:04.216005 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:04.230586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-419d4974-057e-4405-b835-20cbb9e8e3ec req-c8a4854f-1154-42ba-b51d-de3d229fe7d4 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528677 Feb 02 15:45:04.237007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:04.237851 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:04.255650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-28181e51-0791-4177-a4f9-375b7995b709 service neutron] 10.222.0.88 "GET /v2.0/networks/8777e4ca-f051-4a01-a7a7-6eb9d0e45758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445148 Feb 02 15:45:04.274454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4912643-a2ad-4ff0-a552-0dbc353d2f21 req-2b5adafa-1cff-4270-a7b1-f4c9b6f09fca service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621288 Feb 02 15:45:04.298035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Transition to ACTIVE for port object 1659cc12-a630-4c04-978f-8b5102777b7f will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:04.447644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:04.473700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-b40887eb-fc88-4d5d-bb4b-3e9e982aaa80 service neutron] 10.222.0.88 "GET /v2.0/networks/8777e4ca-f051-4a01-a7a7-6eb9d0e45758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102990 Feb 02 15:45:04.537518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Network f36c386c-781c-45de-9db7-62be1bdbfcfd is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:04.552468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:04.571089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:04.576954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:04.578041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:04.611951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=1659cc12-a630-4c04-978f-8b5102777b7f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:04.714544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:04.716785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5c2d2d53-203d-4943-93c5-ace398d22ba4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8616097 Feb 02 15:45:04.720476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'network_id': 'f36c386c-781c-45de-9db7-62be1bdbfcfd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-742730966'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:04.828732 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5ac0ba2-dbb4-4efd-b17c-2159296b82a9 req-0b2e6202-7451-48d5-8107-ed1366468606 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 210 time: 0.0690227 Feb 02 15:45:05.056157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:05.060665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Usage tracker for resource:port and tenant:ab4f97adc0c245819ec8214dbbac2030 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:05.063674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:05.070342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:05.098654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2af8a1ca-8c83-4e88-8e1e-cbd83a155d5a None None] Provisioning for port 1659cc12-a630-4c04-978f-8b5102777b7f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:05.105627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2af8a1ca-8c83-4e88-8e1e-cbd83a155d5a None None] Provisioning complete for port 1659cc12-a630-4c04-978f-8b5102777b7f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:05.106127 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2af8a1ca-8c83-4e88-8e1e-cbd83a155d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:05.239173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2af8a1ca-8c83-4e88-8e1e-cbd83a155d5a None None] Port 1659cc12-a630-4c04-978f-8b5102777b7f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:05.259029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Made reservation on behalf of ab4f97adc0c245819ec8214dbbac2030 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:05.262176 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:05.311193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] device_id is not set on port b71cce0d-957f-4a6a-a381-291a98c6c43f yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:45:05.538809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Allocated IP 2001:db8::1c9 (f36c386c-781c-45de-9db7-62be1bdbfcfd/021d6322-a3f2-4a08-838c-946bde041279/b71cce0d-957f-4a6a-a381-291a98c6c43f) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:05.806278 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:05.828877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Transition to ACTIVE for port object b71cce0d-957f-4a6a-a381-291a98c6c43f will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:05.978209 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:06.104290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=b71cce0d-957f-4a6a-a381-291a98c6c43f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:06.165830 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e3ad565a-8a2e-4a43-b99f-1936b253f127 req-7edd2cbd-3ae7-4736-b98f-f219d8991971 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 210 time: 0.0624650 Feb 02 15:45:06.167686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Network f36c386c-781c-45de-9db7-62be1bdbfcfd is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:06.168887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:06.174391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:06.192699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:06.193374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:06.349287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7d459aae-c94f-43e8-9630-db1b2beb3980 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6334620 Feb 02 15:45:06.352028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54270) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:06.358228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27f', 'mac_address': 'fa:16:3e:f0:9a:f4'}, {'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:f1:9d:df'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:06.494488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54276) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:06.698425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7d898725-5bd6-4a7c-a5fa-db3d135c9709 None None] Provisioning for port b71cce0d-957f-4a6a-a381-291a98c6c43f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:06.704697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7d898725-5bd6-4a7c-a5fa-db3d135c9709 None None] Provisioning complete for port b71cce0d-957f-4a6a-a381-291a98c6c43f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:06.710271 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d898725-5bd6-4a7c-a5fa-db3d135c9709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:06.832420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7d898725-5bd6-4a7c-a5fa-db3d135c9709 None None] Port b71cce0d-957f-4a6a-a381-291a98c6c43f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:07.099491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:07.240782 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:07.423261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54296) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:07.522241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:07.535892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b11523a1-146f-40ed-875f-684c2056799b req-d3dc0f67-de90-437d-aae1-07fa6d9b0fec tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 210 time: 0.0682285 Feb 02 15:45:07.657096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:07.764996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:07.794684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] In _notify_port_updated(), no bound segment for port b71cce0d-957f-4a6a-a381-291a98c6c43f on network f36c386c-781c-45de-9db7-62be1bdbfcfd {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:45:07.809510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:07.810116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:07.811434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "PUT /v2.0/ports/b71cce0d-957f-4a6a-a381-291a98c6c43f HTTP/1.1" status: 200 len: 1067 time: 1.4584320 Feb 02 15:45:07.814661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54306) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:07.909584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dcb9d-09a4-4896-a1d0-cfe509b702a1 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event updated for resources: {'Port': ['ID=b71cce0d-957f-4a6a-a381-291a98c6c43f,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:07.918824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:07.926076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] Usage tracker for resource:security_group_rule and tenant:d50be3a0446c41ceb67fd0023e09e2e3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:07.930387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:07.937118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:07.977162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1dc82196-dc87-457e-af8d-05b4e974579c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting port b71cce0d-957f-4a6a-a381-291a98c6c43f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:07.977601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1dc82196-dc87-457e-af8d-05b4e974579c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.029819 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.048864 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00674cae-1044-447e-a99a-f93504818073 None None] Sync routers for ids ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:45:08.070571 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00674cae-1044-447e-a99a-f93504818073 None None] Routers {'40bdfacb-3f8f-4869-ae07-3fd1359ca875'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:45:08.076470 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-00674cae-1044-447e-a99a-f93504818073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:08.110074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.180045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605401e4-e34d-4aaa-a315-31b8282ae9fe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:08.189312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ad02f76f-6db4-4647-9157-e565a686ceed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d50be3a0446c41ceb67fd0023e09e2e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7596066 Feb 02 15:45:08.190572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54310) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:08.293901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-53b7cd73-486b-4961-a63e-d842d800072d None None] Provisioning complete for port b71cce0d-957f-4a6a-a381-291a98c6c43f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:08.294479 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-53b7cd73-486b-4961-a63e-d842d800072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.338904 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e40165d0-26ec-4596-9ac9-8d737ea398a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.374813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-53b7cd73-486b-4961-a63e-d842d800072d None None] Port b71cce0d-957f-4a6a-a381-291a98c6c43f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:08.409580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e40165d0-26ec-4596-9ac9-8d737ea398a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.465418 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-00674cae-1044-447e-a99a-f93504818073 None None] Set router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:45:08.540911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1dc82196-dc87-457e-af8d-05b4e974579c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.609451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e40165d0-26ec-4596-9ac9-8d737ea398a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.634883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40165d0-26ec-4596-9ac9-8d737ea398a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605401e4-e34d-4aaa-a315-31b8282ae9fe,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:08.724310 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e40165d0-26ec-4596-9ac9-8d737ea398a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:08.727018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e40165d0-26ec-4596-9ac9-8d737ea398a6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/605401e4-e34d-4aaa-a315-31b8282ae9fe HTTP/1.1" status: 204 len: 168 time: 0.5354187 Feb 02 15:45:08.865119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2997402-6519-4203-8492-8127f3c629ac req-19e9d7b1-f88b-4c01-921d-f0ec2419a34e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:08.870328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-19e9d7b1-f88b-4c01-921d-f0ec2419a34e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.107 "GET /v2.0/networks?id=8777e4ca-f051-4a01-a7a7-6eb9d0e45758 HTTP/1.1" status: 200 len: 823 time: 0.3628242 Feb 02 15:45:08.893653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Request body: {'port': {'device_id': 'b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07', 'network_id': '8777e4ca-f051-4a01-a7a7-6eb9d0e45758', 'admin_state_up': True, 'tenant_id': '3e6141f840da41e98e9a0d2726fe8c9f'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:09.002782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1959bb54-484f-4b03-9b72-950fc25b5a82 req-0272b71a-abec-4a6d-95f7-3b9aaf0655f1 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 210 time: 0.0868776 Feb 02 15:45:09.099540 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-00674cae-1044-447e-a99a-f93504818073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:44:58Z', 'revision_number': 4, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port': {'id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:48Z', 'updated_at': '2022-02-02T15:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '22c8ea76-9772-4a8f-9140-50162e449fa0', 'name': '', 'network_id': '5e758303-862e-4536-a656-c6c65f10054a', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'mac_address': 'fa:16:3e:14:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5827c2da-88cd-4ff4-9e2a-ed4510d89ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:56Z', 'updated_at': '2022-02-02T15:44:59Z', 'revision_number': 2, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'subnets': [{'id': '5827c2da-88cd-4ff4-9e2a-ed4510d89ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:09.107240 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00674cae-1044-447e-a99a-f93504818073 None None] Checking router: 40bdfacb-3f8f-4869-ae07-3fd1359ca875 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:45:09.107898 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00674cae-1044-447e-a99a-f93504818073 None None] Updating router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 port 22c8ea76-9772-4a8f-9140-50162e449fa0 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:45:09.152942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:09.153680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1dc82196-dc87-457e-af8d-05b4e974579c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Calling delete_port for b71cce0d-957f-4a6a-a381-291a98c6c43f owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:09.158935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Usage tracker for resource:port and tenant:3e6141f840da41e98e9a0d2726fe8c9f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:09.162267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:09.169648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:09.175288 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-00674cae-1044-447e-a99a-f93504818073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:09.259700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Made reservation on behalf of 3e6141f840da41e98e9a0d2726fe8c9f for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:09.264019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:09.374894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Deleting port 22c8ea76-9772-4a8f-9140-50162e449fa0 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:09.375238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:09.572231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1dc82196-dc87-457e-af8d-05b4e974579c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:09.652722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc82196-dc87-457e-af8d-05b4e974579c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Port': ['ID=b71cce0d-957f-4a6a-a381-291a98c6c43f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:09.666530 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-00674cae-1044-447e-a99a-f93504818073 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:09.681003 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-00674cae-1044-447e-a99a-f93504818073 None None] Transition to ACTIVE for port object 22c8ea76-9772-4a8f-9140-50162e449fa0 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:09.737560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:09.766597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Allocated IP 172.20.0.12 (8777e4ca-f051-4a01-a7a7-6eb9d0e45758/d86deecb-55d3-4f82-9c97-4d68680b4d7f/2b3c9605-1d00-4e22-8d30-9e30aa75003d) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:09.777164 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-00674cae-1044-447e-a99a-f93504818073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:09.837078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54326) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:09.882096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:09.888449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Pushing event updated for resources: {'Port': ['ID=22c8ea76-9772-4a8f-9140-50162e449fa0,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:09.900138 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.900729 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.901134 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.901531 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.901948 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.902342 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.902733 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.903119 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.903521 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.906766 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.907159 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:09.913854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Calling delete_port for 22c8ea76-9772-4a8f-9140-50162e449fa0 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:10.117660 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-00674cae-1044-447e-a99a-f93504818073 None None] Attempting to bind port 22c8ea76-9772-4a8f-9140-50162e449fa0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:45:10.118243 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-00674cae-1044-447e-a99a-f93504818073 None None] Attempting to bind port 22c8ea76-9772-4a8f-9140-50162e449fa0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:45:10.118750 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00674cae-1044-447e-a99a-f93504818073 None None] Attempting to bind port 22c8ea76-9772-4a8f-9140-50162e449fa0 on network 5e758303-862e-4536-a656-c6c65f10054a {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:45:10.142308 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00674cae-1044-447e-a99a-f93504818073 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:45:10.142701 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00674cae-1044-447e-a99a-f93504818073 None None] Checking segment: {'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:45:10.143102 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-00674cae-1044-447e-a99a-f93504818073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.143623 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00674cae-1044-447e-a99a-f93504818073 None None] Bound using segment: {'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:45:10.144137 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-00674cae-1044-447e-a99a-f93504818073 None None] Bound port: 22c8ea76-9772-4a8f-9140-50162e449fa0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2bafda-dea7-4bd0-b261-b8d11e361437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '5e758303-862e-4536-a656-c6c65f10054a'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:45:10.144646 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-00674cae-1044-447e-a99a-f93504818073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.164653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:10.188823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] Usage tracker for resource:security_group_rule and tenant:756ff68082a14855b400fcdc95b17e97 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:10.204492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:10.234355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:10.270611 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1dc82196-dc87-457e-af8d-05b4e974579c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.278858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.288346 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1dc82196-dc87-457e-af8d-05b4e974579c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "DELETE /v2.0/ports/b71cce0d-957f-4a6a-a381-291a98c6c43f HTTP/1.1" status: 204 len: 168 time: 2.4724107 Feb 02 15:45:10.289476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54336) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:10.295500 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-00674cae-1044-447e-a99a-f93504818073 None None] For port 22c8ea76-9772-4a8f-9140-50162e449fa0, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:45:10.302396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9bf6e71d-5223-4d1a-bc32-12112db5d071 req-3b39c323-4401-47fa-b0d6-1cbd60dc03c4 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 210 time: 0.0782294 Feb 02 15:45:10.316458 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-00674cae-1044-447e-a99a-f93504818073 None None] For port 22c8ea76-9772-4a8f-9140-50162e449fa0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=22c8ea76-9772-4a8f-9140-50162e449fa0,segment=NetworkSegment(bb2bafda-dea7-4bd0-b261-b8d11e361437),segment_id=bb2bafda-dea7-4bd0-b261-b8d11e361437)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:45:10.357331 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96f9845-922d-4d19-a114-1f756b68d133 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] GET failed (client error): The resource could not be found. Feb 02 15:45:10.358035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f96f9845-922d-4d19-a114-1f756b68d133 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Synchronizing usage tracker for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:10.395292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.401779 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-00674cae-1044-447e-a99a-f93504818073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.429042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.457798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:45:10.458117 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:45:10.485004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f96f9845-922d-4d19-a114-1f756b68d133 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Unset dirty status for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:10.486567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f96f9845-922d-4d19-a114-1f756b68d133 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "GET /v2.0/ports/b71cce0d-957f-4a6a-a381-291a98c6c43f HTTP/1.1" status: 404 len: 333 time: 0.1936579 Feb 02 15:45:10.488895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54340) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:10.506758 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0eae61-9cdb-48ed-b02a-75222a9c8fc0 None None] Pushing event updated for resources: {'Port': ['ID=22c8ea76-9772-4a8f-9140-50162e449fa0,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:10.506975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.516106 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00674cae-1044-447e-a99a-f93504818073 None None] Routers {'40bdfacb-3f8f-4869-ae07-3fd1359ca875'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:45:10.516708 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-00674cae-1044-447e-a99a-f93504818073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:10.567495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:10.579349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:10.581997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:10.603532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ef599655-0437-4a4e-b2b1-744e1f25562b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting port 1659cc12-a630-4c04-978f-8b5102777b7f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:10.604089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef599655-0437-4a4e-b2b1-744e1f25562b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.654449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Pushing event updated for resources: {'Port': ['ID=2b3c9605-1d00-4e22-8d30-9e30aa75003d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:10.674301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f08c77-89d6-4b0d-99b1-d0d86aeca441,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:10.691501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-008ef71b-8490-4fce-8633-af2f53f994be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=756ff68082a14855b400fcdc95b17e97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8498106 Feb 02 15:45:10.692265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54346) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:10.762544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:10.763946 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.851551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ba50c45-553d-4f77-ae39-6d94aaead0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.865167 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-00674cae-1044-447e-a99a-f93504818073 None None] Set router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:45:10.889282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ba50c45-553d-4f77-ae39-6d94aaead0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:10.902797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-30f00b9f-8ad4-4b93-999a-448c0934eb4e tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0133314 Feb 02 15:45:10.934676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Request body: {'port': {'device_id': 'b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:10.970153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Deleting port 22c8ea76-9772-4a8f-9140-50162e449fa0 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:10.970888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:11.177173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ba50c45-553d-4f77-ae39-6d94aaead0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:11.207451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba50c45-553d-4f77-ae39-6d94aaead0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f08c77-89d6-4b0d-99b1-d0d86aeca441,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:11.213666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:11.235925 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ba50c45-553d-4f77-ae39-6d94aaead0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:11.249433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6ba50c45-553d-4f77-ae39-6d94aaead0ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60f08c77-89d6-4b0d-99b1-d0d86aeca441 HTTP/1.1" status: 204 len: 168 time: 0.5473492 Feb 02 15:45:11.336444 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-00674cae-1044-447e-a99a-f93504818073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:44:58Z', 'revision_number': 4, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port': {'id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:48Z', 'updated_at': '2022-02-02T15:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '22c8ea76-9772-4a8f-9140-50162e449fa0', 'name': '', 'network_id': '5e758303-862e-4536-a656-c6c65f10054a', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'mac_address': 'fa:16:3e:14:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5827c2da-88cd-4ff4-9e2a-ed4510d89ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:56Z', 'updated_at': '2022-02-02T15:45:10Z', 'revision_number': 4, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'subnets': [{'id': '5827c2da-88cd-4ff4-9e2a-ed4510d89ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:11.347813 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00674cae-1044-447e-a99a-f93504818073 None None] The sync data for ids ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'] in n-d-827122-1 is: [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:44:58Z', 'revision_number': 4, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port': {'id': 'e23e384b-d9f9-4c52-a3c8-797fc9e24d4d', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:48Z', 'updated_at': '2022-02-02T15:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '22c8ea76-9772-4a8f-9140-50162e449fa0', 'name': '', 'network_id': '5e758303-862e-4536-a656-c6c65f10054a', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'mac_address': 'fa:16:3e:14:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5827c2da-88cd-4ff4-9e2a-ed4510d89ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:56Z', 'updated_at': '2022-02-02T15:45:10Z', 'revision_number': 4, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'subnets': [{'id': '5827c2da-88cd-4ff4-9e2a-ed4510d89ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:45:11.394975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef599655-0437-4a4e-b2b1-744e1f25562b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:11.708344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ef599655-0437-4a4e-b2b1-744e1f25562b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Calling delete_port for 1659cc12-a630-4c04-978f-8b5102777b7f owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:11.891506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3c9605-1d00-4e22-8d30-9e30aa75003d {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:45:11.912020 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:11.932817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Transition to ACTIVE for port object 2b3c9605-1d00-4e22-8d30-9e30aa75003d will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:11.953690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] For port 22c8ea76-9772-4a8f-9140-50162e449fa0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=22c8ea76-9772-4a8f-9140-50162e449fa0,segment=NetworkSegment(bb2bafda-dea7-4bd0-b261-b8d11e361437),segment_id=bb2bafda-dea7-4bd0-b261-b8d11e361437)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:11.954134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.018991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.144483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df57c666-d26e-4061-be69-1c78b7d4272e req-9bb9ed01-7f27-42c1-bf9f-ddedcf4686ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1143336 Feb 02 15:45:12.154883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Calling delete_port for 22c8ea76-9772-4a8f-9140-50162e449fa0 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:12.200943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 22c8ea76-9772-4a8f-9140-50162e449fa0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:45:12.345552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3c9605-1d00-4e22-8d30-9e30aa75003d,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:12.435546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 22c8ea76-9772-4a8f-9140-50162e449fa0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:12.442645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 22c8ea76-9772-4a8f-9140-50162e449fa0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:12.454597 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.494278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25048a-ebd4-4684-a627-b7ceabd6e58e req-b929eefa-e54d-4aa4-ae6f-9c3dbcb8b407 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:12.496196 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b25048a-ebd4-4684-a627-b7ceabd6e58e req-b929eefa-e54d-4aa4-ae6f-9c3dbcb8b407 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 932 time: 0.8290780 Feb 02 15:45:12.515720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Attempting to bind port 2b3c9605-1d00-4e22-8d30-9e30aa75003d on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:45:12.516297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Attempting to bind port 2b3c9605-1d00-4e22-8d30-9e30aa75003d by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '84502aba-1b0f-40cc-a52d-2c663f601587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8777e4ca-f051-4a01-a7a7-6eb9d0e45758'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:45:12.516730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Attempting to bind port 2b3c9605-1d00-4e22-8d30-9e30aa75003d on network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:45:12.524466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Port 2b3c9605-1d00-4e22-8d30-9e30aa75003d on network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:45:12.526336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Attempting to bind port 2b3c9605-1d00-4e22-8d30-9e30aa75003d on network 8777e4ca-f051-4a01-a7a7-6eb9d0e45758 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:45:12.533440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:45:12.533642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Checking segment: {'id': '84502aba-1b0f-40cc-a52d-2c663f601587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8777e4ca-f051-4a01-a7a7-6eb9d0e45758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:45:12.534748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Bound using segment: {'id': '84502aba-1b0f-40cc-a52d-2c663f601587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8777e4ca-f051-4a01-a7a7-6eb9d0e45758'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:45:12.535309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Bound port: 2b3c9605-1d00-4e22-8d30-9e30aa75003d, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84502aba-1b0f-40cc-a52d-2c663f601587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8777e4ca-f051-4a01-a7a7-6eb9d0e45758'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:45:12.536285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.617631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b25048a-ebd4-4684-a627-b7ceabd6e58e req-c3c06c00-52f9-45c1-a6e5-605421af17d3 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111846 Feb 02 15:45:12.631035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df57c666-d26e-4061-be69-1c78b7d4272e req-4c1d43d5-733d-4a3a-ae1c-6ab0cf78baae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=429a2428885e4fb0ac683405464e0a8c&device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 1101 time: 0.2897205 Feb 02 15:45:12.633126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef599655-0437-4a4e-b2b1-744e1f25562b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.686721 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.702807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] For port 2b3c9605-1d00-4e22-8d30-9e30aa75003d, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:45:12.711968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] For port 2b3c9605-1d00-4e22-8d30-9e30aa75003d, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2b3c9605-1d00-4e22-8d30-9e30aa75003d,segment=NetworkSegment(84502aba-1b0f-40cc-a52d-2c663f601587),segment_id=84502aba-1b0f-40cc-a52d-2c663f601587)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:45:12.738739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 22c8ea76-9772-4a8f-9140-50162e449fa0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=22c8ea76-9772-4a8f-9140-50162e449fa0,segment=NetworkSegment(bb2bafda-dea7-4bd0-b261-b8d11e361437),segment_id=bb2bafda-dea7-4bd0-b261-b8d11e361437)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:12.784721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.795212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef599655-0437-4a4e-b2b1-744e1f25562b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Port': ['ID=1659cc12-a630-4c04-978f-8b5102777b7f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:12.822345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.879619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ef599655-0437-4a4e-b2b1-744e1f25562b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.897160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3c9605-1d00-4e22-8d30-9e30aa75003d,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:12.907811 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:12.909588 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-ab35cc16-7d86-4c3b-89da-302efaf65398 service neutron] 10.222.0.107 "PUT /v2.0/ports/2b3c9605-1d00-4e22-8d30-9e30aa75003d HTTP/1.1" status: 200 len: 1092 time: 1.9894936 Feb 02 15:45:12.910275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07', 'tag': '2b3c9605-1d00-4e22-8d30-9e30aa75003d'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:45:13.020939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:45:13.021816 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:45:13.029302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54380) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:13.031481 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ef599655-0437-4a4e-b2b1-744e1f25562b tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "DELETE /v2.0/ports/1659cc12-a630-4c04-978f-8b5102777b7f HTTP/1.1" status: 204 len: 168 time: 2.5415366 Feb 02 15:45:13.041315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=22c8ea76-9772-4a8f-9140-50162e449fa0,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:13.043068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c666-d26e-4061-be69-1c78b7d4272e req-cc3a3e0a-d721-4854-a669-3a857d133c49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:13.048737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df57c666-d26e-4061-be69-1c78b7d4272e req-cc3a3e0a-d721-4854-a669-3a857d133c49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.3948910 Feb 02 15:45:13.055869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.056467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.056828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.057165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.057500 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.057836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.058167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.058494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.058820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.059161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.059485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:13.090148 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07', 'tag': '2b3c9605-1d00-4e22-8d30-9e30aa75003d', 'status': 'completed', 'code': 200} Feb 02 15:45:13.171148 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c77919d-3091-4fed-be8c-f747a0fa408a tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] GET failed (client error): The resource could not be found. Feb 02 15:45:13.171600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8c77919d-3091-4fed-be8c-f747a0fa408a tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Synchronizing usage tracker for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:13.195437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df57c666-d26e-4061-be69-1c78b7d4272e req-53b9d6c3-4ce5-4437-83e0-ac3d06e7286a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d7236e27-d0ed-4130-a9de-993371eeab83 HTTP/1.1" status: 200 len: 217 time: 0.1353962 Feb 02 15:45:13.239050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3d6dad6-05a3-42be-b0eb-c5ef497f5b09 req-c652d98a-2e23-4d45-af27-7cc122deec63 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e6141f840da41e98e9a0d2726fe8c9f&device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 1095 time: 0.1322699 Feb 02 15:45:13.253553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8c77919d-3091-4fed-be8c-f747a0fa408a tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Unset dirty status for tenant:ab4f97adc0c245819ec8214dbbac2030 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:13.255994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8c77919d-3091-4fed-be8c-f747a0fa408a tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "GET /v2.0/ports/1659cc12-a630-4c04-978f-8b5102777b7f HTTP/1.1" status: 404 len: 333 time: 0.2255211 Feb 02 15:45:13.263719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54388) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:13.349853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c666-d26e-4061-be69-1c78b7d4272e req-a403d776-9004-44c7-abad-c1f92aa8a2d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:13.352285 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df57c666-d26e-4061-be69-1c78b7d4272e req-a403d776-9004-44c7-abad-c1f92aa8a2d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1483533 Feb 02 15:45:13.355422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-8a22979e-5679-4d74-bd12-3119fe8af20c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting port 227c80d0-bdd7-4864-a7c5-b69efde53b37 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:13.355422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8a22979e-5679-4d74-bd12-3119fe8af20c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:13.462784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6dad6-05a3-42be-b0eb-c5ef497f5b09 req-55b2f3fb-e25a-4e5c-be5d-db74dc53a8da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:13.465732 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3d6dad6-05a3-42be-b0eb-c5ef497f5b09 req-55b2f3fb-e25a-4e5c-be5d-db74dc53a8da service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=3e6141f840da41e98e9a0d2726fe8c9f&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2080119 Feb 02 15:45:13.482648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Deleting port 22c8ea76-9772-4a8f-9140-50162e449fa0 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:13.483016 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:13.685068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6dad6-05a3-42be-b0eb-c5ef497f5b09 req-b83c3a67-316c-4029-8e23-52979e0fc16e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:13.690255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3d6dad6-05a3-42be-b0eb-c5ef497f5b09 req-b83c3a67-316c-4029-8e23-52979e0fc16e service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2178917 Feb 02 15:45:13.872857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-f5212d19-9279-462e-bdd5-4fe8cdcb4d6b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e6141f840da41e98e9a0d2726fe8c9f&device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 1095 time: 0.0994799 Feb 02 15:45:13.975828 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-55400364-8a7f-4a76-80db-ae9108749f9e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b3c9605-1d00-4e22-8d30-9e30aa75003d HTTP/1.1" status: 200 len: 217 time: 0.0883863 Feb 02 15:45:14.073612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2997402-6519-4203-8492-8127f3c629ac req-dd9fd402-e174-42cc-9913-73862f8c323e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:14.075340 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-dd9fd402-e174-42cc-9913-73862f8c323e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d86deecb-55d3-4f82-9c97-4d68680b4d7f HTTP/1.1" status: 200 len: 863 time: 0.0943375 Feb 02 15:45:14.085768 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df57c666-d26e-4061-be69-1c78b7d4272e req-1459a2f0-ebe1-4158-ab58-e48c8a1986af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7050936 Feb 02 15:45:14.125776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-327ad449-1f3a-4916-aed5-52c5728d15ce service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8777e4ca-f051-4a01-a7a7-6eb9d0e45758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438151 Feb 02 15:45:14.143347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 22c8ea76-9772-4a8f-9140-50162e449fa0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:45:14.217515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] For port 22c8ea76-9772-4a8f-9140-50162e449fa0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=22c8ea76-9772-4a8f-9140-50162e449fa0,segment=NetworkSegment(bb2bafda-dea7-4bd0-b261-b8d11e361437),segment_id=bb2bafda-dea7-4bd0-b261-b8d11e361437)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:14.217888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:14.303636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 22c8ea76-9772-4a8f-9140-50162e449fa0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:14.304585 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:14.516176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Calling delete_port for 22c8ea76-9772-4a8f-9140-50162e449fa0 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:14.531529 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-a2ae311f-f330-453f-8ce9-07c7ca277acf service neutron] 10.222.0.107 "GET /v2.0/networks/8777e4ca-f051-4a01-a7a7-6eb9d0e45758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981593 Feb 02 15:45:14.539358 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-789f4449-feed-4dcd-9ea0-b62b38303246 req-60fa55fd-2e6e-4048-b82c-8bc396a3ebb3 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1097 time: 0.3346496 Feb 02 15:45:14.615427 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8a22979e-5679-4d74-bd12-3119fe8af20c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:14.639646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bff4d-6691-4481-8362-2b677c8dde68 req-42f038f4-f5d9-4460-a496-9d54a862e1b0 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:14.641482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-323bff4d-6691-4481-8362-2b677c8dde68 req-42f038f4-f5d9-4460-a496-9d54a862e1b0 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 944 time: 0.7291341 Feb 02 15:45:14.717328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-789f4449-feed-4dcd-9ea0-b62b38303246 req-c2e43b3a-a6ca-479b-a0fe-d03f5b15f9a2 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Synchronizing usage tracker for tenant:b8666150e12e456eb4945d999f1ecec9 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:14.778572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2997402-6519-4203-8492-8127f3c629ac req-f8329aad-fa02-42fe-89ff-3ad0b5dc0fe9 service neutron] 10.222.0.107 "GET /v2.0/networks/8777e4ca-f051-4a01-a7a7-6eb9d0e45758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380121 Feb 02 15:45:14.864601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-789f4449-feed-4dcd-9ea0-b62b38303246 req-c2e43b3a-a6ca-479b-a0fe-d03f5b15f9a2 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Unset dirty status for tenant:b8666150e12e456eb4945d999f1ecec9 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:14.866611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-789f4449-feed-4dcd-9ea0-b62b38303246 req-c2e43b3a-a6ca-479b-a0fe-d03f5b15f9a2 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979383 Feb 02 15:45:14.883572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-8a22979e-5679-4d74-bd12-3119fe8af20c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Calling delete_port for 227c80d0-bdd7-4864-a7c5-b69efde53b37 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:14.931022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df57c666-d26e-4061-be69-1c78b7d4272e req-14d963af-9d58-43d2-8ab5-df8405ad17e9 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377097 Feb 02 15:45:15.009449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-323bff4d-6691-4481-8362-2b677c8dde68 req-f22dc58b-e006-43e7-a431-d0c0f7660e5b tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534935 Feb 02 15:45:15.122813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60e7f-f9a0-4ef2-9e1a-fb1f4355d829 req-b0ce823a-94df-4757-82fb-698882632590 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:15.132141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ec60e7f-f9a0-4ef2-9e1a-fb1f4355d829 req-b0ce823a-94df-4757-82fb-698882632590 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.1301465 Feb 02 15:45:15.210329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ec60e7f-f9a0-4ef2-9e1a-fb1f4355d829 req-806b083a-09eb-448c-bcad-1591edac1ec2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767853 Feb 02 15:45:15.247305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54428) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:15.288987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-df57c666-d26e-4061-be69-1c78b7d4272e req-e260712e-a526-40bb-8dc9-5cb2dbc64e7e service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417058 Feb 02 15:45:15.428180 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8a22979e-5679-4d74-bd12-3119fe8af20c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:15.446892 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5d6db489-c707-4b04-a2af-d6adc1d5e77a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/996b99ec-2647-43dc-8964-0de58a51496e HTTP/1.1" status: 200 len: 993 time: 0.1981523 Feb 02 15:45:15.484478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22979e-5679-4d74-bd12-3119fe8af20c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Port': ['ID=227c80d0-bdd7-4864-a7c5-b69efde53b37,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:15.544075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:15.614468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c8ea76-9772-4a8f-9140-50162e449fa0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:15.617675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8a22979e-5679-4d74-bd12-3119fe8af20c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:15.970665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8a22979e-5679-4d74-bd12-3119fe8af20c tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "DELETE /v2.0/ports/227c80d0-bdd7-4864-a7c5-b69efde53b37 HTTP/1.1" status: 204 len: 168 time: 2.7058272 Feb 02 15:45:15.971075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54450) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:16.426692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb296889-3fb7-47fb-83d4-ec4dd00043eb req-67f68da5-b7d9-42eb-862e-ac5ca3bec731 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:16.428301 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb296889-3fb7-47fb-83d4-ec4dd00043eb req-67f68da5-b7d9-42eb-862e-ac5ca3bec731 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 944 time: 0.1702018 Feb 02 15:45:16.452546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2eecb8-04b2-416b-aee7-26e4da6bbac4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting subnet 021d6322-a3f2-4a08-838c-946bde041279 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:45:16.465479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b2eecb8-04b2-416b-aee7-26e4da6bbac4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:16.499959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:16.542247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b2eecb8-04b2-416b-aee7-26e4da6bbac4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:16.609377 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7bd8e8d-0ec7-424f-9877-f4da950ff283 req-cf59efd2-9a7c-41c9-8d83-101ded568b66 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3607478 Feb 02 15:45:16.633755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb296889-3fb7-47fb-83d4-ec4dd00043eb req-db00b9f1-4ac0-40bd-9aab-59f47a69b69f tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960869 Feb 02 15:45:16.734883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b2eecb8-04b2-416b-aee7-26e4da6bbac4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:16.777552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2b3c9605-1d00-4e22-8d30-9e30aa75003d details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:45:17.038534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b2eecb8-04b2-416b-aee7-26e4da6bbac4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:17.154650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2eecb8-04b2-416b-aee7-26e4da6bbac4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Subnet': ['ID=021d6322-a3f2-4a08-838c-946bde041279,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:17.178810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2b3c9605-1d00-4e22-8d30-9e30aa75003d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2b3c9605-1d00-4e22-8d30-9e30aa75003d,segment=NetworkSegment(84502aba-1b0f-40cc-a52d-2c663f601587),segment_id=84502aba-1b0f-40cc-a52d-2c663f601587)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:17.187025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b2eecb8-04b2-416b-aee7-26e4da6bbac4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:17.210598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9b2eecb8-04b2-416b-aee7-26e4da6bbac4 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "DELETE /v2.0/subnets/021d6322-a3f2-4a08-838c-946bde041279 HTTP/1.1" status: 204 len: 168 time: 1.2364650 Feb 02 15:45:17.212127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54472) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:17.220827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:17.221620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a678ee9a-0a06-4fbb-9f5c-94489321dafe None None] Network f36c386c-781c-45de-9db7-62be1bdbfcfd requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:45:17.479631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '2b3c9605-1d00-4e22-8d30-9e30aa75003d', 'network_id': '8777e4ca-f051-4a01-a7a7-6eb9d0e45758', 'port_id': '2b3c9605-1d00-4e22-8d30-9e30aa75003d', 'mac_address': 'fa:16:3e:17:61:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86deecb-55d3-4f82-9c97-4d68680b4d7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:45:17.552015 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:17.575135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:17.576140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:17.728138 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:17.755629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3c9605-1d00-4e22-8d30-9e30aa75003d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:45:17.758454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:45:17.779490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2b3c9605-1d00-4e22-8d30-9e30aa75003d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2b3c9605-1d00-4e22-8d30-9e30aa75003d,segment=NetworkSegment(84502aba-1b0f-40cc-a52d-2c663f601587),segment_id=84502aba-1b0f-40cc-a52d-2c663f601587)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:17.882356 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:18.108572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2b3c9605-1d00-4e22-8d30-9e30aa75003d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:18.126019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] DHCP port deletion for f36c386c-781c-45de-9db7-62be1bdbfcfd request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:45:18.145743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:18.161786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] Deleting port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:18.163025 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:18.189248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] For port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,segment=NetworkSegment(a1d5aa92-0e24-4e29-b42f-874765268fb2),segment_id=a1d5aa92-0e24-4e29-b42f-874765268fb2)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:18.189784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:18.356834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:45:18.419055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['2b3c9605-1d00-4e22-8d30-9e30aa75003d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:45:18.420934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372df60-93f5-4e7f-bde2-728485728433 req-5803edae-513d-4873-b480-abd0cb78e14d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:18.428845 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5372df60-93f5-4e7f-bde2-728485728433 req-5803edae-513d-4873-b480-abd0cb78e14d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.3520486 Feb 02 15:45:18.590547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-b5b1f077-238a-4eb4-aa24-10c1611d41ab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6082554 Feb 02 15:45:18.605710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5372df60-93f5-4e7f-bde2-728485728433 req-f7e13bb1-5d6b-4c63-920c-c7fdf445778a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753821 Feb 02 15:45:18.639774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Calling delete_port for 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:18.645786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:45:18.678514 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d180630c-939c-4f6c-9ccd-a967033c6cd0 admin admin] 10.222.0.88 "PUT /v2.0/routers/40bdfacb-3f8f-4869-ae07-3fd1359ca875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1822517 Feb 02 15:45:18.679521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54500) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:18.688592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:18.763738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,segment=NetworkSegment(a1d5aa92-0e24-4e29-b42f-874765268fb2),segment_id=a1d5aa92-0e24-4e29-b42f-874765268fb2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:18.893370 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:18.900249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaf9ec-602c-49fa-9c9f-5a73993058df req-38993da8-d36a-426e-9727-51d27a691a20 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:18.942482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5aeaf9ec-602c-49fa-9c9f-5a73993058df req-38993da8-d36a-426e-9727-51d27a691a20 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Synchronizing usage tracker for tenant:3e6141f840da41e98e9a0d2726fe8c9f on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:19.000958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:45:19.002775 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:45:19.080159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5aeaf9ec-602c-49fa-9c9f-5a73993058df req-38993da8-d36a-426e-9727-51d27a691a20 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Unset dirty status for tenant:3e6141f840da41e98e9a0d2726fe8c9f on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:19.081444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5aeaf9ec-602c-49fa-9c9f-5a73993058df req-38993da8-d36a-426e-9727-51d27a691a20 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 945 time: 1.0535038 Feb 02 15:45:19.153316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5aeaf9ec-602c-49fa-9c9f-5a73993058df req-f57567fa-8412-4fe3-b2db-6cb696cb5130 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Synchronizing usage tracker for tenant:3e6141f840da41e98e9a0d2726fe8c9f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:19.189176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] For port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,segment=NetworkSegment(a1d5aa92-0e24-4e29-b42f-874765268fb2),segment_id=a1d5aa92-0e24-4e29-b42f-874765268fb2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:19.189676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:19.298827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5aeaf9ec-602c-49fa-9c9f-5a73993058df req-f57567fa-8412-4fe3-b2db-6cb696cb5130 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Unset dirty status for tenant:3e6141f840da41e98e9a0d2726fe8c9f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:19.299960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5aeaf9ec-602c-49fa-9c9f-5a73993058df req-f57567fa-8412-4fe3-b2db-6cb696cb5130 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068341 Feb 02 15:45:19.494504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:19.506653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Deleting port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:19.507521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:19.598381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:19.632762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] Calling delete_port for 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:20.132760 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:45:20.133396 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:45:20.199828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:20.247150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf7fc4-03db-4711-b948-00e991cc0e82 req-48577b54-fc48-4f32-9eb9-073d1f5adbe2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:20.250744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebaf7fc4-03db-4711-b948-00e991cc0e82 req-48577b54-fc48-4f32-9eb9-073d1f5adbe2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.2408884 Feb 02 15:45:20.296121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] For port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,segment=NetworkSegment(a1d5aa92-0e24-4e29-b42f-874765268fb2),segment_id=a1d5aa92-0e24-4e29-b42f-874765268fb2)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:20.296679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:20.299082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ebaf7fc4-03db-4711-b948-00e991cc0e82 req-3daa1c79-c080-46fb-9e9a-935e2d7d9fbb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442939 Feb 02 15:45:20.398255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Deleting port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:20.398622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:20.431565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Calling delete_port for 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:20.634299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] Deleting port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:20.634998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:20.739498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] For port e23e384b-d9f9-4c52-a3c8-797fc9e24d4d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e23e384b-d9f9-4c52-a3c8-797fc9e24d4d,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:20.740097 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:20.778514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81494c79-0942-4093-bbf4-0672114526e6 req-189335c0-bde4-472e-b0ce-a2ec47ba0a02 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:20.780123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-81494c79-0942-4093-bbf4-0672114526e6 req-189335c0-bde4-472e-b0ce-a2ec47ba0a02 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 945 time: 0.2302904 Feb 02 15:45:20.842740 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-81494c79-0942-4093-bbf4-0672114526e6 req-83467706-cd93-4ef7-a7f7-709c07bff508 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567253 Feb 02 15:45:20.843751 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:20.854408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2b3c9605-1d00-4e22-8d30-9e30aa75003d up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:45:20.986311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-01a74124-898b-480a-b488-f20d5c0cac56 None None] The port '6fed7eac-2a18-40f7-a60f-0cdbb2304e49' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:45:20.987815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Port': ['ID=6fed7eac-2a18-40f7-a60f-0cdbb2304e49,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:21.027090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] No DVR routers for this DVR port 6fed7eac-2a18-40f7-a60f-0cdbb2304e49 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:45:21.040643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Calling delete_port for e23e384b-d9f9-4c52-a3c8-797fc9e24d4d owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:21.084628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] Sync routers for ids ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:45:21.107354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] Routers {'40bdfacb-3f8f-4869-ae07-3fd1359ca875'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:45:21.110461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:21.229819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 2b3c9605-1d00-4e22-8d30-9e30aa75003d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:21.258595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 2b3c9605-1d00-4e22-8d30-9e30aa75003d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:21.258931 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:21.364609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:21.422544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36c386c-781c-45de-9db7-62be1bdbfcfd']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:21.438326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d5aa92-0e24-4e29-b42f-874765268fb2') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:21.439214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d5aa92-0e24-4e29-b42f-874765268fb2') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:21.488074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:21.515101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:21.527650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:45:21.528047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] Set router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:45:21.529664 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:21.569873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:45:21.598270 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:45:21.640393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23e384b-d9f9-4c52-a3c8-797fc9e24d4d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:21.692046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:45:20Z', 'revision_number': 6, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:21.697420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] Checking router: 40bdfacb-3f8f-4869-ae07-3fd1359ca875 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:45:21.774753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] Routers {'40bdfacb-3f8f-4869-ae07-3fd1359ca875'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:45:21.775599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:44:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:21.859364 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:21.874593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:21.932736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324fb04-dd98-4576-a725-7e21739e8846 req-af1b717b-34c9-4529-8da2-72c15149ffcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:21.948763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5324fb04-dd98-4576-a725-7e21739e8846 req-af1b717b-34c9-4529-8da2-72c15149ffcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.4269426 Feb 02 15:45:21.964653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] Pushing event deleted for resources: {'Network': ['ID=f36c386c-781c-45de-9db7-62be1bdbfcfd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:22.012311 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d2e0491-88f5-4ef6-96c2-e852f22592d8 tempest-AllowedAddressPairIpV6TestJSON-1358012211 tempest-AllowedAddressPairIpV6TestJSON-1358012211-project] 10.222.0.88 "DELETE /v2.0/networks/f36c386c-781c-45de-9db7-62be1bdbfcfd HTTP/1.1" status: 204 len: 168 time: 4.7989926 Feb 02 15:45:22.173575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:22.212106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] Set router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:45:22.426013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3c9605-1d00-4e22-8d30-9e30aa75003d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:45:22.444025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:45:21Z', 'revision_number': 7, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:22.446004 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-bd6599e1-4336-40ec-9e04-90ea8c973f3a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1097 time: 0.4298975 Feb 02 15:45:22.460261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2b3c9605-1d00-4e22-8d30-9e30aa75003d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2b3c9605-1d00-4e22-8d30-9e30aa75003d,segment=NetworkSegment(84502aba-1b0f-40cc-a52d-2c663f601587),segment_id=84502aba-1b0f-40cc-a52d-2c663f601587)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:22.472976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9721c1de-6e1d-4e31-b2e6-927d297b7aa8 None None] The sync data for ids ['40bdfacb-3f8f-4869-ae07-3fd1359ca875'] in n-d-827122-1 is: [{'id': '40bdfacb-3f8f-4869-ae07-3fd1359ca875', 'name': 'tempest-ImageQuotaTest-1841685988-router', 'tenant_id': '7b453a319d1343ad96cc8f2734212b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:46Z', 'updated_at': '2022-02-02T15:45:21Z', 'revision_number': 7, 'project_id': '7b453a319d1343ad96cc8f2734212b2b', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:45:22.526695 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5324fb04-dd98-4576-a725-7e21739e8846 req-a3b46881-98b8-48ac-879f-d0944b61bee7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5769148 Feb 02 15:45:22.530077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:22.557298 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:22.633002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa23f0-5bf3-4a83-8cbf-93348b367a94 req-9d9a4cd5-6291-4d35-92d5-85e7c7e970e0 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:22.635148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67fa23f0-5bf3-4a83-8cbf-93348b367a94 req-9d9a4cd5-6291-4d35-92d5-85e7c7e970e0 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 945 time: 0.4103732 Feb 02 15:45:22.675125 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3c9605-1d00-4e22-8d30-9e30aa75003d', 'code': 200} Feb 02 15:45:22.686195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2b3c9605-1d00-4e22-8d30-9e30aa75003d,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:22.774813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67fa23f0-5bf3-4a83-8cbf-93348b367a94 req-7d8c65d0-22e0-4e70-9713-e615ddf2a316 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286519 Feb 02 15:45:22.835114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-e7d98a81-617b-4e15-bba5-72f1022c431f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:22.837237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-e7d98a81-617b-4e15-bba5-72f1022c431f service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.3838315 Feb 02 15:45:23.105921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-60c2ac24-f421-4df1-9959-7b5ca974ca07 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 1001 time: 0.2625425 Feb 02 15:45:23.251919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54576) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:23.301095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-6dae7125-6b38-43d0-b93a-f0ccc3a37a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:23.305456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-6dae7125-6b38-43d0-b93a-f0ccc3a37a07 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.1879954 Feb 02 15:45:23.509894 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:23.519710 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-4f518f70-b715-4168-9c70-5fbde7a380e1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082312 Feb 02 15:45:23.571992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:23.613931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9946a07-a13b-433c-b5bb-161d660ae8a1 req-049d3b7e-2cd9-4d39-9840-50f14fe6501f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 1097 time: 0.4913211 Feb 02 15:45:23.682378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9946a07-a13b-433c-b5bb-161d660ae8a1 req-71cf114a-ef13-4fd5-a764-2988a7b5f7b9 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602553 Feb 02 15:45:23.696333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:23.697137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40bdfacb-3f8f-4869-ae07-3fd1359ca875 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:45:23.742739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:23.744495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-94dd132a-fec9-4049-8a4c-9edf7d7843e6 admin admin] 10.222.0.88 "DELETE /v2.0/routers/40bdfacb-3f8f-4869-ae07-3fd1359ca875 HTTP/1.1" status: 204 len: 168 time: 5.0638154 Feb 02 15:45:23.747176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54588) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:23.962730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e1ed38-0e90-4298-b71d-101c1c92a01d admin admin] Deleting subnet 5827c2da-88cd-4ff4-9e2a-ed4510d89ee4 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:45:23.972072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e1ed38-0e90-4298-b71d-101c1c92a01d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.046240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e1ed38-0e90-4298-b71d-101c1c92a01d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.074756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 22c8ea76-9772-4a8f-9140-50162e449fa0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:45:24.170368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 22c8ea76-9772-4a8f-9140-50162e449fa0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:45:24.170915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 22c8ea76-9772-4a8f-9140-50162e449fa0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:45:24.171352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e23e384b-d9f9-4c52-a3c8-797fc9e24d4d no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:45:24.172945 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e1ed38-0e90-4298-b71d-101c1c92a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.244205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e23e384b-d9f9-4c52-a3c8-797fc9e24d4d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:45:24.253023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e23e384b-d9f9-4c52-a3c8-797fc9e24d4d not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:45:24.284239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed91d31-5098-4e60-bd32-0739eed57f7e req-9a0e57f9-7811-4bdf-a637-349acb99b69c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:24.286102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8ed91d31-5098-4e60-bd32-0739eed57f7e req-9a0e57f9-7811-4bdf-a637-349acb99b69c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.4188185 Feb 02 15:45:24.343375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159a1bd-f951-4615-a935-efb19d564437 req-a07008ff-f83e-4a3f-93fd-ad8a0cacb2c7 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:24.345382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c159a1bd-f951-4615-a935-efb19d564437 req-a07008ff-f83e-4a3f-93fd-ad8a0cacb2c7 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 946 time: 0.2937834 Feb 02 15:45:24.351226 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8ed91d31-5098-4e60-bd32-0739eed57f7e req-b646f9d6-179c-4cac-8684-08a8fb142182 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551751 Feb 02 15:45:24.353938 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e1ed38-0e90-4298-b71d-101c1c92a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.371148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9d12b254-b012-42d8-8f00-4d3648791e23 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ab4f97adc0c245819ec8214dbbac2030&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1087625 Feb 02 15:45:24.372642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54604) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:24.376296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-708394d5-7234-406e-b555-dd146908ea19 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8499622 Feb 02 15:45:24.423064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1ed38-0e90-4298-b71d-101c1c92a01d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5827c2da-88cd-4ff4-9e2a-ed4510d89ee4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:24.437981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e1ed38-0e90-4298-b71d-101c1c92a01d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.443448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a9eac-f690-43c4-9817-2f923a2ee5c4 None None] Network 5e758303-862e-4536-a656-c6c65f10054a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:45:24.463180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-88e1ed38-0e90-4298-b71d-101c1c92a01d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5827c2da-88cd-4ff4-9e2a-ed4510d89ee4 HTTP/1.1" status: 204 len: 168 time: 0.7150939 Feb 02 15:45:24.465587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54610) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:24.554218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c159a1bd-f951-4615-a935-efb19d564437 req-ec3d90d7-f365-4dfd-b824-2996f4ec3579 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800327 Feb 02 15:45:24.590466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-569a1ded-bd28-496d-b431-c0a6920b436e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.617268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.635736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Deleting port bd4b63fb-80f3-4364-858b-e6dc1175bf2e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:24.636112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.712308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-569a1ded-bd28-496d-b431-c0a6920b436e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.746656 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-c881e184-b716-448d-bad5-249be432ed22 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375983 Feb 02 15:45:24.888374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb0f300a-4d5b-41a7-bd7d-fda9dc875e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.915558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-569a1ded-bd28-496d-b431-c0a6920b436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.957144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a1ded-bd28-496d-b431-c0a6920b436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b24b74-0d4b-4a84-8056-1dcfe7f8577f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:24.962132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-569a1ded-bd28-496d-b431-c0a6920b436e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:24.967757 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-569a1ded-bd28-496d-b431-c0a6920b436e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94b24b74-0d4b-4a84-8056-1dcfe7f8577f HTTP/1.1" status: 204 len: 168 time: 0.5878751 Feb 02 15:45:25.015105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] DHCP port deletion for 5e758303-862e-4536-a656-c6c65f10054a request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:45:25.020618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] Deleting port bd4b63fb-80f3-4364-858b-e6dc1175bf2e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:25.020994 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:25.083290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] For port bd4b63fb-80f3-4364-858b-e6dc1175bf2e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bd4b63fb-80f3-4364-858b-e6dc1175bf2e,segment=NetworkSegment(bb2bafda-dea7-4bd0-b261-b8d11e361437),segment_id=bb2bafda-dea7-4bd0-b261-b8d11e361437)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:25.085066 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:25.264145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Calling delete_port for bd4b63fb-80f3-4364-858b-e6dc1175bf2e owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:25.341594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] For port bd4b63fb-80f3-4364-858b-e6dc1175bf2e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bd4b63fb-80f3-4364-858b-e6dc1175bf2e,segment=NetworkSegment(bb2bafda-dea7-4bd0-b261-b8d11e361437),segment_id=bb2bafda-dea7-4bd0-b261-b8d11e361437)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:25.342188 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:25.466134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:25.523191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] Calling delete_port for bd4b63fb-80f3-4364-858b-e6dc1175bf2e owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:25.590220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4b63fb-80f3-4364-858b-e6dc1175bf2e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:25.594050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] No DVR routers for this DVR port bd4b63fb-80f3-4364-858b-e6dc1175bf2e on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:25.756365 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:45:25.778610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:45:25.778610 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:45:26.041479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469deb71-a600-45e0-9c8a-2890997d123d req-55dae0fb-6d1b-48d3-b162-08294e332eaf tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:26.055374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-469deb71-a600-45e0-9c8a-2890997d123d req-55dae0fb-6d1b-48d3-b162-08294e332eaf tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 946 time: 0.1387904 Feb 02 15:45:26.100146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.128436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-469deb71-a600-45e0-9c8a-2890997d123d req-32af6f67-0266-40df-b928-9a752cca348d tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 Feb 02 15:45:26.143309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e758303-862e-4536-a656-c6c65f10054a']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:26.159950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2bafda-dea7-4bd0-b261-b8d11e361437') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:26.160276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2bafda-dea7-4bd0-b261-b8d11e361437') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:26.180799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bd4b63fb-80f3-4364-858b-e6dc1175bf2e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:45:26.181505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.201508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b91fe-82ab-4ff5-ae05-183ab9f6d55c req-c17eea8c-8c71-4365-97d2-b2d0666ebcc5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:26.208393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e5b91fe-82ab-4ff5-ae05-183ab9f6d55c req-c17eea8c-8c71-4365-97d2-b2d0666ebcc5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.3388414 Feb 02 15:45:26.233455 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.237794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: bd4b63fb-80f3-4364-858b-e6dc1175bf2e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:45:26.238156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bd4b63fb-80f3-4364-858b-e6dc1175bf2e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:45:26.249583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:45:26.250361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.258700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] Deleting port bd4b63fb-80f3-4364-858b-e6dc1175bf2e {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:26.259378 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:45:26.265153 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:45:26.334790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc780b-9627-401c-84f2-c3e512708d2f None None] The port 'bd4b63fb-80f3-4364-858b-e6dc1175bf2e' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:45:26.361220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e5b91fe-82ab-4ff5-ae05-183ab9f6d55c req-a124ab76-eabb-487b-9e46-907c6f10dc13 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462059 Feb 02 15:45:26.421605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b488960-98fc-40d5-98eb-bd7a6428a896 req-d6d6f50a-992a-4a76-b41a-c5a9b91ca388 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:26.423474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b488960-98fc-40d5-98eb-bd7a6428a896 req-d6d6f50a-992a-4a76-b41a-c5a9b91ca388 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 946 time: 0.1195741 Feb 02 15:45:26.502950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b488960-98fc-40d5-98eb-bd7a6428a896 req-f8126328-42c4-4665-ba1d-31a09b8ddcd0 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737214 Feb 02 15:45:26.520951 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.559102 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.561629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e758303-862e-4536-a656-c6c65f10054a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:26.573583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-febf2179-0faa-4d58-bbf7-ee36f0106b8d admin admin] 10.222.0.88 "DELETE /v2.0/networks/5e758303-862e-4536-a656-c6c65f10054a HTTP/1.1" status: 204 len: 168 time: 2.1045148 Feb 02 15:45:26.890264 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2c0616bb-34bc-48ce-9b2f-b52d8edb2ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:27.097836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf167-a9fb-4d4b-b186-bd240d5fde0e req-d4e7eef4-d5b7-4fe3-8f9a-3f9dce97eabc tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:27.100901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7daf167-a9fb-4d4b-b186-bd240d5fde0e req-d4e7eef4-d5b7-4fe3-8f9a-3f9dce97eabc tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 946 time: 0.0965638 Feb 02 15:45:27.167540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54676) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:27.186936 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7daf167-a9fb-4d4b-b186-bd240d5fde0e req-dc4554b2-9a6b-4162-b6c3-1fc66a1d36d9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755141 Feb 02 15:45:27.251917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4a694c85-ac2f-4385-b46a-81d63a9bb822 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b453a319d1343ad96cc8f2734212b2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0830562 Feb 02 15:45:27.254691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54682) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:27.380194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-223b4907-09e2-404d-a660-d82f30d3268f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:27.397732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54690) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:27.461692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-223b4907-09e2-404d-a660-d82f30d3268f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:27.630558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-223b4907-09e2-404d-a660-d82f30d3268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:27.674073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1832809998'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:27.676701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b4907-09e2-404d-a660-d82f30d3268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d321ac0-34b0-40f8-ab95-20d89b178f39,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:27.686179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:27.698241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-223b4907-09e2-404d-a660-d82f30d3268f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:27.699554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-223b4907-09e2-404d-a660-d82f30d3268f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7d321ac0-34b0-40f8-ab95-20d89b178f39 HTTP/1.1" status: 204 len: 168 time: 0.4426339 Feb 02 15:45:27.715518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Usage tracker for resource:network and tenant:7b4468bfa23c43b5a30c05c44f72726f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:27.729883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:27.753877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:27.793755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84d323-a559-4cd6-89ac-e929df27614a req-8d042a97-b76f-44ab-a35f-616a838740e2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:27.807611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e84d323-a559-4cd6-89ac-e929df27614a req-8d042a97-b76f-44ab-a35f-616a838740e2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.2314339 Feb 02 15:45:27.861449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Made reservation on behalf of 7b4468bfa23c43b5a30c05c44f72726f for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:27.864757 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:27.895305 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e84d323-a559-4cd6-89ac-e929df27614a req-34a59f63-3f16-491d-b182-82e6e3ec7774 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735843 Feb 02 15:45:27.899432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:27.954686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:27.960416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Usage tracker for resource:security_group_rule and tenant:7b4468bfa23c43b5a30c05c44f72726f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:27.964186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:27.971477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:28.078140 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.225127 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.286095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:45:28.308374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8e3eff-a9b7-4d8b-9186-decb263614d8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:28.324201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.325615 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Added segment 11fe8fdd-a410-4da3-a28b-8f9988c39e5b of type vlan for network 92a3be3c-13b7-4d40-8308-b1de7057afe2 Feb 02 15:45:28.367154 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.507429 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.510076 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.541023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fcfe9-8d13-469b-a5cd-da9cc331db6f req-054f00d3-48f0-4980-9c6e-e4c7479a8f14 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:28.549421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e5fcfe9-8d13-469b-a5cd-da9cc331db6f req-054f00d3-48f0-4980-9c6e-e4c7479a8f14 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 946 time: 0.1243577 Feb 02 15:45:28.576103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.581939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:28.581939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.615966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e5fcfe9-8d13-469b-a5cd-da9cc331db6f req-d83e6796-eb47-41b5-9993-059cd149647a tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645936 Feb 02 15:45:28.788309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Network': ['ID=92a3be3c-13b7-4d40-8308-b1de7057afe2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:28.809879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:45:28.917093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-51b48758-959e-4915-a74f-6ba596910f21 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5148416 Feb 02 15:45:28.920413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54712) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:28.937393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'subnet': {'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:29.162613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:29.169736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Usage tracker for resource:subnet and tenant:7b4468bfa23c43b5a30c05c44f72726f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:29.173863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:29.183947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:29.201209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178175a-fc42-47ac-898b-aaa15a78b047 req-904eddd1-cdc4-45ef-b760-f07beeb52c74 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:29.202683 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d178175a-fc42-47ac-898b-aaa15a78b047 req-904eddd1-cdc4-45ef-b760-f07beeb52c74 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.1006296 Feb 02 15:45:29.270567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d178175a-fc42-47ac-898b-aaa15a78b047 req-7e0c2216-985a-4ca3-a06e-bb922aa3beb5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621204 Feb 02 15:45:29.375714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Made reservation on behalf of 7b4468bfa23c43b5a30c05c44f72726f for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:29.445096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54720) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:29.466522 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:29.485255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:29.503166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:29.508616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:29.513831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:29.523888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:29.627161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:29.827699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:29.885921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc7061c-d96a-4574-be53-6ad87bdbca10,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:29.903866 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:29.909468 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9041f9b8-5e25-4c4a-85e7-bdf3d9fa1e3a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.4600916 Feb 02 15:45:29.909468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54728) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:29.967398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8470806-b9f6-41d0-81c8-258f09796bdb req-d10a0c24-05d8-4fec-b132-977d13fa3166 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:29.969313 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e8470806-b9f6-41d0-81c8-258f09796bdb req-d10a0c24-05d8-4fec-b132-977d13fa3166 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 946 time: 0.2272148 Feb 02 15:45:29.972746 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:30.031937 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fa76e9a-9379-4aa8-9daf-7c3975b26909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:30.086350 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fa76e9a-9379-4aa8-9daf-7c3975b26909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:30.218107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Subnet': ['ID=2702ab41-3aea-407a-b000-68386c299101,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:30.246053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e8470806-b9f6-41d0-81c8-258f09796bdb req-f3a7d71e-ed5d-4357-900d-a286a100d120 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658401 Feb 02 15:45:30.258964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6716-a157-4964-9457-d8e904b86cfa req-eff1f208-8894-4233-918c-e98698476f34 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:30.260535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f69e6716-a157-4964-9457-d8e904b86cfa req-eff1f208-8894-4233-918c-e98698476f34 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.107 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 946 time: 0.4232926 Feb 02 15:45:30.261969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Checking segment: {'id': '11fe8fdd-a410-4da3-a28b-8f9988c39e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:45:30.262335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Network hostable DHCP agents. Network: 92a3be3c-13b7-4d40-8308-b1de7057afe2, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:45:30.270037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fa76e9a-9379-4aa8-9daf-7c3975b26909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:30.286745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa76e9a-9379-4aa8-9daf-7c3975b26909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc7061c-d96a-4574-be53-6ad87bdbca10,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:30.293429 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fa76e9a-9379-4aa8-9daf-7c3975b26909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:30.308262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2fa76e9a-9379-4aa8-9daf-7c3975b26909 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7dc7061c-d96a-4574-be53-6ad87bdbca10 HTTP/1.1" status: 204 len: 168 time: 0.3946075 Feb 02 15:45:30.477095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Deleting port 2b3c9605-1d00-4e22-8d30-9e30aa75003d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:30.477095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:30.546214 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:45:30.608429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:45:30.668802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c43039-5b63-4603-80d0-96382efc9834 req-fd591d6e-735f-4ca5-a9c1-cea0f3f8f879 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:30.670656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5c43039-5b63-4603-80d0-96382efc9834 req-fd591d6e-735f-4ca5-a9c1-cea0f3f8f879 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.1293540 Feb 02 15:45:30.840646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5c43039-5b63-4603-80d0-96382efc9834 req-ed034992-3ceb-4e07-8128-5d04a534f78a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366961 Feb 02 15:45:30.861336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 92a3be3c-13b7-4d40-8308-b1de7057afe2) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:30.878518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa368297-2850-4308-a48f-5d00eb59ccdf None None] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:45:30.892832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:30.893759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:31.301457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] For port 2b3c9605-1d00-4e22-8d30-9e30aa75003d, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2b3c9605-1d00-4e22-8d30-9e30aa75003d,segment=NetworkSegment(84502aba-1b0f-40cc-a52d-2c663f601587),segment_id=84502aba-1b0f-40cc-a52d-2c663f601587)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:31.302005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:31.313365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-33645b19-093a-4c81-bd40-8b98360dbbde tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3914742 Feb 02 15:45:31.316100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54762) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:31.324774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2', 'name': 'tempest-AllowedAddressPairTestJSON-2042627125'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:31.407751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-92a3be3c-13b7-4d40-8308-b1de7057afe2', 'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2', 'tenant_id': '7b4468bfa23c43b5a30c05c44f72726f', 'fixed_ips': [{'subnet_id': '2702ab41-3aea-407a-b000-68386c299101'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:45:31.408676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:31.619598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:31.624246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Usage tracker for resource:port and tenant:7b4468bfa23c43b5a30c05c44f72726f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:31.627459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:31.636316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:31.680943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Calling delete_port for 2b3c9605-1d00-4e22-8d30-9e30aa75003d owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:31.709164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Allocated IP 172.20.0.2 (92a3be3c-13b7-4d40-8308-b1de7057afe2/2702ab41-3aea-407a-b000-68386c299101/dc3ecfaf-604f-40db-a17b-aef412c9abfb) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:31.724696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Made reservation on behalf of 7b4468bfa23c43b5a30c05c44f72726f for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:31.728908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:31.803753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] device_id is not set on port 50111f19-58a4-4280-9131-42a5d56f1fe3 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:45:31.893799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8952-c4fa-4777-87c6-d569d8a5aecd req-339f1d54-7703-431f-8484-3f5c0469dcd0 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:31.895493 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-922f8952-c4fa-4777-87c6-d569d8a5aecd req-339f1d54-7703-431f-8484-3f5c0469dcd0 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 946 time: 0.4132960 Feb 02 15:45:32.020436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-922f8952-c4fa-4777-87c6-d569d8a5aecd req-b028886e-0ad2-466b-aeef-c1260905f5f4 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/security-groups?id=6380c692-bf73-4237-aeb5-533c09eaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827987 Feb 02 15:45:32.109698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:32.189942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Pushing event deleted for resources: {'Port': ['ID=2b3c9605-1d00-4e22-8d30-9e30aa75003d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:32.280091 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:32.295422 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Transition to ACTIVE for port object dc3ecfaf-604f-40db-a17b-aef412c9abfb will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:32.300001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] No DVR routers for this DVR port 2b3c9605-1d00-4e22-8d30-9e30aa75003d on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:45:32.305666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:32.309495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5963af5-f22c-4688-a6ba-fb70daaa4a46 req-cd9884dc-4eb3-476e-b115-ea4eadd508b4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:32.312300 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5963af5-f22c-4688-a6ba-fb70daaa4a46 req-cd9884dc-4eb3-476e-b115-ea4eadd508b4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.1886542 Feb 02 15:45:32.323435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07', 'name': 'network-vif-deleted', 'tag': '2b3c9605-1d00-4e22-8d30-9e30aa75003d'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:45:32.325539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Transition to ACTIVE for port object dc3ecfaf-604f-40db-a17b-aef412c9abfb will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:32.390595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5963af5-f22c-4688-a6ba-fb70daaa4a46 req-a93c7ed2-af00-4394-b4bc-8a98f5929305 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588443 Feb 02 15:45:32.391128 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07', 'name': 'network-vif-deleted', 'tag': '2b3c9605-1d00-4e22-8d30-9e30aa75003d', 'status': 'completed', 'code': 200} Feb 02 15:45:32.480297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f69e6716-a157-4964-9457-d8e904b86cfa req-fae227e8-6481-46f8-9b62-89a9a3a878b9 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.107 "DELETE /v2.0/ports/2b3c9605-1d00-4e22-8d30-9e30aa75003d HTTP/1.1" status: 204 len: 173 time: 2.2112930 Feb 02 15:45:32.537963 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:32.686396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Pushing event updated for resources: {'Port': ['ID=dc3ecfaf-604f-40db-a17b-aef412c9abfb,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:32.735740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:32.741296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:32.745624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:32.781046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Allocated IP 172.20.0.13 (92a3be3c-13b7-4d40-8308-b1de7057afe2/2702ab41-3aea-407a-b000-68386c299101/50111f19-58a4-4280-9131-42a5d56f1fe3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:33.008138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2b3c9605-1d00-4e22-8d30-9e30aa75003d no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:45:33.069764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 2b3c9605-1d00-4e22-8d30-9e30aa75003d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:45:33.070465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2b3c9605-1d00-4e22-8d30-9e30aa75003d not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:45:33.072034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Attempting to bind port dc3ecfaf-604f-40db-a17b-aef412c9abfb on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:45:33.072506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Attempting to bind port dc3ecfaf-604f-40db-a17b-aef412c9abfb by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '11fe8fdd-a410-4da3-a28b-8f9988c39e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:45:33.072854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Attempting to bind port dc3ecfaf-604f-40db-a17b-aef412c9abfb on network 92a3be3c-13b7-4d40-8308-b1de7057afe2 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:45:33.081839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:45:33.082456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Checking segment: {'id': '11fe8fdd-a410-4da3-a28b-8f9988c39e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:45:33.083066 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:33.084340 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Bound using segment: {'id': '11fe8fdd-a410-4da3-a28b-8f9988c39e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:45:33.085367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Bound port: dc3ecfaf-604f-40db-a17b-aef412c9abfb, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fe8fdd-a410-4da3-a28b-8f9988c39e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:45:33.085955 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:33.221275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] For port dc3ecfaf-604f-40db-a17b-aef412c9abfb, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:45:33.221275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] For port dc3ecfaf-604f-40db-a17b-aef412c9abfb, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dc3ecfaf-604f-40db-a17b-aef412c9abfb,segment=NetworkSegment(11fe8fdd-a410-4da3-a28b-8f9988c39e5b),segment_id=11fe8fdd-a410-4da3-a28b-8f9988c39e5b)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:45:33.228999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:33.254585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Transition to ACTIVE for port object 50111f19-58a4-4280-9131-42a5d56f1fe3 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:33.328759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f5ae8e73-fc9b-4bc2-b456-a16e36b2d5da req-ab2b31c3-9af6-4ad9-b703-81cf09a01a60 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Synchronizing usage tracker for tenant:3e6141f840da41e98e9a0d2726fe8c9f on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:33.338260 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:33.393836 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:33.425620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f5ae8e73-fc9b-4bc2-b456-a16e36b2d5da req-ab2b31c3-9af6-4ad9-b703-81cf09a01a60 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] Unset dirty status for tenant:3e6141f840da41e98e9a0d2726fe8c9f on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:33.436767 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5ae8e73-fc9b-4bc2-b456-a16e36b2d5da req-ab2b31c3-9af6-4ad9-b703-81cf09a01a60 tempest-ServersNegativeTestMultiTenantJSON-1504926678 tempest-ServersNegativeTestMultiTenantJSON-1504926678-project] 10.222.0.88 "GET /v2.0/ports?device_id=b39bb5c4-28b1-4115-8e6e-0ae2cab8aa07 HTTP/1.1" status: 200 len: 210 time: 0.1495583 Feb 02 15:45:33.438297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337bc22-e38d-4dd1-afaf-646da6b7d9f6 None None] Pushing event updated for resources: {'Port': ['ID=dc3ecfaf-604f-40db-a17b-aef412c9abfb,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:33.492971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:33.500066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:33.515952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:33.574422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=50111f19-58a4-4280-9131-42a5d56f1fe3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:33.603919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:33.604948 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:33.780446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779c88c-16e7-4109-a284-71961f619b76 req-8356d03e-4fa7-426f-822b-850fb44175e0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:33.782389 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4779c88c-16e7-4109-a284-71961f619b76 req-8356d03e-4fa7-426f-822b-850fb44175e0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.1576309 Feb 02 15:45:33.819329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f69706f6-4494-45dc-9332-978020859950 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5009830 Feb 02 15:45:33.829176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54786) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:33.839493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2', 'name': 'tempest-AllowedAddressPairTestJSON-2043815713', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:f2:27:af'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:33.848792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4779c88c-16e7-4109-a284-71961f619b76 req-c19be318-0f32-4d7a-9d81-3e6fdabadb67 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569701 Feb 02 15:45:34.022908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:34.027873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Usage tracker for resource:port and tenant:7b4468bfa23c43b5a30c05c44f72726f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:34.030363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:34.038714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:34.149412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Made reservation on behalf of 7b4468bfa23c43b5a30c05c44f72726f for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:34.155112 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:34.177181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dc3ecfaf-604f-40db-a17b-aef412c9abfb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:45:34.189162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] device_id is not set on port b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:45:34.326395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port dc3ecfaf-604f-40db-a17b-aef412c9abfb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:34.368373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Allocated IP 172.20.0.10 (92a3be3c-13b7-4d40-8308-b1de7057afe2/2702ab41-3aea-407a-b000-68386c299101/b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:34.584975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54800) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:34.758756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:34.798926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Transition to ACTIVE for port object b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:34.873281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07b092e-c80c-45f1-88aa-669235dca63c admin admin] Deleting subnet d86deecb-55d3-4f82-9c97-4d68680b4d7f {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:45:34.878099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f07b092e-c80c-45f1-88aa-669235dca63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:34.898222 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:34.937462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6aef50-6d4c-4a1e-9d33-697864512e5e None None] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:45:34.964554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f07b092e-c80c-45f1-88aa-669235dca63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.030512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:35.035598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:35.041687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:35.088092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:35.156005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:35.156654 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.200519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f07b092e-c80c-45f1-88aa-669235dca63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.202229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c0a5f451-5e74-4711-8683-4fba7fd1d2e8 None None] Provisioning for port dc3ecfaf-604f-40db-a17b-aef412c9abfb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:35.206357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54812) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:35.266128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c0a5f451-5e74-4711-8683-4fba7fd1d2e8 None None] Provisioning complete for port dc3ecfaf-604f-40db-a17b-aef412c9abfb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:35.266941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f451-5e74-4711-8683-4fba7fd1d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.309648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce90bea-3b8e-4d21-97ef-2b96b5e239dc admin admin] Deleting subnet f2c5c142-d104-4029-b01b-764a0ea4c261 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:45:35.319764 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce90bea-3b8e-4d21-97ef-2b96b5e239dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.405836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dec89c-6db5-4dbf-88dc-070c78524e5e req-f89d2594-c418-4508-8b87-ce4a1ed96624 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:35.407947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6dec89c-6db5-4dbf-88dc-070c78524e5e req-f89d2594-c418-4508-8b87-ce4a1ed96624 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.3408177 Feb 02 15:45:35.500613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f451-5e74-4711-8683-4fba7fd1d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.511267 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a6dec89c-6db5-4dbf-88dc-070c78524e5e req-6f828887-a658-4125-b8b6-86fd6e1112e0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962372 Feb 02 15:45:35.526922 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f07b092e-c80c-45f1-88aa-669235dca63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.541554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c0a5f451-5e74-4711-8683-4fba7fd1d2e8 None None] For port dc3ecfaf-604f-40db-a17b-aef412c9abfb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dc3ecfaf-604f-40db-a17b-aef412c9abfb,segment=NetworkSegment(11fe8fdd-a410-4da3-a28b-8f9988c39e5b),segment_id=11fe8fdd-a410-4da3-a28b-8f9988c39e5b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:35.607645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b092e-c80c-45f1-88aa-669235dca63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86deecb-55d3-4f82-9c97-4d68680b4d7f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:35.613792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f07b092e-c80c-45f1-88aa-669235dca63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.634271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f07b092e-c80c-45f1-88aa-669235dca63c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d86deecb-55d3-4f82-9c97-4d68680b4d7f HTTP/1.1" status: 204 len: 168 time: 1.0479071 Feb 02 15:45:35.637536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54820) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:35.652283 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-697c3f91-c180-4ebc-9f2c-e48f3fab8728 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.8168101 Feb 02 15:45:35.652837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0a5f451-5e74-4711-8683-4fba7fd1d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.654464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54824) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:35.786275 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce90bea-3b8e-4d21-97ef-2b96b5e239dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.871591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5f451-5e74-4711-8683-4fba7fd1d2e8 None None] Pushing event updated for resources: {'Port': ['ID=dc3ecfaf-604f-40db-a17b-aef412c9abfb,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:35.888624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.963660 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce90bea-3b8e-4d21-97ef-2b96b5e239dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:35.964626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Provisioning for port 50111f19-58a4-4280-9131-42a5d56f1fe3 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:35.970892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Provisioning complete for port 50111f19-58a4-4280-9131-42a5d56f1fe3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:35.971492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.046789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86212e0c-6657-429a-889c-dba3335524e4 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:36.050759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86212e0c-6657-429a-889c-dba3335524e4 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:36.055949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86212e0c-6657-429a-889c-dba3335524e4 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:36.056847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86212e0c-6657-429a-889c-dba3335524e4 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Synchronizing usage tracker for tenant:7b4468bfa23c43b5a30c05c44f72726f on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:36.093071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Port 50111f19-58a4-4280-9131-42a5d56f1fe3 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:36.129804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Provisioning complete for port dc3ecfaf-604f-40db-a17b-aef412c9abfb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:36.131102 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.177794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86212e0c-6657-429a-889c-dba3335524e4 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Unset dirty status for tenant:7b4468bfa23c43b5a30c05c44f72726f on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:36.179128 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86212e0c-6657-429a-889c-dba3335524e4 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.5183446 Feb 02 15:45:36.183770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54828) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:36.209368 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.215731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dc3ecfaf-604f-40db-a17b-aef412c9abfb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:45:36.238923 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce90bea-3b8e-4d21-97ef-2b96b5e239dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.250321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8777e4ca-f051-4a01-a7a7-6eb9d0e45758']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:36.278712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84502aba-1b0f-40cc-a52d-2c663f601587') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:36.281653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84502aba-1b0f-40cc-a52d-2c663f601587') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:36.297540 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.337998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce90bea-3b8e-4d21-97ef-2b96b5e239dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c5c142-d104-4029-b01b-764a0ea4c261,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:36.345247 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.362127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:45:36.366676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ce90bea-3b8e-4d21-97ef-2b96b5e239dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.369296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.392425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a9353-b670-4bb7-8cba-ac9732c8a071 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Deleting port b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:36.392802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9353-b670-4bb7-8cba-ac9732c8a071 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:45:36.400618 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:45:36.436133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dc3ecfaf-604f-40db-a17b-aef412c9abfb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:36.437231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.558533 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2ce90bea-3b8e-4d21-97ef-2b96b5e239dc admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f2c5c142-d104-4029-b01b-764a0ea4c261 HTTP/1.1" status: 204 len: 168 time: 1.3505814 Feb 02 15:45:36.566640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54836) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:36.675304 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.732348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.767969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] Pushing event deleted for resources: {'Network': ['ID=8777e4ca-f051-4a01-a7a7-6eb9d0e45758,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:36.795221 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.799753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Provisioning for port b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:36.803268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Provisioning complete for port b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:36.803558 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:36.879636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1e4cf89-86df-4979-8941-3eef576e7818 admin admin] 10.222.0.88 "DELETE /v2.0/networks/8777e4ca-f051-4a01-a7a7-6eb9d0e45758 HTTP/1.1" status: 204 len: 168 time: 1.2296524 Feb 02 15:45:36.886073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54842) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:36.888256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1b02d76d-b752-468c-bfa6-70931115aa8e None None] Port b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:36.940458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9353-b670-4bb7-8cba-ac9732c8a071 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.012022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.026335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c8741938-db35-48b4-9274-62c2417af9ca None None] Provisioning complete for port 50111f19-58a4-4280-9131-42a5d56f1fe3 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:37.026572 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8741938-db35-48b4-9274-62c2417af9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.067545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8013ee5f-1a85-4e22-8f7a-487a853762cc']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:37.093922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33df9cb4-263a-4535-85e3-3033f7d41acd') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:37.094679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33df9cb4-263a-4535-85e3-3033f7d41acd') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:37.101421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a9353-b670-4bb7-8cba-ac9732c8a071 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Calling delete_port for b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:37.121981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.136363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c8741938-db35-48b4-9274-62c2417af9ca None None] Port 50111f19-58a4-4280-9131-42a5d56f1fe3 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:37.147980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2189c48f-c6f5-4322-a363-ec819d793f21 admin admin] Deleting subnet 20b216b5-dcca-49f8-babc-1e111d5cdb6e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:45:37.152603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.158675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2189c48f-c6f5-4322-a363-ec819d793f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.159952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c8741938-db35-48b4-9274-62c2417af9ca None None] Provisioning complete for port b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:37.160503 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c8741938-db35-48b4-9274-62c2417af9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.163656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:45:37.165417 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:45:37.181179 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:45:37.222504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f123b-b8c6-4072-a650-dc2473085849 req-a3014fbe-b47d-4165-9799-0ac90977098f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:37.229421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af0f123b-b8c6-4072-a650-dc2473085849 req-a3014fbe-b47d-4165-9799-0ac90977098f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.4163191 Feb 02 15:45:37.255621 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c8741938-db35-48b4-9274-62c2417af9ca None None] Port b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:37.272253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2189c48f-c6f5-4322-a363-ec819d793f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.338240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.365855 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.376935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=8013ee5f-1a85-4e22-8f7a-487a853762cc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:37.379817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d7b068a5-ca53-4072-81d1-05cfa6244f01 admin admin] 10.222.0.88 "DELETE /v2.0/networks/8013ee5f-1a85-4e22-8f7a-487a853762cc HTTP/1.1" status: 204 len: 168 time: 0.8121605 Feb 02 15:45:37.384736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54846) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:37.478678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af0f123b-b8c6-4072-a650-dc2473085849 req-136c267b-af8a-45f1-a620-fb8b4bb0cd31 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476509 Feb 02 15:45:37.482103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b50d4b5-084c-4717-a32d-fa152c298778 admin admin] Deleting subnet 9cb72af5-fb4f-48c6-bf7d-22683855ff66 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:45:37.486863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2189c48f-c6f5-4322-a363-ec819d793f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.487794 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b50d4b5-084c-4717-a32d-fa152c298778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.660817 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-24ce0ebf-5a2c-49ba-95c2-bb3ffae319c2 service neutron] show failed (client error): The resource could not be found. Feb 02 15:45:37.662101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-24ce0ebf-5a2c-49ba-95c2-bb3ffae319c2 service neutron] 10.222.0.107 "GET /v2.0/ports/1de2bb3a-b230-49c6-a46f-86a2483c0c42/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.3471744 Feb 02 15:45:37.673661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b50d4b5-084c-4717-a32d-fa152c298778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.720742 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9353-b670-4bb7-8cba-ac9732c8a071 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.756775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b50d4b5-084c-4717-a32d-fa152c298778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.776434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2189c48f-c6f5-4322-a363-ec819d793f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.819061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a9353-b670-4bb7-8cba-ac9732c8a071 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Port': ['ID=b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:37.835011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189c48f-c6f5-4322-a363-ec819d793f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b216b5-dcca-49f8-babc-1e111d5cdb6e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:37.890349 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2189c48f-c6f5-4322-a363-ec819d793f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.995696 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b50d4b5-084c-4717-a32d-fa152c298778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.040852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9b50d4b5-084c-4717-a32d-fa152c298778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.060645 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9b50d4b5-084c-4717-a32d-fa152c298778 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9cb72af5-fb4f-48c6-bf7d-22683855ff66 HTTP/1.1" status: 204 len: 168 time: 0.6721485 Feb 02 15:45:38.061086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54854) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:38.065506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50d4b5-084c-4717-a32d-fa152c298778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb72af5-fb4f-48c6-bf7d-22683855ff66,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:38.091883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2189c48f-c6f5-4322-a363-ec819d793f21 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/20b216b5-dcca-49f8-babc-1e111d5cdb6e HTTP/1.1" status: 204 len: 168 time: 1.1952362 Feb 02 15:45:38.095093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54858) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:38.294530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9353-b670-4bb7-8cba-ac9732c8a071 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.299761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5a1a9353-b670-4bb7-8cba-ac9732c8a071 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "DELETE /v2.0/ports/b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f HTTP/1.1" status: 204 len: 168 time: 2.1116626 Feb 02 15:45:38.299977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54862) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:38.316782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.357350 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-15667df8-74fd-4a42-9d16-ef86cd8ff37d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] GET failed (client error): The resource could not be found. Feb 02 15:45:38.357559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15667df8-74fd-4a42-9d16-ef86cd8ff37d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Synchronizing usage tracker for tenant:7b4468bfa23c43b5a30c05c44f72726f on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:38.426212 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.457142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.487976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:38.507037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d1b5e4-f184-49eb-8cd4-26db8f79fb9e') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:38.507571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d1b5e4-f184-49eb-8cd4-26db8f79fb9e') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:38.523119 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.542928 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.550814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:45:38.551170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.566587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15667df8-74fd-4a42-9d16-ef86cd8ff37d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Unset dirty status for tenant:7b4468bfa23c43b5a30c05c44f72726f on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:45:38.571920 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:45:38.573628 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-15667df8-74fd-4a42-9d16-ef86cd8ff37d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "GET /v2.0/ports/b6dcf0fa-1e4c-4a34-8c10-33b7b66eb61f HTTP/1.1" status: 404 len: 333 time: 0.2670808 Feb 02 15:45:38.573698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54868) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:38.578120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2', 'name': 'tempest-AllowedAddressPairTestJSON-1714503697'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:38.603798 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-afbd38f9-5267-4848-9226-e00665184e4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 1097 time: 0.2189431 Feb 02 15:45:38.608080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.638207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:38.857817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24225314-f1f7-4737-9360-71c0db7dce59']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:38.887928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4776480c-fae7-4c9e-88e7-c500fdb137fa') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:38.888291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4776480c-fae7-4c9e-88e7-c500fdb137fa') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:38.889645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:38.906589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:38.911874 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.918288 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.924480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.944182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.950797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:38.955450 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-255f3db4-315a-4a09-976e-3f9429b520c3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/db10d554-a2a4-4ab2-9d94-2e1b51b0ff9f HTTP/1.1" status: 204 len: 168 time: 0.8933418 Feb 02 15:45:38.983771 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:38.984000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Made reservation on behalf of 7b4468bfa23c43b5a30c05c44f72726f for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:38.987237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.029817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e44cbd-6574-4f32-863d-a02b7b88d2f9 req-75298f26-0b1c-400d-9feb-96d6dba5c310 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:39.036637 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20e44cbd-6574-4f32-863d-a02b7b88d2f9 req-75298f26-0b1c-400d-9feb-96d6dba5c310 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.2953947 Feb 02 15:45:39.039377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] device_id is not set on port bdaa133f-28d8-442e-a1be-2468f034867f yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:45:39.041316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:45:39.044575 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:45:39.056354 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:45:39.293400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20e44cbd-6574-4f32-863d-a02b7b88d2f9 req-442c6f82-baf9-4553-a8e4-4860c6da880d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313869 Feb 02 15:45:39.300946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Allocated IP 172.20.0.6 (92a3be3c-13b7-4d40-8308-b1de7057afe2/2702ab41-3aea-407a-b000-68386c299101/bdaa133f-28d8-442e-a1be-2468f034867f) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:39.385673 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.407283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.437339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=24225314-f1f7-4737-9360-71c0db7dce59,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:39.450739 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-04da52bf-3252-4348-a3b3-ace641132c63 admin admin] 10.222.0.88 "DELETE /v2.0/networks/24225314-f1f7-4737-9360-71c0db7dce59 HTTP/1.1" status: 204 len: 168 time: 1.3545246 Feb 02 15:45:39.513660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54888) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:39.518652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:39.589380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.618398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b0a4c61e-71e4-4c0e-8b6e-560b80a5c6a7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d7d221937784cdba15296bdb9e0c0ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1005895 Feb 02 15:45:39.623707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54892) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:39.624554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Transition to ACTIVE for port object bdaa133f-28d8-442e-a1be-2468f034867f will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:39.656881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:45:39.751343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:45:39.759363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.779670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.792282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Transition to ACTIVE for port object 1de2bb3a-b230-49c6-a46f-86a2483c0c42 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:39.796618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ca20cbe-bc48-4aed-8542-8e8b85ad5bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.871483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ca20cbe-bc48-4aed-8542-8e8b85ad5bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.894595 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:39.975723 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'code': 200} Feb 02 15:45:40.009143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=bdaa133f-28d8-442e-a1be-2468f034867f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:40.041809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:40.047889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:40.048222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:40.096347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54900) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:40.170334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:40.218062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:40.218904 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:40.324643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ca20cbe-bc48-4aed-8542-8e8b85ad5bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:40.331894 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cc4dfef5-9ee7-42c6-a0fa-b356b74ef7f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e6141f840da41e98e9a0d2726fe8c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2236934 Feb 02 15:45:40.335118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54906) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:40.359591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca20cbe-bc48-4aed-8542-8e8b85ad5bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1ec0c6-57b7-46dc-9333-e0d488268ecc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:40.368264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] No DVR routers for this DVR port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:45:40.399364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8df6b287-f926-408e-b8f8-02f23419b711 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8182571 Feb 02 15:45:40.417512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54912) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:40.454742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:f2:27:af'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:40.685931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5ca20cbe-bc48-4aed-8542-8e8b85ad5bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:40.689579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5ca20cbe-bc48-4aed-8542-8e8b85ad5bc2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c1ec0c6-57b7-46dc-9333-e0d488268ecc HTTP/1.1" status: 204 len: 168 time: 1.0582974 Feb 02 15:45:40.720292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e189b62-32e1-4d32-ac37-4a3f08b94db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:40.771424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e189b62-32e1-4d32-ac37-4a3f08b94db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:40.887661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-17c061bb-691f-41dc-b78a-cd85da5baa05 None None] Provisioning for port bdaa133f-28d8-442e-a1be-2468f034867f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:40.896140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:45:41.003145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-17c061bb-691f-41dc-b78a-cd85da5baa05 None None] Provisioning complete for port bdaa133f-28d8-442e-a1be-2468f034867f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:41.003861 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-17c061bb-691f-41dc-b78a-cd85da5baa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.010411 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.094830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:45:41.097006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-17c061bb-691f-41dc-b78a-cd85da5baa05 None None] Port bdaa133f-28d8-442e-a1be-2468f034867f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:41.152152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd2ad7-875d-48b4-bb34-1dc7bb15f779 req-8158b25e-8e3a-456f-872d-d7b85bb66207 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:41.165578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1fd2ad7-875d-48b4-bb34-1dc7bb15f779 req-8158b25e-8e3a-456f-872d-d7b85bb66207 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 944 time: 0.4835761 Feb 02 15:45:41.247286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e189b62-32e1-4d32-ac37-4a3f08b94db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.283196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e189b62-32e1-4d32-ac37-4a3f08b94db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6380c692-bf73-4237-aeb5-533c09eaabf1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:41.362216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3e189b62-32e1-4d32-ac37-4a3f08b94db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.363335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e189b62-32e1-4d32-ac37-4a3f08b94db4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6380c692-bf73-4237-aeb5-533c09eaabf1 HTTP/1.1" status: 204 len: 168 time: 1.0272281 Feb 02 15:45:41.393449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:45:41.393449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:45:41.393449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:45:41.400206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:45:41.400576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:45:41.407331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:45:41.407684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Checking segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:45:41.408161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Bound using segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:45:41.408605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Bound port: 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:45:41.408958 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.418480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.533792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:45:41.535762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:45:41.552781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.660176 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.758525 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.760440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 1092 time: 3.1384041 Feb 02 15:45:41.781321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1fd2ad7-875d-48b4-bb34-1dc7bb15f779 req-1cfbb9ac-3d4d-412f-8bde-c497d07d9bc3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6146908 Feb 02 15:45:41.818959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9c2db-ef56-4b5e-9592-caa6f1dfb7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:41.847472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=bdaa133f-28d8-442e-a1be-2468f034867f,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:41.892692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] In _notify_port_updated(), no bound segment for port bdaa133f-28d8-442e-a1be-2468f034867f on network 92a3be3c-13b7-4d40-8308-b1de7057afe2 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:45:41.897515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:41.898181 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:41.902686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1ce1957e-7a9b-4edf-aee3-0312bca1d828 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "PUT /v2.0/ports/bdaa133f-28d8-442e-a1be-2468f034867f HTTP/1.1" status: 200 len: 994 time: 1.4814837 Feb 02 15:45:41.904169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 54928) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:41.960346 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-3e1d0291-18f0-4022-9888-016df6cce02d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1095 time: 0.1258552 Feb 02 15:45:42.041756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-dfde9067-3922-42a0-82cf-c7d8c4fc1286 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Deleting port bdaa133f-28d8-442e-a1be-2468f034867f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:42.042340 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfde9067-3922-42a0-82cf-c7d8c4fc1286 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:42.123209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:45:42.196884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54938) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:42.283257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-962a0c26-9d2f-469c-bc5e-a1e5249a8dbf None None] Provisioning complete for port bdaa133f-28d8-442e-a1be-2468f034867f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:42.286986 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-962a0c26-9d2f-469c-bc5e-a1e5249a8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:42.289989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-124b923e-343f-4294-97b9-9e4524c9a4bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:42.291666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-124b923e-343f-4294-97b9-9e4524c9a4bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.3200488 Feb 02 15:45:42.300237 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'status': 'completed', 'code': 200} Feb 02 15:45:42.311269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-65a01013-c6e8-4ae8-a602-3518bd68fb45 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=548070ffa4764a46a4000a20be737ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1032822 Feb 02 15:45:42.314321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54942) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:42.366142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-962a0c26-9d2f-469c-bc5e-a1e5249a8dbf None None] Port bdaa133f-28d8-442e-a1be-2468f034867f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:42.456133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfde9067-3922-42a0-82cf-c7d8c4fc1286 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:42.513077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-c34874e2-2bcb-4f01-ae23-7a7959e7906f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 999 time: 0.1899149 Feb 02 15:45:42.566756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02b42eb6-2c34-4b2a-99ad-c91a8b1d98ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:42.605126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-dfde9067-3922-42a0-82cf-c7d8c4fc1286 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Calling delete_port for bdaa133f-28d8-442e-a1be-2468f034867f owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:42.612422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02b42eb6-2c34-4b2a-99ad-c91a8b1d98ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:42.624910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-9f1497ab-2cda-4cbf-b290-4729bf1af418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:42.626549 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-9f1497ab-2cda-4cbf-b290-4729bf1af418 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.1039851 Feb 02 15:45:42.680882 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-9c64d794-beb4-4598-84c5-a7f53e63de53 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1095 time: 0.3375237 Feb 02 15:45:42.735012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54954) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:42.846946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-db42630c-4459-46d2-931c-69279eac3294 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047081 Feb 02 15:45:42.850997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0a0fdad1-2eff-4c23-94d0-fab84b8ad491 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f6902b7c20db4de6a6791b79312807cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1147046 Feb 02 15:45:42.854297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54960) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:42.990811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02b42eb6-2c34-4b2a-99ad-c91a8b1d98ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:43.018567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-05ca5574-f105-4f23-bdf5-68029deb065e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:43.020986 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-05ca5574-f105-4f23-bdf5-68029deb065e service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.3316460 Feb 02 15:45:43.084462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b42eb6-2c34-4b2a-99ad-c91a8b1d98ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65468fef-8a5f-4108-8e1e-564fa3c6ddd7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:43.111460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02b42eb6-2c34-4b2a-99ad-c91a8b1d98ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:43.116045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-02b42eb6-2c34-4b2a-99ad-c91a8b1d98ce admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/65468fef-8a5f-4108-8e1e-564fa3c6ddd7 HTTP/1.1" status: 204 len: 168 time: 0.7917597 Feb 02 15:45:43.122424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfde9067-3922-42a0-82cf-c7d8c4fc1286 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:43.189064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde9067-3922-42a0-82cf-c7d8c4fc1286 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Port': ['ID=bdaa133f-28d8-442e-a1be-2468f034867f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:43.227377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-d1dea572-aded-46f9-ba9b-3db880187745 service neutron] 10.222.0.64 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738313 Feb 02 15:45:43.269795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-e2afc29b-59ec-4788-a669-9a6beb811413 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 999 time: 0.2433107 Feb 02 15:45:43.354302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-fb0c7c4e-e830-4718-a316-727d7b64cd0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:43.360396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-fb0c7c4e-e830-4718-a316-727d7b64cd0e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.0773616 Feb 02 15:45:43.397816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2d8f8-d057-4915-9899-34e32a31c5e9 req-7c9cb67a-5821-434a-8a45-672839ded5e2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:43.399722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3a2d8f8-d057-4915-9899-34e32a31c5e9 req-7c9cb67a-5821-434a-8a45-672839ded5e2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 944 time: 0.4032788 Feb 02 15:45:43.402845 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-81cc74d8-069c-42fb-a387-0bb9c719528c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:43.546906 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-81cc74d8-069c-42fb-a387-0bb9c719528c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:43.562620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-3f474417-a3b3-4848-a0b2-9f584d721013 service neutron] 10.222.0.64 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247967 Feb 02 15:45:43.632665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfde9067-3922-42a0-82cf-c7d8c4fc1286 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:43.635254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3a2d8f8-d057-4915-9899-34e32a31c5e9 req-3e2f0e98-5eca-48d4-9500-7d5a09a297f8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164181 Feb 02 15:45:43.649447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54970) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:43.649640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dfde9067-3922-42a0-82cf-c7d8c4fc1286 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "DELETE /v2.0/ports/bdaa133f-28d8-442e-a1be-2468f034867f HTTP/1.1" status: 204 len: 168 time: 1.7442825 Feb 02 15:45:43.657693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-624330bf-4668-4014-be00-52c41786e929 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400076 Feb 02 15:45:43.726755 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bd09c2-ad40-41e5-8e02-c8d30c19016d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] GET failed (client error): The resource could not be found. Feb 02 15:45:43.732155 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-52bd09c2-ad40-41e5-8e02-c8d30c19016d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "GET /v2.0/ports/bdaa133f-28d8-442e-a1be-2468f034867f HTTP/1.1" status: 404 len: 333 time: 0.0777071 Feb 02 15:45:43.762759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 54974) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:43.772838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2', 'name': 'tempest-AllowedAddressPairTestJSON-174953069'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:43.787097 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-81cc74d8-069c-42fb-a387-0bb9c719528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:43.964962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-2dfcc0f3-4c1b-4d16-972e-2953402bd2b6 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907424 Feb 02 15:45:44.160000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc74d8-069c-42fb-a387-0bb9c719528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7280e476-c4e0-4974-abcf-07fa476aa9b0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:44.173680 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-81cc74d8-069c-42fb-a387-0bb9c719528c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:44.177627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-81cc74d8-069c-42fb-a387-0bb9c719528c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7280e476-c4e0-4974-abcf-07fa476aa9b0 HTTP/1.1" status: 204 len: 168 time: 1.1925523 Feb 02 15:45:44.326566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:44.336157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Usage tracker for resource:port and tenant:7b4468bfa23c43b5a30c05c44f72726f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:44.341479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:44.357713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:44.378088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-a303d12c-fd5b-48db-981d-c5710d912368 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1095 time: 0.6487715 Feb 02 15:45:44.461487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-fdfd2a58-6256-4505-a219-c34f91000f33 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886487 Feb 02 15:45:44.493817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Made reservation on behalf of 7b4468bfa23c43b5a30c05c44f72726f for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:44.498002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:44.553559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] device_id is not set on port 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:45:44.665231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-cc4c6e4c-27bb-4f30-b766-f72d321545d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:44.666699 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-cc4c6e4c-27bb-4f30-b766-f72d321545d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.2825975 Feb 02 15:45:44.894001 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-a3d351f0-d5a4-4cb4-917a-8c60b46e0f0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 999 time: 0.2186170 Feb 02 15:45:44.899788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Allocated IP 172.20.0.11 (92a3be3c-13b7-4d40-8308-b1de7057afe2/2702ab41-3aea-407a-b000-68386c299101/6bb78b36-15ab-40f2-a8f8-23f3dd5367b7) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:44.970280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f81844-1821-4d4e-b971-d1f3f7023e98 req-2247be23-5aff-471b-99c8-51d3ba2cb949 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:44.983743 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-48f81844-1821-4d4e-b971-d1f3f7023e98 req-2247be23-5aff-471b-99c8-51d3ba2cb949 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 944 time: 0.1312163 Feb 02 15:45:45.027587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-5e02956f-ed34-441e-a259-a885f73498cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:45.029397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-5e02956f-ed34-441e-a259-a885f73498cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.1265166 Feb 02 15:45:45.048956 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-48f81844-1821-4d4e-b971-d1f3f7023e98 req-961271d2-657f-464e-8486-fa515e07e3d6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642495 Feb 02 15:45:45.402944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-134792c2-e5fb-47f7-98db-4b499f706491 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3593476 Feb 02 15:45:45.417201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:45.523783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Transition to ACTIVE for port object 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:45.592802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-b3523cc5-f6a7-4041-8244-66defbdc2d8e service neutron] 10.222.0.64 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705906 Feb 02 15:45:45.697216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:45.909493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=6bb78b36-15ab-40f2-a8f8-23f3dd5367b7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:45.921910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:45.925644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:45.938762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:46.010638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e62460fe-d80e-4283-99c0-7ff7fc05d021 req-120ed92f-d765-4b9e-8bb6-bd1e49ae9dfe service neutron] 10.222.0.64 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076877 Feb 02 15:45:46.036668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:46.037576 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:46.175632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55028) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:46.180025 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-55ac324d-d32c-4ace-af92-5979163c9925 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4158218 Feb 02 15:45:46.184195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f2:27:af'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:46.302771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55032) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:46.470896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-13ffc744-cd0a-4261-af45-826e43d86a83 None None] Provisioning for port 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:46.478939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-13ffc744-cd0a-4261-af45-826e43d86a83 None None] Provisioning complete for port 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:46.479551 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-13ffc744-cd0a-4261-af45-826e43d86a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:46.529144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357958c0-fba0-4b66-b3d5-a568586e3f6c req-78f23ae6-1c96-431b-acad-f8418d5c6de5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:46.539814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-357958c0-fba0-4b66-b3d5-a568586e3f6c req-78f23ae6-1c96-431b-acad-f8418d5c6de5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 944 time: 0.1769118 Feb 02 15:45:46.596658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-13ffc744-cd0a-4261-af45-826e43d86a83 None None] Port 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:46.599699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-395109421-network', 'tenant_id': '37a94872431c4126b0d7f3de09b9fb89'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:46.608626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:46.626683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Usage tracker for resource:network and tenant:37a94872431c4126b0d7f3de09b9fb89 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:46.640067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:46.643602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:46.660090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:46.666928 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-357958c0-fba0-4b66-b3d5-a568586e3f6c req-669ea4bf-2bae-4f0f-b865-268d8bc92910 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070118 Feb 02 15:45:46.781876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Made reservation on behalf of 37a94872431c4126b0d7f3de09b9fb89 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:46.786340 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:46.824500 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:46.924245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:46.928284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Usage tracker for resource:security_group_rule and tenant:37a94872431c4126b0d7f3de09b9fb89 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:46.934458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:46.953355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:47.027611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.085276 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.093322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.192775 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.193366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.238194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:45:47.246365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663c15c2-a1bd-46fa-bbcf-51101748aeb2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:47.252827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.253193 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Added segment a6143878-4bdd-4381-b053-c38bffb660ea of type vlan for network 78fea377-e9fb-4588-a38b-02b4848fa6a2 Feb 02 15:45:47.263894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:45:47.321125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.357587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=6bb78b36-15ab-40f2-a8f8-23f3dd5367b7,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:47.498495 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.500284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:47.501469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.567595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] In _notify_port_updated(), no bound segment for port 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 on network 92a3be3c-13b7-4d40-8308-b1de7057afe2 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:45:47.571497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:47.584734 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.600430 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d81886ae-257b-4d84-8989-6af0ddac0113 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "PUT /v2.0/ports/6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 HTTP/1.1" status: 200 len: 996 time: 1.4235716 Feb 02 15:45:47.601202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55066) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:47.766744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5a314-f6ba-4eda-9456-1f1e3e28e7ec tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Deleting port 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:47.776394 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a314-f6ba-4eda-9456-1f1e3e28e7ec tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:47.783999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:47.804798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'port_id': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'mac_address': 'fa:16:3e:1f:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:45:48.028944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-864129eb-d3e8-4d39-bd6f-cc0739517614 None None] Provisioning complete for port 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:48.029853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-864129eb-d3e8-4d39-bd6f-cc0739517614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:48.118158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:48.135224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:48.171866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de2bb3a-b230-49c6-a46f-86a2483c0c42 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:45:48.198144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] Pushing event updated for resources: {'Network': ['ID=78fea377-e9fb-4588-a38b-02b4848fa6a2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:48.221100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 78fea377-e9fb-4588-a38b-02b4848fa6a2 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:45:48.242928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-864129eb-d3e8-4d39-bd6f-cc0739517614 None None] Port 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:48.288841 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5c3eac5a-3122-4a12-88b1-e8f6a6f34b84 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9849079 Feb 02 15:45:48.300023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55074) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:48.300851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:48.313578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Request body: {'subnet': {'network_id': '78fea377-e9fb-4588-a38b-02b4848fa6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-395109421-subnet', 'tenant_id': '37a94872431c4126b0d7f3de09b9fb89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:48.321452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b3f6-3926-454e-a7c2-5c90cf5dad18 req-6413f943-2b46-4af7-881a-19581fa2513c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:48.329242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa90b3f6-3926-454e-a7c2-5c90cf5dad18 req-6413f943-2b46-4af7-881a-19581fa2513c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 944 time: 0.6392996 Feb 02 15:45:48.331972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:48.346166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Usage tracker for resource:subnet and tenant:37a94872431c4126b0d7f3de09b9fb89 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:48.358867 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a314-f6ba-4eda-9456-1f1e3e28e7ec tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:48.365810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-748043af-353c-4513-a047-6553b12af072 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:48.365810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-748043af-353c-4513-a047-6553b12af072 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69&tenant_id=bcbc98f977944869a392ab2bccdbd691&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 944 time: 0.8002648 Feb 02 15:45:48.373794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:48.417687 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:48.461635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa90b3f6-3926-454e-a7c2-5c90cf5dad18 req-51b4b798-dc4c-4382-ba4e-97b0763a2e32 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313396 Feb 02 15:45:48.471019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:48.514044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-97e4a971-31ab-4eb9-bab8-75e0ad4b9e7d service neutron] 10.222.0.64 "GET /v2.0/ports/1de2bb3a-b230-49c6-a46f-86a2483c0c42/bindings/n-h1-827122-1 HTTP/1.1" status: 200 len: 382 time: 0.1387620 Feb 02 15:45:48.526842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:48.585474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5a314-f6ba-4eda-9456-1f1e3e28e7ec tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Calling delete_port for 6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:48.684013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-92fc9c85-1515-4602-8e79-1b9a868be5c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1096 time: 0.1164541 Feb 02 15:45:48.724725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['1de2bb3a-b230-49c6-a46f-86a2483c0c42'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:45:48.757558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Made reservation on behalf of 37a94872431c4126b0d7f3de09b9fb89 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:48.760153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:48.873776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-516a504c-ebf7-423b-a317-01074cbe900d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:48.875326 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-516a504c-ebf7-423b-a317-01074cbe900d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.1851761 Feb 02 15:45:48.912420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a314-f6ba-4eda-9456-1f1e3e28e7ec tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:49.020755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5a314-f6ba-4eda-9456-1f1e3e28e7ec tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Port': ['ID=6bb78b36-15ab-40f2-a8f8-23f3dd5367b7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:49.081805 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-944b4fda-eaf5-46da-b77a-fb40bc18dee6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 1000 time: 0.1981025 Feb 02 15:45:49.195748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-75d776af-aea6-4a0b-aa06-481b9f1e6fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:49.197627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-75d776af-aea6-4a0b-aa06-481b9f1e6fe6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.0951309 Feb 02 15:45:49.386591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-603213b7-d5a6-4962-901b-2c5721fc276c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796067 Feb 02 15:45:49.486495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a314-f6ba-4eda-9456-1f1e3e28e7ec tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:49.531878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dcf5a314-f6ba-4eda-9456-1f1e3e28e7ec tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "DELETE /v2.0/ports/6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 HTTP/1.1" status: 204 len: 168 time: 1.9258919 Feb 02 15:45:49.532272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55090) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:49.619568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:49.635091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-7c0b894d-0619-4f05-a8bb-f33d2d360ad6 service neutron] 10.222.0.64 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410245 Feb 02 15:45:49.677990 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b544e0-2a7a-4b61-b594-238a327880cb tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] GET failed (client error): The resource could not be found. Feb 02 15:45:49.678923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-62b544e0-2a7a-4b61-b594-238a327880cb tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Synchronizing usage tracker for tenant:7b4468bfa23c43b5a30c05c44f72726f on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:49.800302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-d673e84e-6022-4c12-9567-3e642d5a315f service neutron] 10.222.0.64 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563900 Feb 02 15:45:49.802954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075533ac-4a92-4203-978d-dbb403caa530,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:49.853377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Checking segment: {'id': 'a6143878-4bdd-4381-b053-c38bffb660ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '78fea377-e9fb-4588-a38b-02b4848fa6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:45:49.854069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Network hostable DHCP agents. Network: 78fea377-e9fb-4588-a38b-02b4848fa6a2, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:45:49.876789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31c09f-cf6a-43c9-a85e-55c4b93c4255 req-287160e7-a9b8-4d5e-9141-34a6f0d8fbfc tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:49.880395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb31c09f-cf6a-43c9-a85e-55c4b93c4255 req-287160e7-a9b8-4d5e-9141-34a6f0d8fbfc tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 945 time: 0.2102277 Feb 02 15:45:49.884789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-62b544e0-2a7a-4b61-b594-238a327880cb tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Unset dirty status for tenant:7b4468bfa23c43b5a30c05c44f72726f on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:49.885920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-62b544e0-2a7a-4b61-b594-238a327880cb tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "GET /v2.0/ports/6bb78b36-15ab-40f2-a8f8-23f3dd5367b7 HTTP/1.1" status: 404 len: 333 time: 0.3526275 Feb 02 15:45:49.890681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55104) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:49.901321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2', 'name': 'tempest-AllowedAddressPairTestJSON-427430469'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:49.947191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb31c09f-cf6a-43c9-a85e-55c4b93c4255 req-bdeb6560-cac1-4818-b10f-696f006cd3bc tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601118 Feb 02 15:45:50.017565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Network 78fea377-e9fb-4588-a38b-02b4848fa6a2 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:45:50.081892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:50.095196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 78fea377-e9fb-4588-a38b-02b4848fa6a2) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:50.095486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:50.099884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:50.100534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:50.106438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e69af-e308-4e4d-b33f-b48777d40c73 None None] Network 78fea377-e9fb-4588-a38b-02b4848fa6a2 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:45:50.224602 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c54d412e-2e9f-472d-9d44-c42bb71f4762 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9210112 Feb 02 15:45:50.224843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Made reservation on behalf of 7b4468bfa23c43b5a30c05c44f72726f for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:50.228196 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:50.254394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] device_id is not set on port d3701a68-1024-44fa-ab9d-e14a476f515d yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:45:50.381168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050bafa3-e96a-4290-8ecb-e6982aa9c600 None None] Network 78fea377-e9fb-4588-a38b-02b4848fa6a2 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:45:50.446329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Allocated IP 172.20.0.10 (92a3be3c-13b7-4d40-8308-b1de7057afe2/2702ab41-3aea-407a-b000-68386c299101/d3701a68-1024-44fa-ab9d-e14a476f515d) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:50.448892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55120) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:50.550282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Deleting subnet 075533ac-4a92-4203-978d-dbb403caa530 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:45:50.560671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:50.733276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:50.855246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:51.049326 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:51.194746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Transition to ACTIVE for port object d3701a68-1024-44fa-ab9d-e14a476f515d will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:51.198199 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:51.253344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075533ac-4a92-4203-978d-dbb403caa530,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:51.263641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6449729-b7ad-4f77-a300-b4cfae5ef70e req-503be9bd-2e7a-408a-93b9-787c526497f0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:51.265438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:45:51.265854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6449729-b7ad-4f77-a300-b4cfae5ef70e req-503be9bd-2e7a-408a-93b9-787c526497f0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 945 time: 0.1087000 Feb 02 15:45:51.269610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:51.281473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.281833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.282176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.282509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.282843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.283170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.283497 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.283830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.284177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.284499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.284897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:51.345395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6449729-b7ad-4f77-a300-b4cfae5ef70e req-b78c71c9-23fc-468c-a0e9-f09055991a5f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693028 Feb 02 15:45:51.527771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:51.528100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55146) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:51.531328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2cc6623e-2bfd-409c-a6fe-4b41e6de0758 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/075533ac-4a92-4203-978d-dbb403caa530 HTTP/1.1" status: 204 len: 168 time: 1.0813344 Feb 02 15:45:51.533618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:51.540772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:51.542210 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:51.839815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:51.853164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:51.856690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:51.867127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:51.946293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=d3701a68-1024-44fa-ab9d-e14a476f515d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:51.947083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.063543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:45:52.086063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:52.086925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:52.087607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.171459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.190377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.203616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5429565f-8da5-484d-b379-47659bf4536a tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3090751 Feb 02 15:45:52.204394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55164) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:52.213243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'network_id': '92a3be3c-13b7-4d40-8308-b1de7057afe2', 'name': 'tempest-AllowedAddressPairTestJSON-1014604797'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:52.228479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fea377-e9fb-4588-a38b-02b4848fa6a2']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:52.248790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6143878-4bdd-4381-b053-c38bffb660ea') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:52.249112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6143878-4bdd-4381-b053-c38bffb660ea') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:52.275959 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'code': 200} Feb 02 15:45:52.287055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.321469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.336610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:45:52.337263 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.377334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:45:52.448382 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:45:52.465834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:52.471069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Usage tracker for resource:port and tenant:7b4468bfa23c43b5a30c05c44f72726f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:52.475698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Quota usage for port was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:52.483421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:52.583948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-59dc1b9e-d141-44f9-bdb4-353e155a0302 None None] Provisioning for port d3701a68-1024-44fa-ab9d-e14a476f515d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:52.591331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-59dc1b9e-d141-44f9-bdb4-353e155a0302 None None] Provisioning complete for port d3701a68-1024-44fa-ab9d-e14a476f515d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:52.592031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59dc1b9e-d141-44f9-bdb4-353e155a0302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.615161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Made reservation on behalf of 7b4468bfa23c43b5a30c05c44f72726f for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:52.618222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.624595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b8ff4-2983-4890-9b53-8733a147a0f9 req-31368b63-8550-4890-b062-eeb01f440479 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:52.626146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac3b8ff4-2983-4890-9b53-8733a147a0f9 req-31368b63-8550-4890-b062-eeb01f440479 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.1100314 Feb 02 15:45:52.630878 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.652841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:52.668991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] device_id is not set on port 457b6937-7801-48af-b502-686ffb98665b yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:45:52.683710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=78fea377-e9fb-4588-a38b-02b4848fa6a2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:52.691027 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b77deb74-7a9b-4dec-bb21-df49136b98b1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/78fea377-e9fb-4588-a38b-02b4848fa6a2 HTTP/1.1" status: 204 len: 168 time: 1.1600671 Feb 02 15:45:52.715128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-59dc1b9e-d141-44f9-bdb4-353e155a0302 None None] Port d3701a68-1024-44fa-ab9d-e14a476f515d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:52.824100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac3b8ff4-2983-4890-9b53-8733a147a0f9 req-2dd45557-509b-4524-a32a-bb0d3ad8827d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731336 Feb 02 15:45:52.933885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Allocated IP 172.20.0.5 (92a3be3c-13b7-4d40-8308-b1de7057afe2/2702ab41-3aea-407a-b000-68386c299101/457b6937-7801-48af-b502-686ffb98665b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:45:53.182890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55184) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:53.291331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86524bfe-8ce8-4914-a604-8d85fd9e1220 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=37a94872431c4126b0d7f3de09b9fb89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1067989 Feb 02 15:45:53.293766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55190) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:53.299343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:53.335482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Transition to ACTIVE for port object 457b6937-7801-48af-b502-686ffb98665b will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:53.392975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bba137b6-d304-46d3-95f9-5900053f95d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:53.425581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bba137b6-d304-46d3-95f9-5900053f95d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:53.486541 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:53.569107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:45:53.573268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:45:53.575244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=457b6937-7801-48af-b502-686ffb98665b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:53.577589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:45:53.632130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bba137b6-d304-46d3-95f9-5900053f95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:53.647219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba137b6-d304-46d3-95f9-5900053f95d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663c15c2-a1bd-46fa-bbcf-51101748aeb2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:53.652946 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bba137b6-d304-46d3-95f9-5900053f95d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:53.656379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bba137b6-d304-46d3-95f9-5900053f95d2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/663c15c2-a1bd-46fa-bbcf-51101748aeb2 HTTP/1.1" status: 204 len: 168 time: 0.3603885 Feb 02 15:45:53.664278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:53.665665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:53.839286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55204) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:53.839726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-128a7dde-6539-4953-91ec-a53880d39611 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6270547 Feb 02 15:45:53.904197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:f2:27:af'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:32:79:cd'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:54.220837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-162b337d-24f4-432b-ae90-ee5555559a9a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 1097 time: 0.5150652 Feb 02 15:45:54.250155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:45:54.265942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa6655-9425-4601-b71b-fda0f4e9ee34 req-1f3d9cec-2c59-46e4-ac15-b471a1a553de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:54.267611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5aaa6655-9425-4601-b71b-fda0f4e9ee34 req-1f3d9cec-2c59-46e4-ac15-b471a1a553de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.1404212 Feb 02 15:45:54.269168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0bbf00d7-2ce8-4ca3-8c5f-dd52e2b88b85 None None] Provisioning for port 457b6937-7801-48af-b502-686ffb98665b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:45:54.283503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0bbf00d7-2ce8-4ca3-8c5f-dd52e2b88b85 None None] Provisioning complete for port 457b6937-7801-48af-b502-686ffb98665b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:54.285406 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0bbf00d7-2ce8-4ca3-8c5f-dd52e2b88b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:54.358661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5aaa6655-9425-4601-b71b-fda0f4e9ee34 req-88f50692-233c-43ee-b1d7-8f21ab845b29 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845940 Feb 02 15:45:54.366294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf00d7-2ce8-4ca3-8c5f-dd52e2b88b85 None None] Port 457b6937-7801-48af-b502-686ffb98665b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:54.481428 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:54.569014 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:54.581123 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7687658-417c-43d1-aca1-3ac9a69b3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.164172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:45:55.210978 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.218282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:45:55.263531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:45:55.285124 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.325716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:45:55.352960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.414722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Transition to ACTIVE for port object 1de2bb3a-b230-49c6-a46f-86a2483c0c42 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:45:55.485117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] In _notify_port_updated(), no bound segment for port 457b6937-7801-48af-b502-686ffb98665b on network 92a3be3c-13b7-4d40-8308-b1de7057afe2 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:45:55.490037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:55.490879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.496369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55258) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:55.496996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "PUT /v2.0/ports/457b6937-7801-48af-b502-686ffb98665b HTTP/1.1" status: 200 len: 1057 time: 1.6540799 Feb 02 15:45:55.525324 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'code': 200} Feb 02 15:45:55.525891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event updated for resources: {'Port': ['ID=457b6937-7801-48af-b502-686ffb98665b,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:55.527759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.578066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a2a6-64d3-4e7b-b8c1-0ec5c2fa1d9b tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:55.618226 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.648728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-dc054b81-174b-4e7b-be69-702d89c169a8 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Deleting port 457b6937-7801-48af-b502-686ffb98665b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:55.649203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc054b81-174b-4e7b-be69-702d89c169a8 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.767525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:45:55.771967 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:45:55.782824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=10']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:56.014913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0bc6eff3-a523-4cab-84fe-4b5dc2d80c41 None None] Provisioning complete for port 457b6937-7801-48af-b502-686ffb98665b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:45:56.015600 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eff3-a523-4cab-84fe-4b5dc2d80c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:56.100393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8113457-4854-4777-a8aa-b1bfa6ff4002 req-65dd7680-3567-4b1b-8e20-cf9049fd69c6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:56.101933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8113457-4854-4777-a8aa-b1bfa6ff4002 req-65dd7680-3567-4b1b-8e20-cf9049fd69c6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 945 time: 0.3345337 Feb 02 15:45:56.140398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] No DVR routers for this DVR port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:45:56.409229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8113457-4854-4777-a8aa-b1bfa6ff4002 req-ef4d9a28-77f0-41d3-80a6-752421bae15d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952383 Feb 02 15:45:56.540710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6eff3-a523-4cab-84fe-4b5dc2d80c41 None None] Port 457b6937-7801-48af-b502-686ffb98665b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:45:56.563782 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc054b81-174b-4e7b-be69-702d89c169a8 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:56.732520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-dc054b81-174b-4e7b-be69-702d89c169a8 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Calling delete_port for 457b6937-7801-48af-b502-686ffb98665b owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:56.851869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:45:56.858662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:45:56.859171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:45:56.873068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:45:56.873295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Attempting to bind port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on network f6118e49-6450-459a-b7e0-e24519629d17 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:45:56.883715 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41b289e8-8a25-4972-a351-e8ac078a07b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:56.886049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:45:56.886618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Checking segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:45:56.887236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Bound using segment: {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:45:56.888132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Bound port: 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed3039b-a935-414e-a5bf-d5f3d6bf9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:45:56.888812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:56.917822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55290) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:57.042495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:45:57.047751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:45:57.057917 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc054b81-174b-4e7b-be69-702d89c169a8 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:57.137017 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:57.154525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:57.245165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=11']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:57.256416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc054b81-174b-4e7b-be69-702d89c169a8 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Port': ['ID=457b6937-7801-48af-b502-686ffb98665b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:57.265801 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:57.267164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-0819446a-4eda-467c-a189-88572c0e1338 service neutron] 10.222.0.107 "PUT /v2.0/ports/1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 1093 time: 3.0261159 Feb 02 15:45:57.303271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:45:57.351518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] Usage tracker for resource:security_group_rule and tenant:0d404d628ba84344a4d5af7e8547a7cb is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:45:57.364762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:45:57.381840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:45:57.525397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-91cd6fd0-b180-40c7-ad58-941cf1b10090 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1096 time: 0.2148743 Feb 02 15:45:57.529959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:45:57.678601 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'status': 'completed', 'code': 200} Feb 02 15:45:57.976017 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.018894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-c0045db4-a2fd-4267-8faf-631697beb974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:58.021036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-c0045db4-a2fd-4267-8faf-631697beb974 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.4855406 Feb 02 15:45:58.027329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc054b81-174b-4e7b-be69-702d89c169a8 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.041824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dc054b81-174b-4e7b-be69-702d89c169a8 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "DELETE /v2.0/ports/457b6937-7801-48af-b502-686ffb98665b HTTP/1.1" status: 204 len: 168 time: 2.5441954 Feb 02 15:45:58.045292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-fffc9548-3f87-40cd-a142-ee5cc9cc90d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1096 time: 0.2935870 Feb 02 15:45:58.045998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:58.158465 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-94becdec-02c3-4f55-b83f-f77cb1afdbe7 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] GET failed (client error): The resource could not be found. Feb 02 15:45:58.158844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-94becdec-02c3-4f55-b83f-f77cb1afdbe7 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Synchronizing usage tracker for tenant:7b4468bfa23c43b5a30c05c44f72726f on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:45:58.223699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.270988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d69bd1-99fc-4f80-96f4-fa035b0a6e40 req-c2bafe0f-7140-449c-a4e5-ff21ca00f899 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:58.272626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6d69bd1-99fc-4f80-96f4-fa035b0a6e40 req-c2bafe0f-7140-449c-a4e5-ff21ca00f899 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 945 time: 0.3995600 Feb 02 15:45:58.284584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-6c59189a-4622-41c7-bbae-908d9cb2bec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:58.303360 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-6c59189a-4622-41c7-bbae-908d9cb2bec5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.2089515 Feb 02 15:45:58.341469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c7c131-1f3d-415a-ad5c-47c642dee883,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:58.347452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-bfbd66ab-9227-45e6-ac6e-8d80faa6f05c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 999 time: 0.3209305 Feb 02 15:45:58.352864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8fb18636-86d5-4666-aa23-83e7585b9497 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0d404d628ba84344a4d5af7e8547a7cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4327548 Feb 02 15:45:58.354047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55326) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:58.423322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.447165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-94becdec-02c3-4f55-b83f-f77cb1afdbe7 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Unset dirty status for tenant:7b4468bfa23c43b5a30c05c44f72726f on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:45:58.451106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-94becdec-02c3-4f55-b83f-f77cb1afdbe7 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "GET /v2.0/ports/457b6937-7801-48af-b502-686ffb98665b HTTP/1.1" status: 404 len: 333 time: 0.4042077 Feb 02 15:45:58.453002 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-58101338-f319-4b00-ab3f-87bc6e70db42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 999 time: 0.1582229 Feb 02 15:45:58.453448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55330) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:45:58.463873 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6d69bd1-99fc-4f80-96f4-fa035b0a6e40 req-3d7cec42-7607-455c-83e4-706fa90bfb26 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667452 Feb 02 15:45:58.465152 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.479066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-b18daa23-c89d-49cd-8d78-cebdfdddfc51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:58.480990 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-b18daa23-c89d-49cd-8d78-cebdfdddfc51 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.1256454 Feb 02 15:45:58.590690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86cc0758-d004-49c0-b42b-94beba41c127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.596757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-50a577b3-1171-4a29-a11b-65c02b54563d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Deleting port d3701a68-1024-44fa-ab9d-e14a476f515d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:45:58.599941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50a577b3-1171-4a29-a11b-65c02b54563d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.630898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86cc0758-d004-49c0-b42b-94beba41c127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.640704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-1e07d2cc-8414-4365-8110-a7c72d9d8e1c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514471 Feb 02 15:45:58.734526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-02b20171-07ea-4ebf-ba23-048d4bf886af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:58.736777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-02b20171-07ea-4ebf-ba23-048d4bf886af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.1939836 Feb 02 15:45:58.828540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86cc0758-d004-49c0-b42b-94beba41c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.868879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc0758-d004-49c0-b42b-94beba41c127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c7c131-1f3d-415a-ad5c-47c642dee883,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:58.887150 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86cc0758-d004-49c0-b42b-94beba41c127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.888393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86cc0758-d004-49c0-b42b-94beba41c127 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02c7c131-1f3d-415a-ad5c-47c642dee883 HTTP/1.1" status: 204 len: 168 time: 0.4892313 Feb 02 15:45:58.959563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-f3eda0c7-8f6d-4a18-816d-a3b480b7d1b3 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060901 Feb 02 15:45:58.995713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-c5b0e2f7-bfda-41c5-9fcd-075263c85844 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2496266 Feb 02 15:45:59.144339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50a577b3-1171-4a29-a11b-65c02b54563d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:59.159367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a106fe7-ca8f-4f01-a19a-c53b7f86314e req-46be3c2f-591c-45aa-b7e5-35305f0dbd84 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924608 Feb 02 15:45:59.312957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-50a577b3-1171-4a29-a11b-65c02b54563d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Calling delete_port for d3701a68-1024-44fa-ab9d-e14a476f515d owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:45:59.388056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-d23b5460-40ec-4e1d-aeaa-8f5f47314fc2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1096 time: 0.1284630 Feb 02 15:45:59.626509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-86daf7a9-267d-4505-9092-8832364238a4 service neutron] 10.222.0.64 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971391 Feb 02 15:45:59.674355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-20cf8a12-0f29-40e0-bc58-d8e15c157757 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:59.676148 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-20cf8a12-0f29-40e0-bc58-d8e15c157757 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.2817881 Feb 02 15:45:59.958403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50a577b3-1171-4a29-a11b-65c02b54563d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:59.971284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-29606e04-c805-4b20-9471-8fba6654fc56 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 999 time: 0.2892852 Feb 02 15:45:59.977528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:00.067729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-138fad44-551d-4509-ac70-6dbc88e0f039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:00.069859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-138fad44-551d-4509-ac70-6dbc88e0f039 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.0916708 Feb 02 15:46:00.141081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a577b3-1171-4a29-a11b-65c02b54563d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Port': ['ID=d3701a68-1024-44fa-ab9d-e14a476f515d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:00.220315 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-65e76b52-cc73-4335-a595-22efa894b1c5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435120 Feb 02 15:46:00.311472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-d3db0bb3-12f9-4fff-97f8-ae2ff13cc888 service neutron] 10.222.0.64 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658736 Feb 02 15:46:00.344526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50a577b3-1171-4a29-a11b-65c02b54563d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:00.399455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69eed4-18f8-42c6-9bb6-add8daaf7f36 req-ac6578fd-4b17-47d7-b0ae-1d13a6e09465 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:00.403620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa69eed4-18f8-42c6-9bb6-add8daaf7f36 req-ac6578fd-4b17-47d7-b0ae-1d13a6e09465 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 945 time: 0.4656866 Feb 02 15:46:00.419123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-f290ace8-1bc4-4b69-b63e-b66ec8473b4e service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867545 Feb 02 15:46:00.497395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50a577b3-1171-4a29-a11b-65c02b54563d tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "DELETE /v2.0/ports/d3701a68-1024-44fa-ab9d-e14a476f515d HTTP/1.1" status: 204 len: 168 time: 2.0427341 Feb 02 15:46:00.499152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55392) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:00.546870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa69eed4-18f8-42c6-9bb6-add8daaf7f36 req-3a3b4602-0c1e-460d-8cda-679bec2ffdef tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327846 Feb 02 15:46:00.565902 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbab71bb-9e51-4bbc-9657-5afc60d20c0f tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] GET failed (client error): The resource could not be found. Feb 02 15:46:00.572132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fbab71bb-9e51-4bbc-9657-5afc60d20c0f tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "GET /v2.0/ports/d3701a68-1024-44fa-ab9d-e14a476f515d HTTP/1.1" status: 404 len: 333 time: 0.0718274 Feb 02 15:46:00.573946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55398) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:00.758419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-5a479e9d-499f-4d03-b8bb-d8ecf6d4eb0e tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Deleting port 50111f19-58a4-4280-9131-42a5d56f1fe3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:00.758836 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a479e9d-499f-4d03-b8bb-d8ecf6d4eb0e tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:00.821175 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a724c14-89ea-474a-ab9d-efd810985e08 req-ce616703-e318-4ee7-b675-ea296de8e43a service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922782 Feb 02 15:46:00.930063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:46:01.307929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-da183c18-ddc8-4394-ac40-c69edd5135c6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1096 time: 0.2257311 Feb 02 15:46:01.320635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a479e9d-499f-4d03-b8bb-d8ecf6d4eb0e tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:01.387225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:01.436306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'port_id': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'mac_address': 'fa:16:3e:1f:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:46:01.617012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:01.663297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de2bb3a-b230-49c6-a46f-86a2483c0c42 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:46:01.698955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:01.699170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-617bcbf6-a0dc-423d-a50a-32737addb7e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:01.700548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-617bcbf6-a0dc-423d-a50a-32737addb7e6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.3725991 Feb 02 15:46:01.705034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-5a479e9d-499f-4d03-b8bb-d8ecf6d4eb0e tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Calling delete_port for 50111f19-58a4-4280-9131-42a5d56f1fe3 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:01.807092 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:02.030140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=12']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:02.098962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['1de2bb3a-b230-49c6-a46f-86a2483c0c42'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:46:02.139908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a479e9d-499f-4d03-b8bb-d8ecf6d4eb0e tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:02.284127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a479e9d-499f-4d03-b8bb-d8ecf6d4eb0e tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Port': ['ID=50111f19-58a4-4280-9131-42a5d56f1fe3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:02.343152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-3351f6c1-ab67-42f7-b536-7bf7ee2342e6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 1000 time: 0.6261816 Feb 02 15:46:02.512416 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a479e9d-499f-4d03-b8bb-d8ecf6d4eb0e tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:02.515327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-f37ad9ce-41c8-4576-b5a5-1371b3665211 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:02.517505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-f37ad9ce-41c8-4576-b5a5-1371b3665211 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.1673040 Feb 02 15:46:02.547327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c90b6-5654-4dbc-bc51-b198b50e12ef req-b243e77b-0518-4e14-8600-dd4d38eedc77 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:02.560635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5a479e9d-499f-4d03-b8bb-d8ecf6d4eb0e tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "DELETE /v2.0/ports/50111f19-58a4-4280-9131-42a5d56f1fe3 HTTP/1.1" status: 204 len: 168 time: 1.9747806 Feb 02 15:46:02.567590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a93c90b6-5654-4dbc-bc51-b198b50e12ef req-b243e77b-0518-4e14-8600-dd4d38eedc77 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 946 time: 0.4584107 Feb 02 15:46:02.580196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55446) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:02.962600 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a93c90b6-5654-4dbc-bc51-b198b50e12ef req-e4210dc1-e1ee-4eb8-99d2-064fc382174e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939731 Feb 02 15:46:02.997366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-35bb3d63-b119-456e-a1ca-41f059881e38 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4161706 Feb 02 15:46:03.026295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55460) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:03.197112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-72e70c37-a11b-4ac8-ae64-6cbceb06114e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/996b99ec-2647-43dc-8964-0de58a51496e HTTP/1.1" status: 200 len: 992 time: 0.1641471 Feb 02 15:46:03.240345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3ce5f3-dac6-4da3-a194-9ce55ab948ee tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Deleting subnet 2702ab41-3aea-407a-b000-68386c299101 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:46:03.245185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce5f3-dac6-4da3-a194-9ce55ab948ee tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:03.351215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-b19aaee3-d0b2-4a13-97bf-94fc67e66527 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468199 Feb 02 15:46:03.354525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce5f3-dac6-4da3-a194-9ce55ab948ee tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:03.561505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-941d1251-f0dc-44ac-bb7e-b39716fe6c5d req-d0d1739a-9b08-4a06-8a6b-53aa9e5d3c12 service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762218 Feb 02 15:46:03.565251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce5f3-dac6-4da3-a194-9ce55ab948ee tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:03.764084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce5f3-dac6-4da3-a194-9ce55ab948ee tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:03.848240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ce5f3-dac6-4da3-a194-9ce55ab948ee tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Subnet': ['ID=2702ab41-3aea-407a-b000-68386c299101,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:03.869314 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce5f3-dac6-4da3-a194-9ce55ab948ee tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:03.873243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2adda-9d36-4be9-bbd9-35d7713d492f None None] Network 92a3be3c-13b7-4d40-8308-b1de7057afe2 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:03.879000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2c3ce5f3-dac6-4da3-a194-9ce55ab948ee tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "DELETE /v2.0/subnets/2702ab41-3aea-407a-b000-68386c299101 HTTP/1.1" status: 204 len: 168 time: 1.2433605 Feb 02 15:46:03.881750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55484) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:04.030939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:04.044251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Deleting port dc3ecfaf-604f-40db-a17b-aef412c9abfb {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:04.044693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:04.199073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] DHCP port deletion for 92a3be3c-13b7-4d40-8308-b1de7057afe2 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:46:04.203955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] Deleting port dc3ecfaf-604f-40db-a17b-aef412c9abfb {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:04.204332 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:04.531596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] For port dc3ecfaf-604f-40db-a17b-aef412c9abfb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dc3ecfaf-604f-40db-a17b-aef412c9abfb,segment=NetworkSegment(11fe8fdd-a410-4da3-a28b-8f9988c39e5b),segment_id=11fe8fdd-a410-4da3-a28b-8f9988c39e5b)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:04.532164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:04.551827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] For port dc3ecfaf-604f-40db-a17b-aef412c9abfb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dc3ecfaf-604f-40db-a17b-aef412c9abfb,segment=NetworkSegment(11fe8fdd-a410-4da3-a28b-8f9988c39e5b),segment_id=11fe8fdd-a410-4da3-a28b-8f9988c39e5b)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:04.554051 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:04.720489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Calling delete_port for dc3ecfaf-604f-40db-a17b-aef412c9abfb owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:04.841945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] Calling delete_port for dc3ecfaf-604f-40db-a17b-aef412c9abfb owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:04.961737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:05.017674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.062496 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:46:05.075827 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:46:05.117290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Port': ['ID=dc3ecfaf-604f-40db-a17b-aef412c9abfb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:05.135212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] No DVR routers for this DVR port dc3ecfaf-604f-40db-a17b-aef412c9abfb on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:46:05.148448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:05.154688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:05.158264 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.336196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.384321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:05.385554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:46:05.396725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.476951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a3be3c-13b7-4d40-8308-b1de7057afe2']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:05.486465 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.497318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fe8fdd-a410-4da3-a28b-8f9988c39e5b') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:05.497896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fe8fdd-a410-4da3-a28b-8f9988c39e5b') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:05.514752 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.534959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.548749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:05.549948 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:05.570042 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:05.579010 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'code': 200} Feb 02 15:46:05.579510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] Deleting port dc3ecfaf-604f-40db-a17b-aef412c9abfb {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:05.580202 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.692219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=13']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:05.740292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0e8add8d-bd87-4931-9413-98952e8cd765 None None] The port 'dc3ecfaf-604f-40db-a17b-aef412c9abfb' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:46:05.834268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.866085 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:05.887282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] Pushing event deleted for resources: {'Network': ['ID=92a3be3c-13b7-4d40-8308-b1de7057afe2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:05.893231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-95319b96-a91a-43ed-9fdf-19546a21e052 tempest-AllowedAddressPairTestJSON-1903996672 tempest-AllowedAddressPairTestJSON-1903996672-project] 10.222.0.88 "DELETE /v2.0/networks/92a3be3c-13b7-4d40-8308-b1de7057afe2 HTTP/1.1" status: 204 len: 168 time: 2.0093195 Feb 02 15:46:06.165070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dc3ecfaf-604f-40db-a17b-aef412c9abfb no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:46:06.212165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: dc3ecfaf-604f-40db-a17b-aef412c9abfb {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:46:06.212816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dc3ecfaf-604f-40db-a17b-aef412c9abfb not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:46:06.686785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55550) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:07.131836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55570) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:07.144849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cdfc5fac-7e4c-4473-9ec4-8edba52a6f28 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b4468bfa23c43b5a30c05c44f72726f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4410403 Feb 02 15:46:07.303556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10c9dbf3-09c1-4a10-acef-dafc1c34d38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:07.349049 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10c9dbf3-09c1-4a10-acef-dafc1c34d38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:07.552094 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:46:07.554206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10c9dbf3-09c1-4a10-acef-dafc1c34d38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:07.569248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9dbf3-09c1-4a10-acef-dafc1c34d38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8e3eff-a9b7-4d8b-9186-decb263614d8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:07.583278 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10c9dbf3-09c1-4a10-acef-dafc1c34d38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:07.590485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-10c9dbf3-09c1-4a10-acef-dafc1c34d38c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f8e3eff-a9b7-4d8b-9186-decb263614d8 HTTP/1.1" status: 204 len: 168 time: 0.4509587 Feb 02 15:46:08.788842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55616) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:09.189801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55634) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:09.245344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.298657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:09.304121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8c51dd64a34444b135010a8f2fbd01 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:09.308091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:09.314049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:09.356426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.398955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:09.403163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] Usage tracker for resource:security_group_rule and tenant:57076a1bc58a44e9bd6c809fc8e2af4e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:09.406624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:09.413400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:09.423619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.502516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.556784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e88472-0720-4d3c-97cf-066df645a8c8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:09.560853 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-16a351aa-29d8-4914-b76e-c41c5eb8fad4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ed8c51dd64a34444b135010a8f2fbd01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7710102 Feb 02 15:46:09.564764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55650) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:09.580040 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.647076 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f412e49-05de-4a3a-b232-c72dbe0dedbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.654771 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.674594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f412e49-05de-4a3a-b232-c72dbe0dedbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.700900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=57076a1bc58a44e9bd6c809fc8e2af4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5089293 Feb 02 15:46:09.703688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:09.746376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3587f9-ed9b-4856-b467-7760bc5a658e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a8cc4a-764d-462f-a41e-7eb03e5c85e4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:09.791587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b892eb-1c2a-4f4d-92f3-55af6f927eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.799959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f412e49-05de-4a3a-b232-c72dbe0dedbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.816294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f412e49-05de-4a3a-b232-c72dbe0dedbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e88472-0720-4d3c-97cf-066df645a8c8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:09.819420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b892eb-1c2a-4f4d-92f3-55af6f927eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.822503 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f412e49-05de-4a3a-b232-c72dbe0dedbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.824694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3f412e49-05de-4a3a-b232-c72dbe0dedbe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b7e88472-0720-4d3c-97cf-066df645a8c8 HTTP/1.1" status: 204 len: 168 time: 0.2580125 Feb 02 15:46:09.951669 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b892eb-1c2a-4f4d-92f3-55af6f927eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.967399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b892eb-1c2a-4f4d-92f3-55af6f927eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a8cc4a-764d-462f-a41e-7eb03e5c85e4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:09.975435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b892eb-1c2a-4f4d-92f3-55af6f927eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:09.979254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55668) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:09.980058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b5b892eb-1c2a-4f4d-92f3-55af6f927eb7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d5a8cc4a-764d-462f-a41e-7eb03e5c85e4 HTTP/1.1" status: 204 len: 168 time: 0.2751336 Feb 02 15:46:10.529921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700557584'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:10.539509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:10.545832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:10.547054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:10.564586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:10.656771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:10.660522 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:10.673922 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:10.709357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:10.714701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:security_group_rule and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:10.717894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:10.724874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:10.758368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55694) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:10.781758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:10.837521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:10.844178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:10.844821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd3acf6b6a643e883b577a0ab1581ec is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:10.848239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:10.854866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:10.925689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:10.954003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:10.966518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:10.967220 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment e40a65fe-bc11-48ca-b1a6-7debea6d04d2 of type vlan for network 0c707e4a-b845-45ae-a663-5d15e1827864 Feb 02 15:46:10.987420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55698) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:10.998693 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.032150 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.041905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.045649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e194a52-5b61-4cce-8ea0-7e24eb3f8c92,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:11.098026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:11.102306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa81ce63d304cb092342800fb72b2fb is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:11.103106 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.105375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:11.112224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:11.165000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f27457-9812-4e75-952b-9f7082316be7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:11.169390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d837a32-502a-4b8f-a049-bf852c8df454 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1cd3acf6b6a643e883b577a0ab1581ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4093938 Feb 02 15:46:11.172242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55708) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:11.188325 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.201347 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.210745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:11.210745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.257523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b91a746c-13b0-4745-874c-91d9674a56d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.305868 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.311619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b91a746c-13b0-4745-874c-91d9674a56d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.347802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fa81ce63d304cb092342800fb72b2fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3577719 Feb 02 15:46:11.353695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55714) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:11.386480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=0c707e4a-b845-45ae-a663-5d15e1827864,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:11.396287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d3718-98c5-4d5c-b887-4322f811f072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37258f2-9a68-4640-b110-32d51454bd1b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:11.399824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 0c707e4a-b845-45ae-a663-5d15e1827864 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:11.467115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-21b34a28-70cd-41ec-b1a2-93df9e35d282 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4808681 Feb 02 15:46:11.477342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d49f3f1b-d940-427f-9b7e-0c72fde3a053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.511875 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d49f3f1b-d940-427f-9b7e-0c72fde3a053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.566513 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b91a746c-13b0-4745-874c-91d9674a56d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.584231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a746c-13b0-4745-874c-91d9674a56d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f27457-9812-4e75-952b-9f7082316be7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:11.594153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b91a746c-13b0-4745-874c-91d9674a56d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.597765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b91a746c-13b0-4745-874c-91d9674a56d0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/08f27457-9812-4e75-952b-9f7082316be7 HTTP/1.1" status: 204 len: 168 time: 0.4219234 Feb 02 15:46:11.601037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55724) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:11.611312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': '0c707e4a-b845-45ae-a663-5d15e1827864', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:11.657389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d49f3f1b-d940-427f-9b7e-0c72fde3a053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.660938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d49f3f1b-d940-427f-9b7e-0c72fde3a053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:11.664014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d49f3f1b-d940-427f-9b7e-0c72fde3a053 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b37258f2-9a68-4640-b110-32d51454bd1b HTTP/1.1" status: 204 len: 168 time: 0.3073125 Feb 02 15:46:11.885970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f3f1b-d940-427f-9b7e-0c72fde3a053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37258f2-9a68-4640-b110-32d51454bd1b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:11.965774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:11.973927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:11.977241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:11.983991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:12.108427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:12.273661 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:12.666727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:12.779528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=20319d88-cc11-4e39-89fe-ccf4d6bdf015,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:12.895181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': 'e40a65fe-bc11-48ca-b1a6-7debea6d04d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0c707e4a-b845-45ae-a663-5d15e1827864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:12.912346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: 0c707e4a-b845-45ae-a663-5d15e1827864, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:13.016455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network 0c707e4a-b845-45ae-a663-5d15e1827864 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:13.116865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 0c707e4a-b845-45ae-a663-5d15e1827864) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:13.121772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:13.122642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.134627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f3d0db-f6e7-4d14-bae9-f165bb423361 None None] Network 0c707e4a-b845-45ae-a663-5d15e1827864 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:13.257909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07c76a28-cbfc-4041-a797-a8274cebdf20 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6558175 Feb 02 15:46:13.261372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55776) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:13.269785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-682020121'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:13.302388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:13.312750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:13.342915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:13.342915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:13.453043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-0c707e4a-b845-45ae-a663-5d15e1827864', 'network_id': '0c707e4a-b845-45ae-a663-5d15e1827864', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': '20319d88-cc11-4e39-89fe-ccf4d6bdf015'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:13.453906 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.454396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:13.458294 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.518315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:13.542552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.542904 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment c569ca0f-a6a2-4cde-ba3d-af5575130487 of type vlan for network 6718a7b1-5bc8-4a4c-86e2-fb8022129336 Feb 02 15:46:13.606749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.666141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Allocated IP 172.20.255.242 (0c707e4a-b845-45ae-a663-5d15e1827864/20319d88-cc11-4e39-89fe-ccf4d6bdf015/f990e28a-12ce-47ee-967b-296d24c40c3b) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:13.766377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.771246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:13.772032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.859254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-b638ade0-4b0b-4ca0-9800-668376f03ff0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1665289 Feb 02 15:46:13.904071 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.914704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Transition to ACTIVE for port object f990e28a-12ce-47ee-967b-296d24c40c3b will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:13.934091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Transition to ACTIVE for port object f990e28a-12ce-47ee-967b-296d24c40c3b will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:14.009917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=6718a7b1-5bc8-4a4c-86e2-fb8022129336,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:14.032133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 6718a7b1-5bc8-4a4c-86e2-fb8022129336 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:14.063871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55798) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:14.064612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dd842fb3-c37d-482e-9d3c-bdc96e62a4f8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8017466 Feb 02 15:46:14.075618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': '6718a7b1-5bc8-4a4c-86e2-fb8022129336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:14.080027 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:14.201736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-6b46f5de-666d-4a43-ad32-2d42ce98b274 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=429a2428885e4fb0ac683405464e0a8c&device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 1101 time: 0.2254655 Feb 02 15:46:14.318696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Network 0c707e4a-b845-45ae-a663-5d15e1827864 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:14.324197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:14.329155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Pushing event updated for resources: {'Port': ['ID=f990e28a-12ce-47ee-967b-296d24c40c3b,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:14.331463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:46:14.345652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.345998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.346337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.346674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.347555 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.348683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.353694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.353694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.353694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.353694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.353694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:14.527018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Attempting to bind port f990e28a-12ce-47ee-967b-296d24c40c3b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:14.527644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Attempting to bind port f990e28a-12ce-47ee-967b-296d24c40c3b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e40a65fe-bc11-48ca-b1a6-7debea6d04d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0c707e4a-b845-45ae-a663-5d15e1827864'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:14.528212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Attempting to bind port f990e28a-12ce-47ee-967b-296d24c40c3b on network 0c707e4a-b845-45ae-a663-5d15e1827864 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:46:14.536701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:46:14.537356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Checking segment: {'id': 'e40a65fe-bc11-48ca-b1a6-7debea6d04d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0c707e4a-b845-45ae-a663-5d15e1827864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:14.537940 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:14.538684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Bound using segment: {'id': 'e40a65fe-bc11-48ca-b1a6-7debea6d04d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0c707e4a-b845-45ae-a663-5d15e1827864'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:46:14.539301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Bound port: f990e28a-12ce-47ee-967b-296d24c40c3b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40a65fe-bc11-48ca-b1a6-7debea6d04d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0c707e4a-b845-45ae-a663-5d15e1827864'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:14.539831 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:14.570851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:14.586260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:14.592095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:14.610258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:14.677275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] For port f990e28a-12ce-47ee-967b-296d24c40c3b, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:14.684045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-f5e8c201-327e-4ac7-b918-e09eb32d4d4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:14.686020 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-f5e8c201-327e-4ac7-b918-e09eb32d4d4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=84ebc57c-caec-4866-8969-c973b519dd53 HTTP/1.1" status: 200 len: 871 time: 0.4598732 Feb 02 15:46:14.687525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] For port f990e28a-12ce-47ee-967b-296d24c40c3b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f990e28a-12ce-47ee-967b-296d24c40c3b,segment=NetworkSegment(e40a65fe-bc11-48ca-b1a6-7debea6d04d2),segment_id=e40a65fe-bc11-48ca-b1a6-7debea6d04d2)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:14.764738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:14.791949 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:14.803108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-b72b89dd-cd3c-484b-9483-dec45c646f81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d7236e27-d0ed-4130-a9de-993371eeab83 HTTP/1.1" status: 200 len: 217 time: 0.1067183 Feb 02 15:46:14.967345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f3cfa-31ba-4b02-932c-b9bc55e34ee6 None None] Pushing event updated for resources: {'Port': ['ID=f990e28a-12ce-47ee-967b-296d24c40c3b,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:15.023947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:15.058770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-444fa724-1889-474d-8ff1-7386d37adab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:15.060459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-444fa724-1889-474d-8ff1-7386d37adab3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1594098 Feb 02 15:46:15.360303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-926bcaac-6e20-412b-a17e-973c88146d5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234228 Feb 02 15:46:15.666049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-36e6c285-a5c1-44be-b3e9-414a01871fdd service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926621 Feb 02 15:46:15.856071 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:15.923718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82ff75e6-14a7-48b6-80ed-930fde47fcf5 req-491fb0d7-969d-4b26-9c88-a8274845aff4 service neutron] 10.222.0.64 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453251 Feb 02 15:46:15.992309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=5101fe42-ecda-41e6-98d4-2e1b9de3cde0,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:16.019455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': 'c569ca0f-a6a2-4cde-ba3d-af5575130487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6718a7b1-5bc8-4a4c-86e2-fb8022129336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:16.020638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: 6718a7b1-5bc8-4a4c-86e2-fb8022129336, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:16.154555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network 6718a7b1-5bc8-4a4c-86e2-fb8022129336 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:16.242782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f990e28a-12ce-47ee-967b-296d24c40c3b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:16.248488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 6718a7b1-5bc8-4a4c-86e2-fb8022129336) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:16.262600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:16.263250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:16.336967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5166ca37-1119-4933-b9c0-a239da67e075 None None] Network 6718a7b1-5bc8-4a4c-86e2-fb8022129336 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:16.499143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c65c8ea8-e7fc-4ca1-a658-821d3f9eaf19 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4314849 Feb 02 15:46:16.499779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55874) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:16.554439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137922a1-03c4-48ff-93b8-76ff1fe68077 None None] Network 0c707e4a-b845-45ae-a663-5d15e1827864 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:16.681080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f990e28a-12ce-47ee-967b-296d24c40c3b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:16.766896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:16.857222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:16.878859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-22463e73-a33f-4c94-95c1-bacf0bca8268 None None] Provisioning for port f990e28a-12ce-47ee-967b-296d24c40c3b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:16.950627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e76f1-100f-4ce2-b1db-589762da3de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-6718a7b1-5bc8-4a4c-86e2-fb8022129336', 'network_id': '6718a7b1-5bc8-4a4c-86e2-fb8022129336', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': '5101fe42-ecda-41e6-98d4-2e1b9de3cde0'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:16.951619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-904e76f1-100f-4ce2-b1db-589762da3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.023896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-22463e73-a33f-4c94-95c1-bacf0bca8268 None None] Provisioning complete for port f990e28a-12ce-47ee-967b-296d24c40c3b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:17.024293 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22463e73-a33f-4c94-95c1-bacf0bca8268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.095511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.204037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=5101fe42-ecda-41e6-98d4-2e1b9de3cde0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server [None req-904e76f1-100f-4ce2-b1db-589762da3de9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5101fe42-ecda-41e6-98d4-2e1b9de3cde0: This subnet is being modified by another concurrent operation. Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise exception Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5101fe42-ecda-41e6-98d4-2e1b9de3cde0: This subnet is being modified by another concurrent operation. Feb 02 15:46:17.214576 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Feb 02 15:46:17.269515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad12d3-56a7-4334-913a-cd174c36d21d None None] Network 6718a7b1-5bc8-4a4c-86e2-fb8022129336 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:17.348297 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.363660 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.381630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6718a7b1-5bc8-4a4c-86e2-fb8022129336']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:17.414568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c569ca0f-a6a2-4cde-ba3d-af5575130487') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:17.414862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c569ca0f-a6a2-4cde-ba3d-af5575130487') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:17.440362 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.474774 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.489773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:17.490416 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:17.512740 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:17.565435 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22463e73-a33f-4c94-95c1-bacf0bca8268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.611985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-22463e73-a33f-4c94-95c1-bacf0bca8268 None None] For port f990e28a-12ce-47ee-967b-296d24c40c3b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f990e28a-12ce-47ee-967b-296d24c40c3b,segment=NetworkSegment(e40a65fe-bc11-48ca-b1a6-7debea6d04d2),segment_id=e40a65fe-bc11-48ca-b1a6-7debea6d04d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:17.719614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22463e73-a33f-4c94-95c1-bacf0bca8268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.782410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.794557 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.840843 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/6718a7b1-5bc8-4a4c-86e2-fb8022129336 HTTP/1.1" status: 204 len: 168 time: 1.3367813 Feb 02 15:46:17.844455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55904) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:17.848884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fff6d-0b9d-49df-9950-e2bb9e1bcb15 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=6718a7b1-5bc8-4a4c-86e2-fb8022129336,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:17.852282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-886591321'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:17.882223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:17.901663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:17.913334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:17.916142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dba170-51b0-4175-bf0f-f56481c5724a None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:46:17.921451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:17.991165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:17.995271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22463e73-a33f-4c94-95c1-bacf0bca8268 None None] Pushing event updated for resources: {'Port': ['ID=f990e28a-12ce-47ee-967b-296d24c40c3b,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:18.024107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-76828c0c-6d1a-4d77-a43e-57ebec592e47 None None] Provisioning complete for port f990e28a-12ce-47ee-967b-296d24c40c3b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:18.024478 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-76828c0c-6d1a-4d77-a43e-57ebec592e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:18.031395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:18.034724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:18.107948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:18.131345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:18.131714 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment d41512ce-19f7-4e06-a732-56d7ca0b6446 of type vlan for network 4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4 Feb 02 15:46:18.150677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dba170-51b0-4175-bf0f-f56481c5724a None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:46:18.204173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:18.357099 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:18.361187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:18.361849 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:18.402964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f990e28a-12ce-47ee-967b-296d24c40c3b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:18.521937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:18.530599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 55924) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:18.531136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aa89f691-150e-4cd9-adb0-eeddbd0922b4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6848226 Feb 02 15:46:18.546905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': '4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:18.575297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:18.917277 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f990e28a-12ce-47ee-967b-296d24c40c3b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:18.917680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:18.976346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:18.980477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:18.984054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:18.990457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:19.062876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:19.254606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.365636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.ipam_backend_mixin [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing IP validity checks on allocation pools {{(pid=95772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 02 15:46:19.366349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.ipam_backend_mixin [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 02 15:46:19.616806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.785494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=7409231f-f36d-4d0c-b0f0-a52cff27015c,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:19.832583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': 'd41512ce-19f7-4e06-a732-56d7ca0b6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:19.832977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: 4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:19.996809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network 4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:20.112190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:20.119520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495e731-0d35-4bf8-b406-66f4859bd2d4 None None] Network 4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:20.120088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:20.120499 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.231611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-79dfd8ef-da50-4a96-aa7a-93e4ee4382da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6984861 Feb 02 15:46:20.236165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55960) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:20.410121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.450613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578f507-6f6f-40e1-af1e-9b3f44ce02fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4', 'network_id': '4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': '7409231f-f36d-4d0c-b0f0-a52cff27015c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:20.451614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9578f507-6f6f-40e1-af1e-9b3f44ce02fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.477279 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.631967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server [None req-9578f507-6f6f-40e1-af1e-9b3f44ce02fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7409231f-f36d-4d0c-b0f0-a52cff27015c: This subnet is being modified by another concurrent operation. Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise exception Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7409231f-f36d-4d0c-b0f0-a52cff27015c: This subnet is being modified by another concurrent operation. Feb 02 15:46:20.676120 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Feb 02 15:46:20.702641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=7409231f-f36d-4d0c-b0f0-a52cff27015c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:20.709726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939116f-3b5b-405a-935d-1d3ccc2f7fdb None None] Network 4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:20.946233 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.990342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:21.017441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41512ce-19f7-4e06-a732-56d7ca0b6446') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:21.018009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41512ce-19f7-4e06-a732-56d7ca0b6446') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:21.042871 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.079417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f55cd3-e96a-429f-882e-b523e37294e9 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:46:21.091805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.121468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:21.121963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:21.154370 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:21.286598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f55cd3-e96a-429f-882e-b523e37294e9 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:46:21.528762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.560973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.572807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:21.580126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72e2b6ef-ea75-4d39-82f6-f67a59ad8792 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4 HTTP/1.1" status: 204 len: 168 time: 1.3402426 Feb 02 15:46:21.586072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 55996) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:21.606699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-106853212'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:21.613110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:21.618275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:21.621746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:21.633030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:21.738979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:21.745974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.818251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:21.830067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.830484 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment 05404e8d-03c1-48f3-b147-b73efe97dc46 of type vlan for network f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 Feb 02 15:46:21.865699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.993422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.993422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:21.993422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.200891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6058972 Feb 02 15:46:22.212198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56014) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:22.219761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': 'f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:22.223578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9765e-a58d-47bd-a7b4-530864d94f89 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:22.236049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:22.381425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:22.384312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:22.388267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:22.396322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:22.525402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:22.681533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.171539 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.239440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=7d420c7f-f9b1-45f4-97fb-d74c153393c9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:23.286469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': '05404e8d-03c1-48f3-b147-b73efe97dc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:23.286965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:23.423240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:23.590246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:23.603739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b5c28-3fc1-4ecd-bc7c-3003850a566a None None] Network f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:23.605619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:23.606378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.767124 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9f80f990-b86f-4613-ad06-a658df8a9dbc tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5522518 Feb 02 15:46:23.770165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56056) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:24.054194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0', 'network_id': 'f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': '7d420c7f-f9b1-45f4-97fb-d74c153393c9'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:24.055108 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.064234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.243428 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.482809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Allocated IP 172.20.0.1 (f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0/7d420c7f-f9b1-45f4-97fb-d74c153393c9/9ba86af0-3077-4135-a606-17bbb56805ae) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:24.633568 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-155d508c-48e1-430a-8f5c-39280b3f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.786410 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.803363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Transition to ACTIVE for port object 9ba86af0-3077-4135-a606-17bbb56805ae will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:24.833963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Transition to ACTIVE for port object 9ba86af0-3077-4135-a606-17bbb56805ae will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:24.897822 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.986394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Network f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:24.991227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:24.996995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:46:24.997296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.000161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Pushing event updated for resources: {'Port': ['ID=9ba86af0-3077-4135-a606-17bbb56805ae,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:25.109990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=7d420c7f-f9b1-45f4-97fb-d74c153393c9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:25.341589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.347667 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Attempting to bind port 9ba86af0-3077-4135-a606-17bbb56805ae on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:25.348422 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Attempting to bind port 9ba86af0-3077-4135-a606-17bbb56805ae by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '05404e8d-03c1-48f3-b147-b73efe97dc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:25.350250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Attempting to bind port 9ba86af0-3077-4135-a606-17bbb56805ae on network f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:46:25.390116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:25.393021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:46:25.394060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Checking segment: {'id': '05404e8d-03c1-48f3-b147-b73efe97dc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:25.394532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.394995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Bound using segment: {'id': '05404e8d-03c1-48f3-b147-b73efe97dc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:46:25.395491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Bound port: 9ba86af0-3077-4135-a606-17bbb56805ae, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05404e8d-03c1-48f3-b147-b73efe97dc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:25.395890 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.450762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05404e8d-03c1-48f3-b147-b73efe97dc46') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:25.451362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05404e8d-03c1-48f3-b147-b73efe97dc46') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:25.465637 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.482953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.491984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:25.492631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:25.509853 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:25.592823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] For port 9ba86af0-3077-4135-a606-17bbb56805ae, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:25.686800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] For port 9ba86af0-3077-4135-a606-17bbb56805ae, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ba86af0-3077-4135-a606-17bbb56805ae,segment=NetworkSegment(05404e8d-03c1-48f3-b147-b73efe97dc46),segment_id=05404e8d-03c1-48f3-b147-b73efe97dc46)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:25.742629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:46:25.742629 n-d-827122-1 neutron-server[95772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:46:25.742629 n-d-827122-1 neutron-server[95772]: [parameters: {'id': 'f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0'}] Feb 02 15:46:25.742629 n-d-827122-1 neutron-server[95772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:46:25.743172 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:46:25.786515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.925712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6788f8-017c-4639-a457-2badfb461259 None None] Pushing event updated for resources: {'Port': ['ID=9ba86af0-3077-4135-a606-17bbb56805ae,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:25.961877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e98b245-463a-4281-a7d0-0b6a751d8f08 None None] Network f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:26.186291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49b232-57c3-44d9-b0bc-2f2c59e32b7a None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:46:26.244805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.261289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting port 9ba86af0-3077-4135-a606-17bbb56805ae {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:26.263601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.341683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49b232-57c3-44d9-b0bc-2f2c59e32b7a None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:46:26.741177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] For port 9ba86af0-3077-4135-a606-17bbb56805ae, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ba86af0-3077-4135-a606-17bbb56805ae,segment=NetworkSegment(05404e8d-03c1-48f3-b147-b73efe97dc46),segment_id=05404e8d-03c1-48f3-b147-b73efe97dc46)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:26.741616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.962148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-004b1a96-70b7-4a40-b218-edc7abbf1de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.076872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Calling delete_port for 9ba86af0-3077-4135-a606-17bbb56805ae owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:27.308388 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.373096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Port': ['ID=9ba86af0-3077-4135-a606-17bbb56805ae,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:27.387889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No DVR routers for this DVR port 9ba86af0-3077-4135-a606-17bbb56805ae on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:46:27.695897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.736173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:27.765954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05404e8d-03c1-48f3-b147-b73efe97dc46') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:27.767051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05404e8d-03c1-48f3-b147-b73efe97dc46') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:27.792191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.849684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.864465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:27.864962 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:27.885333 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:28.122366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.155407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.166570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:28.177677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9e0cb2a3-178c-43d6-bab8-347a9222ae32 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 HTTP/1.1" status: 204 len: 168 time: 4.4055960 Feb 02 15:46:28.181249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56154) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:28.187268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1078331539'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:28.194190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:28.200822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:28.204617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:28.212588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:28.218290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56158) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:28.334239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:28.339421 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.386226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:28.399496 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.402328 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment cd160f5f-2da7-4a4e-85b2-3d50f608dee3 of type vlan for network af481ccd-1d54-42a3-852a-ab6cea83fd10 Feb 02 15:46:28.427945 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.443015 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.458900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.596929 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.601455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:28.603327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.726945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.751991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=af481ccd-1d54-42a3-852a-ab6cea83fd10,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:28.768104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network af481ccd-1d54-42a3-852a-ab6cea83fd10 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:28.776728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:28.782021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f96f4717bd4f1589720e23bee971b5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:28.794064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:28.806692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:28.855154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4ef291bd-555a-4190-9311-faa570647f3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6630518 Feb 02 15:46:28.855931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56178) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:28.866873 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': 'af481ccd-1d54-42a3-852a-ab6cea83fd10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:29.040988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:29.056698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:29.067092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:29.078845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:29.082416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.172728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.225283 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b1f96f4717bd4f1589720e23bee971b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0059102 Feb 02 15:46:29.227354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675691db-8a18-4d8a-a2e1-a08937fb9846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf62449-d500-47dd-be05-5ac991bc1da3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:29.228092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56186) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:29.294223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:29.297628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-056e5f75-ca45-434c-8fa3-3446660dd00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.327223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-056e5f75-ca45-434c-8fa3-3446660dd00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.467547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.522656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-056e5f75-ca45-434c-8fa3-3446660dd00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.549149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e5f75-ca45-434c-8fa3-3446660dd00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf62449-d500-47dd-be05-5ac991bc1da3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:29.560896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-056e5f75-ca45-434c-8fa3-3446660dd00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.563407 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-056e5f75-ca45-434c-8fa3-3446660dd00c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ebf62449-d500-47dd-be05-5ac991bc1da3 HTTP/1.1" status: 204 len: 168 time: 0.3341172 Feb 02 15:46:29.943004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.970960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.047567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=3059d16e-5efb-4afe-83d7-8f64a06808bf,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:30.070900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af481ccd-1d54-42a3-852a-ab6cea83fd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:30.071313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: af481ccd-1d54-42a3-852a-ab6cea83fd10, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:30.202146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network af481ccd-1d54-42a3-852a-ab6cea83fd10 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:30.311507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, af481ccd-1d54-42a3-852a-ab6cea83fd10) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:30.328885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be0dee-cf9e-41ba-859f-584b1b756269 None None] Network af481ccd-1d54-42a3-852a-ab6cea83fd10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:30.335015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:30.340904 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.555140 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b60722e0-e365-4deb-b591-2552221113a0 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7005036 Feb 02 15:46:30.557689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56216) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:30.667519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-af481ccd-1d54-42a3-852a-ab6cea83fd10', 'network_id': 'af481ccd-1d54-42a3-852a-ab6cea83fd10', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': '3059d16e-5efb-4afe-83d7-8f64a06808bf'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:30.668242 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.751272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56224) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:30.801703 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.813532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.889442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Allocated IP 172.20.0.2 (af481ccd-1d54-42a3-852a-ab6cea83fd10/3059d16e-5efb-4afe-83d7-8f64a06808bf/2ce02c72-7da1-4150-9d2c-badc04ce8e56) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:30.920029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:30.924690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b19e2491410642c2b4077319b53b332d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:30.928230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:30.934588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:31.019342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.025517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.119779 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.190522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f93c7a8-1d99-4168-bab5-dd7e83e583d1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:31.202022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.212131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f213bebc-43ac-4238-a707-8af0ba7041c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b19e2491410642c2b4077319b53b332d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4579158 Feb 02 15:46:31.213540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56236) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:31.228946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Transition to ACTIVE for port object 2ce02c72-7da1-4150-9d2c-badc04ce8e56 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:31.253586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Transition to ACTIVE for port object 2ce02c72-7da1-4150-9d2c-badc04ce8e56 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:31.286027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aefbdb4b-1b22-4f5d-8baa-44d72d6e44c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.313970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aefbdb4b-1b22-4f5d-8baa-44d72d6e44c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.384523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.504964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Network af481ccd-1d54-42a3-852a-ab6cea83fd10 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:31.508169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:31.508588 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aefbdb4b-1b22-4f5d-8baa-44d72d6e44c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.512758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:46:31.515454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Pushing event updated for resources: {'Port': ['ID=2ce02c72-7da1-4150-9d2c-badc04ce8e56,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:31.535479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbdb4b-1b22-4f5d-8baa-44d72d6e44c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f93c7a8-1d99-4168-bab5-dd7e83e583d1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:31.545875 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.598648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=3059d16e-5efb-4afe-83d7-8f64a06808bf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:31.603469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aefbdb4b-1b22-4f5d-8baa-44d72d6e44c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.605162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aefbdb4b-1b22-4f5d-8baa-44d72d6e44c2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f93c7a8-1d99-4168-bab5-dd7e83e583d1 HTTP/1.1" status: 204 len: 168 time: 0.3904774 Feb 02 15:46:31.648420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Attempting to bind port 2ce02c72-7da1-4150-9d2c-badc04ce8e56 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:31.648800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Attempting to bind port 2ce02c72-7da1-4150-9d2c-badc04ce8e56 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af481ccd-1d54-42a3-852a-ab6cea83fd10'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:31.649172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Attempting to bind port 2ce02c72-7da1-4150-9d2c-badc04ce8e56 on network af481ccd-1d54-42a3-852a-ab6cea83fd10 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:46:31.657747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:46:31.658135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Checking segment: {'id': 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af481ccd-1d54-42a3-852a-ab6cea83fd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:31.658595 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.659215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Bound using segment: {'id': 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af481ccd-1d54-42a3-852a-ab6cea83fd10'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:46:31.659897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Bound port: 2ce02c72-7da1-4150-9d2c-badc04ce8e56, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'af481ccd-1d54-42a3-852a-ab6cea83fd10'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:31.660347 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.850166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] For port 2ce02c72-7da1-4150-9d2c-badc04ce8e56, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:31.857154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] For port 2ce02c72-7da1-4150-9d2c-badc04ce8e56, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2ce02c72-7da1-4150-9d2c-badc04ce8e56,segment=NetworkSegment(cd160f5f-2da7-4a4e-85b2-3d50f608dee3),segment_id=cd160f5f-2da7-4a4e-85b2-3d50f608dee3)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:31.898025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.925169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af481ccd-1d54-42a3-852a-ab6cea83fd10']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:31.942451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:31.942744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:31.955413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.990179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.992139 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.998551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:31.998941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:32.015070 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:32.154818 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537981c9-4557-4709-8ada-8af08bafa2e7 None None] Pushing event updated for resources: {'Port': ['ID=2ce02c72-7da1-4150-9d2c-badc04ce8e56,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:32.179918 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:46:32.179918 n-d-827122-1 neutron-server[95772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:46:32.179918 n-d-827122-1 neutron-server[95772]: [parameters: {'id': 'af481ccd-1d54-42a3-852a-ab6cea83fd10'}] Feb 02 15:46:32.179918 n-d-827122-1 neutron-server[95772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:46:32.179918 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:46:32.186184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23800b5-bdcf-45b4-bf18-6ce7263c0f40 None None] Network af481ccd-1d54-42a3-852a-ab6cea83fd10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:32.491103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7216e754-dc25-4101-92a3-b2415d38c1f9 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:46:32.657244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7216e754-dc25-4101-92a3-b2415d38c1f9 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:46:32.679484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:32.693621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting port 2ce02c72-7da1-4150-9d2c-badc04ce8e56 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:32.694021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.110652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] For port 2ce02c72-7da1-4150-9d2c-badc04ce8e56, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2ce02c72-7da1-4150-9d2c-badc04ce8e56,segment=NetworkSegment(cd160f5f-2da7-4a4e-85b2-3d50f608dee3),segment_id=cd160f5f-2da7-4a4e-85b2-3d50f608dee3)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:33.111464 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.181967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56278) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:33.254415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Calling delete_port for 2ce02c72-7da1-4150-9d2c-badc04ce8e56 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:33.361658 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.510592 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.533113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:33.537394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] Usage tracker for resource:security_group_rule and tenant:52611bdde4fa4f4e980334d2a38fbb0e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:33.550166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:33.560199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:33.596024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No DVR routers for this DVR port 2ce02c72-7da1-4150-9d2c-badc04ce8e56 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:46:33.598320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Port': ['ID=2ce02c72-7da1-4150-9d2c-badc04ce8e56,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:33.669858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.747461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.808088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45135206-8a34-4fb4-bc5a-11f09214635a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:33.816472 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a0f1008e-842e-4fbb-83df-ad5a238dc19c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52611bdde4fa4f4e980334d2a38fbb0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6325419 Feb 02 15:46:33.823092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56298) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:33.831562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.862784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af481ccd-1d54-42a3-852a-ab6cea83fd10']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:33.877816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:33.877816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd160f5f-2da7-4a4e-85b2-3d50f608dee3') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:33.890700 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.919332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a3114df6-0c06-4317-9325-72c73b6596ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.935299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.957838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:33.962455 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.962587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a3114df6-0c06-4317-9325-72c73b6596ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:33.993495 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:34.139592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a3114df6-0c06-4317-9325-72c73b6596ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.160107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3114df6-0c06-4317-9325-72c73b6596ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45135206-8a34-4fb4-bc5a-11f09214635a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:34.191679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a3114df6-0c06-4317-9325-72c73b6596ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.196756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a3114df6-0c06-4317-9325-72c73b6596ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/45135206-8a34-4fb4-bc5a-11f09214635a HTTP/1.1" status: 204 len: 168 time: 0.3723183 Feb 02 15:46:34.217670 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.237645 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.258247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=af481ccd-1d54-42a3-852a-ab6cea83fd10,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:34.258247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8da5941b-e107-4ee4-b40f-98ffb474100c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/af481ccd-1d54-42a3-852a-ab6cea83fd10 HTTP/1.1" status: 204 len: 168 time: 3.6946013 Feb 02 15:46:34.261296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56316) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:34.269753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1508836294'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:34.276696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:34.286639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:34.289620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:34.296041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:34.422758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:34.426370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.536810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:34.552036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.552833 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment eb1d02f5-8aad-4013-9923-4bd6e5b56b50 of type vlan for network 0cf09a6b-4078-4837-a1f2-e1019faf2251 Feb 02 15:46:34.585109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.714472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8ef51047-fbfa-4a4c-9a9b-8b3a16b3fd57 req-da702a45-2544-468c-ad75-07fc17ecfecd tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1098 time: 0.0919800 Feb 02 15:46:34.763970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8ef51047-fbfa-4a4c-9a9b-8b3a16b3fd57 req-a31e889d-486c-4b2c-9245-03039caba19b tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431194 Feb 02 15:46:34.780621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.785916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:34.789456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.833320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56332) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:34.923570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=0cf09a6b-4078-4837-a1f2-e1019faf2251,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:34.928072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ed06d285-f4cd-46da-beda-ae5434acf5fa tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6656349 Feb 02 15:46:34.933722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56340) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:34.938595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 0cf09a6b-4078-4837-a1f2-e1019faf2251 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:34.941926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': '0cf09a6b-4078-4837-a1f2-e1019faf2251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:35.148081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 8887dbf0-c6c6-4a7f-84a3-f9e9172e4674 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:35.148585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:35.196204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:35.200750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:35.204468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:35.233116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:35.374480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:35.512592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:35.556725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:35.557138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:35.713365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing IP validity checks on allocation pools {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 02 15:46:35.714122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 02 15:46:35.805324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 8887dbf0-c6c6-4a7f-84a3-f9e9172e4674 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:35.872509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56358) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:35.936546 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:35.993521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:35.997049 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.003622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] Usage tracker for resource:security_group_rule and tenant:85f259e754b6436fa763771874c32de5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:36.014098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:36.021838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:36.173053 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.221585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.259615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=27cbaee8-8ab6-4787-b21c-edb465cda671,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:36.283548 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.297603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0cf09a6b-4078-4837-a1f2-e1019faf2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:36.301423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: 0cf09a6b-4078-4837-a1f2-e1019faf2251, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:36.308846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=8887dbf0-c6c6-4a7f-84a3-f9e9172e4674,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:36.414705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=85f259e754b6436fa763771874c32de5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5404136 Feb 02 15:46:36.417362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56376) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:36.418112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea1f1e-a7ec-44fa-a39c-a7d51bb841e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96db992f-c5a8-406b-81b3-1fd41c34ef69,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:36.445137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network 0cf09a6b-4078-4837-a1f2-e1019faf2251 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:36.458324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.512171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-764e3861-bd8e-45f9-b40e-989d326ee56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.526253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 0cf09a6b-4078-4837-a1f2-e1019faf2251) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:36.531481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:36.532105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.537038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47088d7f-640e-4d96-aef7-6f7741e9e6b2 None None] Network 0cf09a6b-4078-4837-a1f2-e1019faf2251 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:36.565879 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-764e3861-bd8e-45f9-b40e-989d326ee56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.660250 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d4f113b3-4152-456d-97b2-67e0b58cda6c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7243438 Feb 02 15:46:36.670374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56388) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:36.868869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-0cf09a6b-4078-4837-a1f2-e1019faf2251', 'network_id': '0cf09a6b-4078-4837-a1f2-e1019faf2251', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': '27cbaee8-8ab6-4787-b21c-edb465cda671'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:36.870267 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.883563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.889434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-764e3861-bd8e-45f9-b40e-989d326ee56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.945191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e3861-bd8e-45f9-b40e-989d326ee56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96db992f-c5a8-406b-81b3-1fd41c34ef69,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:36.956740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6aa0760f-493d-402f-831d-f584ed87d223 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:46:36.958186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-764e3861-bd8e-45f9-b40e-989d326ee56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.959721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-764e3861-bd8e-45f9-b40e-989d326ee56e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/96db992f-c5a8-406b-81b3-1fd41c34ef69 HTTP/1.1" status: 204 len: 168 time: 0.5405257 Feb 02 15:46:37.085643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.137286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Allocated IP 172.20.0.3 (0cf09a6b-4078-4837-a1f2-e1019faf2251/27cbaee8-8ab6-4787-b21c-edb465cda671/0b60e029-3fec-43c8-ba6f-0e289de3dcda) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:37.366476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:46:37.377788 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] Sync routers for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:46:37.402829 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:46:37.403466 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:46:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:37.476694 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.496297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Transition to ACTIVE for port object 0b60e029-3fec-43c8-ba6f-0e289de3dcda will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:37.525213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.559132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Transition to ACTIVE for port object 0b60e029-3fec-43c8-ba6f-0e289de3dcda will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:37.626544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7c163447-c0a2-411b-9f10-cf39df5b0283 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/floatingips/996b99ec-2647-43dc-8964-0de58a51496e HTTP/1.1" status: 204 len: 168 time: 2.7855475 Feb 02 15:46:37.626544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:46:37.670179 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:46:37.692777 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.737894 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'status': 'completed', 'code': 200} Feb 02 15:46:37.774234 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.993935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Network 0cf09a6b-4078-4837-a1f2-e1019faf2251 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:38.006108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:38.034965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:46:38.079902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=27cbaee8-8ab6-4787-b21c-edb465cda671,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:38.144736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Pushing event updated for resources: {'Port': ['ID=0b60e029-3fec-43c8-ba6f-0e289de3dcda,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:38.328677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.329243 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:38.334242 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] Checking router: 6aa0760f-493d-402f-831d-f584ed87d223 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:46:38.345156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Attempting to bind port 0b60e029-3fec-43c8-ba6f-0e289de3dcda on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:38.345747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Attempting to bind port 0b60e029-3fec-43c8-ba6f-0e289de3dcda by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0cf09a6b-4078-4837-a1f2-e1019faf2251'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:38.346155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Attempting to bind port 0b60e029-3fec-43c8-ba6f-0e289de3dcda on network 0cf09a6b-4078-4837-a1f2-e1019faf2251 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:46:38.354479 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:46:38.355611 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:46:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:38.360733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:46:38.361111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Checking segment: {'id': 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0cf09a6b-4078-4837-a1f2-e1019faf2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:38.362578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.362976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Bound using segment: {'id': 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0cf09a6b-4078-4837-a1f2-e1019faf2251'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:46:38.363566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Bound port: 0b60e029-3fec-43c8-ba6f-0e289de3dcda, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0cf09a6b-4078-4837-a1f2-e1019faf2251'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:38.363963 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.415960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf09a6b-4078-4837-a1f2-e1019faf2251']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:38.427390 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-3ec51622-9cd9-4176-9ba2-ab215b3f3685 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 1098 time: 0.5398066 Feb 02 15:46:38.473941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:38.474265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:38.555209 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.580591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.599291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:38.599688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.610961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] For port 0b60e029-3fec-43c8-ba6f-0e289de3dcda, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:38.615566 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:38.729687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-cf54e0d9-5299-470e-af4d-f27c623f8c44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:38.731219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-cf54e0d9-5299-470e-af4d-f27c623f8c44 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 200 len: 899 time: 0.2941542 Feb 02 15:46:38.732064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] For port 0b60e029-3fec-43c8-ba6f-0e289de3dcda, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0b60e029-3fec-43c8-ba6f-0e289de3dcda,segment=NetworkSegment(eb1d02f5-8aad-4013-9923-4bd6e5b56b50),segment_id=eb1d02f5-8aad-4013-9923-4bd6e5b56b50)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:38.755354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa2e95-f62d-4d09-b256-a97e985f9461 req-9e7c7a73-6f39-4e20-b5ac-c8ae35c4a11d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:38.761508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6aaa2e95-f62d-4d09-b256-a97e985f9461 req-9e7c7a73-6f39-4e20-b5ac-c8ae35c4a11d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:46:38.811926 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:46:38.813991 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.869116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:46:38.869116 n-d-827122-1 neutron-server[95773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:46:38.869116 n-d-827122-1 neutron-server[95773]: [parameters: {'id': '0cf09a6b-4078-4837-a1f2-e1019faf2251'}] Feb 02 15:46:38.869116 n-d-827122-1 neutron-server[95773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:46:38.869952 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:46:38.912050 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-2037fafe-2a66-484d-ab71-074d335f9ed5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 200 len: 217 time: 0.1741099 Feb 02 15:46:38.936597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6aaa2e95-f62d-4d09-b256-a97e985f9461 req-9e7c7a73-6f39-4e20-b5ac-c8ae35c4a11d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:46:38.937780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6aaa2e95-f62d-4d09-b256-a97e985f9461 req-9e7c7a73-6f39-4e20-b5ac-c8ae35c4a11d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 947 time: 0.4403532 Feb 02 15:46:39.019490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6aaa2e95-f62d-4d09-b256-a97e985f9461 req-bf871cbe-5b1a-4062-a012-296ca2f24c7b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730927 Feb 02 15:46:39.063459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-92ddb554-50d8-47a5-9394-726fde3c6655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:39.065647 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-92ddb554-50d8-47a5-9394-726fde3c6655 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 200 len: 834 time: 0.1464963 Feb 02 15:46:39.079008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9151e-10bf-4a6e-a75c-cc4390dce9d6 None None] Pushing event updated for resources: {'Port': ['ID=0b60e029-3fec-43c8-ba6f-0e289de3dcda,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:39.172512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e4ae2-e1a5-4093-b1bd-c9a00ba06886 None None] Network 0cf09a6b-4078-4837-a1f2-e1019faf2251 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:39.250577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-2c034ccf-b40b-47a3-b631-3fe76ff458db service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f6118e49-6450-459a-b7e0-e24519629d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777067 Feb 02 15:46:39.374642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.534648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting port 0b60e029-3fec-43c8-ba6f-0e289de3dcda {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:39.535345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.640605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d90a7-274b-4613-9339-570de750c383 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:46:39.664388 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:39.669322 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b7fa-f6dd-4f9d-94ce-f66deb5d8bda None None] The sync data for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 is: [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:44:14Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8cdb9b0d-28e8-4af7-94ee-f7090493e07e', 'name': '', 'network_id': 'f6118e49-6450-459a-b7e0-e24519629d17', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:ed:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:11Z', 'updated_at': '2022-02-02T15:44:26Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': 'd9a9638b-594c-4271-89f2-2eb1fba6b69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:46:39.686550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-780e20ac-d5ed-41f9-9fac-49fb97a7a88e service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977087 Feb 02 15:46:39.903909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-1c754d2d-dbf6-40f8-9c2e-87e8ae7aba85 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:39.916228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-1c754d2d-dbf6-40f8-9c2e-87e8ae7aba85 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 947 time: 0.2063575 Feb 02 15:46:39.954254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56480) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:40.108330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d90a7-274b-4613-9339-570de750c383 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:46:40.128856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:40.129361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.531797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] For port 0b60e029-3fec-43c8-ba6f-0e289de3dcda, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0b60e029-3fec-43c8-ba6f-0e289de3dcda,segment=NetworkSegment(eb1d02f5-8aad-4013-9923-4bd6e5b56b50),segment_id=eb1d02f5-8aad-4013-9923-4bd6e5b56b50)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:40.532289 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.543964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a386ac-eb01-4efa-bda5-31e38291b115 req-5131c25d-bdc9-43dc-9284-c349477540ff service neutron] 10.222.0.107 "GET /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8319862 Feb 02 15:46:40.639326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4264ea8-35a4-438e-92ae-5e42084b2ef5 None None] New status for floating IP 996b99ec-2647-43dc-8964-0de58a51496e: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:46:40.797903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Calling delete_port for 0b60e029-3fec-43c8-ba6f-0e289de3dcda owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:40.890776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.030682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:41.048337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] Usage tracker for resource:security_group_rule and tenant:227524d911314359a9dd95c659993d5a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:41.065388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366603b1-4a25-4034-ac43-a2986c94d8d5 req-7024955b-5b93-43c2-a21a-1fa438812d03 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:41.070814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-366603b1-4a25-4034-ac43-a2986c94d8d5 req-7024955b-5b93-43c2-a21a-1fa438812d03 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 947 time: 0.6730747 Feb 02 15:46:41.070814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:41.075539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:41.131475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.166209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 1de2bb3a-b230-49c6-a46f-86a2483c0c42, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=1de2bb3a-b230-49c6-a46f-86a2483c0c42,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:41.166721 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.210952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Port': ['ID=0b60e029-3fec-43c8-ba6f-0e289de3dcda,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:41.232603 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-366603b1-4a25-4034-ac43-a2986c94d8d5 req-ec3a85e1-dea7-4584-b1b6-528a40af7c15 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=73bc27a0-b14d-4553-889f-ce965e3cd5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581905 Feb 02 15:46:41.239411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No DVR routers for this DVR port 0b60e029-3fec-43c8-ba6f-0e289de3dcda on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:46:41.369875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 1de2bb3a-b230-49c6-a46f-86a2483c0c42 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:41.401548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.433015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf09a6b-4078-4837-a1f2-e1019faf2251']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:41.446350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:41.446652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1d02f5-8aad-4013-9923-4bd6e5b56b50') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:41.474667 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.509646 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.544003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:41.544874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:41.593493 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:41.685260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.755475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.805192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=1de2bb3a-b230-49c6-a46f-86a2483c0c42,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:41.831831 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.904281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=227524d911314359a9dd95c659993d5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9487979 Feb 02 15:46:41.905628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55890498-b80f-488e-b125-d422d43b79b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747d952a-7d4f-49cb-8f59-44c8fd4e90b1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:41.909015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56520) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:41.909908 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.932038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.975988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=0cf09a6b-4078-4837-a1f2-e1019faf2251,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:42.013154 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b9109b78-5b53-4587-8105-719dafdbc8f5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/0cf09a6b-4078-4837-a1f2-e1019faf2251 HTTP/1.1" status: 204 len: 168 time: 5.3414519 Feb 02 15:46:42.016486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56526) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:42.023872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2021414592'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:42.031662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:42.040611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] No DVR routers for this DVR port 1de2bb3a-b230-49c6-a46f-86a2483c0c42 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:46:42.043210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.046261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:42.047034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-deleted', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:46:42.051230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:42.063775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:42.070530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7f11-dd52-4c75-93ef-2a78ab4a6794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.109339 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c61cb5c-9061-4688-b21e-02058fb83d69', 'name': 'network-vif-deleted', 'tag': '1de2bb3a-b230-49c6-a46f-86a2483c0c42', 'status': 'completed', 'code': 200} Feb 02 15:46:42.109618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7f11-dd52-4c75-93ef-2a78ab4a6794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.163507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66becae7-64c8-43a3-963b-9e55c89e0683 req-80284754-d7ed-4ad3-b7c7-5b219d42ae33 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "DELETE /v2.0/ports/1de2bb3a-b230-49c6-a46f-86a2483c0c42 HTTP/1.1" status: 204 len: 173 time: 2.2402368 Feb 02 15:46:42.178918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:42.185936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.276622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:42.308365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.308956 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment 023fa7bc-f19d-48dc-abc5-2d88c0086867 of type vlan for network d1825a5c-5f2a-478c-8dad-a182650d353f Feb 02 15:46:42.379806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.452484 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7f11-dd52-4c75-93ef-2a78ab4a6794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.565617 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.569280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:42.569849 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.573585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b7f11-dd52-4c75-93ef-2a78ab4a6794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d952a-7d4f-49cb-8f59-44c8fd4e90b1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:42.593645 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbeec26c-cd49-433b-ae30-27f2bedb57af req-c2eb6bb6-2592-4035-816e-551392d1ef04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c61cb5c-9061-4688-b21e-02058fb83d69 HTTP/1.1" status: 200 len: 210 time: 0.1440473 Feb 02 15:46:42.703880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7f11-dd52-4c75-93ef-2a78ab4a6794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.709582 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1f6b7f11-dd52-4c75-93ef-2a78ab4a6794 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/747d952a-7d4f-49cb-8f59-44c8fd4e90b1 HTTP/1.1" status: 204 len: 168 time: 0.7963943 Feb 02 15:46:42.721252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=d1825a5c-5f2a-478c-8dad-a182650d353f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:42.733274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d1825a5c-5f2a-478c-8dad-a182650d353f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:42.794101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9c20eb61-778b-43de-842b-8bd5867f3b73 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7755413 Feb 02 15:46:42.794928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56548) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:42.812789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': 'd1825a5c-5f2a-478c-8dad-a182650d353f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:43.033056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:43.044183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:43.053109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:43.065461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:43.115246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:46:43.149284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 1de2bb3a-b230-49c6-a46f-86a2483c0c42 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:46:43.149635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 1de2bb3a-b230-49c6-a46f-86a2483c0c42 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:46:43.198858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:43.316405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:43.801527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56576) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:43.935273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56580) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:43.956391 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:43.971152 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:44.112600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=c0929aca-fdc8-4f2f-befa-85215c06a1ee,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:44.116538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:44.121304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] Usage tracker for resource:security_group_rule and tenant:b3f86d90574245ed91ce2e3957e91208 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:44.125762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:44.132812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:44.136094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': '023fa7bc-f19d-48dc-abc5-2d88c0086867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'd1825a5c-5f2a-478c-8dad-a182650d353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:44.136539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: d1825a5c-5f2a-478c-8dad-a182650d353f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:44.274427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:44.327587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network d1825a5c-5f2a-478c-8dad-a182650d353f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:44.408619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:44.437032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:44.487638 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b3f86d90574245ed91ce2e3957e91208&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5512087 Feb 02 15:46:44.504259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56600) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:44.520760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64976a58-9d65-45b1-8cf8-ba0b761b5c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8858c9-d537-43f7-84b2-204c46d22f24,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:44.523786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d1825a5c-5f2a-478c-8dad-a182650d353f) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:44.527484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:44.528132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:44.538762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f3749-1bcc-4905-bea8-c1992881fac9 None None] Network d1825a5c-5f2a-478c-8dad-a182650d353f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:44.554207 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:46:44.617045 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b573ce07-3dc4-4dcd-a751-06e625daaa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:44.652459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b573ce07-3dc4-4dcd-a751-06e625daaa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:44.655364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-57dad8ad-8328-4db5-8555-021877df8560 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8586049 Feb 02 15:46:44.656336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:44.925963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.032045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a5448-16fd-4acd-af38-2f2e607c59fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-d1825a5c-5f2a-478c-8dad-a182650d353f', 'network_id': 'd1825a5c-5f2a-478c-8dad-a182650d353f', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': 'c0929aca-fdc8-4f2f-befa-85215c06a1ee'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:45.033204 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-241a5448-16fd-4acd-af38-2f2e607c59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.041506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b573ce07-3dc4-4dcd-a751-06e625daaa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.087431 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b573ce07-3dc4-4dcd-a751-06e625daaa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.088966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b573ce07-3dc4-4dcd-a751-06e625daaa2c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2b8858c9-d537-43f7-84b2-204c46d22f24 HTTP/1.1" status: 204 len: 168 time: 0.5815680 Feb 02 15:46:45.102251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.103696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573ce07-3dc4-4dcd-a751-06e625daaa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8858c9-d537-43f7-84b2-204c46d22f24,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:45.509906 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server [None req-241a5448-16fd-4acd-af38-2f2e607c59fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0929aca-fdc8-4f2f-befa-85215c06a1ee: This subnet is being modified by another concurrent operation. Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise exception Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0929aca-fdc8-4f2f-befa-85215c06a1ee: This subnet is being modified by another concurrent operation. Feb 02 15:46:45.561243 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Feb 02 15:46:45.582588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba60198-7c00-463f-baf6-1c957531be60 None None] Network d1825a5c-5f2a-478c-8dad-a182650d353f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:45.584442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=c0929aca-fdc8-4f2f-befa-85215c06a1ee,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:45.772144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.815925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1825a5c-5f2a-478c-8dad-a182650d353f']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:45.838648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023fa7bc-f19d-48dc-abc5-2d88c0086867') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:45.838994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023fa7bc-f19d-48dc-abc5-2d88c0086867') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:45.854953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.885189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.914770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:45.915485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:45.962829 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:46.106752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:46.107262 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.224844 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.226738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e933d1a-501e-4c2d-9251-3982ad83262e None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:46:46.256481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.276239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=d1825a5c-5f2a-478c-8dad-a182650d353f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:46.282092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a1b3605a-1c68-4c5c-bf81-efc256f9f5e1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/d1825a5c-5f2a-478c-8dad-a182650d353f HTTP/1.1" status: 204 len: 168 time: 1.6245952 Feb 02 15:46:46.285883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:46.293354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1817659548'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:46.302335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:46.307686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:46.311740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:46.319863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:46.344771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e933d1a-501e-4c2d-9251-3982ad83262e None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:46:46.428622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:46.429517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.491778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:46.508011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 8cdb9b0d-28e8-4af7-94ee-f7090493e07e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:46.509100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.509893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.510463 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment 8046691d-aedb-41da-8a59-dc5651596b8c of type vlan for network 13e273b4-9d6d-49d4-ac48-878e8d122a52 Feb 02 15:46:46.553554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.667552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.672794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:46.674302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.860475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 8cdb9b0d-28e8-4af7-94ee-f7090493e07e owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:46.878543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=13e273b4-9d6d-49d4-ac48-878e8d122a52,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:46.893950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 13e273b4-9d6d-49d4-ac48-878e8d122a52 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:46.955547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a89d822e-f851-4672-a84a-008af3bc4833 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6642072 Feb 02 15:46:46.955547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56664) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:46.965964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': '13e273b4-9d6d-49d4-ac48-878e8d122a52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:47.256129 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.276329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:47.282395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:47.288011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:47.296850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:47.319142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.388331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=8cdb9b0d-28e8-4af7-94ee-f7090493e07e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:47.450541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:47.623065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.904062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.913030 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.070778 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.172061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=a7fa6a3b-1af3-4913-92b8-89f97ad91845,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:48.189619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': '8046691d-aedb-41da-8a59-dc5651596b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13e273b4-9d6d-49d4-ac48-878e8d122a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:48.194179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: 13e273b4-9d6d-49d4-ac48-878e8d122a52, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:48.350330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network 13e273b4-9d6d-49d4-ac48-878e8d122a52 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:48.450010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 13e273b4-9d6d-49d4-ac48-878e8d122a52) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:48.454029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:48.454662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.458803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5b96d-7ee9-4f20-9c9c-177c70e38fc6 None None] Network 13e273b4-9d6d-49d4-ac48-878e8d122a52 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:48.575383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52697252-9a1c-4adf-8de2-99f0db00bcea tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6195397 Feb 02 15:46:48.578687 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56712) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:48.976323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-13e273b4-9d6d-49d4-ac48-878e8d122a52', 'network_id': '13e273b4-9d6d-49d4-ac48-878e8d122a52', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': 'a7fa6a3b-1af3-4913-92b8-89f97ad91845'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:48.980330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.070506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.158250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.247597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Allocated IP 172.20.0.1 (13e273b4-9d6d-49d4-ac48-878e8d122a52/a7fa6a3b-1af3-4913-92b8-89f97ad91845/789aba5e-49eb-42a7-bc42-743ebe886850) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:49.256894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6aa0760f-493d-402f-831d-f584ed87d223 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:46:49.549133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:46:49.560702 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757e730-859a-423c-af42-c1960f49c600 None None] Sync routers for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:46:49.570536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-afbe268c-c175-4e26-a532-7f7bb4cad834 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "PUT /v2.0/routers/6aa0760f-493d-402f-831d-f584ed87d223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7675657 Feb 02 15:46:49.572955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56740) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:49.592692 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757e730-859a-423c-af42-c1960f49c600 None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:46:49.597259 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6757e730-859a-423c-af42-c1960f49c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:46:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:49.635074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56746) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:49.648226 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.661001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Transition to ACTIVE for port object 789aba5e-49eb-42a7-bc42-743ebe886850 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:49.693141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Transition to ACTIVE for port object 789aba5e-49eb-42a7-bc42-743ebe886850 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:49.777103 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.886684 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-6757e730-859a-423c-af42-c1960f49c600 None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:46:49.935283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Network 13e273b4-9d6d-49d4-ac48-878e8d122a52 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:49.936274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Pushing event updated for resources: {'Port': ['ID=789aba5e-49eb-42a7-bc42-743ebe886850,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:49.941043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:49.944916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:46:49.992313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6a670b-f2eb-4e70-8847-1f683affa085 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting subnet d9a9638b-594c-4271-89f2-2eb1fba6b69b {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:46:49.997977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a670b-f2eb-4e70-8847-1f683affa085 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.062833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.144516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a670b-f2eb-4e70-8847-1f683affa085 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.151432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Attempting to bind port 789aba5e-49eb-42a7-bc42-743ebe886850 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:50.151432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Attempting to bind port 789aba5e-49eb-42a7-bc42-743ebe886850 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8046691d-aedb-41da-8a59-dc5651596b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13e273b4-9d6d-49d4-ac48-878e8d122a52'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:50.151432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Attempting to bind port 789aba5e-49eb-42a7-bc42-743ebe886850 on network 13e273b4-9d6d-49d4-ac48-878e8d122a52 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:46:50.154186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:46:50.154821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Checking segment: {'id': '8046691d-aedb-41da-8a59-dc5651596b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13e273b4-9d6d-49d4-ac48-878e8d122a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:50.155289 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.155664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Bound using segment: {'id': '8046691d-aedb-41da-8a59-dc5651596b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13e273b4-9d6d-49d4-ac48-878e8d122a52'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:46:50.156227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Bound port: 789aba5e-49eb-42a7-bc42-743ebe886850, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8046691d-aedb-41da-8a59-dc5651596b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '13e273b4-9d6d-49d4-ac48-878e8d122a52'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:50.156758 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.177941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fa6a3b-1af3-4913-92b8-89f97ad91845,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:50.300373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] For port 789aba5e-49eb-42a7-bc42-743ebe886850, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:50.305407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] For port 789aba5e-49eb-42a7-bc42-743ebe886850, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=789aba5e-49eb-42a7-bc42-743ebe886850,segment=NetworkSegment(8046691d-aedb-41da-8a59-dc5651596b8c),segment_id=8046691d-aedb-41da-8a59-dc5651596b8c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:50.333232 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.343945 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6757e730-859a-423c-af42-c1960f49c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:46:47Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:50.350732 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757e730-859a-423c-af42-c1960f49c600 None None] Checking router: 6aa0760f-493d-402f-831d-f584ed87d223 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:46:50.354263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56766) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:50.367140 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757e730-859a-423c-af42-c1960f49c600 None None] Routers {'6aa0760f-493d-402f-831d-f584ed87d223'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:46:50.368009 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6757e730-859a-423c-af42-c1960f49c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:46:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6aa0760f-493d-402f-831d-f584ed87d223'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:50.373741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e273b4-9d6d-49d4-ac48-878e8d122a52']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:50.389862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8046691d-aedb-41da-8a59-dc5651596b8c') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:50.390138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8046691d-aedb-41da-8a59-dc5651596b8c') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:50.396195 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.406986 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.414438 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a670b-f2eb-4e70-8847-1f683affa085 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.466007 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.494257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.530549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:50.530957 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.560999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:50.563757 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:50.650675 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-6757e730-859a-423c-af42-c1960f49c600 None None] Set router 6aa0760f-493d-402f-831d-f584ed87d223 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:46:50.698649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f4e2c-3104-4f2d-8925-86064a70aaff None None] Network 13e273b4-9d6d-49d4-ac48-878e8d122a52 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:50.701447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:46:50.701447 n-d-827122-1 neutron-server[95773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:46:50.701447 n-d-827122-1 neutron-server[95773]: [parameters: {'id': '13e273b4-9d6d-49d4-ac48-878e8d122a52'}] Feb 02 15:46:50.701447 n-d-827122-1 neutron-server[95773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:46:50.704209 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:46:50.728587 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a670b-f2eb-4e70-8847-1f683affa085 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.733104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:50.738303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:50.758031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] Usage tracker for resource:security_group_rule and tenant:940b58701dbb4591b9a33e46566b6bc4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:50.772551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Usage tracker for resource:security_group_rule and tenant:f3ea0d9d1790455da8ec7397afcd1823 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:50.775661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:50.778466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:50.806592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a670b-f2eb-4e70-8847-1f683affa085 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a9638b-594c-4271-89f2-2eb1fba6b69b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:50.814917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:50.817054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:50.832441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a670b-f2eb-4e70-8847-1f683affa085 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.863076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56776) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:50.863305 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1d6a670b-f2eb-4e70-8847-1f683affa085 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/subnets/d9a9638b-594c-4271-89f2-2eb1fba6b69b HTTP/1.1" status: 204 len: 168 time: 1.2877874 Feb 02 15:46:50.970738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab10363b-d734-43c4-9cf1-1eee62753451 None None] Network f6118e49-6450-459a-b7e0-e24519629d17 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:50.995638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9639d14-5bbc-4d94-b43e-3ebb4a38ee73 None None] Pushing event updated for resources: {'Port': ['ID=789aba5e-49eb-42a7-bc42-743ebe886850,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:51.098657 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6757e730-859a-423c-af42-c1960f49c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:46:47Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:51.103908 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757e730-859a-423c-af42-c1960f49c600 None None] The sync data for ids ['6aa0760f-493d-402f-831d-f584ed87d223'] in n-d-827122-1 is: [{'id': '6aa0760f-493d-402f-831d-f584ed87d223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188067327', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:44:00Z', 'updated_at': '2022-02-02T15:46:47Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': 'd2ab31a8-084d-44b3-a0ad-2a0da587b955', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa0760f-493d-402f-831d-f584ed87d223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:44:02Z', 'updated_at': '2022-02-02T15:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:46:51.138720 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.163895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.205044 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.222972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting port 789aba5e-49eb-42a7-bc42-743ebe886850 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:51.223720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.271728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.348111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.395681 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f3ea0d9d1790455da8ec7397afcd1823&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7593625 Feb 02 15:46:51.400701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56784) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:51.508672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e674a7e9-606f-4326-a965-ab130fa95c88,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:51.516697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] DHCP port deletion for f6118e49-6450-459a-b7e0-e24519629d17 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:46:51.519075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=940b58701dbb4591b9a33e46566b6bc4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1632602 Feb 02 15:46:51.524433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56788) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:51.529516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] Deleting port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:51.530132 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.572069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.572624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.573839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.573839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.573839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.573839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.574445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.574445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.574744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.574961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.575272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de807-9dcd-497e-a490-fd8c6e9e0191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:51.615517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] For port 789aba5e-49eb-42a7-bc42-743ebe886850, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=789aba5e-49eb-42a7-bc42-743ebe886850,segment=NetworkSegment(8046691d-aedb-41da-8a59-dc5651596b8c),segment_id=8046691d-aedb-41da-8a59-dc5651596b8c)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:51.616064 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.640423 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a3b8-395d-4ce6-b36e-aa651c0c1ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.668717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb5727-45e2-481b-84f1-9bf06068bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55afc8d6-b3fd-4da6-85fa-af6a9a6f358c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:51.742861 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.892120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] For port a9bbcd78-2037-4703-b8d3-ddefb9d39a80, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a9bbcd78-2037-4703-b8d3-ddefb9d39a80,segment=NetworkSegment(2ed3039b-a935-414e-a5bf-d5f3d6bf9167),segment_id=2ed3039b-a935-414e-a5bf-d5f3d6bf9167)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:51.892120 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.910424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a3b8-395d-4ce6-b36e-aa651c0c1ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.923712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Calling delete_port for 789aba5e-49eb-42a7-bc42-743ebe886850 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:52.009011 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e85e558-b9dc-4d9e-91e1-f19b4c65f0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.043041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] Calling delete_port for a9bbcd78-2037-4703-b8d3-ddefb9d39a80 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:52.105793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e85e558-b9dc-4d9e-91e1-f19b4c65f0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.138052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a3b8-395d-4ce6-b36e-aa651c0c1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.181520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9a3b8-395d-4ce6-b36e-aa651c0c1ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e674a7e9-606f-4326-a965-ab130fa95c88,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:52.197361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.219579 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.230283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.233538 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a3b8-395d-4ce6-b36e-aa651c0c1ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.234669 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c3d9a3b8-395d-4ce6-b36e-aa651c0c1ca3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e674a7e9-606f-4326-a965-ab130fa95c88 HTTP/1.1" status: 204 len: 168 time: 0.8280137 Feb 02 15:46:52.283096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e85e558-b9dc-4d9e-91e1-f19b4c65f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.287329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cdb9b0d-28e8-4af7-94ee-f7090493e07e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:46:52.343734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] Pushing event deleted for resources: {'Port': ['ID=a9bbcd78-2037-4703-b8d3-ddefb9d39a80,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:52.347636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a6380-1655-4c6b-9860-fae5780cea3d None None] No DVR routers for this DVR port a9bbcd78-2037-4703-b8d3-ddefb9d39a80 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:46:52.349905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8cdb9b0d-28e8-4af7-94ee-f7090493e07e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:46:52.350544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8cdb9b0d-28e8-4af7-94ee-f7090493e07e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:46:52.351226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a9bbcd78-2037-4703-b8d3-ddefb9d39a80 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:46:52.352897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port d2ab31a8-084d-44b3-a0ad-2a0da587b955 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:52.353242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.408690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a9bbcd78-2037-4703-b8d3-ddefb9d39a80 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:46:52.408690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a9bbcd78-2037-4703-b8d3-ddefb9d39a80 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:46:52.430847 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dbe2d8-2c94-4bb7-962b-bfe0f1e34d0b None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:46:52.579121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbe2d8-2c94-4bb7-962b-bfe0f1e34d0b None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:46:52.616239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Port': ['ID=789aba5e-49eb-42a7-bc42-743ebe886850,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:52.623871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85e558-b9dc-4d9e-91e1-f19b4c65f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55afc8d6-b3fd-4da6-85fa-af6a9a6f358c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:52.667641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No DVR routers for this DVR port 789aba5e-49eb-42a7-bc42-743ebe886850 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:46:52.686844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port d2ab31a8-084d-44b3-a0ad-2a0da587b955, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d2ab31a8-084d-44b3-a0ad-2a0da587b955,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:52.691610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.714164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0e85e558-b9dc-4d9e-91e1-f19b4c65f0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.715370 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0e85e558-b9dc-4d9e-91e1-f19b4c65f0e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55afc8d6-b3fd-4da6-85fa-af6a9a6f358c HTTP/1.1" status: 204 len: 168 time: 1.1901684 Feb 02 15:46:52.913003 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.950449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e273b4-9d6d-49d4-ac48-878e8d122a52']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:52.972558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for d2ab31a8-084d-44b3-a0ad-2a0da587b955 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:46:52.973936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8046691d-aedb-41da-8a59-dc5651596b8c') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:52.974302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8046691d-aedb-41da-8a59-dc5651596b8c') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:52.989623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.010911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.025563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:53.025972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:53.065605 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:53.233977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.241534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.310394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/13e273b4-9d6d-49d4-ac48-878e8d122a52 HTTP/1.1" status: 204 len: 168 time: 4.7257161 Feb 02 15:46:53.310394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a9cde-3731-46cf-a66a-02e9e4f476b8 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=13e273b4-9d6d-49d4-ac48-878e8d122a52,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:53.311230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56810) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:53.326700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1263575026'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:53.365294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:53.376059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:53.378841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:53.386991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:53.481659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:53.499154 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.524331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.598176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=d2ab31a8-084d-44b3-a0ad-2a0da587b955,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:53.693780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:53.724420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.724769 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment 68f5f3b3-3438-4761-ba58-eaf13921321c of type vlan for network 9a4f6325-65a8-4354-aa54-19826363d72f Feb 02 15:46:53.956658 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.102171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.261024 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:46:54.288928 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.302801 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.398882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.403996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:54.405142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.518423 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.518938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa0760f-493d-402f-831d-f584ed87d223 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:46:54.561695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.562780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4a7bb88e-9ef4-4c30-96c8-7b70a767f9b9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/routers/6aa0760f-493d-402f-831d-f584ed87d223 HTTP/1.1" status: 204 len: 168 time: 3.6982751 Feb 02 15:46:54.566070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 56862) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:54.572661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=9a4f6325-65a8-4354-aa54-19826363d72f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:54.583582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 9a4f6325-65a8-4354-aa54-19826363d72f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:54.645674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-616b4fa5-ae54-4080-a0bf-fed0311c14d5 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3338006 Feb 02 15:46:54.648068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56872) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:54.652246 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f839c70c-5f9d-42d5-bb5b-f84ee0eb9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.658088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-03778699-8182-4038-8b96-3221073e0448 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:54.919858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.109746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-03778699-8182-4038-8b96-3221073e0448 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.181920 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.221905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-03778699-8182-4038-8b96-3221073e0448 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.226742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6118e49-6450-459a-b7e0-e24519629d17']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:55.258240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03778699-8182-4038-8b96-3221073e0448 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network 9a4f6325-65a8-4354-aa54-19826363d72f is not hosted by any dhcp agent {{(pid=95772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 02 15:46:55.262591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03778699-8182-4038-8b96-3221073e0448 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:55.263220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-03778699-8182-4038-8b96-3221073e0448 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.264828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed3039b-a935-414e-a5bf-d5f3d6bf9167') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:55.265301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed3039b-a935-414e-a5bf-d5f3d6bf9167') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:55.267743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-03778699-8182-4038-8b96-3221073e0448 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "PUT /v2.0/networks/9a4f6325-65a8-4354-aa54-19826363d72f HTTP/1.1" status: 200 len: 723 time: 0.6163390 Feb 02 15:46:55.271634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56906) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:55.282195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.308764 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.317923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:55.318239 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.335959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': '9a4f6325-65a8-4354-aa54-19826363d72f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:55.337577 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:55.551975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.564099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03778699-8182-4038-8b96-3221073e0448 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=9a4f6325-65a8-4354-aa54-19826363d72f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:55.570036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 9a4f6325-65a8-4354-aa54-19826363d72f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:55.590305 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.603712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Network': ['ID=f6118e49-6450-459a-b7e0-e24519629d17,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:55.618526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.619238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.619765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.620309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.620841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.621428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.621946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.622460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.622609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:55.623119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.623638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.624178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:55.640860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:55.645468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:55.652683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:55.716862 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8e63c6a6-0d88-45d5-bdcf-36c160bfa1c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/networks/f6118e49-6450-459a-b7e0-e24519629d17 HTTP/1.1" status: 204 len: 168 time: 1.1447475 Feb 02 15:46:55.719475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 56930) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:55.756144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:55.923441 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.942341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb894-bdbe-46a8-9764-976f6290ffae tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.074434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb894-bdbe-46a8-9764-976f6290ffae tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.147122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d2ab31a8-084d-44b3-a0ad-2a0da587b955 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:46:56.204822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: d2ab31a8-084d-44b3-a0ad-2a0da587b955 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:46:56.209235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d2ab31a8-084d-44b3-a0ad-2a0da587b955 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:46:56.301854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb894-bdbe-46a8-9764-976f6290ffae tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.325267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4eb894-bdbe-46a8-9764-976f6290ffae tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bc27a0-b14d-4553-889f-ce965e3cd5a9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:56.384294 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.444267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb894-bdbe-46a8-9764-976f6290ffae tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.446207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4a4eb894-bdbe-46a8-9764-976f6290ffae tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/security-groups/73bc27a0-b14d-4553-889f-ce965e3cd5a9 HTTP/1.1" status: 204 len: 168 time: 0.7252967 Feb 02 15:46:56.477632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=ea69b9ab-0340-436f-a192-36475cea79cb,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:56.492600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': '68f5f3b3-3438-4761-ba58-eaf13921321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9a4f6325-65a8-4354-aa54-19826363d72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:56.492966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: 9a4f6325-65a8-4354-aa54-19826363d72f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:56.592823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network 9a4f6325-65a8-4354-aa54-19826363d72f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:56.689697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 9a4f6325-65a8-4354-aa54-19826363d72f) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:56.700377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf4c70-a16b-420e-92c2-bda17c3315a3 None None] Network 9a4f6325-65a8-4354-aa54-19826363d72f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:56.702180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:56.704242 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.789453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3fab0c4c-6cbb-4f7a-9f06-b9443634561f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5165310 Feb 02 15:46:56.793164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57010) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:56.803026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ba3d8daa-cd2a-4b33-82a9-15fe557dc2c1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:57.076850 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba3d8daa-cd2a-4b33-82a9-15fe557dc2c1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1714986'] for subnet, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.118118 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-83794931-9180-4360-a63d-a8427184b7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.139896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-9a4f6325-65a8-4354-aa54-19826363d72f', 'network_id': '9a4f6325-65a8-4354-aa54-19826363d72f', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': 'ea69b9ab-0340-436f-a192-36475cea79cb'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:46:57.141210 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.317708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57034) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:57.324964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014600777', 'description': 'tempest-secgroup-smoke-1014600777 description', 'project_id': 'bcbc98f977944869a392ab2bccdbd691'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:57.331893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:57.336360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:57.339359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:57.345775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:57.461682 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.516757 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba3d8daa-cd2a-4b33-82a9-15fe557dc2c1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778862535172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31787247'] for subnet, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.549917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:57.560129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:57.563681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:57.580506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:57.621920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d8daa-cd2a-4b33-82a9-15fe557dc2c1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:57.622865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba3d8daa-cd2a-4b33-82a9-15fe557dc2c1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.626718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ba3d8daa-cd2a-4b33-82a9-15fe557dc2c1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "PUT /v2.0/subnets/ea69b9ab-0340-436f-a192-36475cea79cb HTTP/1.1" status: 200 len: 806 time: 0.8296461 Feb 02 15:46:57.626718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d8daa-cd2a-4b33-82a9-15fe557dc2c1 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=ea69b9ab-0340-436f-a192-36475cea79cb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:57.629444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57052) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:57.658784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Allocated IP 172.20.0.2 (9a4f6325-65a8-4354-aa54-19826363d72f/ea69b9ab-0340-436f-a192-36475cea79cb/55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:57.693395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.790196 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.912232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d11789c-5f77-4d60-b742-04ec650f7a5c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:58.018810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.061319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.062636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b8073d11-2fce-4035-afff-6b27a66e892e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7435210 Feb 02 15:46:58.066012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57086) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:58.073906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '0d11789c-5f77-4d60-b742-04ec650f7a5c', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:58.083194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:58.088918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:58.093866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:58.103494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:58.135351 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.135789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.147443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Transition to ACTIVE for port object 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:58.171860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Transition to ACTIVE for port object 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:58.191403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.255374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.284308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.310693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.377710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.429118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=ea69b9ab-0340-436f-a192-36475cea79cb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:58.449556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91495cc1-ffed-4db8-82ad-2614c77e2dbe,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:58.465529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Network 9a4f6325-65a8-4354-aa54-19826363d72f is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:58.468093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.487211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:58.491651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:46:58.508792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Pushing event updated for resources: {'Port': ['ID=55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:58.527179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.539105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.544112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c6c6cb51-31fc-489e-a003-b4f46fce38bf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4746783 Feb 02 15:46:58.546546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57126) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:58.552983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '0d11789c-5f77-4d60-b742-04ec650f7a5c', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:58.563268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:58.590656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.593569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:58.598291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:58.618958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:58.636482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4f6325-65a8-4354-aa54-19826363d72f']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:58.651407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f5f3b3-3438-4761-ba58-eaf13921321c') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:58.651943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f5f3b3-3438-4761-ba58-eaf13921321c') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:58.667906 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.696442 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.699716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:46:58.700163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.730106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Attempting to bind port 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:58.730848 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.731411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Attempting to bind port 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '68f5f3b3-3438-4761-ba58-eaf13921321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9a4f6325-65a8-4354-aa54-19826363d72f'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:58.733299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Attempting to bind port 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff on network 9a4f6325-65a8-4354-aa54-19826363d72f {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:46:58.748487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:46:58.756156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Checking segment: {'id': '68f5f3b3-3438-4761-ba58-eaf13921321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9a4f6325-65a8-4354-aa54-19826363d72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:46:58.756156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.756156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Bound using segment: {'id': '68f5f3b3-3438-4761-ba58-eaf13921321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9a4f6325-65a8-4354-aa54-19826363d72f'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:46:58.756156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Bound port: 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f5f3b3-3438-4761-ba58-eaf13921321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9a4f6325-65a8-4354-aa54-19826363d72f'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:58.756156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:58.757367 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:58.918051 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.990187 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:46:58.990187 n-d-827122-1 neutron-server[95772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:46:58.990187 n-d-827122-1 neutron-server[95772]: [parameters: {'id': '9a4f6325-65a8-4354-aa54-19826363d72f'}] Feb 02 15:46:58.990187 n-d-827122-1 neutron-server[95772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:46:58.990607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] For port 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:58.991242 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:46:58.998407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] For port 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff,segment=NetworkSegment(68f5f3b3-3438-4761-ba58-eaf13921321c),segment_id=68f5f3b3-3438-4761-ba58-eaf13921321c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:59.017199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.070387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa053ef-e553-4842-bcd2-3e0917520a92,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:59.086837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.207503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.217540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4993f5a1-64b5-4aee-be32-3324f26a887d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6615360 Feb 02 15:46:59.218642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57170) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:59.218783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93985458-e431-4ad5-8000-96f9c5880eba None None] Pushing event updated for resources: {'Port': ['ID=55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:59.224562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '0d11789c-5f77-4d60-b742-04ec650f7a5c', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:59.235174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:59.240011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:59.243080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:59.249139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:59.276649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61686546-2921-4e4f-ad66-173be97a8d25 None None] Network 9a4f6325-65a8-4354-aa54-19826363d72f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:59.366592 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.494519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.520122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.526825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting port 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:46:59.527408 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.586656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98effff7-8aa1-4f77-b95d-063e711f98ca None None] Network 9a4f6325-65a8-4354-aa54-19826363d72f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:46:59.627208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.787101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1966ce13-ec60-4720-8239-267641416692,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:59.896299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.897500 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cb9bb79c-6962-4cf8-934b-6164e4e63510 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6778057 Feb 02 15:46:59.901332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57204) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:59.907627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '0d11789c-5f77-4d60-b742-04ec650f7a5c', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:46:59.914661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:59.919158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:59.922672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:59.930090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:59.944902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] For port 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff,segment=NetworkSegment(68f5f3b3-3438-4761-ba58-eaf13921321c),segment_id=68f5f3b3-3438-4761-ba58-eaf13921321c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:59.945270 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.962045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac22af3-19c5-420c-846c-40aad29ec34f None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:47:00.015948 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.041314 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.110142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac22af3-19c5-420c-846c-40aad29ec34f None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:47:00.110400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Calling delete_port for 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:47:00.162419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.230941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.311600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cbc71d-d06d-4633-aa3f-2ac973fb9727,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:00.362799 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.381506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.382445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8e38e5c0-0163-45c3-ba41-38019b16e6f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4794791 Feb 02 15:47:00.389582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57236) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:00.397079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '0d11789c-5f77-4d60-b742-04ec650f7a5c', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:00.405274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:00.412411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:00.416693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:00.425285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:00.425791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Port': ['ID=55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:00.433741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No DVR routers for this DVR port 55ddd3f0-e6f2-485e-b81b-e6f8ab64d0ff on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:47:00.539998 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Project bcbc98f977944869a392ab2bccdbd691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:47:00.568157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.609792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.644569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4f6325-65a8-4354-aa54-19826363d72f']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:00.659360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f5f3b3-3438-4761-ba58-eaf13921321c') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:00.659661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f5f3b3-3438-4761-ba58-eaf13921321c') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:00.676523 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.697083 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.707806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:47:00.712241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.790451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:47:00.795038 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:47:00.889783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.936775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c63205-4b87-42c1-ab46-902ead12d5d9,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:00.987195 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.992921 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.053692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/9a4f6325-65a8-4354-aa54-19826363d72f HTTP/1.1" status: 204 len: 168 time: 3.4223611 Feb 02 15:47:01.057091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57276) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:01.061390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582aff3-f153-48e3-b674-5210fb012828 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=9a4f6325-65a8-4354-aa54-19826363d72f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:01.095212 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.099358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57282) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:01.099874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-57cc3630-f62d-49dd-a876-a82ef7c5dd6a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7089663 Feb 02 15:47:01.105099 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ba81b8-a0fb-49b5-8525-a9abd810f003 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:01.105561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ba81b8-a0fb-49b5-8525-a9abd810f003 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:01.109031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55ba81b8-a0fb-49b5-8525-a9abd810f003 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/9a4f6325-65a8-4354-aa54-19826363d72f HTTP/1.1" status: 404 len: 339 time: 0.0491438 Feb 02 15:47:01.112856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57288) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:01.120222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': '0d11789c-5f77-4d60-b742-04ec650f7a5c', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:01.134754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:01.136761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1378690985', 'description': 'd1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:01.142554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:01.152527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:01.152685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:network and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:01.152685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:01.152825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:01.161391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:01.171686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:01.241365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:01.246586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.275652 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Project bcbc98f977944869a392ab2bccdbd691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:47:01.284775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.294809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:47:01.308751 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.309195 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment e09b6fd7-1ebb-4ba8-9ed8-2a015fc98950 of type vlan for network 002c4ae2-9fef-445a-b434-47b805457070 Feb 02 15:47:01.345829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.378692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.452607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.475890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.480347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:01.480510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.485864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727672b4-aa38-4748-a4d5-b4550c2a1dbf,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:01.562020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.565053 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9db5b81d-75b0-4e14-992f-a9fa512aa88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4625762 Feb 02 15:47:01.574206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57318) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:01.581871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'network': {'name': 'tempest-network-smoke--1462559413', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:01.601782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:01.603711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:network and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:01.607994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:01.618753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:01.628778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=002c4ae2-9fef-445a-b434-47b805457070,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:01.638784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 002c4ae2-9fef-445a-b434-47b805457070 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:01.682141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57330) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:01.682524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-582156da-b6d0-465a-9263-a51cba1c072a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5674489 Feb 02 15:47:01.837275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:01.840324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.912565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:47:01.919818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404266f-33da-4b87-8437-5e5922922b65 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:01.920798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7404266f-33da-4b87-8437-5e5922922b65 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Synchronizing usage tracker for tenant:6b74571dd30a44299e5e9267b1548dcd on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:01.940457 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.940709 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Added segment 0b9d7a6a-a7eb-4516-a707-ce153ce32d86 of type vlan for network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 Feb 02 15:47:01.975531 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.046863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7404266f-33da-4b87-8437-5e5922922b65 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Unset dirty status for tenant:6b74571dd30a44299e5e9267b1548dcd on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:02.049468 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7404266f-33da-4b87-8437-5e5922922b65 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/networks?id=002c4ae2-9fef-445a-b434-47b805457070 HTTP/1.1" status: 200 len: 761 time: 0.3655255 Feb 02 15:47:02.059068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57354) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:02.059657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1037fcc7-04dd-404c-ab1f-88db827daa4d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'description': 'd2'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:02.079578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.087582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:02.088691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.235911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Network': ['ID=b02b71a9-b4fe-43a4-bbe1-7adff8c85470,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:02.253406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:02.270041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fba631ce-a523-4d1a-8ea0-f2da9aa5f43c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6946504 Feb 02 15:47:02.279181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57372) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:02.293040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'admin_state_up': True, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:02.323644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:02.336595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:router and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:02.346685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:02.371293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:02.469741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.469741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.491107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.524009 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1037fcc7-04dd-404c-ab1f-88db827daa4d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.733373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1037fcc7-04dd-404c-ab1f-88db827daa4d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.753111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.778694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1037fcc7-04dd-404c-ab1f-88db827daa4d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network 002c4ae2-9fef-445a-b434-47b805457070 is not hosted by any dhcp agent {{(pid=95773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 02 15:47:02.785843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1037fcc7-04dd-404c-ab1f-88db827daa4d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:02.786638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1037fcc7-04dd-404c-ab1f-88db827daa4d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.788134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1037fcc7-04dd-404c-ab1f-88db827daa4d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "PUT /v2.0/networks/002c4ae2-9fef-445a-b434-47b805457070 HTTP/1.1" status: 200 len: 758 time: 0.7334075 Feb 02 15:47:02.792381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57402) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:02.880050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037fcc7-04dd-404c-ab1f-88db827daa4d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=002c4ae2-9fef-445a-b434-47b805457070,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:02.890869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 002c4ae2-9fef-445a-b434-47b805457070 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:03.166130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15fd797-8353-4506-9a0a-9a242d0dac3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:03.167624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c15fd797-8353-4506-9a0a-9a242d0dac3b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/networks?id=002c4ae2-9fef-445a-b434-47b805457070 HTTP/1.1" status: 200 len: 761 time: 0.3741140 Feb 02 15:47:03.172319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57428) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:03.178983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1108971751'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:03.186131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:03.200364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:03.304306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:03.308169 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.316065 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.360774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:47:03.362678 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.372859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.373530 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment 5c9a6300-b67f-4412-ba9c-42a996f9952c of type vlan for network d9454b50-87ee-4906-8317-ee21ea7200b8 Feb 02 15:47:03.418559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.536137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.25.0.142 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:03.538539 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.544178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:03.545187 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.676505 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5022759 Feb 02 15:47:03.686250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57450) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:03.730498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': 'd9454b50-87ee-4906-8317-ee21ea7200b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:03.785117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1eb86-e0c0-4184-ae24-b47b674c2157 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=d9454b50-87ee-4906-8317-ee21ea7200b8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:03.801939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.829297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d9454b50-87ee-4906-8317-ee21ea7200b8 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:03.910047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.948125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:03.959875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Usage tracker for resource:subnet and tenant:6b74571dd30a44299e5e9267b1548dcd is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:03.964685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:03.984261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:04.055172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:04.066109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:04.067493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:04.070572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:04.144636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:04.286098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.459470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.460178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.660084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.793269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': '5c9a6300-b67f-4412-ba9c-42a996f9952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'd9454b50-87ee-4906-8317-ee21ea7200b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:04.793887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: d9454b50-87ee-4906-8317-ee21ea7200b8, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:47:04.800749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=4f5b14f0-b682-4b74-baae-66a0fa1091cf,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:04.943894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network d9454b50-87ee-4906-8317-ee21ea7200b8 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:47:05.001706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:47:05.053533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d9454b50-87ee-4906-8317-ee21ea7200b8) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:05.062517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991b7f0-43bf-488f-ad16-8f76cf91f0d9 None None] Network d9454b50-87ee-4906-8317-ee21ea7200b8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:05.066966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:05.067669 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.178714 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-05e83f32-7f5d-4efa-b15e-05e832446027 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4888616 Feb 02 15:47:05.181337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:05.340199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:47:05.395573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Sync routers for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:47:05.408088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.411418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d9e8f-9291-4085-9f2e-a13b45884f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-d9454b50-87ee-4906-8317-ee21ea7200b8', 'network_id': 'd9454b50-87ee-4906-8317-ee21ea7200b8', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': '4f5b14f0-b682-4b74-baae-66a0fa1091cf'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:47:05.412528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9e8f-9291-4085-9f2e-a13b45884f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.443025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:47:05.444115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:46:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:05.447253 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.450236 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-252d6bef-68fe-4b31-9595-9a10ed02dce0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1680984 Feb 02 15:47:05.452610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:05.531523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.534674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-875869ec-58b5-4971-b189-7385e7a74263 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=bcbc98f977944869a392ab2bccdbd691&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809243 Feb 02 15:47:05.538166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57542) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:05.724971 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.811985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd828e-e000-4721-839c-69d7e9bc3dad tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:05.822311 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3cfd828e-e000-4721-839c-69d7e9bc3dad tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2826719 Feb 02 15:47:05.823130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57558) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:05.974851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-795041aa-5539-483a-a537-a46abea9cd52 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1475194 Feb 02 15:47:05.975890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57570) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:05.995868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637219140', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:06.026143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:47:06.054955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5b14f0-b682-4b74-baae-66a0fa1091cf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:06.120653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.183602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9454b50-87ee-4906-8317-ee21ea7200b8']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server [None req-8b3d9e8f-9291-4085-9f2e-a13b45884f50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f5b14f0-b682-4b74-baae-66a0fa1091cf: This subnet is being modified by another concurrent operation. Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise exception Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f5b14f0-b682-4b74-baae-66a0fa1091cf: This subnet is being modified by another concurrent operation. Feb 02 15:47:06.185350 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Feb 02 15:47:06.205470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9a6300-b67f-4412-ba9c-42a996f9952c') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:06.210116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9a6300-b67f-4412-ba9c-42a996f9952c') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:06.215018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d8c2a4-6d6a-419c-853a-4f44a6b6091a None None] Network d9454b50-87ee-4906-8317-ee21ea7200b8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:06.233736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:06.239364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:subnet and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:06.240446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.243120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:06.251808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:06.260499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.273986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:47:06.275604 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:47:06.294929 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:47:06.369702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:06.540755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.573610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.613216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.647802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=d9454b50-87ee-4906-8317-ee21ea7200b8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:06.681903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bb461cb8-a7fd-4042-ae18-6340ba6d7899 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/d9454b50-87ee-4906-8317-ee21ea7200b8 HTTP/1.1" status: 204 len: 168 time: 1.4944468 Feb 02 15:47:06.683348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:06.826713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6481443-ad3a-4c10-88c5-ad10261c56fa None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:47:06.835279 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6300f2-2429-4540-af8d-73df75fed178 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] GET failed (client error): The resource could not be found. Feb 02 15:47:06.835906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2e6300f2-2429-4540-af8d-73df75fed178 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Synchronizing usage tracker for tenant:6b74571dd30a44299e5e9267b1548dcd on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:06.918164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:04Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:06.926977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Checking router: 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:47:06.927567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Updating router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:47:06.998081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2e6300f2-2429-4540-af8d-73df75fed178 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Unset dirty status for tenant:6b74571dd30a44299e5e9267b1548dcd on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:06.999731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2e6300f2-2429-4540-af8d-73df75fed178 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/subnets/4f5b14f0-b682-4b74-baae-66a0fa1091cf HTTP/1.1" status: 404 len: 337 time: 0.3153493 Feb 02 15:47:07.003527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57610) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:07.013718 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.043179 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-33723806-589d-42c3-b8ef-67998459900c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:07.043893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33723806-589d-42c3-b8ef-67998459900c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:07.045608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-33723806-589d-42c3-b8ef-67998459900c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/d9454b50-87ee-4906-8317-ee21ea7200b8 HTTP/1.1" status: 404 len: 339 time: 0.0397475 Feb 02 15:47:07.050900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57614) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:07.070100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6481443-ad3a-4c10-88c5-ad10261c56fa None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:47:07.385361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c319fd4-a6d0-4c10-ac71-5edc9b1bd310 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:07.389772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57626) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:07.389964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9c319fd4-a6d0-4c10-ac71-5edc9b1bd310 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3380582 Feb 02 15:47:07.493850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57634) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:07.525717 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f39974b9-b53b-4d64-8765-f4035d84c7b7 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 207 time: 0.1290751 Feb 02 15:47:07.526042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57640) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:07.554606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57644) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:07.623874 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.772471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.836063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Transition to ACTIVE for port object 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:07.935124 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.969510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Checking segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:07.969888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network hostable DHCP agents. Network: b02b71a9-b4fe-43a4-bbe1-7adff8c85470, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:47:07.975748 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.027318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.027991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Attempting to bind port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:08.028581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Attempting to bind port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:08.029132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Attempting to bind port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:08.029425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Subnet': ['ID=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:08.031628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0d08b-383c-40e6-a2c0-7f8adc8044c4 None None] Pushing event updated for resources: {'Port': ['ID=6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:08.050085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:08.050821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:08.051444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.052259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:08.053101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Bound port: 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:08.053907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.078080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:08.084979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] Usage tracker for resource:security_group_rule and tenant:19d1d9b74d4f4d53ab5164d3fb2cba7a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:08.090398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:08.099168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:08.108700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:08.120919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a656db-7acf-4695-8a32-3cb795e6e907 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.125107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a656db-7acf-4695-8a32-3cb795e6e907 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.137002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a656db-7acf-4695-8a32-3cb795e6e907 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.142727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a656db-7acf-4695-8a32-3cb795e6e907 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.144461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1a656db-7acf-4695-8a32-3cb795e6e907 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6173091 Feb 02 15:47:08.145780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] Usage tracker for resource:security_group_rule and tenant:3cc7c67333dd423a8152c03b804c2641 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:08.148869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] For port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:08.150960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:08.153313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57654) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:08.159155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] For port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:08.175301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:08.201998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:47:08.237504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.295250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, b02b71a9-b4fe-43a4-bbe1-7adff8c85470) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:08.302079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.302743 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.309971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.337461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075fea62-00a1-48fa-bf6b-c117f7e357b7 None None] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:08.341869 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.375013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b3518593-8a5a-4e32-9073-f90245689f92 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Synchronizing usage tracker for tenant:6b74571dd30a44299e5e9267b1548dcd on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:08.389978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.425046 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.476782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3b3d11-1baf-47ce-adf1-20c785df9d07,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:08.493670 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5a8c9c26-e11e-4352-8607-8f2a89355c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5119243 Feb 02 15:47:08.493965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:08.507756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8baadd52-7d84-4781-8322-fd030f1823de admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3cc7c67333dd423a8152c03b804c2641&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0122173 Feb 02 15:47:08.508332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57664) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:08.592879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b3518593-8a5a-4e32-9073-f90245689f92 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Unset dirty status for tenant:6b74571dd30a44299e5e9267b1548dcd on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:08.594338 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b3518593-8a5a-4e32-9073-f90245689f92 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4384124 Feb 02 15:47:08.596196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f19cee0-8610-472b-b227-644f482f320e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:08.598484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94262b61-0fde-4bed-a0b2-9ff91d54a131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.609034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57670) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:08.609651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57672) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:08.610627 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-127ba61a-7d37-4ea4-89b6-a3523a5a07c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=19d1d9b74d4f4d53ab5164d3fb2cba7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0539081 Feb 02 15:47:08.728386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0d08b-383c-40e6-a2c0-7f8adc8044c4 None None] Pushing event updated for resources: {'Port': ['ID=6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:08.755623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94262b61-0fde-4bed-a0b2-9ff91d54a131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.785524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:47:08.786254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:46:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:08.826831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0717d-59c3-412b-a505-358a18856e5d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.828344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0717d-59c3-412b-a505-358a18856e5d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.833848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fac0717d-59c3-412b-a505-358a18856e5d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Synchronizing usage tracker for tenant:6b74571dd30a44299e5e9267b1548dcd on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:08.852539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:47:08.853526 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.899618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9622-f699-4270-8d36-e315eccc09ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.903766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fac0717d-59c3-412b-a505-358a18856e5d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Unset dirty status for tenant:6b74571dd30a44299e5e9267b1548dcd on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:08.904974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fac0717d-59c3-412b-a505-358a18856e5d tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2926149 Feb 02 15:47:08.909797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57678) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:08.962037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9622-f699-4270-8d36-e315eccc09ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.977235 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94262b61-0fde-4bed-a0b2-9ff91d54a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.021440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-94262b61-0fde-4bed-a0b2-9ff91d54a131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.022594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-94262b61-0fde-4bed-a0b2-9ff91d54a131 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e3b3d11-1baf-47ce-adf1-20c785df9d07 HTTP/1.1" status: 204 len: 168 time: 0.5132506 Feb 02 15:47:09.034670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94262b61-0fde-4bed-a0b2-9ff91d54a131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3b3d11-1baf-47ce-adf1-20c785df9d07,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:09.061906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f108f3e7-3d81-4743-ba6b-0b87d1cd4ecd tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.063425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f108f3e7-3d81-4743-ba6b-0b87d1cd4ecd tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.065171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f108f3e7-3d81-4743-ba6b-0b87d1cd4ecd tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1542544 Feb 02 15:47:09.071690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57684) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:09.159010 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9622-f699-4270-8d36-e315eccc09ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.185379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:47:09.195432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d9622-f699-4270-8d36-e315eccc09ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f19cee0-8610-472b-b227-644f482f320e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:09.200682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9622-f699-4270-8d36-e315eccc09ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.202292 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2c6d9622-f699-4270-8d36-e315eccc09ea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4f19cee0-8610-472b-b227-644f482f320e HTTP/1.1" status: 204 len: 168 time: 0.5875676 Feb 02 15:47:09.313500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e644d202-ffa0-4d56-85ea-b62000b17531 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.318677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57690) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:09.319271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e644d202-ffa0-4d56-85ea-b62000b17531 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/networks/0c707e4a-b845-45ae-a663-5d15e1827864 HTTP/1.1" status: 200 len: 800 time: 0.2462025 Feb 02 15:47:09.762140 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1751d0a4-e66d-4347-8196-361fcebb85f4 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/networks/0c707e4a-b845-45ae-a663-5d15e1827864?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4422479 Feb 02 15:47:09.766548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57702) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:09.810316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Allocated IP 172.20.0.2 (b02b71a9-b4fe-43a4-bbe1-7adff8c85470/26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3/d62516c6-5621-4e16-a959-5b5104528ceb) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:09.932689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777b88b-79de-42a0-ba5d-21f132ef26c2 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.946103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e777b88b-79de-42a0-ba5d-21f132ef26c2 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/subnets/20319d88-cc11-4e39-89fe-ccf4d6bdf015 HTTP/1.1" status: 200 len: 811 time: 0.1749544 Feb 02 15:47:09.947032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57708) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:10.083624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd236285-889d-4d15-8d30-6ca6cc294431 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:10.089512 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bd236285-889d-4d15-8d30-6ca6cc294431 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "GET /v2.0/subnets/20319d88-cc11-4e39-89fe-ccf4d6bdf015?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1396766 Feb 02 15:47:10.090203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57716) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:10.096604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-814309460'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:10.102891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:10.116142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:10.175402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:04Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:10.182586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d94ff2-dd86-4d1e-8392-8ea41fff1556 None None] The sync data for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 is: [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:04Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:47:10.193520 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.195950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:10.198941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.199906 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.213238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Transition to ACTIVE for port object d62516c6-5621-4e16-a959-5b5104528ceb will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:10.260365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:47:10.270195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Transition to ACTIVE for port object d62516c6-5621-4e16-a959-5b5104528ceb will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:10.283160 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.284146 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Added segment 506cca0d-72d8-42ce-b341-42f548293bf9 of type vlan for network c3398420-fee7-4c15-b85e-df2c463fa1ab Feb 02 15:47:10.367983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.397114 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.443326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57722) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:10.490769 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.511744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.522197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:10.523222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.616300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:10.629400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:10.633450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:10.637208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Pushing event updated for resources: {'Port': ['ID=d62516c6-5621-4e16-a959-5b5104528ceb,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:10.754122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Network': ['ID=c3398420-fee7-4c15-b85e-df2c463fa1ab,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:10.777631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-34c3f357-d971-4e1a-baca-71e9c8307f06 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6831856 Feb 02 15:47:10.777631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:10.783129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:10.795059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] Usage tracker for resource:security_group_rule and tenant:9be78418d6104b0e957af2fedff60dc0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:10.800102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c3398420-fee7-4c15-b85e-df2c463fa1ab details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:10.805847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:10.818437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:10.837066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'network_id': 'c3398420-fee7-4c15-b85e-df2c463fa1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:11.015762 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.083815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.179864 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9be78418d6104b0e957af2fedff60dc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7353842 Feb 02 15:47:11.180929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dec6dd-b6a5-410e-8ef7-77e3785f7b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef80fc62-8d52-4266-a2af-e2efb5147e67,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:11.210884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57740) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:11.308099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Attempting to bind port d62516c6-5621-4e16-a959-5b5104528ceb on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:11.308677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Attempting to bind port d62516c6-5621-4e16-a959-5b5104528ceb by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:11.308971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Attempting to bind port d62516c6-5621-4e16-a959-5b5104528ceb on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:11.316852 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:11.317234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Checking segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:11.317634 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.318037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Bound using segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:11.322169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Bound port: d62516c6-5621-4e16-a959-5b5104528ceb, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:11.322169 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.357707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:11.379708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f123714-47e0-42ea-b641-29616ae237e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.390556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:11.410801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.20.0.1 (b02b71a9-b4fe-43a4-bbe1-7adff8c85470/26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3/4fab042c-7e76-4ca1-94a9-443cfccb5115) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:11.535066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] For port d62516c6-5621-4e16-a959-5b5104528ceb, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:11.539453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] For port d62516c6-5621-4e16-a959-5b5104528ceb, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d62516c6-5621-4e16-a959-5b5104528ceb,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:11.574070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Made reservation on behalf of 6b74571dd30a44299e5e9267b1548dcd for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:11.617249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f123714-47e0-42ea-b641-29616ae237e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.633772 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.806934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83a725-6ca3-49ee-8e59-843067c9682e None None] Pushing event updated for resources: {'Port': ['ID=d62516c6-5621-4e16-a959-5b5104528ceb,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:11.841465 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.869279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f123714-47e0-42ea-b641-29616ae237e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.909523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f123714-47e0-42ea-b641-29616ae237e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef80fc62-8d52-4266-a2af-e2efb5147e67,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:11.919906 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3f123714-47e0-42ea-b641-29616ae237e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.921063 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3f123714-47e0-42ea-b641-29616ae237e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ef80fc62-8d52-4266-a2af-e2efb5147e67 HTTP/1.1" status: 204 len: 168 time: 0.7077227 Feb 02 15:47:12.086251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing IP validity checks on allocation pools {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 02 15:47:12.087058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 02 15:47:12.092501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.138807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Transition to ACTIVE for port object 4fab042c-7e76-4ca1-94a9-443cfccb5115 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:12.244987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c8c9-d869-4030-a634-14f773e0d227 req-57b6aa03-8966-40f7-8167-757f73960871 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:12.246630 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e72c8c9-d869-4030-a634-14f773e0d227 req-57b6aa03-8966-40f7-8167-757f73960871 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 950 time: 0.2578559 Feb 02 15:47:12.357388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:12.396870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6e72c8c9-d869-4030-a634-14f773e0d227 req-94dc58a7-3a25-4984-8320-c898dae1cd06 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026487 Feb 02 15:47:12.467088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.547215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:12.550841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:12.555554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:12.582287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=4fab042c-7e76-4ca1-94a9-443cfccb5115,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:12.587998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.592768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:12.599681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:12.602174 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.683702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.686285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=36e83884-2d5e-4ced-8996-3daba2d07b72,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:12.742367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Checking segment: {'id': '506cca0d-72d8-42ce-b341-42f548293bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c3398420-fee7-4c15-b85e-df2c463fa1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:12.742717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network hostable DHCP agents. Network: c3398420-fee7-4c15-b85e-df2c463fa1ab, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:47:12.845698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.866829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:12.907510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Network c3398420-fee7-4c15-b85e-df2c463fa1ab is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:47:12.949222 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.959188 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.057289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:13.121714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, c3398420-fee7-4c15-b85e-df2c463fa1ab) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:13.151157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630977c-4eb5-4c18-a35d-ded17dafc05e None None] Network c3398420-fee7-4c15-b85e-df2c463fa1ab requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:13.177471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:13.178242 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33544481'] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.256081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57764) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:13.294256 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.387144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f419f8be-865d-4201-9104-0e5315a5f4e9 None None] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:13.451204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:13.463102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:4dfbd2183e8d46d5ba75ac31900f49f9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:13.467759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:13.476480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:13.496882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-0052b8f3-9364-4a5e-b206-84890a798fd8 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:13.498725 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-0052b8f3-9364-4a5e-b206-84890a798fd8 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.64 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 950 time: 0.1570253 Feb 02 15:47:13.588960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Deleting port d7236e27-d0ed-4130-a9de-993371eeab83 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:47:13.589321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.632045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-91cf0fc8-2ea8-4fe4-8e0c-c6dafd3e0495 None None] Provisioning for port d62516c6-5621-4e16-a959-5b5104528ceb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:13.645749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-c3398420-fee7-4c15-b85e-df2c463fa1ab', 'network_id': 'c3398420-fee7-4c15-b85e-df2c463fa1ab', 'tenant_id': '6b74571dd30a44299e5e9267b1548dcd', 'fixed_ips': [{'subnet_id': '36e83884-2d5e-4ced-8996-3daba2d07b72'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:47:13.646480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.664735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4471b1b3-193a-4df0-baa6-882352174c11 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8775840 Feb 02 15:47:13.678068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57772) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:13.717978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d0ba9c7b-a747-422a-a16c-0ad5abb73d41 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:13.981418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Allocated IP 172.20.0.3 (c3398420-fee7-4c15-b85e-df2c463fa1ab/36e83884-2d5e-4ced-8996-3daba2d07b72/9d4c9992-c82a-4185-908d-8378eadfae0c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:14.008247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b265c-6599-438b-a064-aeeed8cf0c39 req-efb35bee-9c5a-42d7-af2a-e5954730d213 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:14.015341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf5b265c-6599-438b-a064-aeeed8cf0c39 req-efb35bee-9c5a-42d7-af2a-e5954730d213 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 950 time: 0.3898432 Feb 02 15:47:14.120864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9c7b-a747-422a-a16c-0ad5abb73d41 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2075692'] for subnet, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.171767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.257667 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.273536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.293601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf5b265c-6599-438b-a064-aeeed8cf0c39 req-1d041902-b8e9-40b4-8925-c904f6db9c07 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/security-groups?id=c4867263-9b65-490d-ad77-021b5ec0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768416 Feb 02 15:47:14.351335 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.360215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.393972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Transition to ACTIVE for port object 9d4c9992-c82a-4185-908d-8378eadfae0c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:14.498173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:14.512682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] For port d7236e27-d0ed-4130-a9de-993371eeab83, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d7236e27-d0ed-4130-a9de-993371eeab83,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:14.513048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.567024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e2077-da88-40d6-bb8d-db17501f3501,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:14.601779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=4fab042c-7e76-4ca1-94a9-443cfccb5115,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:14.604480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.690662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ac3c28d8-a3db-4d59-b75d-aadc8e0abbb6 None None] Provisioning for port 4fab042c-7e76-4ca1-94a9-443cfccb5115 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:14.705116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Transition to ACTIVE for port object 9d4c9992-c82a-4185-908d-8378eadfae0c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:14.714075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ac3c28d8-a3db-4d59-b75d-aadc8e0abbb6 None None] Provisioning complete for port 4fab042c-7e76-4ca1-94a9-443cfccb5115 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:14.714592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac3c28d8-a3db-4d59-b75d-aadc8e0abbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.823253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-10d7b92a-07e7-4126-8613-7e000e3a3cf3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4dfbd2183e8d46d5ba75ac31900f49f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5660636 Feb 02 15:47:14.839900 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.844394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Calling delete_port for d7236e27-d0ed-4130-a9de-993371eeab83 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:47:14.910863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57780) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:14.935560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c28d8-a3db-4d59-b75d-aadc8e0abbb6 None None] Port 4fab042c-7e76-4ca1-94a9-443cfccb5115 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:47:14.952288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:14.959819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:15.007563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Network c3398420-fee7-4c15-b85e-df2c463fa1ab is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:15.024990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:15.042158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:15.080188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:15.080560 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.120169 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f63f60c8-dc44-40fe-b3d1-fe39002da2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.182095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Pushing event updated for resources: {'Port': ['ID=9d4c9992-c82a-4185-908d-8378eadfae0c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:15.194936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f63f60c8-dc44-40fe-b3d1-fe39002da2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.265352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.266974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.267135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.267595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.268115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.268598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.268992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.269400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.269886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.270623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.270623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:15.278176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Attempting to bind port 9d4c9992-c82a-4185-908d-8378eadfae0c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:15.278374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Attempting to bind port 9d4c9992-c82a-4185-908d-8378eadfae0c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '506cca0d-72d8-42ce-b341-42f548293bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c3398420-fee7-4c15-b85e-df2c463fa1ab'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:15.278650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Attempting to bind port 9d4c9992-c82a-4185-908d-8378eadfae0c on network c3398420-fee7-4c15-b85e-df2c463fa1ab {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:15.288363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:15.289389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Checking segment: {'id': '506cca0d-72d8-42ce-b341-42f548293bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c3398420-fee7-4c15-b85e-df2c463fa1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:15.289814 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.290213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Bound using segment: {'id': '506cca0d-72d8-42ce-b341-42f548293bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c3398420-fee7-4c15-b85e-df2c463fa1ab'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:15.290687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Bound port: 9d4c9992-c82a-4185-908d-8378eadfae0c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506cca0d-72d8-42ce-b341-42f548293bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c3398420-fee7-4c15-b85e-df2c463fa1ab'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:15.291050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.291403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.329187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['d7236e27-d0ed-4130-a9de-993371eeab83'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:47:15.454697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Pushing event deleted for resources: {'Port': ['ID=d7236e27-d0ed-4130-a9de-993371eeab83,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:15.503883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d62516c6-5621-4e16-a959-5b5104528ceb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:15.510046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] No DVR routers for this DVR port d7236e27-d0ed-4130-a9de-993371eeab83 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:47:15.512872 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.515992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45c5e05-733e-4fe3-a215-5459d83a606d', 'name': 'network-vif-deleted', 'tag': 'd7236e27-d0ed-4130-a9de-993371eeab83'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:15.527261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f63f60c8-dc44-40fe-b3d1-fe39002da2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.558742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f60c8-dc44-40fe-b3d1-fe39002da2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e2077-da88-40d6-bb8d-db17501f3501,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:15.563890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ef36974e-fc64-4996-baef-9c2ead7ca0c8 None None] Provisioning complete for port 4fab042c-7e76-4ca1-94a9-443cfccb5115 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:15.564404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ef36974e-fc64-4996-baef-9c2ead7ca0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.611593 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c5e05-733e-4fe3-a215-5459d83a606d', 'name': 'network-vif-deleted', 'tag': 'd7236e27-d0ed-4130-a9de-993371eeab83', 'status': 'completed', 'code': 200} Feb 02 15:47:15.671161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f63f60c8-dc44-40fe-b3d1-fe39002da2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.674982 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f63f60c8-dc44-40fe-b3d1-fe39002da2be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f9e2077-da88-40d6-bb8d-db17501f3501 HTTP/1.1" status: 204 len: 168 time: 0.7520490 Feb 02 15:47:15.675736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b843d038-e0eb-417d-8e0d-99039dd76499 req-b9672565-d229-4795-8cbd-b47322c47bd3 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.64 "DELETE /v2.0/ports/d7236e27-d0ed-4130-a9de-993371eeab83 HTTP/1.1" status: 204 len: 173 time: 2.1699779 Feb 02 15:47:15.709682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] For port 9d4c9992-c82a-4185-908d-8378eadfae0c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:15.721496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ef36974e-fc64-4996-baef-9c2ead7ca0c8 None None] Port 4fab042c-7e76-4ca1-94a9-443cfccb5115 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:47:15.727080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] For port 9d4c9992-c82a-4185-908d-8378eadfae0c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9d4c9992-c82a-4185-908d-8378eadfae0c,segment=NetworkSegment(506cca0d-72d8-42ce-b341-42f548293bf9),segment_id=506cca0d-72d8-42ce-b341-42f548293bf9)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:15.747774 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9c7b-a747-422a-a16c-0ad5abb73d41 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778862535172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1873757'] for subnet, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.855590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ad380324-0b0b-4abb-b992-605a83041b48 req-0708bd17-480f-4194-9158-9b17ad78f643 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 210 time: 0.2856970 Feb 02 15:47:15.862528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d62516c6-5621-4e16-a959-5b5104528ceb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:15.873483 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.946075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba9c7b-a747-422a-a16c-0ad5abb73d41 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event updated for resources: {'Subnet': ['ID=36e83884-2d5e-4ced-8996-3daba2d07b72,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:15.949167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba9c7b-a747-422a-a16c-0ad5abb73d41 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:15.949776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9c7b-a747-422a-a16c-0ad5abb73d41 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.954895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57794) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:15.955042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d0ba9c7b-a747-422a-a16c-0ad5abb73d41 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "PUT /v2.0/subnets/36e83884-2d5e-4ced-8996-3daba2d07b72 HTTP/1.1" status: 200 len: 877 time: 2.2687750 Feb 02 15:47:15.998229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d62516c6-5621-4e16-a959-5b5104528ceb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:15.998802 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.030350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:47:16.048791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a9a2c664-d154-481f-9030-d0fee00a7dc5 None None] Provisioning complete for port 4fab042c-7e76-4ca1-94a9-443cfccb5115 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:16.049393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c664-d154-481f-9030-d0fee00a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.215441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8290fbb-2f99-42f3-bce3-f006aba1241d None None] Pushing event updated for resources: {'Port': ['ID=9d4c9992-c82a-4185-908d-8378eadfae0c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:16.226691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2c664-d154-481f-9030-d0fee00a7dc5 None None] Port 4fab042c-7e76-4ca1-94a9-443cfccb5115 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:47:16.291072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.318547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting port 9d4c9992-c82a-4185-908d-8378eadfae0c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:47:16.319652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.404003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.451980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d62516c6-5621-4e16-a959-5b5104528ceb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d62516c6-5621-4e16-a959-5b5104528ceb,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:16.520461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.639158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:47:16.662555 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Sync routers for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:47:16.675104 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-93ceeb36-a46a-48e1-b313-9680b5450cdb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "PUT /v2.0/routers/6ca39d1e-7cbd-49dd-8fb8-f06f36122277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1606743 Feb 02 15:47:16.684634 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:47:16.701193 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:46:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:16.704474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-09793cd4-46b2-4ca7-be1b-7e96fcb7fa2c tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=8882a74ee08e47bbb2f936be37a18a35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2087486 Feb 02 15:47:16.735191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d62516c6-5621-4e16-a959-5b5104528ceb,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:16.860016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9d4c9992-c82a-4185-908d-8378eadfae0c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:17.215114 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:47:17.349153 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-695826d0-7dcd-4b73-ab4b-05fd545b1224 req-6f85d8c1-6360-438d-96ae-46fc75eba5b2 tempest-VolumesBackupsTest-2004464576 tempest-VolumesBackupsTest-2004464576-project] 10.222.0.88 "GET /v2.0/ports?device_id=d45c5e05-733e-4fe3-a215-5459d83a606d HTTP/1.1" status: 200 len: 210 time: 0.0957346 Feb 02 15:47:17.352380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] For port 9d4c9992-c82a-4185-908d-8378eadfae0c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9d4c9992-c82a-4185-908d-8378eadfae0c,segment=NetworkSegment(506cca0d-72d8-42ce-b341-42f548293bf9),segment_id=506cca0d-72d8-42ce-b341-42f548293bf9)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:17.352380 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.487138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-4842cb9b-614c-46e9-9061-46c582c4926a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:17.501744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.507125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9d4c9992-c82a-4185-908d-8378eadfae0c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:17.559891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Calling delete_port for 9d4c9992-c82a-4185-908d-8378eadfae0c owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:47:17.626800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-4842cb9b-614c-46e9-9061-46c582c4926a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:17.630065 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-4842cb9b-614c-46e9-9061-46c582c4926a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014600777&fields=id&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 267 time: 0.2243874 Feb 02 15:47:17.639642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-f1738bc3-4059-402c-bbec-5fec7306da5d tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.639642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-f1738bc3-4059-402c-bbec-5fec7306da5d tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8642707 Feb 02 15:47:17.676162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-8842539f-76e3-45a4-8c4d-6d7fd9ed5f70 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/quotas/8882a74ee08e47bbb2f936be37a18a35 HTTP/1.1" status: 200 len: 375 time: 0.0308840 Feb 02 15:47:17.697925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d7236e27-d0ed-4130-a9de-993371eeab83 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:47:17.790777 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:13Z', 'revision_number': 2, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:17.798270 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Checking router: 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:47:17.798616 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Updating router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 port 4fab042c-7e76-4ca1-94a9-443cfccb5115 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:47:17.808559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-fdcaa9e9-ff56-4e92-84fa-4701401f0378 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8882a74ee08e47bbb2f936be37a18a35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194789 Feb 02 15:47:17.870481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: d7236e27-d0ed-4130-a9de-993371eeab83 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:47:17.870755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d7236e27-d0ed-4130-a9de-993371eeab83 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:47:17.888022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ae2b9-c6a1-4ebe-a618-c2986413c141 None None] Network c3398420-fee7-4c15-b85e-df2c463fa1ab requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:17.928475 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.949229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-3e5ffb22-9b9a-4054-83fa-e57c21903740 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.950140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-3e5ffb22-9b9a-4054-83fa-e57c21903740 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:18.209657 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.219052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a983b7d5-fe2c-44c9-99db-d57c59963866 None None] Provisioning for port 9d4c9992-c82a-4185-908d-8378eadfae0c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:18.244111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-3e5ffb22-9b9a-4054-83fa-e57c21903740 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:18.245347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-3e5ffb22-9b9a-4054-83fa-e57c21903740 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/networks?id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 200 len: 797 time: 0.5974600 Feb 02 15:47:18.282686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-28aa6f65-fcee-4f64-8d36-e9d81194c6c0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/quotas/bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 375 time: 0.0276959 Feb 02 15:47:18.341883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a983b7d5-fe2c-44c9-99db-d57c59963866 None None] Provisioning complete for port 9d4c9992-c82a-4185-908d-8378eadfae0c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:18.347042 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a983b7d5-fe2c-44c9-99db-d57c59963866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.467729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Port': ['ID=9d4c9992-c82a-4185-908d-8378eadfae0c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:18.491596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a983b7d5-fe2c-44c9-99db-d57c59963866 None None] Port 9d4c9992-c82a-4185-908d-8378eadfae0c was deleted so its status cannot be updated. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 02 15:47:18.494894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.675881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7b9f2ec1-d538-4c36-9b60-37aa90b28414 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:18.690656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89ff7186-c294-45c9-8f70-3a6495e110c7 req-3d2fe276-4e52-4cc6-8768-78c2794f8267 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 210 time: 0.2421093 Feb 02 15:47:18.692515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No DVR routers for this DVR port 9d4c9992-c82a-4185-908d-8378eadfae0c on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:47:18.704280 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.732951 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Transition to ACTIVE for port object 4fab042c-7e76-4ca1-94a9-443cfccb5115 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:18.812009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.832034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7b9f2ec1-d538-4c36-9b60-37aa90b28414 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:18.833388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7b9f2ec1-d538-4c36-9b60-37aa90b28414 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5487864 Feb 02 15:47:18.884679 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.907829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c32062-9f2f-4606-b5ca-14e7f3d063dc None None] Network c3398420-fee7-4c15-b85e-df2c463fa1ab requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:18.949724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d62516c6-5621-4e16-a959-5b5104528ceb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:19.075478 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.143185 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Pushing event updated for resources: {'Port': ['ID=4fab042c-7e76-4ca1-94a9-443cfccb5115,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:19.173387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=36e83884-2d5e-4ced-8996-3daba2d07b72,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:19.229298 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.229752 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.230095 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.230424 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.230754 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.231080 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.231402 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.232244 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.232577 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.232898 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.233397 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.380222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d62516c6-5621-4e16-a959-5b5104528ceb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:19.380572 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.408022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.448049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3398420-fee7-4c15-b85e-df2c463fa1ab']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:19.466293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506cca0d-72d8-42ce-b341-42f548293bf9') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:19.466617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506cca0d-72d8-42ce-b341-42f548293bf9') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:19.484335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.533756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.534755 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Attempting to bind port 4fab042c-7e76-4ca1-94a9-443cfccb5115 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:19.536254 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Attempting to bind port 4fab042c-7e76-4ca1-94a9-443cfccb5115 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:19.537177 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Attempting to bind port 4fab042c-7e76-4ca1-94a9-443cfccb5115 on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:19.551749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:47:19.557178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.557438 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:19.557438 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Checking segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:19.557438 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.557827 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Bound using segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:19.558438 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Bound port: 4fab042c-7e76-4ca1-94a9-443cfccb5115, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:19.559425 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.747462 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-5ecde914-888b-4b61-934b-a1cbcdac7100 service neutron] 10.222.0.88 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8794954 Feb 02 15:47:19.776696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5db65a-72c7-4637-a729-cfab7fcd1dbd None None] DHCP port deletion for c3398420-fee7-4c15-b85e-df2c463fa1ab request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:47:19.809750 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:47:19.827900 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] For port 4fab042c-7e76-4ca1-94a9-443cfccb5115, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:19.839661 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] For port 4fab042c-7e76-4ca1-94a9-443cfccb5115, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4fab042c-7e76-4ca1-94a9-443cfccb5115,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:19.927691 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-312e1eec-a807-454d-92dc-d0381dfd5378 req-12e42020-4dc3-4d83-aad7-c611d04a99da tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 210 time: 0.0794551 Feb 02 15:47:19.950411 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:20.052848 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:20.058145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:20.063203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-e62d38cc-9745-431c-8fdb-dc5c2dcf7b29 service neutron] 10.222.0.88 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081746 Feb 02 15:47:20.115593 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d87bd5-988d-4a43-b15e-97d57571dd5a None None] Pushing event updated for resources: {'Port': ['ID=4fab042c-7e76-4ca1-94a9-443cfccb5115,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:20.115822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/c3398420-fee7-4c15-b85e-df2c463fa1ab HTTP/1.1" status: 204 len: 168 time: 4.1555438 Feb 02 15:47:20.116673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57870) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:20.123709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0457cf-aa88-4924-bd11-bb55e30c2126 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=c3398420-fee7-4c15-b85e-df2c463fa1ab,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:20.147177 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:47:20.148070 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:46:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:20.253239 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e785fac-ae95-4def-85b1-572d726ea30a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:20.253995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e785fac-ae95-4def-85b1-572d726ea30a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:20.255946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4e785fac-ae95-4def-85b1-572d726ea30a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/36e83884-2d5e-4ced-8996-3daba2d07b72 HTTP/1.1" status: 404 len: 337 time: 0.1351287 Feb 02 15:47:20.258508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57876) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:20.317970 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5709a1-e8ee-458a-971c-499f573c4484 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:20.319874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5709a1-e8ee-458a-971c-499f573c4484 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:20.330773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d5709a1-e8ee-458a-971c-499f573c4484 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/c3398420-fee7-4c15-b85e-df2c463fa1ab HTTP/1.1" status: 404 len: 339 time: 0.0709932 Feb 02 15:47:20.333848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57880) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:20.449685 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b3de5f-b625-4718-8871-06ccece701a6 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:20.450578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b3de5f-b625-4718-8871-06ccece701a6 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:20.457535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57890) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:20.457848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-68b3de5f-b625-4718-8871-06ccece701a6 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/4f5b14f0-b682-4b74-baae-66a0fa1091cf HTTP/1.1" status: 404 len: 337 time: 0.1180468 Feb 02 15:47:20.572269 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b18042f-0635-4a00-8cf5-ceeeb5107910 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:20.572649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b18042f-0635-4a00-8cf5-ceeeb5107910 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:20.577109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57896) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:20.585642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5b18042f-0635-4a00-8cf5-ceeeb5107910 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/d9454b50-87ee-4906-8317-ee21ea7200b8 HTTP/1.1" status: 404 len: 339 time: 0.1218467 Feb 02 15:47:20.634443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9d4c9992-c82a-4185-908d-8378eadfae0c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:47:20.722862 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:47:20.732100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9d4c9992-c82a-4185-908d-8378eadfae0c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:47:20.732795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9d4c9992-c82a-4185-908d-8378eadfae0c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:47:20.889987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-27f58862-e283-4477-a8e4-dac235f05222 req-24ba0d8f-9981-4629-aed9-266f9cdf1802 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:20.942685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-27f58862-e283-4477-a8e4-dac235f05222 req-24ba0d8f-9981-4629-aed9-266f9cdf1802 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:20.957548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27f58862-e283-4477-a8e4-dac235f05222 req-24ba0d8f-9981-4629-aed9-266f9cdf1802 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 210 time: 0.1492450 Feb 02 15:47:20.980700 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:21.253198 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:21.302690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002c4ae2-9fef-445a-b434-47b805457070']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:21.324517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09b6fd7-1ebb-4ba8-9ed8-2a015fc98950') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:21.324824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09b6fd7-1ebb-4ba8-9ed8-2a015fc98950') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:21.340298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:21.344593 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2a98dc75-2c01-49b9-bf64-cd399fc69e85 req-617e6b16-0170-4618-a6ae-9424c7b6d01e tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 210 time: 0.0925620 Feb 02 15:47:21.382745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:21.390103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:47:21.391213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:21.561225 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:47:21.589448 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:19Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:21.593786 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe8838-8fb3-4d4f-b4e4-d1fd2bff0383 None None] The sync data for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 is: [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:19Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:47:21.637912 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:47:22.080522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ae7b9f4-0094-4586-ac1d-e8a400d5cab4 req-0239f275-23d5-4625-b01e-ad96c67d953f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 210 time: 0.0441108 Feb 02 15:47:22.549851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.592909 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.593174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84afc8c7-19ad-47ae-a144-240d0403ef58 req-a2b92519-1f37-44fb-adf6-86ca312b78c9 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 210 time: 0.0765393 Feb 02 15:47:22.594752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=002c4ae2-9fef-445a-b434-47b805457070,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:22.609350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57934) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:22.621163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-798cfe9e-f9e3-4b52-99b6-4ae7fa36ed93 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/002c4ae2-9fef-445a-b434-47b805457070 HTTP/1.1" status: 204 len: 168 time: 2.0428960 Feb 02 15:47:22.682398 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87f9979-2261-4880-aa9c-264210a32ca9 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:22.692772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87f9979-2261-4880-aa9c-264210a32ca9 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:22.694145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57938) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:22.704403 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c87f9979-2261-4880-aa9c-264210a32ca9 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/ea69b9ab-0340-436f-a192-36475cea79cb HTTP/1.1" status: 404 len: 337 time: 0.0938263 Feb 02 15:47:22.774601 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-297221ef-b806-479f-b815-4f8b7e10999f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:22.775317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297221ef-b806-479f-b815-4f8b7e10999f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:22.780429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57944) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:22.789067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-297221ef-b806-479f-b815-4f8b7e10999f tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/9a4f6325-65a8-4354-aa54-19826363d72f HTTP/1.1" status: 404 len: 339 time: 0.0932765 Feb 02 15:47:22.796064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4fab042c-7e76-4ca1-94a9-443cfccb5115 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:22.830823 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc943039-12a0-468a-9981-007add99900c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:22.831269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc943039-12a0-468a-9981-007add99900c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:22.836056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bc943039-12a0-468a-9981-007add99900c tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/a7fa6a3b-1af3-4913-92b8-89f97ad91845 HTTP/1.1" status: 404 len: 337 time: 0.0504239 Feb 02 15:47:22.840092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 57950) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:22.877779 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8477aec7-4ea2-4a80-a343-3f95c8557c85 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:22.877779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8477aec7-4ea2-4a80-a343-3f95c8557c85 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:22.877779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8477aec7-4ea2-4a80-a343-3f95c8557c85 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/13e273b4-9d6d-49d4-ac48-878e8d122a52 HTTP/1.1" status: 404 len: 339 time: 0.0377338 Feb 02 15:47:22.879725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57958) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:22.948319 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-977940fb-33e6-4613-b79e-0f5fc912ba01 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:22.948319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977940fb-33e6-4613-b79e-0f5fc912ba01 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:22.948319 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-977940fb-33e6-4613-b79e-0f5fc912ba01 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/c0929aca-fdc8-4f2f-befa-85215c06a1ee HTTP/1.1" status: 404 len: 337 time: 0.0589020 Feb 02 15:47:22.949903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57966) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:22.966109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4fab042c-7e76-4ca1-94a9-443cfccb5115 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:22.975034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4fab042c-7e76-4ca1-94a9-443cfccb5115 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:22.975467 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.981131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-56f269b8-224c-4066-b103-763787d77f62 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=8882a74ee08e47bbb2f936be37a18a35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730689 Feb 02 15:47:23.009863 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-56846ba2-4642-4086-9eae-2acf4c266604 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.012340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56846ba2-4642-4086-9eae-2acf4c266604 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.014300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-56846ba2-4642-4086-9eae-2acf4c266604 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/d1825a5c-5f2a-478c-8dad-a182650d353f HTTP/1.1" status: 404 len: 339 time: 0.0633960 Feb 02 15:47:23.017490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57976) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.127153 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc781f8-bcb9-4cbe-bfc4-cc48afdeba44 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.136590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc781f8-bcb9-4cbe-bfc4-cc48afdeba44 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.138625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3dc781f8-bcb9-4cbe-bfc4-cc48afdeba44 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/27cbaee8-8ab6-4787-b21c-edb465cda671 HTTP/1.1" status: 404 len: 337 time: 0.1197913 Feb 02 15:47:23.141700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57982) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.228139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.245582 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5178c9-351b-4894-91b7-7fd86ea77789 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.247971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5178c9-351b-4894-91b7-7fd86ea77789 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.259692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0a5178c9-351b-4894-91b7-7fd86ea77789 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/0cf09a6b-4078-4837-a1f2-e1019faf2251 HTTP/1.1" status: 404 len: 339 time: 0.1166739 Feb 02 15:47:23.261198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.307122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-5173f33d-e658-4203-8c95-b0cbab78d2d2 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:23.308613 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-5173f33d-e658-4203-8c95-b0cbab78d2d2 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184884 Feb 02 15:47:23.317417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 4fab042c-7e76-4ca1-94a9-443cfccb5115, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4fab042c-7e76-4ca1-94a9-443cfccb5115,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:23.337451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Request body: {'port': {'device_id': '35ced928-4466-458c-8027-df09b5b03cda', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '8882a74ee08e47bbb2f936be37a18a35'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:23.348557 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b470faef-f1a3-41ca-9228-f53a8b01ed77 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.349297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b470faef-f1a3-41ca-9228-f53a8b01ed77 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.355184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b470faef-f1a3-41ca-9228-f53a8b01ed77 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/3059d16e-5efb-4afe-83d7-8f64a06808bf HTTP/1.1" status: 404 len: 337 time: 0.0920601 Feb 02 15:47:23.356901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 57994) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.397790 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa52e60e-f955-4c90-a340-951923111a7a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.398209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa52e60e-f955-4c90-a340-951923111a7a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.400239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fa52e60e-f955-4c90-a340-951923111a7a tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/af481ccd-1d54-42a3-852a-ab6cea83fd10 HTTP/1.1" status: 404 len: 339 time: 0.0416079 Feb 02 15:47:23.403047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58002) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.411736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.469919 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c25e05-c392-4e4f-8b9d-c6d286878886 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.470541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c25e05-c392-4e4f-8b9d-c6d286878886 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.475636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-80c25e05-c392-4e4f-8b9d-c6d286878886 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/7d420c7f-f9b1-45f4-97fb-d74c153393c9 HTTP/1.1" status: 404 len: 337 time: 0.0691791 Feb 02 15:47:23.475992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58006) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.502174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=4fab042c-7e76-4ca1-94a9-443cfccb5115,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:23.513444 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8e4945-b798-4bc3-a21f-b5d485864bdf tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.514008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8e4945-b798-4bc3-a21f-b5d485864bdf tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.517106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0b8e4945-b798-4bc3-a21f-b5d485864bdf tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/f71cf9bd-ec79-48d7-92db-fb2fe5d20ec0 HTTP/1.1" status: 404 len: 339 time: 0.0401201 Feb 02 15:47:23.519589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58010) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.544253 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1472b2f7-146e-4e7c-a49c-441f3e1e3c7d req-6491da8e-dd85-4e73-a3b6-e868feed70c4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 210 time: 0.1771591 Feb 02 15:47:23.594601 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-da933222-8799-49a1-8fe1-9dcfffa14f43 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.594601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da933222-8799-49a1-8fe1-9dcfffa14f43 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.594601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-da933222-8799-49a1-8fe1-9dcfffa14f43 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/7409231f-f36d-4d0c-b0f0-a52cff27015c HTTP/1.1" status: 404 len: 337 time: 0.0700288 Feb 02 15:47:23.608460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58016) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.672799 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbeadb0c-c230-4df8-94e6-2bbe9695957b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.673361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbeadb0c-c230-4df8-94e6-2bbe9695957b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.680660 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fbeadb0c-c230-4df8-94e6-2bbe9695957b tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/4b9c1d2f-f5b0-42e1-95ea-3bf73ecc1db4 HTTP/1.1" status: 404 len: 339 time: 0.0669386 Feb 02 15:47:23.681000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58022) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.760087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:23.764938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Usage tracker for resource:port and tenant:8882a74ee08e47bbb2f936be37a18a35 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:23.770179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:23.796085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:23.843298 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99cd6f0-fe98-4f8a-97b0-c332db638068 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.845121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99cd6f0-fe98-4f8a-97b0-c332db638068 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.847445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b99cd6f0-fe98-4f8a-97b0-c332db638068 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/5101fe42-ecda-41e6-98d4-2e1b9de3cde0 HTTP/1.1" status: 404 len: 337 time: 0.1651874 Feb 02 15:47:23.850184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58026) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.893620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Made reservation on behalf of 8882a74ee08e47bbb2f936be37a18a35 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:23.897431 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.918318 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ad0a7f-7858-4cef-8cad-c9a1d67ab193 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] DELETE failed (client error): The resource could not be found. Feb 02 15:47:23.919003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ad0a7f-7858-4cef-8cad-c9a1d67ab193 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:47:23.921009 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-02ad0a7f-7858-4cef-8cad-c9a1d67ab193 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/6718a7b1-5bc8-4a4c-86e2-fb8022129336 HTTP/1.1" status: 404 len: 339 time: 0.0695291 Feb 02 15:47:23.922477 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.933456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58030) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.933818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d5fa665c-f29b-4270-8926-80f722df0c07 req-556125e7-c56e-4fb5-ad8d-5f82915c8869 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 210 time: 0.0652628 Feb 02 15:47:24.261810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:24.283553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Usage tracker for resource:security_group_rule and tenant:8882a74ee08e47bbb2f936be37a18a35 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:24.304514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:24.312784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:24.324734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d269c8ae-567d-4126-b557-74d2334ee3da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting subnet 20319d88-cc11-4e39-89fe-ccf4d6bdf015 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:47:24.330283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d269c8ae-567d-4126-b557-74d2334ee3da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.433672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58056) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:24.578339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d269c8ae-567d-4126-b557-74d2334ee3da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.594320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-395ddfdc-a2d3-41cd-a013-38434b040323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.792598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.804428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4fab042c-7e76-4ca1-94a9-443cfccb5115 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:24.837345 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d269c8ae-567d-4126-b557-74d2334ee3da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.916092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.981445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4fab042c-7e76-4ca1-94a9-443cfccb5115 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:24.983185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.007443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.028832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:25.066328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] Usage tracker for resource:security_group_rule and tenant:6ee25d01291549539c7db2ac65077b05 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:25.179244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-787b47cc-6c77-4ceb-94f1-c1e5548437d3 req-caf9707d-0a58-4858-8e58-23d87c989d47 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 210 time: 0.2466824 Feb 02 15:47:25.201166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:25.263776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:25.308660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:25.319363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d269c8ae-567d-4126-b557-74d2334ee3da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.328906 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a11efa2-ee5b-48ec-a84b-dc90a13a03ad req-ae6ac6a3-8cc2-4ecc-b93d-8bb7bcde5249 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 210 time: 0.1225960 Feb 02 15:47:25.403982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d269c8ae-567d-4126-b557-74d2334ee3da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.409585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f6acf-2e8e-4bee-9dc0-4372309c9e3b None None] Network 0c707e4a-b845-45ae-a663-5d15e1827864 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:25.471044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d269c8ae-567d-4126-b557-74d2334ee3da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/subnets/20319d88-cc11-4e39-89fe-ccf4d6bdf015 HTTP/1.1" status: 204 len: 168 time: 1.5358160 Feb 02 15:47:25.472951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58076) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:25.483180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.483417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269c8ae-567d-4126-b557-74d2334ee3da tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Subnet': ['ID=20319d88-cc11-4e39-89fe-ccf4d6bdf015,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:25.544088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-598bdefe-e538-49d9-b1df-30d67d2c48a2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:25.549126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-598bdefe-e538-49d9-b1df-30d67d2c48a2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/networks?id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 200 len: 797 time: 0.5807033 Feb 02 15:47:25.604398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.654896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632c2554-deb1-4a52-987f-f3112c8cfd42,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:25.699074 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.723939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Allocated IP 192.168.233.117 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/4e269971-a848-46fb-a1f6-31e2d701f63b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:25.724929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-93568929-04d6-40b1-a917-2c2b7e66b00d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 380 time: 0.1572280 Feb 02 15:47:25.775335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'port': {'device_id': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'admin_state_up': True, 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'security_groups': ['0d11789c-5f77-4d60-b742-04ec650f7a5c']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:25.787779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting port f990e28a-12ce-47ee-967b-296d24c40c3b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:47:25.788151 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.828838 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cba743a4-6277-4e0d-b94a-55873f76c5cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ee25d01291549539c7db2ac65077b05&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3924172 Feb 02 15:47:25.832692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:25.893959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c679fb-951e-424a-98b4-281622346abf None None] DHCP port deletion for 0c707e4a-b845-45ae-a663-5d15e1827864 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:47:25.900918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-67c679fb-951e-424a-98b4-281622346abf None None] Deleting port f990e28a-12ce-47ee-967b-296d24c40c3b {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:47:25.901662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-67c679fb-951e-424a-98b4-281622346abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.064576 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af9fa81f-0537-42e5-97dc-12c669b534c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.241979 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af9fa81f-0537-42e5-97dc-12c669b534c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.272498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-67c679fb-951e-424a-98b4-281622346abf None None] For port f990e28a-12ce-47ee-967b-296d24c40c3b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f990e28a-12ce-47ee-967b-296d24c40c3b,segment=NetworkSegment(e40a65fe-bc11-48ca-b1a6-7debea6d04d2),segment_id=e40a65fe-bc11-48ca-b1a6-7debea6d04d2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:26.272709 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-67c679fb-951e-424a-98b4-281622346abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.310398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:26.337002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:26.454963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:26.464336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.483420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.564115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-67c679fb-951e-424a-98b4-281622346abf None None] Calling delete_port for f990e28a-12ce-47ee-967b-296d24c40c3b owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:47:26.718706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-202d4426-86a4-4d93-8647-6d7d860ed738 req-a0709724-0785-4371-a370-8dca10ca31f0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 210 time: 0.2466214 Feb 02 15:47:26.755721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Transition to ACTIVE for port object 4e269971-a848-46fb-a1f6-31e2d701f63b will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:26.767675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af9fa81f-0537-42e5-97dc-12c669b534c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.767952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f990e28a-12ce-47ee-967b-296d24c40c3b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:47:26.794832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] For port f990e28a-12ce-47ee-967b-296d24c40c3b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f990e28a-12ce-47ee-967b-296d24c40c3b,segment=NetworkSegment(e40a65fe-bc11-48ca-b1a6-7debea6d04d2),segment_id=e40a65fe-bc11-48ca-b1a6-7debea6d04d2)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:26.801840 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.845113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fa81f-0537-42e5-97dc-12c669b534c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632c2554-deb1-4a52-987f-f3112c8cfd42,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:26.849150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-937bbc08-db1f-4a6b-8765-b33111700c0c req-e6e0eede-51b2-4f23-ac97-be787eb636b7 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 210 time: 0.0886793 Feb 02 15:47:26.850730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.20.0.10 (b02b71a9-b4fe-43a4-bbe1-7adff8c85470/26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3/615e46e4-91cd-403b-a80d-bd4a233772aa) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:26.872624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-af9fa81f-0537-42e5-97dc-12c669b534c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.873723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-af9fa81f-0537-42e5-97dc-12c669b534c0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/632c2554-deb1-4a52-987f-f3112c8cfd42 HTTP/1.1" status: 204 len: 168 time: 1.0395710 Feb 02 15:47:27.109933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Calling delete_port for f990e28a-12ce-47ee-967b-296d24c40c3b owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:47:27.148501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d4a278a9-03d3-4b08-9059-bcc07ab42988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.195434 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.208387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.212304 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-67c679fb-951e-424a-98b4-281622346abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.236517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Transition to ACTIVE for port object 615e46e4-91cd-403b-a80d-bd4a233772aa will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:27.270783 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:47:27.271893 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:47:27.278297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c679fb-951e-424a-98b4-281622346abf None None] Pushing event deleted for resources: {'Port': ['ID=f990e28a-12ce-47ee-967b-296d24c40c3b,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:27.328748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c679fb-951e-424a-98b4-281622346abf None None] No DVR routers for this DVR port f990e28a-12ce-47ee-967b-296d24c40c3b on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:47:27.363947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.392607 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.456822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Pushing event updated for resources: {'Port': ['ID=4e269971-a848-46fb-a1f6-31e2d701f63b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:27.470427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:27.471800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:27.474455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:27.570617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:27.571823 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.615619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:27.653699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:27.655454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:27.660180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:27.729795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-119e0d6e-d4eb-446c-8a72-7612df5f9976 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3935907 Feb 02 15:47:27.744542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:27.745732 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.746285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Request body: {'port': {'device_id': '35ced928-4466-458c-8027-df09b5b03cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:27.846374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Deleting port f990e28a-12ce-47ee-967b-296d24c40c3b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:47:27.846596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.939317 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-7da91f0b-0050-4376-b42c-2d7fb08bd957 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1908648 Feb 02 15:47:27.961926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Request body: {'port': {'device_id': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:28.100441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9671e2dc-8dac-4738-80f2-9041b94347ed None None] Provisioning for port 4e269971-a848-46fb-a1f6-31e2d701f63b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:28.106152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9671e2dc-8dac-4738-80f2-9041b94347ed None None] Provisioning complete for port 4e269971-a848-46fb-a1f6-31e2d701f63b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:28.106526 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9671e2dc-8dac-4738-80f2-9041b94347ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.117143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] The port 'f990e28a-12ce-47ee-967b-296d24c40c3b' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:47:28.209084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58124) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:28.241560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9671e2dc-8dac-4738-80f2-9041b94347ed None None] Port 4e269971-a848-46fb-a1f6-31e2d701f63b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:47:28.270465 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.374191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.388907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.412460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.421047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.456786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044af45e-fb4c-4b5f-9bd9-2aa670b392d1 req-89208772-d0f0-4b45-b662-22cccebf152e tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:28.458596 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-044af45e-fb4c-4b5f-9bd9-2aa670b392d1 req-89208772-d0f0-4b45-b662-22cccebf152e tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 936 time: 0.3309288 Feb 02 15:47:28.460636 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.487209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c707e4a-b845-45ae-a663-5d15e1827864']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:28.524584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40a65fe-bc11-48ca-b1a6-7debea6d04d2') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:28.524946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40a65fe-bc11-48ca-b1a6-7debea6d04d2') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:28.526122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2e39ccd7-a363-448f-9af0-6950e5bd066e None None] Provisioning for port 615e46e4-91cd-403b-a80d-bd4a233772aa completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:28.534000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2e39ccd7-a363-448f-9af0-6950e5bd066e None None] Provisioning complete for port 615e46e4-91cd-403b-a80d-bd4a233772aa triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:28.534560 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2e39ccd7-a363-448f-9af0-6950e5bd066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.556539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7e4f8-702c-4a69-a935-91575b38395c req-de7f8158-5944-4154-b7cc-324a865d0f29 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:28.560396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5dd7e4f8-702c-4a69-a935-91575b38395c req-de7f8158-5944-4154-b7cc-324a865d0f29 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 932 time: 0.5350821 Feb 02 15:47:28.597120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.601507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-044af45e-fb4c-4b5f-9bd9-2aa670b392d1 req-82ebb62e-3643-4191-a269-6b6a2fdc4103 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337638 Feb 02 15:47:28.628316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:28.646438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2e39ccd7-a363-448f-9af0-6950e5bd066e None None] Port 615e46e4-91cd-403b-a80d-bd4a233772aa cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:47:28.676632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] Usage tracker for resource:security_group_rule and tenant:465d5630c9804898887ce568d0ef0d3a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:28.717379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:28.723254 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.744428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:28.750476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:47:28.750983 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: util.warn( Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:47:28.767733 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:47:28.840109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615e46e4-91cd-403b-a80d-bd4a233772aa {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:28.848811 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.873018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Transition to ACTIVE for port object 615e46e4-91cd-403b-a80d-bd4a233772aa will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:28.883644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5dd7e4f8-702c-4a69-a935-91575b38395c req-be0f8850-2b40-4f5e-b604-20bcb83ddc4b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:28.978409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5dd7e4f8-702c-4a69-a935-91575b38395c req-be0f8850-2b40-4f5e-b604-20bcb83ddc4b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:28.979585 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5dd7e4f8-702c-4a69-a935-91575b38395c req-be0f8850-2b40-4f5e-b604-20bcb83ddc4b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812020 Feb 02 15:47:29.013571 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.122550 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.166556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:29.192378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.217778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] Pushing event deleted for resources: {'Network': ['ID=0c707e4a-b845-45ae-a663-5d15e1827864,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:29.274730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5f1884be-ad92-4d71-8f64-10b15facdbf3 tempest-NetworksTest-1536201447 tempest-NetworksTest-1536201447-project] 10.222.0.88 "DELETE /v2.0/networks/0c707e4a-b845-45ae-a663-5d15e1827864 HTTP/1.1" status: 204 len: 168 time: 3.7749875 Feb 02 15:47:29.301414 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.313536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:29.323389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:29.323389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:29.332191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:47:29.332882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:29.346929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:29.347268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Checking segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:29.347697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Bound using segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:29.351352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Bound port: 615e46e4-91cd-403b-a80d-bd4a233772aa, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:29.351743 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.385482 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.484834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:29.488561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:29.552500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7080b47d-b49c-4e74-952f-e669e00fc56c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:29.567408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-13f7f3d8-97b6-40e3-8f6c-f64273f90d17 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=465d5630c9804898887ce568d0ef0d3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3568728 Feb 02 15:47:29.568024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.571411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58134) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:29.587776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e269971-a848-46fb-a1f6-31e2d701f63b {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:29.599575 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.636409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Transition to ACTIVE for port object 4e269971-a848-46fb-a1f6-31e2d701f63b will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:29.638912 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.641799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] 10.222.0.107 "PUT /v2.0/ports/615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 1092 time: 1.6877582 Feb 02 15:47:29.643149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:29.666339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606a186-cf54-4573-bc87-e26c8ad209ed service neutron] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:29.697653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50712557-d7c3-46d0-b00d-1f1f643d30d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.737333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50712557-d7c3-46d0-b00d-1f1f643d30d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.754689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:29.772521 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'status': 'completed', 'code': 200} Feb 02 15:47:30.016217 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:30.019149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f334ed90-2007-4e42-b037-8cdb4c5fc99d req-91ee1e74-a228-43f3-ae49-222c7144a57b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1095 time: 0.2073658 Feb 02 15:47:30.053597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Pushing event updated for resources: {'Port': ['ID=4e269971-a848-46fb-a1f6-31e2d701f63b,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:30.091674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58146) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:30.212131 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50712557-d7c3-46d0-b00d-1f1f643d30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:30.335505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50712557-d7c3-46d0-b00d-1f1f643d30d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7080b47d-b49c-4e74-952f-e669e00fc56c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:30.386952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138ef44-100a-4791-a49e-2d275fedaae7 req-d4a64b4d-7140-42fd-bfc9-0121161fac8b tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:30.388023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8138ef44-100a-4791-a49e-2d275fedaae7 req-d4a64b4d-7140-42fd-bfc9-0121161fac8b tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Synchronizing usage tracker for tenant:8882a74ee08e47bbb2f936be37a18a35 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:30.409217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50712557-d7c3-46d0-b00d-1f1f643d30d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:30.410226 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50712557-d7c3-46d0-b00d-1f1f643d30d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7080b47d-b49c-4e74-952f-e669e00fc56c HTTP/1.1" status: 204 len: 168 time: 0.8393927 Feb 02 15:47:30.423008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334ed90-2007-4e42-b037-8cdb4c5fc99d req-f9f61373-245a-4f70-9ff5-e762b8ad9d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:30.424556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f334ed90-2007-4e42-b037-8cdb4c5fc99d req-f9f61373-245a-4f70-9ff5-e762b8ad9d81 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=bcbc98f977944869a392ab2bccdbd691&shared=False HTTP/1.1" status: 200 len: 899 time: 0.3902626 Feb 02 15:47:30.437575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832a17-8f6c-4476-b5b0-31e36c39d784 req-2e473fab-df96-482c-a32b-72fb5e26432a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:30.437575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-81832a17-8f6c-4476-b5b0-31e36c39d784 req-2e473fab-df96-482c-a32b-72fb5e26432a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:30.460338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Attempting to bind port 4e269971-a848-46fb-a1f6-31e2d701f63b on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:30.460987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Attempting to bind port 4e269971-a848-46fb-a1f6-31e2d701f63b by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:30.461552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Attempting to bind port 4e269971-a848-46fb-a1f6-31e2d701f63b on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:30.469443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Port 4e269971-a848-46fb-a1f6-31e2d701f63b on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:47:30.470066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Attempting to bind port 4e269971-a848-46fb-a1f6-31e2d701f63b on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:30.478537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:30.488473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:30.488473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:30.488473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Bound port: 4e269971-a848-46fb-a1f6-31e2d701f63b, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:30.488473 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:30.644013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] For port 4e269971-a848-46fb-a1f6-31e2d701f63b, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:30.646642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] For port 4e269971-a848-46fb-a1f6-31e2d701f63b, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4e269971-a848-46fb-a1f6-31e2d701f63b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:30.648381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8138ef44-100a-4791-a49e-2d275fedaae7 req-d4a64b4d-7140-42fd-bfc9-0121161fac8b tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Unset dirty status for tenant:8882a74ee08e47bbb2f936be37a18a35 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:30.649547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8138ef44-100a-4791-a49e-2d275fedaae7 req-d4a64b4d-7140-42fd-bfc9-0121161fac8b tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 948 time: 0.7940927 Feb 02 15:47:30.659533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334ed90-2007-4e42-b037-8cdb4c5fc99d req-b7179025-2aea-4e71-9a09-67d7fd86160f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:30.662442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f334ed90-2007-4e42-b037-8cdb4c5fc99d req-b7179025-2aea-4e71-9a09-67d7fd86160f service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2210972 Feb 02 15:47:30.691798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-81832a17-8f6c-4476-b5b0-31e36c39d784 req-2e473fab-df96-482c-a32b-72fb5e26432a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:30.695819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-81832a17-8f6c-4476-b5b0-31e36c39d784 req-2e473fab-df96-482c-a32b-72fb5e26432a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 944 time: 0.4201770 Feb 02 15:47:30.709928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8138ef44-100a-4791-a49e-2d275fedaae7 req-a5f9de7e-08f1-4615-a9db-282c6e6b4b84 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Synchronizing usage tracker for tenant:8882a74ee08e47bbb2f936be37a18a35 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:30.813415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:30.815456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-81832a17-8f6c-4476-b5b0-31e36c39d784 req-192bf952-8463-49c0-903d-6d11a830016c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116896 Feb 02 15:47:30.867115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-628380a0-361b-4fe6-a3b7-b46b1bc44a20 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1095 time: 0.1272614 Feb 02 15:47:30.943682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Pushing event updated for resources: {'Port': ['ID=4e269971-a848-46fb-a1f6-31e2d701f63b,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:30.949572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8138ef44-100a-4791-a49e-2d275fedaae7 req-a5f9de7e-08f1-4615-a9db-282c6e6b4b84 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Unset dirty status for tenant:8882a74ee08e47bbb2f936be37a18a35 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:30.963060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8138ef44-100a-4791-a49e-2d275fedaae7 req-a5f9de7e-08f1-4615-a9db-282c6e6b4b84 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025649 Feb 02 15:47:30.966197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:30.973418 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-c0cc0e02-e781-4729-9428-f2b0ff3cb671 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 217 time: 0.0899267 Feb 02 15:47:30.973597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-dfa34e42-3872-471b-b471-66abff042d16 service neutron] 10.222.0.107 "PUT /v2.0/ports/4e269971-a848-46fb-a1f6-31e2d701f63b HTTP/1.1" status: 200 len: 1096 time: 3.2311788 Feb 02 15:47:30.973597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ced928-4466-458c-8027-df09b5b03cda', 'tag': '4e269971-a848-46fb-a1f6-31e2d701f63b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:31.092076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-e2c891c0-db4e-437f-b2d1-78cb06d7d032 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:31.094250 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-e2c891c0-db4e-437f-b2d1-78cb06d7d032 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 HTTP/1.1" status: 200 len: 834 time: 0.1086411 Feb 02 15:47:31.115517 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ced928-4466-458c-8027-df09b5b03cda', 'tag': '4e269971-a848-46fb-a1f6-31e2d701f63b', 'status': 'completed', 'code': 200} Feb 02 15:47:31.248336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-f5e082d5-322c-4742-925d-32a2c0bcaa38 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469154 Feb 02 15:47:31.260231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-813c156c-6942-40ae-8505-352c8b430439 req-4e75d8ad-f2dd-4f04-a65c-afa2c4659092 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8882a74ee08e47bbb2f936be37a18a35&device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 1099 time: 0.1056411 Feb 02 15:47:31.286064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-934634ba-26da-43fe-8ab4-b0c1fdde4e40 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6b74571dd30a44299e5e9267b1548dcd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1929862 Feb 02 15:47:31.290476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58170) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:31.318740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-813c156c-6942-40ae-8505-352c8b430439 req-739ad17e-3e62-4138-ad1c-2a7c3d4ed532 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=8882a74ee08e47bbb2f936be37a18a35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479705 Feb 02 15:47:31.459183 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-d4bdbcfa-7424-4d10-b369-7ea550c751ce service neutron] 10.222.0.107 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978009 Feb 02 15:47:31.465120 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f4d2637-66be-4159-885b-2c68637736c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:31.514142 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c156c-6942-40ae-8505-352c8b430439 req-d9eaa5e2-1c7f-4238-ac17-a0c34bc521e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:31.518018 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-813c156c-6942-40ae-8505-352c8b430439 req-d9eaa5e2-1c7f-4238-ac17-a0c34bc521e1 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1920984 Feb 02 15:47:31.583822 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f4d2637-66be-4159-885b-2c68637736c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:31.671110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce38593a-8458-42d6-ae52-9335bc0d24c6 req-0ee4c40f-8e54-4cb7-8cd5-6938c2c42b57 service neutron] 10.222.0.107 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037978 Feb 02 15:47:31.705338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-76fffc6b-ddd7-44c4-adec-5a33d931781b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8882a74ee08e47bbb2f936be37a18a35&device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 1099 time: 0.1026886 Feb 02 15:47:31.797457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-47f7a14a-0a74-4fa9-999b-88efce986370 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4e269971-a848-46fb-a1f6-31e2d701f63b HTTP/1.1" status: 200 len: 217 time: 0.0786040 Feb 02 15:47:31.808972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f4d2637-66be-4159-885b-2c68637736c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:31.846607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d2637-66be-4159-885b-2c68637736c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e194a52-5b61-4cce-8ea0-7e24eb3f8c92,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:31.858293 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3f4d2637-66be-4159-885b-2c68637736c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:31.863206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3f4d2637-66be-4159-885b-2c68637736c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5e194a52-5b61-4cce-8ea0-7e24eb3f8c92 HTTP/1.1" status: 204 len: 168 time: 0.5716934 Feb 02 15:47:31.922651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-56c38525-45dd-403d-b715-1dd74d8d8fdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:31.922651 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-56c38525-45dd-403d-b715-1dd74d8d8fdd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.1069710 Feb 02 15:47:32.096771 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-114bb513-ddb3-4b34-b25a-fad8ed08b80b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791825 Feb 02 15:47:32.214289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ab73b-75ef-4635-a7fa-ac758eaaf4ae req-f3479d6d-9f13-4a7c-a7d4-3bd8bc45256b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:32.215968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb5ab73b-75ef-4635-a7fa-ac758eaaf4ae req-f3479d6d-9f13-4a7c-a7d4-3bd8bc45256b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 944 time: 0.2064633 Feb 02 15:47:32.263878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fe155-ae56-4ca6-b68d-30587228ec9b req-f4e39289-7ab5-4a8a-a1c0-a02c65cb2d5e tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:32.266038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c77fe155-ae56-4ca6-b68d-30587228ec9b req-f4e39289-7ab5-4a8a-a1c0-a02c65cb2d5e tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 948 time: 0.1213820 Feb 02 15:47:32.326198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fb5ab73b-75ef-4635-a7fa-ac758eaaf4ae req-182274d5-5214-4c5d-ab68-827c63989a0f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019320 Feb 02 15:47:32.337171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-f2ff6986-59ba-45bd-b493-22010e1e0962 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290459 Feb 02 15:47:32.358573 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c77fe155-ae56-4ca6-b68d-30587228ec9b req-47f83ab0-a33e-4ca3-8e09-59ce602084aa tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834954 Feb 02 15:47:32.637574 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afd3a926-04a1-468e-add2-ed4bbd1a73f2 req-70e22232-6dda-4123-8ae7-95fec0d0313f service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919707 Feb 02 15:47:33.396496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 615e46e4-91cd-403b-a80d-bd4a233772aa details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:47:33.531377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58230) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:33.629521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:33.647889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'port_id': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'mac_address': 'fa:16:3e:72:1b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:47:33.720036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.728046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bb51a-a59f-4635-bd29-a593f7f27580 req-077bfba1-0f6e-438a-b8bc-9fc65604029f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:33.729636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f10bb51a-a59f-4635-bd29-a593f7f27580 req-077bfba1-0f6e-438a-b8bc-9fc65604029f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 944 time: 0.1556430 Feb 02 15:47:33.750508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615e46e4-91cd-403b-a80d-bd4a233772aa {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:33.769437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:33.845072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f10bb51a-a59f-4635-bd29-a593f7f27580 req-ddeb885b-5a06-4f15-abdd-853751f9aab1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081038 Feb 02 15:47:33.859752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-58c796fb-176c-467c-98ee-a4a105c993bd tempest-DvrRoutersNegativeTest-892366621 tempest-DvrRoutersNegativeTest-892366621-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-536760050', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:33.862346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.policy [None req-58c796fb-176c-467c-98ee-a4a105c993bd tempest-DvrRoutersNegativeTest-892366621 tempest-DvrRoutersNegativeTest-892366621-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95772) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 02 15:47:33.862651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.policy [None req-58c796fb-176c-467c-98ee-a4a105c993bd tempest-DvrRoutersNegativeTest-892366621 tempest-DvrRoutersNegativeTest-892366621-project] Failed policy check for 'create_router' {{(pid=95772) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 02 15:47:33.866267 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-58c796fb-176c-467c-98ee-a4a105c993bd tempest-DvrRoutersNegativeTest-892366621 tempest-DvrRoutersNegativeTest-892366621-project] create failed (client error): Access was denied to this resource. Feb 02 15:47:33.877453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-58c796fb-176c-467c-98ee-a4a105c993bd tempest-DvrRoutersNegativeTest-892366621 tempest-DvrRoutersNegativeTest-892366621-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3399296 Feb 02 15:47:33.880641 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.895222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70122-780c-44da-8cae-5856dc782d26 req-c2d417f9-0f77-43be-8008-767a4118f409 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:33.897808 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bb70122-780c-44da-8cae-5856dc782d26 req-c2d417f9-0f77-43be-8008-767a4118f409 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 948 time: 0.2649267 Feb 02 15:47:33.953564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bb70122-780c-44da-8cae-5856dc782d26 req-df26aecb-3173-4b61-b1dd-bc8618ebc6ef tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548081 Feb 02 15:47:34.007815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:34.335967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['615e46e4-91cd-403b-a80d-bd4a233772aa'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:47:34.548911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58254) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:34.745966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:34.782771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:34.786997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] Usage tracker for resource:security_group_rule and tenant:5b220f7684b14692ad3ad57181eca982 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:34.790762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:34.803362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:34.873567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:34.970019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.123669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa833d20-cb4a-45b6-b850-c001d23b6a1d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:35.131534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2c162443-50f3-4aef-8389-849c565065eb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5b220f7684b14692ad3ad57181eca982&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5810556 Feb 02 15:47:35.134450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58278) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:35.235149 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cd45-569e-4557-81bf-6e3cf41c9127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.244707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142c37c-0cdc-4bc7-9256-3a1178d4228d req-3c54536c-6e60-46cb-b2f3-40a30f3b4ecd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:35.244707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9142c37c-0cdc-4bc7-9256-3a1178d4228d req-3c54536c-6e60-46cb-b2f3-40a30f3b4ecd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 945 time: 0.2140181 Feb 02 15:47:35.285743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d7fd-ffd3-4480-9157-49b1f3496832 req-493924e9-0efb-44d4-a511-eae9bcf4248e tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:35.292509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8811d7fd-ffd3-4480-9157-49b1f3496832 req-493924e9-0efb-44d4-a511-eae9bcf4248e tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 948 time: 0.1383755 Feb 02 15:47:35.295190 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cd45-569e-4557-81bf-6e3cf41c9127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.346816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9142c37c-0cdc-4bc7-9256-3a1178d4228d req-647e94df-8c76-4465-82f6-5fc5744224bb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914316 Feb 02 15:47:35.376353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8811d7fd-ffd3-4480-9157-49b1f3496832 req-136c79ea-8437-44b2-b4bf-3a08575cb1bc tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674653 Feb 02 15:47:35.393846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4e269971-a848-46fb-a1f6-31e2d701f63b details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:47:35.405909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 615e46e4-91cd-403b-a80d-bd4a233772aa up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:35.554796 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cd45-569e-4557-81bf-6e3cf41c9127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.574993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3cd45-569e-4557-81bf-6e3cf41c9127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa833d20-cb4a-45b6-b850-c001d23b6a1d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:35.587638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cd45-569e-4557-81bf-6e3cf41c9127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.589134 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c7d3cd45-569e-4557-81bf-6e3cf41c9127 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa833d20-cb4a-45b6-b850-c001d23b6a1d HTTP/1.1" status: 204 len: 168 time: 0.4536695 Feb 02 15:47:35.623801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4e269971-a848-46fb-a1f6-31e2d701f63b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4e269971-a848-46fb-a1f6-31e2d701f63b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:35.640882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '4e269971-a848-46fb-a1f6-31e2d701f63b', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '4e269971-a848-46fb-a1f6-31e2d701f63b', 'mac_address': 'fa:16:3e:78:2e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:47:35.690888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 615e46e4-91cd-403b-a80d-bd4a233772aa completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:35.702100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 615e46e4-91cd-403b-a80d-bd4a233772aa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:35.702507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.791595 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.821386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e269971-a848-46fb-a1f6-31e2d701f63b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:35.878602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4e269971-a848-46fb-a1f6-31e2d701f63b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4e269971-a848-46fb-a1f6-31e2d701f63b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:35.891035 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.922443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:35.933391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:35.977101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.047491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58290) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:36.081042 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'code': 200} Feb 02 15:47:36.081684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=4e269971-a848-46fb-a1f6-31e2d701f63b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:36.098554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.240673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:36.283632 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f89a67b1-cc16-4b21-bd20-6019ff2ebaed req-6392c7b6-bcca-4c5f-b178-6e401c99e5da service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1097 time: 0.1663439 Feb 02 15:47:36.292197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['4e269971-a848-46fb-a1f6-31e2d701f63b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:47:36.328667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.387678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f89a67b1-cc16-4b21-bd20-6019ff2ebaed req-91dffb35-0cc2-4d1b-99d6-2aaec8270cc2 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835075 Feb 02 15:47:36.388667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:36.396120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] Usage tracker for resource:security_group_rule and tenant:6fb41051e18d49628e739cd87385446b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:36.399899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:36.406143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:36.527012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.648917 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.703166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316530f4-0509-47c2-a713-d5f6aa87f5a9 req-9064aeae-87c5-4791-b6b0-3ca05f7722b7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:36.706309 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33babe0-a109-43b9-9cc7-8e63bfc3e0fb req-2d96a657-2edc-4150-a5e7-5776f1fb3348 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:36.707970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a33babe0-a109-43b9-9cc7-8e63bfc3e0fb req-2d96a657-2edc-4150-a5e7-5776f1fb3348 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 949 time: 0.1745303 Feb 02 15:47:36.710361 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-316530f4-0509-47c2-a713-d5f6aa87f5a9 req-9064aeae-87c5-4791-b6b0-3ca05f7722b7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.1262472 Feb 02 15:47:36.741541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a175890-d64a-40b8-949d-ac410831f9b0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:36.750579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-42fefba3-d15e-4e70-929b-e5bf9396d345 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6fb41051e18d49628e739cd87385446b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6982541 Feb 02 15:47:36.752904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58314) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:36.794240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a33babe0-a109-43b9-9cc7-8e63bfc3e0fb req-89896c7e-1ee6-4d18-b2de-04568c96fcdb tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734475 Feb 02 15:47:36.840392 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-316530f4-0509-47c2-a713-d5f6aa87f5a9 req-14670406-5284-4b78-bcfd-2c20850f2639 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227813 Feb 02 15:47:36.848186 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70bfd2d6-fe33-41f5-a021-f08ad42bf833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.877629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70bfd2d6-fe33-41f5-a021-f08ad42bf833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:37.102761 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70bfd2d6-fe33-41f5-a021-f08ad42bf833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:37.121616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfd2d6-fe33-41f5-a021-f08ad42bf833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a175890-d64a-40b8-949d-ac410831f9b0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:37.126116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70bfd2d6-fe33-41f5-a021-f08ad42bf833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:37.129960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-70bfd2d6-fe33-41f5-a021-f08ad42bf833 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a175890-d64a-40b8-949d-ac410831f9b0 HTTP/1.1" status: 204 len: 168 time: 0.3734121 Feb 02 15:47:37.399338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58328) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:37.409825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4e269971-a848-46fb-a1f6-31e2d701f63b up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:37.604765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 4e269971-a848-46fb-a1f6-31e2d701f63b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:37.611710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 4e269971-a848-46fb-a1f6-31e2d701f63b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:37.612268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:37.758326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-103878464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:37.770354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:37.773816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:router and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:37.777025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:37.784131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:37.810226 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:37.850133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4e269971-a848-46fb-a1f6-31e2d701f63b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4e269971-a848-46fb-a1f6-31e2d701f63b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:37.971819 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:37.991081 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:37.994378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.053022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.081645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ced928-4466-458c-8027-df09b5b03cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e269971-a848-46fb-a1f6-31e2d701f63b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:38.090674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c2aaf-46cd-4c4b-be47-bf4ad7060a56 req-4704109c-2b4e-4588-8cf9-1985572de062 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:38.094707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e04c2aaf-46cd-4c4b-be47-bf4ad7060a56 req-4704109c-2b4e-4588-8cf9-1985572de062 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 950 time: 0.1498275 Feb 02 15:47:38.106090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=4e269971-a848-46fb-a1f6-31e2d701f63b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:38.160515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e04c2aaf-46cd-4c4b-be47-bf4ad7060a56 req-3419c748-3219-4488-ae59-ad53c99d4cd6 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544500 Feb 02 15:47:38.242233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58344) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:38.242379 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ced928-4466-458c-8027-df09b5b03cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e269971-a848-46fb-a1f6-31e2d701f63b', 'code': 200} Feb 02 15:47:38.263836 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.265612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c696c88-47bb-417a-a380-39c0b2b6421c req-8faae839-b1c6-46f5-bd1f-305d1e1e1d38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:38.267152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c696c88-47bb-417a-a380-39c0b2b6421c req-8faae839-b1c6-46f5-bd1f-305d1e1e1d38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.0951540 Feb 02 15:47:38.278677 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.328324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c696c88-47bb-417a-a380-39c0b2b6421c req-4a97de7f-7691-49bf-b318-7654ac0ebd92 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504820 Feb 02 15:47:38.333739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:38.338790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] Usage tracker for resource:security_group_rule and tenant:efca3b142f5a40508ccde13bb22d7679 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:38.377994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:38.394315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:38.443419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bc70145-77ee-49b2-9ad0-1551e2165421 req-b079586d-bdf4-4cbb-8855-017e9a2e78c0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 1101 time: 0.1011305 Feb 02 15:47:38.532222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bc70145-77ee-49b2-9ad0-1551e2165421 req-9568d94d-2b06-4ae2-93f2-307dd4a0aa73 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780249 Feb 02 15:47:38.538534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.540518 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f57cc65-db97-4551-903d-f4f8a1905c2c tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1394956 Feb 02 15:47:38.542908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58354) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:38.552883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-372226996'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:38.559056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:38.564423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:network and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:38.567764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:38.579009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:38.660240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.670082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d74ab-acd9-49db-93f8-26d321f9b9ed req-20c98148-0803-4cf1-be44-149aaef09a76 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:38.671792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-503d74ab-acd9-49db-93f8-26d321f9b9ed req-20c98148-0803-4cf1-be44-149aaef09a76 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.1796401 Feb 02 15:47:38.733882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-503d74ab-acd9-49db-93f8-26d321f9b9ed req-c85a4e71-766f-4429-b92e-7146c4607d38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538788 Feb 02 15:47:38.768339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58358) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:38.769686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Made reservation on behalf of 7b36c400bf3449c8b65344b8a8ca1f36 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:38.772953 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.789075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.807120 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.837576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:38.845027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:security_group_rule and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:38.848525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:38.855158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:38.884775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e91a9a2-2617-49ac-bc52-2ae03bbd8dd4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:38.892726 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2ac8d157-e206-4169-a16c-476f54673228 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=efca3b142f5a40508ccde13bb22d7679&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6470516 Feb 02 15:47:38.896587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58362) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:38.941442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4b259627-5782-4c6d-9de2-4b3eb12702ee tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1092 time: 0.1716442 Feb 02 15:47:38.945689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58366) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:38.950084 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.960509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:38.972729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:38.979709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:floatingip and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:38.985164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:39.001491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:39.015222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58c38f1b-ff37-4749-a61f-2412577f9e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.025008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.047755 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58c38f1b-ff37-4749-a61f-2412577f9e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.069718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:47:39.082985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df79a71-2941-40b9-aa92-ce2ab4588cd9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:39.091572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.092579 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Added segment 99e4161b-c62c-44bd-8d31-c581f6fa3db7 of type vlan for network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 Feb 02 15:47:39.109617 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.132745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.207558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58c38f1b-ff37-4749-a61f-2412577f9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.230442 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.230604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c38f1b-ff37-4749-a61f-2412577f9e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e91a9a2-2617-49ac-bc52-2ae03bbd8dd4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:39.240250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:39.240250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.241869 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58c38f1b-ff37-4749-a61f-2412577f9e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.245961 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-58c38f1b-ff37-4749-a61f-2412577f9e1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e91a9a2-2617-49ac-bc52-2ae03bbd8dd4 HTTP/1.1" status: 204 len: 168 time: 0.3473639 Feb 02 15:47:39.378244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.566818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Network': ['ID=2bedd1f7-b668-4ba1-a982-e366b5e2e145,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:39.571738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-31f5e002-75bc-48b6-8f82-645c27458e9b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0272057 Feb 02 15:47:39.582665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58376) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:39.591429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:39.601859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'subnet': {'network_id': '2bedd1f7-b668-4ba1-a982-e366b5e2e145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:39.720064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc62fd-7d31-4a0f-824f-a9f927f90880 req-8fd78b89-782d-4fa8-bee7-0826fcd99bc2 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:39.721607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59fc62fd-7d31-4a0f-824f-a9f927f90880 req-8fd78b89-782d-4fa8-bee7-0826fcd99bc2 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 950 time: 0.1563189 Feb 02 15:47:39.798045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59fc62fd-7d31-4a0f-824f-a9f927f90880 req-aa7174de-03ee-450a-9dd5-25bcb78a461b tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691936 Feb 02 15:47:39.956643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.25.0.200 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/0c809eae-6259-4b23-8127-ac8a52b9fc29) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:40.005161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:40.030506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:subnet and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:40.085759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:40.099385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:40.192862 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:40.208156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Made reservation on behalf of 7b36c400bf3449c8b65344b8a8ca1f36 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:40.349792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:40.454944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:40.546087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:40.552554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:40.554765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:40.594803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=0c809eae-6259-4b23-8127-ac8a52b9fc29,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:41.147073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.315605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Subnet': ['ID=252cb508-49ba-4b6e-9f5e-683484a6cd89,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:41.470259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Checking segment: {'id': '99e4161b-c62c-44bd-8d31-c581f6fa3db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2bedd1f7-b668-4ba1-a982-e366b5e2e145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:41.470259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network hostable DHCP agents. Network: 2bedd1f7-b668-4ba1-a982-e366b5e2e145, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:47:41.470259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76cc83-9ee3-4357-8926-72ff34072706 req-2796f643-db0d-404f-b3d2-b96945b588c9 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:41.470259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f76cc83-9ee3-4357-8926-72ff34072706 req-2796f643-db0d-404f-b3d2-b96945b588c9 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 950 time: 0.3740001 Feb 02 15:47:41.489982 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f76cc83-9ee3-4357-8926-72ff34072706 req-4ef5e45e-8215-44df-b122-03ae75d4cfcd tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716074 Feb 02 15:47:41.651459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.052116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:47:42.129476 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.160739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 2bedd1f7-b668-4ba1-a982-e366b5e2e145) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:42.173359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea0c2e-e179-4ba8-9871-4e96223b0573 None None] Network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:42.184706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:42.185329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.372080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f82b7ed-340c-4474-b17a-b2263a78dfe3 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7885213 Feb 02 15:47:42.375837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58430) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:42.382215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'network': {'name': 'tempest-router-network01--272916493'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:42.394158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:42.403311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:network and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:42.410718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:42.428099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:42.569601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2bedd1f7-b668-4ba1-a982-e366b5e2e145', 'network_id': '2bedd1f7-b668-4ba1-a982-e366b5e2e145', 'tenant_id': '7b36c400bf3449c8b65344b8a8ca1f36', 'fixed_ips': [{'subnet_id': '252cb508-49ba-4b6e-9f5e-683484a6cd89'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:47:42.570683 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.628513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Made reservation on behalf of 7b36c400bf3449c8b65344b8a8ca1f36 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:42.631931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.687634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:47:42.691084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2c2fd-830a-4828-b5c0-bdb1c376d9c1 req-0be55cd8-7e61-4976-9cd0-63f8683118ec tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:42.693071 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eef2c2fd-830a-4828-b5c0-bdb1c376d9c1 req-0be55cd8-7e61-4976-9cd0-63f8683118ec tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 950 time: 0.3299344 Feb 02 15:47:42.714100 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.720562 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Added segment ed98d1e9-1205-4f28-a089-a660108cc903 of type vlan for network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b Feb 02 15:47:42.747601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.778889 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.782612 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eef2c2fd-830a-4828-b5c0-bdb1c376d9c1 req-1889cfa1-6c0f-408b-b4fd-c89ef193716e tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744090 Feb 02 15:47:42.825734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.869939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Allocated IP 2001:db8::2 (2bedd1f7-b668-4ba1-a982-e366b5e2e145/252cb508-49ba-4b6e-9f5e-683484a6cd89/fafc967d-cec6-4968-a5ee-c045cc5efa69) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:42.919892 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.925202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:42.931602 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.969329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=0c809eae-6259-4b23-8127-ac8a52b9fc29,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:42.990717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.120313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Network': ['ID=2d173b80-7eca-4122-8f9c-ff21bb2ad76b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:43.135533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:43.200589 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55633b92-1973-45c1-a87a-0fdedf0211ac tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8229611 Feb 02 15:47:43.203767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58462) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:43.209967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'network': {'name': 'tempest-router-network02--1876193946'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:43.219582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:43.234391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:network and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:43.238697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:43.252628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:43.309973 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Floating IP 30c09b49-a850-4aa8-beb0-3bc58dcda29f associated. External IP: 172.25.0.200, port: 615e46e4-91cd-403b-a80d-bd4a233772aa. Feb 02 15:47:43.329841 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.343726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Transition to ACTIVE for port object fafc967d-cec6-4968-a5ee-c045cc5efa69 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:43.365393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Transition to ACTIVE for port object fafc967d-cec6-4968-a5ee-c045cc5efa69 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:43.394972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Made reservation on behalf of 7b36c400bf3449c8b65344b8a8ca1f36 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:43.395479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.439143 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.442500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:47:43.466977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.467371 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Added segment 9463d524-ba1a-4707-8d9e-30a10e2ee811 of type vlan for network cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 Feb 02 15:47:43.546884 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.552945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:43.556345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:43.561382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:43.603236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Pushing event updated for resources: {'Port': ['ID=fafc967d-cec6-4968-a5ee-c045cc5efa69,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:43.670423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Attempting to bind port fafc967d-cec6-4968-a5ee-c045cc5efa69 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:43.671663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Attempting to bind port fafc967d-cec6-4968-a5ee-c045cc5efa69 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '99e4161b-c62c-44bd-8d31-c581f6fa3db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2bedd1f7-b668-4ba1-a982-e366b5e2e145'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:43.671800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Attempting to bind port fafc967d-cec6-4968-a5ee-c045cc5efa69 on network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:43.679445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:43.680026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Checking segment: {'id': '99e4161b-c62c-44bd-8d31-c581f6fa3db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2bedd1f7-b668-4ba1-a982-e366b5e2e145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:43.680686 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.681068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Bound using segment: {'id': '99e4161b-c62c-44bd-8d31-c581f6fa3db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2bedd1f7-b668-4ba1-a982-e366b5e2e145'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:43.681714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Bound port: fafc967d-cec6-4968-a5ee-c045cc5efa69, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e4161b-c62c-44bd-8d31-c581f6fa3db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '2bedd1f7-b668-4ba1-a982-e366b5e2e145'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:43.681939 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.691551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.695993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:43.704012 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.835505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] For port fafc967d-cec6-4968-a5ee-c045cc5efa69, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:43.840998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] For port fafc967d-cec6-4968-a5ee-c045cc5efa69, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fafc967d-cec6-4968-a5ee-c045cc5efa69,segment=NetworkSegment(99e4161b-c62c-44bd-8d31-c581f6fa3db7),segment_id=99e4161b-c62c-44bd-8d31-c581f6fa3db7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:43.920314 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:44.027363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Network': ['ID=cda0d1d4-44a7-4be5-9376-ffc1eaef3c17,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:44.039249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fbc113af-d528-4aee-b86e-1f9e52b7e77a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8317184 Feb 02 15:47:44.041680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58472) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:44.051242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'subnet': {'network_id': '2d173b80-7eca-4122-8f9c-ff21bb2ad76b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:44.068216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58476) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:44.081697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:44.121371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:47:44.181140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-2bac6fc2-20ad-437f-868b-d65cf360416c tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:44.182782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-2bac6fc2-20ad-437f-868b-d65cf360416c tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.107 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 950 time: 0.1812313 Feb 02 15:47:44.208432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:44.222342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:subnet and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:44.228999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:44.240582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:44.309428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a3979-fd54-4425-9f50-e2b1ccdced19 req-5ffebafd-e617-4f0c-b592-0fd6310cd49d tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:44.315368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee1a3979-fd54-4425-9f50-e2b1ccdced19 req-5ffebafd-e617-4f0c-b592-0fd6310cd49d tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 950 time: 0.3344159 Feb 02 15:47:44.367899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Made reservation on behalf of 7b36c400bf3449c8b65344b8a8ca1f36 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:44.439570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:44.468773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfedda1-4b09-4002-9f13-fea76d40db91 None None] Pushing event updated for resources: {'Port': ['ID=fafc967d-cec6-4968-a5ee-c045cc5efa69,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:44.529675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Deleting port 4e269971-a848-46fb-a1f6-31e2d701f63b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:47:44.539963 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:44.560454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee1a3979-fd54-4425-9f50-e2b1ccdced19 req-ef21d1a2-4b24-41b0-a9e6-36dd51652fd4 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434692 Feb 02 15:47:44.565043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:44.578170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:44.600183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] Usage tracker for resource:security_group_rule and tenant:083eb8011d6642f8b7c6830a0e489a4e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:44.604679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:44.621208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:45.040101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:45.192607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Subnet': ['ID=372e9f72-2f50-4637-ae41-926c2df2abc5,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:45.192607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Checking segment: {'id': 'ed98d1e9-1205-4f28-a089-a660108cc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2d173b80-7eca-4122-8f9c-ff21bb2ad76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:45.192607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network hostable DHCP agents. Network: 2d173b80-7eca-4122-8f9c-ff21bb2ad76b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:47:45.253354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:45.297065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] For port 4e269971-a848-46fb-a1f6-31e2d701f63b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4e269971-a848-46fb-a1f6-31e2d701f63b,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:45.297457 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:45.432632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Calling delete_port for 4e269971-a848-46fb-a1f6-31e2d701f63b owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:47:45.472529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:47:45.548061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] Sync routers for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:47:45.548061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:47:45.548061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:45.788207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:47:45.806081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649cca7-baef-4fb8-9352-ae50d0442960 req-6726ac69-8456-4ef9-aefc-cee36314fff7 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:45.807947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3649cca7-baef-4fb8-9352-ae50d0442960 req-6726ac69-8456-4ef9-aefc-cee36314fff7 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 950 time: 0.0973845 Feb 02 15:47:45.939090 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3649cca7-baef-4fb8-9352-ae50d0442960 req-9aa3474c-a050-484d-a9a1-19e88e7001b9 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/security-groups?id=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244726 Feb 02 15:47:45.962987 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af9c61-9b2e-4189-b88a-efdd6d5b8a12 None None] Network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:46.197270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:47:46.246060 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:46.260367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-859bc373-6f1f-4d85-8992-05148d8ff9dc None None] Provisioning for port fafc967d-cec6-4968-a5ee-c045cc5efa69 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:46.272520 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:46.275147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 2d173b80-7eca-4122-8f9c-ff21bb2ad76b) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:46.306458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98e0e6-f7bb-432a-a476-e650902dfe9d None None] Network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:46.311827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:46.311827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:46.341458 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:46.453769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1fe20-0a55-4703-8822-2e894816211e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:46.460652 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e6b80216-87ee-4f3f-9a2f-b2385d23f917 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4173267 Feb 02 15:47:46.461844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58502) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:46.474622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'subnet': {'network_id': 'cda0d1d4-44a7-4be5-9376-ffc1eaef3c17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:46.478704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Pushing event deleted for resources: {'Port': ['ID=4e269971-a848-46fb-a1f6-31e2d701f63b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:46.489242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8ca2a03a-18d8-4211-a87b-012612779453 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.5423825 Feb 02 15:47:46.492515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:46.527960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0becc7dd-b6b8-4243-8d15-dfae0a8f1d2e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=083eb8011d6642f8b7c6830a0e489a4e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4579828 Feb 02 15:47:46.535770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58510) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:46.734789 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'status': 'completed', 'code': 200} Feb 02 15:47:46.735930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] No DVR routers for this DVR port 4e269971-a848-46fb-a1f6-31e2d701f63b on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:47:46.744728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:46.835480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fafc967d-cec6-4968-a5ee-c045cc5efa69 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:46.846400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-69513ee2-ada8-4be9-9539-cf8a55ba0179 req-6d45f3fc-f16f-4035-9cd1-c9e4eea63c37 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.107 "DELETE /v2.0/ports/4e269971-a848-46fb-a1f6-31e2d701f63b HTTP/1.1" status: 204 len: 173 time: 2.5708277 Feb 02 15:47:46.996104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:47.199745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '30c09b49-a850-4aa8-beb0-3bc58dcda29f', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'port_id': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'mac_address': 'fa:16:3e:72:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:47:41Z', 'updated_at': '2022-02-02T15:47:41Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:23Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:47.205447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:subnet and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:47.210576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2d173b80-7eca-4122-8f9c-ff21bb2ad76b', 'network_id': '2d173b80-7eca-4122-8f9c-ff21bb2ad76b', 'tenant_id': '7b36c400bf3449c8b65344b8a8ca1f36', 'fixed_ips': [{'subnet_id': '372e9f72-2f50-4637-ae41-926c2df2abc5'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:47:47.214648 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.238199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:47.238822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-71c0d789-fb5d-48a4-a263-fef58dd9ea1e req-6b99af92-9c02-4cb6-aa65-59f58cdf2f70 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Synchronizing usage tracker for tenant:8882a74ee08e47bbb2f936be37a18a35 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:47.274439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] Checking router: 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:47:47.276804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:47.323877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-71c0d789-fb5d-48a4-a263-fef58dd9ea1e req-6b99af92-9c02-4cb6-aa65-59f58cdf2f70 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] Unset dirty status for tenant:8882a74ee08e47bbb2f936be37a18a35 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:47.329237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71c0d789-fb5d-48a4-a263-fef58dd9ea1e req-6b99af92-9c02-4cb6-aa65-59f58cdf2f70 tempest-VolumesNegativeTest-1666997864 tempest-VolumesNegativeTest-1666997864-project] 10.222.0.88 "GET /v2.0/ports?device_id=35ced928-4466-458c-8027-df09b5b03cda HTTP/1.1" status: 200 len: 210 time: 0.1581669 Feb 02 15:47:47.352527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb14bb9-0e39-4657-83a3-e043055d1fe2 req-2a539a86-ae92-4620-8da7-164682c4575b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:47.370872 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.371032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ffb14bb9-0e39-4657-83a3-e043055d1fe2 req-2a539a86-ae92-4620-8da7-164682c4575b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.4901836 Feb 02 15:47:47.376947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:47:47.381837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:47.433709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-311582d1-e5d4-4735-83df-5ce9760f6222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.438759 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-e25ca7fb-130b-4c59-b6d8-ff6a797189bc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1097 time: 0.5606673 Feb 02 15:47:47.466899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4e269971-a848-46fb-a1f6-31e2d701f63b no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:47:47.477795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Made reservation on behalf of 7b36c400bf3449c8b65344b8a8ca1f36 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:47.509708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port fafc967d-cec6-4968-a5ee-c045cc5efa69 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:47.533322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 4e269971-a848-46fb-a1f6-31e2d701f63b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:47:47.533686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4e269971-a848-46fb-a1f6-31e2d701f63b not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:47:47.554107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fafc967d-cec6-4968-a5ee-c045cc5efa69 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:47.554485 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.741102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ffb14bb9-0e39-4657-83a3-e043055d1fe2 req-1ddb3079-9ef3-4522-8466-73c4815d04f0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705873 Feb 02 15:47:47.767186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-311582d1-e5d4-4735-83df-5ce9760f6222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.775416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58520) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:47.796836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:47:47.996597 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.031078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Allocated IP 2001:db8::2 (2d173b80-7eca-4122-8f9c-ff21bb2ad76b/372e9f72-2f50-4637-ae41-926c2df2abc5/4244c344-8126-4e07-83bc-753574b4c7f4) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:48.044498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-78e96888-5e11-48ff-8623-3f3426736d05 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/30c09b49-a850-4aa8-beb0-3bc58dcda29f HTTP/1.1" status: 200 len: 992 time: 0.2614572 Feb 02 15:47:48.134909 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.148493 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.291957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-8fa3fc06-292e-481f-90a5-a238eb2de72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:48.293784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-8fa3fc06-292e-481f-90a5-a238eb2de72d service neutron] 10.222.0.107 "GET /v2.0/networks?id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 200 len: 899 time: 0.8433473 Feb 02 15:47:48.376402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port fafc967d-cec6-4968-a5ee-c045cc5efa69, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fafc967d-cec6-4968-a5ee-c045cc5efa69,segment=NetworkSegment(99e4161b-c62c-44bd-8d31-c581f6fa3db7),segment_id=99e4161b-c62c-44bd-8d31-c581f6fa3db7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:48.460439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-f83020ed-ebb5-455c-b919-6327ed322c65 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 1000 time: 0.1453550 Feb 02 15:47:48.465998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.529161 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.628674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Subnet': ['ID=64211ea8-a2dc-432a-a416-6eebe09591c8,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:48.633218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-311582d1-e5d4-4735-83df-5ce9760f6222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.653816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-0778372c-ad55-4197-9f22-19fd694bf6cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:48.655748 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-0778372c-ad55-4197-9f22-19fd694bf6cd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 HTTP/1.1" status: 200 len: 834 time: 0.1848269 Feb 02 15:47:48.659791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311582d1-e5d4-4735-83df-5ce9760f6222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b1fe20-0a55-4703-8822-2e894816211e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:48.723744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-311582d1-e5d4-4735-83df-5ce9760f6222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.725116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-311582d1-e5d4-4735-83df-5ce9760f6222 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e8b1fe20-0a55-4703-8822-2e894816211e HTTP/1.1" status: 204 len: 168 time: 2.1839845 Feb 02 15:47:48.726781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.726902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Checking segment: {'id': '9463d524-ba1a-4707-8d9e-30a10e2ee811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cda0d1d4-44a7-4be5-9376-ffc1eaef3c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:48.727268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network hostable DHCP agents. Network: cda0d1d4-44a7-4be5-9376-ffc1eaef3c17, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:47:48.736392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ced928-4466-458c-8027-df09b5b03cda', 'name': 'network-vif-deleted', 'tag': '4e269971-a848-46fb-a1f6-31e2d701f63b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:48.773333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Transition to ACTIVE for port object 4244c344-8126-4e07-83bc-753574b4c7f4 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:48.803661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Transition to ACTIVE for port object 4244c344-8126-4e07-83bc-753574b4c7f4 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:48.811454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-f3933e83-8553-4586-829e-d7769be8b9e1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450474 Feb 02 15:47:48.828599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=fafc967d-cec6-4968-a5ee-c045cc5efa69,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:48.872526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:47:48.878165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.892724 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ced928-4466-458c-8027-df09b5b03cda', 'name': 'network-vif-deleted', 'tag': '4e269971-a848-46fb-a1f6-31e2d701f63b', 'status': 'completed', 'code': 200} Feb 02 15:47:49.048160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58546) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:49.082831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, cda0d1d4-44a7-4be5-9376-ffc1eaef3c17) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:49.091875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:49.092612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.101598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-b4f07f89-1a35-4aa1-948f-4ddce13c35dc service neutron] 10.222.0.107 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838073 Feb 02 15:47:49.116700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:49.140666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2002c129-5556-4100-87b6-6bae43aecb03 None None] Network cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:49.211189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '30c09b49-a850-4aa8-beb0-3bc58dcda29f', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'port_id': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'mac_address': 'fa:16:3e:72:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:47:41Z', 'updated_at': '2022-02-02T15:47:41Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:23Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:49.225417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:49.315827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:49.327042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec2e01-f2bc-495c-a25a-40101b9cdb50 None None] The sync data for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 is: [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '30c09b49-a850-4aa8-beb0-3bc58dcda29f', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'port_id': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'mac_address': 'fa:16:3e:72:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:47:41Z', 'updated_at': '2022-02-02T15:47:41Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:23Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:47:49.353484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-414798b3-a06e-4158-be1c-1812a0ab4866 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/30c09b49-a850-4aa8-beb0-3bc58dcda29f HTTP/1.1" status: 200 len: 992 time: 0.3034549 Feb 02 15:47:49.359032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6b5d6b1f-c837-4734-b4d2-47dd9204edd7 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8928518 Feb 02 15:47:49.359653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Pushing event updated for resources: {'Port': ['ID=4244c344-8126-4e07-83bc-753574b4c7f4,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:49.365634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58552) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:49.492461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbdf4189-d5d5-4a9d-b60e-987c0d83e314 req-a271e21a-6aab-42b6-bf6a-ccff2c03729a service neutron] 10.222.0.107 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846123 Feb 02 15:47:49.540798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Attempting to bind port 4244c344-8126-4e07-83bc-753574b4c7f4 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:49.541231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Attempting to bind port 4244c344-8126-4e07-83bc-753574b4c7f4 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ed98d1e9-1205-4f28-a089-a660108cc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2d173b80-7eca-4122-8f9c-ff21bb2ad76b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:49.541641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Attempting to bind port 4244c344-8126-4e07-83bc-753574b4c7f4 on network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:49.590078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:49.590614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Checking segment: {'id': 'ed98d1e9-1205-4f28-a089-a660108cc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2d173b80-7eca-4122-8f9c-ff21bb2ad76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:49.591114 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.591988 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Bound using segment: {'id': 'ed98d1e9-1205-4f28-a089-a660108cc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2d173b80-7eca-4122-8f9c-ff21bb2ad76b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:49.592434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Bound port: 4244c344-8126-4e07-83bc-753574b4c7f4, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed98d1e9-1205-4f28-a089-a660108cc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2d173b80-7eca-4122-8f9c-ff21bb2ad76b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:49.592919 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.812930 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed6b5f-c5b7-40bc-a5e1-1c3510bb9c50 None None] New status for floating IP 30c09b49-a850-4aa8-beb0-3bc58dcda29f: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:47:49.854981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-cda0d1d4-44a7-4be5-9376-ffc1eaef3c17', 'network_id': 'cda0d1d4-44a7-4be5-9376-ffc1eaef3c17', 'tenant_id': '7b36c400bf3449c8b65344b8a8ca1f36', 'fixed_ips': [{'subnet_id': '64211ea8-a2dc-432a-a416-6eebe09591c8'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:47:49.858268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.958713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] For port 4244c344-8126-4e07-83bc-753574b4c7f4, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:50.360438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58580) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:50.373227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] For port 4244c344-8126-4e07-83bc-753574b4c7f4, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4244c344-8126-4e07-83bc-753574b4c7f4,segment=NetworkSegment(ed98d1e9-1205-4f28-a089-a660108cc903),segment_id=ed98d1e9-1205-4f28-a089-a660108cc903)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:50.391939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Allocated IP 2001:db8::2 (cda0d1d4-44a7-4be5-9376-ffc1eaef3c17/64211ea8-a2dc-432a-a416-6eebe09591c8/de398141-5abc-432b-a30d-03118a4fa376) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:50.519606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d08653e6-7ad0-4281-8b69-f045d6e22aea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/30c09b49-a850-4aa8-beb0-3bc58dcda29f HTTP/1.1" status: 200 len: 992 time: 0.1571300 Feb 02 15:47:50.536315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:50.644794 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:50.728113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aa785-ad66-4e76-969a-ff0e201c1ee3 None None] Pushing event updated for resources: {'Port': ['ID=4244c344-8126-4e07-83bc-753574b4c7f4,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:50.848191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fafc967d-cec6-4968-a5ee-c045cc5efa69 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:51.503285 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.514011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Transition to ACTIVE for port object de398141-5abc-432b-a30d-03118a4fa376 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:51.523262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58618) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:51.582605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Transition to ACTIVE for port object de398141-5abc-432b-a30d-03118a4fa376 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:51.588837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Allocated IP 2001:db8::1 (2d173b80-7eca-4122-8f9c-ff21bb2ad76b/372e9f72-2f50-4637-ae41-926c2df2abc5/3b03022b-4959-4219-8937-2186722b1731) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:51.599782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fafc967d-cec6-4968-a5ee-c045cc5efa69 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:51.600505 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.711262 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.796047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1dd5de56-a05f-400c-afe1-14c8b2243680 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/30c09b49-a850-4aa8-beb0-3bc58dcda29f HTTP/1.1" status: 200 len: 994 time: 0.2644179 Feb 02 15:47:51.924833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Network cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:51.948804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:51.958880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:51.982271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Pushing event updated for resources: {'Port': ['ID=de398141-5abc-432b-a30d-03118a4fa376,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:52.028661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.049000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Transition to ACTIVE for port object 3b03022b-4959-4219-8937-2186722b1731 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:52.191890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Attempting to bind port de398141-5abc-432b-a30d-03118a4fa376 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:52.192428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Attempting to bind port de398141-5abc-432b-a30d-03118a4fa376 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9463d524-ba1a-4707-8d9e-30a10e2ee811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cda0d1d4-44a7-4be5-9376-ffc1eaef3c17'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:52.192915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Attempting to bind port de398141-5abc-432b-a30d-03118a4fa376 on network cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:52.200914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:52.201170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Checking segment: {'id': '9463d524-ba1a-4707-8d9e-30a10e2ee811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cda0d1d4-44a7-4be5-9376-ffc1eaef3c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:52.202382 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.204459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Bound using segment: {'id': '9463d524-ba1a-4707-8d9e-30a10e2ee811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cda0d1d4-44a7-4be5-9376-ffc1eaef3c17'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:52.205056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Bound port: de398141-5abc-432b-a30d-03118a4fa376, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9463d524-ba1a-4707-8d9e-30a10e2ee811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cda0d1d4-44a7-4be5-9376-ffc1eaef3c17'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:52.205667 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.211432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.367027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] For port de398141-5abc-432b-a30d-03118a4fa376, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:52.374452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] For port de398141-5abc-432b-a30d-03118a4fa376, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=de398141-5abc-432b-a30d-03118a4fa376,segment=NetworkSegment(9463d524-ba1a-4707-8d9e-30a10e2ee811),segment_id=9463d524-ba1a-4707-8d9e-30a10e2ee811)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:52.400066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Port': ['ID=3b03022b-4959-4219-8937-2186722b1731,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:52.405771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:52.410147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:52.412770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:52.413321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.424136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.424136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.424582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.424857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.425145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.425505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.425840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.426281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.426630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.427117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.428390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:52.516461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f019b-8430-4ef1-8af5-081b7455f804 None None] Network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:52.664800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.725245 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.769207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4244c344-8126-4e07-83bc-753574b4c7f4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:52.921373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-08b51786-b463-4e06-a91e-3dfa0ac8490f None None] Provisioning for port 4244c344-8126-4e07-83bc-753574b4c7f4 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:52.984365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46987fec-40d1-4abd-a3ad-dec2b38858e5 None None] Pushing event updated for resources: {'Port': ['ID=de398141-5abc-432b-a30d-03118a4fa376,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:53.118389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4244c344-8126-4e07-83bc-753574b4c7f4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:53.128142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4244c344-8126-4e07-83bc-753574b4c7f4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:53.128515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.355452 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.427906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 4244c344-8126-4e07-83bc-753574b4c7f4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4244c344-8126-4e07-83bc-753574b4c7f4,segment=NetworkSegment(ed98d1e9-1205-4f28-a089-a660108cc903),segment_id=ed98d1e9-1205-4f28-a089-a660108cc903)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:53.450511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.575368 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.576809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.579280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.722631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=4244c344-8126-4e07-83bc-753574b4c7f4,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:53.744582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ecf006ec-9e4a-405c-9184-f0d5b4fa1b4c None None] Provisioning complete for port 4244c344-8126-4e07-83bc-753574b4c7f4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:53.745049 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecf006ec-9e4a-405c-9184-f0d5b4fa1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.089569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:54.093162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Port': ['ID=3b03022b-4959-4219-8937-2186722b1731,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:54.105421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:54.128026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ecf006ec-9e4a-405c-9184-f0d5b4fa1b4c None None] Provisioning for port 3b03022b-4959-4219-8937-2186722b1731 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:54.138115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ecf006ec-9e4a-405c-9184-f0d5b4fa1b4c None None] Provisioning complete for port 3b03022b-4959-4219-8937-2186722b1731 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:54.138525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ecf006ec-9e4a-405c-9184-f0d5b4fa1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.193727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58680) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:54.316727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ecf006ec-9e4a-405c-9184-f0d5b4fa1b4c None None] Port 3b03022b-4959-4219-8937-2186722b1731 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:47:54.453685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-15bcc18d-50f2-4ce9-9194-9956a1501e4b None None] Provisioning complete for port 3b03022b-4959-4219-8937-2186722b1731 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:54.453685 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-15bcc18d-50f2-4ce9-9194-9956a1501e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.595444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1692122960'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:54.624850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-15bcc18d-50f2-4ce9-9194-9956a1501e4b None None] Port 3b03022b-4959-4219-8937-2186722b1731 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:47:54.627774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f4539e-5976-4948-a1c0-9b8650974319 None None] Network cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:54.633807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:54.648449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Usage tracker for resource:network and tenant:5b58067434324fde83c472da9cec536c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:54.664024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:54.687160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:54.860106 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06e710d9-30eb-4d88-8ca7-d9b4d526dea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.864732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Made reservation on behalf of 5b58067434324fde83c472da9cec536c for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:54.868832 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.895447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.903834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device de398141-5abc-432b-a30d-03118a4fa376 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:54.937715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:54.942016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Usage tracker for resource:security_group_rule and tenant:5b58067434324fde83c472da9cec536c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:54.945138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:54.955796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:54.982271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Router 1370b4e2-cd3b-4002-a299-0a364fdb8d69 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:47:55.068903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.092181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8c4293b3-1994-4aac-a081-d28e9b21e2f4 None None] Provisioning for port de398141-5abc-432b-a30d-03118a4fa376 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:55.116324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8c4293b3-1994-4aac-a081-d28e9b21e2f4 None None] Provisioning complete for port 3b03022b-4959-4219-8937-2186722b1731 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:55.116746 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c4293b3-1994-4aac-a081-d28e9b21e2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.175748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port de398141-5abc-432b-a30d-03118a4fa376 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:55.188165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port de398141-5abc-432b-a30d-03118a4fa376 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:55.196885 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.225444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.240970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8c4293b3-1994-4aac-a081-d28e9b21e2f4 None None] Port 3b03022b-4959-4219-8937-2186722b1731 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:47:55.301235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:47:55.301235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-97cbbaa8-beed-418c-936e-5f9635437cf4 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "PUT /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9244099 Feb 02 15:47:55.309292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58712) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:55.312640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:47:55.313077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca9b60-e533-4c47-b21a-75d859b30daf None None] Sync routers for ids ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:47:55.326032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c695a973-b1a4-48d8-b7c6-0fae629201bd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:55.337357 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.337774 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Added segment 3ed03f0d-bcd5-45ce-9f95-1afa34927e46 of type vlan for network c40e40a0-3429-41a3-8780-7f6379b19f5f Feb 02 15:47:55.413639 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.453738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca9b60-e533-4c47-b21a-75d859b30daf None None] Routers {'1370b4e2-cd3b-4002-a299-0a364fdb8d69'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:47:55.455352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-97ca9b60-e533-4c47-b21a-75d859b30daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:55.581561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-97ca9b60-e533-4c47-b21a-75d859b30daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:55.593329 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.614737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.620654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:55.622876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.636480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca9b60-e533-4c47-b21a-75d859b30daf None None] Routers {'1370b4e2-cd3b-4002-a299-0a364fdb8d69'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:47:55.637156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-97ca9b60-e533-4c47-b21a-75d859b30daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:55.727448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c4c1ec34-b898-4dd9-8929-800523fe5c78 None None] Provisioning complete for port de398141-5abc-432b-a30d-03118a4fa376 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:55.731785 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ec34-b898-4dd9-8929-800523fe5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.787783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-97ca9b60-e533-4c47-b21a-75d859b30daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:55.788252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca9b60-e533-4c47-b21a-75d859b30daf None None] The sync data for ids ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:47:55.818370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port de398141-5abc-432b-a30d-03118a4fa376, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=de398141-5abc-432b-a30d-03118a4fa376,segment=NetworkSegment(9463d524-ba1a-4707-8d9e-30a10e2ee811),segment_id=9463d524-ba1a-4707-8d9e-30a10e2ee811)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:47:55.829910 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6304915 Feb 02 15:47:55.832118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58736) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:55.856076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Request body: {'subnet': {'network_id': 'c40e40a0-3429-41a3-8780-7f6379b19f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:55.945295 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.946216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4244c344-8126-4e07-83bc-753574b4c7f4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:56.050065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ec34-b898-4dd9-8929-800523fe5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:56.127683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:56.133316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event updated for resources: {'Network': ['ID=c40e40a0-3429-41a3-8780-7f6379b19f5f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Usage tracker for resource:subnet and tenant:5b58067434324fde83c472da9cec536c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.223590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18c0bc-37ab-446a-aabc-5bfd5d1cd635 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:56.224840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c40e40a0-3429-41a3-8780-7f6379b19f5f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:47:56.224840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=de398141-5abc-432b-a30d-03118a4fa376,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:56.258943 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-559f8952-8e7e-46a0-b946-bf26d040f8cd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:47:56.263219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-559f8952-8e7e-46a0-b946-bf26d040f8cd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "PUT /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9486036 Feb 02 15:47:56.263683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58740) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:56.302537 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-c4c1ec34-b898-4dd9-8929-800523fe5c78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:47:56.302888 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-c4c1ec34-b898-4dd9-8929-800523fe5c78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:47:56.324857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4244c344-8126-4e07-83bc-753574b4c7f4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:56.325224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:56.455181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Made reservation on behalf of 5b58067434324fde83c472da9cec536c for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:56.590407 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:56.731718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device de398141-5abc-432b-a30d-03118a4fa376 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:56.935860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port de398141-5abc-432b-a30d-03118a4fa376 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:56.936484 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:56.976773 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40c16387-6c21-4e92-a78d-c6db83c11a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:57.042342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:57.196488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:57.320066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event updated for resources: {'Subnet': ['ID=303c62da-9cca-4ccc-a3d6-314058dd64d3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:57.346755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Checking segment: {'id': '3ed03f0d-bcd5-45ce-9f95-1afa34927e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c40e40a0-3429-41a3-8780-7f6379b19f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:57.347120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Network hostable DHCP agents. Network: c40e40a0-3429-41a3-8780-7f6379b19f5f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:47:57.574332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Network c40e40a0-3429-41a3-8780-7f6379b19f5f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:47:57.737595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, c40e40a0-3429-41a3-8780-7f6379b19f5f) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:57.742063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:57.742812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:57.752718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eee794-b810-4d43-a78a-0132c2709c6c None None] Network c40e40a0-3429-41a3-8780-7f6379b19f5f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:47:57.931923 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a476cf2b-697d-4acb-b1ed-6db43eb75bd0 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0982790 Feb 02 15:47:57.937704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58790) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:57.948937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting port 3b03022b-4959-4219-8937-2186722b1731 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:47:57.949682 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:57.954289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Request body: {'port': {'network_id': 'c40e40a0-3429-41a3-8780-7f6379b19f5f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2107750393'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:47:58.052272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-c40e40a0-3429-41a3-8780-7f6379b19f5f', 'network_id': 'c40e40a0-3429-41a3-8780-7f6379b19f5f', 'tenant_id': '5b58067434324fde83c472da9cec536c', 'fixed_ips': [{'subnet_id': '303c62da-9cca-4ccc-a3d6-314058dd64d3'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:47:58.053831 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:58.148199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:58.152722 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Usage tracker for resource:port and tenant:5b58067434324fde83c472da9cec536c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:58.156711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:58.164944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:58.296086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Made reservation on behalf of 5b58067434324fde83c472da9cec536c for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:58.300117 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:58.307520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Allocated IP 172.20.0.2 (c40e40a0-3429-41a3-8780-7f6379b19f5f/303c62da-9cca-4ccc-a3d6-314058dd64d3/cdb0e8d4-6551-45f8-ab85-8fea4a9c7309) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:58.351297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] device_id is not set on port 205b90d2-18ba-4320-8c13-724c8330f9dc yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:47:58.360113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:58.507895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Calling delete_port for 3b03022b-4959-4219-8937-2186722b1731 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:47:58.513791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:58.525263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:58.553203 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:47:58.746805 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:58.971433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Transition to ACTIVE for port object cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:58.972399 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:59.001475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Transition to ACTIVE for port object cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:59.026356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Port': ['ID=3b03022b-4959-4219-8937-2186722b1731,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:59.159000 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:59.256877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:59.328124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Pushing event updated for resources: {'Port': ['ID=cdb0e8d4-6551-45f8-ab85-8fea4a9c7309,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:59.362245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Network c40e40a0-3429-41a3-8780-7f6379b19f5f is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:59.365603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:59.372096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:47:59.378040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Allocated IP 172.20.0.4 (c40e40a0-3429-41a3-8780-7f6379b19f5f/303c62da-9cca-4ccc-a3d6-314058dd64d3/205b90d2-18ba-4320-8c13-724c8330f9dc) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:59.565862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Attempting to bind port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:59.572905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Attempting to bind port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '3ed03f0d-bcd5-45ce-9f95-1afa34927e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c40e40a0-3429-41a3-8780-7f6379b19f5f'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:59.572905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Attempting to bind port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 on network c40e40a0-3429-41a3-8780-7f6379b19f5f {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:47:59.574052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:47:59.574356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Checking segment: {'id': '3ed03f0d-bcd5-45ce-9f95-1afa34927e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c40e40a0-3429-41a3-8780-7f6379b19f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:47:59.574767 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:59.575171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Bound using segment: {'id': '3ed03f0d-bcd5-45ce-9f95-1afa34927e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c40e40a0-3429-41a3-8780-7f6379b19f5f'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:47:59.575647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Bound port: cdb0e8d4-6551-45f8-ab85-8fea4a9c7309, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed03f0d-bcd5-45ce-9f95-1afa34927e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c40e40a0-3429-41a3-8780-7f6379b19f5f'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:59.576084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:59.797966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] For port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:47:59.803184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] For port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cdb0e8d4-6551-45f8-ab85-8fea4a9c7309,segment=NetworkSegment(3ed03f0d-bcd5-45ce-9f95-1afa34927e46),segment_id=3ed03f0d-bcd5-45ce-9f95-1afa34927e46)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:47:59.916680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:00.073957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d061d-8ce6-4a7f-828f-24d63c36627c None None] Pushing event updated for resources: {'Port': ['ID=cdb0e8d4-6551-45f8-ab85-8fea4a9c7309,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:00.088264 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:00.111646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:00.147968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Transition to ACTIVE for port object 205b90d2-18ba-4320-8c13-724c8330f9dc will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:00.212519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Router 1370b4e2-cd3b-4002-a299-0a364fdb8d69 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:48:00.260407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:00.415373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Network c40e40a0-3429-41a3-8780-7f6379b19f5f is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:00.421435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event updated for resources: {'Port': ['ID=205b90d2-18ba-4320-8c13-724c8330f9dc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:00.433625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:00.436853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:48:00.582993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:00.588182 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:00.702044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-64aa3548-94bb-44e7-92fb-015a9a6cd9da tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7564917 Feb 02 15:48:00.704582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58832) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:00.745235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:48:00.765594 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb0512-782b-4981-b54f-3997fd00b266 None None] Sync routers for ids ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:48:00.772260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab68a220-9d51-47a9-ae26-c0f7ee12238a tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "PUT /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5065827 Feb 02 15:48:00.780156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58836) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:00.793033 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb0512-782b-4981-b54f-3997fd00b266 None None] Routers {'1370b4e2-cd3b-4002-a299-0a364fdb8d69'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:00.793751 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dabb0512-782b-4981-b54f-3997fd00b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:00.909447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:00.927150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-07ce2fbe-57d3-4780-a46f-c1bb59d55fa7 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Deleting port 205b90d2-18ba-4320-8c13-724c8330f9dc {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:00.927509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fbe-57d3-4780-a46f-c1bb59d55fa7 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:00.939361 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-c8755964-9654-44ef-bd64-59861e7a4905 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] delete failed (client error): The resource could not be found. Feb 02 15:48:00.959059 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c8755964-9654-44ef-bd64-59861e7a4905 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-1862280271 HTTP/1.1" status: 404 len: 335 time: 0.1763444 Feb 02 15:48:00.964454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58842) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:00.973807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-33a1988e-6cbd-4a00-9f17-9f353a91ff2d tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'router': {'external_gateway_info': {'network_id': '1370b4e2-cd3b-4002-a299-0a364fdb8d69'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:00.981873 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dabb0512-782b-4981-b54f-3997fd00b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:01.016211 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb0512-782b-4981-b54f-3997fd00b266 None None] Routers {'1370b4e2-cd3b-4002-a299-0a364fdb8d69'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:01.018321 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dabb0512-782b-4981-b54f-3997fd00b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:01.099505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:01.202209 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dabb0512-782b-4981-b54f-3997fd00b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:01.207442 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb0512-782b-4981-b54f-3997fd00b266 None None] The sync data for ids ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:48:01.387037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fbe-57d3-4780-a46f-c1bb59d55fa7 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:01.562454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-07ce2fbe-57d3-4780-a46f-c1bb59d55fa7 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Calling delete_port for 205b90d2-18ba-4320-8c13-724c8330f9dc owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:01.664087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f0b25-e7fb-4bb7-b70a-5e841b7df361 None None] Network c40e40a0-3429-41a3-8780-7f6379b19f5f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:01.683799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33a1988e-6cbd-4a00-9f17-9f353a91ff2d tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:01.784317 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-94a3d9dc-ad51-49c7-b254-4a7fc772802f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1726325 Feb 02 15:48:01.884036 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-33a1988e-6cbd-4a00-9f17-9f353a91ff2d tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] update failed (client error): The resource could not be found. Feb 02 15:48:01.886363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-33a1988e-6cbd-4a00-9f17-9f353a91ff2d tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "PUT /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69 HTTP/1.1" status: 404 len: 339 time: 0.9234552 Feb 02 15:48:01.895419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58850) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:01.911900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-727405106'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:01.928728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:01.933235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:network and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:01.935091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-541cb06e-2caa-4de5-aa00-ffe1a8e8e6d3 None None] Provisioning for port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:01.957215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-541cb06e-2caa-4de5-aa00-ffe1a8e8e6d3 None None] Provisioning complete for port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:01.957712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-541cb06e-2caa-4de5-aa00-ffe1a8e8e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:01.971429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:01.986055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:02.033524 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fbe-57d3-4780-a46f-c1bb59d55fa7 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.038315 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-506dd351-06b7-42b5-a448-72db55859fea service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1097 time: 0.0954375 Feb 02 15:48:02.095015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce2fbe-57d3-4780-a46f-c1bb59d55fa7 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event deleted for resources: {'Port': ['ID=205b90d2-18ba-4320-8c13-724c8330f9dc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:02.157307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Made reservation on behalf of 7b36c400bf3449c8b65344b8a8ca1f36 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:02.160542 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.210796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:02.242053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.242672 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Added segment 809c75a7-c381-4ed6-8f7c-864d69e9dc21 of type vlan for network 83f6f694-49d5-47a2-9449-50bea4039338 Feb 02 15:48:02.274689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-a6e14581-f393-4b1f-8485-59ae8c30ad5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:02.276224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-a6e14581-f393-4b1f-8485-59ae8c30ad5c service neutron] 10.222.0.107 "GET /v2.0/networks?id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 200 len: 899 time: 0.2191770 Feb 02 15:48:02.299574 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-541cb06e-2caa-4de5-aa00-ffe1a8e8e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.328232 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fbe-57d3-4780-a46f-c1bb59d55fa7 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.335554 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-07ce2fbe-57d3-4780-a46f-c1bb59d55fa7 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "DELETE /v2.0/ports/205b90d2-18ba-4320-8c13-724c8330f9dc HTTP/1.1" status: 204 len: 168 time: 1.6270885 Feb 02 15:48:02.336179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58858) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:02.341341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-541cb06e-2caa-4de5-aa00-ffe1a8e8e6d3 None None] For port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cdb0e8d4-6551-45f8-ab85-8fea4a9c7309,segment=NetworkSegment(3ed03f0d-bcd5-45ce-9f95-1afa34927e46),segment_id=3ed03f0d-bcd5-45ce-9f95-1afa34927e46)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:02.417576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-541cb06e-2caa-4de5-aa00-ffe1a8e8e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.432805 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-309e162f-7537-4025-b1eb-deb9a5f96913 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 1002 time: 0.1456966 Feb 02 15:48:02.447531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.542711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-a8ae86c4-d321-4cc3-8a03-3a0870d56a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:02.548560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-a8ae86c4-d321-4cc3-8a03-3a0870d56a97 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 HTTP/1.1" status: 200 len: 834 time: 0.0925550 Feb 02 15:48:02.579985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cb06e-2caa-4de5-aa00-ffe1a8e8e6d3 None None] Pushing event updated for resources: {'Port': ['ID=cdb0e8d4-6551-45f8-ab85-8fea4a9c7309,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:02.626868 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5504d36d-03e4-4735-bfa4-d75099be501a tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.2892926 Feb 02 15:48:02.631303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58866) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:02.643330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-250892720'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:02.646907 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.653559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:02.657324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:02.657983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.663728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Usage tracker for resource:network and tenant:5b58067434324fde83c472da9cec536c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:02.671632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:02.678273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:02.712556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:02.782687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Made reservation on behalf of 5b58067434324fde83c472da9cec536c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:02.785738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.831359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Network': ['ID=83f6f694-49d5-47a2-9449-50bea4039338,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:02.838090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:02.838555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.845215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:02.852999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-3e667ead-f67d-4f61-9c6c-0cbd5eb206fd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006625 Feb 02 15:48:02.863460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.864029 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Added segment ac35bde1-c6b5-4092-a28a-25b187cf3c08 of type vlan for network ca70000e-0ec4-4722-8624-a0212cdac033 Feb 02 15:48:02.896109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7e91163b-5dfc-42ec-903e-050831407cf0 None None] Provisioning complete for port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:02.896679 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e91163b-5dfc-42ec-903e-050831407cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.911971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:02.968793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 83f6f694-49d5-47a2-9449-50bea4039338 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:03.027929 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.037629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:03.037629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.073105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-d631f7d1-0083-4821-a0b4-eca3588b9a32 service neutron] 10.222.0.107 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100737 Feb 02 15:48:03.075426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8f775554-ac5d-4749-b857-b9729b027829 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1773267 Feb 02 15:48:03.085013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58874) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:03.116932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'subnet': {'network_id': '83f6f694-49d5-47a2-9449-50bea4039338', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:03.636532 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0040188 Feb 02 15:48:03.642758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58882) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:03.649773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd46bc0-d35f-435f-89a7-f74b25c3f6de tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event updated for resources: {'Network': ['ID=ca70000e-0ec4-4722-8624-a0212cdac033,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:03.652612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-772e2d3a-99fe-4d2b-97dd-8851b060450f req-130375c0-e1e7-40dd-ac21-89066deb444d service neutron] 10.222.0.107 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722456 Feb 02 15:48:03.667790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:03.668172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network ca70000e-0ec4-4722-8624-a0212cdac033 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:03.679572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Usage tracker for resource:subnet and tenant:7b36c400bf3449c8b65344b8a8ca1f36 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:03.682882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:03.715793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b1e36782-5e82-4098-8483-f1edfd27eb07 None None] Could not find standard attr ID for object 205b90d2-18ba-4320-8c13-724c8330f9dc. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:48:03.716079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:03.913654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Made reservation on behalf of 7b36c400bf3449c8b65344b8a8ca1f36 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:04.055008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cf0c8caa-2c7c-4f64-bc8c-c24d9c6e25fa tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "GET /v2.0/agents/fa3372f8-00dd-493b-8aec-c8f8babe9a49/dhcp-networks HTTP/1.1" status: 200 len: 6263 time: 0.4063122 Feb 02 15:48:04.055692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58888) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:04.110987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.174985 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58894) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:04.220608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71aa9f-a811-4665-9017-01833972c68d tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] Network ca70000e-0ec4-4722-8624-a0212cdac033 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:48:04.329338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d582b328-17b9-41ec-bdbe-2761d37f448a None None] Network ca70000e-0ec4-4722-8624-a0212cdac033 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:04.332091 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bc71aa9f-a811-4665-9017-01833972c68d tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "POST /v2.0/agents/fa3372f8-00dd-493b-8aec-c8f8babe9a49/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2681382 Feb 02 15:48:04.335047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58900) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:04.648491 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-186927b2-b836-4a51-8d13-8b919c66f151 tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "GET /v2.0/agents/fa3372f8-00dd-493b-8aec-c8f8babe9a49/dhcp-networks HTTP/1.1" status: 200 len: 7008 time: 0.3111289 Feb 02 15:48:04.652339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b0da04e2-bdb5-48d6-9567-d54e8c08b5cb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8882a74ee08e47bbb2f936be37a18a35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4760509 Feb 02 15:48:04.656052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58906) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:04.656542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58908) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:04.734849 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.738758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15ffd025-ed52-4f33-b22a-3afaf20ccfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.779816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15ffd025-ed52-4f33-b22a-3afaf20ccfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.812135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-93dc5070-c114-4d44-add9-d8f4947575ce tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "DELETE /v2.0/agents/fa3372f8-00dd-493b-8aec-c8f8babe9a49/dhcp-networks/ca70000e-0ec4-4722-8624-a0212cdac033 HTTP/1.1" status: 204 len: 168 time: 0.1545463 Feb 02 15:48:04.820141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58914) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:04.858741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Subnet': ['ID=ffd2eab3-9d1b-46b3-82b3-0e776952b3e5,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:04.892829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Checking segment: {'id': '809c75a7-c381-4ed6-8f7c-864d69e9dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '83f6f694-49d5-47a2-9449-50bea4039338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:48:04.893197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network hostable DHCP agents. Network: 83f6f694-49d5-47a2-9449-50bea4039338, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:48:04.940996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15ffd025-ed52-4f33-b22a-3afaf20ccfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.967175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffd025-ed52-4f33-b22a-3afaf20ccfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:05.061365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a6a0e8ca-08db-45b8-8e86-4d6156ec21ae tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "GET /v2.0/agents/fa3372f8-00dd-493b-8aec-c8f8babe9a49/dhcp-networks HTTP/1.1" status: 200 len: 6263 time: 0.2354460 Feb 02 15:48:05.069178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58918) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:05.098697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-80467823-ab01-4b28-bed9-766481bf34da tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "GET /v2.0/networks/c40e40a0-3429-41a3-8780-7f6379b19f5f/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0280714 Feb 02 15:48:05.099278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58922) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:05.108413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15ffd025-ed52-4f33-b22a-3afaf20ccfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:05.110183 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-15ffd025-ed52-4f33-b22a-3afaf20ccfca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5e39c2d1-c421-4b12-a5f7-9e2ae3a60a29 HTTP/1.1" status: 204 len: 168 time: 0.4527214 Feb 02 15:48:05.128226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network 83f6f694-49d5-47a2-9449-50bea4039338 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:48:05.133950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ff3113d6-2913-4a3a-b7a4-16c9bb30f18a tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "GET /v2.0/networks/c40e40a0-3429-41a3-8780-7f6379b19f5f/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0336661 Feb 02 15:48:05.140236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58928) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:05.227574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 83f6f694-49d5-47a2-9449-50bea4039338) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:05.241187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedfff5d-f3b2-4222-a399-e0a39148fce0 None None] Network 83f6f694-49d5-47a2-9449-50bea4039338 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:05.244945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:05.245602 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:05.389882 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f8b37d50-b651-47e5-841a-4565478a8258 tempest-DHCPAgentSchedulersTestJSON-1552562866 tempest-DHCPAgentSchedulersTestJSON-1552562866-project-admin] 10.222.0.88 "GET /v2.0/agents/fa3372f8-00dd-493b-8aec-c8f8babe9a49/dhcp-networks HTTP/1.1" status: 200 len: 7042 time: 0.2482808 Feb 02 15:48:05.397085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58934) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:05.421332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5c7eb4ed-af5b-4d92-a733-907b9c979a0e tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3157308 Feb 02 15:48:05.422345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58938) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:05.429884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7e5de243-b1db-4223-834a-e5c723f39f11 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'router': {'external_gateway_info': {'network_id': '83f6f694-49d5-47a2-9449-50bea4039338'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:05.563668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:05.651733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-83f6f694-49d5-47a2-9449-50bea4039338', 'network_id': '83f6f694-49d5-47a2-9449-50bea4039338', 'tenant_id': '7b36c400bf3449c8b65344b8a8ca1f36', 'fixed_ips': [{'subnet_id': 'ffd2eab3-9d1b-46b3-82b3-0e776952b3e5'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:48:05.653032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:05.800585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:05.894972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca70000e-0ec4-4722-8624-a0212cdac033']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:05.936173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac35bde1-c6b5-4092-a28a-25b187cf3c08') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:05.936173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac35bde1-c6b5-4092-a28a-25b187cf3c08') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:05.975856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.018012 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.044000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Allocated IP 2001:db8:1::2 (83f6f694-49d5-47a2-9449-50bea4039338/ffd2eab3-9d1b-46b3-82b3-0e776952b3e5/6dec2444-27e8-4f3e-840b-6fd1c7ce0202) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:06.046784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:06.046784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:06.072413 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:06.269573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e5de243-b1db-4223-834a-e5c723f39f11 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.345219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.389182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.405387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event deleted for resources: {'Network': ['ID=ca70000e-0ec4-4722-8624-a0212cdac033,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:06.419230 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.431917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ae274731-aadf-4c46-a1ae-84eec8d1f3eb tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "DELETE /v2.0/networks/ca70000e-0ec4-4722-8624-a0212cdac033 HTTP/1.1" status: 204 len: 168 time: 1.0289907 Feb 02 15:48:06.436424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58962) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:06.438696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Transition to ACTIVE for port object 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:06.473635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Transition to ACTIVE for port object 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:06.490607 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f025b3c4-bb62-43af-951b-b8d247dc75d3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] DELETE failed (client error): The resource could not be found. Feb 02 15:48:06.491052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f025b3c4-bb62-43af-951b-b8d247dc75d3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:48:06.495020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f025b3c4-bb62-43af-951b-b8d247dc75d3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "DELETE /v2.0/ports/205b90d2-18ba-4320-8c13-724c8330f9dc HTTP/1.1" status: 404 len: 333 time: 0.0583770 Feb 02 15:48:06.495242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58966) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:06.565715 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.595613 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-7e5de243-b1db-4223-834a-e5c723f39f11 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:48:06.600951 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7e5de243-b1db-4223-834a-e5c723f39f11 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "PUT /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69 HTTP/1.1" status: 400 len: 364 time: 1.1731212 Feb 02 15:48:06.601796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58974) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:06.647687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Network 83f6f694-49d5-47a2-9449-50bea4039338 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:06.650898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:06.655496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:48:06.672182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Pushing event updated for resources: {'Port': ['ID=6dec2444-27e8-4f3e-840b-6fd1c7ce0202,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:06.803682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f81c736-a730-4c3e-b27d-950ae3438026 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Deleting subnet 303c62da-9cca-4ccc-a3d6-314058dd64d3 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:48:06.808142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f81c736-a730-4c3e-b27d-950ae3438026 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.821770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Attempting to bind port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:06.822571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Attempting to bind port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '809c75a7-c381-4ed6-8f7c-864d69e9dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '83f6f694-49d5-47a2-9449-50bea4039338'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:06.830418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Attempting to bind port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 on network 83f6f694-49d5-47a2-9449-50bea4039338 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:06.831990 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:48:06.835262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Checking segment: {'id': '809c75a7-c381-4ed6-8f7c-864d69e9dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '83f6f694-49d5-47a2-9449-50bea4039338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:48:06.835262 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.835262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Bound using segment: {'id': '809c75a7-c381-4ed6-8f7c-864d69e9dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '83f6f694-49d5-47a2-9449-50bea4039338'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:48:06.835262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Bound port: 6dec2444-27e8-4f3e-840b-6fd1c7ce0202, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809c75a7-c381-4ed6-8f7c-864d69e9dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '83f6f694-49d5-47a2-9449-50bea4039338'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:48:06.835262 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:06.886114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f81c736-a730-4c3e-b27d-950ae3438026 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.078475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] For port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:48:07.078475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] For port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6dec2444-27e8-4f3e-840b-6fd1c7ce0202,segment=NetworkSegment(809c75a7-c381-4ed6-8f7c-864d69e9dc21),segment_id=809c75a7-c381-4ed6-8f7c-864d69e9dc21)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:48:07.078663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f81c736-a730-4c3e-b27d-950ae3438026 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.131110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.143138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 58982) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:07.258794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6335c7-54dc-409d-86a3-0fec59e3fa7e None None] Pushing event updated for resources: {'Port': ['ID=6dec2444-27e8-4f3e-840b-6fd1c7ce0202,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:07.384036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f81c736-a730-4c3e-b27d-950ae3438026 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.422596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2041146073-network', 'tenant_id': '4b949570168a41a98447eefa51c20597'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:07.443604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:07.452369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Usage tracker for resource:network and tenant:4b949570168a41a98447eefa51c20597 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:07.458503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:07.460394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81c736-a730-4c3e-b27d-950ae3438026 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event deleted for resources: {'Subnet': ['ID=303c62da-9cca-4ccc-a3d6-314058dd64d3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:07.470112 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0f81c736-a730-4c3e-b27d-950ae3438026 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.472575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:07.481780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0f81c736-a730-4c3e-b27d-950ae3438026 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "DELETE /v2.0/subnets/303c62da-9cca-4ccc-a3d6-314058dd64d3 HTTP/1.1" status: 204 len: 168 time: 0.9855087 Feb 02 15:48:07.488890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 58990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:07.491743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7833d-b2cf-49c2-94d4-17383c4a46b5 None None] Network c40e40a0-3429-41a3-8780-7f6379b19f5f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:07.588185 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.809890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.844777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Deleting port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:07.845872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.914516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Made reservation on behalf of 4b949570168a41a98447eefa51c20597 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:07.917225 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:07.939452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.055501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:08.070156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4b949570168a41a98447eefa51c20597 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:08.071677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429664b6-073f-4645-ab80-f2640af29536 None None] DHCP port deletion for c40e40a0-3429-41a3-8780-7f6379b19f5f request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:48:08.077051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-429664b6-073f-4645-ab80-f2640af29536 None None] Deleting port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:08.079563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:08.079738 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-429664b6-073f-4645-ab80-f2640af29536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.092949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:08.162124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] For port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cdb0e8d4-6551-45f8-ab85-8fea4a9c7309,segment=NetworkSegment(3ed03f0d-bcd5-45ce-9f95-1afa34927e46),segment_id=3ed03f0d-bcd5-45ce-9f95-1afa34927e46)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:08.162474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.234551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Allocated IP 2001:db8::1 (2bedd1f7-b668-4ba1-a982-e366b5e2e145/252cb508-49ba-4b6e-9f5e-683484a6cd89/955500a8-6545-4785-988b-5130044b5a84) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:08.378936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-429664b6-073f-4645-ab80-f2640af29536 None None] For port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cdb0e8d4-6551-45f8-ab85-8fea4a9c7309,segment=NetworkSegment(3ed03f0d-bcd5-45ce-9f95-1afa34927e46),segment_id=3ed03f0d-bcd5-45ce-9f95-1afa34927e46)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:08.384237 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-429664b6-073f-4645-ab80-f2640af29536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.427897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Calling delete_port for cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:08.434168 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.537028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.605247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:08.609700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-429664b6-073f-4645-ab80-f2640af29536 None None] Calling delete_port for cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:08.634153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b39312-8356-4caa-b7f6-75ae405a5964,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:08.635050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.661792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.662400 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Added segment 963577b1-9897-46e3-bbae-4fea55aee144 of type vlan for network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 Feb 02 15:48:08.676264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.747070 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.821365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event deleted for resources: {'Port': ['ID=cdb0e8d4-6551-45f8-ab85-8fea4a9c7309,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:08.837586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] No DVR routers for this DVR port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:48:08.849110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Transition to ACTIVE for port object 955500a8-6545-4785-988b-5130044b5a84 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:08.864768 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-429664b6-073f-4645-ab80-f2640af29536 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:48:08.865377 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-429664b6-073f-4645-ab80-f2640af29536 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:48:08.901914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.902805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:08.903390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:08.930389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:09.094982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:09.095349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d55e5-faaa-416f-994e-5036c3d7b673 None None] Network 83f6f694-49d5-47a2-9449-50bea4039338 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:09.099048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.126257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:09.167989 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.220392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40e40a0-3429-41a3-8780-7f6379b19f5f']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:09.232150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:09.242526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed03f0d-bcd5-45ce-9f95-1afa34927e46') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:09.242998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:09.246413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:48:09.246953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.251340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed03f0d-bcd5-45ce-9f95-1afa34927e46') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:09.285138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.309627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Port': ['ID=955500a8-6545-4785-988b-5130044b5a84,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:09.332907 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.362418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:09.364541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.368962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-429664b6-073f-4645-ab80-f2640af29536 None None] Deleting port cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:09.369341 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-429664b6-073f-4645-ab80-f2640af29536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:09.382901 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:09.411138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:09.471904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ae1e933e-441f-4d53-81e2-abdd694562f9 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3159418 Feb 02 15:48:09.471904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59024) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:09.494651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-429664b6-073f-4645-ab80-f2640af29536 None None] The port 'cdb0e8d4-6551-45f8-ab85-8fea4a9c7309' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:48:09.495972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85231d83-1269-4a95-a2fb-cb5d540aab36 None None] Provisioning for port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:09.504897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Request body: {'subnet': {'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2041146073-subnet', 'tenant_id': '4b949570168a41a98447eefa51c20597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:09.526062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:09.533183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Usage tracker for resource:subnet and tenant:4b949570168a41a98447eefa51c20597 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:09.538647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:09.542197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85231d83-1269-4a95-a2fb-cb5d540aab36 None None] Provisioning complete for port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:09.542492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85231d83-1269-4a95-a2fb-cb5d540aab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.552165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:09.554728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.590808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.613484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:09.621450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.658844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] Pushing event deleted for resources: {'Network': ['ID=c40e40a0-3429-41a3-8780-7f6379b19f5f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:09.661205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:48:09.661724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cdb0e8d4-6551-45f8-ab85-8fea4a9c7309 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:48:09.670128 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3a18ef01-9832-42da-b5a2-dd3e7f0dbed3 tempest-DHCPAgentSchedulersTestJSON-919151637 tempest-DHCPAgentSchedulersTestJSON-919151637-project] 10.222.0.88 "DELETE /v2.0/networks/c40e40a0-3429-41a3-8780-7f6379b19f5f HTTP/1.1" status: 204 len: 168 time: 2.1777365 Feb 02 15:48:09.807053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Made reservation on behalf of 4b949570168a41a98447eefa51c20597 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:09.809305 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.847315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85231d83-1269-4a95-a2fb-cb5d540aab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:09.891045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85231d83-1269-4a95-a2fb-cb5d540aab36 None None] For port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6dec2444-27e8-4f3e-840b-6fd1c7ce0202,segment=NetworkSegment(809c75a7-c381-4ed6-8f7c-864d69e9dc21),segment_id=809c75a7-c381-4ed6-8f7c-864d69e9dc21)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:10.030847 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85231d83-1269-4a95-a2fb-cb5d540aab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.133879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85231d83-1269-4a95-a2fb-cb5d540aab36 None None] Pushing event updated for resources: {'Port': ['ID=6dec2444-27e8-4f3e-840b-6fd1c7ce0202,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:10.242535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0f0a13d6-42a8-4fef-b11e-acf19e3de81e None None] Provisioning for port 955500a8-6545-4785-988b-5130044b5a84 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:10.250122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0f0a13d6-42a8-4fef-b11e-acf19e3de81e None None] Provisioning complete for port 955500a8-6545-4785-988b-5130044b5a84 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:10.250785 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f0a13d6-42a8-4fef-b11e-acf19e3de81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.373484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a13d6-42a8-4fef-b11e-acf19e3de81e None None] Port 955500a8-6545-4785-988b-5130044b5a84 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:48:10.486942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59040) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:10.497927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-59e6e005-e189-48ec-a0e4-78e4bd9a504b None None] Provisioning complete for port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:10.498506 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-59e6e005-e189-48ec-a0e4-78e4bd9a504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.551930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.614936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.657932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.658939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.777125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event updated for resources: {'Port': ['ID=955500a8-6545-4785-988b-5130044b5a84,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:10.784308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:10.793549 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5691c0c3-8a46-4641-9b03-da5e709d619d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5b58067434324fde83c472da9cec536c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3052685 Feb 02 15:48:10.799971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59048) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:10.892863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be225347-e51e-43c3-94b1-a83156602cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.932681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:10.933317 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:10.936730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be225347-e51e-43c3-94b1-a83156602cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:11.007492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd73201-5295-4460-9a35-d544c5192d41,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:11.038238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:11.040683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:11.063029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be225347-e51e-43c3-94b1-a83156602cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:11.109391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be225347-e51e-43c3-94b1-a83156602cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c695a973-b1a4-48d8-b7c6-0fae629201bd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:11.115650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-be225347-e51e-43c3-94b1-a83156602cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:11.117164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-be225347-e51e-43c3-94b1-a83156602cc2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c695a973-b1a4-48d8-b7c6-0fae629201bd HTTP/1.1" status: 204 len: 168 time: 0.3160005 Feb 02 15:48:11.266756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Checking segment: {'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:48:11.267179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Network hostable DHCP agents. Network: 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:48:11.472861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-eefa3f64-1a74-4882-9aa7-38d7e966d690 None None] Provisioning complete for port 955500a8-6545-4785-988b-5130044b5a84 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:11.473440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-eefa3f64-1a74-4882-9aa7-38d7e966d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:11.539458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Router 1370b4e2-cd3b-4002-a299-0a364fdb8d69 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:48:11.548615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:48:11.564417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-eefa3f64-1a74-4882-9aa7-38d7e966d690 None None] Port 955500a8-6545-4785-988b-5130044b5a84 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:48:11.718254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:11.723949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:11.724704 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:11.737097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ab4d9-5348-4e63-9808-f6432f73b577 None None] Network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:11.813971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:48:11.820105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2e90e6d0-53b7-4cc2-adf8-8521e5ad1275 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "PUT /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2179325 Feb 02 15:48:11.823746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59060) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:11.843417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b50a5d-f2f5-4997-8db5-8cd643f30fe1 None None] Sync routers for ids ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:48:11.882986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b50a5d-f2f5-4997-8db5-8cd643f30fe1 None None] Routers {'1370b4e2-cd3b-4002-a299-0a364fdb8d69'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:11.883689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70b50a5d-f2f5-4997-8db5-8cd643f30fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:11.893640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-93ce7f71-68b6-498d-a3f6-40293b62f8e2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4212155 Feb 02 15:48:11.962525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70b50a5d-f2f5-4997-8db5-8cd643f30fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:12.040453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b50a5d-f2f5-4997-8db5-8cd643f30fe1 None None] Routers {'1370b4e2-cd3b-4002-a299-0a364fdb8d69'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:12.041196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70b50a5d-f2f5-4997-8db5-8cd643f30fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:12.060402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59070) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:12.081992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:12.094823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-435ba2f2-29d6-4ad0-9185-0cc5549ba2c2 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:12.129603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70b50a5d-f2f5-4997-8db5-8cd643f30fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:12.130120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b50a5d-f2f5-4997-8db5-8cd643f30fe1 None None] The sync data for ids ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'] in n-d-827122-1 is: [] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:48:12.147896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:12.155678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] Usage tracker for resource:security_group_rule and tenant:eba7fab33242456a9c854ccd78dec285 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:12.159520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:12.170908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:12.255900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c0fc0-fc3b-4fae-9bc9-3752eedf7888 None None] Network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:12.318672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:12.446726 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:12.514257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b8386a-3350-499f-93dc-2f1260d997fd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:12.547508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9e88f5db-0f24-479f-ad22-2728c4b18be1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eba7fab33242456a9c854ccd78dec285&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4810722 Feb 02 15:48:12.549243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59084) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:12.563258 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-435ba2f2-29d6-4ad0-9185-0cc5549ba2c2 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 15:48:12.564319 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-435ba2f2-29d6-4ad0-9185-0cc5549ba2c2 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69 HTTP/1.1" status: 409 len: 329 time: 0.7390134 Feb 02 15:48:12.569084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59088) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:12.669740 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25775095-0a87-40be-b138-dbad21b51de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:12.733919 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25775095-0a87-40be-b138-dbad21b51de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:12.918691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25775095-0a87-40be-b138-dbad21b51de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:12.940965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25775095-0a87-40be-b138-dbad21b51de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b8386a-3350-499f-93dc-2f1260d997fd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:12.962041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25775095-0a87-40be-b138-dbad21b51de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:12.968933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-25775095-0a87-40be-b138-dbad21b51de9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/87b8386a-3350-499f-93dc-2f1260d997fd HTTP/1.1" status: 204 len: 168 time: 0.4157810 Feb 02 15:48:13.116281 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:13.811447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b432a4-9a80-448a-9c46-41859fdd40fc req-812b6356-35b8-47f5-a494-8f97b2c15a7f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:13.820545 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0b432a4-9a80-448a-9c46-41859fdd40fc req-812b6356-35b8-47f5-a494-8f97b2c15a7f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.8865383 Feb 02 15:48:13.960682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c0b432a4-9a80-448a-9c46-41859fdd40fc req-4cf48251-0269-426d-b23a-2943a544ec18 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319098 Feb 02 15:48:13.990514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59116) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:14.236336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bd8ba7ed-2757-4665-bb62-f19c2eeb03f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/30c09b49-a850-4aa8-beb0-3bc58dcda29f HTTP/1.1" status: 200 len: 994 time: 0.2435961 Feb 02 15:48:14.300559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting port 955500a8-6545-4785-988b-5130044b5a84 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:14.301051 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:14.587553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:14.768606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Calling delete_port for 955500a8-6545-4785-988b-5130044b5a84 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:15.224496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ff8e688-0367-44a4-9f33-0e01ca6cfd9e req-af826679-49af-49a6-86ed-ba71fde3e1c6 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1097 time: 0.1264024 Feb 02 15:48:15.321601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ff8e688-0367-44a4-9f33-0e01ca6cfd9e req-7b32a486-0874-4e54-83e9-59144b38d32b tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626729 Feb 02 15:48:15.468692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:15.538673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Port': ['ID=955500a8-6545-4785-988b-5130044b5a84,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:15.784106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3c7dc1b-1a61-44a6-95fc-271f58a4ac0a req-36669227-e13c-4ece-b859-30a9d8ed60d8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3260720 Feb 02 15:48:15.835022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:16.441001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Router 1370b4e2-cd3b-4002-a299-0a364fdb8d69 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:48:16.673176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:48:16.685974 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68278369-aa49-4f26-9ecf-27c5185e1aad None None] Sync routers for ids ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:48:16.694280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72975b09-4e3c-496f-ae7e-54eafe04a5ee tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "PUT /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1240547 Feb 02 15:48:16.701281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59196) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:16.707362 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68278369-aa49-4f26-9ecf-27c5185e1aad None None] Routers {'1370b4e2-cd3b-4002-a299-0a364fdb8d69'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:16.710122 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-68278369-aa49-4f26-9ecf-27c5185e1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:16.868093 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-68278369-aa49-4f26-9ecf-27c5185e1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:16.905966 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68278369-aa49-4f26-9ecf-27c5185e1aad None None] Routers {'1370b4e2-cd3b-4002-a299-0a364fdb8d69'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:16.906633 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-68278369-aa49-4f26-9ecf-27c5185e1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:16.968964 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-9fec8012-56db-4d3d-bf64-6cb99eb174cc tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] show failed (client error): The resource could not be found. Feb 02 15:48:16.970020 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9fec8012-56db-4d3d-bf64-6cb99eb174cc tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-1964513552 HTTP/1.1" status: 404 len: 335 time: 0.2709377 Feb 02 15:48:16.973840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59210) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:16.979564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3b9ae48d-a45e-471e-90ab-548f48f203f0 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:17.014404 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-68278369-aa49-4f26-9ecf-27c5185e1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:17.014404 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68278369-aa49-4f26-9ecf-27c5185e1aad None None] The sync data for ids ['1370b4e2-cd3b-4002-a299-0a364fdb8d69'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:48:17.071663 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-3b9ae48d-a45e-471e-90ab-548f48f203f0 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] update failed (client error): The resource could not be found. Feb 02 15:48:17.072743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3b9ae48d-a45e-471e-90ab-548f48f203f0 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-1905118533 HTTP/1.1" status: 404 len: 335 time: 0.0978389 Feb 02 15:48:17.077508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59218) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:17.078602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.259681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59228) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:17.306335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86d2515-0f2e-45e3-8b04-dbceb591ca48 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting subnet ffd2eab3-9d1b-46b3-82b3-0e776952b3e5 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:48:17.310328 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d86d2515-0f2e-45e3-8b04-dbceb591ca48 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.408376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d86d2515-0f2e-45e3-8b04-dbceb591ca48 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.713411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-88cf80e2-9a95-4a80-ba69-7791d7ad6e30 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3297629 Feb 02 15:48:17.777514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d86d2515-0f2e-45e3-8b04-dbceb591ca48 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.781921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2084567213'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:17.788533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:17.809551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Usage tracker for resource:network and tenant:22fafec696d84cc48dfc52e4b3e46f4d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:17.815791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:17.824264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:17.947578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.950954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Made reservation on behalf of 22fafec696d84cc48dfc52e4b3e46f4d for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:17.954160 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.973226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.976341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d86d2515-0f2e-45e3-8b04-dbceb591ca48 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.035107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d2515-0f2e-45e3-8b04-dbceb591ca48 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd2eab3-9d1b-46b3-82b3-0e776952b3e5,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:18.043430 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d86d2515-0f2e-45e3-8b04-dbceb591ca48 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.050895 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d86d2515-0f2e-45e3-8b04-dbceb591ca48 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/subnets/ffd2eab3-9d1b-46b3-82b3-0e776952b3e5 HTTP/1.1" status: 204 len: 168 time: 0.9721003 Feb 02 15:48:18.065985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9127e9-1b88-43be-872e-4813804e4f48 None None] Network 83f6f694-49d5-47a2-9449-50bea4039338 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:18.066161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:18.066250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59258) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:18.073109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Usage tracker for resource:security_group_rule and tenant:22fafec696d84cc48dfc52e4b3e46f4d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:18.078524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:18.094716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:18.201114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.246434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.269078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:18.269835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.359748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] DHCP port deletion for 83f6f694-49d5-47a2-9449-50bea4039338 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:48:18.370131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] Deleting port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:18.376129 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.419971 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.533753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed215e30-af0c-4999-94d2-48a8c20c072d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:18.568016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:18.595984 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.596468 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Added segment c92603c8-07ee-4277-a1e4-2afa7415b819 of type vlan for network c03e5062-9b11-4fd6-b873-5b7b928df253 Feb 02 15:48:18.627708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.697056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] For port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6dec2444-27e8-4f3e-840b-6fd1c7ce0202,segment=NetworkSegment(809c75a7-c381-4ed6-8f7c-864d69e9dc21),segment_id=809c75a7-c381-4ed6-8f7c-864d69e9dc21)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:18.699657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.750421 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.752339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:18.762002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:18.764698 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:18.964503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7033796 Feb 02 15:48:18.983803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59272) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:19.020690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Calling delete_port for 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:19.032520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240696d-347b-4fbd-93e6-ac4358794301 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Pushing event updated for resources: {'Network': ['ID=c03e5062-9b11-4fd6-b873-5b7b928df253,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:19.056705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c03e5062-9b11-4fd6-b873-5b7b928df253 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:19.098141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Request body: {'network': {'name': 'tempest-network--415643402', 'router:external': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:19.104402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:19.109006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Usage tracker for resource:network and tenant:06b920c317b34530a578af990dee98df is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:19.112644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:19.121517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:19.225028 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.254125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Made reservation on behalf of 06b920c317b34530a578af990dee98df for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:19.257579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.329035 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.340811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Port': ['ID=6dec2444-27e8-4f3e-840b-6fd1c7ce0202,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:19.341459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] For port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6dec2444-27e8-4f3e-840b-6fd1c7ce0202,segment=NetworkSegment(809c75a7-c381-4ed6-8f7c-864d69e9dc21),segment_id=809c75a7-c381-4ed6-8f7c-864d69e9dc21)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:19.342163 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.368572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] No DVR routers for this DVR port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:48:19.414316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.473902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:19.480039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Usage tracker for resource:security_group_rule and tenant:06b920c317b34530a578af990dee98df is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:19.485232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:19.495707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:19.601235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-e281dad3-4941-4a8c-8a59-02738fc5458e tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:48:19.604858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-e281dad3-4941-4a8c-8a59-02738fc5458e tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0189669 Feb 02 15:48:19.618352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.649693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Request body: {'binding': {'host': 'n-h1-827122-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:19.650071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Unknown quota resources ['binding']. {{(pid=95772) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 02 15:48:19.652880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f6f694-49d5-47a2-9449-50bea4039338']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:19.657408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] Calling delete_port for 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:19.668369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809c75a7-c381-4ed6-8f7c-864d69e9dc21') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:19.668961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809c75a7-c381-4ed6-8f7c-864d69e9dc21') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:19.683784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.705738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.714387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:19.715217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.725541 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:19.751145 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:19.849434 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:48:19.851672 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:48:19.879740 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.891881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:19.922574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.923012 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Added segment e8770809-e63b-4f12-a472-0cce3f2cc8f9 of type vlan for network dde6581e-21d2-4a80-bd45-5e7cd68d2203 Feb 02 15:48:19.978493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23439498-aaeb-4a51-a9c9-5288af26a5f8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:20.026033 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.052614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.059347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.070065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Network': ['ID=83f6f694-49d5-47a2-9449-50bea4039338,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:20.082317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on host n-h1-827122-1 for vnic_type normal with profile None {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:20.082317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:20.082317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:20.083487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0fe24822-92a0-42ae-83b2-cf911ac4361b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/networks/83f6f694-49d5-47a2-9449-50bea4039338 HTTP/1.1" status: 204 len: 168 time: 2.0186720 Feb 02 15:48:20.083584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:20.131502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:20.131878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:20.168181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:48:20.168522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Checking segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:48:20.170068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Bound using segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:48:20.170502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Bound port: 615e46e4-91cd-403b-a80d-bd4a233772aa, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:48:20.297374 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.298679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:20.299430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.321478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:48:20.353146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] Deleting port 6dec2444-27e8-4f3e-840b-6fd1c7ce0202 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:20.353521 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.425478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-556d1acf-96e1-4d87-a452-9704b52c307c None None] The port '6dec2444-27e8-4f3e-840b-6fd1c7ce0202' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:48:20.449411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.450729 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] 10.222.0.88 "POST /v2.0/ports/615e46e4-91cd-403b-a80d-bd4a233772aa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8088169 Feb 02 15:48:20.460410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-456dd42d-e6fa-43fc-b269-1af0d58019ab tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting subnet 64211ea8-a2dc-432a-a416-6eebe09591c8 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:48:20.463499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Network': ['ID=dde6581e-21d2-4a80-bd45-5e7cd68d2203,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:20.466638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456dd42d-e6fa-43fc-b269-1af0d58019ab tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.478548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network dde6581e-21d2-4a80-bd45-5e7cd68d2203 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:20.509199 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f7bd7915-bcd6-47fe-ac7a-ff82a69c1e81 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5309031 Feb 02 15:48:20.512298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59298) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:20.541528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456dd42d-e6fa-43fc-b269-1af0d58019ab tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.665043 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456dd42d-e6fa-43fc-b269-1af0d58019ab tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.714719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.865511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456dd42d-e6fa-43fc-b269-1af0d58019ab tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.920440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-456dd42d-e6fa-43fc-b269-1af0d58019ab tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.928236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd777fa-b70f-4400-83bb-0da6eea1f39f None None] Network cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:20.951149 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.006937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dd42d-e6fa-43fc-b269-1af0d58019ab tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Subnet': ['ID=64211ea8-a2dc-432a-a416-6eebe09591c8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:21.014752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-456dd42d-e6fa-43fc-b269-1af0d58019ab tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/subnets/64211ea8-a2dc-432a-a416-6eebe09591c8 HTTP/1.1" status: 204 len: 168 time: 0.9300551 Feb 02 15:48:21.017506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59312) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:21.058905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde6581e-21d2-4a80-bd45-5e7cd68d2203']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:21.087483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8770809-e63b-4f12-a472-0cce3f2cc8f9') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:21.087483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8770809-e63b-4f12-a472-0cce3f2cc8f9') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:21.124506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.149175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.186267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c402c6-b844-43f5-adc6-e52139e27b36 req-4060181a-1f33-4d7c-b49b-708399801870 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:21.207999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49c402c6-b844-43f5-adc6-e52139e27b36 req-4060181a-1f33-4d7c-b49b-708399801870 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.2045724 Feb 02 15:48:21.207999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:21.207999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:21.235693 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:21.529420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] DHCP port deletion for cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:48:21.540595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Deleting port de398141-5abc-432b-a30d-03118a4fa376 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:21.542282 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.552057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-49c402c6-b844-43f5-adc6-e52139e27b36 req-66471ab3-bacb-4c23-a4fd-2a3f151c00f5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457196 Feb 02 15:48:21.671144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.767592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dde6581e-21d2-4a80-bd45-5e7cd68d2203 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 15:48:21.769181 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-ebdea6f3-158c-4926-a5fb-ac0dc776c083 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1097 time: 0.6010177 Feb 02 15:48:21.781311 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.784685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event deleted for resources: {'Network': ['ID=dde6581e-21d2-4a80-bd45-5e7cd68d2203,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:21.805092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6b6d6b96-b126-4718-a2bf-d718ec29a1ce tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "DELETE /v2.0/networks/dde6581e-21d2-4a80-bd45-5e7cd68d2203 HTTP/1.1" status: 204 len: 168 time: 1.2844520 Feb 02 15:48:21.805092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59328) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:21.814861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:21.833703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:21.839249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Usage tracker for resource:network and tenant:06b920c317b34530a578af990dee98df is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:21.852250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:21.866065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:21.914432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] For port de398141-5abc-432b-a30d-03118a4fa376, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=de398141-5abc-432b-a30d-03118a4fa376,segment=NetworkSegment(9463d524-ba1a-4707-8d9e-30a10e2ee811),segment_id=9463d524-ba1a-4707-8d9e-30a10e2ee811)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:21.914925 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.967189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba2c972-0aae-49e1-b0ae-01231bde3fc6 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting subnet 372e9f72-2f50-4637-ae41-926c2df2abc5 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:48:21.986062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aba2c972-0aae-49e1-b0ae-01231bde3fc6 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.993049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Made reservation on behalf of 06b920c317b34530a578af990dee98df for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:21.997564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.062715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:22.083023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.083507 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Added segment 57b913d3-b505-4aec-be3d-5471e0ff5764 of type vlan for network 361715cf-94e5-4c86-88c1-4679416dbcda Feb 02 15:48:22.148856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.182514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Calling delete_port for de398141-5abc-432b-a30d-03118a4fa376 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:22.192924 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aba2c972-0aae-49e1-b0ae-01231bde3fc6 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.252488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-43784fdf-35d3-4a73-aea9-8341d03022b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:22.254559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-43784fdf-35d3-4a73-aea9-8341d03022b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 200 len: 899 time: 0.4778907 Feb 02 15:48:22.306725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.307727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:22.308425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.415764 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.530431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Pushing event deleted for resources: {'Port': ['ID=de398141-5abc-432b-a30d-03118a4fa376,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:22.536173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Network': ['ID=361715cf-94e5-4c86-88c1-4679416dbcda,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:22.549792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5ca13954-31c6-428b-a4d5-a1ff2bbe62c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 1002 time: 0.2826297 Feb 02 15:48:22.564740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 361715cf-94e5-4c86-88c1-4679416dbcda details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:22.587534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4945efc2-9ebf-42c9-962d-710eaff15ba3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7842247 Feb 02 15:48:22.591977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59334) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:22.597714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Request body: {'subnet': {'network_id': '361715cf-94e5-4c86-88c1-4679416dbcda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:22.616836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:22.628876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Usage tracker for resource:subnet and tenant:06b920c317b34530a578af990dee98df is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:22.635931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:22.660925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:22.665432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aba2c972-0aae-49e1-b0ae-01231bde3fc6 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.775586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Made reservation on behalf of 06b920c317b34530a578af990dee98df for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:22.777832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-eefb64b8-e277-4473-8647-61c1624be22f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:22.779564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.780057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-eefb64b8-e277-4473-8647-61c1624be22f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 HTTP/1.1" status: 200 len: 834 time: 0.2232676 Feb 02 15:48:22.875214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device de398141-5abc-432b-a30d-03118a4fa376 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:22.964396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: de398141-5abc-432b-a30d-03118a4fa376 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:48:22.965032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device de398141-5abc-432b-a30d-03118a4fa376 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.976298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.978834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-1537ca48-7fc2-4710-bdfc-7114777add6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886461 Feb 02 15:48:22.980451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7f4c0-a4f5-40cf-82ea-48ed87624b0b None None] No DVR routers for this DVR port de398141-5abc-432b-a30d-03118a4fa376 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:48:23.050518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aba2c972-0aae-49e1-b0ae-01231bde3fc6 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.339653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2c972-0aae-49e1-b0ae-01231bde3fc6 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Subnet': ['ID=372e9f72-2f50-4637-ae41-926c2df2abc5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:23.369767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62236ab-b822-4dfc-bf80-003d963ddafc None None] Network 2d173b80-7eca-4122-8f9c-ff21bb2ad76b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:23.385461 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aba2c972-0aae-49e1-b0ae-01231bde3fc6 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.402586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aba2c972-0aae-49e1-b0ae-01231bde3fc6 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/subnets/372e9f72-2f50-4637-ae41-926c2df2abc5 HTTP/1.1" status: 204 len: 168 time: 2.3837306 Feb 02 15:48:23.415419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:23.570249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-d9241838-9e24-4dc4-ada0-38a95c34d969 service neutron] 10.222.0.64 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840933 Feb 02 15:48:23.611976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.objects.ports [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95773) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:48:23.612740 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.732763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Checking segment: {'id': '57b913d3-b505-4aec-be3d-5471e0ff5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '361715cf-94e5-4c86-88c1-4679416dbcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:48:23.733104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Network hostable DHCP agents. Network: 361715cf-94e5-4c86-88c1-4679416dbcda, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:48:23.761664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Subnet': ['ID=580bb4e7-f301-4fa4-ac43-de7ebaf190ad,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:23.835570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.863605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Network 361715cf-94e5-4c86-88c1-4679416dbcda is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:48:23.876972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] DHCP port deletion for 2d173b80-7eca-4122-8f9c-ff21bb2ad76b request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:48:23.881803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] Deleting port 4244c344-8126-4e07-83bc-753574b4c7f4 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:23.882327 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.902362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964d00-dc05-4a6e-bfdc-f8b5f0d86e61 req-6e04c140-94d4-4f65-bae0-5f18b523babe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:23.910393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74964d00-dc05-4a6e-bfdc-f8b5f0d86e61 req-6e04c140-94d4-4f65-bae0-5f18b523babe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 1.0170491 Feb 02 15:48:24.028505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 361715cf-94e5-4c86-88c1-4679416dbcda) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:24.028505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:24.028505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.037182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae3cddc-9fe1-4b56-8f5c-27be50a3848b None None] Network 361715cf-94e5-4c86-88c1-4679416dbcda requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:24.168896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-20a7f6d4-0732-4ca3-9481-5330e2f6edd4 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5752678 Feb 02 15:48:24.169682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59362) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:24.176711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Request body: {'floatingip': {'floating_network_id': '361715cf-94e5-4c86-88c1-4679416dbcda'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:24.192197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:24.195960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Usage tracker for resource:floatingip and tenant:06b920c317b34530a578af990dee98df is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:24.206606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:24.224899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:24.275324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-56d4875c-49cd-4079-84e0-6f1df7d12fe7 service neutron] 10.222.0.64 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952691 Feb 02 15:48:24.301633 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74964d00-dc05-4a6e-bfdc-f8b5f0d86e61 req-4f8f9ca4-cd62-4de9-8984-b28b76846ee5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630707 Feb 02 15:48:24.303555 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.313596 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.343782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda0d1d4-44a7-4be5-9376-ffc1eaef3c17']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:24.371831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9463d524-ba1a-4707-8d9e-30a10e2ee811') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:24.373060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9463d524-ba1a-4707-8d9e-30a10e2ee811') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:24.394437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.413100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.420946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:24.421599 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:24.531313 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:24.557227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.598907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.663509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] For port 4244c344-8126-4e07-83bc-753574b4c7f4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4244c344-8126-4e07-83bc-753574b4c7f4,segment=NetworkSegment(ed98d1e9-1205-4f28-a089-a660108cc903),segment_id=ed98d1e9-1205-4f28-a089-a660108cc903)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:24.664130 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.673821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-489dea90-acae-423a-89eb-fdbcafb5e714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.805721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4244c344-8126-4e07-83bc-753574b4c7f4 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:25.007282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6b06f-a2f8-431b-b6bd-fff9f932d91f None None] Network 361715cf-94e5-4c86-88c1-4679416dbcda requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:25.109108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Allocated IP 172.20.0.2 (361715cf-94e5-4c86-88c1-4679416dbcda/580bb4e7-f301-4fa4-ac43-de7ebaf190ad/11adc635-df42-49e1-ab51-a5a781cc49fc) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:25.115810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.134708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Network': ['ID=cda0d1d4-44a7-4be5-9376-ffc1eaef3c17,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:25.151703 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-66988edc-68e6-4740-ad5f-38b70a3ee394 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/networks/cda0d1d4-44a7-4be5-9376-ffc1eaef3c17 HTTP/1.1" status: 204 len: 168 time: 1.7279575 Feb 02 15:48:25.154541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59376) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:25.158372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] Calling delete_port for 4244c344-8126-4e07-83bc-753574b4c7f4 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:25.423384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.429034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-edd4a466-cb3a-43c5-a403-a217d3069898 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676&tenant_id=bcbc98f977944869a392ab2bccdbd691&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1097 time: 0.8941705 Feb 02 15:48:25.460939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827122-1'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:25.516269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.574325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting port 4244c344-8126-4e07-83bc-753574b4c7f4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:25.574767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.724512 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.752731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] The port '4244c344-8126-4e07-83bc-753574b4c7f4' was deleted {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:48:25.768372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.794323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.896439 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.936208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] Pushing event deleted for resources: {'Port': ['ID=4244c344-8126-4e07-83bc-753574b4c7f4,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:25.951892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8635f-32d7-4fcc-952d-784216a027ba req-d0a964cf-b696-4c1b-96da-f78c8e3cd7c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:25.954290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bff8635f-32d7-4fcc-952d-784216a027ba req-d0a964cf-b696-4c1b-96da-f78c8e3cd7c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.4003041 Feb 02 15:48:25.985298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Network 361715cf-94e5-4c86-88c1-4679416dbcda is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:25.991457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:26.006246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:48:26.018373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.027624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd644304-37d8-47f1-a128-d7f14b4518ce None None] No DVR routers for this DVR port 4244c344-8126-4e07-83bc-753574b4c7f4 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:48:26.086298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d173b80-7eca-4122-8f9c-ff21bb2ad76b']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:26.123114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Port': ['ID=11adc635-df42-49e1-ab51-a5a781cc49fc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:26.126115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed98d1e9-1205-4f28-a089-a660108cc903') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:26.126609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed98d1e9-1205-4f28-a089-a660108cc903') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:26.163778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.271105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bff8635f-32d7-4fcc-952d-784216a027ba req-5a03b735-8eac-4f5c-a2f9-4e2884dfe8be tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836101 Feb 02 15:48:26.303124 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.477094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:26.500537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.591203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:48:26.620077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:26.620671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:26.644355 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:26.675583 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.757183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:26.772262 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.847988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.852739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.874323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9196-cb83-4223-98d5-5782dfab01d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.899352 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'code': 200} Feb 02 15:48:26.903783 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.975712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/networks/2d173b80-7eca-4122-8f9c-ff21bb2ad76b HTTP/1.1" status: 204 len: 168 time: 1.8136930 Feb 02 15:48:26.981457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e4a56-45fa-41d1-b602-14f263325cf9 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Network': ['ID=2d173b80-7eca-4122-8f9c-ff21bb2ad76b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:27.007190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59394) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:27.212372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:27.272174 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:27.350553 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:27.461879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on host n-h2-827122-1 for vnic_type normal with profile {"migrating_to": "n-h1-827122-1"} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:27.462597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:27.462937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:27.487768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-275554f0-c7b9-4657-b629-5e3eed645b24 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting subnet 252cb508-49ba-4b6e-9f5e-683484a6cd89 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:48:27.499591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-275554f0-c7b9-4657-b629-5e3eed645b24 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:27.572486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0eda8cc3-e7c2-4550-b4df-b7f608d9201f None None] Provisioning complete for port 615e46e4-91cd-403b-a80d-bd4a233772aa triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:27.573114 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0eda8cc3-e7c2-4550-b4df-b7f608d9201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:27.600818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:27.600818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Attempting to bind port 615e46e4-91cd-403b-a80d-bd4a233772aa on network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:27.607492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-275554f0-c7b9-4657-b629-5e3eed645b24 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:27.723543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:48:27.728192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Checking segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:48:27.728725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Bound using segment: {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:48:27.729279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Bound port: 615e46e4-91cd-403b-a80d-bd4a233772aa, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9d7a6a-a7eb-4516-a707-ce153ce32d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:48:27.729734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:27.780931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0eda8cc3-e7c2-4550-b4df-b7f608d9201f None None] Port 615e46e4-91cd-403b-a80d-bd4a233772aa cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:48:27.807207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Port': ['ID=11adc635-df42-49e1-ab51-a5a781cc49fc,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:27.859425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:27.901432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fc6d0-7ba3-411d-b72a-48bed2548329 req-fbd1ceca-6b7e-4a6d-a661-de8b1d41a6f7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:27.904648 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c43fc6d0-7ba3-411d-b72a-48bed2548329 req-fbd1ceca-6b7e-4a6d-a661-de8b1d41a6f7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 944 time: 0.3125496 Feb 02 15:48:27.982984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c43fc6d0-7ba3-411d-b72a-48bed2548329 req-7b0ec5e7-856b-4797-b655-f73f09a04bed tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573514 Feb 02 15:48:28.011061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.016393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-25555052-5c66-4208-94e7-7399f407a4f6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8456519 Feb 02 15:48:28.017462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59406) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:28.041434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-275554f0-c7b9-4657-b629-5e3eed645b24 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.091511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:48:28.110036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:48:28.114353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55db71af-6b4d-40a9-b582-da26d6a1e165 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Synchronizing usage tracker for tenant:06b920c317b34530a578af990dee98df on resource:floatingip {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:28.204896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.250819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55db71af-6b4d-40a9-b582-da26d6a1e165 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Unset dirty status for tenant:06b920c317b34530a578af990dee98df on resource:floatingip {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:28.256688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55db71af-6b4d-40a9-b582-da26d6a1e165 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "GET /v2.0/floatingips?floating_network_id=361715cf-94e5-4c86-88c1-4679416dbcda HTTP/1.1" status: 200 len: 689 time: 0.2375851 Feb 02 15:48:28.258803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59416) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:28.263777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-275554f0-c7b9-4657-b629-5e3eed645b24 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.335874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275554f0-c7b9-4657-b629-5e3eed645b24 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Subnet': ['ID=252cb508-49ba-4b6e-9f5e-683484a6cd89,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:28.409357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-275554f0-c7b9-4657-b629-5e3eed645b24 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.409920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adde773-8085-41c6-bf6d-2d4da188459e None None] Network 2bedd1f7-b668-4ba1-a982-e366b5e2e145 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:28.427236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=8']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:28.433436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-275554f0-c7b9-4657-b629-5e3eed645b24 tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/subnets/252cb508-49ba-4b6e-9f5e-683484a6cd89 HTTP/1.1" status: 204 len: 168 time: 1.4250672 Feb 02 15:48:28.442145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59420) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:28.558015 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.559079 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.561927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.563560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4d60dfdb-7b51-4764-9796-94739b3ed1eb service neutron] 10.222.0.64 "PUT /v2.0/ports/615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 1122 time: 3.1173692 Feb 02 15:48:28.674915 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.683186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['615e46e4-91cd-403b-a80d-bd4a233772aa'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:48:28.708395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.821281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Deleting port fafc967d-cec6-4968-a5ee-c045cc5efa69 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:28.821621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.886507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Deleting port 11adc635-df42-49e1-ab51-a5a781cc49fc {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:28.886866 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.900947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:28.975375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d23ca6a-da67-4ff6-a564-0081eda81053 None None] Provisioning complete for port 615e46e4-91cd-403b-a80d-bd4a233772aa triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:28.975750 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d23ca6a-da67-4ff6-a564-0081eda81053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:29.007057 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'status': 'completed', 'code': 200} Feb 02 15:48:29.337474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d23ca6a-da67-4ff6-a564-0081eda81053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:29.364927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] DHCP port deletion for 2bedd1f7-b668-4ba1-a982-e366b5e2e145 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:48:29.388815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] Deleting port fafc967d-cec6-4968-a5ee-c045cc5efa69 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:29.389461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:29.444571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:29.467707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9d23ca6a-da67-4ff6-a564-0081eda81053 None None] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:29.534684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:29.535289 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:29.557713 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'code': 200} Feb 02 15:48:29.575518 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d23ca6a-da67-4ff6-a564-0081eda81053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:29.877376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Calling delete_port for 11adc635-df42-49e1-ab51-a5a781cc49fc owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:29.942499 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-34e8e286-2b82-47ff-b7ec-be0816f11178 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1125 time: 0.7974048 Feb 02 15:48:30.026668 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 615e46e4-91cd-403b-a80d-bd4a233772aa details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:48:30.037301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] For port fafc967d-cec6-4968-a5ee-c045cc5efa69, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fafc967d-cec6-4968-a5ee-c045cc5efa69,segment=NetworkSegment(99e4161b-c62c-44bd-8d31-c581f6fa3db7),segment_id=99e4161b-c62c-44bd-8d31-c581f6fa3db7)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:30.037709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:30.080920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0781894-7cf6-42dc-a320-24d12d8b3b7a req-e07ec90d-1baf-4105-8344-7b46aa2536f6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:30.082718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0781894-7cf6-42dc-a320-24d12d8b3b7a req-e07ec90d-1baf-4105-8344-7b46aa2536f6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 944 time: 0.7858064 Feb 02 15:48:30.171733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] For port fafc967d-cec6-4968-a5ee-c045cc5efa69, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fafc967d-cec6-4968-a5ee-c045cc5efa69,segment=NetworkSegment(99e4161b-c62c-44bd-8d31-c581f6fa3db7),segment_id=99e4161b-c62c-44bd-8d31-c581f6fa3db7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:30.182786 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:30.185171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23ca6a-da67-4ff6-a564-0081eda81053 None None] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:30.189025 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:30.488229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Calling delete_port for fafc967d-cec6-4968-a5ee-c045cc5efa69 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:30.508158 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] Calling delete_port for fafc967d-cec6-4968-a5ee-c045cc5efa69 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:30.572108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0781894-7cf6-42dc-a320-24d12d8b3b7a req-29239995-cdf4-46ac-9eb2-f3825775abed tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881592 Feb 02 15:48:30.631033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-dd56fa9e-2c45-4234-b658-d50cf8207ed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:30.632909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-dd56fa9e-2c45-4234-b658-d50cf8207ed1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 200 len: 899 time: 0.6791284 Feb 02 15:48:30.697053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:30.745861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 615e46e4-91cd-403b-a80d-bd4a233772aa has no active binding in host n-h1-827122-1 {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 02 15:48:30.779419 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fafc967d-cec6-4968-a5ee-c045cc5efa69 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:30.979867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:31.003379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-fffedcb5-ea6c-4c2d-ae4f-9104f44e758b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 1002 time: 0.2739515 Feb 02 15:48:31.100339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-8e7e9db4-2593-46b8-afd7-742112007e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:31.102755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-8e7e9db4-2593-46b8-afd7-742112007e62 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 HTTP/1.1" status: 200 len: 834 time: 0.0916572 Feb 02 15:48:31.184581 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:48:31.185936 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:48:31.236562 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:31.261229 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:31.411230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event deleted for resources: {'Port': ['ID=11adc635-df42-49e1-ab51-a5a781cc49fc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:31.540352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] No DVR routers for this DVR port fafc967d-cec6-4968-a5ee-c045cc5efa69 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:48:31.629556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Port': ['ID=fafc967d-cec6-4968-a5ee-c045cc5efa69,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:31.685848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] Deleting port fafc967d-cec6-4968-a5ee-c045cc5efa69 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:31.686631 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:31.825296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:31.835621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:31.912563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bedd1f7-b668-4ba1-a982-e366b5e2e145']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:31.923524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-c06cefe0-af4f-418a-aaf4-8ec47fdc9b2c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8134031 Feb 02 15:48:31.967469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e4161b-c62c-44bd-8d31-c581f6fa3db7') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:31.967695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e4161b-c62c-44bd-8d31-c581f6fa3db7') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:32.001509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8db41519-5dbf-4a11-8cde-c6ba0a2495c5 None None] The port 'fafc967d-cec6-4968-a5ee-c045cc5efa69' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:48:32.032050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:32.037106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d593389-85d0-4a81-8625-09f29b424b0d req-2c0b83bc-41a3-480e-a522-68d0affd4fcd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:32.041230 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d593389-85d0-4a81-8625-09f29b424b0d req-2c0b83bc-41a3-480e-a522-68d0affd4fcd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.1530221 Feb 02 15:48:32.110024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:32.168785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d593389-85d0-4a81-8625-09f29b424b0d req-455e5d0f-aec0-4e76-8c78-52895eb3f21a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043611 Feb 02 15:48:32.218205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:32.238400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:32.238818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:32.254124 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:32.548249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-ec1943db-eaad-4135-ae8b-fe64e2c479a8 service neutron] 10.222.0.107 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132820 Feb 02 15:48:32.656242 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:32.690139 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:32.738142 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:32.739992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Pushing event deleted for resources: {'Network': ['ID=2bedd1f7-b668-4ba1-a982-e366b5e2e145,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:32.800159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=580bb4e7-f301-4fa4-ac43-de7ebaf190ad,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:32.805636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2cb9f9ef-7e2a-4b93-9bd6-0fb52c1b5bfd tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/networks/2bedd1f7-b668-4ba1-a982-e366b5e2e145 HTTP/1.1" status: 204 len: 168 time: 4.3614478 Feb 02 15:48:32.806390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59470) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:32.917499 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1587f6e8-9d44-4a66-a435-2f8a421b36d3 req-6664781e-7ac1-4994-a108-58ff856a25e1 service neutron] 10.222.0.107 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630126 Feb 02 15:48:32.952779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:32.998838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6700b232-26d7-478c-a638-2cb041cb555b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Synchronizing usage tracker for tenant:7b36c400bf3449c8b65344b8a8ca1f36 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:33.004898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361715cf-94e5-4c86-88c1-4679416dbcda']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:33.030370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b913d3-b505-4aec-be3d-5471e0ff5764') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:33.030671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b913d3-b505-4aec-be3d-5471e0ff5764') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:33.047794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.079191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.091824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:33.092270 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:33.107669 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:33.112542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6700b232-26d7-478c-a638-2cb041cb555b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Unset dirty status for tenant:7b36c400bf3449c8b65344b8a8ca1f36 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:33.118450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6700b232-26d7-478c-a638-2cb041cb555b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370b4e2-cd3b-4002-a299-0a364fdb8d69 HTTP/1.1" status: 200 len: 205 time: 0.3108416 Feb 02 15:48:33.119261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59474) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:33.306859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.343921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 361715cf-94e5-4c86-88c1-4679416dbcda {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 15:48:33.353389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.361779 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "DELETE /v2.0/networks/361715cf-94e5-4c86-88c1-4679416dbcda HTTP/1.1" status: 204 len: 168 time: 5.1018589 Feb 02 15:48:33.366348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59480) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:33.374504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2592d8-cfd9-41f5-b23a-70adc2c96859 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event deleted for resources: {'Network': ['ID=361715cf-94e5-4c86-88c1-4679416dbcda,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:33.616179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8482f477-4557-4609-aa7d-ba441f4aa79b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.697429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7f060-9423-4098-9df5-7aae780b48b3 req-4ea2bd1c-8781-4863-9754-e7088dc224df tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:33.730486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d7f060-9423-4098-9df5-7aae780b48b3 req-4ea2bd1c-8781-4863-9754-e7088dc224df tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.3084226 Feb 02 15:48:33.805510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5ebe4178-8399-4d31-a402-00ca0efac92c tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.4325607 Feb 02 15:48:33.809419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59490) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:33.919998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f76be-4e8f-4f01-92f6-2e5d14d2093d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:33.920376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f76be-4e8f-4f01-92f6-2e5d14d2093d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:33.920727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f76be-4e8f-4f01-92f6-2e5d14d2093d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:33.921077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f76be-4e8f-4f01-92f6-2e5d14d2093d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:33.921425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f76be-4e8f-4f01-92f6-2e5d14d2093d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:33.923108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a64f76be-4e8f-4f01-92f6-2e5d14d2093d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.1125908 Feb 02 15:48:33.927825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59496) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:33.965806 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03d7f060-9423-4098-9df5-7aae780b48b3 req-797b574a-5503-44b0-b079-77512a66a4d7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233548 Feb 02 15:48:34.121349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-a1516f14-ef90-49c4-9274-add1e8298a3c service neutron] 10.222.0.107 "GET /v2.0/ports/615e46e4-91cd-403b-a80d-bd4a233772aa/bindings/n-h1-827122-1 HTTP/1.1" status: 200 len: 384 time: 0.1494031 Feb 02 15:48:34.150218 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-c0dc279a-ebee-4220-b887-4aaf7ac87aa6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] delete failed (client error): The resource could not be found. Feb 02 15:48:34.155397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c0dc279a-ebee-4220-b887-4aaf7ac87aa6 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/7a4ce05b-3497-4ecf-8417-a1a86bf0e2ad HTTP/1.1" status: 404 len: 345 time: 0.2265511 Feb 02 15:48:34.220562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59502) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:34.295101 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ef5e22-9448-4534-be8f-2c4c95ae6ec3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] DELETE failed (client error): The resource could not be found. Feb 02 15:48:34.295101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ef5e22-9448-4534-be8f-2c4c95ae6ec3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:48:34.299730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59506) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:34.299876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-58ef5e22-9448-4534-be8f-2c4c95ae6ec3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "DELETE /v2.0/networks/361715cf-94e5-4c86-88c1-4679416dbcda HTTP/1.1" status: 404 len: 339 time: 0.0781069 Feb 02 15:48:34.305949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Request body: {'network': {'name': 'tempest-network--918515789', 'router:external': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:34.316543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:34.324317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Usage tracker for resource:network and tenant:06b920c317b34530a578af990dee98df is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:34.325434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:34.333612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:34.469165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Made reservation on behalf of 06b920c317b34530a578af990dee98df for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:34.471944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:34.779212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:34.788130 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:34.795835 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Added segment 855c9bb8-2de2-4453-91f2-69583bfdbd53 of type vlan for network d31207d1-ae0b-45da-9ba6-45cda188b2da Feb 02 15:48:34.823795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:34.840615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8482f477-4557-4609-aa7d-ba441f4aa79b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:34.857366 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8482f477-4557-4609-aa7d-ba441f4aa79b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:34.951398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:34.992657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:48:35.053775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:35.055226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:35.056521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:35.116338 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8482f477-4557-4609-aa7d-ba441f4aa79b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:35.119477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8482f477-4557-4609-aa7d-ba441f4aa79b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Fanout notify agent at l3_agent the message router_deleted on router 1370b4e2-cd3b-4002-a299-0a364fdb8d69 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:48:35.216069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:35.231695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8482f477-4557-4609-aa7d-ba441f4aa79b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:35.232837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8482f477-4557-4609-aa7d-ba441f4aa79b tempest-RoutersNegativeIpV6Test-2108579244 tempest-RoutersNegativeIpV6Test-2108579244-project] 10.222.0.88 "DELETE /v2.0/routers/1370b4e2-cd3b-4002-a299-0a364fdb8d69 HTTP/1.1" status: 204 len: 168 time: 2.1124370 Feb 02 15:48:35.234015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Network': ['ID=d31207d1-ae0b-45da-9ba6-45cda188b2da,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:35.260557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d31207d1-ae0b-45da-9ba6-45cda188b2da details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:35.276845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:35.373994 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eb2c3452-2b7e-4ab9-a97a-01cdcc4ad2e3 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0733724 Feb 02 15:48:35.384306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:35.499807 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'code': 200} Feb 02 15:48:35.513809 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:35.529036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3555-aa1e-4d53-8e74-57890e73f5c7 req-80088692-d17f-4b0b-a077-ff89d2a1cf84 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:35.531115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b02e3555-aa1e-4d53-8e74-57890e73f5c7 req-80088692-d17f-4b0b-a077-ff89d2a1cf84 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 946 time: 0.2340345 Feb 02 15:48:35.620568 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:48:35.660323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b02e3555-aa1e-4d53-8e74-57890e73f5c7 req-eddbf482-61e5-46ea-82ba-ecf5f3bdc6d7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130583 Feb 02 15:48:35.977550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] Transition to ACTIVE for port object 615e46e4-91cd-403b-a80d-bd4a233772aa will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:36.015107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c85b82-5716-46a1-b9fc-88e3df965eea tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:36.021032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c85b82-5716-46a1-b9fc-88e3df965eea tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:36.025256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c85b82-5716-46a1-b9fc-88e3df965eea tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:36.030316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c85b82-5716-46a1-b9fc-88e3df965eea tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:36.034498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-48c85b82-5716-46a1-b9fc-88e3df965eea tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6424172 Feb 02 15:48:36.036686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59536) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:36.112630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:36.310125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59542) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:36.749441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1fb5fbc9-5531-4192-a990-442bab11de28 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b36c400bf3449c8b65344b8a8ca1f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4365675 Feb 02 15:48:36.750113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59552) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:36.842612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:36.892709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] No DVR routers for this DVR port 615e46e4-91cd-403b-a80d-bd4a233772aa on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:48:36.941171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d1eae029-d4ad-4c08-8256-544ea04f780e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.003303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d1eae029-d4ad-4c08-8256-544ea04f780e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.180709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d1eae029-d4ad-4c08-8256-544ea04f780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.187768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] Pushing event updated for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=11']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:37.196858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eae029-d4ad-4c08-8256-544ea04f780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df79a71-2941-40b9-aa92-ce2ab4588cd9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:37.205309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d1eae029-d4ad-4c08-8256-544ea04f780e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.206549 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d1eae029-d4ad-4c08-8256-544ea04f780e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3df79a71-2941-40b9-aa92-ce2ab4588cd9 HTTP/1.1" status: 204 len: 168 time: 0.4554870 Feb 02 15:48:37.361280 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.408482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31207d1-ae0b-45da-9ba6-45cda188b2da']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:37.434901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0a38c-6f9a-4acc-91f3-3f5cae1b2adc req-b439bc2b-c41d-4e9e-9c58-fc3d30f31d4a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:37.437157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7cc0a38c-6f9a-4acc-91f3-3f5cae1b2adc req-b439bc2b-c41d-4e9e-9c58-fc3d30f31d4a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 945 time: 0.3585284 Feb 02 15:48:37.438767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855c9bb8-2de2-4453-91f2-69583bfdbd53') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:37.439049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855c9bb8-2de2-4453-91f2-69583bfdbd53') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:37.494861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.614900 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.642440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:37.642893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:37.658544 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:37.678859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7cc0a38c-6f9a-4acc-91f3-3f5cae1b2adc req-41353516-09ad-4e40-878d-b2246088714e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310040 Feb 02 15:48:37.735495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 615e46e4-91cd-403b-a80d-bd4a233772aa no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:37.882935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 615e46e4-91cd-403b-a80d-bd4a233772aa not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:48:37.915946 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.941673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d31207d1-ae0b-45da-9ba6-45cda188b2da {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 15:48:37.944817 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:37.958556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-6be105a1-db77-483f-9b61-8ffe6c2cebce service neutron] 10.222.0.107 "PUT /v2.0/ports/615e46e4-91cd-403b-a80d-bd4a233772aa/bindings/n-h1-827122-1/activate HTTP/1.1" status: 200 len: 369 time: 3.8302925 Feb 02 15:48:37.964336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event deleted for resources: {'Network': ['ID=d31207d1-ae0b-45da-9ba6-45cda188b2da,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:37.967416 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-71a85a56-e0eb-444a-882f-33da8222f08d tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "DELETE /v2.0/networks/d31207d1-ae0b-45da-9ba6-45cda188b2da HTTP/1.1" status: 204 len: 168 time: 1.9316339 Feb 02 15:48:37.971139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59574) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:37.985813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Request body: {'network': {'name': 'tempest-network--693538645', 'router:external': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:38.014398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:38.031639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Usage tracker for resource:network and tenant:06b920c317b34530a578af990dee98df is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:38.040382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:38.055444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:38.161469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Made reservation on behalf of 06b920c317b34530a578af990dee98df for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:38.164068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:38.223707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:38.253042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:38.254659 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Added segment 0766af9f-3120-4811-8588-b671b33ca6ea of type vlan for network d8597506-3dd1-44ed-beab-7c60a0d7f9d2 Feb 02 15:48:38.276329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-0b35efba-8992-400b-817e-dcbf4a5a5be1 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676&tenant_id=bcbc98f977944869a392ab2bccdbd691&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.1536744 Feb 02 15:48:38.303592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:38.416036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-2bf01920-d030-4a77-a22c-4d00169ae8e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 1096 time: 0.1328797 Feb 02 15:48:38.443861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:38.444838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:38.445524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:38.549833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-f92e9b2b-6da4-40c2-8591-ee305ffc50c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1096 time: 0.0968258 Feb 02 15:48:38.682769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Network': ['ID=d8597506-3dd1-44ed-beab-7c60a0d7f9d2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:38.695207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d8597506-3dd1-44ed-beab-7c60a0d7f9d2 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:38.759928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cda4d07a-c15e-400e-bf38-ffa097d189a0 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7846680 Feb 02 15:48:38.764357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59592) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:38.831167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-dbe37fbf-c9ad-41ef-baea-86eab2ca2665 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:38.832852 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-dbe37fbf-c9ad-41ef-baea-86eab2ca2665 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 200 len: 899 time: 0.2776420 Feb 02 15:48:39.048528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-4ee9fdaf-933b-42ae-8601-713f669600cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 1000 time: 0.2045825 Feb 02 15:48:39.148108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933b9c1-83a0-43da-a7e0-4cf8320fde9d tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:39.154535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7933b9c1-83a0-43da-a7e0-4cf8320fde9d tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] 10.222.0.88 "GET /v2.0/networks/d8597506-3dd1-44ed-beab-7c60a0d7f9d2 HTTP/1.1" status: 200 len: 756 time: 0.3879933 Feb 02 15:48:39.154535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:39.173376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-fb4bbbe8-6db3-4cd4-9540-b8c966ff2888 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:39.177020 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-fb4bbbe8-6db3-4cd4-9540-b8c966ff2888 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 HTTP/1.1" status: 200 len: 834 time: 0.1237743 Feb 02 15:48:39.329145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3139f-4bc7-4558-9b71-5fd20093d0ef tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:39.330664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c0a3139f-4bc7-4558-9b71-5fd20093d0ef tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] 10.222.0.88 "GET /v2.0/networks/c03e5062-9b11-4fd6-b873-5b7b928df253 HTTP/1.1" status: 200 len: 768 time: 0.1752264 Feb 02 15:48:39.333304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59612) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:39.408956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-18c635f6-efd3-43c5-bb8b-bacd24d9567c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205315 Feb 02 15:48:39.415075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bdf0c-24c3-4efd-9727-0d2f614df258 req-d57ca93d-2e05-4ed0-8b18-2ac22caf2022 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:39.418319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe4bdf0c-24c3-4efd-9727-0d2f614df258 req-d57ca93d-2e05-4ed0-8b18-2ac22caf2022 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 945 time: 0.2357430 Feb 02 15:48:39.427892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59616) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:39.536624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe4bdf0c-24c3-4efd-9727-0d2f614df258 req-03049158-e75d-4754-a29d-4bc13509d5b4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868337 Feb 02 15:48:39.622929 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:39.762464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379597952'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:39.783144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:39.805745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:39.827751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-a1ece6e4-e3b1-4281-8070-3a2160ae7755 service neutron] 10.222.0.64 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082863 Feb 02 15:48:39.828771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:39.869555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:39.884374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:39.928186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8597506-3dd1-44ed-beab-7c60a0d7f9d2']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:39.953701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0766af9f-3120-4811-8588-b671b33ca6ea') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:39.957856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0766af9f-3120-4811-8588-b671b33ca6ea') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:39.977151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:39.998372 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.025014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:40.025525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.031822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-529c4800-9633-41a6-a768-d5ffea85c036 service neutron] 10.222.0.64 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938441 Feb 02 15:48:40.038090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.081526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:40.251094 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:40.370308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.379697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8597506-3dd1-44ed-beab-7c60a0d7f9d2 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 15:48:40.382295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.411959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:40.423318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:40.430624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59640) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:40.432329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "DELETE /v2.0/networks/d8597506-3dd1-44ed-beab-7c60a0d7f9d2 HTTP/1.1" status: 204 len: 168 time: 1.0939982 Feb 02 15:48:40.448622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b35879-b4d6-439b-a891-0ddeb01cc006 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8597506-3dd1-44ed-beab-7c60a0d7f9d2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:40.448838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:40.475426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Request body: {'network': {'name': 'tempest-network--1051250625'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:40.487136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:40.496954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Usage tracker for resource:network and tenant:06b920c317b34530a578af990dee98df is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:40.505388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:40.530730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:40.564909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:40.699633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Made reservation on behalf of 06b920c317b34530a578af990dee98df for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:40.702021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.843896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.857165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:40.892376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:40.892376 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Added segment 80053d05-ae4a-411e-af9d-bb32596cc0e6 of type vlan for network e981a85a-69de-4ece-aab3-957b7fe9eabd Feb 02 15:48:40.903297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-b6df9d82-31d6-4571-a0be-73131ea1af08 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676&tenant_id=bcbc98f977944869a392ab2bccdbd691&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 1096 time: 0.2573097 Feb 02 15:48:41.095149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cf2c8-9d5c-49d7-84de-ddca3dbc3915 req-45b4d898-037a-465e-9f1a-b676b5ac8625 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:41.107513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d41cf2c8-9d5c-49d7-84de-ddca3dbc3915 req-45b4d898-037a-465e-9f1a-b676b5ac8625 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 945 time: 0.1676264 Feb 02 15:48:41.196375 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d41cf2c8-9d5c-49d7-84de-ddca3dbc3915 req-d4297d53-8fbe-460d-8f5d-47942e39acff tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878351 Feb 02 15:48:41.206891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:41.276061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:41.302960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:41.328281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff0374e-e825-4444-86d1-4e11bf47491e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:41.333803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:41.348544 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:41.410662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:41.552857 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:41.566713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f56be6d-2637-4042-b4b0-62aab7eab1be req-4f3b4b06-1d5a-43dc-8b65-56f2a05e267f tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1096 time: 0.1648939 Feb 02 15:48:41.598844 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:41.600025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:41.600931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:41.709530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-9de1535e-5f80-4ee7-96b7-16cdca339f19 service neutron] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:48:41.714375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:41.815973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Network': ['ID=e981a85a-69de-4ece-aab3-957b7fe9eabd,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:41.828795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network e981a85a-69de-4ece-aab3-957b7fe9eabd details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:41.843947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f56be6d-2637-4042-b4b0-62aab7eab1be req-47f913bc-e336-4001-a318-9d33d6b3c2fc tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710793 Feb 02 15:48:41.846587 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-9de1535e-5f80-4ee7-96b7-16cdca339f19 service neutron] Notify callbacks [] for binding, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:41.857047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-9de1535e-5f80-4ee7-96b7-16cdca339f19 service neutron] 10.222.0.64 "DELETE /v2.0/ports/615e46e4-91cd-403b-a80d-bd4a233772aa/bindings/n-h2-827122-1 HTTP/1.1" status: 204 len: 173 time: 0.9521358 Feb 02 15:48:41.876825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdf4a70-21cf-442f-acca-2f42c21cf483,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:41.896775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9554d3df-5c08-4a45-8bb8-a62cea3e2e75 tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4647484 Feb 02 15:48:41.899192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59660) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:41.912137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-431509ef-179c-4771-971f-683e1594ce0f tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:41.918093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:41.919610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-171c760f-ce13-4328-a0b7-f4dc0658c962 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4692457 Feb 02 15:48:41.922187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59666) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:42.047104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e40d3bed-0230-4604-b0aa-da5fd4881395 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:42.144274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e40d3bed-0230-4604-b0aa-da5fd4881395 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:42.145513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e40d3bed-0230-4604-b0aa-da5fd4881395 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2222126 Feb 02 15:48:42.149080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59672) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:42.155085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6a6a7ce6-9562-4da6-82fa-7a1b035437df tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-security--47783613', 'description': 'tempest-security-description-542116547'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:42.212430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7ce6-9562-4da6-82fa-7a1b035437df tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:42.306019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-431509ef-179c-4771-971f-683e1594ce0f tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:42.335549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cda530-761c-491e-8c67-9bbcf7a82fc9 req-bda544a4-90b3-4c3f-8fc5-a10730646bcc tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:42.340813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4cda530-761c-491e-8c67-9bbcf7a82fc9 req-bda544a4-90b3-4c3f-8fc5-a10730646bcc tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 945 time: 0.1778433 Feb 02 15:48:42.365337 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7ce6-9562-4da6-82fa-7a1b035437df tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:42.413245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-431509ef-179c-4771-971f-683e1594ce0f tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:42.436710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7ce6-9562-4da6-82fa-7a1b035437df tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:42.436710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7ce6-9562-4da6-82fa-7a1b035437df tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:42.437680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6a6a7ce6-9562-4da6-82fa-7a1b035437df tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "PUT /v2.0/security-groups/2fdf4a70-21cf-442f-acca-2f42c21cf483 HTTP/1.1" status: 200 len: 1609 time: 0.2875531 Feb 02 15:48:42.458687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59678) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:42.463892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-431509ef-179c-4771-971f-683e1594ce0f tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Network e981a85a-69de-4ece-aab3-957b7fe9eabd is not hosted by any dhcp agent {{(pid=95773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 02 15:48:42.465053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431509ef-179c-4771-971f-683e1594ce0f tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:42.468089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-431509ef-179c-4771-971f-683e1594ce0f tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:42.471823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-431509ef-179c-4771-971f-683e1594ce0f tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "PUT /v2.0/networks/e981a85a-69de-4ece-aab3-957b7fe9eabd HTTP/1.1" status: 200 len: 859 time: 0.5691328 Feb 02 15:48:42.489936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59682) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:42.537456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4cda530-761c-491e-8c67-9bbcf7a82fc9 req-6a7e361a-3c6e-4f43-a1d7-2aeb36b3d6c2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912510 Feb 02 15:48:42.565953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a7ce6-9562-4da6-82fa-7a1b035437df tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdf4a70-21cf-442f-acca-2f42c21cf483,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:42.589773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59686) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:42.758409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431509ef-179c-4771-971f-683e1594ce0f tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event updated for resources: {'Network': ['ID=e981a85a-69de-4ece-aab3-957b7fe9eabd,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:42.784799 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0f4819a3-9263-4479-9ef0-84057c016ab5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/30c09b49-a850-4aa8-beb0-3bc58dcda29f HTTP/1.1" status: 200 len: 992 time: 0.1936162 Feb 02 15:48:42.846737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:42.850216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-81fc886f-a721-4662-9bf5-88bf4be380f3 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups/2fdf4a70-21cf-442f-acca-2f42c21cf483 HTTP/1.1" status: 200 len: 1609 time: 0.3903964 Feb 02 15:48:42.856302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59704) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:42.983230 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3be9-7b4a-4ec8-bb2c-b65de5a3ee5b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.018637 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3be9-7b4a-4ec8-bb2c-b65de5a3ee5b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.084820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.127112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59712) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:43.215514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e981a85a-69de-4ece-aab3-957b7fe9eabd']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:43.239086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80053d05-ae4a-411e-af9d-bb32596cc0e6') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:43.239400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80053d05-ae4a-411e-af9d-bb32596cc0e6') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:43.242554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3be9-7b4a-4ec8-bb2c-b65de5a3ee5b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.274410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd3be9-7b4a-4ec8-bb2c-b65de5a3ee5b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdf4a70-21cf-442f-acca-2f42c21cf483,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:43.280964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.349633 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3be9-7b4a-4ec8-bb2c-b65de5a3ee5b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.351899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b8bd3be9-7b4a-4ec8-bb2c-b65de5a3ee5b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/2fdf4a70-21cf-442f-acca-2f42c21cf483 HTTP/1.1" status: 204 len: 168 time: 0.4935586 Feb 02 15:48:43.353495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59722) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:43.382453 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.402673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:43.404189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:43.418799 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:43.421493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5abaebd3-7f55-4987-bf15-e0279659381e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:43.520983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 0c809eae-6259-4b23-8127-ac8a52b9fc29 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:43.521345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.532994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5abaebd3-7f55-4987-bf15-e0279659381e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:43.534694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5abaebd3-7f55-4987-bf15-e0279659381e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1797442 Feb 02 15:48:43.537970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59730) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:43.557314 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-f3166274-244d-4002-bbe3-dafcdffeb489 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] delete failed (client error): The resource could not be found. Feb 02 15:48:43.559755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f3166274-244d-4002-bbe3-dafcdffeb489 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/2fdf4a70-21cf-442f-acca-2f42c21cf483 HTTP/1.1" status: 404 len: 347 time: 0.0199821 Feb 02 15:48:43.563159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59734) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:43.570173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092165101'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:43.579595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:43.600266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:43.695490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.776111 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.844000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e981a85a-69de-4ece-aab3-957b7fe9eabd {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 15:48:43.849242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:43.862459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.862459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] Pushing event deleted for resources: {'Network': ['ID=e981a85a-69de-4ece-aab3-957b7fe9eabd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:43.869425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.869555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:43.870944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:43.878965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:43.889348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:43.889770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d3a7ed4a-c75a-4229-95bb-a8789f6ce79b tempest-ExternalNetworksTestJSON-779037593 tempest-ExternalNetworksTestJSON-779037593-project-admin] 10.222.0.88 "DELETE /v2.0/networks/e981a85a-69de-4ece-aab3-957b7fe9eabd HTTP/1.1" status: 204 len: 168 time: 1.3864000 Feb 02 15:48:43.894539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59742) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:43.963795 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e678c4-39e1-43c0-b080-b4bda5e75ede tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] DELETE failed (client error): The resource could not be found. Feb 02 15:48:43.965581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e678c4-39e1-43c0-b080-b4bda5e75ede tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:48:43.985157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c9e678c4-39e1-43c0-b080-b4bda5e75ede tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] 10.222.0.88 "DELETE /v2.0/subnets/580bb4e7-f301-4fa4-ac43-de7ebaf190ad HTTP/1.1" status: 404 len: 337 time: 0.0891190 Feb 02 15:48:43.987957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59746) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:44.020817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 0c809eae-6259-4b23-8127-ac8a52b9fc29 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:44.178332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.194916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.304746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.322418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.358844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a654eaf1-ea8e-4d59-84ef-ebf7ba02d514,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:44.398290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=0c809eae-6259-4b23-8127-ac8a52b9fc29,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:44.537129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.553417 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.598697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03e5062-9b11-4fd6-b873-5b7b928df253']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:44.617981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92603c8-07ee-4277-a1e4-2afa7415b819') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:44.618459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92603c8-07ee-4277-a1e4-2afa7415b819') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:44.646915 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.703336 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.735032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.740423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59764) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:44.740667 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3ff8b15f-9497-4ee1-a773-0404445a718f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1755238 Feb 02 15:48:44.750390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:48:44.750993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.769341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': 'a654eaf1-ea8e-4d59-84ef-ebf7ba02d514', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:44.798049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:48:44.806470 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:48:44.810706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:44.822145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:44.836220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:45.030342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.126631 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.133288 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.140546 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.180015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] 10.222.0.88 "DELETE /v2.0/networks/c03e5062-9b11-4fd6-b873-5b7b928df253 HTTP/1.1" status: 204 len: 168 time: 1.1902606 Feb 02 15:48:45.181109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab74bb-f037-4cf3-b287-8da0e9946b50 tempest-ExternalNetworksTestJSON-1659903645 tempest-ExternalNetworksTestJSON-1659903645-project] Pushing event deleted for resources: {'Network': ['ID=c03e5062-9b11-4fd6-b873-5b7b928df253,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:45.327982 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.440388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a98ceb6-28c5-4f19-8ddb-857786b9e5e0,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:45.565880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.568263 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-512cecd3-456b-48a9-8900-c288681a786a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8238392 Feb 02 15:48:45.570196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59782) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:45.644893 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-437cca9d-6bb1-48b9-b1ac-b503767ee85f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.657313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:48:45.666665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-437cca9d-6bb1-48b9-b1ac-b503767ee85f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.814462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-437cca9d-6bb1-48b9-b1ac-b503767ee85f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.852213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-437cca9d-6bb1-48b9-b1ac-b503767ee85f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.853915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-437cca9d-6bb1-48b9-b1ac-b503767ee85f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/8a98ceb6-28c5-4f19-8ddb-857786b9e5e0 HTTP/1.1" status: 204 len: 168 time: 0.2825744 Feb 02 15:48:45.867789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59792) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:45.913475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cca9d-6bb1-48b9-b1ac-b503767ee85f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a98ceb6-28c5-4f19-8ddb-857786b9e5e0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:45.947475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1423c897-69a8-4fcb-a5cc-5546a2eb3464 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:46.032383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1423c897-69a8-4fcb-a5cc-5546a2eb3464 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:46.036701 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1423c897-69a8-4fcb-a5cc-5546a2eb3464 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1650832 Feb 02 15:48:46.037023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59798) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:46.124198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:48:46.147977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] Sync routers for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:48:46.148541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.178120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:46.179156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:46.193775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59802) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:46.264780 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6827046a-eecf-4988-87f2-3f09e762d60d tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.308070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78b7e966-6b96-4117-a1c2-febeed2681c9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/floatingips/30c09b49-a850-4aa8-beb0-3bc58dcda29f HTTP/1.1" status: 204 len: 168 time: 3.1775424 Feb 02 15:48:46.308070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:46.331394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6827046a-eecf-4988-87f2-3f09e762d60d tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.529134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6827046a-eecf-4988-87f2-3f09e762d60d tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.570332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827046a-eecf-4988-87f2-3f09e762d60d tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a654eaf1-ea8e-4d59-84ef-ebf7ba02d514,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:46.665659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:48:46.749690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59824) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:46.750245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3940181f-058e-4f64-969e-10a225a52fa8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=22fafec696d84cc48dfc52e4b3e46f4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5529919 Feb 02 15:48:46.786462 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6827046a-eecf-4988-87f2-3f09e762d60d tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.787572 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6827046a-eecf-4988-87f2-3f09e762d60d tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/a654eaf1-ea8e-4d59-84ef-ebf7ba02d514 HTTP/1.1" status: 204 len: 168 time: 0.7494206 Feb 02 15:48:46.790996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59828) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:46.872893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64149585-2726-4a64-ada8-6869aeb0e6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.938185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b2891703-fdc7-4aa2-86a5-58937977300c tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:46.950845 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'status': 'completed', 'code': 200} Feb 02 15:48:46.963461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64149585-2726-4a64-ada8-6869aeb0e6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.106775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b2891703-fdc7-4aa2-86a5-58937977300c tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:47.118845 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b2891703-fdc7-4aa2-86a5-58937977300c tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3158653 Feb 02 15:48:47.118845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59840) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:47.167392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64149585-2726-4a64-ada8-6869aeb0e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.216461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64149585-2726-4a64-ada8-6869aeb0e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed215e30-af0c-4999-94d2-48a8c20c072d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:47.231644 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64149585-2726-4a64-ada8-6869aeb0e6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.241176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-64149585-2726-4a64-ada8-6869aeb0e6a5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed215e30-af0c-4999-94d2-48a8c20c072d HTTP/1.1" status: 204 len: 168 time: 0.4889839 Feb 02 15:48:47.263118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--287697412'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:47.271897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:47.284188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:47.290960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.419157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.437494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-95d788d7-2b47-4b26-a5e8-0c3659a0e863 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 1096 time: 0.4306424 Feb 02 15:48:47.522727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:23Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:47.529038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] Checking router: 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:48:47.545484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:47.546354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:47.628036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:47.636976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:47.650254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:47.658143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:47.751223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.780491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-c1bba554-5f1c-4fb9-9988-ebc5c5e1f8e6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:47.781204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-c1bba554-5f1c-4fb9-9988-ebc5c5e1f8e6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:47.784949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ea97-acff-4e54-8fa9-1e83780a39e7 req-48b51b03-4dce-4587-8a35-c3719da75777 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:47.796269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d7f3ea97-acff-4e54-8fa9-1e83780a39e7 req-48b51b03-4dce-4587-8a35-c3719da75777 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 945 time: 0.4951961 Feb 02 15:48:47.837838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-c1bba554-5f1c-4fb9-9988-ebc5c5e1f8e6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:47.843599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-c1bba554-5f1c-4fb9-9988-ebc5c5e1f8e6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.64 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 945 time: 0.2458920 Feb 02 15:48:47.875271 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.008296 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.022293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:48:48.049816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0975b-dade-40e2-af88-8eeeba6231f6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:48.063073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 615e46e4-91cd-403b-a80d-bd4a233772aa {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:48.063437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.134921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-a0605b04-682c-401a-a88d-7202e66a11c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:48.137143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-a0605b04-682c-401a-a88d-7202e66a11c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 200 len: 899 time: 0.6901906 Feb 02 15:48:48.284222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d7f3ea97-acff-4e54-8fa9-1e83780a39e7 req-6c81f073-31b0-4093-bec9-932fa4ffeda7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d11789c-5f77-4d60-b742-04ec650f7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4858224 Feb 02 15:48:48.328826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-03bc76ba-36f3-415c-a8b4-5081e806aea5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 200 len: 217 time: 0.1820960 Feb 02 15:48:48.466989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-b4e7f9b0-a0c8-4ac5-a501-6001f005cd73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:48.471376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-b4e7f9b0-a0c8-4ac5-a501-6001f005cd73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 HTTP/1.1" status: 200 len: 834 time: 0.1366005 Feb 02 15:48:48.474817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59862) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:48.478665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.481801 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-46fedfe1-3a88-4c92-93ae-63669aeed0d8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2288728 Feb 02 15:48:48.543188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59872) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:48.553207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '95d0975b-dade-40e2-af88-8eeeba6231f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:48.577226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:48.591242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:48.603739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:48.622627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:48.682445 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-2e596aba-c0bf-4c57-87e4-cee366c933d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b02b71a9-b4fe-43a4-bbe1-7adff8c85470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948369 Feb 02 15:48:48.682445 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7c5bc285-375b-4e2f-aa01-5055a46a5138 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=06b920c317b34530a578af990dee98df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2043231 Feb 02 15:48:48.689603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59880) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:48.770325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 615e46e4-91cd-403b-a80d-bd4a233772aa, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=615e46e4-91cd-403b-a80d-bd4a233772aa,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:48.771050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.009094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.012790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:23Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:49.028915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e9ce3-c35c-43e3-864e-1fc428221f98 None None] The sync data for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 is: [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '4fab042c-7e76-4ca1-94a9-443cfccb5115', 'name': '', 'network_id': 'b02b71a9-b4fe-43a4-bbe1-7adff8c85470', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:eb:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:10Z', 'updated_at': '2022-02-02T15:47:23Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:48:49.074984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 615e46e4-91cd-403b-a80d-bd4a233772aa owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:49.206673 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82feb70-5976-49f4-a7a9-ab4c28dd8aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.221559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.246499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-480125dd-9c42-4aed-aac3-2206b4789cb6 service neutron] 10.222.0.64 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591502 Feb 02 15:48:49.304369 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.399037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.478261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82feb70-5976-49f4-a7a9-ab4c28dd8aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.486069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=615e46e4-91cd-403b-a80d-bd4a233772aa,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:49.601074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5402a3e0-5e59-4463-b68e-a8f6efc2b62f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:49.630003 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9dea37-50dc-4844-b101-c5500acac482 None None] New status for floating IP 30c09b49-a850-4aa8-beb0-3bc58dcda29f: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:48:49.705901 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.711211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-23be2289-5255-44ea-8769-bc688f4db5dd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1669049 Feb 02 15:48:49.713478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59902) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:49.729088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] No DVR routers for this DVR port 615e46e4-91cd-403b-a80d-bd4a233772aa on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:48:49.732926 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.747567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '95d0975b-dade-40e2-af88-8eeeba6231f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:49.755322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-deleted', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:49.767493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:49.784989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4fafc006-3f69-4137-947f-4e75441d5d8c req-629a7033-e405-45ac-9b21-035e728fcade service neutron] 10.222.0.64 "GET /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307577 Feb 02 15:48:49.799665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71d9a3b8-7b6f-4fe0-b082-11a6b9b1ef16 req-86dae15e-1889-4177-8044-03b6b10cc268 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=669682c0-7b30-4d4a-9cb8-d4b509b77676 HTTP/1.1" status: 200 len: 210 time: 0.1374397 Feb 02 15:48:49.801205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:49.808354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:49.819369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:49.912795 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669682c0-7b30-4d4a-9cb8-d4b509b77676', 'name': 'network-vif-deleted', 'tag': '615e46e4-91cd-403b-a80d-bd4a233772aa', 'status': 'completed', 'code': 200} Feb 02 15:48:49.926845 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82feb70-5976-49f4-a7a9-ab4c28dd8aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.962798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82feb70-5976-49f4-a7a9-ab4c28dd8aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23439498-aaeb-4a51-a9c9-5288af26a5f8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:49.985127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-823ca31d-fa94-44cc-9111-9e5aca63365c req-bb0a880b-d435-4a76-9ed3-e616386d2738 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.64 "DELETE /v2.0/ports/615e46e4-91cd-403b-a80d-bd4a233772aa HTTP/1.1" status: 204 len: 173 time: 2.1349809 Feb 02 15:48:49.997613 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d82feb70-5976-49f4-a7a9-ab4c28dd8aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.003140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.006147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d82feb70-5976-49f4-a7a9-ab4c28dd8aa0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/23439498-aaeb-4a51-a9c9-5288af26a5f8 HTTP/1.1" status: 204 len: 168 time: 1.3205750 Feb 02 15:48:50.052232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 615e46e4-91cd-403b-a80d-bd4a233772aa no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:50.181706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 615e46e4-91cd-403b-a80d-bd4a233772aa {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:48:50.182298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 615e46e4-91cd-403b-a80d-bd4a233772aa not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:48:50.196306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.275260 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.314359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5a7a1e-328d-4e4d-a144-c8c32315ddc0,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:50.455916 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.458406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9362c082-a52d-4108-b80c-cc412520bacb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7365623 Feb 02 15:48:50.460187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59920) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:50.467147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '95d0975b-dade-40e2-af88-8eeeba6231f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:50.475212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:50.479400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:50.483648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:50.489848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:50.573370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.736728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.786320 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.840623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71da7c65-de3e-4845-a929-74bc810c341a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:50.955364 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.959740 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-650e7f20-1999-4b72-8bec-d141790cf4bc tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4963791 Feb 02 15:48:50.962108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59938) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:50.970543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '95d0975b-dade-40e2-af88-8eeeba6231f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:50.988794 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:51.000915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:51.008967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:51.036682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:51.070766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 59946) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:51.158890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:51.332080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:51.475487 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:51.514065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d7eef9-c80c-4408-ae4e-8067700a65cf,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:51.655664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:51.659131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-739b7777-e35f-4f32-ba39-e7d33b7b7fca tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6957121 Feb 02 15:48:51.661790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59964) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:51.692669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '95d0975b-dade-40e2-af88-8eeeba6231f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:51.742167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:51.751950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:51.765595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:51.774352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:51.777292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:51.899946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.038236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.108208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.204495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f0915b-fe1f-4448-a2a4-4e3667c5ae36,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:52.309682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.321608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-183c4760-7a18-4780-a018-ad0c7ff03547 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6503887 Feb 02 15:48:52.325068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59990) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:52.443131 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.469338 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.609029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.648815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.655595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/c3f0915b-fe1f-4448-a2a4-4e3667c5ae36 HTTP/1.1" status: 204 len: 168 time: 0.3273499 Feb 02 15:48:52.656545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 59998) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:52.687155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3f0915b-fe1f-4448-a2a4-4e3667c5ae36,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:52.760252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.760726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.761196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.761576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.761920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.762258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.762585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.767308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.767920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.768425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.768944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e60931-9c31-47f1-9281-dc4446d06142 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.818294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8bc6061f-0943-4b58-951c-018200aa8f76 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:52.919568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8bc6061f-0943-4b58-951c-018200aa8f76 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:52.925989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8bc6061f-0943-4b58-951c-018200aa8f76 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2643082 Feb 02 15:48:52.927029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60010) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:53.017615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 4fab042c-7e76-4ca1-94a9-443cfccb5115 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:53.018543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.039153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-362febe4-0a18-446f-8cb7-5e460cb10d44 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.067408 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-362febe4-0a18-446f-8cb7-5e460cb10d44 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.231808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-362febe4-0a18-446f-8cb7-5e460cb10d44 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.267434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362febe4-0a18-446f-8cb7-5e460cb10d44 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04d7eef9-c80c-4408-ae4e-8067700a65cf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:53.337616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-362febe4-0a18-446f-8cb7-5e460cb10d44 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.352846 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-362febe4-0a18-446f-8cb7-5e460cb10d44 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/04d7eef9-c80c-4408-ae4e-8067700a65cf HTTP/1.1" status: 204 len: 168 time: 0.4180167 Feb 02 15:48:53.352846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60024) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:53.397580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 4fab042c-7e76-4ca1-94a9-443cfccb5115, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4fab042c-7e76-4ca1-94a9-443cfccb5115,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:53.398096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.483130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d53da6f9-2836-41e2-a63d-918f22a952cb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:53.611328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d53da6f9-2836-41e2-a63d-918f22a952cb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:53.612502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 4fab042c-7e76-4ca1-94a9-443cfccb5115 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:53.613272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d53da6f9-2836-41e2-a63d-918f22a952cb tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2626870 Feb 02 15:48:53.616174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60030) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:53.675017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1de2c229-ac7a-4409-ace9-76c6ad064c08 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.707378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1de2c229-ac7a-4409-ace9-76c6ad064c08 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.849139 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1de2c229-ac7a-4409-ace9-76c6ad064c08 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.877658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2c229-ac7a-4409-ace9-76c6ad064c08 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71da7c65-de3e-4845-a929-74bc810c341a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:53.990177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1de2c229-ac7a-4409-ace9-76c6ad064c08 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.992193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1de2c229-ac7a-4409-ace9-76c6ad064c08 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/71da7c65-de3e-4845-a929-74bc810c341a HTTP/1.1" status: 204 len: 168 time: 0.3741305 Feb 02 15:48:53.997492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60044) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:54.072265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.134008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2ccc64d7-c874-4988-b671-8cf0db84646f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:54.217543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=4fab042c-7e76-4ca1-94a9-443cfccb5115,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:54.329698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2ccc64d7-c874-4988-b671-8cf0db84646f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:54.333983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2ccc64d7-c874-4988-b671-8cf0db84646f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3325012 Feb 02 15:48:54.334169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60060) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:54.381624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74115393-7a26-4dd5-ba21-051de2109259 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.406325 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74115393-7a26-4dd5-ba21-051de2109259 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.460634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60068) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:54.592062 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-902180e4-3348-4bcb-8ee0-27241cfee81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.595536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74115393-7a26-4dd5-ba21-051de2109259 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.626986 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.628667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74115393-7a26-4dd5-ba21-051de2109259 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd5a7a1e-328d-4e4d-a144-c8c32315ddc0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:54.694826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74115393-7a26-4dd5-ba21-051de2109259 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.698133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-74115393-7a26-4dd5-ba21-051de2109259 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/cd5a7a1e-328d-4e4d-a144-c8c32315ddc0 HTTP/1.1" status: 204 len: 168 time: 0.3611050 Feb 02 15:48:54.698890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60074) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:54.804738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-865ebf5b-5e9e-470e-a683-384cc582168b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:54.906935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-865ebf5b-5e9e-470e-a683-384cc582168b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:54.908878 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-865ebf5b-5e9e-470e-a683-384cc582168b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2085726 Feb 02 15:48:54.911692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60078) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:54.963105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7402124-766c-498a-bd59-c81bacf8df88 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.034631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-198946973'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:55.050415 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7402124-766c-498a-bd59-c81bacf8df88 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.071882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:55.082758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Usage tracker for resource:network and tenant:6e66943624cc404cb21fa1a109ea1d60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:55.088797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:55.101679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:55.202621 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7402124-766c-498a-bd59-c81bacf8df88 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.269677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Made reservation on behalf of 6e66943624cc404cb21fa1a109ea1d60 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:55.286293 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.337166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7402124-766c-498a-bd59-c81bacf8df88 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5402a3e0-5e59-4463-b68e-a8f6efc2b62f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:55.346587 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.413246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:55.418055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Usage tracker for resource:security_group_rule and tenant:6e66943624cc404cb21fa1a109ea1d60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:55.421377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:55.427690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:55.501741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f7402124-766c-498a-bd59-c81bacf8df88 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.503775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f7402124-766c-498a-bd59-c81bacf8df88 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/5402a3e0-5e59-4463-b68e-a8f6efc2b62f HTTP/1.1" status: 204 len: 168 time: 0.5897133 Feb 02 15:48:55.505962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60092) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:55.549574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.613970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.646984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:55.653677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cc547015-9dce-475b-a787-93adc7f64edf tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:55.663816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7880da99-208f-4945-8028-01894b949b78,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:55.670283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.670717 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Added segment f7c005ec-3d9f-425f-82a4-e844c5225990 of type vlan for network 232bec38-75f3-4d66-b5e5-868deca1ec09 Feb 02 15:48:55.701814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.707205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:48:55.810460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cc547015-9dce-475b-a787-93adc7f64edf tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:55.814940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cc547015-9dce-475b-a787-93adc7f64edf tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3045831 Feb 02 15:48:55.815455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60100) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:55.835335 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.840849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:55.841749 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.994635 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.038940 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.134705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:48:56.158629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713420e-f663-45ff-b295-181248d819fc None None] Sync routers for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:48:56.165940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-17bc5119-0cdc-4f58-baf9-90e9cd765b04 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "PUT /v2.0/routers/6ca39d1e-7cbd-49dd-8fb8-f06f36122277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0936511 Feb 02 15:48:56.174093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60110) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:56.179248 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7174244 Feb 02 15:48:56.198965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713420e-f663-45ff-b295-181248d819fc None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:56.199674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0713420e-f663-45ff-b295-181248d819fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:56.222969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe83d6c-3079-4461-a399-02d156449829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Pushing event updated for resources: {'Network': ['ID=232bec38-75f3-4d66-b5e5-868deca1ec09,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:56.275015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 232bec38-75f3-4d66-b5e5-868deca1ec09 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:56.545708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4da5f51-e046-4920-b46d-12e062d5a1af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting subnet 26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:48:56.549245 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.579358 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4da5f51-e046-4920-b46d-12e062d5a1af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.656415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60128) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:56.675025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Request body: {'port': {'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09', 'binding:host_id': 'n-h1-827122-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-68372412'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:56.689293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:56.699125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Usage tracker for resource:port and tenant:e76da584fd24437b9fe24ca32405f9d9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:56.707931 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:56.721590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:56.725344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0713420e-f663-45ff-b295-181248d819fc None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:48:56.772212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0975b-dade-40e2-af88-8eeeba6231f6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:56.802224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.804165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.804619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.805221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.805657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.809137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.809621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.810201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.810630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.811229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.811663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:56.851711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.859196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f8104deb-c9a6-4ebf-aff9-b0fb7d45e77e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/95d0975b-dade-40e2-af88-8eeeba6231f6 HTTP/1.1" status: 204 len: 168 time: 1.0424800 Feb 02 15:48:56.861906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60132) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:56.893038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4da5f51-e046-4920-b46d-12e062d5a1af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.897379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Made reservation on behalf of e76da584fd24437b9fe24ca32405f9d9 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:56.904375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.958214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.063344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-95a42283-5404-422d-8dc6-56b316cc9ad1 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:57.064618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4da5f51-e046-4920-b46d-12e062d5a1af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.070382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:57.075940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Usage tracker for resource:security_group_rule and tenant:e76da584fd24437b9fe24ca32405f9d9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:57.091099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:57.109422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:57.150056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e707bf70-95f5-49af-9f8a-675a7a3e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.168054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-95a42283-5404-422d-8dc6-56b316cc9ad1 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:57.169906 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-95a42283-5404-422d-8dc6-56b316cc9ad1 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3065863 Feb 02 15:48:57.179479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60142) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:57.210264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--789782915'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:57.233321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:57.259650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:57.261394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.363290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.377613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] device_id is not set on port 5fabca38-6406-47ed-8b07-9824ba06b642 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:48:57.378436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60152) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:57.395528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0713420e-f663-45ff-b295-181248d819fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:48:53Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:57.400817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713420e-f663-45ff-b295-181248d819fc None None] Checking router: 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:48:57.414720 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4da5f51-e046-4920-b46d-12e062d5a1af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.416695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713420e-f663-45ff-b295-181248d819fc None None] Routers {'6ca39d1e-7cbd-49dd-8fb8-f06f36122277'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:48:57.418734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0713420e-f663-45ff-b295-181248d819fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:57.467458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d977a32a-98b6-4fc2-a7e3-a10535d91ad7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:57.535601 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.569458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da5f51-e046-4920-b46d-12e062d5a1af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Subnet': ['ID=26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:57.612670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4da5f51-e046-4920-b46d-12e062d5a1af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.667477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f4da5f51-e046-4920-b46d-12e062d5a1af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/subnets/26d32a2c-c8d0-4f90-81de-e2c4b3a8bbb3 HTTP/1.1" status: 204 len: 168 time: 1.4919257 Feb 02 15:48:57.670752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60160) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:57.686170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec2dab-3b3d-42bc-91f7-1274adb56658 None None] Network b02b71a9-b4fe-43a4-bbe1-7adff8c85470 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:57.703786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:57.711522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:57.717186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:57.728017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:57.774227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.851093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:57.867453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5ebd73c29b42a38b02308c7523dd5d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:57.873198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:57.890160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:57.894037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.897926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] device_id is not set on port 5fabca38-6406-47ed-8b07-9824ba06b642 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:48:57.911463 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.952082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Transition to ACTIVE for port object 5fabca38-6406-47ed-8b07-9824ba06b642 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:57.996677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0713420e-f663-45ff-b295-181248d819fc None None] Set router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:48:58.006839 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.101668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac1e86-5036-4bd1-9663-8e2cd24ca59f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:58.130047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.133691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-255c5f68-a7c0-49b0-83ee-c6939bef4342 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9507334 Feb 02 15:48:58.137709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60168) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:58.145849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '22ac1e86-5036-4bd1-9663-8e2cd24ca59f', 'direction': 'ingress', 'protocol': 17}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:58.152346 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.172249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:58.183672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:58.194589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:58.209000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:58.213425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.293941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=5fabca38-6406-47ed-8b07-9824ba06b642,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:58.310298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Checking segment: {'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:48:58.310674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Network hostable DHCP agents. Network: 232bec38-75f3-4d66-b5e5-868deca1ec09, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:48:58.330805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.360161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.477576 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.478028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Network 232bec38-75f3-4d66-b5e5-868deca1ec09 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:48:58.541906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] DHCP port deletion for b02b71a9-b4fe-43a4-bbe1-7adff8c85470 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:48:58.548601 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.549661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.555121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Deleting port d62516c6-5621-4e16-a959-5b5104528ceb {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:58.555501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.581880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a5ebd73c29b42a38b02308c7523dd5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2021878 Feb 02 15:48:58.597239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3453d-78a7-4cf2-80a8-b8ce6f509d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e858018d-154a-4ff2-b1b7-699ff88f564d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:58.601270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60180) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:58.642907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 232bec38-75f3-4d66-b5e5-868deca1ec09) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:58.657345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:48:58.670538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e230af5-007a-4ce8-aabf-7700ea2e9ce0 None None] Network 232bec38-75f3-4d66-b5e5-868deca1ec09 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:48:58.688671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.721194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.721602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.722066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:58.748917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:58.749361 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:58.752193 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 2 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:58.770651 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3231ac4e-4aed-435e-9b9e-3198fe096d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.775340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.776666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.777266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:58.785254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:58.785595 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:58.790816 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 3 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:58.796564 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.815708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.816154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.816645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:58.835734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:58.835734 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:58.836935 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 4 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:58.842213 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3231ac4e-4aed-435e-9b9e-3198fe096d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.854820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68daa9c4-eba5-44d6-a933-fa336ff13649,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:58.857296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d62516c6-5621-4e16-a959-5b5104528ceb no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:58.860470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.861048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.861477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:58.874053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:58.874592 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:58.876310 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 5 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:58.895629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.896024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.899571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:58.916677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:58.917133 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:58.918074 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 6 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:58.927570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.939444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.939778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.940144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:58.949154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:58.949482 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:58.949900 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 7 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:58.969801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.970130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.970463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:58.974426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.979140 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7a8b7a0e-b056-460b-9b7b-64c000bcd85a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8370390 Feb 02 15:48:58.979140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60188) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:58.980769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:58.981459 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:58.982383 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 8 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:59.005543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:59.005971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:59.006373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:59.016138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:59.016841 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:59.017244 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 9 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:59.035600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:59.036232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:59.036584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:59.044615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:59.046507 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:59.046933 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 10 to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 Feb 02 15:48:59.065168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:59.065500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:59.065960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7a3a-f23a-41a3-bb8a-f75fed167b7e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.066188 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:48:59.069885 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3231ac4e-4aed-435e-9b9e-3198fe096d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.074372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 5fabca38-6406-47ed-8b07-9824ba06b642 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:48:59.074964 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 5fabca38-6406-47ed-8b07-9824ba06b642 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:48:59.075511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.103229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:48:59.103229 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.161087 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7a3a-f23a-41a3-bb8a-f75fed167b7e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.222829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231ac4e-4aed-435e-9b9e-3198fe096d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e858018d-154a-4ff2-b1b7-699ff88f564d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:59.242878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] For port 5fabca38-6406-47ed-8b07-9824ba06b642, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:48:59.243266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempted to set empty binding levels {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 15:48:59.262894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3231ac4e-4aed-435e-9b9e-3198fe096d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.264489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3231ac4e-4aed-435e-9b9e-3198fe096d6a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e858018d-154a-4ff2-b1b7-699ff88f564d HTTP/1.1" status: 204 len: 168 time: 0.6622686 Feb 02 15:48:59.345157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.369781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7a3a-f23a-41a3-bb8a-f75fed167b7e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.379984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0713420e-f663-45ff-b295-181248d819fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:48:53Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:59.413097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] For port d62516c6-5621-4e16-a959-5b5104528ceb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d62516c6-5621-4e16-a959-5b5104528ceb,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:59.413492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.427264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713420e-f663-45ff-b295-181248d819fc None None] The sync data for ids ['6ca39d1e-7cbd-49dd-8fb8-f06f36122277'] in n-d-827122-1 is: [{'id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461535536', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:47:02Z', 'updated_at': '2022-02-02T15:48:53Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca39d1e-7cbd-49dd-8fb8-f06f36122277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:47:03Z', 'updated_at': '2022-02-02T15:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:48:59.429736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.442215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e7a3a-f23a-41a3-bb8a-f75fed167b7e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac1e86-5036-4bd1-9663-8e2cd24ca59f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:59.456483 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7a3a-f23a-41a3-bb8a-f75fed167b7e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.460736 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2c6e7a3a-f23a-41a3-bb8a-f75fed167b7e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/22ac1e86-5036-4bd1-9663-8e2cd24ca59f HTTP/1.1" status: 204 len: 168 time: 0.4798555 Feb 02 15:48:59.461659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60204) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:59.471193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=5fabca38-6406-47ed-8b07-9824ba06b642,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:59.498741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.587583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:59.588047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.607800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Calling delete_port for d62516c6-5621-4e16-a959-5b5104528ceb owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:48:59.630078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8ccf9169-5e27-479f-bbbf-21ce9fb23472 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:59.690534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d62516c6-5621-4e16-a959-5b5104528ceb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d62516c6-5621-4e16-a959-5b5104528ceb,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:59.766458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8ccf9169-5e27-479f-bbbf-21ce9fb23472 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:59.772358 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8ccf9169-5e27-479f-bbbf-21ce9fb23472 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3093967 Feb 02 15:48:59.777617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:59.787822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--807483034'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:48:59.797906 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.830248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:59.873424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:59.983930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2c368f11-3e18-48a7-b8d6-6a2bae48ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.3252668 Feb 02 15:48:59.986161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60216) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:00.004910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d62516c6-5621-4e16-a959-5b5104528ceb,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:00.009306 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:49:00.009306 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:49:00.071077 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.093098 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.110766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:00.162043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Deleting port 5fabca38-6406-47ed-8b07-9824ba06b642 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:00.162043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.215029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:00.396116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:00.400372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:00.409586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:00.508824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Deleting port d62516c6-5621-4e16-a959-5b5104528ceb {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:00.509356 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.534685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.657352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:00.659119 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.664246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] For port 5fabca38-6406-47ed-8b07-9824ba06b642, host n-h1-827122-1, got binding levels [] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:00.665055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.802842 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.873892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4fab042c-7e76-4ca1-94a9-443cfccb5115 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:49:00.928062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Calling delete_port for 5fabca38-6406-47ed-8b07-9824ba06b642 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:00.937202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 4fab042c-7e76-4ca1-94a9-443cfccb5115 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:49:00.937637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4fab042c-7e76-4ca1-94a9-443cfccb5115 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:49:00.951523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] For port d62516c6-5621-4e16-a959-5b5104528ceb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d62516c6-5621-4e16-a959-5b5104528ceb,segment=NetworkSegment(0b9d7a6a-a7eb-4516-a707-ce153ce32d86),segment_id=0b9d7a6a-a7eb-4516-a707-ce153ce32d86)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:00.952061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.032942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58095e9-95c3-4bee-9d81-1062d0df06db,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:01.110216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.111482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0779713e-3d71-488f-9bcf-a84a12557c20 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3369460 Feb 02 15:49:01.114442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60248) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:01.120958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--291580148'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:01.131337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:01.139591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:01.149528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:01.153303 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.173936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.176653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Calling delete_port for d62516c6-5621-4e16-a959-5b5104528ceb owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:01.212157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:01.254192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fabca38-6406-47ed-8b07-9824ba06b642,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:01.273175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.285182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ecfe45a2-19e9-4b2f-b9d9-812e1da0ad74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "DELETE /v2.0/ports/5fabca38-6406-47ed-8b07-9824ba06b642 HTTP/1.1" status: 204 len: 168 time: 1.2975149 Feb 02 15:49:01.287919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60256) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:01.349611 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.436131 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f9995a-9a88-4d9e-8937-81a0a23c7e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] GET failed (client error): The resource could not be found. Feb 02 15:49:01.436641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-54f9995a-9a88-4d9e-8937-81a0a23c7e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Synchronizing usage tracker for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:01.528122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:01.540232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:01.546591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:01.563894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:01.567122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-54f9995a-9a88-4d9e-8937-81a0a23c7e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Unset dirty status for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:01.568794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-54f9995a-9a88-4d9e-8937-81a0a23c7e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "GET /v2.0/ports/5fabca38-6406-47ed-8b07-9824ba06b642 HTTP/1.1" status: 404 len: 333 time: 0.2791822 Feb 02 15:49:01.578123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60266) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:01.586157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.592546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Request body: {'port': {'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824290679'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:01.601477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:01.608407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.618959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:01.668517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.680887 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.730123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Made reservation on behalf of e76da584fd24437b9fe24ca32405f9d9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:01.733043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.771705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] Pushing event deleted for resources: {'Port': ['ID=d62516c6-5621-4e16-a959-5b5104528ceb,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:01.794591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.814790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.815621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Fanout notify agent at l3_agent the message router_deleted on router 6ca39d1e-7cbd-49dd-8fb8-f06f36122277 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:49:01.834668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.837653 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-42f7ec17-51f9-424e-8c33-bbe021c0f206 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/routers/6ca39d1e-7cbd-49dd-8fb8-f06f36122277 HTTP/1.1" status: 204 len: 168 time: 4.1632154 Feb 02 15:49:01.840786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60274) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:01.871109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] device_id is not set on port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:01.903471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07156a96-d9ed-4d1a-a254-93c71250a079 None None] No DVR routers for this DVR port d62516c6-5621-4e16-a959-5b5104528ceb on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:49:02.035610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c4fe09-38b6-488f-b8cd-44ea8e663f33,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:02.117025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.121967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.123612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fee21fa6-15cf-4700-9c16-18bc697f5d93 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0081892 Feb 02 15:49:02.126485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60284) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:02.136878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': 'b58095e9-95c3-4bee-9d81-1062d0df06db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '71c4fe09-38b6-488f-b8cd-44ea8e663f33', 'remote_ip_prefix': None}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:02.147657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:02.157109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:02.190557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:02.204326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:02.305642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.309013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.337624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02b71a9-b4fe-43a4-bbe1-7adff8c85470']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:02.358343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9d7a6a-a7eb-4516-a707-ce153ce32d86') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:02.359989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9d7a6a-a7eb-4516-a707-ce153ce32d86') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:02.387535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.420303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.429442 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.437738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.451103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:49:02.451517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:49:02.469692 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:49:02.520505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Network 232bec38-75f3-4d66-b5e5-868deca1ec09 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:02.523426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:02.534578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:02.535581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:02.536265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.577702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=39d2f0d2-462c-4cc7-a3fa-3946d399d6f3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:02.631112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.678536 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78906f0b-8632-4ce4-9943-c98ff7e0fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0941951 Feb 02 15:49:02.678536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60302) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:02.685805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:02.692067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:49:02.721037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.748079 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.757252 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.778070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:49:02.782293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6a21c156-5d7b-405b-bc1b-dd5f06b6aeb8 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:49:02.902936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.918977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Network': ['ID=b02b71a9-b4fe-43a4-bbe1-7adff8c85470,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:02.938107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04a5592-1c3d-4b51-bbc5-2ff21ac0895a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:03.042570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5f3ebe55-5ac4-4381-8216-1e5d7aea862c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/networks/b02b71a9-b4fe-43a4-bbe1-7adff8c85470 HTTP/1.1" status: 204 len: 168 time: 1.1997771 Feb 02 15:49:03.044875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60312) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:03.060586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.064534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fc9e8607-79f0-4d9c-80b4-608fb0011d27 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9344161 Feb 02 15:49:03.065946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:03.134279 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-17039255-5dcf-48b4-a5eb-0f2af86b0e39 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.151466 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-17039255-5dcf-48b4-a5eb-0f2af86b0e39 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.183520 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a617b8e3-d1c0-4a30-b944-c8e3dea7cdee tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.222926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] device_id is not set on port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:03.237240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.265890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a617b8e3-d1c0-4a30-b944-c8e3dea7cdee tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.305887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Transition to ACTIVE for port object 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:03.321047 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-17039255-5dcf-48b4-a5eb-0f2af86b0e39 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.342964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17039255-5dcf-48b4-a5eb-0f2af86b0e39 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d04a5592-1c3d-4b51-bbc5-2ff21ac0895a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:03.347826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-17039255-5dcf-48b4-a5eb-0f2af86b0e39 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.351477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-17039255-5dcf-48b4-a5eb-0f2af86b0e39 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/d04a5592-1c3d-4b51-bbc5-2ff21ac0895a HTTP/1.1" status: 204 len: 168 time: 0.2829671 Feb 02 15:49:03.351652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60326) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:03.411645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-91d281e9-97cd-4840-b6ee-0d3e68fa9683 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:03.415030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.548674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=39d2f0d2-462c-4cc7-a3fa-3946d399d6f3,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:03.563397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a617b8e3-d1c0-4a30-b944-c8e3dea7cdee tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.578279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.578279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.578279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.583449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.583904 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.584363 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 2 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:03.598892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617b8e3-d1c0-4a30-b944-c8e3dea7cdee tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d11789c-5f77-4d60-b742-04ec650f7a5c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:03.600602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.600966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.601366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.608809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.609197 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.609639 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 3 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:03.609969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-91d281e9-97cd-4840-b6ee-0d3e68fa9683 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:03.618611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-91d281e9-97cd-4840-b6ee-0d3e68fa9683 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2604127 Feb 02 15:49:03.618611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60334) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:03.659892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.659892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.659892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.681270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.682891 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.683680 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 4 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:03.729643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ca91a8d-7b4a-4e39-9352-002b7bf03d0b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.739827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.740362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.740848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.750615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.751306 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.751893 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 5 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:03.762383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ca91a8d-7b4a-4e39-9352-002b7bf03d0b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.778179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.778747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.779376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.787277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.787773 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.788363 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 6 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:03.826252 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a617b8e3-d1c0-4a30-b944-c8e3dea7cdee tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.840343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a617b8e3-d1c0-4a30-b944-c8e3dea7cdee tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/security-groups/0d11789c-5f77-4d60-b742-04ec650f7a5c HTTP/1.1" status: 204 len: 168 time: 0.7831833 Feb 02 15:49:03.858098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.858695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.859190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.868399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.871057 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.876281 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 7 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:03.883105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ca91a8d-7b4a-4e39-9352-002b7bf03d0b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.898940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.899276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.899609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.906542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.906860 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.907421 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 8 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:03.907831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca91a8d-7b4a-4e39-9352-002b7bf03d0b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c4fe09-38b6-488f-b8cd-44ea8e663f33,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:03.910291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ca91a8d-7b4a-4e39-9352-002b7bf03d0b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.912737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7ca91a8d-7b4a-4e39-9352-002b7bf03d0b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/71c4fe09-38b6-488f-b8cd-44ea8e663f33 HTTP/1.1" status: 204 len: 168 time: 0.2958901 Feb 02 15:49:03.925740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.926426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.927017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.927280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60350) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:03.934299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.934995 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.935617 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 9 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:03.976346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:03.976963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:03.977450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:03.985025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:03.985563 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:03.986176 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 10 to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 Feb 02 15:49:04.065701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7d144647-93a5-426e-b06b-e1a51e0e30d3 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:04.115131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:04.115915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:04.116457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:04.124118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:04.125371 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:04.125963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.174381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7d144647-93a5-426e-b06b-e1a51e0e30d3 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:04.179269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7d144647-93a5-426e-b06b-e1a51e0e30d3 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2508814 Feb 02 15:49:04.180311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60360) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:04.261013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] For port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:04.261489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempted to set empty binding levels {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 15:49:04.318581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9cacfcf-6cd8-4bee-9202-f3c9f58841fa tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.378730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.407179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9cacfcf-6cd8-4bee-9202-f3c9f58841fa tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.456466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] In _notify_port_updated(), no bound segment for port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:49:04.457510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.458855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "PUT /v2.0/ports/39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 HTTP/1.1" status: 200 len: 979 time: 1.7793965 Feb 02 15:49:04.461528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60368) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:04.524710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb6bd0-c9d2-44f6-95bf-2db5a5ec0d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=39d2f0d2-462c-4cc7-a3fa-3946d399d6f3,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:04.558801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aba3c78e-58f5-4ac8-b6f9-c753608cb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Synchronizing usage tracker for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:04.572789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9cacfcf-6cd8-4bee-9202-f3c9f58841fa tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.614487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cacfcf-6cd8-4bee-9202-f3c9f58841fa tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58095e9-95c3-4bee-9d81-1062d0df06db,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:04.649785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60374) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:04.656857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112959598', 'description': 'tempest-secgroup-smoke-1112959598 description', 'project_id': 'bcbc98f977944869a392ab2bccdbd691'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:04.667252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:04.672159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aba3c78e-58f5-4ac8-b6f9-c753608cb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Unset dirty status for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:04.676985 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aba3c78e-58f5-4ac8-b6f9-c753608cb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4676 time: 0.2119262 Feb 02 15:49:04.678297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60380) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:04.739622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:04.753442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:04.774932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9cacfcf-6cd8-4bee-9202-f3c9f58841fa tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.780289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:04.781242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60388) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:04.782428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b9cacfcf-6cd8-4bee-9202-f3c9f58841fa tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/b58095e9-95c3-4bee-9d81-1062d0df06db HTTP/1.1" status: 204 len: 168 time: 0.6006062 Feb 02 15:49:04.840082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Deleting port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:04.840422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.917512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed06bbe0-4fd1-4be7-a021-9ffb1c623712 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:04.988185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.129203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ed06bbe0-4fd1-4be7-a021-9ffb1c623712 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:05.130178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ed06bbe0-4fd1-4be7-a021-9ffb1c623712 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3365924 Feb 02 15:49:05.136417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60408) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:05.142958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--556765519'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:05.149916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:05.151581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:05.158388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:05.164415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:05.170720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:05.180420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:05.187528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] For port 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3, host n-h1-827122-1, got binding levels [] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:05.188110 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.271688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.311506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:05.318297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:05.322010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:05.326105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Calling delete_port for 39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:05.330276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:05.439958 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.444530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.669214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.718316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.720009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d906726-c349-49d8-aa2e-2aa2a96eb312,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:05.740291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.770340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60418) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:05.776184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'network': {'name': 'tempest-network-smoke--259170841', 'project_id': 'fe91381b49a043348303066f47ba668c', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:05.782800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:05.787051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:network and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:05.790276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:05.805017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:05.843296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event deleted for resources: {'Port': ['ID=39d2f0d2-462c-4cc7-a3fa-3946d399d6f3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:05.865710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.872064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.872433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf1326-027b-4d09-850e-29548a2783fe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:05.876273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-88e3838b-a7bf-4890-aa0d-f3d4b430e15f tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7384636 Feb 02 15:49:05.877059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60426) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:05.882771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '4d906726-c349-49d8-aa2e-2aa2a96eb312', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:05.889635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:05.893766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:05.897969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:05.904966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:05.976025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.976025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-375eb758-2fd9-4bf5-8d6f-7d87d9e2021a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.3235512 Feb 02 15:49:05.977456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60432) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:05.983980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf1326-027b-4d09-850e-29548a2783fe', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:05.991583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:05.995805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:05.999418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:06.006226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab5e17b1-4bb9-4f2a-bc93-cf625f38d9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "DELETE /v2.0/ports/39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 HTTP/1.1" status: 204 len: 168 time: 1.3238556 Feb 02 15:49:06.007002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:06.007796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:06.048608 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fc16a5-302c-4165-877c-2f9289ec4a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] GET failed (client error): The resource could not be found. Feb 02 15:49:06.049116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21fc16a5-302c-4165-877c-2f9289ec4a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Synchronizing usage tracker for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:06.086384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Made reservation on behalf of fe91381b49a043348303066f47ba668c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:06.090905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.114456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.125534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.145298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.207638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.221038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:06.230212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:security_group_rule and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:06.234700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:06.244273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:06.256108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-21fc16a5-302c-4165-877c-2f9289ec4a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Unset dirty status for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:06.257271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-21fc16a5-302c-4165-877c-2f9289ec4a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "GET /v2.0/ports/39d2f0d2-462c-4cc7-a3fa-3946d399d6f3 HTTP/1.1" status: 404 len: 333 time: 0.2496929 Feb 02 15:49:06.262235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60444) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:06.267735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531936564', 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:06.269660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.273617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:06.285411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:06.331625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.380257 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.414057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198dc9fb-de93-47d4-979e-8d476891c932,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:06.431587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Made reservation on behalf of e76da584fd24437b9fe24ca32405f9d9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:06.431874 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.436877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.457939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] device_id is not set on port 11d8b92e-842a-4607-b438-353461934a61 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:06.476982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79591926-2784-4bb2-b4a5-1a80d4572876,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:06.506059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.560220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:49:06.575675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.576744 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Added segment 8a9ef8f9-f8de-4555-822d-ee1afd1488c1 of type vlan for network c8e90109-31c7-45e4-905c-c3e56a77e2f0 Feb 02 15:49:06.652541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.652541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ad3fa325-c161-4274-9da9-b30cde3a530c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6366849 Feb 02 15:49:06.655299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db40b84-2827-4175-97a2-4d882bded788,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:06.655299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.655299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60452) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:06.655299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf1326-027b-4d09-850e-29548a2783fe', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:06.655299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:06.655299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:06.665671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:06.675421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:06.796623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.812507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.818753 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-43e9a27d-df28-4c54-8e74-22e28854da97 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9357839 Feb 02 15:49:06.818753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60456) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:06.865205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9f3666d-1157-4ef0-bbea-7a3f0390a554 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.881820 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9f3666d-1157-4ef0-bbea-7a3f0390a554 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.905029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.974062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.980627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.984426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:06.985015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.032708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.115798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Network 232bec38-75f3-4d66-b5e5-868deca1ec09 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:07.116937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:07.119633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:07.120683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:07.121113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.121537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.123239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9f3666d-1157-4ef0-bbea-7a3f0390a554 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.139786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=11d8b92e-842a-4607-b438-353461934a61,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:07.189299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d9f3666d-1157-4ef0-bbea-7a3f0390a554 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.190500 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d9f3666d-1157-4ef0-bbea-7a3f0390a554 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/79591926-2784-4bb2-b4a5-1a80d4572876 HTTP/1.1" status: 204 len: 168 time: 0.3730118 Feb 02 15:49:07.193293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60468) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:07.198560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d5958d-85ba-4aef-a1ca-2c93c2e1a43f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:07.221988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4505177 Feb 02 15:49:07.223029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b62dd-cb3d-4c84-a7ca-959faf472330 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Network': ['ID=c8e90109-31c7-45e4-905c-c3e56a77e2f0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:07.235413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:49:07.246391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:07.255619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.256193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e91ce08f-0587-4d3d-ae7f-f83b8674fe50 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:07.265603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f2d65d4b-74e0-4cc6-954f-a2a9aa68d466 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6387205 Feb 02 15:49:07.267399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3666d-1157-4ef0-bbea-7a3f0390a554 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79591926-2784-4bb2-b4a5-1a80d4572876,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:07.269298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f4dcd400-39fa-40fd-ac45-4af5d76bc75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0058997 Feb 02 15:49:07.271747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60476) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:07.272332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60478) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:07.283386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'admin_state_up': True, 'project_id': 'fe91381b49a043348303066f47ba668c', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:07.284573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf1326-027b-4d09-850e-29548a2783fe', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:07.295191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:07.300447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:router and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:07.304041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:07.311795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:07.331061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:07.343406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:07.353057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:07.362717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:07.375262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d4c3f63f-1b37-4df0-88ac-5ffafa34f48f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Synchronizing usage tracker for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:07.418001 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.421148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.441375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e91ce08f-0587-4d3d-ae7f-f83b8674fe50 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:07.445349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e91ce08f-0587-4d3d-ae7f-f83b8674fe50 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2483952 Feb 02 15:49:07.450056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60486) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:07.450198 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.506822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d4c3f63f-1b37-4df0-88ac-5ffafa34f48f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Unset dirty status for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:07.511224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d4c3f63f-1b37-4df0-88ac-5ffafa34f48f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "GET /v2.0/ports/11d8b92e-842a-4607-b438-353461934a61 HTTP/1.1" status: 200 len: 959 time: 0.2331002 Feb 02 15:49:07.512047 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60492) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:07.518556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e85fa1b9-0387-4b2c-af70-c01863307ea0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.520999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.570452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e85fa1b9-0387-4b2c-af70-c01863307ea0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.574853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1a48a635-f235-4970-956e-ee135a0b6ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Deleting port 11d8b92e-842a-4607-b438-353461934a61 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:07.575198 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1a48a635-f235-4970-956e-ee135a0b6ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.638394 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.764626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e85fa1b9-0387-4b2c-af70-c01863307ea0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.796319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.812375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fa1b9-0387-4b2c-af70-c01863307ea0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d906726-c349-49d8-aa2e-2aa2a96eb312,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:07.834393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d4d186-482c-4ef8-aa96-d6e454644d14,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:07.905555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e85fa1b9-0387-4b2c-af70-c01863307ea0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.910551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e85fa1b9-0387-4b2c-af70-c01863307ea0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/4d906726-c349-49d8-aa2e-2aa2a96eb312 HTTP/1.1" status: 204 len: 168 time: 0.4638152 Feb 02 15:49:07.911157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60502) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:07.922501 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.962998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.964970 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1a48a635-f235-4970-956e-ee135a0b6ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.965380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b3836676-b146-46c9-96c2-c8d3dca316a1 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6919503 Feb 02 15:49:07.968682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60506) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:07.978468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf1326-027b-4d09-850e-29548a2783fe', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:07.993897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:08.005109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:08.009422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:08.016342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-17f4b161-6f5e-48ff-909e-73527aa42b90 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:08.023354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:08.119291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.159150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-17f4b161-6f5e-48ff-909e-73527aa42b90 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:08.160615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-17f4b161-6f5e-48ff-909e-73527aa42b90 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2484522 Feb 02 15:49:08.166879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60516) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:08.174391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--26584534'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:08.187303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:08.222483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:08.255684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-1a48a635-f235-4970-956e-ee135a0b6ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Calling delete_port for 11d8b92e-842a-4607-b438-353461934a61 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:08.273841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.328268 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.381089 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:08.397303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:08.402649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:08.418665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:08.520652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.527772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.559037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1a48a635-f235-4970-956e-ee135a0b6ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.560733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e207b8d2-e260-43b3-a0e8-08882c2ffa94,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:08.561450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.624057 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.641052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48a635-f235-4970-956e-ee135a0b6ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event deleted for resources: {'Port': ['ID=11d8b92e-842a-4607-b438-353461934a61,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:08.666101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.671043 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1a48a635-f235-4970-956e-ee135a0b6ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.671184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a6a2ce4e-bd16-4f95-8783-e7624dd66cbe tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7013998 Feb 02 15:49:08.671806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60524) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:08.680264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf1326-027b-4d09-850e-29548a2783fe', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:08.692770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:08.696900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:08.701156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:08.709218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:08.750177 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.830165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c12147-d4e9-405c-8032-de62b7f84e01,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:08.837681 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Project bcbc98f977944869a392ab2bccdbd691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:49:08.851707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.859663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Allocated IP 172.25.0.209 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/99da2226-6317-4d56-9d79-17250cfc4df3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:08.881572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60532) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:08.881774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1a48a635-f235-4970-956e-ee135a0b6ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "DELETE /v2.0/ports/11d8b92e-842a-4607-b438-353461934a61 HTTP/1.1" status: 204 len: 168 time: 1.3650084 Feb 02 15:49:08.958982 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4b0d94-c0c5-419f-9b70-4316e6af49f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] GET failed (client error): The resource could not be found. Feb 02 15:49:08.965522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ae4b0d94-c0c5-419f-9b70-4316e6af49f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "GET /v2.0/ports/11d8b92e-842a-4607-b438-353461934a61 HTTP/1.1" status: 404 len: 333 time: 0.0821781 Feb 02 15:49:08.976413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60538) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:08.981088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.985577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8afaa975-d910-41bd-9a26-6c835537bfd0 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8142011 Feb 02 15:49:08.996127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Request body: {'port': {'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-677163844'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:09.008996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60542) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:09.019021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '26c12147-d4e9-405c-8032-de62b7f84e01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:09.036693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:09.052982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:09.065911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Usage tracker for resource:port and tenant:e76da584fd24437b9fe24ca32405f9d9 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:09.070861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:09.082082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:09.086331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:09.106673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:09.134464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:09.169751 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.171240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.282152 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.305572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.308218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.360438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Made reservation on behalf of e76da584fd24437b9fe24ca32405f9d9 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:09.362687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.389672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:09.392996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:09.397926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:09.411312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c1ffae-25fa-493f-af03-4296c90eb0de,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:09.423579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] device_id is not set on port 46a42bbe-0bd8-4351-b9f7-8217207ad913 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:09.431892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=99da2226-6317-4d56-9d79-17250cfc4df3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:09.507796 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.515184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.516274 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec0382af-50ca-45c3-8ebd-704b8ea2726d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8434083 Feb 02 15:49:09.522136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60554) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:09.529388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf1326-027b-4d09-850e-29548a2783fe', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:09.545262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:09.551664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:security_group_rule and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:09.556522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:09.568786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:09.626990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.681505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1df510e-fb0a-4e98-bafa-e8783d1cf218,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:09.706116 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Project bcbc98f977944869a392ab2bccdbd691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:49:09.714603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.716150 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.779829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.783604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c0c2fc4c-9937-49ec-a459-5519a40606c2 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7708678 Feb 02 15:49:09.783902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60564) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:09.826568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c9f67208-c697-4a22-b5f1-6b4ed2ad280d tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules/a1df510e-fb0a-4e98-bafa-e8783d1cf218 HTTP/1.1" status: 200 len: 705 time: 0.0321586 Feb 02 15:49:09.826568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60568) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:09.853167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.855530 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.859623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.860349 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.945480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Network 232bec38-75f3-4d66-b5e5-868deca1ec09 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:09.949714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:09.952327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:09.953470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:09.954062 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.977413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-078d1795-0b9b-4e83-8a11-460288a209a7 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:09.980059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=46a42bbe-0bd8-4351-b9f7-8217207ad913,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:10.020741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.061093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c897899f-6f6b-46eb-a9cb-a086368bb2a6,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:10.108761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2639fc39-790d-48f4-9fdb-e396d4e5d578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1284819 Feb 02 15:49:10.108944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60580) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:10.114437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:10.134424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.138859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-36571b32-a9ba-4a23-aeae-b01a397aa6fa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6131384 Feb 02 15:49:10.139714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60584) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:10.143923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-078d1795-0b9b-4e83-8a11-460288a209a7 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:10.145284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-078d1795-0b9b-4e83-8a11-460288a209a7 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3204348 Feb 02 15:49:10.145904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'network': {'name': 'tempest-network-smoke--1318277980', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:10.150037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60588) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:10.165291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:10.175779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:network and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:10.186886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:10.198917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Router 2e6bf330-73f1-47b4-a45b-b895109b3f10 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:49:10.201334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:10.204570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3794d13-47be-4fc2-8061-6425aac12dfd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.223334 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3794d13-47be-4fc2-8061-6425aac12dfd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.242079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.319207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:10.324472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.484125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3794d13-47be-4fc2-8061-6425aac12dfd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.498523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:49:10.509043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3794d13-47be-4fc2-8061-6425aac12dfd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1df510e-fb0a-4e98-bafa-e8783d1cf218,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:10.527218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.527563 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Added segment 1501edcf-338f-4081-94d2-9e3bb872b400 of type vlan for network 634e9e70-b6bb-4329-8798-88bdbeb0609b Feb 02 15:49:10.576190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] device_id is not set on port 46a42bbe-0bd8-4351-b9f7-8217207ad913 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:10.578436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.583562 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.584623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:49:10.599075 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Sync routers for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:49:10.601369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Transition to ACTIVE for port object 46a42bbe-0bd8-4351-b9f7-8217207ad913 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:10.608570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a3794d13-47be-4fc2-8061-6425aac12dfd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.612111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a3794d13-47be-4fc2-8061-6425aac12dfd tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/a1df510e-fb0a-4e98-bafa-e8783d1cf218 HTTP/1.1" status: 204 len: 168 time: 0.4573612 Feb 02 15:49:10.612928 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:10.613257 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:10.614423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60600) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:10.671794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8e43cb3f-aee4-4bc3-80e3-709c879d414d tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0542357 Feb 02 15:49:10.672240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60604) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:10.679493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.680586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '26c12147-d4e9-405c-8032-de62b7f84e01', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:10.692344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:10.698360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:10.701882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:10.709138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:10.713290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.718553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:10.719582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.740708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.742308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1a7a260-d7eb-4b31-886a-ab7ad4b30690 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4930334 Feb 02 15:49:10.749244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60610) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:10.965552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:10.966162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:10.966273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:10.974504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:10.983165 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:10.983165 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 2 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:10.983411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:10.988798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Network': ['ID=634e9e70-b6bb-4329-8798-88bdbeb0609b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:10.989018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=46a42bbe-0bd8-4351-b9f7-8217207ad913,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:10.990897 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:11.002740 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.003057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.003394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.006589 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c9c7329d-5405-4b2f-a5aa-925408595aa5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8656635 Feb 02 15:49:11.011781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60616) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:11.015122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.015254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:49:11.015760 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.016148 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 3 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:11.056798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.057161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.062415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.076457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.076795 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.135392 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 4 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:11.159022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-921a4969-bf33-4856-a513-d62829c1b9b6 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=fe91381b49a043348303066f47ba668c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3935373 Feb 02 15:49:11.159648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60624) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:11.160425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.160809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.161445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.240449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'admin_state_up': True, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:11.259889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:11.278421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:router and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:11.283129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:11.291977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.292476 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.294317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:11.297475 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 5 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:11.315518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.315820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.316381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.324244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:11.325056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.325388 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.327429 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 6 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:11.361778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.361894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.362226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.373214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.373380 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.383490 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 7 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:11.386007 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:11.387074 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:11.400154 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:11.406728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.407294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.407624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.427889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.428212 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.429850 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 8 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:11.460394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.460726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.461058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.464209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00fea25-5781-463d-bd74-87b26fc2ae0a tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:11.468806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3be02c-e766-486d-bff8-585f4ffb8dfb,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:11.468946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a00fea25-5781-463d-bd74-87b26fc2ae0a tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3048091 Feb 02 15:49:11.470169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60632) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:11.489244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:11.534607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:11.536911 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eb6d32f9-7e4f-445c-a951-ccac1cb40701 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8624825 Feb 02 15:49:11.543966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-738adad2-86d2-416f-9178-95d07dc5bdd1 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652323 Feb 02 15:49:11.544104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60636) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:11.544186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.544186 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.544186 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 9 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:11.551101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60640) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:11.552361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795478239', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'project_id': 'fe91381b49a043348303066f47ba668c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:11.573382 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:09Z', 'revision_number': 3, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:11.578189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.578389 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Checking router: 2e6bf330-73f1-47b4-a45b-b895109b3f10 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:49:11.578639 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Updating router 2e6bf330-73f1-47b4-a45b-b895109b3f10 port 99da2226-6317-4d56-9d79-17250cfc4df3 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:49:11.579143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.579631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.588780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-535348df-a730-4be1-87a4-58eff226c733 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules/fb3be02c-e766-486d-bff8-585f4ffb8dfb HTTP/1.1" status: 200 len: 705 time: 0.0353990 Feb 02 15:49:11.589850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60646) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:11.613524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.614090 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.616464 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempt 10 to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 Feb 02 15:49:11.634792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:11.636108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:11.645724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempting to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:11.669433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:11.671135 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Failed to bind port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on host n-h1-827122-1 for vnic_type normal using segments [{'id': 'f7c005ec-3d9f-425f-82a4-e844c5225990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '232bec38-75f3-4d66-b5e5-868deca1ec09'}] Feb 02 15:49:11.671662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:11.672731 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:11.709739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-21e49bf6-e5da-4f41-81b3-e53d72255f82 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1174629 Feb 02 15:49:11.712951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60654) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:11.745273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:11.749119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:subnet and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:11.752065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:11.757986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:11.865081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Made reservation on behalf of fe91381b49a043348303066f47ba668c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:11.965742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] For port 46a42bbe-0bd8-4351-b9f7-8217207ad913, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:11.966381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Attempted to set empty binding levels {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 15:49:11.973056 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.017371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92f4354b-2688-46bd-b99f-b83b39356fd8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.030625 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.037379 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92f4354b-2688-46bd-b99f-b83b39356fd8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.083586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.137589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] In _notify_port_updated(), no bound segment for port 46a42bbe-0bd8-4351-b9f7-8217207ad913 on network 232bec38-75f3-4d66-b5e5-868deca1ec09 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:49:12.139099 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.142608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "PUT /v2.0/ports/46a42bbe-0bd8-4351-b9f7-8217207ad913 HTTP/1.1" status: 200 len: 978 time: 2.0307641 Feb 02 15:49:12.146648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:12.198929 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92f4354b-2688-46bd-b99f-b83b39356fd8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.253707 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-92f4354b-2688-46bd-b99f-b83b39356fd8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.254946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-92f4354b-2688-46bd-b99f-b83b39356fd8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/fb3be02c-e766-486d-bff8-585f4ffb8dfb HTTP/1.1" status: 204 len: 168 time: 0.5402329 Feb 02 15:49:12.259124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60668) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:12.268221 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.271029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbb391-6f1f-4e49-a5c4-8fc10c47f8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event updated for resources: {'Port': ['ID=46a42bbe-0bd8-4351-b9f7-8217207ad913,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:12.275719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4354b-2688-46bd-b99f-b83b39356fd8 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb3be02c-e766-486d-bff8-585f4ffb8dfb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:12.288147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Deleting port 46a42bbe-0bd8-4351-b9f7-8217207ad913 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:12.288496 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.298037 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Transition to ACTIVE for port object 99da2226-6317-4d56-9d79-17250cfc4df3 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:12.368579 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.419711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1a02894-fe09-4853-8059-efaafe25b332 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:12.477410 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Attempting to bind port 99da2226-6317-4d56-9d79-17250cfc4df3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:12.478327 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Attempting to bind port 99da2226-6317-4d56-9d79-17250cfc4df3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:12.479618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Attempting to bind port 99da2226-6317-4d56-9d79-17250cfc4df3 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:12.499642 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:49:12.500043 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:12.500437 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.500831 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:49:12.501411 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Bound port: 99da2226-6317-4d56-9d79-17250cfc4df3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:12.501789 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.529959 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Pushing event updated for resources: {'Port': ['ID=99da2226-6317-4d56-9d79-17250cfc4df3,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:12.552311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.564044 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.564387 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.564805 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.565138 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.565916 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.566247 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.566575 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.566945 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.567263 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.567580 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.568131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:12.590933 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:49:12.623882 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] For port 99da2226-6317-4d56-9d79-17250cfc4df3, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:12.628340 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] For port 99da2226-6317-4d56-9d79-17250cfc4df3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=99da2226-6317-4d56-9d79-17250cfc4df3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:49:12.637744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.638542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] For port 46a42bbe-0bd8-4351-b9f7-8217207ad913, host n-h1-827122-1, got binding levels [] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:12.639046 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.645389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1a02894-fe09-4853-8059-efaafe25b332 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:12.650291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60676) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:12.651383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b1a02894-fe09-4853-8059-efaafe25b332 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3890851 Feb 02 15:49:12.659028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '26c12147-d4e9-405c-8032-de62b7f84e01', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:12.728280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:12.732164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.800132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Subnet': ['ID=ab114b5e-6cc3-4345-91e5-f103833b8b6e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:12.800789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Calling delete_port for 46a42bbe-0bd8-4351-b9f7-8217207ad913 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:12.801226 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:12.849265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:12.897737 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3798ae-cc6f-4177-91fe-859eea79819a None None] Pushing event updated for resources: {'Port': ['ID=99da2226-6317-4d56-9d79-17250cfc4df3,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:12.927953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Checking segment: {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:12.928659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network hostable DHCP agents. Network: c8e90109-31c7-45e4-905c-c3e56a77e2f0, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:49:12.940708 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:12.955278 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:12.962655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.25.0.51 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/1bac70e5-4266-4820-9a4a-c6d8bc519602) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:12.974533 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Project 1b3ac2ed00be4f938425c945fc2c7a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:49:12.985375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.014192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.080982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Pushing event deleted for resources: {'Port': ['ID=46a42bbe-0bd8-4351-b9f7-8217207ad913,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:13.117810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.120985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:49:13.147812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.209474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.218152 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:13.229410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, c8e90109-31c7-45e4-905c-c3e56a77e2f0) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:13.235871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:13.243019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.243735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd04630-df1f-4fb4-9d8c-f41de31bbe72 None None] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:49:13.263948 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2ccb42c8-caf5-4164-a794-01e61da4d298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "DELETE /v2.0/ports/46a42bbe-0bd8-4351-b9f7-8217207ad913 HTTP/1.1" status: 204 len: 168 time: 1.1142926 Feb 02 15:49:13.263948 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.265013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60692) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:13.371125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381a80da-3321-4e08-8f14-cbc47ff85050,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:13.382119 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4928de28-707b-40f7-bafd-dbab877c27a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] GET failed (client error): The resource could not be found. Feb 02 15:49:13.384633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4928de28-707b-40f7-bafd-dbab877c27a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Synchronizing usage tracker for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:13.390337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-20211aeb-4e5b-43d7-bc68-a82eee9b5be8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8494778 Feb 02 15:49:13.391709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.395564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60700) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:13.504341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:13.526086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:13.530840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:13.532585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.533794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f5cce0b4-f46f-4ad9-a26c-1dff527e9104 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8816588 Feb 02 15:49:13.550028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60704) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:13.610560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ac782d2-ab7d-4c85-8c11-71f0d220c28a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules/381a80da-3321-4e08-8f14-cbc47ff85050 HTTP/1.1" status: 200 len: 711 time: 0.0594368 Feb 02 15:49:13.614903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60708) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:13.640781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=1bac70e5-4266-4820-9a4a-c6d8bc519602,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:13.653437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:49:13.654447 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:13.659067 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:09Z', 'revision_number': 3, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:13.663587 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd64bc4-3f72-44b7-a165-d8a1d3a48298 None None] The sync data for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 is: [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:09Z', 'revision_number': 3, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:49:13.687521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4928de28-707b-40f7-bafd-dbab877c27a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] Unset dirty status for tenant:e76da584fd24437b9fe24ca32405f9d9 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:13.687521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4928de28-707b-40f7-bafd-dbab877c27a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1914048880-project-admin] 10.222.0.88 "GET /v2.0/ports/46a42bbe-0bd8-4351-b9f7-8217207ad913 HTTP/1.1" status: 404 len: 333 time: 0.4059334 Feb 02 15:49:13.696364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60712) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:13.790643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-263d70dd-e8b6-46f0-bbf9-ae4ad3c2ae42 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:13.862873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Allocated IP 172.20.0.2 (c8e90109-31c7-45e4-905c-c3e56a77e2f0/ab114b5e-6cc3-4345-91e5-f103833b8b6e/b0e1b004-8d42-4da9-9310-e2df96377b21) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:14.036604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-263d70dd-e8b6-46f0-bbf9-ae4ad3c2ae42 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:14.040778 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-263d70dd-e8b6-46f0-bbf9-ae4ad3c2ae42 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4210451 Feb 02 15:49:14.054761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60720) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:14.160637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ab8769d-9edf-4b1c-9ca2-0404348583ec tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.180893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ab8769d-9edf-4b1c-9ca2-0404348583ec tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.271869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.281607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.362290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Transition to ACTIVE for port object b0e1b004-8d42-4da9-9310-e2df96377b21 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:14.406695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Transition to ACTIVE for port object b0e1b004-8d42-4da9-9310-e2df96377b21 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:14.413812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ab8769d-9edf-4b1c-9ca2-0404348583ec tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.439966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8769d-9edf-4b1c-9ca2-0404348583ec tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=381a80da-3321-4e08-8f14-cbc47ff85050,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:14.488375 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.549364 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.585753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232bec38-75f3-4d66-b5e5-868deca1ec09']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:14.600566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c005ec-3d9f-425f-82a4-e844c5225990') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:14.600863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c005ec-3d9f-425f-82a4-e844c5225990') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:14.612909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Pushing event updated for resources: {'Port': ['ID=b0e1b004-8d42-4da9-9310-e2df96377b21,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:14.614381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.634963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:14.638370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.641587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:14.647801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:14.658616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:49:14.662290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.826964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4ab8769d-9edf-4b1c-9ca2-0404348583ec tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.828126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4ab8769d-9edf-4b1c-9ca2-0404348583ec tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/381a80da-3321-4e08-8f14-cbc47ff85050 HTTP/1.1" status: 204 len: 168 time: 0.7730920 Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:49:14.829912 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:49:14.840709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:14.883557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 99da2226-6317-4d56-9d79-17250cfc4df3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:14.930029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Attempting to bind port b0e1b004-8d42-4da9-9310-e2df96377b21 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:14.930333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Attempting to bind port b0e1b004-8d42-4da9-9310-e2df96377b21 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:14.930688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Attempting to bind port b0e1b004-8d42-4da9-9310-e2df96377b21 on network c8e90109-31c7-45e4-905c-c3e56a77e2f0 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:14.959035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:49:14.959416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Checking segment: {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:14.959832 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.960260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Bound using segment: {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:49:14.960745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Bound port: b0e1b004-8d42-4da9-9310-e2df96377b21, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:14.961121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.972814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-446a49af-5745-4880-8488-dce67e3a482b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:14.973866 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.034574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.035327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] Pushing event deleted for resources: {'Network': ['ID=232bec38-75f3-4d66-b5e5-868deca1ec09,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:15.047712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b189d160-1726-461a-a28c-ae42d5ba8cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655839956-project] 10.222.0.88 "DELETE /v2.0/networks/232bec38-75f3-4d66-b5e5-868deca1ec09 HTTP/1.1" status: 204 len: 168 time: 1.3432307 Feb 02 15:49:15.078691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.081801 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.153898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] For port b0e1b004-8d42-4da9-9310-e2df96377b21, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:15.158061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] For port b0e1b004-8d42-4da9-9310-e2df96377b21, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b0e1b004-8d42-4da9-9310-e2df96377b21,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:49:15.195969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-446a49af-5745-4880-8488-dce67e3a482b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:15.198378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-446a49af-5745-4880-8488-dce67e3a482b tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3565602 Feb 02 15:49:15.205780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60744) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:15.244635 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.321238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 99da2226-6317-4d56-9d79-17250cfc4df3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:15.371047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 99da2226-6317-4d56-9d79-17250cfc4df3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:15.371047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.464107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.475798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69d20fb9-e9d3-4dc5-9ea2-ee65cc9f864a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.537459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c011e-8d78-47ff-ad92-c843d910a6ae None None] Pushing event updated for resources: {'Port': ['ID=b0e1b004-8d42-4da9-9310-e2df96377b21,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:15.630452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69d20fb9-e9d3-4dc5-9ea2-ee65cc9f864a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.748483 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:15.772832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 99da2226-6317-4d56-9d79-17250cfc4df3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=99da2226-6317-4d56-9d79-17250cfc4df3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:15.967119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60760) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:16.090217 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.125473 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69d20fb9-e9d3-4dc5-9ea2-ee65cc9f864a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.136662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 654ff01b-2155-491e-adce-86db31310110 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:49:16.157092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d20fb9-e9d3-4dc5-9ea2-ee65cc9f864a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c12147-d4e9-405c-8032-de62b7f84e01,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:16.168726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Allocated IP 172.20.0.1 (c8e90109-31c7-45e4-905c-c3e56a77e2f0/ab114b5e-6cc3-4345-91e5-f103833b8b6e/9ebc3fc5-c22a-42f8-814d-b01ed9dc0048) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:16.211510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=99da2226-6317-4d56-9d79-17250cfc4df3,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:16.234370 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-96b65326-0e34-416a-bfbb-2d603d9e2597 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6e66943624cc404cb21fa1a109ea1d60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2659693 Feb 02 15:49:16.240689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60766) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:16.330761 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f335444-93b3-43e1-9933-f10a02e7faef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.443510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-69d20fb9-e9d3-4dc5-9ea2-ee65cc9f864a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.444677 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-69d20fb9-e9d3-4dc5-9ea2-ee65cc9f864a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/26c12147-d4e9-405c-8032-de62b7f84e01 HTTP/1.1" status: 204 len: 168 time: 1.2377608 Feb 02 15:49:16.445308 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f335444-93b3-43e1-9933-f10a02e7faef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.448465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60776) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:16.483065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.514733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Transition to ACTIVE for port object 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:16.545590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0b255333-204b-4999-a4a2-9c269ca0edea tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:16.703392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:49:16.714554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Sync routers for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:49:16.743338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:16.745166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:16.769090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0b255333-204b-4999-a4a2-9c269ca0edea tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:16.769250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60788) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:16.771099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0b255333-204b-4999-a4a2-9c269ca0edea tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3213241 Feb 02 15:49:16.774750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631188168'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:16.797137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:16.812894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:16.860521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.862289 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f335444-93b3-43e1-9933-f10a02e7faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.866152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9f335444-93b3-43e1-9933-f10a02e7faef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.868141 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9f335444-93b3-43e1-9933-f10a02e7faef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7880da99-208f-4945-8028-01894b949b78 HTTP/1.1" status: 204 len: 168 time: 0.6263280 Feb 02 15:49:16.886988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f335444-93b3-43e1-9933-f10a02e7faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7880da99-208f-4945-8028-01894b949b78,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:16.965490 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:16.968783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-351df860-e208-4043-9420-c082b03f519b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9291348 Feb 02 15:49:16.972254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60794) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:17.013410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 99da2226-6317-4d56-9d79-17250cfc4df3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:17.023014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:17.029278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:17.033773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:17.057683 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1a1f8349-e47d-415b-9595-af0652b2c2a2 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=bcbc98f977944869a392ab2bccdbd691&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797720 Feb 02 15:49:17.057973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60798) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:17.086069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:17.115415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df470295-6726-45aa-857c-720068cddaf2 None None] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:49:17.121679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.186155 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.256630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7188bfe9-43cc-40d6-9976-93d641741412 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:17.260855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7188bfe9-43cc-40d6-9976-93d641741412 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1989555 Feb 02 15:49:17.261095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60806) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:17.319332 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.345810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:17.354598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:17.361929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60810) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:17.362686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:17.364576 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-900169dd-7954-40cb-b06c-a80d338e7eb5 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1020043 Feb 02 15:49:17.366549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:17.368170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1654405280', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:17.374517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:17.447831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 99da2226-6317-4d56-9d79-17250cfc4df3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:17.452815 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.454232 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.458006 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.547576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a71593eb-7a3b-483a-8fd3-6c693263d484 None None] Provisioning for port b0e1b004-8d42-4da9-9310-e2df96377b21 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:17.562659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.632910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308c32ff-7dfa-47ed-991a-23f6238870ad,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:17.636664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:17.640831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:subnet and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:17.643867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:17.649586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:17.791759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.795058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6b1e33dc-1183-4108-830c-813a67cca915 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0249710 Feb 02 15:49:17.810494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60828) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:17.810494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Request body: {'security_group_rule': {'security_group_id': '308c32ff-7dfa-47ed-991a-23f6238870ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:17.823013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:17.857793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Usage tracker for resource:security_group_rule and tenant:1b3ac2ed00be4f938425c945fc2c7a3f is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:17.864793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:17.893990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:18.018306 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.054942 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.133763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b0e1b004-8d42-4da9-9310-e2df96377b21 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:18.194329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:18.195750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.232897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60834) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:18.258035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:14Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:18.268838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Checking router: 654ff01b-2155-491e-adce-86db31310110 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:49:18.269401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Updating router 654ff01b-2155-491e-adce-86db31310110 port 1bac70e5-4266-4820-9a4a-c6d8bc519602 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:49:18.338021 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.346680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b09b6eba-9234-479b-afab-d2c0d1a7b442 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e76da584fd24437b9fe24ca32405f9d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1099982 Feb 02 15:49:18.346880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60838) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:18.356856 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.372363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.426053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ebd5e8-28f9-444b-83f5-2c98e90701a3,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:18.470348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b0e1b004-8d42-4da9-9310-e2df96377b21 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:18.491479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b0e1b004-8d42-4da9-9310-e2df96377b21 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:18.491868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.492404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.499373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4337566-cc00-462d-8ced-94a45a78d59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.532773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4337566-cc00-462d-8ced-94a45a78d59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.588935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.607823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2e0a09d9-4de9-4481-b17b-0554d2e08029 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8060665 Feb 02 15:49:18.630660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60848) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:18.723196 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b577af19-6134-4255-a1d9-b0819f655930 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.753791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b577af19-6134-4255-a1d9-b0819f655930 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.785788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.925844 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.959302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4337566-cc00-462d-8ced-94a45a78d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.989882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4337566-cc00-462d-8ced-94a45a78d59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:18.991008 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f4337566-cc00-462d-8ced-94a45a78d59f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d977a32a-98b6-4fc2-a7e3-a10535d91ad7 HTTP/1.1" status: 204 len: 168 time: 0.6431677 Feb 02 15:49:18.992005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4337566-cc00-462d-8ced-94a45a78d59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d977a32a-98b6-4fc2-a7e3-a10535d91ad7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:18.996332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.048069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:19.111207 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b577af19-6134-4255-a1d9-b0819f655930 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.179692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b577af19-6134-4255-a1d9-b0819f655930 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.187014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Subnet': ['ID=173f643a-332b-4a8f-8ccf-6d7969d7ce40,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:19.190598 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b577af19-6134-4255-a1d9-b0819f655930 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/308c32ff-7dfa-47ed-991a-23f6238870ad HTTP/1.1" status: 204 len: 168 time: 0.5586450 Feb 02 15:49:19.191239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60862) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:19.192433 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577af19-6134-4255-a1d9-b0819f655930 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c32ff-7dfa-47ed-991a-23f6238870ad,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:19.216775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Provisioning complete for port b0e1b004-8d42-4da9-9310-e2df96377b21 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:19.217997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Checking segment: {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:19.218410 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.218531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network hostable DHCP agents. Network: 634e9e70-b6bb-4329-8798-88bdbeb0609b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:49:19.281025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:19.282350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:19.335268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ceb42d92-e1b0-4e32-a530-af8b9e89a79e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:19.359685 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.393486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b0e1b004-8d42-4da9-9310-e2df96377b21, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b0e1b004-8d42-4da9-9310-e2df96377b21,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:19.490264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:49:19.517977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ceb42d92-e1b0-4e32-a530-af8b9e89a79e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:19.520944 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.525685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ceb42d92-e1b0-4e32-a530-af8b9e89a79e tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3232758 Feb 02 15:49:19.527433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60872) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:19.589758 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.632036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.640909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Transition to ACTIVE for port object 1bac70e5-4266-4820-9a4a-c6d8bc519602 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:19.677963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-108c3585-04b8-4125-b0c8-a1f00153bc70 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Synchronizing usage tracker for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:19.704607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 634e9e70-b6bb-4329-8798-88bdbeb0609b) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:19.716413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:19.717265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.724351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b0e1b004-8d42-4da9-9310-e2df96377b21,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:19.737886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d2ea5-868a-4ba8-8eaa-23a837ec9105 None None] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:49:19.844922 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:19.885998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-108c3585-04b8-4125-b0c8-a1f00153bc70 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] Unset dirty status for tenant:1b3ac2ed00be4f938425c945fc2c7a3f on resource:security_group_rule {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:19.885998 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-108c3585-04b8-4125-b0c8-a1f00153bc70 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3545606 Feb 02 15:49:19.896101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60884) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:19.896101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60886) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:19.906546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08246661-13e8-48a9-a7ef-dda64aeaf7c7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5376015 Feb 02 15:49:19.984012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:49:19.984424 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:49:19.995513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Attempting to bind port 1bac70e5-4266-4820-9a4a-c6d8bc519602 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:19.995931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Attempting to bind port 1bac70e5-4266-4820-9a4a-c6d8bc519602 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:19.996299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Attempting to bind port 1bac70e5-4266-4820-9a4a-c6d8bc519602 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:20.028029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Router 2e6bf330-73f1-47b4-a45b-b895109b3f10 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:49:20.087175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bb9d0-e218-4d74-a24a-437f1beed2c2 None None] Pushing event updated for resources: {'Port': ['ID=1bac70e5-4266-4820-9a4a-c6d8bc519602,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:20.095527 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-e76858ad-8232-457f-8e92-ac69c3c31751 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] delete failed (client error): The resource could not be found. Feb 02 15:49:20.097409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e76858ad-8232-457f-8e92-ac69c3c31751 tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "DELETE /v2.0/security-groups/308c32ff-7dfa-47ed-991a-23f6238870ad HTTP/1.1" status: 404 len: 347 time: 0.2095525 Feb 02 15:49:20.102298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60894) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:20.106688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:49:20.107078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:20.107478 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.123903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:49:20.124642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Bound port: 1bac70e5-4266-4820-9a4a-c6d8bc519602, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:20.125050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.208268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0d2431b5-6fe4-4d4a-bb94-187c29ce0f1a tempest-SecGroupIPv6Test-2042820662 tempest-SecGroupIPv6Test-2042820662-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1035075 Feb 02 15:49:20.342653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] For port 1bac70e5-4266-4820-9a4a-c6d8bc519602, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:20.388985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] For port 1bac70e5-4266-4820-9a4a-c6d8bc519602, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1bac70e5-4266-4820-9a4a-c6d8bc519602,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:49:20.402614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:49:20.406272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-634e9e70-b6bb-4329-8798-88bdbeb0609b', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:49:20.407637 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-14f85531-5270-4cfe-a4ff-d0aa040b7e4d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "PUT /v2.0/routers/2e6bf330-73f1-47b4-a45b-b895109b3f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0016315 Feb 02 15:49:20.410447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60908) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:20.411014 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.412714 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Sync routers for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:49:20.423099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--129697699', 'description': 'tempest-secgroup_access--129697699 description', 'project_id': 'fe91381b49a043348303066f47ba668c'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:20.425398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:20.427806 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:20.428673 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:20.430576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:security_group and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:20.434067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:20.440267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:20.586186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.640345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.710684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:20.722431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:security_group_rule and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:20.725926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:20.733480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:20.830696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Allocated IP 172.20.0.2 (634e9e70-b6bb-4329-8798-88bdbeb0609b/173f643a-332b-4a8f-8ccf-6d7969d7ce40/94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:20.857808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.953069 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.061662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629cede8-81c5-48f5-9748-8857a3d9fc03,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:21.136666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.142143 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d5801a3e-fd81-48c0-9f0b-6a0c230a4e77 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.7293205 Feb 02 15:49:21.142877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60926) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:21.149066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1454846916', 'description': 'tempest-secgroup_general--1454846916 description', 'project_id': 'fe91381b49a043348303066f47ba668c'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:21.164910 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:21.173156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:21.184454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:security_group and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:21.195781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:21.219828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:21.242600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 60932) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:21.595217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.654184 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.665414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Transition to ACTIVE for port object 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:21.685778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Transition to ACTIVE for port object 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:21.693719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.694286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b0e1b004-8d42-4da9-9310-e2df96377b21 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:21.732391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bb9d0-e218-4d74-a24a-437f1beed2c2 None None] Pushing event updated for resources: {'Port': ['ID=1bac70e5-4266-4820-9a4a-c6d8bc519602,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:21.767517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:21.768499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:21.789738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:21.800963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:security_group_rule and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:21.809445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:21.825324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:21.865058 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 2, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:21.872070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.874565 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Checking router: 2e6bf330-73f1-47b4-a45b-b895109b3f10 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:49:21.876404 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Updating router 2e6bf330-73f1-47b4-a45b-b895109b3f10 port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:49:21.997629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.026276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Provisioning for port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:22.034471 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.057844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Provisioning complete for port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:22.085006 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.092322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.201646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d213a71-4a46-403a-8804-e227c16424bd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:22.305042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.307085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab188dfb-c8f0-481f-85be-ba6bdc808575 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 1.1622031 Feb 02 15:49:22.309795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60958) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:22.315352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'security_group_rule': {'security_group_id': '629cede8-81c5-48f5-9748-8857a3d9fc03', 'project_id': 'fe91381b49a043348303066f47ba668c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:22.332678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:22.339378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:security_group_rule and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:22.343121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:22.358132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:22.392534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 60962) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:22.392963 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2bf7d30e-18a4-4a58-8a5c-3f1c021c43b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1b3ac2ed00be4f938425c945fc2c7a3f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1464021 Feb 02 15:49:22.495231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:22.512133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Pushing event updated for resources: {'Port': ['ID=94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:22.537265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:22.549121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b53a-dc6f-4aec-aa7b-ed00ca557780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.562392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:22.592350 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.20.0.1 (634e9e70-b6bb-4329-8798-88bdbeb0609b/173f643a-332b-4a8f-8ccf-6d7969d7ce40/764d744f-6240-4f4e-85c8-560d1528c009) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:22.596209 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.598160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e0198c16-86aa-4c8f-ba4c-4c0b841dbc80 None None] Port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:49:22.606559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b53a-dc6f-4aec-aa7b-ed00ca557780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.690387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.717609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b0e1b004-8d42-4da9-9310-e2df96377b21 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:22.718195 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.782048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:22.800446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.842850 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.867558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b53a-dc6f-4aec-aa7b-ed00ca557780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.868878 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Transition to ACTIVE for port object 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:22.904921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f37091-e9e0-43ce-85d3-d80752e2066b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:22.918932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b53a-dc6f-4aec-aa7b-ed00ca557780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff0374e-e825-4444-86d1-4e11bf47491e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:22.984614 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.021863 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.029345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b53a-dc6f-4aec-aa7b-ed00ca557780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.031426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1fe4b53a-dc6f-4aec-aa7b-ed00ca557780 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3ff0374e-e825-4444-86d1-4e11bf47491e HTTP/1.1" status: 204 len: 168 time: 0.6376352 Feb 02 15:49:23.032506 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.045396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7bb34fce-3851-40dc-a3d1-fb40776db8c4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7328265 Feb 02 15:49:23.060901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Transition to ACTIVE for port object 764d744f-6240-4f4e-85c8-560d1528c009 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:23.208913 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.344187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Attempting to bind port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:23.344625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Attempting to bind port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:23.344997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Attempting to bind port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 on network 634e9e70-b6bb-4329-8798-88bdbeb0609b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:23.365179 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e4f71-a0d3-4ae6-ad88-6917a8673a57 None None] Pushing event updated for resources: {'Port': ['ID=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:23.436661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:49:23.437343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Checking segment: {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:23.437933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.438537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Bound using segment: {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:49:23.439227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Bound port: 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:23.439754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.526292 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Attempting to bind port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:23.527221 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Attempting to bind port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:23.530396 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Attempting to bind port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 on network c8e90109-31c7-45e4-905c-c3e56a77e2f0 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:23.544726 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:49:23.546467 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Checking segment: {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:23.551693 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.552266 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Bound using segment: {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:49:23.552880 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Bound port: 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:23.553369 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.680908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:23.699394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:23.704145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:23.715321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] For port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:23.720157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] For port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:49:23.839265 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] For port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:23.845575 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] For port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:49:23.866882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:14Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:23.873229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f3f86-004e-4fbe-b307-a44835885996 None None] The sync data for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 is: [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:14Z', 'revision_number': 3, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:49:23.901791 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.935745 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.987189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=764d744f-6240-4f4e-85c8-560d1528c009,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:23.999600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-fcdfe03b-b3c5-4861-b7d9-a3ff93b828d8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:24.021474 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:24.089898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Pushing event updated for resources: {'Port': ['ID=94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:24.108504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.109421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.110071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.115057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.115057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.115057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.115057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.115057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.115057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.115057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.115691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d7cb8-be52-4d25-86ca-0f3c25108467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.162025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e4f71-a0d3-4ae6-ad88-6917a8673a57 None None] Pushing event updated for resources: {'Port': ['ID=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:24.180803 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:24.188036 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:48:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:24.214222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-fcdfe03b-b3c5-4861-b7d9-a3ff93b828d8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:24.226524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-fcdfe03b-b3c5-4861-b7d9-a3ff93b828d8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup_general--1454846916&fields=id&tenant_id=fe91381b49a043348303066f47ba668c HTTP/1.1" status: 200 len: 267 time: 0.5964170 Feb 02 15:49:24.319536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:24.552503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-91ed906d-d507-496c-a558-a08446bfb71a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup_access--129697699&fields=id&tenant_id=fe91381b49a043348303066f47ba668c HTTP/1.1" status: 200 len: 267 time: 0.3293347 Feb 02 15:49:24.659487 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-16d8fe27-2238-4a60-b480-b0f63acce57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:24.753075 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:24.777230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32796) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:24.942345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-e9eedede-c740-4d72-b07f-636e71d84129 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:24.943094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-e9eedede-c740-4d72-b07f-636e71d84129 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:25.129827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1452276499'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:25.137917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:25.149243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Usage tracker for resource:network and tenant:14b29762e74c47139422b7930bdbc2d6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:25.156739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:25.169116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:25.297251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-e9eedede-c740-4d72-b07f-636e71d84129 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:25.300454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-e9eedede-c740-4d72-b07f-636e71d84129 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/networks?id=c8e90109-31c7-45e4-905c-c3e56a77e2f0 HTTP/1.1" status: 200 len: 796 time: 0.7392659 Feb 02 15:49:25.338255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-52d35884-ec84-4002-aa77-ef456b060517 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/quotas/fe91381b49a043348303066f47ba668c HTTP/1.1" status: 200 len: 375 time: 0.0257909 Feb 02 15:49:25.351937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Made reservation on behalf of 14b29762e74c47139422b7930bdbc2d6 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:25.381594 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:25.394483 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:25.444362 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf4450-75ec-44dd-bf4a-9e981ce73902 None None] The sync data for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 is: [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:49:25.495126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:25.692124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:25.710230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Usage tracker for resource:security_group_rule and tenant:14b29762e74c47139422b7930bdbc2d6 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:25.729371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:25.755720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:26.008727 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.032777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-c84a4d44-d3f9-47d1-876f-0008807cc7c5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5862246 Feb 02 15:49:26.110777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c5e7a4-d20c-4cb6-97ed-fb1dfb79828a None None] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:49:26.128099 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.256384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:49:26.312329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349a3898-5efa-44e0-8f4b-793342cd6f87,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:26.327823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.328199 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Added segment 1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc of type vlan for network 8346dd36-0688-4c79-b271-4ecea16d48f8 Feb 02 15:49:26.418430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32828) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:26.449664 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.492249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:26.562671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:49:26.638172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.648891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:26.649560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.706987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.740490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-1ee1bfb4-ac95-4bf6-995b-ae019a6d9fd4 service neutron] 10.222.0.88 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632836 Feb 02 15:49:26.882575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:26.886629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6775a51f-671d-49a6-80ed-bf8e27071186 None None] Provisioning for port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:26.886775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7be6af86-c0f4-4213-80cc-c08b87991f6e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:26.894372 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-7be6af86-c0f4-4213-80cc-c08b87991f6e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 15:49:26.894372 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7be6af86-c0f4-4213-80cc-c08b87991f6e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4679184 Feb 02 15:49:26.897869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32842) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:26.898790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:26.899161 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.934086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--421323005'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:26.941547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.956906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:26.981700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:26.990290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:27.000516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Pushing event updated for resources: {'Network': ['ID=8346dd36-0688-4c79-b271-4ecea16d48f8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:27.003135 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-619068f3-fb0d-48c1-b603-23bf1dd433eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:27.024716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 8346dd36-0688-4c79-b271-4ecea16d48f8 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:49:27.026761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:27.185017 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-72f0fa44-d0bf-4cf1-90a5-e6f1f4d53ce1 tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4012010 Feb 02 15:49:27.316737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:27.366255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=764d744f-6240-4f4e-85c8-560d1528c009,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:27.399655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:27.416241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:27.527581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-c0e526c5-a6e2-48d0-b658-84dba2dca2a7 service neutron] 10.222.0.88 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860541 Feb 02 15:49:27.529112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:27.625481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:27.634022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:27.655058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:27.661629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:27.681614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:27.749920 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:27.752955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:27.890282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:27.913734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cd7ab80b-f9da-4aeb-bba2-ecb5beb09dde None None] Provisioning for port 764d744f-6240-4f4e-85c8-560d1528c009 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:28.012328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cd7ab80b-f9da-4aeb-bba2-ecb5beb09dde None None] Provisioning complete for port 764d744f-6240-4f4e-85c8-560d1528c009 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:28.012710 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab80b-f9da-4aeb-bba2-ecb5beb09dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.036315 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.043717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:28.090027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:28.092431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ab80b-f9da-4aeb-bba2-ecb5beb09dde None None] Port 764d744f-6240-4f4e-85c8-560d1528c009 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:49:28.092786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff950f7-a2d0-4a94-baff-56e53a1ffc6b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:28.097564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:28.100615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:28.107591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:28.124545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:28.125901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:28.127615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32860) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:28.182502 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.190660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Request body: {'port': {'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8', 'binding:host_id': 'n-h1-827122-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-60792303'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:28.208484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:28.220281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-114ed15d-42e6-47ef-99eb-e89814360ea5 None None] Provisioning complete for port 764d744f-6240-4f4e-85c8-560d1528c009 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:28.220778 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-114ed15d-42e6-47ef-99eb-e89814360ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.257050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:28.317173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.375919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Usage tracker for resource:port and tenant:9a35366e5f8b405381c26b466f5c1db4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:28.390375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:28.400526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:28.424326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc9981-c1f9-42b7-a72f-3ee90bc96ebe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:28.429928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:28.430549 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.586662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-114ed15d-42e6-47ef-99eb-e89814360ea5 None None] Port 764d744f-6240-4f4e-85c8-560d1528c009 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:49:28.638228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c674ed0a-d486-491f-a31a-d537cfa86cd7 req-03cfebdf-aeaa-4b50-bb77-6f760d64a904 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:28.643367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.647994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-269766c2-82d1-4416-93f8-ad3ffde3d30b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7293572 Feb 02 15:49:28.648225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32876) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:28.656488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': '57fc9981-c1f9-42b7-a72f-3ee90bc96ebe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:28.671246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:28.681623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:28.685159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:28.691420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:28.735226 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.752346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.776560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:28.786171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ce426ba4-b727-402b-ac22-563920c790e9 None None] Provisioning complete for port 764d744f-6240-4f4e-85c8-560d1528c009 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:28.786521 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ce426ba4-b727-402b-ac22-563920c790e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.845831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ce426ba4-b727-402b-ac22-563920c790e9 None None] Port 764d744f-6240-4f4e-85c8-560d1528c009 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:49:28.867308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 654ff01b-2155-491e-adce-86db31310110 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:49:28.871084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.934196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.938571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c674ed0a-d486-491f-a31a-d537cfa86cd7 req-03cfebdf-aeaa-4b50-bb77-6f760d64a904 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:28.940142 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c674ed0a-d486-491f-a31a-d537cfa86cd7 req-03cfebdf-aeaa-4b50-bb77-6f760d64a904 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 210 time: 0.3552949 Feb 02 15:49:28.949296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.019008 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Made reservation on behalf of 9a35366e5f8b405381c26b466f5c1db4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:29.023539 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.058106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:29.067666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.154773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.164610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:29.170683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Usage tracker for resource:security_group_rule and tenant:9a35366e5f8b405381c26b466f5c1db4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:29.174125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:29.180915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:29.262313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:29.292194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.322793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdb5050-08f5-4409-840b-bf05cf795493,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:29.362400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:29.362400 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.375466 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.415959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:49:29.438213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f510beda-b0a8-4eaa-8432-d09c0cb19674 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "PUT /v2.0/routers/654ff01b-2155-491e-adce-86db31310110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5453045 Feb 02 15:49:29.453217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.455254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5df84757-f5da-4936-84cc-9a005068ad0e tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8032565 Feb 02 15:49:29.461940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32898) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:29.469289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0c4b6455-a599-47ca-b817-ce76ab940c08 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': '57fc9981-c1f9-42b7-a72f-3ee90bc96ebe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:29.474947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1bac70e5-4266-4820-9a4a-c6d8bc519602 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:29.475794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0c4b6455-a599-47ca-b817-ce76ab940c08 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:29.481210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0c4b6455-a599-47ca-b817-ce76ab940c08 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:29.484909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0c4b6455-a599-47ca-b817-ce76ab940c08 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:29.490636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0c4b6455-a599-47ca-b817-ce76ab940c08 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:29.527867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.539212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] device_id is not set on port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:29.617787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fede2842-9c13-4693-9bf8-462b7d1ed53f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:29.688956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6455-a599-47ca-b817-ce76ab940c08 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.705139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1bac70e5-4266-4820-9a4a-c6d8bc519602 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:29.710338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1bac70e5-4266-4820-9a4a-c6d8bc519602 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:29.710957 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.809690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-d839a5af-32c4-4dcc-8ca1-1577b783b6ff tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:29.857361 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-0c4b6455-a599-47ca-b817-ce76ab940c08 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 15:49:29.865770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32914) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:29.866463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0c4b6455-a599-47ca-b817-ce76ab940c08 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4018149 Feb 02 15:49:29.962930 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.990761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 1bac70e5-4266-4820-9a4a-c6d8bc519602, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1bac70e5-4266-4820-9a4a-c6d8bc519602,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:30.003127 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18d9c961-a3fd-4b50-9747-da43307542d6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.020123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-d839a5af-32c4-4dcc-8ca1-1577b783b6ff tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:30.021346 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-d839a5af-32c4-4dcc-8ca1-1577b783b6ff tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112959598&fields=id&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 267 time: 0.3761582 Feb 02 15:49:30.025745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] device_id is not set on port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:30.066661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.076853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18d9c961-a3fd-4b50-9747-da43307542d6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.082815 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.103273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.157928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Transition to ACTIVE for port object 4396f6e8-b0c5-4679-8797-5de5b41a80a2 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:30.187492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-10d72cb7-e50b-4424-841c-1df24106c56b req-0fe19e44-52a2-4c94-a9e0-5a82a7ec32a8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 210 time: 0.0640690 Feb 02 15:49:30.218571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=1bac70e5-4266-4820-9a4a-c6d8bc519602,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:30.267314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-508aaa8d-89b0-4058-9e7e-18cafc0d9f53 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:30.268022 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-508aaa8d-89b0-4058-9e7e-18cafc0d9f53 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:30.495068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-508aaa8d-89b0-4058-9e7e-18cafc0d9f53 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:30.496485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-508aaa8d-89b0-4058-9e7e-18cafc0d9f53 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/networks?id=634e9e70-b6bb-4329-8798-88bdbeb0609b HTTP/1.1" status: 200 len: 797 time: 0.4666016 Feb 02 15:49:30.497500 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.503266 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18d9c961-a3fd-4b50-9747-da43307542d6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.570980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9c961-a3fd-4b50-9747-da43307542d6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc9981-c1f9-42b7-a72f-3ee90bc96ebe,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:30.621132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-90c4fc0f-2217-4554-8aaa-6010e0c6ac62 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/quotas/bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 375 time: 0.0657067 Feb 02 15:49:30.629375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-18d9c961-a3fd-4b50-9747-da43307542d6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.631062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32934) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:30.644422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-18d9c961-a3fd-4b50-9747-da43307542d6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/57fc9981-c1f9-42b7-a72f-3ee90bc96ebe HTTP/1.1" status: 204 len: 168 time: 0.7804682 Feb 02 15:49:30.703466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=4396f6e8-b0c5-4679-8797-5de5b41a80a2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:30.743648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a399f4f4-4a94-41c4-bc0b-49578e25ca0f tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Synchronizing usage tracker for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:30.749449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Checking segment: {'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:30.749819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Network hostable DHCP agents. Network: 8346dd36-0688-4c79-b271-4ecea16d48f8, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:49:30.777317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-3455b7fd-d45b-41ff-bc11-4c690cb1b5ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:30.950729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a399f4f4-4a94-41c4-bc0b-49578e25ca0f tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Unset dirty status for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:30.952186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a399f4f4-4a94-41c4-bc0b-49578e25ca0f tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3201540 Feb 02 15:49:30.956317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32942) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:30.962205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1388596902'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:30.969256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:30.979808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:30.990861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Network 8346dd36-0688-4c79-b271-4ecea16d48f8 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:49:30.993204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-3455b7fd-d45b-41ff-bc11-4c690cb1b5ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:30.994987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-3455b7fd-d45b-41ff-bc11-4c690cb1b5ea tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3492813 Feb 02 15:49:31.024478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:31.094466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:31.094829 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:31.144175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 8346dd36-0688-4c79-b271-4ecea16d48f8) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:31.144175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:31.154554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61ea1b-b473-4830-bd10-0aa352ea67b7 None None] Network 8346dd36-0688-4c79-b271-4ecea16d48f8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:49:31.157766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fe6502f7-65fb-47e5-90bc-4cabb5f00877 service neutron] 10.222.0.88 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494663 Feb 02 15:49:31.158484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:31.201177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.201521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.201866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.476323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-21664338-e382-4b80-b098-0769284a5d77 req-8657f33b-a055-47f2-a998-50ce1ceaef35 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 210 time: 0.0730350 Feb 02 15:49:31.499988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.509811 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.510067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1bac70e5-4266-4820-9a4a-c6d8bc519602 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:31.511371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:31.522851 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 2 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.535532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:31.543911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:31.556292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.556877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.562138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.562138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:31.587584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.588162 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.592482 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 3 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.637954 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1bac70e5-4266-4820-9a4a-c6d8bc519602 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:31.638440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:31.638574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.638905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.639244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.660783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-3e07ac12-a04d-47d9-9f3f-dc40e64dd2ef service neutron] 10.222.0.88 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563937 Feb 02 15:49:31.667739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.668308 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.677447 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 4 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.757072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:31.763408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.763752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.764139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.774123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.775273 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.775740 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 5 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.795238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.795570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.795932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.802333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.802662 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.803043 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 6 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.818021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.818377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.818705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.825108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.825429 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.825807 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 7 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.840836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.841166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.841493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.847250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.847575 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.847988 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 8 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.862341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.862799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.863026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.868680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.869004 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.869380 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 9 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.877548 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:31.908494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.908827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.909157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.935557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a76a4-d5b0-4ca8-9973-0cc4df57a9e9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:31.938435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.938927 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.939321 n-d-827122-1 neutron-server[95772]: INFO neutron.plugins.ml2.plugin [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 10 to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 Feb 02 15:49:31.955618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:31.955992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:31.956329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:31.962139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:31.963068 n-d-827122-1 neutron-server[95772]: ERROR neutron.plugins.ml2.managers [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:31.963422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.100940 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.102423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8ed802be-8d47-4daa-aed9-20e79830d01a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1450560 Feb 02 15:49:32.105790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32968) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:32.112606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b02c95eb-c843-4ed6-b25b-c738d3de115b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'ab8a76a4-d5b0-4ca8-9973-0cc4df57a9e9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:32.113276 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-b02c95eb-c843-4ed6-b25b-c738d3de115b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:32.114222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b02c95eb-c843-4ed6-b25b-c738d3de115b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072496 Feb 02 15:49:32.117066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32972) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:32.121144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] For port 4396f6e8-b0c5-4679-8797-5de5b41a80a2, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:32.121694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempted to set empty binding levels {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 15:49:32.242474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.267103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f79d2a5c-6b8e-4c77-904e-e8566e239dc5 req-5990be79-0858-4ba5-9dd6-a235f14eef36 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:32.327440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f79d2a5c-6b8e-4c77-904e-e8566e239dc5 req-5990be79-0858-4ba5-9dd6-a235f14eef36 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:32.335898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f79d2a5c-6b8e-4c77-904e-e8566e239dc5 req-5990be79-0858-4ba5-9dd6-a235f14eef36 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 210 time: 0.1534889 Feb 02 15:49:32.335898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b490422-28bf-4671-8fff-40f743fd001b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.365493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=4396f6e8-b0c5-4679-8797-5de5b41a80a2,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:32.385850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b490422-28bf-4671-8fff-40f743fd001b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.392181 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.624902 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b490422-28bf-4671-8fff-40f743fd001b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.626152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-92913b12-a0b8-478e-adbc-d7c03ae6ff1f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 4.4973998 Feb 02 15:49:32.631015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 32990) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:32.648748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b490422-28bf-4671-8fff-40f743fd001b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a76a4-d5b0-4ca8-9973-0cc4df57a9e9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:32.657956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9b490422-28bf-4671-8fff-40f743fd001b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.659277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9b490422-28bf-4671-8fff-40f743fd001b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/ab8a76a4-d5b0-4ca8-9973-0cc4df57a9e9 HTTP/1.1" status: 204 len: 168 time: 0.5411389 Feb 02 15:49:32.675565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 32994) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:32.789437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c567102-fda7-4f44-bb07-8c89ca4fe134 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Synchronizing usage tracker for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:32.832050 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0d9c20ce-3992-4353-87ea-810e4365ab3a req-953d3597-47a0-423d-a8d4-5ab98467aec3 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 210 time: 0.1640821 Feb 02 15:49:32.879631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Deleting port 4396f6e8-b0c5-4679-8797-5de5b41a80a2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:32.880002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.994267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5c567102-fda7-4f44-bb07-8c89ca4fe134 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Unset dirty status for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:32.995787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5c567102-fda7-4f44-bb07-8c89ca4fe134 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3172057 Feb 02 15:49:32.999682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33006) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:33.008022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1388996673'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:33.016422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:33.034346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:33.145787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] For port 4396f6e8-b0c5-4679-8797-5de5b41a80a2, host n-h1-827122-1, got binding levels [] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:33.148075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:33.181961 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:33.362870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Calling delete_port for 4396f6e8-b0c5-4679-8797-5de5b41a80a2 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:33.380386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:33.401958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:33.432529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:33.481417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:33.519309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-f29b6dab-e5a8-4bb7-b570-dedd4f65862f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:33.520744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-f29b6dab-e5a8-4bb7-b570-dedd4f65862f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.107 "GET /v2.0/networks?id=c8e90109-31c7-45e4-905c-c3e56a77e2f0 HTTP/1.1" status: 200 len: 796 time: 0.3181372 Feb 02 15:49:33.537942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b35731b7-a3bd-4780-a2df-df6c650e19eb req-13be39f1-e063-4711-9309-93ebe81955be tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 210 time: 0.0578187 Feb 02 15:49:33.588532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-3ff2e274-ac5b-49ce-ac52-86e5fa71ca9c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:33.601797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-3ff2e274-ac5b-49ce-ac52-86e5fa71ca9c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:33.604027 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-3ff2e274-ac5b-49ce-ac52-86e5fa71ca9c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe91381b49a043348303066f47ba668c HTTP/1.1" status: 200 len: 477 time: 0.0636771 Feb 02 15:49:33.612527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'port': {'device_id': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'admin_state_up': True, 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'security_groups': ['5d213a71-4a46-403a-8804-e227c16424bd', '629cede8-81c5-48f5-9748-8857a3d9fc03']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:33.624946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:33.684208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event deleted for resources: {'Port': ['ID=4396f6e8-b0c5-4679-8797-5de5b41a80a2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:33.701064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:33.708650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7c08e0e8-4392-49ca-8c0d-df93afcb25ea tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "DELETE /v2.0/ports/4396f6e8-b0c5-4679-8797-5de5b41a80a2 HTTP/1.1" status: 204 len: 168 time: 1.0761647 Feb 02 15:49:33.711448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33024) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:33.802065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:33.804676 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba46128b-e3ae-48b1-8da6-c7b1ccf84255 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] GET failed (client error): The resource could not be found. Feb 02 15:49:33.804676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ba46128b-e3ae-48b1-8da6-c7b1ccf84255 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Synchronizing usage tracker for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:33.812345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:33.822213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:33.933921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:33.982386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926346f3-4259-4261-9d52-6b3f2c2c4dfe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:33.988447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Made reservation on behalf of fe91381b49a043348303066f47ba668c for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:33.991541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ba46128b-e3ae-48b1-8da6-c7b1ccf84255 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Unset dirty status for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:33.992825 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.004197 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ba46128b-e3ae-48b1-8da6-c7b1ccf84255 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "GET /v2.0/ports/4396f6e8-b0c5-4679-8797-5de5b41a80a2 HTTP/1.1" status: 404 len: 333 time: 0.2867572 Feb 02 15:49:34.007056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:34.020983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Request body: {'port': {'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-832600105'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:34.069486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:34.086173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b130d931-6f66-4f1a-be4e-5e963e3c0e4a req-c0dbd683-c68a-4f1f-a1fc-59275f67e742 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 210 time: 0.0573266 Feb 02 15:49:34.090598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:34.242699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.243879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5f511c88-393d-4b2d-99a9-85da041e0fbd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2429223 Feb 02 15:49:34.248370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33040) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:34.256923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-74d18320-3188-4e7a-a9ad-9fa00e1e038a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': '926346f3-4259-4261-9d52-6b3f2c2c4dfe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:34.258546 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-74d18320-3188-4e7a-a9ad-9fa00e1e038a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:34.263871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-74d18320-3188-4e7a-a9ad-9fa00e1e038a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0134325 Feb 02 15:49:34.265383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33044) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:34.294624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Allocated IP 172.20.0.9 (c8e90109-31c7-45e4-905c-c3e56a77e2f0/ab114b5e-6cc3-4345-91e5-f103833b8b6e/83e8c4ea-6854-4ee0-9cc4-bf692bb33155) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:34.306278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Made reservation on behalf of 9a35366e5f8b405381c26b466f5c1db4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:34.308978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.410430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] device_id is not set on port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:34.520390 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f64259b6-314c-4ff3-b425-b924db791c95 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.614880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.621823 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f64259b6-314c-4ff3-b425-b924db791c95 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.652871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Transition to ACTIVE for port object 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:34.868573 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-215736da-dcfe-41b7-8949-4958d3818cb0 req-0033ca4b-6149-4ceb-ac42-b57ee3c09068 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 210 time: 0.1069779 Feb 02 15:49:34.871229 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.879175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.904807 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f64259b6-314c-4ff3-b425-b924db791c95 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.937277 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f64259b6-314c-4ff3-b425-b924db791c95 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.941491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f64259b6-314c-4ff3-b425-b924db791c95 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/926346f3-4259-4261-9d52-6b3f2c2c4dfe HTTP/1.1" status: 204 len: 168 time: 0.6742287 Feb 02 15:49:34.942673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64259b6-314c-4ff3-b425-b924db791c95 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926346f3-4259-4261-9d52-6b3f2c2c4dfe,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:34.944453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33058) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:34.996916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.017337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:35.021189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:35.041029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:35.078079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:35.104113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Network 8346dd36-0688-4c79-b271-4ecea16d48f8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:35.112104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8476e158-fb14-488e-91c7-513c31028cd4 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Synchronizing usage tracker for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:35.115645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:35.121112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:35.122280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:35.123410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.150940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:35.155274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.214990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:35.328945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-028225eb-2212-4714-b2c3-79e5fc68f14c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7201128 Feb 02 15:49:35.361384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Request body: {'port': {'device_id': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:35.423494 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f26f96f7-d871-4f9e-8b92-cdc350242f67 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4154975 Feb 02 15:49:35.424300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8476e158-fb14-488e-91c7-513c31028cd4 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Unset dirty status for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:35.431682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33072) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:35.431834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8476e158-fb14-488e-91c7-513c31028cd4 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4811411 Feb 02 15:49:35.433023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33076) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:35.439754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:35.467913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945647305'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:35.481526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:35.495824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f45b-2fe9-4906-9139-cd91c31f1cea req-1d309aa2-8da2-4ba2-bc3d-f495655c4496 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:35.498133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f191f45b-2fe9-4906-9139-cd91c31f1cea req-1d309aa2-8da2-4ba2-bc3d-f495655c4496 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 970 time: 0.2299871 Feb 02 15:49:35.507566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:35.527443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-28a72ede-b889-4ede-a7a6-4dd2ee88d650 None None] Provisioning for port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:35.537933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-28a72ede-b889-4ede-a7a6-4dd2ee88d650 None None] Provisioning complete for port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:35.537933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-28a72ede-b889-4ede-a7a6-4dd2ee88d650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.588642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f191f45b-2fe9-4906-9139-cd91c31f1cea req-e6dcee20-0ce4-4813-810f-823be0b1e9b0 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0810287 Feb 02 15:49:35.649801 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.715871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-28a72ede-b889-4ede-a7a6-4dd2ee88d650 None None] Port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:49:35.717157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.753164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.923558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:35.973516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-edb69692-d15d-4527-bdc1-642c50e068f3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:35.973516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-edb69692-d15d-4527-bdc1-642c50e068f3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/networks?id=634e9e70-b6bb-4329-8798-88bdbeb0609b HTTP/1.1" status: 200 len: 797 time: 0.1776950 Feb 02 15:49:35.974173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:35.993685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:36.021505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:36.041369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fb97dd35-46f6-4119-9ab3-9b0ad318fcc4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcbc98f977944869a392ab2bccdbd691 HTTP/1.1" status: 200 len: 380 time: 0.0568953 Feb 02 15:49:36.050769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'port': {'device_id': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'admin_state_up': True, 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'security_groups': ['bbcf1326-027b-4d09-850e-29548a2783fe']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:36.212021 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71ac43d9-44f4-400f-8ff6-94114f8dd19d req-7f0e0eea-ef86-491e-a559-ae0abecd94db tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 210 time: 0.1274924 Feb 02 15:49:36.291937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] device_id is not set on port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:36.301375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.328906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:36.339617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:36.393751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Transition to ACTIVE for port object e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:36.408521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.487719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:49:36.494481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.509396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Transition to ACTIVE for port object 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:36.808148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f95c0b-c06a-4426-a7f5-e3e957571b06 req-54a0b151-d7c7-46a7-8fe3-e0b45453f1dd tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:36.809609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9f95c0b-c06a-4426-a7f5-e3e957571b06 req-54a0b151-d7c7-46a7-8fe3-e0b45453f1dd tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 970 time: 0.0871937 Feb 02 15:49:36.860624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d9f95c0b-c06a-4426-a7f5-e3e957571b06 req-47b31b86-06c3-48f8-b64c-1127f68bdad4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0449820 Feb 02 15:49:36.917362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Made reservation on behalf of bcbc98f977944869a392ab2bccdbd691 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:36.917550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.919239 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.919795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.922682 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.151168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.20.0.9 (634e9e70-b6bb-4329-8798-88bdbeb0609b/173f643a-332b-4a8f-8ccf-6d7969d7ce40/188bb7ba-fe0c-4287-8f4e-c530b1422eed) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:37.339990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb912e-1ed8-4296-a276-cb77c9c6a96e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:37.349974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.351734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8d1c18c1-9c63-4b3d-9d47-0bf9a36eb2f5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9177399 Feb 02 15:49:37.353506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:37.356162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33106) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:37.463058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bec837ad-6112-4593-a794-950a4e45700b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb912e-1ed8-4296-a276-cb77c9c6a96e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:37.463877 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-bec837ad-6112-4593-a794-950a4e45700b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:37.465112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bec837ad-6112-4593-a794-950a4e45700b tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0842738 Feb 02 15:49:37.473170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:37.473768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:37.474298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:37.483372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33116) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:37.488347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:37.488674 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:37.492527 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 2 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:37.503980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-356b8e8d-a75c-4058-b86c-20255b5fdd22 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb912e-1ed8-4296-a276-cb77c9c6a96e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:37.504679 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-356b8e8d-a75c-4058-b86c-20255b5fdd22 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:37.505632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-356b8e8d-a75c-4058-b86c-20255b5fdd22 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0188067 Feb 02 15:49:37.513961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Pushing event updated for resources: {'Port': ['ID=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:37.521795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33120) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:37.525843 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.543618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Transition to ACTIVE for port object 188bb7ba-fe0c-4287-8f4e-c530b1422eed will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:37.561039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e68c55b9-24b3-4f26-8b10-8c17a049f434 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb912e-1ed8-4296-a276-cb77c9c6a96e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:37.561291 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-e68c55b9-24b3-4f26-8b10-8c17a049f434 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:37.562773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e68c55b9-24b3-4f26-8b10-8c17a049f434 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0407462 Feb 02 15:49:37.565883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33126) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:37.571922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:37.572129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:37.572665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:37.574147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-aadebc3b-3982-4495-8853-c9dc29c72505 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'ddbb912e-1ed8-4296-a276-cb77c9c6a96e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:37.574893 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-aadebc3b-3982-4495-8853-c9dc29c72505 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:37.579126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aadebc3b-3982-4495-8853-c9dc29c72505 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094414 Feb 02 15:49:37.579534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33130) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:37.608982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19746df5-6ee6-4bcf-9d27-b24292a91e55 req-3e2c9086-1b6a-486f-92d9-887dc4353f8c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 210 time: 0.0919316 Feb 02 15:49:37.614101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:37.614432 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:37.623288 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 3 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:37.679831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.687310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:37.687310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:37.687310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:37.709827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:37.710156 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:37.712360 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 4 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:37.754606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:37.754943 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:37.755277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:37.761182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Attempting to bind port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:37.761528 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Attempting to bind port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:37.762055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Attempting to bind port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 on network c8e90109-31c7-45e4-905c-c3e56a77e2f0 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:37.768910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:37.769414 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:37.770410 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 5 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:37.779665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 on network c8e90109-31c7-45e4-905c-c3e56a77e2f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:37.780252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Attempting to bind port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 on network c8e90109-31c7-45e4-905c-c3e56a77e2f0 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:37.791058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:37.791721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:37.792274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:37.800485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:49:37.801048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Checking segment: {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:37.801598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Bound using segment: {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:49:37.802215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Bound port: 83e8c4ea-6854-4ee0-9cc4-bf692bb33155, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9ef8f9-f8de-4555-822d-ee1afd1488c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:37.802743 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.816338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:37.816907 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:37.819403 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 6 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:37.837973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:37.844170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1caf5e9-95b8-46f1-bdd9-8d4c6e193ce1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.846031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:37.854696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:37.895108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:37.931027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:37.934723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:37.936639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:37.944112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1caf5e9-95b8-46f1-bdd9-8d4c6e193ce1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.955787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:37.962862 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:37.966485 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 7 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:37.990279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:37.991130 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.021450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:38.022092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:38.022647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:38.032080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:38.032623 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:38.036326 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 8 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:38.062533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] For port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:38.064724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:38.065056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:38.065387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:38.075296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] For port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:49:38.076778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:38.077107 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:38.077671 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 9 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:38.093891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:38.094029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:38.094399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:38.100847 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:38.101174 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:38.101556 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 10 to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d Feb 02 15:49:38.119264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:38.120012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:38.120321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:38.127105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:38.127556 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:38.127956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.160347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fa125-8091-42b5-9eab-c74c914b98b1 req-498a3b47-3623-4490-8220-87e72a77c9ee tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:38.161821 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-032fa125-8091-42b5-9eab-c74c914b98b1 req-498a3b47-3623-4490-8220-87e72a77c9ee tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 982 time: 0.0818064 Feb 02 15:49:38.186988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-fc92e174-2d07-4ce4-9259-59de5dd1d6c8 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1405020 Feb 02 15:49:38.210109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1caf5e9-95b8-46f1-bdd9-8d4c6e193ce1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.210109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1caf5e9-95b8-46f1-bdd9-8d4c6e193ce1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.210109 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1caf5e9-95b8-46f1-bdd9-8d4c6e193ce1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/ddbb912e-1ed8-4296-a276-cb77c9c6a96e HTTP/1.1" status: 204 len: 168 time: 0.6273799 Feb 02 15:49:38.212862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33146) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:38.212862 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.221226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Request body: {'port': {'device_id': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:38.304113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caf5e9-95b8-46f1-bdd9-8d4c6e193ce1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb912e-1ed8-4296-a276-cb77c9c6a96e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:38.304940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-190dd28b-99f1-47c2-b1fe-67eca395c1e3 None None] Provisioning for port 188bb7ba-fe0c-4287-8f4e-c530b1422eed completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:38.326053 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-032fa125-8091-42b5-9eab-c74c914b98b1 req-774a96a9-5ea4-4bff-bfaf-8b8c8927feae tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1562464 Feb 02 15:49:38.339050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-190dd28b-99f1-47c2-b1fe-67eca395c1e3 None None] Provisioning complete for port 188bb7ba-fe0c-4287-8f4e-c530b1422eed triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:38.339602 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-190dd28b-99f1-47c2-b1fe-67eca395c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.429523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] For port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:38.430162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-190dd28b-99f1-47c2-b1fe-67eca395c1e3 None None] Port 188bb7ba-fe0c-4287-8f4e-c530b1422eed cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:49:38.430263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempted to set empty binding levels {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 15:49:38.431551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Pushing event updated for resources: {'Port': ['ID=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:38.441518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.444332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.445891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-beedf7c3-c715-4c3e-bf18-a4f7a2ee8215 service neutron] 10.222.0.107 "PUT /v2.0/ports/83e8c4ea-6854-4ee0-9cc4-bf692bb33155 HTTP/1.1" status: 200 len: 1130 time: 3.0991318 Feb 02 15:49:38.446425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:38.481911 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86729644-59d4-41ff-9f54-f50890e72236 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Synchronizing usage tracker for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:38.502054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.589250 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'status': 'completed', 'code': 200} Feb 02 15:49:38.645620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] In _notify_port_updated(), no bound segment for port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:49:38.646769 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.651616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "PUT /v2.0/ports/e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d HTTP/1.1" status: 200 len: 974 time: 3.2253494 Feb 02 15:49:38.654700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33158) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:38.692642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86729644-59d4-41ff-9f54-f50890e72236 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Unset dirty status for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:38.695118 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86729644-59d4-41ff-9f54-f50890e72236 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4776306 Feb 02 15:49:38.702233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0213a10-cd73-4cae-8aea-3bea06c7dd1a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:38.710402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33168) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:38.722194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--509140713'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:38.736680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:38.754910 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-2b670bac-059d-4192-82d4-954b61a03459 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1133 time: 0.1548712 Feb 02 15:49:38.759381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:38.862846 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-ac44eaa1-7a18-4539-99fd-010ea785bf7d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155 HTTP/1.1" status: 200 len: 217 time: 0.0881457 Feb 02 15:49:38.921402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.989325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:39.015752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-d6861936-b6a1-4a41-82ed-18a3ff3f8e94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.015752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-d6861936-b6a1-4a41-82ed-18a3ff3f8e94 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ab114b5e-6cc3-4345-91e5-f103833b8b6e HTTP/1.1" status: 200 len: 835 time: 0.1385665 Feb 02 15:49:39.015752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:39.018456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:39.065598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:39.122179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-86a808c1-e0f9-4b71-a054-f7827bd5f1ff tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Synchronizing usage tracker for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:39.141703 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.192288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-aa6a509b-43aa-4a50-908f-51bb4b8427a5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c8e90109-31c7-45e4-905c-c3e56a77e2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706457 Feb 02 15:49:39.198955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894652-7b8f-49f5-8168-4ad874d418a7 req-5bf98d14-a695-48d1-aeac-5957d07c78cb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.200413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-90894652-7b8f-49f5-8168-4ad874d418a7 req-5bf98d14-a695-48d1-aeac-5957d07c78cb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:39.266153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.272467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-86a808c1-e0f9-4b71-a054-f7827bd5f1ff tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Unset dirty status for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:39.273601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-86a808c1-e0f9-4b71-a054-f7827bd5f1ff tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11765 time: 0.6188607 Feb 02 15:49:39.278724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33180) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:39.328177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188bb7ba-fe0c-4287-8f4e-c530b1422eed {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:49:39.341429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c909a71f-2bc9-4d73-959c-7d00fd46e27a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:39.343562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.364928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Deleting port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:39.366215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.376207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-51c74f3a-a1f2-44a1-9ea9-99c9f9b4e832 service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775966 Feb 02 15:49:39.401597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-90894652-7b8f-49f5-8168-4ad874d418a7 req-5bf98d14-a695-48d1-aeac-5957d07c78cb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:39.408127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90894652-7b8f-49f5-8168-4ad874d418a7 req-5bf98d14-a695-48d1-aeac-5957d07c78cb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 931 time: 0.5539753 Feb 02 15:49:39.411438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Transition to ACTIVE for port object 188bb7ba-fe0c-4287-8f4e-c530b1422eed will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:39.521375 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.535223 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-83a62532-203f-44a2-8ca8-2af9972c75ea tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8109014 Feb 02 15:49:39.535223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33190) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:39.535223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3a73336a-8ea9-434c-99c3-ddb5f05c87ec tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:39.535223 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-3a73336a-8ea9-434c-99c3-ddb5f05c87ec tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:39.544300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3a73336a-8ea9-434c-99c3-ddb5f05c87ec tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065763 Feb 02 15:49:39.545185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33194) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:39.554154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-428939c4-41e5-443b-ae83-f37a2e6c8767 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:39.565068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90894652-7b8f-49f5-8168-4ad874d418a7 req-2372942e-ca66-405b-9081-ad916b16340b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559196 Feb 02 15:49:39.566983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-428939c4-41e5-443b-ae83-f37a2e6c8767 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:39.612369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-428939c4-41e5-443b-ae83-f37a2e6c8767 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:39.632772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-428939c4-41e5-443b-ae83-f37a2e6c8767 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:39.662073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-428939c4-41e5-443b-ae83-f37a2e6c8767 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:39.702737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1f4f2e4-06cd-4770-9cf6-ee9782419f00 req-c6981807-4e58-49bb-bad7-02ecf23e2cfe service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080719 Feb 02 15:49:39.736272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] For port e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d, host n-h1-827122-1, got binding levels [] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:39.736857 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.760817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545180ed-d87a-4440-b5df-d02d6b774375 req-c54be242-6117-4361-bcf7-15f403c36279 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.761768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-545180ed-d87a-4440-b5df-d02d6b774375 req-c54be242-6117-4361-bcf7-15f403c36279 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:39.804375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.902184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Calling delete_port for e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:39.911512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-545180ed-d87a-4440-b5df-d02d6b774375 req-c54be242-6117-4361-bcf7-15f403c36279 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:39.915492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-545180ed-d87a-4440-b5df-d02d6b774375 req-c54be242-6117-4361-bcf7-15f403c36279 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 982 time: 0.3494635 Feb 02 15:49:39.955479 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-428939c4-41e5-443b-ae83-f37a2e6c8767 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:39.958864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-428939c4-41e5-443b-ae83-f37a2e6c8767 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4102142 Feb 02 15:49:39.974501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:39.984026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b4f4f419-a8e2-41d7-8a95-47dbb4324cc5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:39.985003 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-b4f4f419-a8e2-41d7-8a95-47dbb4324cc5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:39.988478 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b4f4f419-a8e2-41d7-8a95-47dbb4324cc5 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108414 Feb 02 15:49:39.990900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:40.002645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8bacd25e-d1b1-4358-bd06-8364c66c2897 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:40.034533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8bacd25e-d1b1-4358-bd06-8364c66c2897 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:40.060015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8bacd25e-d1b1-4358-bd06-8364c66c2897 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:40.075102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Pushing event updated for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:40.086450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8bacd25e-d1b1-4358-bd06-8364c66c2897 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:40.109044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8bacd25e-d1b1-4358-bd06-8364c66c2897 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:40.130574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-545180ed-d87a-4440-b5df-d02d6b774375 req-673db239-0142-41ef-801f-73f5bc47ab6f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1808660 Feb 02 15:49:40.140584 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-402fe84b-86b1-4fbc-95d3-1895fe5bc001 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1133 time: 0.2302074 Feb 02 15:49:40.272714 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.328928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Attempting to bind port 188bb7ba-fe0c-4287-8f4e-c530b1422eed on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:40.342926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Attempting to bind port 188bb7ba-fe0c-4287-8f4e-c530b1422eed by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:40.343411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Attempting to bind port 188bb7ba-fe0c-4287-8f4e-c530b1422eed on network 634e9e70-b6bb-4329-8798-88bdbeb0609b {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:40.364653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:40.379271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Port 188bb7ba-fe0c-4287-8f4e-c530b1422eed on network 634e9e70-b6bb-4329-8798-88bdbeb0609b not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:40.384163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Attempting to bind port 188bb7ba-fe0c-4287-8f4e-c530b1422eed on network 634e9e70-b6bb-4329-8798-88bdbeb0609b {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:40.384163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.421331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:49:40.421736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Checking segment: {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:40.422139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Bound using segment: {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:49:40.422606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Bound port: 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:40.423204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.507650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-d25d6513-1bdc-4d07-9fa6-005648be95d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:40.515960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-d25d6513-1bdc-4d07-9fa6-005648be95d3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c8e90109-31c7-45e4-905c-c3e56a77e2f0 HTTP/1.1" status: 200 len: 898 time: 0.3591020 Feb 02 15:49:40.546455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:40.549797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:49:40.562375 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-682c36e0-f694-403c-bdfc-d563b5baaaa7 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "DELETE /v2.0/ports/e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d HTTP/1.1" status: 204 len: 168 time: 1.2824557 Feb 02 15:49:40.564649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33222) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:40.586792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-397d5daa-4c97-440d-9307-a309acc2740b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155 HTTP/1.1" status: 200 len: 217 time: 0.0705755 Feb 02 15:49:40.589820 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-8bacd25e-d1b1-4358-bd06-8364c66c2897 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:40.593551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8bacd25e-d1b1-4358-bd06-8364c66c2897 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5958972 Feb 02 15:49:40.596826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33226) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:40.613886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-66c40118-06c8-4442-b04a-a0f0252f4d92 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:40.616718 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-66c40118-06c8-4442-b04a-a0f0252f4d92 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:40.621929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-66c40118-06c8-4442-b04a-a0f0252f4d92 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0199625 Feb 02 15:49:40.623716 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e28fe16-e4e3-4b12-acea-76d206fd9032 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] GET failed (client error): The resource could not be found. Feb 02 15:49:40.624359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2e28fe16-e4e3-4b12-acea-76d206fd9032 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Synchronizing usage tracker for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:40.630591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33232) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:40.638474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.650285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fca95601-877c-4df3-b986-4a6e4f8c0259 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:40.656248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-76a708ba-c161-4c29-a390-f5a971d83085 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:40.657821 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-76a708ba-c161-4c29-a390-f5a971d83085 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ab114b5e-6cc3-4345-91e5-f103833b8b6e HTTP/1.1" status: 200 len: 835 time: 0.0652261 Feb 02 15:49:40.658090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fca95601-877c-4df3-b986-4a6e4f8c0259 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:40.663068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fca95601-877c-4df3-b986-4a6e4f8c0259 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:40.668525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fca95601-877c-4df3-b986-4a6e4f8c0259 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:40.675553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fca95601-877c-4df3-b986-4a6e4f8c0259 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:40.770484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-fdff253a-fae6-49c2-a2c2-c2d44fcbe751 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c8e90109-31c7-45e4-905c-c3e56a77e2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039872 Feb 02 15:49:41.003564 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.005040 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] 10.222.0.107 "PUT /v2.0/ports/188bb7ba-fe0c-4287-8f4e-c530b1422eed HTTP/1.1" status: 200 len: 1091 time: 2.8032935 Feb 02 15:49:41.005729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:41.063068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-b90ab380-1ca1-4190-b342-596a3f7ab0b7 service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852912 Feb 02 15:49:41.097138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad1c13-de03-4749-bee9-a7090bed4432 service neutron] Pushing event updated for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:41.101865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2e28fe16-e4e3-4b12-acea-76d206fd9032 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Unset dirty status for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:41.105895 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2e28fe16-e4e3-4b12-acea-76d206fd9032 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "GET /v2.0/ports/e7c12c97-481b-4ac6-ba37-1e6c3c3dca3d HTTP/1.1" status: 404 len: 333 time: 0.5398831 Feb 02 15:49:41.111395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33250) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:41.118372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-837845292', 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:41.126105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:41.168115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f6e3f-24d4-4932-9009-44d1b8f4cbf0 req-8093c505-2ef2-41ba-8f8c-080f10003fdd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:41.169535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c2f6e3f-24d4-4932-9009-44d1b8f4cbf0 req-8093c505-2ef2-41ba-8f8c-080f10003fdd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 943 time: 0.3174512 Feb 02 15:49:41.210074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:41.224841 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-fca95601-877c-4df3-b986-4a6e4f8c0259 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:41.226123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fca95601-877c-4df3-b986-4a6e4f8c0259 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5877306 Feb 02 15:49:41.229444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33258) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:41.246233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3e70bcb3-2956-4a2f-bea8-be5e11ee224a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:41.246895 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-3e70bcb3-2956-4a2f-bea8-be5e11ee224a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:41.249764 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3e70bcb3-2956-4a2f-bea8-be5e11ee224a tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0174909 Feb 02 15:49:41.258031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33264) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:41.272687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7cccad69-79c2-4181-b843-aa85044f9240 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:41.289229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7cccad69-79c2-4181-b843-aa85044f9240 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:41.297536 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'status': 'completed', 'code': 200} Feb 02 15:49:41.298677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7cccad69-79c2-4181-b843-aa85044f9240 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:41.305471 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d245199-bf3b-4c99-95b9-efd1d7983a0e req-2d83e78e-f591-4aaa-b9ac-07ca8ca6438f service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357132 Feb 02 15:49:41.314134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7cccad69-79c2-4181-b843-aa85044f9240 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:41.358642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7cccad69-79c2-4181-b843-aa85044f9240 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:41.377536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c2f6e3f-24d4-4932-9009-44d1b8f4cbf0 req-f56944eb-4743-4094-8d4a-7089d4e21750 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536658 Feb 02 15:49:41.397138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Made reservation on behalf of 9a35366e5f8b405381c26b466f5c1db4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:41.402369 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.436062 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-e9e4d059-8109-464d-b25e-93b8eb760895 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 1094 time: 0.2654326 Feb 02 15:49:41.439937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] device_id is not set on port 2fa281ff-54b4-48ab-bc45-1ac8c531b2bc yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:41.547156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f235eac-2ac3-44d1-9922-24f75e90064f req-ba8cafde-9289-4392-8da7-a7e59976b65d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:41.549432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f235eac-2ac3-44d1-9922-24f75e90064f req-ba8cafde-9289-4392-8da7-a7e59976b65d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 982 time: 0.0964298 Feb 02 15:49:41.585355 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-d6dc7403-51aa-4277-82a6-a603f29cd5c8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed HTTP/1.1" status: 200 len: 217 time: 0.1089537 Feb 02 15:49:41.612841 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f235eac-2ac3-44d1-9922-24f75e90064f req-159404b5-567c-4f75-8fe4-884766c32b36 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0555141 Feb 02 15:49:41.804255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-ffe671bf-8caa-4a35-a7ae-83bca36ae53a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:41.805973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-ffe671bf-8caa-4a35-a7ae-83bca36ae53a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=173f643a-332b-4a8f-8ccf-6d7969d7ce40 HTTP/1.1" status: 200 len: 835 time: 0.2126696 Feb 02 15:49:41.809545 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-7cccad69-79c2-4181-b843-aa85044f9240 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:41.810464 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7cccad69-79c2-4181-b843-aa85044f9240 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5462453 Feb 02 15:49:41.813447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33276) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:41.819116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7be02bd2-25a0-402f-99ef-2cc98666c7c1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c909a71f-2bc9-4d73-959c-7d00fd46e27a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:41.826422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7be02bd2-25a0-402f-99ef-2cc98666c7c1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:41.830634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7be02bd2-25a0-402f-99ef-2cc98666c7c1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:41.833570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7be02bd2-25a0-402f-99ef-2cc98666c7c1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:41.844915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7be02bd2-25a0-402f-99ef-2cc98666c7c1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:41.910972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:49:41.998849 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.014967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-25739a0b-b673-460a-9c4e-0d6bbfac628b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=634e9e70-b6bb-4329-8798-88bdbeb0609b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011104 Feb 02 15:49:42.076283 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-7be02bd2-25a0-402f-99ef-2cc98666c7c1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:42.077489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7be02bd2-25a0-402f-99ef-2cc98666c7c1 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2628562 Feb 02 15:49:42.080164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33286) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:42.142592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:42.177386 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'port_id': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'mac_address': 'fa:16:3e:4d:d0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:49:42.192559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-df6dc36f-632b-4eed-aba2-ac979af44f54 service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596220 Feb 02 15:49:42.218493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-764bd673-6d37-4856-914a-deb1ae8f2f64 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.252089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-764bd673-6d37-4856-914a-deb1ae8f2f64 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.258125 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.284836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:49:42.290439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.305086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:42.398928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Network 8346dd36-0688-4c79-b271-4ecea16d48f8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:42.403506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:42.406178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:42.407332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:42.407943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.408099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.410085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-764bd673-6d37-4856-914a-deb1ae8f2f64 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.431779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=2fa281ff-54b4-48ab-bc45-1ac8c531b2bc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:42.434302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bd673-6d37-4856-914a-deb1ae8f2f64 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909a71f-2bc9-4d73-959c-7d00fd46e27a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:42.442135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-764bd673-6d37-4856-914a-deb1ae8f2f64 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.444002 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-764bd673-6d37-4856-914a-deb1ae8f2f64 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/c909a71f-2bc9-4d73-959c-7d00fd46e27a HTTP/1.1" status: 204 len: 168 time: 0.3619947 Feb 02 15:49:42.448724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33296) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:42.454015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a87ed3a0-5dff-4d35-a748-99a784d6f4a1 req-2e14927d-986f-4f40-a6bc-e59e1f4ed826 service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553675 Feb 02 15:49:42.525999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-812c51b7-b637-43ce-8e2b-6d04d83431bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Synchronizing usage tracker for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:42.590487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:42.613755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33304) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:42.621376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-04b5df8f-0128-4c2d-9ff0-75c74063a97e tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4954569 Feb 02 15:49:42.704885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['83e8c4ea-6854-4ee0-9cc4-bf692bb33155'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:49:42.710807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-326da408-d0af-47c3-a1ae-40a5ad5dcbe0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "GET /v2.0/ports/2fa281ff-54b4-48ab-bc45-1ac8c531b2bc HTTP/1.1" status: 200 len: 954 time: 0.0974684 Feb 02 15:49:42.713841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33310) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:42.838008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4a9a6-cddf-40ce-b8ac-523d6403288f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Deleting port 2fa281ff-54b4-48ab-bc45-1ac8c531b2bc {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:42.844373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a9a6-cddf-40ce-b8ac-523d6403288f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.890413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-812c51b7-b637-43ce-8e2b-6d04d83431bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Unset dirty status for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:42.892373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-812c51b7-b637-43ce-8e2b-6d04d83431bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4423223 Feb 02 15:49:42.903297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af54ecb-b5be-4a18-82f4-1b052514d840 req-3d692697-9490-4e27-a4d3-7efcf77b31a6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:42.910126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4af54ecb-b5be-4a18-82f4-1b052514d840 req-3d692697-9490-4e27-a4d3-7efcf77b31a6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 943 time: 0.2875645 Feb 02 15:49:42.935467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33318) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:42.954167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--909768957'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:42.968515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:42.986106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4af54ecb-b5be-4a18-82f4-1b052514d840 req-bdd1a7df-37a2-42fd-aa50-3f500f9353b5 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643697 Feb 02 15:49:42.986106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:42.995920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1ce9231-d923-4e16-b687-de06fc02101b req-177ad8c0-72e3-4eed-a7a5-564b9356bce3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 1094 time: 0.3080671 Feb 02 15:49:43.134500 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.150900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce9231-d923-4e16-b687-de06fc02101b req-e188d53e-b562-4231-b3d2-a47930a45245 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.152411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1ce9231-d923-4e16-b687-de06fc02101b req-e188d53e-b562-4231-b3d2-a47930a45245 service neutron] 10.222.0.107 "GET /v2.0/networks?id=634e9e70-b6bb-4329-8798-88bdbeb0609b HTTP/1.1" status: 200 len: 899 time: 0.1503606 Feb 02 15:49:43.193860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a9a6-cddf-40ce-b8ac-523d6403288f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.250677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1ce9231-d923-4e16-b687-de06fc02101b req-9cc90b69-275c-49d0-a5f5-f2bf1284ee61 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed HTTP/1.1" status: 200 len: 217 time: 0.0911551 Feb 02 15:49:43.265131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:43.277625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa80620-61d5-4b95-b66d-2a745a8802e3 req-27fc0d81-ee27-4ac2-abb3-961958a604b8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.280049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aaa80620-61d5-4b95-b66d-2a745a8802e3 req-27fc0d81-ee27-4ac2-abb3-961958a604b8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 983 time: 0.3533015 Feb 02 15:49:43.307020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:43.313429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:43.337191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:43.364463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce9231-d923-4e16-b687-de06fc02101b req-71317add-9e43-4de8-8008-2a82c8485c7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.369540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1ce9231-d923-4e16-b687-de06fc02101b req-71317add-9e43-4de8-8008-2a82c8485c7e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=173f643a-332b-4a8f-8ccf-6d7969d7ce40 HTTP/1.1" status: 200 len: 835 time: 0.1012406 Feb 02 15:49:43.389962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4a9a6-cddf-40ce-b8ac-523d6403288f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Calling delete_port for 2fa281ff-54b4-48ab-bc45-1ac8c531b2bc owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:43.465167 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.492481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aaa80620-61d5-4b95-b66d-2a745a8802e3 req-892564da-cefb-4578-95a8-359637ecf847 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1227407 Feb 02 15:49:43.530856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1ce9231-d923-4e16-b687-de06fc02101b req-cd1021eb-67bf-4083-b92c-a36bc6024a40 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=634e9e70-b6bb-4329-8798-88bdbeb0609b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554353 Feb 02 15:49:43.559736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.629853 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a9a6-cddf-40ce-b8ac-523d6403288f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.668095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6d668a-cc6f-44c4-bbe3-bcfec0334b2f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:43.713834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1ce9231-d923-4e16-b687-de06fc02101b req-6a0c6ddf-89ee-413b-8250-c18916406f6a service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745281 Feb 02 15:49:43.744303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.745860 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c49cd905-c7ba-48d4-9d9d-4fe892d20385 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7962863 Feb 02 15:49:43.750677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33338) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:43.781205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4a9a6-cddf-40ce-b8ac-523d6403288f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fa281ff-54b4-48ab-bc45-1ac8c531b2bc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:43.822229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e38c66e0-7aa6-4b77-8013-b87d0972b3b6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': '9d6d668a-cc6f-44c4-bbe3-bcfec0334b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:43.827502 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a9a6-cddf-40ce-b8ac-523d6403288f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.830543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e38c66e0-7aa6-4b77-8013-b87d0972b3b6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:43.832867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e38c66e0-7aa6-4b77-8013-b87d0972b3b6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:43.837661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e38c66e0-7aa6-4b77-8013-b87d0972b3b6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:43.844440 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cbc4a9a6-cddf-40ce-b8ac-523d6403288f tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "DELETE /v2.0/ports/2fa281ff-54b4-48ab-bc45-1ac8c531b2bc HTTP/1.1" status: 204 len: 168 time: 1.1293070 Feb 02 15:49:43.847132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33342) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:43.851264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e38c66e0-7aa6-4b77-8013-b87d0972b3b6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:43.895749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1ce9231-d923-4e16-b687-de06fc02101b req-9a857626-36de-4299-8871-a0b87af93788 service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754184 Feb 02 15:49:43.900086 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e5563f-7bea-4bc0-ba89-87d685af9bde tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] GET failed (client error): The resource could not be found. Feb 02 15:49:43.900598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-64e5563f-7bea-4bc0-ba89-87d685af9bde tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Synchronizing usage tracker for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:43.904445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 188bb7ba-fe0c-4287-8f4e-c530b1422eed details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:49:43.911375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:44.050747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-64e5563f-7bea-4bc0-ba89-87d685af9bde tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Unset dirty status for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:44.051956 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-64e5563f-7bea-4bc0-ba89-87d685af9bde tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "GET /v2.0/ports/2fa281ff-54b4-48ab-bc45-1ac8c531b2bc HTTP/1.1" status: 404 len: 333 time: 0.2038438 Feb 02 15:49:44.056365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:44.062737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Request body: {'port': {'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-964094516'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:44.072308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:44.084936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:44.133917 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-e38c66e0-7aa6-4b77-8013-b87d0972b3b6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The resource could not be found. Feb 02 15:49:44.135631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e38c66e0-7aa6-4b77-8013-b87d0972b3b6 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3838441 Feb 02 15:49:44.138533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33360) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:44.144277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8118585d-10e2-40fe-b5c3-12fa1107d4ac tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': '9d6d668a-cc6f-44c4-bbe3-bcfec0334b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '44df8d1d-a209-407a-be5b-33316b786612'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:44.154248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8118585d-10e2-40fe-b5c3-12fa1107d4ac tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:44.158163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:44.159288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8118585d-10e2-40fe-b5c3-12fa1107d4ac tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:44.162969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8118585d-10e2-40fe-b5c3-12fa1107d4ac tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:44.171878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8118585d-10e2-40fe-b5c3-12fa1107d4ac tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:44.176908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'port_id': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'mac_address': 'fa:16:3e:a0:5c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:49:44.234044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Made reservation on behalf of 9a35366e5f8b405381c26b466f5c1db4 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:44.241767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.241924 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.260183 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188bb7ba-fe0c-4287-8f4e-c530b1422eed {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:49:44.277044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:44.281087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:44.284654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:44.284800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.389578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13731414-3278-4ab6-8014-347c4e0f1772 req-f706fe82-87f1-4015-b908-bdd99dd74ca3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:44.391027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-13731414-3278-4ab6-8014-347c4e0f1772 req-f706fe82-87f1-4015-b908-bdd99dd74ca3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 943 time: 0.2533231 Feb 02 15:49:44.419493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] device_id is not set on port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:44.424767 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.466727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:44.467621 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:44.479822 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.502921 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-8118585d-10e2-40fe-b5c3-12fa1107d4ac tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The resource could not be found. Feb 02 15:49:44.502921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8118585d-10e2-40fe-b5c3-12fa1107d4ac tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3613870 Feb 02 15:49:44.503950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33374) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:44.512112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-13731414-3278-4ab6-8014-347c4e0f1772 req-9fabfbf8-18fb-44d4-a51b-3cddf0f24922 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132526 Feb 02 15:49:44.557356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:44.620590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.639822 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab46fc4a-19a4-4b64-b42d-ca4827b023fd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.708725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab46fc4a-19a4-4b64-b42d-ca4827b023fd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.713512 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'code': 200} Feb 02 15:49:44.780659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.784004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:44.834795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['188bb7ba-fe0c-4287-8f4e-c530b1422eed'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:49:44.907605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6ca5f-c47b-4376-91c0-7f3f9ad5726c req-bc0b5d0d-4fc1-4873-82a3-2c0dc94fedc4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:44.924650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc6ca5f-c47b-4376-91c0-7f3f9ad5726c req-bc0b5d0d-4fc1-4873-82a3-2c0dc94fedc4 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 984 time: 0.2111235 Feb 02 15:49:44.944485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab46fc4a-19a4-4b64-b42d-ca4827b023fd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.989667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46fc4a-19a4-4b64-b42d-ca4827b023fd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6d668a-cc6f-44c4-bbe3-bcfec0334b2f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:45.001095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ab46fc4a-19a4-4b64-b42d-ca4827b023fd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.001302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.004596 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ab46fc4a-19a4-4b64-b42d-ca4827b023fd tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/9d6d668a-cc6f-44c4-bbe3-bcfec0334b2f HTTP/1.1" status: 204 len: 168 time: 0.4993899 Feb 02 15:49:45.011254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33388) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:45.060647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbc6ca5f-c47b-4376-91c0-7f3f9ad5726c req-b5825b73-2d53-48d8-979c-fe23ca246d33 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1431613 Feb 02 15:49:45.099498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adeb85bf-2923-4f0d-b603-7a360c867063 req-b2d6d98e-9e1d-4838-9020-961ccfb808b8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1135 time: 0.2701850 Feb 02 15:49:45.125905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7c874636-244b-4701-8e89-37f225d7f5aa tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Synchronizing usage tracker for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:45.166044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=bedfb987-5c6d-468c-9ae4-75a5dcbdecc0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:45.171285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Network 8346dd36-0688-4c79-b271-4ecea16d48f8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:45.179212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:45.189396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:45.190569 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:45.191021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.207259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7c874636-244b-4701-8e89-37f225d7f5aa tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Unset dirty status for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:45.214112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7c874636-244b-4701-8e89-37f225d7f5aa tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1970730 Feb 02 15:49:45.215044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33400) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:45.220289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-adeb85bf-2923-4f0d-b603-7a360c867063 req-d637aca7-7d4c-4ef2-a7b2-1f4301f05b24 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0873253 Feb 02 15:49:45.221556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1c328bf4-6547-4354-a283-b839b56054bf tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': 'c2297f4c-2f8a-4b52-bf6f-10be631d40e2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:45.230777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1c328bf4-6547-4354-a283-b839b56054bf tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:45.235184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1c328bf4-6547-4354-a283-b839b56054bf tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:45.238113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1c328bf4-6547-4354-a283-b839b56054bf tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:45.244476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1c328bf4-6547-4354-a283-b839b56054bf tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:45.295705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:45.296451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8933b384-0c88-45fa-a1eb-f66917a77cd0 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2387724 Feb 02 15:49:45.302934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:45.448158 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.565664 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-1c328bf4-6547-4354-a283-b839b56054bf tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The resource could not be found. Feb 02 15:49:45.566767 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1c328bf4-6547-4354-a283-b839b56054bf tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3508470 Feb 02 15:49:45.570897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:45.578394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589161844'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:45.585468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:45.612336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:45.778864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.831971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:45.831971 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:45.832237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] device_id is not set on port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 yet. {{(pid=95773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:49:45.832718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:45.837383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:45.837628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.851940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b0c7-14a1-419c-b5a1-cc53596d81bc req-aba4f0dc-3b7c-47b8-a6cf-0114a9144f3b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:45.853996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ace7b0c7-14a1-419c-b5a1-cc53596d81bc req-aba4f0dc-3b7c-47b8-a6cf-0114a9144f3b tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 944 time: 0.1460125 Feb 02 15:49:45.887057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Transition to ACTIVE for port object bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:45.923653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.925804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 188bb7ba-fe0c-4287-8f4e-c530b1422eed up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:45.952451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ace7b0c7-14a1-419c-b5a1-cc53596d81bc req-f710c2f8-c365-4367-b7ad-e51aa9666e7f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:45.965344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ace7b0c7-14a1-419c-b5a1-cc53596d81bc req-f710c2f8-c365-4367-b7ad-e51aa9666e7f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:45.969400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ace7b0c7-14a1-419c-b5a1-cc53596d81bc req-f710c2f8-c365-4367-b7ad-e51aa9666e7f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809133 Feb 02 15:49:45.994220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.051003 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.090767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 188bb7ba-fe0c-4287-8f4e-c530b1422eed completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:46.094489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 188bb7ba-fe0c-4287-8f4e-c530b1422eed triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:46.095086 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.152066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=bedfb987-5c6d-468c-9ae4-75a5dcbdecc0,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:46.156129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.156459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.157162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.168374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.168714 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.169093 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 2 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.194585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.194585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.194917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.202429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4caf5fd0-45ae-4aed-b007-66c7346be756,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:46.212254 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.217037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.217202 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.225516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d8d0a9b2-df86-4d17-9242-3c3cd2ea93bb tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6515014 Feb 02 15:49:46.225909 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 3 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.226271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:46.235653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--900464912'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:46.242042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.243527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.244110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:46.244308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.250815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:46.251308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.252108 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.252719 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 4 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.254249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:46.263981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:46.290391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.290721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.291237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.299283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.301132 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.301757 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 5 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.339690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.340116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.340965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.341156 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.352356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.352998 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.353626 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 6 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.368256 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.370139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.370640 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.371160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.390251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:46.391535 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.392011 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.392809 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 7 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.423324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.423659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.424067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.431392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.431611 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.432131 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 8 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.451405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.452070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.452905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.460225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.460969 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.464024 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 9 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.480995 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.487933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:46.494678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:46.499101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:46.507171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.507602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.508041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.513469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69979118-54e7-4ab3-9282-64b99197afc8 req-fd524787-5f01-4d9b-ae6a-fcc54bdd7b6e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:46.515206 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-69979118-54e7-4ab3-9282-64b99197afc8 req-fd524787-5f01-4d9b-ae6a-fcc54bdd7b6e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 984 time: 0.1988685 Feb 02 15:49:46.516378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:46.529401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.529831 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.530765 n-d-827122-1 neutron-server[95773]: INFO neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempt 10 to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 Feb 02 15:49:46.547387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:46.547717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:46.548332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempting to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:46.556960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:49:46.557563 n-d-827122-1 neutron-server[95773]: ERROR neutron.plugins.ml2.managers [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Failed to bind port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on host n-h1-827122-1 for vnic_type normal using segments [{'id': '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8346dd36-0688-4c79-b271-4ecea16d48f8'}] Feb 02 15:49:46.558079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.583149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:46.611240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-69979118-54e7-4ab3-9282-64b99197afc8 req-3aeed1c3-8853-43d8-9cb3-5aeb7cce0d70 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0896313 Feb 02 15:49:46.689651 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.715155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:46.741350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] For port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:46.741902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Attempted to set empty binding levels {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 15:49:46.745756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Sync routers for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:49:46.761270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:46.762319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:49:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:46.816755 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.819006 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'code': 200} Feb 02 15:49:46.851262 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.876389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf320a-895a-4d13-8160-45899130f94f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:46.975229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] In _notify_port_updated(), no bound segment for port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 on network 8346dd36-0688-4c79-b271-4ecea16d48f8 {{(pid=95773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:49:46.975229 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.975229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "PUT /v2.0/ports/bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 HTTP/1.1" status: 200 len: 974 time: 1.6713893 Feb 02 15:49:46.975903 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.975903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c12c1b3d-9ee2-4d3b-8190-3a2082ae5761 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7469590 Feb 02 15:49:46.976219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33454) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:46.976294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33456) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:46.984114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8b5687b0-f5b6-4421-aa4a-de2cd0412d59 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group_rule': {'security_group_id': '4caf5fd0-45ae-4aed-b007-66c7346be756', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '76bf320a-895a-4d13-8160-45899130f94f'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:46.991417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b5687b0-f5b6-4421-aa4a-de2cd0412d59 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:46.992682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6fc97-2bc7-4ce8-8705-62479e34671a tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event updated for resources: {'Port': ['ID=bedfb987-5c6d-468c-9ae4-75a5dcbdecc0,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:47.004421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b5687b0-f5b6-4421-aa4a-de2cd0412d59 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:47.016985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8b5687b0-f5b6-4421-aa4a-de2cd0412d59 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:47.036969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8b5687b0-f5b6-4421-aa4a-de2cd0412d59 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:47.077827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Deleting port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:49:47.078258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.104773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c4cb85f-7076-41dd-bf82-b637cca4bd24 req-721299c3-0b02-43eb-aa9f-ab5b0fecd448 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 1096 time: 0.2008653 Feb 02 15:49:47.105317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:47.204626 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7c4cb85f-7076-41dd-bf82-b637cca4bd24 req-644e5853-184e-4b10-8c75-3f56a290f0f1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946336 Feb 02 15:49:47.299916 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.334470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70f26-46ea-4fc3-bbe3-1c0558abce58 req-19756eff-0a9c-4f72-993f-0137c563e736 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:47.337293 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ee70f26-46ea-4fc3-bbe3-1c0558abce58 req-19756eff-0a9c-4f72-993f-0137c563e736 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.1216171 Feb 02 15:49:47.407491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ee70f26-46ea-4fc3-bbe3-1c0558abce58 req-48a32634-1232-4673-8dfe-0e798e5d0c36 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645585 Feb 02 15:49:47.408767 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-8b5687b0-f5b6-4421-aa4a-de2cd0412d59 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 15:49:47.409686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8b5687b0-f5b6-4421-aa4a-de2cd0412d59 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4322467 Feb 02 15:49:47.415523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:47.460031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] For port bedfb987-5c6d-468c-9ae4-75a5dcbdecc0, host n-h1-827122-1, got binding levels [] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:47.460395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.495663 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa5d6-b9ac-4125-a3a0-58b898657d97 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.527437 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa5d6-b9ac-4125-a3a0-58b898657d97 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.573179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:25Z', 'revision_number': 2, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:47.577574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Checking router: 654ff01b-2155-491e-adce-86db31310110 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:49:47.577930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Updating router 654ff01b-2155-491e-adce-86db31310110 port 764d744f-6240-4f4e-85c8-560d1528c009 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:49:47.585144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Calling delete_port for bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:49:47.631379 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.715671 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa5d6-b9ac-4125-a3a0-58b898657d97 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.739937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fa5d6-b9ac-4125-a3a0-58b898657d97 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf320a-895a-4d13-8160-45899130f94f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:47.771696 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa5d6-b9ac-4125-a3a0-58b898657d97 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.772833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fd7fa5d6-b9ac-4125-a3a0-58b898657d97 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/76bf320a-895a-4d13-8160-45899130f94f HTTP/1.1" status: 204 len: 168 time: 0.3561912 Feb 02 15:49:47.777495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.779105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33484) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:47.933661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.061148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Pushing event deleted for resources: {'Port': ['ID=bedfb987-5c6d-468c-9ae4-75a5dcbdecc0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:48.079338 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.098550 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.106916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-743df3db-184e-48e3-8be4-d5ff0eb0a971 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "DELETE /v2.0/ports/bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 HTTP/1.1" status: 204 len: 168 time: 1.1160042 Feb 02 15:49:48.109965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33490) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:48.115790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Transition to ACTIVE for port object 764d744f-6240-4f4e-85c8-560d1528c009 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:48.161360 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5151acf4-f266-479c-9ecd-8dda6ae3c17c tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3786743 Feb 02 15:49:48.162344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33500) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:48.175918 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5356f7-2573-4bf6-bdd5-12fb9353c567 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] GET failed (client error): The resource could not be found. Feb 02 15:49:48.176435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca5356f7-2573-4bf6-bdd5-12fb9353c567 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Synchronizing usage tracker for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:48.229296 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.230288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad9d84-906c-4537-ab37-8e22d8137d8e req-06b9167d-34e4-4408-81ff-18ff665e526f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:48.231757 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23ad9d84-906c-4537-ab37-8e22d8137d8e req-06b9167d-34e4-4408-81ff-18ff665e526f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 984 time: 0.3687549 Feb 02 15:49:48.279539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca5356f7-2573-4bf6-bdd5-12fb9353c567 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] Unset dirty status for tenant:9a35366e5f8b405381c26b466f5c1db4 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:48.281730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ca5356f7-2573-4bf6-bdd5-12fb9353c567 tempest-PortsAdminExtendedAttrsTestJSON-1987261861 tempest-PortsAdminExtendedAttrsTestJSON-1987261861-project-admin] 10.222.0.88 "GET /v2.0/ports/bedfb987-5c6d-468c-9ae4-75a5dcbdecc0 HTTP/1.1" status: 404 len: 333 time: 0.1707168 Feb 02 15:49:48.285331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33508) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:48.340943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5292e12-fe8a-4404-bb63-8140d66f13ad tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.414559 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23ad9d84-906c-4537-ab37-8e22d8137d8e req-b4dc9ca6-5aa6-40f2-b7e6-3a4d512dc321 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1764174 Feb 02 15:49:48.438990 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5292e12-fe8a-4404-bb63-8140d66f13ad tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.502024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a89c3e-356a-4458-bdcb-ef41620df332 None None] Pushing event updated for resources: {'Port': ['ID=764d744f-6240-4f4e-85c8-560d1528c009,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:48.622413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.755879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Attempting to bind port 764d744f-6240-4f4e-85c8-560d1528c009 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:48.756165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Attempting to bind port 764d744f-6240-4f4e-85c8-560d1528c009 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:48.756524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Attempting to bind port 764d744f-6240-4f4e-85c8-560d1528c009 on network 634e9e70-b6bb-4329-8798-88bdbeb0609b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:49:48.768065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:49:48.768438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Checking segment: {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:49:48.769664 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.770324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Bound using segment: {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:49:48.782690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Bound port: 764d744f-6240-4f4e-85c8-560d1528c009, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1501edcf-338f-4081-94d2-9e3bb872b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:48.783182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.793128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5292e12-fe8a-4404-bb63-8140d66f13ad tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.856652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5292e12-fe8a-4404-bb63-8140d66f13ad tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caf5fd0-45ae-4aed-b007-66c7346be756,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:48.884549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5292e12-fe8a-4404-bb63-8140d66f13ad tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.885840 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b5292e12-fe8a-4404-bb63-8140d66f13ad tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/4caf5fd0-45ae-4aed-b007-66c7346be756 HTTP/1.1" status: 204 len: 168 time: 0.7214303 Feb 02 15:49:48.888863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:48.908992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.945146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] For port 764d744f-6240-4f4e-85c8-560d1528c009, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:49:48.951979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] For port 764d744f-6240-4f4e-85c8-560d1528c009, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=764d744f-6240-4f4e-85c8-560d1528c009,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:49:48.953230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8346dd36-0688-4c79-b271-4ecea16d48f8']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:48.954065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8073c6e0-0ebc-4a25-8ceb-998e43c3c453 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Synchronizing usage tracker for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:48.972016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:48.972160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc7d6d0-01fe-4849-8e6c-7d527b57b5fc') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:48.992745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7efd52-869e-42bc-9e6b-f7178c6f8881 req-18dea222-c62b-46bc-8ade-3ae342abf88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:48.998876 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a7efd52-869e-42bc-9e6b-f7178c6f8881 req-18dea222-c62b-46bc-8ade-3ae342abf88f tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.3012426 Feb 02 15:49:48.998876 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.008524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c54290-3278-4222-9ee4-78e5cc6f49eb req-e2b7e4d2-5b74-4cee-9d23-cc88f06c8173 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:49.010046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03c54290-3278-4222-9ee4-78e5cc6f49eb req-e2b7e4d2-5b74-4cee-9d23-cc88f06c8173 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 984 time: 0.3233850 Feb 02 15:49:49.032598 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.047065 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.062392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:49:49.072485 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.074119 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-03c54290-3278-4222-9ee4-78e5cc6f49eb req-4e78c5f3-fd92-4db0-a1de-db0d76bac401 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0520344 Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:49:49.091007 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:49:49.144319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8073c6e0-0ebc-4a25-8ceb-998e43c3c453 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Unset dirty status for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:49.149700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8073c6e0-0ebc-4a25-8ceb-998e43c3c453 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2554958 Feb 02 15:49:49.150324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33532) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:49.156123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a89c3e-356a-4458-bdcb-ef41620df332 None None] Pushing event updated for resources: {'Port': ['ID=764d744f-6240-4f4e-85c8-560d1528c009,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:49.156837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046443697'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:49.158866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:49.159627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:49:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:49.187163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:49.211017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:49.333226 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.408464 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8a7efd52-869e-42bc-9e6b-f7178c6f8881 req-129df53f-bf7f-4b71-a9b3-0c75fb741e9a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967655 Feb 02 15:49:49.448121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:49.454660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Usage tracker for resource:security_group_rule and tenant:018cd78855094d08bbffeeac7ae5ba60 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:49.458382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:49.466879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:49.489399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-6948f256-0e1e-4f21-9b37-c1592d9bc561 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1135 time: 0.2314832 Feb 02 15:49:49.515162 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.537531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:49.547246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.557310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] Pushing event deleted for resources: {'Network': ['ID=8346dd36-0688-4c79-b271-4ecea16d48f8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:49.559487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4c47fefd-0d7d-4052-8e93-a652c84cca3b tempest-PortsAdminExtendedAttrsTestJSON-199112227 tempest-PortsAdminExtendedAttrsTestJSON-199112227-project] 10.222.0.88 "DELETE /v2.0/networks/8346dd36-0688-4c79-b271-4ecea16d48f8 HTTP/1.1" status: 204 len: 168 time: 1.2729552 Feb 02 15:49:49.572701 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:49:49.588423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.641984 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.649336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:49.655252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Usage tracker for resource:security_group_rule and tenant:150e301d572a4a81a1a145c68d835451 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:49.658328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:49.665076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:49.735865 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.938161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f9c7d3-0dbc-4610-b5ed-1ba653c5052b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:49.938161 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.939114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:48Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:49.939114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a3d97-23fc-4c39-89e3-67bc5b6c8861 None None] The sync data for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 is: [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:48Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:49:50.104805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.106054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-22098715-beec-43cd-a103-d908bff5d1f2 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9547324 Feb 02 15:49:50.107172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.109036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33556) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.115613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d3e5c121-d068-4bc0-816a-48d1459f2f39 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:50.116295 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-d3e5c121-d068-4bc0-816a-48d1459f2f39 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 15:49:50.117780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d3e5c121-d068-4bc0-816a-48d1459f2f39 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "PUT /v2.0/security-groups/40f9c7d3-0dbc-4610-b5ed-1ba653c5052b HTTP/1.1" status: 409 len: 330 time: 0.0075660 Feb 02 15:49:50.121924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33560) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.146422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Synchronizing usage tracker for tenant:150e301d572a4a81a1a145c68d835451 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:50.156062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1335d3d0-d7b3-43bb-a65f-715b52175eef,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:50.223276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc68d-5acb-4e17-8964-dacf9a9b6531 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.244707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Unset dirty status for tenant:150e301d572a4a81a1a145c68d835451 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:50.246131 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a1cc7c6-5360-42f8-b960-a685dbc43342 req-17c077ed-c6c8-4e51-841c-8742e9ebf89c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7466116 Feb 02 15:49:50.271764 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc68d-5acb-4e17-8964-dacf9a9b6531 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.291889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33570) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.371291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33574) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.371618 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24b906ba-da21-4ee1-a9bf-f899a7a2bb43 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1130 time: 0.0779693 Feb 02 15:49:50.376897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:50.384913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:50.393832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:floatingip and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:50.393832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:50.399221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:50.469647 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc68d-5acb-4e17-8964-dacf9a9b6531 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.491368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dc68d-5acb-4e17-8964-dacf9a9b6531 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f9c7d3-0dbc-4610-b5ed-1ba653c5052b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:50.499926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc68d-5acb-4e17-8964-dacf9a9b6531 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.501114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dc2dc68d-5acb-4e17-8964-dacf9a9b6531 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/40f9c7d3-0dbc-4610-b5ed-1ba653c5052b HTTP/1.1" status: 204 len: 168 time: 0.3780859 Feb 02 15:49:50.503588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33584) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.555808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.600269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33588) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.736834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-836e33af-cf8f-44a1-b7ca-18edeed13a2f tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Synchronizing usage tracker for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:50.844909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-836e33af-cf8f-44a1-b7ca-18edeed13a2f tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] Unset dirty status for tenant:018cd78855094d08bbffeeac7ae5ba60 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:50.851487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-836e33af-cf8f-44a1-b7ca-18edeed13a2f tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3429482 Feb 02 15:49:50.852536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33598) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.907142 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-476c3799-cf67-422b-a25c-f0d09e0baa4f tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] delete failed (client error): The resource could not be found. Feb 02 15:49:50.908205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-476c3799-cf67-422b-a25c-f0d09e0baa4f tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "DELETE /v2.0/security-groups/d2462ec5-f60f-4fd0-a52c-35134b4439de HTTP/1.1" status: 404 len: 347 time: 0.0477939 Feb 02 15:49:50.912129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33602) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.932906 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-341476bf-393f-4f18-897f-5f18529881dc tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] show failed (client error): The resource could not be found. Feb 02 15:49:50.934483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-341476bf-393f-4f18-897f-5f18529881dc tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-groups/9ac4cf5d-b42d-4520-88c7-e0960e723217 HTTP/1.1" status: 404 len: 347 time: 0.0216932 Feb 02 15:49:50.940011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33606) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.965079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b26d8-3f21-4637-a799-df5e841fdccd req-e891f0bb-5d47-4aea-b515-7b3b8e2752ba tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:50.968807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a33b26d8-3f21-4637-a799-df5e841fdccd req-e891f0bb-5d47-4aea-b515-7b3b8e2752ba tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.2889891 Feb 02 15:49:50.969919 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33610) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:50.973758 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a9f94ff9-1b37-4fb4-9afd-db327944193a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=14b29762e74c47139422b7930bdbc2d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3648164 Feb 02 15:49:50.979343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.060408 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [None req-e5b7c675-38c0-4dd4-99ac-1e21222f65b3 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] show failed (client error): The resource could not be found. Feb 02 15:49:51.064345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e5b7c675-38c0-4dd4-99ac-1e21222f65b3 tempest-NegativeSecGroupTest-967662196 tempest-NegativeSecGroupTest-967662196-project] 10.222.0.88 "GET /v2.0/security-group-rules/a4c40fde-a037-4677-94b1-4bedfbdc1913 HTTP/1.1" status: 404 len: 356 time: 0.1232138 Feb 02 15:49:51.111724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 764d744f-6240-4f4e-85c8-560d1528c009 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:51.268048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9430de9f-86a8-4dba-b631-ef96cb1e3251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.318308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a33b26d8-3f21-4637-a799-df5e841fdccd req-e2593766-9089-487c-ac1e-933adde030af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837977 Feb 02 15:49:51.322085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Allocated IP 172.25.0.55 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/dc974907-9a14-42c2-b413-02882b9f6fb3) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:51.325013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9430de9f-86a8-4dba-b631-ef96cb1e3251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.327228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 764d744f-6240-4f4e-85c8-560d1528c009 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:51.338070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 764d744f-6240-4f4e-85c8-560d1528c009 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:51.338070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.639032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.653532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed7d42-24f4-45ce-95f2-57bd758fe969 req-b6ef1313-ac48-4160-a44c-283f5bd9441a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:51.661275 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63ed7d42-24f4-45ce-95f2-57bd758fe969 req-b6ef1313-ac48-4160-a44c-283f5bd9441a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.1801903 Feb 02 15:49:51.691680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.728627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.729194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 764d744f-6240-4f4e-85c8-560d1528c009, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=764d744f-6240-4f4e-85c8-560d1528c009,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:49:51.764427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63ed7d42-24f4-45ce-95f2-57bd758fe969 req-8900e5d7-8d56-4d83-9e48-4f14f3f490b4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962462 Feb 02 15:49:51.788343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33630) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:51.816474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.864712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33634) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:51.900895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9430de9f-86a8-4dba-b631-ef96cb1e3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.923804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=dc974907-9a14-42c2-b413-02882b9f6fb3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:51.927881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-15a8254e-89b5-4ee3-9ab7-55b44efdd231 tempest-TestNetworkAdvancedServerOps-1352203981 tempest-TestNetworkAdvancedServerOps-1352203981-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 1091 time: 0.1382296 Feb 02 15:49:51.931067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33642) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:51.938796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:51.947557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:51.952387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Usage tracker for resource:floatingip and tenant:bcbc98f977944869a392ab2bccdbd691 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:51.952526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430de9f-86a8-4dba-b631-ef96cb1e3251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349a3898-5efa-44e0-8f4b-793342cd6f87,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:51.955894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:51.963898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:51.978004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:51.980410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:51.988857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:52.007675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=764d744f-6240-4f4e-85c8-560d1528c009,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:52.058593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9430de9f-86a8-4dba-b631-ef96cb1e3251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.063641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9430de9f-86a8-4dba-b631-ef96cb1e3251 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/349a3898-5efa-44e0-8f4b-793342cd6f87 HTTP/1.1" status: 204 len: 168 time: 1.0891020 Feb 02 15:49:52.126767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.342648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33648) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:52.345026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0b2a3fd2-195f-4dee-bc48-dbf2d592ff9b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=018cd78855094d08bbffeeac7ae5ba60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4775290 Feb 02 15:49:52.421468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.563025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.617979 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.807788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Allocated IP 172.25.0.160 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/7dfe6b3b-fd6b-4449-b10c-bda1594b1ad4) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:52.983533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.985723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.020325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff950f7-a2d0-4a94-baff-56e53a1ffc6b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:53.034997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.035353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.035749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.036160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.036528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.036910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.037247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.037658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.038268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.038632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.038975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:53.072813 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.108605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 764d744f-6240-4f4e-85c8-560d1528c009 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:53.137125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.206442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 764d744f-6240-4f4e-85c8-560d1528c009 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:53.206812 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.214339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.231010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33680) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:53.308910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.309495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:53.310268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-faed8649-cb51-4d23-9e11-cac14f09ee3f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ff950f7-a2d0-4a94-baff-56e53a1ffc6b HTTP/1.1" status: 204 len: 168 time: 0.9626012 Feb 02 15:49:53.350379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:53.353383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:49:53.528792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-35589774-8359-4566-b994-79ebbf1b1736 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9a35366e5f8b405381c26b466f5c1db4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2175248 Feb 02 15:49:53.529714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33700) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:53.597724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=7dfe6b3b-fd6b-4449-b10c-bda1594b1ad4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:53.650710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.706600 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0579e94-a4c1-4059-beb8-6ed15491916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.760198 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0579e94-a4c1-4059-beb8-6ed15491916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.760865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.894469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=dc974907-9a14-42c2-b413-02882b9f6fb3,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:53.900072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:54.332205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0579e94-a4c1-4059-beb8-6ed15491916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:54.332719 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Floating IP 8270aae6-a862-451c-891f-fba1e3d67f00 associated. External IP: 172.25.0.55, port: 83e8c4ea-6854-4ee0-9cc4-bf692bb33155. Feb 02 15:49:54.352852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0579e94-a4c1-4059-beb8-6ed15491916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede2842-9c13-4693-9bf8-462b7d1ed53f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:54.436833 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f0579e94-a4c1-4059-beb8-6ed15491916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:54.438042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f0579e94-a4c1-4059-beb8-6ed15491916f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fede2842-9c13-4693-9bf8-462b7d1ed53f HTTP/1.1" status: 204 len: 168 time: 0.8935380 Feb 02 15:49:54.590554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df8d85ff-aa56-489b-a1b1-82086d106635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:54.655829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:54.864930 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.202161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Router 2e6bf330-73f1-47b4-a45b-b895109b3f10 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:49:55.217688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.343573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.483820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33794) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:55.517765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:49:55.528625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event updated for resources: {'Port': ['ID=7dfe6b3b-fd6b-4449-b10c-bda1594b1ad4,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:55.530363 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] Sync routers for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:49:55.545947 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.557180 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:55.558078 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:49:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:55.721585 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.872356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-769926ea-18e7-48c2-b6d7-73aa12c85dea tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4973700 Feb 02 15:49:55.872356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:55.875995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33814) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:55.962927 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'status': 'completed', 'code': 200} Feb 02 15:49:55.970749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-78990286-069d-45dd-8fcc-d85bea21c05d tempest-ServiceProvidersTest-2133659861 tempest-ServiceProvidersTest-2133659861-project] 10.222.0.88 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4858866 Feb 02 15:49:55.993363 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:56.036595 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Floating IP 74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f associated. External IP: 172.25.0.160, port: 188bb7ba-fe0c-4287-8f4e-c530b1422eed. Feb 02 15:49:56.271626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e8fd4-e51c-4796-b52a-858881375ab1 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.272660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e8fd4-e51c-4796-b52a-858881375ab1 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.273177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e8fd4-e51c-4796-b52a-858881375ab1 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.275166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e8fd4-e51c-4796-b52a-858881375ab1 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.275867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e8fd4-e51c-4796-b52a-858881375ab1 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.286401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e8fd4-e51c-4796-b52a-858881375ab1 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.286401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-727e8fd4-e51c-4796-b52a-858881375ab1 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.4056466 Feb 02 15:49:56.286401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33844) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:56.379980 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-c514128c-7ebe-4733-b1ae-f2caafdaa12e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1135 time: 0.3220525 Feb 02 15:49:56.624689 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8270aae6-a862-451c-891f-fba1e3d67f00', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'port_id': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'mac_address': 'fa:16:3e:4d:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:49:52Z', 'updated_at': '2022-02-02T15:49:52Z', 'revision_number': 0, 'project_id': 'fe91381b49a043348303066f47ba668c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:27Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:56.640158 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] Checking router: 2e6bf330-73f1-47b4-a45b-b895109b3f10 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:49:56.666685 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:56.667330 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:49:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:56.780985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3298ed6-efe6-4ded-b5d7-81a70d09410c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.786601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3298ed6-efe6-4ded-b5d7-81a70d09410c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.787728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3298ed6-efe6-4ded-b5d7-81a70d09410c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.789780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3298ed6-efe6-4ded-b5d7-81a70d09410c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.790753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3298ed6-efe6-4ded-b5d7-81a70d09410c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.795307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3298ed6-efe6-4ded-b5d7-81a70d09410c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.807486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d3298ed6-efe6-4ded-b5d7-81a70d09410c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.5094826 Feb 02 15:49:56.807486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33876) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:56.812463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33880) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:56.874473 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-37fe4db0-a543-43ad-b4ac-926f05479392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.991788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 654ff01b-2155-491e-adce-86db31310110 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:49:57.046382 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:57.104459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33894) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:57.123830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-263031778'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:57.144710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:57.160120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Usage tracker for resource:network and tenant:d1986021a3644b5e91da1916fa7d09e3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:57.171416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:57.195610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:57.404207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Made reservation on behalf of d1986021a3644b5e91da1916fa7d09e3 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:57.408689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.426720 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.463101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.475244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-369baec3-043e-4b76-8aca-8c3c96cce3f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:57.477988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-369baec3-043e-4b76-8aca-8c3c96cce3f7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c8e90109-31c7-45e4-905c-c3e56a77e2f0 HTTP/1.1" status: 200 len: 898 time: 1.0829864 Feb 02 15:49:57.523935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:49:57.545310 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8270aae6-a862-451c-891f-fba1e3d67f00', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'port_id': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'mac_address': 'fa:16:3e:4d:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:49:52Z', 'updated_at': '2022-02-02T15:49:52Z', 'revision_number': 0, 'project_id': 'fe91381b49a043348303066f47ba668c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:27Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:57.552181 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cec53-4516-4280-8741-4cc61a77670f None None] The sync data for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 is: [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8270aae6-a862-451c-891f-fba1e3d67f00', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'port_id': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'mac_address': 'fa:16:3e:4d:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:49:52Z', 'updated_at': '2022-02-02T15:49:52Z', 'revision_number': 0, 'project_id': 'fe91381b49a043348303066f47ba668c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:27Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:49:57.645894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.652867 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:57.662264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:57.669773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] Usage tracker for resource:security_group_rule and tenant:cc43ea64ce884f4eb56dffc946c0290e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:57.682741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:57.696483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Usage tracker for resource:security_group_rule and tenant:d1986021a3644b5e91da1916fa7d09e3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:57.699143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:57.704474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:57.717175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:57.720602 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-eb475384-b16c-4704-8b1e-4f3fd7126de7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155 HTTP/1.1" status: 200 len: 998 time: 0.2290490 Feb 02 15:49:57.732373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-98a8db80-54b7-4119-8086-f3fce90f0061 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7970588 Feb 02 15:49:57.732373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:57.826792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2e2a3018-cd39-4267-b88f-669465851bf0 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2342 time: 1.0132496 Feb 02 15:49:57.831150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33944) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:57.866613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-75fc9ffb-1fb5-4a5c-83e8-a66876edfb17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:57.869212 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-75fc9ffb-1fb5-4a5c-83e8-a66876edfb17 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ab114b5e-6cc3-4345-91e5-f103833b8b6e HTTP/1.1" status: 200 len: 835 time: 0.1382523 Feb 02 15:49:57.896911 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'status': 'completed', 'code': 200} Feb 02 15:49:57.974034 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.999988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.019879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-b2429c48-a940-49e3-aef1-ad360ef516a2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c8e90109-31c7-45e4-905c-c3e56a77e2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424839 Feb 02 15:49:58.053467 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.105095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-492609df-962a-4232-ae41-376fc1b72913 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2e6bf330-73f1-47b4-a45b-b895109b3f10 HTTP/1.1" status: 200 len: 1990 time: 0.2721555 Feb 02 15:49:58.136835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.144254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4c333-0739-45c5-9c17-8f36127fc181 req-86c7a333-fa52-4bb2-9425-d9c104b26642 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:58.145848 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ba4c333-0739-45c5-9c17-8f36127fc181 req-86c7a333-fa52-4bb2-9425-d9c104b26642 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.1552439 Feb 02 15:49:58.149951 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-efa97258-a123-461c-ba40-a339b88be0b0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 1096 time: 0.1994746 Feb 02 15:49:58.161286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] Sync routers for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:49:58.186812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:58.187435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:49:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:58.214094 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496ba5a-4853-4b53-bd2f-3d8338777a0e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:58.236652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:49:58.250867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c8912bb1-22df-4c32-ab78-637f21fde73d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc43ea64ce884f4eb56dffc946c0290e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1446192 Feb 02 15:49:58.261221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 33966) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:58.306927 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.307645 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Added segment 9bbc2057-b3e8-4939-8fe0-a144b3f194a5 of type vlan for network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 Feb 02 15:49:58.334798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2017e5-f65e-404b-b915-6c47fdb30e63,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:58.359172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-c47cd9bf-eef7-49bf-9523-29a30a23dbf8 service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325768 Feb 02 15:49:58.370582 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6ba4c333-0739-45c5-9c17-8f36127fc181 req-240de576-3b67-41b2-a2d8-bcd4a5984477 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063158 Feb 02 15:49:58.405894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:58.458849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 33978) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:58.555046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-d1c7560d-2bd0-4bc0-8dcc-f6521c8682fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:58.556916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-d1c7560d-2bd0-4bc0-8dcc-f6521c8682fb service neutron] 10.222.0.107 "GET /v2.0/networks?id=634e9e70-b6bb-4329-8798-88bdbeb0609b HTTP/1.1" status: 200 len: 899 time: 0.3878956 Feb 02 15:49:58.559497 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-a7c7d58e-949e-4081-81f1-859cef79fff2 service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648474 Feb 02 15:49:58.565134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.613724 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-051f7d10-9862-41b4-b26a-0fa423fb0ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.641848 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-051f7d10-9862-41b4-b26a-0fa423fb0ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.693186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07778cb9-539c-4ff0-97dc-028db95d53d4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f HTTP/1.1" status: 200 len: 991 time: 0.2326684 Feb 02 15:49:58.729196 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.730616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.736444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.744902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:58.745144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-ee3fda13-cf6e-4778-bba4-f015cbcaab8a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed HTTP/1.1" status: 200 len: 999 time: 0.1613767 Feb 02 15:49:58.746093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.849010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-1dd99134-ec82-478b-addd-12c0e145e585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:58.850893 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-1dd99134-ec82-478b-addd-12c0e145e585 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=173f643a-332b-4a8f-8ccf-6d7969d7ce40 HTTP/1.1" status: 200 len: 835 time: 0.0994437 Feb 02 15:49:58.876798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-051f7d10-9862-41b4-b26a-0fa423fb0ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.896811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '654ff01b-2155-491e-adce-86db31310110', 'port_id': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'mac_address': 'fa:16:3e:a0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:49:54Z', 'updated_at': '2022-02-02T15:49:54Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:58.903975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] Checking router: 654ff01b-2155-491e-adce-86db31310110 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:49:58.909895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f7d10-9862-41b4-b26a-0fa423fb0ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496ba5a-4853-4b53-bd2f-3d8338777a0e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:58.926607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-051f7d10-9862-41b4-b26a-0fa423fb0ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.936554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:49:58.937281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-051f7d10-9862-41b4-b26a-0fa423fb0ce0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5496ba5a-4853-4b53-bd2f-3d8338777a0e HTTP/1.1" status: 204 len: 168 time: 0.6628268 Feb 02 15:49:58.937381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:49:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:58.937485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event updated for resources: {'Network': ['ID=3a8cf488-2cbf-4a6b-9ec5-b1c207771446,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:58.999810 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-807f410e-a47c-4835-a4ec-79f1ff8931a4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=634e9e70-b6bb-4329-8798-88bdbeb0609b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333213 Feb 02 15:49:59.015819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:49:59.019987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ca9cd7f7-fdb0-422f-a743-4218fda547d9 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2186725 Feb 02 15:49:59.022214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34000) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:59.031818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Request body: {'subnet': {'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:49:59.199097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-c41048f9-9cbe-4c40-82bd-38adabb1c25a service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910048 Feb 02 15:49:59.243823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:59.249336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Usage tracker for resource:subnet and tenant:d1986021a3644b5e91da1916fa7d09e3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:59.254571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:59.263105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:59.324975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:49:59.339476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Made reservation on behalf of d1986021a3644b5e91da1916fa7d09e3 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:59.458449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cc5eaf74-8ef8-481f-a8cd-17f87b0c42a6 req-5911a68c-092e-464c-9274-c620f74156e9 service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356138 Feb 02 15:49:59.695549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34036) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:59.728986 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:59.925748 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ebc39812-e63e-4030-8222-4dc54344b8ef tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f HTTP/1.1" status: 200 len: 991 time: 0.2285430 Feb 02 15:50:00.065471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '654ff01b-2155-491e-adce-86db31310110', 'port_id': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'mac_address': 'fa:16:3e:a0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:49:54Z', 'updated_at': '2022-02-02T15:49:54Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:00.071551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a190e64-5233-4eae-bf64-eb8797d9e4a1 None None] The sync data for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 is: [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '654ff01b-2155-491e-adce-86db31310110', 'port_id': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'mac_address': 'fa:16:3e:a0:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:49:54Z', 'updated_at': '2022-02-02T15:49:54Z', 'revision_number': 0, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:50:00.086796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:00.257442 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:00.383901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event updated for resources: {'Subnet': ['ID=c5382f65-9108-4eb1-8d54-4538bf0bc12f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:00.397280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Checking segment: {'id': '9bbc2057-b3e8-4939-8fe0-a144b3f194a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:00.397827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Network hostable DHCP agents. Network: 3a8cf488-2cbf-4a6b-9ec5-b1c207771446, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:50:00.450354 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafac4e-59d6-495c-a59d-c20d52efd4e3 None None] New status for floating IP 8270aae6-a862-451c-891f-fba1e3d67f00: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:50:00.532147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:50:00.654217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 3a8cf488-2cbf-4a6b-9ec5-b1c207771446) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:00.659917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:00.660810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:00.662239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f67d8-d476-46c8-9b30-0d9c3f0d256e None None] Network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:00.762115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ea90e2ab-2d48-4ec7-801d-7ba3d353918b tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7385690 Feb 02 15:50:00.765001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34086) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:00.771752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Request body: {'port': {'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1214218001'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:00.931142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34094) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:00.996093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:01.003403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Usage tracker for resource:port and tenant:d1986021a3644b5e91da1916fa7d09e3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:01.008843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:01.013316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-3a8cf488-2cbf-4a6b-9ec5-b1c207771446', 'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446', 'tenant_id': 'd1986021a3644b5e91da1916fa7d09e3', 'fixed_ips': [{'subnet_id': 'c5382f65-9108-4eb1-8d54-4538bf0bc12f'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:50:01.014317 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:01.018533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:01.132542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-81ffe704-2ab5-4737-b70e-86208b7fddeb tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f HTTP/1.1" status: 200 len: 991 time: 0.2000530 Feb 02 15:50:01.156446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Made reservation on behalf of d1986021a3644b5e91da1916fa7d09e3 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:01.163325 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:01.186868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] device_id is not set on port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:50:01.218250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Allocated IP 172.20.0.2 (3a8cf488-2cbf-4a6b-9ec5-b1c207771446/c5382f65-9108-4eb1-8d54-4538bf0bc12f/84b4d331-a469-48bd-8ea4-d90a21ed4625) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:01.452665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:01.462899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Transition to ACTIVE for port object 84b4d331-a469-48bd-8ea4-d90a21ed4625 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:01.481242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Transition to ACTIVE for port object 84b4d331-a469-48bd-8ea4-d90a21ed4625 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:01.603711 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:01.687525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:01.692270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:01.705298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:01.707363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Pushing event updated for resources: {'Port': ['ID=84b4d331-a469-48bd-8ea4-d90a21ed4625,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:01.763200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-fb6501ce-27a6-49b3-a3da-28130632c830 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1565590 Feb 02 15:50:01.786269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Allocated IP 172.20.0.12 (3a8cf488-2cbf-4a6b-9ec5-b1c207771446/c5382f65-9108-4eb1-8d54-4538bf0bc12f/44bafa93-6f01-45d9-9a3c-3f7e3d300540) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:01.868566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Attempting to bind port 84b4d331-a469-48bd-8ea4-d90a21ed4625 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:01.868769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Attempting to bind port 84b4d331-a469-48bd-8ea4-d90a21ed4625 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9bbc2057-b3e8-4939-8fe0-a144b3f194a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:01.869242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Attempting to bind port 84b4d331-a469-48bd-8ea4-d90a21ed4625 on network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:50:01.876537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:50:01.877281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Checking segment: {'id': '9bbc2057-b3e8-4939-8fe0-a144b3f194a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:01.877904 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:01.878387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Bound using segment: {'id': '9bbc2057-b3e8-4939-8fe0-a144b3f194a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:50:01.879057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Bound port: 84b4d331-a469-48bd-8ea4-d90a21ed4625, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbc2057-b3e8-4939-8fe0-a144b3f194a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:01.879677 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:02.008259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-7e258a4e-1ae0-44ca-9c2b-44eb324f19f3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1135 time: 0.0974190 Feb 02 15:50:02.021712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] For port 84b4d331-a469-48bd-8ea4-d90a21ed4625, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:50:02.029060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] For port 84b4d331-a469-48bd-8ea4-d90a21ed4625, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=84b4d331-a469-48bd-8ea4-d90a21ed4625,segment=NetworkSegment(9bbc2057-b3e8-4939-8fe0-a144b3f194a5),segment_id=9bbc2057-b3e8-4939-8fe0-a144b3f194a5)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:50:02.127941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:02.137309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34152) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:02.150238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:02.196742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Transition to ACTIVE for port object 44bafa93-6f01-45d9-9a3c-3f7e3d300540 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:02.281751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2b9f9-3aea-4ef2-a41c-eb3e2ce5ebb0 None None] Pushing event updated for resources: {'Port': ['ID=84b4d331-a469-48bd-8ea4-d90a21ed4625,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:02.398514 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:02.545443 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-817cc99d-c2e4-4901-9155-e81f904a5ca0 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f HTTP/1.1" status: 200 len: 991 time: 0.4065111 Feb 02 15:50:02.546999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:02.548902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-e01103f9-e912-49f0-b975-e8638a14d983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:02.550722 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-e01103f9-e912-49f0-b975-e8638a14d983 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c8e90109-31c7-45e4-905c-c3e56a77e2f0 HTTP/1.1" status: 200 len: 898 time: 0.5170689 Feb 02 15:50:02.552402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:02.558251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:02.613705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event updated for resources: {'Port': ['ID=44bafa93-6f01-45d9-9a3c-3f7e3d300540,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:02.657184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:02.657809 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:02.722139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-88249a6a-4157-4226-aad4-1164306e8a32 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155 HTTP/1.1" status: 200 len: 1000 time: 0.1651599 Feb 02 15:50:02.761708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3ef12be5-a569-48b3-a98f-1f3129aa7844 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9955564 Feb 02 15:50:02.765081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34184) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:02.772012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Request body: {'port': {'network_id': '3a8cf488-2cbf-4a6b-9ec5-b1c207771446', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1773248549', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:02.772679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.api.validators [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] bootfile-name is not in valid_values {{(pid=95772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:50:02.772880 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.api.validators [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] tftp-server is not in valid_values {{(pid=95772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:50:02.773435 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.api.validators [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] server-ip-address is not in valid_values {{(pid=95772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:50:02.840719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-7c60c6be-1cce-44b6-ab7c-24b9401712da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:02.842362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-7c60c6be-1cce-44b6-ab7c-24b9401712da service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ab114b5e-6cc3-4345-91e5-f103833b8b6e HTTP/1.1" status: 200 len: 835 time: 0.1136544 Feb 02 15:50:02.927672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-4f30dabb-a0f3-4123-856f-dc67db8248be service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c8e90109-31c7-45e4-905c-c3e56a77e2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775526 Feb 02 15:50:02.940648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-9e33aa63-6d48-4e1f-8041-4aa3fa4598bc service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:50:02.943025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-9e33aa63-6d48-4e1f-8041-4aa3fa4598bc service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066335 Feb 02 15:50:02.970409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:02.975708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Usage tracker for resource:port and tenant:d1986021a3644b5e91da1916fa7d09e3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:02.979958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:02.988335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:03.081115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Made reservation on behalf of d1986021a3644b5e91da1916fa7d09e3 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:03.085268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:03.131497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 84b4d331-a469-48bd-8ea4-d90a21ed4625 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:03.147876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] device_id is not set on port d2874dae-06c3-4045-9542-3b00cbb61a5d yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:50:03.174729 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-7ddcb69a-211e-4a5e-81d9-2d467b87d778 service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253752 Feb 02 15:50:03.401080 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddc91994-5f87-4038-b22e-7bb1a974c644 req-10b99a18-8ef2-413f-b1e1-e4995d52d72b service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187743 Feb 02 15:50:03.434992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 84b4d331-a469-48bd-8ea4-d90a21ed4625 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:03.452517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Allocated IP 172.20.0.5 (3a8cf488-2cbf-4a6b-9ec5-b1c207771446/c5382f65-9108-4eb1-8d54-4538bf0bc12f/d2874dae-06c3-4045-9542-3b00cbb61a5d) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:03.549631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34212) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:03.717451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0876f45-47ab-4ad7-9f45-f117d5022425 None None] Network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:03.785353 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:03.813372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Transition to ACTIVE for port object d2874dae-06c3-4045-9542-3b00cbb61a5d will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:03.843711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-75ededf6-bd53-4aa1-b5b8-92dcfea2bfd9 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f HTTP/1.1" status: 200 len: 991 time: 0.2921920 Feb 02 15:50:03.899342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946330e-b542-4ca1-aa71-44f4028b2a45 None None] New status for floating IP 74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:50:04.064646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:04.145998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:04.150033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:04.152524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:04.184975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7a6dacd5-ea7a-44cd-be74-8eb876532959 None None] Provisioning for port 84b4d331-a469-48bd-8ea4-d90a21ed4625 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:04.194525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event updated for resources: {'Port': ['ID=d2874dae-06c3-4045-9542-3b00cbb61a5d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:04.231485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:04.232456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:04.276560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7a6dacd5-ea7a-44cd-be74-8eb876532959 None None] Provisioning complete for port 84b4d331-a469-48bd-8ea4-d90a21ed4625 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:04.276934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a6dacd5-ea7a-44cd-be74-8eb876532959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:04.436037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-976f6ed1-b6d3-49d7-a410-828f25a9425e tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6697438 Feb 02 15:50:04.438372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34246) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:04.481280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a6dacd5-ea7a-44cd-be74-8eb876532959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:04.561744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7a6dacd5-ea7a-44cd-be74-8eb876532959 None None] For port 84b4d331-a469-48bd-8ea4-d90a21ed4625, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=84b4d331-a469-48bd-8ea4-d90a21ed4625,segment=NetworkSegment(9bbc2057-b3e8-4939-8fe0-a144b3f194a5),segment_id=9bbc2057-b3e8-4939-8fe0-a144b3f194a5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:04.576172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39055b2-3f05-4a5f-aa84-3d555691ed62 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:04.583834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39055b2-3f05-4a5f-aa84-3d555691ed62 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:04.589769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39055b2-3f05-4a5f-aa84-3d555691ed62 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:04.592272 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e39055b2-3f05-4a5f-aa84-3d555691ed62 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1522951 Feb 02 15:50:04.594981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34258) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:04.680092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Deleting port d2874dae-06c3-4045-9542-3b00cbb61a5d {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:04.680521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:04.722958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a6dacd5-ea7a-44cd-be74-8eb876532959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:04.846700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34268) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:04.921401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Provisioning complete for port 84b4d331-a469-48bd-8ea4-d90a21ed4625 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:04.922173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:05.000604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dacd5-ea7a-44cd-be74-8eb876532959 None None] Pushing event updated for resources: {'Port': ['ID=84b4d331-a469-48bd-8ea4-d90a21ed4625,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:05.160286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:05.269597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2fa2a1be-0f2d-492f-b926-cb133ece58b4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f HTTP/1.1" status: 200 len: 993 time: 0.4216485 Feb 02 15:50:05.360936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Provisioning for port d2874dae-06c3-4045-9542-3b00cbb61a5d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:05.368920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Provisioning complete for port d2874dae-06c3-4045-9542-3b00cbb61a5d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:05.369652 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:05.374868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Calling delete_port for d2874dae-06c3-4045-9542-3b00cbb61a5d owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:05.429626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Port d2874dae-06c3-4045-9542-3b00cbb61a5d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:50:05.513325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Provisioning for port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:05.518130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Provisioning complete for port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:05.518626 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:05.579383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-88ea39ae-9ac4-4696-adc1-5f29c128743e None None] Port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:50:05.645156 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:05.692593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-579f2400-7cec-48bc-93f7-f0d51a490b52 None None] Could not find standard attr ID for object d2874dae-06c3-4045-9542-3b00cbb61a5d. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 15:50:05.699145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event deleted for resources: {'Port': ['ID=d2874dae-06c3-4045-9542-3b00cbb61a5d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:05.706808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-579f2400-7cec-48bc-93f7-f0d51a490b52 None None] Provisioning complete for port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:05.707390 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-579f2400-7cec-48bc-93f7-f0d51a490b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:05.843255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-579f2400-7cec-48bc-93f7-f0d51a490b52 None None] Port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:50:05.931234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.944071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:05.987248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:05.996206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4bd4d93d-2173-4dd4-9f56-b4319d8de4df tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "DELETE /v2.0/ports/d2874dae-06c3-4045-9542-3b00cbb61a5d HTTP/1.1" status: 204 len: 168 time: 1.3981228 Feb 02 15:50:05.999618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:06.006041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Request body: {'port': {'name': 'tempest-new-port-name-1350157011', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:06.006433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.api.validators [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] bootfile-name is not in valid_values {{(pid=95772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:50:06.006773 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.api.validators [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] tftp-server is not in valid_values {{(pid=95772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:50:06.007108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.api.validators [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] server-ip-address is not in valid_values {{(pid=95772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 02 15:50:06.141885 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:06.437065 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:06.604952 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:06.778619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event updated for resources: {'Port': ['ID=44bafa93-6f01-45d9-9a3c-3f7e3d300540,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:06.813603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] In _notify_port_updated(), no bound segment for port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 on network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 {{(pid=95772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 02 15:50:06.821040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:06.822541 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:06.824871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ac1db85b-7961-4689-ad36-0731a40508f8 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "PUT /v2.0/ports/44bafa93-6f01-45d9-9a3c-3f7e3d300540 HTTP/1.1" status: 200 len: 1137 time: 0.8241618 Feb 02 15:50:06.827517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:06.928749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194e4d17-a4d7-4a2d-b6dd-ee5a47e22ca6 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:06.929827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-194e4d17-a4d7-4a2d-b6dd-ee5a47e22ca6 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Synchronizing usage tracker for tenant:d1986021a3644b5e91da1916fa7d09e3 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:07.070968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 84b4d331-a469-48bd-8ea4-d90a21ed4625 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:07.106566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-194e4d17-a4d7-4a2d-b6dd-ee5a47e22ca6 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Unset dirty status for tenant:d1986021a3644b5e91da1916fa7d09e3 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:07.106566 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-194e4d17-a4d7-4a2d-b6dd-ee5a47e22ca6 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "GET /v2.0/ports/44bafa93-6f01-45d9-9a3c-3f7e3d300540 HTTP/1.1" status: 200 len: 1137 time: 0.2733550 Feb 02 15:50:07.111797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34372) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:07.142203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-99b29f39-6c90-42a4-bd1c-4e85499a328f None None] Provisioning complete for port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:07.142203 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-99b29f39-6c90-42a4-bd1c-4e85499a328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:07.204265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-99b29f39-6c90-42a4-bd1c-4e85499a328f None None] Port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:50:07.206732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 84b4d331-a469-48bd-8ea4-d90a21ed4625 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:07.207065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:07.227822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f40e1609-6810-4201-884c-327ebf047f27 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Deleting port 44bafa93-6f01-45d9-9a3c-3f7e3d300540 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:07.227822 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f40e1609-6810-4201-884c-327ebf047f27 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:07.560176 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f40e1609-6810-4201-884c-327ebf047f27 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:07.963303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f40e1609-6810-4201-884c-327ebf047f27 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Calling delete_port for 44bafa93-6f01-45d9-9a3c-3f7e3d300540 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:08.231023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f40e1609-6810-4201-884c-327ebf047f27 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:08.334606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e1609-6810-4201-884c-327ebf047f27 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event deleted for resources: {'Port': ['ID=44bafa93-6f01-45d9-9a3c-3f7e3d300540,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:08.478040 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f40e1609-6810-4201-884c-327ebf047f27 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:08.578827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f40e1609-6810-4201-884c-327ebf047f27 tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "DELETE /v2.0/ports/44bafa93-6f01-45d9-9a3c-3f7e3d300540 HTTP/1.1" status: 204 len: 168 time: 1.4699006 Feb 02 15:50:08.757776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34422) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:08.843661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e3c7ae-365b-4108-a93f-b85afc150c6a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Deleting subnet c5382f65-9108-4eb1-8d54-4538bf0bc12f {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:50:08.846961 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e3c7ae-365b-4108-a93f-b85afc150c6a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:08.908069 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e3c7ae-365b-4108-a93f-b85afc150c6a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.080407 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e3c7ae-365b-4108-a93f-b85afc150c6a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.418575 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e3c7ae-365b-4108-a93f-b85afc150c6a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.465619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3c7ae-365b-4108-a93f-b85afc150c6a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event deleted for resources: {'Subnet': ['ID=c5382f65-9108-4eb1-8d54-4538bf0bc12f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:09.471952 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36e3c7ae-365b-4108-a93f-b85afc150c6a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.481346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-36e3c7ae-365b-4108-a93f-b85afc150c6a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "DELETE /v2.0/subnets/c5382f65-9108-4eb1-8d54-4538bf0bc12f HTTP/1.1" status: 204 len: 168 time: 0.8946481 Feb 02 15:50:09.481933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c2142-2a01-4aad-89a0-29b4472079d7 None None] Network 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:09.483492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34468) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:09.685128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.693592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Deleting port 84b4d331-a469-48bd-8ea4-d90a21ed4625 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:09.693592 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.822770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] DHCP port deletion for 3a8cf488-2cbf-4a6b-9ec5-b1c207771446 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:50:09.832943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] Deleting port 84b4d331-a469-48bd-8ea4-d90a21ed4625 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:09.834754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.971447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] For port 84b4d331-a469-48bd-8ea4-d90a21ed4625, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=84b4d331-a469-48bd-8ea4-d90a21ed4625,segment=NetworkSegment(9bbc2057-b3e8-4939-8fe0-a144b3f194a5),segment_id=9bbc2057-b3e8-4939-8fe0-a144b3f194a5)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:09.971856 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.134933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] For port 84b4d331-a469-48bd-8ea4-d90a21ed4625, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=84b4d331-a469-48bd-8ea4-d90a21ed4625,segment=NetworkSegment(9bbc2057-b3e8-4939-8fe0-a144b3f194a5),segment_id=9bbc2057-b3e8-4939-8fe0-a144b3f194a5)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:10.134933 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.187685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Calling delete_port for 84b4d331-a469-48bd-8ea4-d90a21ed4625 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:10.311647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] Calling delete_port for 84b4d331-a469-48bd-8ea4-d90a21ed4625 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:10.441521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.446552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:50:10.447148 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:50:10.505376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event deleted for resources: {'Port': ['ID=84b4d331-a469-48bd-8ea4-d90a21ed4625,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:10.513396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] No DVR routers for this DVR port 84b4d331-a469-48bd-8ea4-d90a21ed4625 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:50:10.656941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.678644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8cf488-2cbf-4a6b-9ec5-b1c207771446']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:10.694343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbc2057-b3e8-4939-8fe0-a144b3f194a5') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:10.695876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbc2057-b3e8-4939-8fe0-a144b3f194a5') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:10.709396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.728852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.735825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:50:10.736283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:50:10.751443 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:50:10.926896 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.948357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] Deleting port 84b4d331-a469-48bd-8ea4-d90a21ed4625 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:10.948910 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.984583 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:10.984583 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] Pushing event deleted for resources: {'Network': ['ID=3a8cf488-2cbf-4a6b-9ec5-b1c207771446,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:10.995564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d57c521c-2051-48df-aba4-3ad29060270a tempest-ExtraDHCPOptionsTestJSON-1281121615 tempest-ExtraDHCPOptionsTestJSON-1281121615-project] 10.222.0.88 "DELETE /v2.0/networks/3a8cf488-2cbf-4a6b-9ec5-b1c207771446 HTTP/1.1" status: 204 len: 168 time: 1.5049016 Feb 02 15:50:11.073534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f23b170e-813d-43e6-ac8e-ae728c3ca1da None None] The port '84b4d331-a469-48bd-8ea4-d90a21ed4625' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:50:11.080738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34502) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:11.119577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 84b4d331-a469-48bd-8ea4-d90a21ed4625 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:50:11.209435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 84b4d331-a469-48bd-8ea4-d90a21ed4625 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:50:11.209435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 84b4d331-a469-48bd-8ea4-d90a21ed4625 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:50:11.329094 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:11.366377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:11.370896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] Usage tracker for resource:security_group_rule and tenant:72126a065f954c7baba2647473432028 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:11.374206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:11.380517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:11.483546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:11.561666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:11.624542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4f891-a4e3-4768-b1ce-35a5361a02a7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:11.632704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d9a5ba5e-5584-49e9-8c06-939bd6b897c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=72126a065f954c7baba2647473432028&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5578063 Feb 02 15:50:11.632704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34532) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:11.747584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f7762bf-3da6-409f-bd03-2f85d8d45204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:11.814391 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f7762bf-3da6-409f-bd03-2f85d8d45204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:11.894417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34540) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:11.923151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-a0c885cf-1a08-468a-a7e2-dad98b27f7bb tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:11.923151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-a0c885cf-1a08-468a-a7e2-dad98b27f7bb tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Synchronizing usage tracker for tenant:4b949570168a41a98447eefa51c20597 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:12.012302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f7762bf-3da6-409f-bd03-2f85d8d45204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:12.029353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7762bf-3da6-409f-bd03-2f85d8d45204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4f891-a4e3-4768-b1ce-35a5361a02a7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:12.033694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4f7762bf-3da6-409f-bd03-2f85d8d45204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:12.039424 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4f7762bf-3da6-409f-bd03-2f85d8d45204 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c9a4f891-a4e3-4768-b1ce-35a5361a02a7 HTTP/1.1" status: 204 len: 168 time: 0.4041436 Feb 02 15:50:12.079168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-a0c885cf-1a08-468a-a7e2-dad98b27f7bb tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Unset dirty status for tenant:4b949570168a41a98447eefa51c20597 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:12.080405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-a0c885cf-1a08-468a-a7e2-dad98b27f7bb tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/networks?id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 HTTP/1.1" status: 200 len: 814 time: 0.5371852 Feb 02 15:50:12.110065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-c75ec944-4822-442b-a878-19c6b7209a3e tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/quotas/4b949570168a41a98447eefa51c20597 HTTP/1.1" status: 200 len: 375 time: 0.0218155 Feb 02 15:50:12.114154 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78481fd7-f000-46d1-b551-996a2b883626 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d1986021a3644b5e91da1916fa7d09e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2171504 Feb 02 15:50:12.114697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34548) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:12.184565 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-282182d6-c489-4470-b17b-8d3f08a14181 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b949570168a41a98447eefa51c20597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624185 Feb 02 15:50:12.202806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c39a3ba6-d29a-4db2-8e7e-940cae49a7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:12.254909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c39a3ba6-d29a-4db2-8e7e-940cae49a7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:12.370134 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-f3dc738c-6b31-42df-91c1-d5755bef7de9 service neutron] 10.222.0.88 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740329 Feb 02 15:50:12.467466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c39a3ba6-d29a-4db2-8e7e-940cae49a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:12.481270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a3ba6-d29a-4db2-8e7e-940cae49a7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2017e5-f65e-404b-b915-6c47fdb30e63,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:12.485205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c39a3ba6-d29a-4db2-8e7e-940cae49a7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:12.486833 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c39a3ba6-d29a-4db2-8e7e-940cae49a7d0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe2017e5-f65e-404b-b915-6c47fdb30e63 HTTP/1.1" status: 204 len: 168 time: 0.3711050 Feb 02 15:50:12.554601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-fdadb84e-e870-4151-9fb9-2d97c23c2136 service neutron] 10.222.0.88 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873424 Feb 02 15:50:12.913984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ff97c852-4211-42a7-9505-0af88303d0b2 req-5761ec79-b7c2-4d61-8813-9951a8c4bf88 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 210 time: 0.0478330 Feb 02 15:50:13.073908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34574) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:13.101237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.171882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:13.187856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] Usage tracker for resource:security_group_rule and tenant:7bdaefae86444048aef17d1d522bfdaa is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:13.187856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:13.200666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:13.300887 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.462377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.509540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11674bc2-7c78-4124-b109-4ab96128a8ee,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:13.514595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-93b5b241-f6e2-4fad-9ca8-b1cc21ae1124 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7bdaefae86444048aef17d1d522bfdaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4381151 Feb 02 15:50:13.516996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34586) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:13.590890 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbf24088-323c-4dff-88ee-7c8e68e04055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.635148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbf24088-323c-4dff-88ee-7c8e68e04055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.805240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbf24088-323c-4dff-88ee-7c8e68e04055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.821221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf24088-323c-4dff-88ee-7c8e68e04055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11674bc2-7c78-4124-b109-4ab96128a8ee,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:13.829804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbf24088-323c-4dff-88ee-7c8e68e04055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.830927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bbf24088-323c-4dff-88ee-7c8e68e04055 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11674bc2-7c78-4124-b109-4ab96128a8ee HTTP/1.1" status: 204 len: 168 time: 0.3130176 Feb 02 15:50:14.081058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-85acf862-2099-49d0-8939-f59a97677795 req-351bcc1d-86c7-4d53-b69f-1e152120d7ec tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 210 time: 0.0713186 Feb 02 15:50:14.443682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34616) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:14.624675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'networks': [{'name': 'tempest-network--186741084'}, {'name': 'tempest-network--302283036'}]} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:14.630994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'network': {'name': 'tempest-network--186741084'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:14.631550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'network': {'name': 'tempest-network--302283036'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:14.637769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:14.641724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Usage tracker for resource:network and tenant:a8d35ddd53bd4e589ab75bb114aac1be is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:14.644827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:14.771504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:14.857566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Made reservation on behalf of a8d35ddd53bd4e589ab75bb114aac1be for: {'network': 2} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:14.857566 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:14.882633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:14.911568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:14.916054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Usage tracker for resource:security_group_rule and tenant:a8d35ddd53bd4e589ab75bb114aac1be is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:14.920763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:14.925237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:14.999092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.103492 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.104191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.162495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248cf931-8eb3-4b1b-9285-28497fa850d2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:15.172409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:15.182195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.182861 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Added segment 8b326144-bb83-461b-94f7-fe516df0d7d9 of type vlan for network 3d25d344-4f98-4aed-8128-1001453feac6 Feb 02 15:50:15.225694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.267382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:15.278511 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.278863 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Added segment 53c40a0e-0bd5-4666-846d-b3d052eaa4d4 of type vlan for network dd82ffcf-2438-4828-8bc7-a2a7830f02f5 Feb 02 15:50:15.344468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef039d7f-3a7b-4f1d-bf52-35d290fd62e1 req-de5e037d-b4d3-4921-a88f-5490cb05c11d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 210 time: 0.0510280 Feb 02 15:50:15.365474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.509568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.510256 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.514263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:15.517930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:15.518745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.656848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Network': ['ID=3d25d344-4f98-4aed-8128-1001453feac6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:15.672141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3d25d344-4f98-4aed-8128-1001453feac6 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:50:15.767150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Network': ['ID=dd82ffcf-2438-4828-8bc7-a2a7830f02f5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:15.771284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-97eb3c5c-368d-4272-aa3f-41d595d8d09c tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3294928 Feb 02 15:50:15.774734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34650) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:15.798556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network dd82ffcf-2438-4828-8bc7-a2a7830f02f5 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:50:16.000034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a22a43-1087-4cc7-9cfa-30db8d6aec59 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.004545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a22a43-1087-4cc7-9cfa-30db8d6aec59 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.007521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a22a43-1087-4cc7-9cfa-30db8d6aec59 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.015197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a22a43-1087-4cc7-9cfa-30db8d6aec59 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.015197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-98a22a43-1087-4cc7-9cfa-30db8d6aec59 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Synchronizing usage tracker for tenant:a8d35ddd53bd4e589ab75bb114aac1be on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:16.219432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-c70fc2a0-9711-4a19-a38c-cdfcf037df06 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.221041 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-c70fc2a0-9711-4a19-a38c-cdfcf037df06 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "GET /v2.0/networks?id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 HTTP/1.1" status: 200 len: 814 time: 0.2070198 Feb 02 15:50:16.245441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Request body: {'port': {'device_id': '96000920-99f2-46d5-ae86-c0fbde6560e4', 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0', 'admin_state_up': True, 'tenant_id': '4b949570168a41a98447eefa51c20597'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:16.316152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-98a22a43-1087-4cc7-9cfa-30db8d6aec59 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Unset dirty status for tenant:a8d35ddd53bd4e589ab75bb114aac1be on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:16.320815 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-98a22a43-1087-4cc7-9cfa-30db8d6aec59 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5448258 Feb 02 15:50:16.321032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34662) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:16.414482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:16.419205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Usage tracker for resource:port and tenant:4b949570168a41a98447eefa51c20597 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:16.422842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:16.430313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:16.578810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Made reservation on behalf of 4b949570168a41a98447eefa51c20597 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:16.578810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.622052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.649153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e73f74a-841f-4926-babe-bbcc47279803 req-e7d5203f-971b-4046-9cc8-1424a34a0f29 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 210 time: 0.0836132 Feb 02 15:50:16.822288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Allocated IP 172.20.0.11 (4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0/4bd73201-5295-4460-9a35-d544c5192d41/ca5975de-328a-4360-8328-c2b00b6dec29) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:16.856735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.901771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d25d344-4f98-4aed-8128-1001453feac6']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:16.916347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b326144-bb83-461b-94f7-fe516df0d7d9') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:16.916929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b326144-bb83-461b-94f7-fe516df0d7d9') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:16.931033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.961157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.969002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:50:16.969436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:50:16.984915 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:50:17.123075 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.130155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.216856 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.241599 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.248331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Network': ['ID=3d25d344-4f98-4aed-8128-1001453feac6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:17.263521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.347803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:17.351818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:17.356314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:17.394144 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bc515f83-6870-44ab-9cca-aaeeda5f19dc tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/networks/3d25d344-4f98-4aed-8128-1001453feac6 HTTP/1.1" status: 204 len: 168 time: 1.0710411 Feb 02 15:50:17.395028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34684) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:17.421294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Pushing event updated for resources: {'Port': ['ID=ca5975de-328a-4360-8328-c2b00b6dec29,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:17.475555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:17.477174 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.613073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.625259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ba5513c4-db11-4244-adbd-141c34f8f1b7 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3813503 Feb 02 15:50:17.642858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-21f2f499-7a4d-4c60-83cf-9a9840e37831 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:50:17.642858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-21f2f499-7a4d-4c60-83cf-9a9840e37831 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050709 Feb 02 15:50:17.862855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Request body: {'port': {'device_id': '96000920-99f2-46d5-ae86-c0fbde6560e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:17.895156 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.903008 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.930856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd82ffcf-2438-4828-8bc7-a2a7830f02f5']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:17.947686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c40a0e-0bd5-4666-846d-b3d052eaa4d4') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:17.948028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c40a0e-0bd5-4666-846d-b3d052eaa4d4') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:17.966052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.000161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.000632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcf33b-d275-4f36-a402-ff63d570c787 req-561be949-55ae-4dd1-a924-19ddfb7afdcf tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:18.002347 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67dcf33b-d275-4f36-a402-ff63d570c787 req-561be949-55ae-4dd1-a924-19ddfb7afdcf tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 932 time: 0.1732159 Feb 02 15:50:18.009126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:50:18.010000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.029834 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:50:18.138605 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:50:18.300315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-67dcf33b-d275-4f36-a402-ff63d570c787 req-53430d3c-73e8-4fad-b4c0-e0519291d4bd tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Synchronizing usage tracker for tenant:4b949570168a41a98447eefa51c20597 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:18.543258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5975de-328a-4360-8328-c2b00b6dec29 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:18.550266 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.675511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.676141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Transition to ACTIVE for port object ca5975de-328a-4360-8328-c2b00b6dec29 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:18.695987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.709169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Network': ['ID=dd82ffcf-2438-4828-8bc7-a2a7830f02f5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:18.717916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34714) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:18.718039 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ae4d727e-8662-45e6-a05b-985a4d4b3e3e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/networks/dd82ffcf-2438-4828-8bc7-a2a7830f02f5 HTTP/1.1" status: 204 len: 168 time: 1.3211877 Feb 02 15:50:18.719385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-67dcf33b-d275-4f36-a402-ff63d570c787 req-53430d3c-73e8-4fad-b4c0-e0519291d4bd tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Unset dirty status for tenant:4b949570168a41a98447eefa51c20597 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:18.724524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67dcf33b-d275-4f36-a402-ff63d570c787 req-53430d3c-73e8-4fad-b4c0-e0519291d4bd tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870392 Feb 02 15:50:18.865816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.009531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e79286-af16-4ca4-a98c-6023f952eb8e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.013427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e79286-af16-4ca4-a98c-6023f952eb8e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.014951 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-21e79286-af16-4ca4-a98c-6023f952eb8e tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2958713 Feb 02 15:50:19.020683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Pushing event updated for resources: {'Port': ['ID=ca5975de-328a-4360-8328-c2b00b6dec29,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:19.020979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34718) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:19.028922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-850374079'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:19.035878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:19.041429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Usage tracker for resource:network and tenant:a8d35ddd53bd4e589ab75bb114aac1be is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:19.044959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:19.051898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:19.141047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Attempting to bind port ca5975de-328a-4360-8328-c2b00b6dec29 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:19.141376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Attempting to bind port ca5975de-328a-4360-8328-c2b00b6dec29 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:19.141866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Attempting to bind port ca5975de-328a-4360-8328-c2b00b6dec29 on network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:50:19.147736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Port ca5975de-328a-4360-8328-c2b00b6dec29 on network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:50:19.148168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Attempting to bind port ca5975de-328a-4360-8328-c2b00b6dec29 on network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:50:19.154219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:50:19.154532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Checking segment: {'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:19.154912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Bound using segment: {'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:50:19.155325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Bound port: ca5975de-328a-4360-8328-c2b00b6dec29, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:19.155657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.229150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Made reservation on behalf of a8d35ddd53bd4e589ab75bb114aac1be for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:19.232919 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.249553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] For port ca5975de-328a-4360-8328-c2b00b6dec29, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:50:19.252965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] For port ca5975de-328a-4360-8328-c2b00b6dec29, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ca5975de-328a-4360-8328-c2b00b6dec29,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:50:19.268163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:19.278663 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.279052 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Added segment d80e0f87-426f-4f84-a9b7-ce14bc997abf of type vlan for network b81b0099-9cbd-4998-8afd-c88a4f1941f0 Feb 02 15:50:19.307867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.337254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.425479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.425479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] 10.222.0.64 "PUT /v2.0/ports/ca5975de-328a-4360-8328-c2b00b6dec29 HTTP/1.1" status: 200 len: 1092 time: 1.7619684 Feb 02 15:50:19.425479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96000920-99f2-46d5-ae86-c0fbde6560e4', 'tag': 'ca5975de-328a-4360-8328-c2b00b6dec29'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:19.437742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fbcba-bf2b-415d-bec6-6fcb9b8785eb service neutron] Pushing event updated for resources: {'Port': ['ID=ca5975de-328a-4360-8328-c2b00b6dec29,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:19.488022 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96000920-99f2-46d5-ae86-c0fbde6560e4', 'tag': 'ca5975de-328a-4360-8328-c2b00b6dec29', 'status': 'completed', 'code': 200} Feb 02 15:50:19.495405 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.495405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.500093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.635739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Network': ['ID=b81b0099-9cbd-4998-8afd-c88a4f1941f0,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:19.636669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4eeb81d-0e5d-4536-9780-a0c0be6be679 req-f35c22c4-5ef3-4816-8e89-bea98ef03478 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b949570168a41a98447eefa51c20597&device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 1095 time: 0.1072986 Feb 02 15:50:19.650899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network b81b0099-9cbd-4998-8afd-c88a4f1941f0 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:50:19.696944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-12dccd66-1007-49bc-910f-41a68297870a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6747847 Feb 02 15:50:19.699584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34732) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:19.705641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-92714992'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:19.717652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:19.726599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Usage tracker for resource:network and tenant:a8d35ddd53bd4e589ab75bb114aac1be is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:19.729865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:19.744908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:19.854030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb81d-0e5d-4536-9780-a0c0be6be679 req-c31378d3-d9ab-4657-baea-416f9371a04c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.855484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4eeb81d-0e5d-4536-9780-a0c0be6be679 req-c31378d3-d9ab-4657-baea-416f9371a04c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b949570168a41a98447eefa51c20597&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2034779 Feb 02 15:50:19.857239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Made reservation on behalf of a8d35ddd53bd4e589ab75bb114aac1be for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:19.860302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.903800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:19.914570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.914993 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Added segment a85b4f8b-8e9a-461a-8af0-60b376a13512 of type vlan for network 08ef52e7-9ecf-4488-be9b-0cad8443d0b8 Feb 02 15:50:20.015028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:20.027399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb81d-0e5d-4536-9780-a0c0be6be679 req-7ce90430-bda5-44a0-a0a9-6ae86e91ab94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:20.027399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d4eeb81d-0e5d-4536-9780-a0c0be6be679 req-7ce90430-bda5-44a0-a0a9-6ae86e91ab94 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1617556 Feb 02 15:50:20.082674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce4c68-648f-4e8a-a031-572cc8cc13b8 req-ae931072-0c37-4255-9a44-cb52cb661062 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:20.082674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0ce4c68-648f-4e8a-a031-572cc8cc13b8 req-ae931072-0c37-4255-9a44-cb52cb661062 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 944 time: 0.1584125 Feb 02 15:50:20.193870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0ce4c68-648f-4e8a-a031-572cc8cc13b8 req-630eb74e-3da8-44c7-a5bf-fe27462d204f tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731754 Feb 02 15:50:20.193870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:20.193870 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:20.193870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:20.219497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-ea2d98e3-0652-426f-9c10-73bb2dd23789 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b949570168a41a98447eefa51c20597&device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 1095 time: 0.1289103 Feb 02 15:50:20.292152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Network': ['ID=08ef52e7-9ecf-4488-be9b-0cad8443d0b8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:20.301992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-56734eb2-7a06-4e2c-9b53-2b42b6c4acaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca5975de-328a-4360-8328-c2b00b6dec29 HTTP/1.1" status: 200 len: 217 time: 0.0698841 Feb 02 15:50:20.307448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 08ef52e7-9ecf-4488-be9b-0cad8443d0b8 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:50:20.344487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-12d9c2e3-56b1-4099-b2e5-8c59ee9bde9a tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6435914 Feb 02 15:50:20.347580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34752) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:20.357631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'ports': [{'network_id': 'b81b0099-9cbd-4998-8afd-c88a4f1941f0', 'name': 'tempest-port--479939919', 'admin_state_up': True}, {'network_id': '08ef52e7-9ecf-4488-be9b-0cad8443d0b8', 'admin_state_up': False}]} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:20.358699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'port': {'network_id': 'b81b0099-9cbd-4998-8afd-c88a4f1941f0', 'name': 'tempest-port--479939919', 'admin_state_up': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:20.359601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'port': {'network_id': '08ef52e7-9ecf-4488-be9b-0cad8443d0b8', 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:20.381917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-51cfe1cb-7edf-41e5-8b1e-fc004a6b1b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:20.389542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-51cfe1cb-7edf-41e5-8b1e-fc004a6b1b32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bd73201-5295-4460-9a35-d544c5192d41 HTTP/1.1" status: 200 len: 854 time: 0.0770051 Feb 02 15:50:20.462532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-b7e5d1ec-18eb-4dd8-934d-22eeececd6c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712802 Feb 02 15:50:20.668532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:20.671421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-7b0f0728-e672-49c9-b333-d18f67e92e41 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898906 Feb 02 15:50:20.673906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Usage tracker for resource:port and tenant:a8d35ddd53bd4e589ab75bb114aac1be is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:20.673906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:20.680777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:20.824755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Made reservation on behalf of a8d35ddd53bd4e589ab75bb114aac1be for: {'port': 2} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:20.826577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:20.849759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:20.950564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eccda8ed-758e-486f-b26b-13904d1e2eec req-997d3cec-5fc2-4802-bbee-f130906239c3 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831776 Feb 02 15:50:21.095421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] device_id is not set on port 208c6bcd-203d-4f57-ab43-dba68788f5cb yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:50:21.212572 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:21.369786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] device_id is not set on port b1782da1-ad55-4a05-a77e-7996b142b128 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:50:21.423200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fee1c9-5b5e-4bc4-8cee-031ac1dee26e req-9045cac4-9799-42e1-8a17-9ac970ad8c0f tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:21.423971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-20fee1c9-5b5e-4bc4-8cee-031ac1dee26e req-9045cac4-9799-42e1-8a17-9ac970ad8c0f tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Synchronizing usage tracker for tenant:4b949570168a41a98447eefa51c20597 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:21.512817 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:21.548794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-20fee1c9-5b5e-4bc4-8cee-031ac1dee26e req-9045cac4-9799-42e1-8a17-9ac970ad8c0f tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Unset dirty status for tenant:4b949570168a41a98447eefa51c20597 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:21.548794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20fee1c9-5b5e-4bc4-8cee-031ac1dee26e req-9045cac4-9799-42e1-8a17-9ac970ad8c0f tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 944 time: 0.1993279 Feb 02 15:50:21.613787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20fee1c9-5b5e-4bc4-8cee-031ac1dee26e req-a3fcf594-a5c0-4745-8109-95dd98db7251 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561392 Feb 02 15:50:21.632377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:21.723201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Port': ['ID=208c6bcd-203d-4f57-ab43-dba68788f5cb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:21.767567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Checking segment: {'id': 'd80e0f87-426f-4f84-a9b7-ce14bc997abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'b81b0099-9cbd-4998-8afd-c88a4f1941f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:21.768475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Network hostable DHCP agents. Network: b81b0099-9cbd-4998-8afd-c88a4f1941f0, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:50:21.925954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Network b81b0099-9cbd-4998-8afd-c88a4f1941f0 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:50:22.094491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, b81b0099-9cbd-4998-8afd-c88a4f1941f0) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:22.106644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42853fb9-b494-4002-8590-11f0be0998a6 None None] Network b81b0099-9cbd-4998-8afd-c88a4f1941f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:22.117821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:22.117821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:22.213133 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Port': ['ID=b1782da1-ad55-4a05-a77e-7996b142b128,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:22.223597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Checking segment: {'id': 'a85b4f8b-8e9a-461a-8af0-60b376a13512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '08ef52e7-9ecf-4488-be9b-0cad8443d0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:22.223997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Network hostable DHCP agents. Network: 08ef52e7-9ecf-4488-be9b-0cad8443d0b8, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:50:22.329684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ca5975de-328a-4360-8328-c2b00b6dec29 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:50:22.336637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Network 08ef52e7-9ecf-4488-be9b-0cad8443d0b8 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:50:22.489100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ca5975de-328a-4360-8328-c2b00b6dec29, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ca5975de-328a-4360-8328-c2b00b6dec29,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:22.501168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'ca5975de-328a-4360-8328-c2b00b6dec29', 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0', 'port_id': 'ca5975de-328a-4360-8328-c2b00b6dec29', 'mac_address': 'fa:16:3e:8e:db:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd73201-5295-4460-9a35-d544c5192d41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:50:22.530712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34782) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:22.549160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 08ef52e7-9ecf-4488-be9b-0cad8443d0b8) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:22.563425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:22.573257 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:22.576542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:22.587251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:22.587251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:22.591878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d535584-ba48-4b56-9cb9-5f5107ca9478 None None] Network 08ef52e7-9ecf-4488-be9b-0cad8443d0b8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:22.614964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5975de-328a-4360-8328-c2b00b6dec29 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:22.691215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ca5975de-328a-4360-8328-c2b00b6dec29, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ca5975de-328a-4360-8328-c2b00b6dec29,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:22.722567 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:22.759795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:22.764246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] Usage tracker for resource:security_group_rule and tenant:227dfcc82a694d0f877d4db95b98ccf5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:22.768242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:22.775333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:22.846824 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:22.851255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4df672fd-417a-4388-8609-9b293637eea4 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5012970 Feb 02 15:50:22.857110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34794) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:22.936977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=ca5975de-328a-4360-8328-c2b00b6dec29,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:22.941230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:22.979202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a75fa4-34ff-46df-9e13-a7ddf7fc7548 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:22.984350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a75fa4-34ff-46df-9e13-a7ddf7fc7548 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:22.987881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-54a75fa4-34ff-46df-9e13-a7ddf7fc7548 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1270163 Feb 02 15:50:22.988881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34798) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:23.035049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ae031-362a-4469-8303-bb9f82d03afe req-4245abb6-ebf3-44cd-931a-a19c0d19feb1 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:23.035049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-904ae031-362a-4469-8303-bb9f82d03afe req-4245abb6-ebf3-44cd-931a-a19c0d19feb1 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 945 time: 0.2441103 Feb 02 15:50:23.065590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:23.103487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-904ae031-362a-4469-8303-bb9f82d03afe req-31bc718b-5c6f-4cda-9b51-515949a864db tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577898 Feb 02 15:50:23.111281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=227dfcc82a694d0f877d4db95b98ccf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5755672 Feb 02 15:50:23.111281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34802) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:23.153950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['ca5975de-328a-4360-8328-c2b00b6dec29'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:50:23.156480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f0a32-534b-4879-b397-a91ff7d2afaa tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Deleting port 208c6bcd-203d-4f57-ab43-dba68788f5cb {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:23.156480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0a32-534b-4879-b397-a91ff7d2afaa tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:23.184422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3d8f0-5e6a-4ae8-b5b5-7bffeb69d82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830110d7-b300-4938-87d7-76e47b203830,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:23.298461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be3830e-a2d8-42a4-9e8d-1920a200e86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:23.406563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be3830e-a2d8-42a4-9e8d-1920a200e86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:23.461444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0a32-534b-4879-b397-a91ff7d2afaa tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:23.606949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f0a32-534b-4879-b397-a91ff7d2afaa tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Calling delete_port for 208c6bcd-203d-4f57-ab43-dba68788f5cb owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:24.303283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71b934-aff7-4514-a015-d16461266135 req-54dd57ab-9d01-41bb-86f4-a4d92554e6ab tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:24.304892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab71b934-aff7-4514-a015-d16461266135 req-54dd57ab-9d01-41bb-86f4-a4d92554e6ab tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 945 time: 0.0807383 Feb 02 15:50:24.353717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab71b934-aff7-4514-a015-d16461266135 req-83266f06-13af-4276-a1b2-1b4475c40a64 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Feb 02 15:50:24.357868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ca5975de-328a-4360-8328-c2b00b6dec29 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:24.657864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be3830e-a2d8-42a4-9e8d-1920a200e86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.675142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3830e-a2d8-42a4-9e8d-1920a200e86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830110d7-b300-4938-87d7-76e47b203830,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:24.688306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0be3830e-a2d8-42a4-9e8d-1920a200e86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.694682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0be3830e-a2d8-42a4-9e8d-1920a200e86e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/830110d7-b300-4938-87d7-76e47b203830 HTTP/1.1" status: 204 len: 168 time: 1.5779071 Feb 02 15:50:24.694682 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0a32-534b-4879-b397-a91ff7d2afaa tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.743933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port ca5975de-328a-4360-8328-c2b00b6dec29 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:24.756908 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5e5c155a-fabc-442b-bb1d-458ce0cdfb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.769411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port ca5975de-328a-4360-8328-c2b00b6dec29 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:24.769850 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.820135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f0a32-534b-4879-b397-a91ff7d2afaa tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Port': ['ID=208c6bcd-203d-4f57-ab43-dba68788f5cb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:24.828157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0a32-534b-4879-b397-a91ff7d2afaa tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.831926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34824) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:24.839062 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cf4f0a32-534b-4879-b397-a91ff7d2afaa tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/ports/208c6bcd-203d-4f57-ab43-dba68788f5cb HTTP/1.1" status: 204 len: 168 time: 1.8381100 Feb 02 15:50:24.957658 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.964956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-db8ec1cd-a6d7-4815-8cb4-742b892b88ca tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Deleting port b1782da1-ad55-4a05-a77e-7996b142b128 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:24.964956 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db8ec1cd-a6d7-4815-8cb4-742b892b88ca tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.075149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port ca5975de-328a-4360-8328-c2b00b6dec29, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ca5975de-328a-4360-8328-c2b00b6dec29,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:25.075149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96000920-99f2-46d5-ae86-c0fbde6560e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5975de-328a-4360-8328-c2b00b6dec29'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:25.163825 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96000920-99f2-46d5-ae86-c0fbde6560e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5975de-328a-4360-8328-c2b00b6dec29', 'code': 200} Feb 02 15:50:25.324891 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.328281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db8ec1cd-a6d7-4815-8cb4-742b892b88ca tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.328792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d749942d-ea99-4142-bb42-707a00ad9c64 req-4e908247-df7b-44c1-a531-b7f82871e910 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 1096 time: 0.1040378 Feb 02 15:50:25.402424 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d749942d-ea99-4142-bb42-707a00ad9c64 req-ffc85a83-5b85-415e-8604-3c946cb5b295 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701938 Feb 02 15:50:25.481032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=ca5975de-328a-4360-8328-c2b00b6dec29,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:25.497218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-db8ec1cd-a6d7-4815-8cb4-742b892b88ca tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Calling delete_port for b1782da1-ad55-4a05-a77e-7996b142b128 owned by {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:25.500729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.500729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.501121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.579302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7390542-ee4e-43be-91f6-8e449023e089 req-62dc04d0-f0be-4f0a-928a-bbc1a331c254 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:25.585744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7390542-ee4e-43be-91f6-8e449023e089 req-62dc04d0-f0be-4f0a-928a-bbc1a331c254 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.4058716 Feb 02 15:50:25.687885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7390542-ee4e-43be-91f6-8e449023e089 req-2a34e10c-9342-4c56-8b5f-d92fe4c739ff tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961721 Feb 02 15:50:25.726624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6c4e-7cca-403b-9169-e2ec64170143 req-eaa5e3bf-a18a-430b-bf01-60d7a446b57c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:25.726624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a06b6c4e-7cca-403b-9169-e2ec64170143 req-eaa5e3bf-a18a-430b-bf01-60d7a446b57c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 946 time: 0.1382883 Feb 02 15:50:25.781623 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a06b6c4e-7cca-403b-9169-e2ec64170143 req-fabf57d9-1bac-4122-9c2d-75f90ea7573d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488870 Feb 02 15:50:25.827330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db8ec1cd-a6d7-4815-8cb4-742b892b88ca tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.882478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ec1cd-a6d7-4815-8cb4-742b892b88ca tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Port': ['ID=b1782da1-ad55-4a05-a77e-7996b142b128,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:25.892683 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db8ec1cd-a6d7-4815-8cb4-742b892b88ca tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.900416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-db8ec1cd-a6d7-4815-8cb4-742b892b88ca tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/ports/b1782da1-ad55-4a05-a77e-7996b142b128 HTTP/1.1" status: 204 len: 168 time: 1.0712090 Feb 02 15:50:25.902812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34840) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:25.950936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bdd23763-1ad7-4aba-bd4d-82abb641a0b6 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Synchronizing usage tracker for tenant:a8d35ddd53bd4e589ab75bb114aac1be on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:25.954926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34848) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:25.990192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.046141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:26.050583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] Usage tracker for resource:security_group_rule and tenant:fc9df9bc1ca24d2db64d16c7514676a8 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:26.055164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:26.061145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:26.062840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bdd23763-1ad7-4aba-bd4d-82abb641a0b6 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Unset dirty status for tenant:a8d35ddd53bd4e589ab75bb114aac1be on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:26.064139 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bdd23763-1ad7-4aba-bd4d-82abb641a0b6 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1602168 Feb 02 15:50:26.069404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34854) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:26.077030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1610501120'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:26.083568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:26.089373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Usage tracker for resource:network and tenant:a8d35ddd53bd4e589ab75bb114aac1be is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:26.092959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:26.099537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:26.151032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.187732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Made reservation on behalf of a8d35ddd53bd4e589ab75bb114aac1be for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:26.187732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.214341 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.259327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:26.270211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.270211 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Added segment 99dac2f8-3322-416f-a698-4340a4fe7c13 of type vlan for network 94a73cac-f37f-464a-b0a1-2ec6a91b809d Feb 02 15:50:26.282144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc9df9bc1ca24d2db64d16c7514676a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3152366 Feb 02 15:50:26.282144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c538bf-b0a6-47be-8d95-d675eefee427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c836adb-ba48-41aa-ae06-12275e7676f2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:26.284983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34858) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:26.324893 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.391065 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e65599a8-c59f-4621-baa1-c6174a703245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.418342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e65599a8-c59f-4621-baa1-c6174a703245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.475322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.475322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:26.475322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.575687 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:50:26.608882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e65599a8-c59f-4621-baa1-c6174a703245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.608882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e65599a8-c59f-4621-baa1-c6174a703245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.624735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e65599a8-c59f-4621-baa1-c6174a703245 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c836adb-ba48-41aa-ae06-12275e7676f2 HTTP/1.1" status: 204 len: 168 time: 0.3347490 Feb 02 15:50:26.624735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Network': ['ID=94a73cac-f37f-464a-b0a1-2ec6a91b809d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:26.629788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65599a8-c59f-4621-baa1-c6174a703245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c836adb-ba48-41aa-ae06-12275e7676f2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:26.636724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 94a73cac-f37f-464a-b0a1-2ec6a91b809d details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:50:26.734635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ee3a7f20-b347-45e0-aefe-27915c2c2b17 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6564460 Feb 02 15:50:26.734635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34868) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:26.739766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1233142980'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:26.751144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:26.792509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Usage tracker for resource:network and tenant:a8d35ddd53bd4e589ab75bb114aac1be is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:26.792509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:26.792509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:26.908754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ca44f214-5a9d-4c79-99c1-530e51bb4939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.937478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Made reservation on behalf of a8d35ddd53bd4e589ab75bb114aac1be for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:26.940900 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.993005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:27.013504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.013845 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Added segment bd2e91c7-0424-4c47-a7a0-6d6b47744d68 of type vlan for network 04623933-9622-4164-a2e4-670b1a756140 Feb 02 15:50:27.030374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626b30-93c6-4eea-afc7-2d4774464ed8 req-5bee2e33-c50f-4440-975d-e69cd069d5d4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:27.032934 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e626b30-93c6-4eea-afc7-2d4774464ed8 req-5bee2e33-c50f-4440-975d-e69cd069d5d4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.1361737 Feb 02 15:50:27.063348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4434c97-9ace-456c-8787-608984b244cb req-5f287d80-5589-4450-bc76-dda9e0327077 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:27.064870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4434c97-9ace-456c-8787-608984b244cb req-5f287d80-5589-4450-bc76-dda9e0327077 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 946 time: 0.1264765 Feb 02 15:50:27.097093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.112795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e626b30-93c6-4eea-afc7-2d4774464ed8 req-e1c578ef-b5e0-4a34-975c-4227ac5375db tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654256 Feb 02 15:50:27.122070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c4434c97-9ace-456c-8787-608984b244cb req-74ece6fe-0929-4c58-89a4-57387a334122 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 Feb 02 15:50:27.230542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.234616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:27.234616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.357793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Network': ['ID=04623933-9622-4164-a2e4-670b1a756140,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:27.369647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 04623933-9622-4164-a2e4-670b1a756140 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:50:27.464043 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f5a10c17-0eca-4623-81ec-154bff8510f3 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7272303 Feb 02 15:50:28.236999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34924) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:28.457145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.502019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3934707d-2679-413b-bdc8-81eff9dcd5ec tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2153 time: 0.2533269 Feb 02 15:50:28.502019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34932) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:28.510797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'network': {'name': 'tempest-network-smoke--838602427', 'project_id': 'fe91381b49a043348303066f47ba668c', 'port_security_enabled': False}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:28.514617 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.529490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:28.550152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:28.642510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736506bf-a882-4d37-bebe-2552a9beca26 req-1f699aa5-9bc4-4267-af8d-bb8ade2896af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:28.647936 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-736506bf-a882-4d37-bebe-2552a9beca26 req-1f699aa5-9bc4-4267-af8d-bb8ade2896af tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.1590781 Feb 02 15:50:28.684096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Made reservation on behalf of fe91381b49a043348303066f47ba668c for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:28.687690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.711692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-736506bf-a882-4d37-bebe-2552a9beca26 req-fddba96a-1ed4-485f-866a-4b6ac2a0f7e2 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602038 Feb 02 15:50:28.749418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:28.771067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.771440 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Added segment bbd40c16-6f23-4bec-bb0a-d15c6c581f15 of type vlan for network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b Feb 02 15:50:28.874124 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.994295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.005578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:29.006954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.373886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Network': ['ID=0471cb10-4fe4-4f91-9ecd-80edde1ee64b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:29.380393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:50:29.460661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34964) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:29.461173 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a6f39c21-98c7-4668-bcb5-b3c79ab5abc5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9656899 Feb 02 15:50:29.472375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'admin_state_up': True, 'project_id': 'fe91381b49a043348303066f47ba668c', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:29.500184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:29.502186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:router and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:29.505638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for router was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:29.515037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:29.672145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.672145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.734165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.045896 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.254330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34980) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:30.289049 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.420273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ecaeb-e585-44b2-9ece-e2d34a48c573 req-3565e976-eef2-4f1f-b39d-d0a2ace2b56a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:30.436064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d83ecaeb-e585-44b2-9ece-e2d34a48c573 req-3565e976-eef2-4f1f-b39d-d0a2ace2b56a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.4065850 Feb 02 15:50:30.529777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d83ecaeb-e585-44b2-9ece-e2d34a48c573 req-12164d6d-b1db-4a19-a3ee-fe89977e9a42 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988219 Feb 02 15:50:30.716353 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.908844 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.940461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 34990) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:30.947680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'subnets': [{'network_id': '94a73cac-f37f-464a-b0a1-2ec6a91b809d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--105196186', 'ip_version': 6}, {'network_id': '04623933-9622-4164-a2e4-670b1a756140', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:30.947680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'subnet': {'network_id': '94a73cac-f37f-464a-b0a1-2ec6a91b809d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--105196186', 'ip_version': 6}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:30.954391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Request body: {'subnet': {'network_id': '04623933-9622-4164-a2e4-670b1a756140', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:30.978682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.046692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:31.046692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:8860e516de7a4659aef47edf3d06c09a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:31.057837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:31.071005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:31.222055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:31.243741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Usage tracker for resource:subnet and tenant:a8d35ddd53bd4e589ab75bb114aac1be is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:31.243741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:31.248526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:31.331828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Allocated IP 172.25.0.39 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/dd6aa128-2d69-4a04-822e-952f2e02c046) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:31.337598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.351015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Made reservation on behalf of a8d35ddd53bd4e589ab75bb114aac1be for: {'subnet': 2} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:31.452570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.517462 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8860e516de7a4659aef47edf3d06c09a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2550428 Feb 02 15:50:31.527139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 34998) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:31.576886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa1961-c25e-4277-8b68-63697a635eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa353314-ae1b-4290-a3db-265b2ff4a519,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:31.753706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.762139 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-207ca93f-aeff-4849-a767-6d0959699f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.771044 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.772408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.812263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-207ca93f-aeff-4849-a767-6d0959699f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.050410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3468c4-c78a-435a-b955-efd563b3704e req-279962b6-c48f-49ad-a827-80e4e7f9228d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:32.056418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef3468c4-c78a-435a-b955-efd563b3704e req-279962b6-c48f-49ad-a827-80e4e7f9228d tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.2353821 Feb 02 15:50:32.095668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-207ca93f-aeff-4849-a767-6d0959699f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.117996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ca93f-aeff-4849-a767-6d0959699f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa353314-ae1b-4290-a3db-265b2ff4a519,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:32.151578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.253674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef3468c4-c78a-435a-b955-efd563b3704e req-bfafc3ff-efbc-4ca2-8d0b-40e1ffacf823 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856239 Feb 02 15:50:32.316338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=dd6aa128-2d69-4a04-822e-952f2e02c046,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:32.353665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:32.353665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:32.353665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:32.390187 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-207ca93f-aeff-4849-a767-6d0959699f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.390187 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-207ca93f-aeff-4849-a767-6d0959699f7c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa353314-ae1b-4290-a3db-265b2ff4a519 HTTP/1.1" status: 204 len: 168 time: 0.8623407 Feb 02 15:50:32.607776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.609210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.740974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.829805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Subnet': ['ID=a555d251-725d-4e49-b7ca-6a739686bb07,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:32.886415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Checking segment: {'id': '99dac2f8-3322-416f-a698-4340a4fe7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '94a73cac-f37f-464a-b0a1-2ec6a91b809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:32.886415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Network hostable DHCP agents. Network: 94a73cac-f37f-464a-b0a1-2ec6a91b809d, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:50:33.078019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Network 94a73cac-f37f-464a-b0a1-2ec6a91b809d is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:50:33.199700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 94a73cac-f37f-464a-b0a1-2ec6a91b809d) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:33.204353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:33.221942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb73db-6e77-4707-b1c9-646933e910f8 None None] Network 94a73cac-f37f-464a-b0a1-2ec6a91b809d requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:33.228403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Router 87001ea0-504d-49e8-9b32-88b890e95c1e is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:50:33.334564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event updated for resources: {'Subnet': ['ID=e526841f-92b2-470e-806a-d17e612b6f35,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:33.360419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Checking segment: {'id': 'bd2e91c7-0424-4c47-a7a0-6d6b47744d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04623933-9622-4164-a2e4-670b1a756140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:33.361016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Network hostable DHCP agents. Network: 04623933-9622-4164-a2e4-670b1a756140, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:50:33.497384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Network 04623933-9622-4164-a2e4-670b1a756140 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:50:33.633227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 04623933-9622-4164-a2e4-670b1a756140) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:33.642615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:50:33.645020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:33.649340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:33.650047 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:33.655568 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Sync routers for ids ['87001ea0-504d-49e8-9b32-88b890e95c1e'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:50:33.674882 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Routers {'87001ea0-504d-49e8-9b32-88b890e95c1e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:50:33.675515 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:50:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['87001ea0-504d-49e8-9b32-88b890e95c1e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:33.712933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b709d9-9e51-43a4-99ec-5bd7b985449f None None] Network 04623933-9622-4164-a2e4-670b1a756140 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:33.774644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:33.775912 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7a318b71-34e0-4bbd-bcff-163ad16d0381 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.3138471 Feb 02 15:50:33.779805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:33.898091 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-36957eae-bfa3-488f-9d59-e0f88318f321 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9561701 Feb 02 15:50:33.936750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35040) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:33.990006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeab967-a039-48bc-b382-3bbc15803e9a tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:33.990006 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7aeab967-a039-48bc-b382-3bbc15803e9a tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=fe91381b49a043348303066f47ba668c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2047870 Feb 02 15:50:33.990006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35044) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:34.120905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ee353-12c3-4788-938e-b2e0a90f94fb tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.120905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ee353-12c3-4788-938e-b2e0a90f94fb tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.135349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ee353-12c3-4788-938e-b2e0a90f94fb tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.135349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-279ee353-12c3-4788-938e-b2e0a90f94fb tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Synchronizing usage tracker for tenant:a8d35ddd53bd4e589ab75bb114aac1be on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:34.159955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-94a73cac-f37f-464a-b0a1-2ec6a91b809d', 'network_id': '94a73cac-f37f-464a-b0a1-2ec6a91b809d', 'tenant_id': 'a8d35ddd53bd4e589ab75bb114aac1be', 'fixed_ips': [{'subnet_id': 'a555d251-725d-4e49-b7ca-6a739686bb07'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:50:34.159955 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:34.177567 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Set router 87001ea0-504d-49e8-9b32-88b890e95c1e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:50:34.491173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111bcd7-1f4d-402d-af72-c7fd7987c03e req-f6a91f17-72b2-42ac-a49c-96b2f06530aa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.491173 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9111bcd7-1f4d-402d-af72-c7fd7987c03e req-f6a91f17-72b2-42ac-a49c-96b2f06530aa tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.4516659 Feb 02 15:50:34.491173 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9111bcd7-1f4d-402d-af72-c7fd7987c03e req-9c139d22-3894-4708-9b92-cf93e716e74e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902164 Feb 02 15:50:34.493020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Allocated IP 2001:db8::1 (94a73cac-f37f-464a-b0a1-2ec6a91b809d/a555d251-725d-4e49-b7ca-6a739686bb07/10b175b6-0721-48f8-b0cd-506f225ac461) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:34.495072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9117779-aac4-4174-bf03-75854c70b4f2 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.498051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c9117779-aac4-4174-bf03-75854c70b4f2 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5105839 Feb 02 15:50:34.498210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-04623933-9622-4164-a2e4-670b1a756140', 'network_id': '04623933-9622-4164-a2e4-670b1a756140', 'tenant_id': 'a8d35ddd53bd4e589ab75bb114aac1be', 'fixed_ips': [{'subnet_id': 'e526841f-92b2-470e-806a-d17e612b6f35'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:50:34.499695 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:34.501796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35052) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:34.594227 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-26b1a03f-ad13-44b9-9110-1ae45c5ffb7c tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0909288 Feb 02 15:50:34.605778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35058) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:34.664817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ca2a21d7-4b75-4f78-8a89-8d60d67be6b7 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=fe91381b49a043348303066f47ba668c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555785 Feb 02 15:50:34.664940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35062) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:34.688749 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:50:32Z', 'revision_number': 3, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:34.697746 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Checking router: 87001ea0-504d-49e8-9b32-88b890e95c1e for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:50:34.699028 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Updating router 87001ea0-504d-49e8-9b32-88b890e95c1e port dd6aa128-2d69-4a04-822e-952f2e02c046 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:50:34.825582 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:34.826985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Allocated IP 2001:db8:0:1::1 (04623933-9622-4164-a2e4-670b1a756140/e526841f-92b2-470e-806a-d17e612b6f35/57cb4798-c781-4463-914a-aedc9022e376) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:34.931977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332be465-75fa-4ae0-b4d6-2ede4ea4b990 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.934738 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-332be465-75fa-4ae0-b4d6-2ede4ea4b990 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2687392 Feb 02 15:50:34.937502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35068) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:35.011823 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-302d5f04-ca48-4af8-bd69-6c8563479d2d tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0725904 Feb 02 15:50:35.014463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35072) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:35.025462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774194363', 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b', 'project_id': 'fe91381b49a043348303066f47ba668c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:35.065503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-279ee353-12c3-4788-938e-b2e0a90f94fb tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Unset dirty status for tenant:a8d35ddd53bd4e589ab75bb114aac1be on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:35.065503 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-279ee353-12c3-4788-938e-b2e0a90f94fb tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.1217823 Feb 02 15:50:35.090544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35076) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:35.305924 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.323859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1234d0-d76c-48bc-bc4f-025ff9f34b28 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Deleting subnet a555d251-725d-4e49-b7ca-6a739686bb07 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:50:35.328876 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.332902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Transition to ACTIVE for port object 57cb4798-c781-4463-914a-aedc9022e376 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:35.359012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Transition to ACTIVE for port object 10b175b6-0721-48f8-b0cd-506f225ac461 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:35.370354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:35.375489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Transition to ACTIVE for port object 57cb4798-c781-4463-914a-aedc9022e376 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:35.384118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Usage tracker for resource:subnet and tenant:fe91381b49a043348303066f47ba668c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:35.389473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Transition to ACTIVE for port object 10b175b6-0721-48f8-b0cd-506f225ac461 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:35.397415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:35.404261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:35.440240 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.455150 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Transition to ACTIVE for port object dd6aa128-2d69-4a04-822e-952f2e02c046 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:35.515070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.549686 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c1234d0-d76c-48bc-bc4f-025ff9f34b28 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.549876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Made reservation on behalf of fe91381b49a043348303066f47ba668c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:35.635187 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.690823 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.710419 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Network 04623933-9622-4164-a2e4-670b1a756140 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:35.730277 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:35.738685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Pushing event updated for resources: {'Port': ['ID=57cb4798-c781-4463-914a-aedc9022e376,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:35.889582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:35.895227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c1234d0-d76c-48bc-bc4f-025ff9f34b28 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.907354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Pushing event updated for resources: {'Port': ['ID=10b175b6-0721-48f8-b0cd-506f225ac461,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:36.063233 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Network 94a73cac-f37f-464a-b0a1-2ec6a91b809d is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:36.081070 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Pushing event updated for resources: {'Port': ['ID=dd6aa128-2d69-4a04-822e-952f2e02c046,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:36.107385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Attempting to bind port dd6aa128-2d69-4a04-822e-952f2e02c046 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:36.107385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Attempting to bind port dd6aa128-2d69-4a04-822e-952f2e02c046 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:36.107385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Attempting to bind port dd6aa128-2d69-4a04-822e-952f2e02c046 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:50:36.107385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:50:36.114548 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:36.114548 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.114548 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:50:36.114548 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Bound port: dd6aa128-2d69-4a04-822e-952f2e02c046, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:36.114548 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.132852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.168275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:36.168275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:36.285103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.285103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.285103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.285103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.285103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.285103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.285103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.294416 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.294416 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.294416 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.294416 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:36.424539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Attempting to bind port 57cb4798-c781-4463-914a-aedc9022e376 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:36.425096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Attempting to bind port 57cb4798-c781-4463-914a-aedc9022e376 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bd2e91c7-0424-4c47-a7a0-6d6b47744d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04623933-9622-4164-a2e4-670b1a756140'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:36.425304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Attempting to bind port 57cb4798-c781-4463-914a-aedc9022e376 on network 04623933-9622-4164-a2e4-670b1a756140 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:50:36.461689 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] For port dd6aa128-2d69-4a04-822e-952f2e02c046, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:50:36.470599 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] For port dd6aa128-2d69-4a04-822e-952f2e02c046, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dd6aa128-2d69-4a04-822e-952f2e02c046,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:50:36.484295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:50:36.484816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Checking segment: {'id': 'bd2e91c7-0424-4c47-a7a0-6d6b47744d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04623933-9622-4164-a2e4-670b1a756140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:36.485480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.486085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Bound using segment: {'id': 'bd2e91c7-0424-4c47-a7a0-6d6b47744d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04623933-9622-4164-a2e4-670b1a756140'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:50:36.486752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Bound port: 57cb4798-c781-4463-914a-aedc9022e376, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2e91c7-0424-4c47-a7a0-6d6b47744d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04623933-9622-4164-a2e4-670b1a756140'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:36.486977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef8ad-16f2-4234-b7b7-cdca6a7db401 req-5de80fed-0ae9-4cf4-9141-c27f7e385c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:36.487450 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.488348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f5ef8ad-16f2-4234-b7b7-cdca6a7db401 req-5de80fed-0ae9-4cf4-9141-c27f7e385c38 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.6315813 Feb 02 15:50:36.508166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Attempting to bind port 10b175b6-0721-48f8-b0cd-506f225ac461 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:36.511012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Attempting to bind port 10b175b6-0721-48f8-b0cd-506f225ac461 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '99dac2f8-3322-416f-a698-4340a4fe7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '94a73cac-f37f-464a-b0a1-2ec6a91b809d'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:36.511012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Attempting to bind port 10b175b6-0721-48f8-b0cd-506f225ac461 on network 94a73cac-f37f-464a-b0a1-2ec6a91b809d {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:50:36.551495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c1234d0-d76c-48bc-bc4f-025ff9f34b28 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.571905 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.574506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:50:36.576297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Checking segment: {'id': '99dac2f8-3322-416f-a698-4340a4fe7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '94a73cac-f37f-464a-b0a1-2ec6a91b809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:36.577405 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.577405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Bound using segment: {'id': '99dac2f8-3322-416f-a698-4340a4fe7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '94a73cac-f37f-464a-b0a1-2ec6a91b809d'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:50:36.578945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Bound port: 10b175b6-0721-48f8-b0cd-506f225ac461, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dac2f8-3322-416f-a698-4340a4fe7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '94a73cac-f37f-464a-b0a1-2ec6a91b809d'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:36.580033 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.598802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f5ef8ad-16f2-4234-b7b7-cdca6a7db401 req-686eb43a-4e05-4d33-bb52-de6fd8b9ff99 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995741 Feb 02 15:50:36.831363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.864927 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6bee3-283a-402e-a8d8-8d70f4695b07 None None] Pushing event updated for resources: {'Port': ['ID=dd6aa128-2d69-4a04-822e-952f2e02c046,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:36.884738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] For port 57cb4798-c781-4463-914a-aedc9022e376, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:50:36.939106 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Routers {'87001ea0-504d-49e8-9b32-88b890e95c1e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:50:36.939106 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:50:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['87001ea0-504d-49e8-9b32-88b890e95c1e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:36.960590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] For port 57cb4798-c781-4463-914a-aedc9022e376, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=57cb4798-c781-4463-914a-aedc9022e376,segment=NetworkSegment(bd2e91c7-0424-4c47-a7a0-6d6b47744d68),segment_id=bd2e91c7-0424-4c47-a7a0-6d6b47744d68)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:50:37.007623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c1234d0-d76c-48bc-bc4f-025ff9f34b28 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:37.013469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] For port 10b175b6-0721-48f8-b0cd-506f225ac461, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:50:37.013469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] For port 10b175b6-0721-48f8-b0cd-506f225ac461, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=10b175b6-0721-48f8-b0cd-506f225ac461,segment=NetworkSegment(99dac2f8-3322-416f-a698-4340a4fe7c13),segment_id=99dac2f8-3322-416f-a698-4340a4fe7c13)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:50:37.022986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Subnet': ['ID=9d3fb76f-bfc4-48d5-9aff-d073007dc7b8,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:37.074185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:37.126849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Checking segment: {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:37.126849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network hostable DHCP agents. Network: 0471cb10-4fe4-4f91-9ecd-80edde1ee64b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:50:37.127976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1234d0-d76c-48bc-bc4f-025ff9f34b28 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Subnet': ['ID=a555d251-725d-4e49-b7ca-6a739686bb07,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:37.142143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c1234d0-d76c-48bc-bc4f-025ff9f34b28 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:37.233567 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:37.275278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb7f5b-88fc-4135-959e-8f59de88baa8 None None] Pushing event updated for resources: {'Port': ['ID=57cb4798-c781-4463-914a-aedc9022e376,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:37.276069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c1234d0-d76c-48bc-bc4f-025ff9f34b28 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/subnets/a555d251-725d-4e49-b7ca-6a739686bb07 HTTP/1.1" status: 204 len: 168 time: 2.2020400 Feb 02 15:50:37.280023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35102) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:37.305096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:50:37.403026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 0471cb10-4fe4-4f91-9ecd-80edde1ee64b) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:37.422337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c7f27-06c2-4f9d-9119-b72d8390987c None None] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:37.431608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:37.431608 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:37.509695 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] Set router 87001ea0-504d-49e8-9b32-88b890e95c1e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:50:37.632012 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-48654507-2561-4233-84f5-1240937afaad tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6139998 Feb 02 15:50:37.633181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35108) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:37.807427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f426140-560a-4ba7-b4d6-78acdc4d3331 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Deleting subnet e526841f-92b2-470e-806a-d17e612b6f35 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:50:37.835725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f426140-560a-4ba7-b4d6-78acdc4d3331 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:38.232258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f426140-560a-4ba7-b4d6-78acdc4d3331 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:38.330275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b96ea6-2b9a-49a7-88b3-1cea8e2a3f9e None None] Pushing event updated for resources: {'Port': ['ID=10b175b6-0721-48f8-b0cd-506f225ac461,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:38.475214 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f426140-560a-4ba7-b4d6-78acdc4d3331 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:38.715348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-0471cb10-4fe4-4f91-9ecd-80edde1ee64b', 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'fixed_ips': [{'subnet_id': '9d3fb76f-bfc4-48d5-9aff-d073007dc7b8'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:50:38.715348 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:38.904976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f426140-560a-4ba7-b4d6-78acdc4d3331 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:38.989065 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1f426140-560a-4ba7-b4d6-78acdc4d3331 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:39.045278 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1f426140-560a-4ba7-b4d6-78acdc4d3331 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/subnets/e526841f-92b2-470e-806a-d17e612b6f35 HTTP/1.1" status: 204 len: 168 time: 1.7553527 Feb 02 15:50:39.045278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35128) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:39.049011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f426140-560a-4ba7-b4d6-78acdc4d3331 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Subnet': ['ID=e526841f-92b2-470e-806a-d17e612b6f35,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:39.131702 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:50:32Z', 'revision_number': 3, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:39.165682 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1275ae6b-95cb-4802-98ce-eba80a7fc098 None None] The sync data for ids ['87001ea0-504d-49e8-9b32-88b890e95c1e'] in n-d-827122-1 is: [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:50:32Z', 'revision_number': 3, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:50:39.207944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Allocated IP 172.20.0.18 (0471cb10-4fe4-4f91-9ecd-80edde1ee64b/9d3fb76f-bfc4-48d5-9aff-d073007dc7b8/0ac236b9-7e87-4918-991a-34664b3785e2) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:39.387785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596b7b2-f795-4536-8091-afe2b39f03d8 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:39.399371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f596b7b2-f795-4536-8091-afe2b39f03d8 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Synchronizing usage tracker for tenant:a8d35ddd53bd4e589ab75bb114aac1be on resource:subnet {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:39.561819 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 57cb4798-c781-4463-914a-aedc9022e376 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:39.612532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2008a20-a591-46b0-ad7e-a9503e86a6eb req-6197fa68-bda3-4fc8-a495-b8f46cd8a993 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:39.635258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f2008a20-a591-46b0-ad7e-a9503e86a6eb req-6197fa68-bda3-4fc8-a495-b8f46cd8a993 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.8326950 Feb 02 15:50:39.751900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f596b7b2-f795-4536-8091-afe2b39f03d8 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Unset dirty status for tenant:a8d35ddd53bd4e589ab75bb114aac1be on resource:subnet {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:39.753071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f596b7b2-f795-4536-8091-afe2b39f03d8 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7114797 Feb 02 15:50:39.782688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35140) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:40.258007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 188bb7ba-fe0c-4287-8f4e-c530b1422eed details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:50:40.321946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f2008a20-a591-46b0-ad7e-a9503e86a6eb req-d6046d8f-88e3-4536-96fd-253c07f02e13 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6856842 Feb 02 15:50:40.337891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b49928-3125-4ae6-8c5e-0b51a5acb3eb None None] Network 04623933-9622-4164-a2e4-670b1a756140 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:40.394272 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:40.450855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Deleting port 57cb4798-c781-4463-914a-aedc9022e376 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:40.453618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:40.582074 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-161d9a30-8364-4087-9860-999dc8fe4c9b req-a2737b40-f4db-4cf5-b5b0-5599be6e5962 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 1096 time: 0.5053031 Feb 02 15:50:40.622417 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:40.667376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Transition to ACTIVE for port object 0ac236b9-7e87-4918-991a-34664b3785e2 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:40.780841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Transition to ACTIVE for port object 0ac236b9-7e87-4918-991a-34664b3785e2 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:41.095627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb245aab-fc4c-402f-bf93-cd5a99348528 None None] Network 94a73cac-f37f-464a-b0a1-2ec6a91b809d requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:41.256020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] For port 57cb4798-c781-4463-914a-aedc9022e376, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=57cb4798-c781-4463-914a-aedc9022e376,segment=NetworkSegment(bd2e91c7-0424-4c47-a7a0-6d6b47744d68),segment_id=bd2e91c7-0424-4c47-a7a0-6d6b47744d68)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:41.256963 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:41.629539 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:41.774627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 57cb4798-c781-4463-914a-aedc9022e376 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:41.792326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Calling delete_port for 57cb4798-c781-4463-914a-aedc9022e376 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:41.820922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Pushing event updated for resources: {'Port': ['ID=0ac236b9-7e87-4918-991a-34664b3785e2,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:41.923952 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 1.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:50:41.969663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-161d9a30-8364-4087-9860-999dc8fe4c9b req-d47253de-9332-4b44-8e80-4399337b5487 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3706985 Feb 02 15:50:41.984178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.008914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 10b175b6-0721-48f8-b0cd-506f225ac461 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:42.123447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:42.145307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.258081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:42.258081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3c0a8d21-cf45-44f0-bad1-c2c716127beb None None] Provisioning for port 57cb4798-c781-4463-914a-aedc9022e376 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:42.312260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:42.330874 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] No DVR routers for this DVR port 57cb4798-c781-4463-914a-aedc9022e376 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:50:42.340432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Port': ['ID=57cb4798-c781-4463-914a-aedc9022e376,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:42.406771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3c0a8d21-cf45-44f0-bad1-c2c716127beb None None] Provisioning complete for port 57cb4798-c781-4463-914a-aedc9022e376 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:42.407401 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8d21-cf45-44f0-bad1-c2c716127beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.938586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a8d21-cf45-44f0-bad1-c2c716127beb None None] Port 57cb4798-c781-4463-914a-aedc9022e376 was deleted so its status cannot be updated. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 02 15:50:43.015453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59910a9-4f3e-4648-a753-dd24f2fa20c4 None None] DHCP port deletion for 04623933-9622-4164-a2e4-670b1a756140 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:50:43.057292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.157233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04623933-9622-4164-a2e4-670b1a756140']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:43.184991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2e91c7-0424-4c47-a7a0-6d6b47744d68') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:43.185434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2e91c7-0424-4c47-a7a0-6d6b47744d68') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:43.212703 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.275114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.286016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Attempting to bind port 0ac236b9-7e87-4918-991a-34664b3785e2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:43.287358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Attempting to bind port 0ac236b9-7e87-4918-991a-34664b3785e2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:43.287955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Attempting to bind port 0ac236b9-7e87-4918-991a-34664b3785e2 on network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:50:43.296253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:50:43.296652 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.350979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:50:43.351687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Checking segment: {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:43.352346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.352935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Bound using segment: {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:50:43.353827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Bound port: 0ac236b9-7e87-4918-991a-34664b3785e2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:43.354512 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:50:43.520185 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:50:43.576350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8ff03fc8-d26e-4813-91ec-befaa3a0569c None None] Provisioning for port 10b175b6-0721-48f8-b0cd-506f225ac461 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:43.576350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 10b175b6-0721-48f8-b0cd-506f225ac461 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:43.584523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:43.608886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] For port 0ac236b9-7e87-4918-991a-34664b3785e2, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:50:43.608886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8ff03fc8-d26e-4813-91ec-befaa3a0569c None None] Provisioning complete for port 10b175b6-0721-48f8-b0cd-506f225ac461 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:43.608886 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ff03fc8-d26e-4813-91ec-befaa3a0569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.632088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.664322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 10b175b6-0721-48f8-b0cd-506f225ac461 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:43.664322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.699095 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.702796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Network': ['ID=04623933-9622-4164-a2e4-670b1a756140,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:43.712381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872730ba-b79c-41ba-8e96-98b0ce303763 req-c755c887-f8eb-4bc2-83e4-2c37808b81e3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:43.719330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-872730ba-b79c-41ba-8e96-98b0ce303763 req-c755c887-f8eb-4bc2-83e4-2c37808b81e3 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.8066702 Feb 02 15:50:43.735762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3ed4b246-a239-4d8c-9760-48f57cb1a71d tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/networks/04623933-9622-4164-a2e4-670b1a756140 HTTP/1.1" status: 204 len: 168 time: 3.9389172 Feb 02 15:50:43.738113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35182) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:43.772004 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'port_id': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'mac_address': 'fa:16:3e:a0:5c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:50:43.828779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-872730ba-b79c-41ba-8e96-98b0ce303763 req-97e73d92-9d27-4d4a-9296-89ee067c226a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084278 Feb 02 15:50:43.857448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Allocated IP 172.20.0.17 (0471cb10-4fe4-4f91-9ecd-80edde1ee64b/9d3fb76f-bfc4-48d5-9aff-d073007dc7b8/1c3637ee-f209-44cf-9127-7ca073cb2a79) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:43.934299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] For port 0ac236b9-7e87-4918-991a-34664b3785e2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0ac236b9-7e87-4918-991a-34664b3785e2,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:50:43.940811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.043452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 188bb7ba-fe0c-4287-8f4e-c530b1422eed {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:44.126316 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.134579 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.156505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Deleting port 10b175b6-0721-48f8-b0cd-506f225ac461 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:44.156505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.223365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] DHCP port deletion for 94a73cac-f37f-464a-b0a1-2ec6a91b809d request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:50:44.268497 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ff03fc8-d26e-4813-91ec-befaa3a0569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.322309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] Deleting port 10b175b6-0721-48f8-b0cd-506f225ac461 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:44.322762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.390560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:44.495924 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.527587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Transition to ACTIVE for port object 1c3637ee-f209-44cf-9127-7ca073cb2a79 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:44.533012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.539590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c344018-cb04-410e-902a-7963a6268b94 None None] Pushing event updated for resources: {'Port': ['ID=0ac236b9-7e87-4918-991a-34664b3785e2,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:44.591610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8ff03fc8-d26e-4813-91ec-befaa3a0569c None None] For port 10b175b6-0721-48f8-b0cd-506f225ac461, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=10b175b6-0721-48f8-b0cd-506f225ac461,segment=NetworkSegment(99dac2f8-3322-416f-a698-4340a4fe7c13),segment_id=99dac2f8-3322-416f-a698-4340a4fe7c13)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:44.652148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] For port 10b175b6-0721-48f8-b0cd-506f225ac461, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=10b175b6-0721-48f8-b0cd-506f225ac461,segment=NetworkSegment(99dac2f8-3322-416f-a698-4340a4fe7c13),segment_id=99dac2f8-3322-416f-a698-4340a4fe7c13)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:44.652148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.680808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.959831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Calling delete_port for 10b175b6-0721-48f8-b0cd-506f225ac461 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:44.972280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] For port 10b175b6-0721-48f8-b0cd-506f225ac461, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=10b175b6-0721-48f8-b0cd-506f225ac461,segment=NetworkSegment(99dac2f8-3322-416f-a698-4340a4fe7c13),segment_id=99dac2f8-3322-416f-a698-4340a4fe7c13)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:44.972855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:45.038290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=1c3637ee-f209-44cf-9127-7ca073cb2a79,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:45.088444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:45.092149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:45.101134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:50:45.204265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff27c8-5085-49ba-855a-2c8af7718c4c req-51a65fd5-96d1-44ff-b256-852783e04c6e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:45.205907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdff27c8-5085-49ba-855a-2c8af7718c4c req-51a65fd5-96d1-44ff-b256-852783e04c6e tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 944 time: 0.1866546 Feb 02 15:50:45.264114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:45.301405 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdff27c8-5085-49ba-855a-2c8af7718c4c req-41122791-f1a6-4981-88a7-91c7898aa634 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773942 Feb 02 15:50:45.301405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:50:45.319047 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:50:45.347861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] Calling delete_port for 10b175b6-0721-48f8-b0cd-506f225ac461 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:45.375808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35202) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:45.418852 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ff03fc8-d26e-4813-91ec-befaa3a0569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:45.521819 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:45.652361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:45.671888 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-22fa64ad-39b2-4f3d-aa91-e1bc4c808899 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/floatingips/74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f HTTP/1.1" status: 200 len: 992 time: 0.2955205 Feb 02 15:50:45.753830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:45.797184 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:50:45.797184 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:50:45.815106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Deleting port 10b175b6-0721-48f8-b0cd-506f225ac461 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:45.815106 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:46.002193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff03fc8-d26e-4813-91ec-befaa3a0569c None None] Pushing event updated for resources: {'Port': ['ID=10b175b6-0721-48f8-b0cd-506f225ac461,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:46.025209 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:50:46.025209 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:50:46.293146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] For port 10b175b6-0721-48f8-b0cd-506f225ac461, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=10b175b6-0721-48f8-b0cd-506f225ac461,segment=NetworkSegment(99dac2f8-3322-416f-a698-4340a4fe7c13),segment_id=99dac2f8-3322-416f-a698-4340a4fe7c13)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:46.294061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:46.532928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] Deleting port 10b175b6-0721-48f8-b0cd-506f225ac461 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:50:46.532928 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:46.729292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Calling delete_port for 10b175b6-0721-48f8-b0cd-506f225ac461 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:50:46.737909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 188bb7ba-fe0c-4287-8f4e-c530b1422eed details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:50:46.752524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 188bb7ba-fe0c-4287-8f4e-c530b1422eed no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:50:46.943407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:47.037522 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:47.061147 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:47.119759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dd6aa128-2d69-4a04-822e-952f2e02c046 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:47.210000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] No DVR routers for this DVR port 10b175b6-0721-48f8-b0cd-506f225ac461 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:50:47.216929 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.resource_extend [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:50:47.345776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-08a6b073-a979-4004-9ebb-498c3e720622 None None] The port '10b175b6-0721-48f8-b0cd-506f225ac461' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:50:47.418409 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:47.527135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:47.550589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Port': ['ID=10b175b6-0721-48f8-b0cd-506f225ac461,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:47.554831 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:47.620095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'port_id': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'mac_address': 'fa:16:3e:a0:5c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:50:47.627720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 188bb7ba-fe0c-4287-8f4e-c530b1422eed {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:47.716272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=1c3637ee-f209-44cf-9127-7ca073cb2a79,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:47.759006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:47.765623 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:47.788949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb9286-ba5e-4a0e-b400-2db98da95c04 None None] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:50:47.824918 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:47.845996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['188bb7ba-fe0c-4287-8f4e-c530b1422eed'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:50:47.879906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a73cac-f37f-464a-b0a1-2ec6a91b809d']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:47.919724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dac2f8-3322-416f-a698-4340a4fe7c13') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:47.921719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dac2f8-3322-416f-a698-4340a4fe7c13') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:47.966405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.012601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:48.014526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:48.015810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.037812 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.041000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:50:48.041516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.077779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port dd6aa128-2d69-4a04-822e-952f2e02c046 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:50:48.098621 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:50:48.138148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dd6aa128-2d69-4a04-822e-952f2e02c046 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:48.150758 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.197855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.303584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:48.343464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.343464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.382298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8dc012a0-c079-4fe2-b807-fec4707df2d5 None None] Provisioning for port 0ac236b9-7e87-4918-991a-34664b3785e2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:48.440021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Network': ['ID=94a73cac-f37f-464a-b0a1-2ec6a91b809d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:48.479716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-eacb9a9a-278b-4a2c-80b7-01190b95b640 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/networks/94a73cac-f37f-464a-b0a1-2ec6a91b809d HTTP/1.1" status: 204 len: 168 time: 4.7404740 Feb 02 15:50:48.495689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35236) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:48.601246 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.669011 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.716789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port dd6aa128-2d69-4a04-822e-952f2e02c046, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dd6aa128-2d69-4a04-822e-952f2e02c046,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:48.836531 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:48.836531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0ac236b9-7e87-4918-991a-34664b3785e2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:48.853724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Router 87001ea0-504d-49e8-9b32-88b890e95c1e has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:50:49.021787 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:49.062518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ef52e7-9ecf-4488-be9b-0cad8443d0b8']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:49.089853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85b4f8b-8e9a-461a-8af0-60b376a13512') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:49.090159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85b4f8b-8e9a-461a-8af0-60b376a13512') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:49.137352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:49.151648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=dd6aa128-2d69-4a04-822e-952f2e02c046,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:49.211671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:49.230130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:50:49.230546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:50:49.294966 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:50:49.300049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:50:49.309572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 0ac236b9-7e87-4918-991a-34664b3785e2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:49.309572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0ac236b9-7e87-4918-991a-34664b3785e2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:49.309572 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:49.354450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4b3864b5-7c2c-4cae-840c-7c06526c5442 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "PUT /v2.0/routers/87001ea0-504d-49e8-9b32-88b890e95c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7124302 Feb 02 15:50:49.451550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Sync routers for ids ['87001ea0-504d-49e8-9b32-88b890e95c1e'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:50:49.504417 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:49.516647 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:49.550208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35256) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:49.557344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Routers {'87001ea0-504d-49e8-9b32-88b890e95c1e'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:50:49.558079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:50:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['87001ea0-504d-49e8-9b32-88b890e95c1e'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:49.569335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/networks/08ef52e7-9ecf-4488-be9b-0cad8443d0b8 HTTP/1.1" status: 204 len: 168 time: 1.0724633 Feb 02 15:50:49.579030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cf516-fa73-4f25-b109-729d931ffae2 tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Network': ['ID=08ef52e7-9ecf-4488-be9b-0cad8443d0b8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:49.707981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Provisioning complete for port 0ac236b9-7e87-4918-991a-34664b3785e2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:49.709087 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:49.765363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.077139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.091167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-bda24f2b-313d-437d-b4fc-6569f7c39afb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:50.101910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-bda24f2b-313d-437d-b4fc-6569f7c39afb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/networks?id=0471cb10-4fe4-4f91-9ecd-80edde1ee64b HTTP/1.1" status: 200 len: 797 time: 0.2338572 Feb 02 15:50:50.223267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.237315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 0ac236b9-7e87-4918-991a-34664b3785e2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0ac236b9-7e87-4918-991a-34664b3785e2,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:50.247325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Set router 87001ea0-504d-49e8-9b32-88b890e95c1e gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:50:50.271439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-4b642f2e-198f-469e-acb6-9f461f31d979 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/quotas/fe91381b49a043348303066f47ba668c HTTP/1.1" status: 200 len: 375 time: 0.0374250 Feb 02 15:50:50.279774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81b0099-9cbd-4998-8afd-c88a4f1941f0']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:50.313296 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.354180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80e0f87-426f-4f84-a9b7-ce14bc997abf') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:50.354850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80e0f87-426f-4f84-a9b7-ce14bc997abf') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:50.375689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.435698 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.482370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:50:50.482370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:50:50.563823 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:50:50.702989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 188bb7ba-fe0c-4287-8f4e-c530b1422eed up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:50.782315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-a7a692f4-6f13-44e9-ac19-53dd93d43cbc tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:50.908727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 188bb7ba-fe0c-4287-8f4e-c530b1422eed triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:50.909027 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.951590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.980112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:50.980112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-a7a692f4-6f13-44e9-ac19-53dd93d43cbc tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:50.987548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-a7a692f4-6f13-44e9-ac19-53dd93d43cbc tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6979566 Feb 02 15:50:51.042052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 57cb4798-c781-4463-914a-aedc9022e376 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:50:51.078643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:51.102534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] Pushing event deleted for resources: {'Network': ['ID=b81b0099-9cbd-4998-8afd-c88a4f1941f0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:51.140514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 57cb4798-c781-4463-914a-aedc9022e376 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:50:51.140514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 57cb4798-c781-4463-914a-aedc9022e376 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:50:51.140514 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 10b175b6-0721-48f8-b0cd-506f225ac461 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:50:51.218031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 10b175b6-0721-48f8-b0cd-506f225ac461 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:50:51.218031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 10b175b6-0721-48f8-b0cd-506f225ac461 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:50:51.218031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:50:51.218031 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:50:51.218031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=0ac236b9-7e87-4918-991a-34664b3785e2,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:51.288292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:50:45Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1c3637ee-f209-44cf-9127-7ca073cb2a79', 'name': '', 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:ae:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d3fb76f-bfc4-48d5-9aff-d073007dc7b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:43Z', 'updated_at': '2022-02-02T15:50:46Z', 'revision_number': 2, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': '9d3fb76f-bfc4-48d5-9aff-d073007dc7b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:51.303236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Checking router: 87001ea0-504d-49e8-9b32-88b890e95c1e for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:50:51.303236 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Updating router 87001ea0-504d-49e8-9b32-88b890e95c1e port 1c3637ee-f209-44cf-9127-7ca073cb2a79 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:50:51.368540 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:51.414655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50fe3dc9-225c-446a-8ef0-a74c7675be2b tempest-BulkNetworkOpsIpV6Test-1076613466 tempest-BulkNetworkOpsIpV6Test-1076613466-project] 10.222.0.88 "DELETE /v2.0/networks/b81b0099-9cbd-4998-8afd-c88a4f1941f0 HTTP/1.1" status: 204 len: 168 time: 1.8612411 Feb 02 15:50:51.453805 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:51.475640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:51.499072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dd6aa128-2d69-4a04-822e-952f2e02c046 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:51.593880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:51.611702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-0bb10a97-e2cd-4aa7-be6a-401d75906ce9 service neutron] 10.222.0.88 "GET /v2.0/networks/0471cb10-4fe4-4f91-9ecd-80edde1ee64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488803 Feb 02 15:50:51.724797 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'code': 200} Feb 02 15:50:51.850140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:52.018059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-2ad08e80-5afb-4871-9806-c8d9e281a399 service neutron] 10.222.0.88 "GET /v2.0/networks/0471cb10-4fe4-4f91-9ecd-80edde1ee64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832402 Feb 02 15:50:52.197940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:52.241257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Provisioning for port 1c3637ee-f209-44cf-9127-7ca073cb2a79 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:52.315169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Provisioning complete for port 1c3637ee-f209-44cf-9127-7ca073cb2a79 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:52.316342 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:52.412879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35302) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:52.425369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86fdbeb7-b52a-4054-9e01-0593074bd812 req-338fc4b1-3048-4fab-b466-83e94be2c27b tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 210 time: 0.0742478 Feb 02 15:50:52.455545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dd6aa128-2d69-4a04-822e-952f2e02c046 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:52.456208 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:52.507447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-39aa65bd-0712-41b3-96ae-89d5b01adea3 None None] Port 1c3637ee-f209-44cf-9127-7ca073cb2a79 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:50:52.782442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80143b9e-34bb-4f1c-a23e-deb2e0cc9cf3 None None] Provisioning complete for port 1c3637ee-f209-44cf-9127-7ca073cb2a79 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:52.783083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80143b9e-34bb-4f1c-a23e-deb2e0cc9cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:52.930357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8be0f280-6a1b-42db-8c0c-8742cf6d4b3d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a8d35ddd53bd4e589ab75bb114aac1be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5162745 Feb 02 15:50:52.932954 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35314) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:52.938706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0ac236b9-7e87-4918-991a-34664b3785e2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:53.169951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:53.178881 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-743785d8-a854-47a5-980b-a057e8fe9af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:53.209048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Transition to ACTIVE for port object 1c3637ee-f209-44cf-9127-7ca073cb2a79 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:53.227902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-80143b9e-34bb-4f1c-a23e-deb2e0cc9cf3 None None] Port 1c3637ee-f209-44cf-9127-7ca073cb2a79 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:50:53.231785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-743785d8-a854-47a5-980b-a057e8fe9af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:53.256968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0ac236b9-7e87-4918-991a-34664b3785e2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:53.257723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:53.325696 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:53.449173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-743785d8-a854-47a5-980b-a057e8fe9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:53.483923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743785d8-a854-47a5-980b-a057e8fe9af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248cf931-8eb3-4b1b-9285-28497fa850d2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:53.483923 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-743785d8-a854-47a5-980b-a057e8fe9af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:53.483923 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-743785d8-a854-47a5-980b-a057e8fe9af9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/248cf931-8eb3-4b1b-9285-28497fa850d2 HTTP/1.1" status: 204 len: 168 time: 0.5369170 Feb 02 15:50:53.573124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14873b78-2140-4a65-b75d-4857d7c9e8b0 None None] Pushing event updated for resources: {'Port': ['ID=1c3637ee-f209-44cf-9127-7ca073cb2a79,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:53.889209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-492a565c-4ed8-44a9-bd80-ae55515f530d req-bce687c8-54c6-4244-adf7-4a7ea41b2566 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 210 time: 0.0863676 Feb 02 15:50:54.293974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Attempting to bind port 1c3637ee-f209-44cf-9127-7ca073cb2a79 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:54.293974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Attempting to bind port 1c3637ee-f209-44cf-9127-7ca073cb2a79 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:54.293974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Attempting to bind port 1c3637ee-f209-44cf-9127-7ca073cb2a79 on network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:50:54.309241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:50:54.309241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Checking segment: {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:50:54.309241 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:54.312224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Bound using segment: {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:50:54.312224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Bound port: 1c3637ee-f209-44cf-9127-7ca073cb2a79, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:54.312224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:54.543778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] For port 1c3637ee-f209-44cf-9127-7ca073cb2a79, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:50:54.558929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] For port 1c3637ee-f209-44cf-9127-7ca073cb2a79, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1c3637ee-f209-44cf-9127-7ca073cb2a79,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:50:54.617408 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:54.765897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14873b78-2140-4a65-b75d-4857d7c9e8b0 None None] Pushing event updated for resources: {'Port': ['ID=1c3637ee-f209-44cf-9127-7ca073cb2a79,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:54.798599 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa097-31d5-47ca-9085-8da3426f9b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:54.833714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Routers {'87001ea0-504d-49e8-9b32-88b890e95c1e'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:50:54.833714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:50:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['87001ea0-504d-49e8-9b32-88b890e95c1e'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:55.279220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba14c3ca-8b78-402e-9259-7401f8c61185 req-4e24259d-ccbe-4209-b1b0-005744518a4c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 210 time: 0.0991240 Feb 02 15:50:55.389276 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] Set router 87001ea0-504d-49e8-9b32-88b890e95c1e gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:50:55.981631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:50:45Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1c3637ee-f209-44cf-9127-7ca073cb2a79', 'name': '', 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:ae:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d3fb76f-bfc4-48d5-9aff-d073007dc7b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:43Z', 'updated_at': '2022-02-02T15:50:54Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': '9d3fb76f-bfc4-48d5-9aff-d073007dc7b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:55.988865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50a5c-0ebd-4453-b96c-2105763b692e None None] The sync data for ids ['87001ea0-504d-49e8-9b32-88b890e95c1e'] in n-d-827122-1 is: [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:50:45Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '1c3637ee-f209-44cf-9127-7ca073cb2a79', 'name': '', 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:ae:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d3fb76f-bfc4-48d5-9aff-d073007dc7b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:43Z', 'updated_at': '2022-02-02T15:50:54Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': '9d3fb76f-bfc4-48d5-9aff-d073007dc7b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:50:56.427218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35382) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:56.559453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1c3637ee-f209-44cf-9127-7ca073cb2a79 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:56.933420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1820402772'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:56.947481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3858-5fd7-4d54-9f71-7a7faf06eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:56.960163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:56.969638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:network and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:56.976472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:56.989889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 1c3637ee-f209-44cf-9127-7ca073cb2a79 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:56.992163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cb0af7a8-3f12-4c61-9217-e5f35fb1be96 req-dff374e2-dee2-4f1d-8b04-4e77673bfb82 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 210 time: 0.2390330 Feb 02 15:50:57.008248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1c3637ee-f209-44cf-9127-7ca073cb2a79 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:57.008823 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:57.084242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:57.245433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:57.261437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:57.296169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-ef241304-7114-47d4-b64b-fb80f2b3b932 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:57.297189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-ef241304-7114-47d4-b64b-fb80f2b3b932 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:57.300193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:57.327367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:57.365965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:57.386470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:security_group_rule and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:57.400204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:57.432509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 1c3637ee-f209-44cf-9127-7ca073cb2a79, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1c3637ee-f209-44cf-9127-7ca073cb2a79,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:50:57.434004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:57.460304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-ef241304-7114-47d4-b64b-fb80f2b3b932 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:57.460304 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-ef241304-7114-47d4-b64b-fb80f2b3b932 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.64 "GET /v2.0/networks?id=0471cb10-4fe4-4f91-9ecd-80edde1ee64b HTTP/1.1" status: 200 len: 797 time: 0.9251666 Feb 02 15:50:57.541364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:57.579034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Request body: {'port': {'device_id': 'a411a3ce-965d-4b65-bc19-749aa56e39d1', 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b', 'admin_state_up': True, 'tenant_id': 'fe91381b49a043348303066f47ba668c'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:50:57.794491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=1c3637ee-f209-44cf-9127-7ca073cb2a79,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:58.047978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:58.121523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:58.225910 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.310036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5e4df787-b940-4089-a7ef-bfed476f600c req-17eca3e0-40bb-4a6a-90ab-6c7ed332fb67 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 210 time: 0.0699089 Feb 02 15:50:58.426165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1c3637ee-f209-44cf-9127-7ca073cb2a79 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:58.527127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 1c3637ee-f209-44cf-9127-7ca073cb2a79 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:58.527919 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.547732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Made reservation on behalf of fe91381b49a043348303066f47ba668c for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:58.559466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.625796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.630975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.677650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.818630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Allocated IP 172.20.0.20 (0471cb10-4fe4-4f91-9ecd-80edde1ee64b/9d3fb76f-bfc4-48d5-9aff-d073007dc7b8/a7ad3649-d34a-44fe-8dee-e16c1390a1d0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:59.250534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:59.263219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.263219 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Added segment 381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2 of type vlan for network 6f48d076-6429-43f7-8b75-91359531f9dc Feb 02 15:50:59.305367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.430606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571b2a4e-737c-4080-9e7d-290ded77a0d2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:59.505022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.558081 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.581192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:59.581192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.633401 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Transition to ACTIVE for port object a7ad3649-d34a-44fe-8dee-e16c1390a1d0 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:59.868770 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd7282fa-541c-4c3e-b8ad-3512b83f5c79 req-586e6950-bf10-4eb4-8bc7-8ed5e870a96b tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 210 time: 0.1356223 Feb 02 15:50:59.939074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Network': ['ID=6f48d076-6429-43f7-8b75-91359531f9dc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:59.948906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 6f48d076-6429-43f7-8b75-91359531f9dc details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:51:00.406325 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d212cce0-2afd-49fe-a73b-8cac40ca74ea tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.6287506 Feb 02 15:51:00.406325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:00.417079 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:00.422023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:00.422023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:00.422023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:51:00.422023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:00.422023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:00.422023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event updated for resources: {'Port': ['ID=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:00.460970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-1c1e98dc-0fe9-4723-8ae8-9299568f3918 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.9519284 Feb 02 15:51:00.494020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Request body: {'port': {'device_id': 'a411a3ce-965d-4b65-bc19-749aa56e39d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:00.727593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:00.781746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c3dbd02a-7de6-4c27-9efa-41e88a7421ea None None] Provisioning for port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:00.794239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c3dbd02a-7de6-4c27-9efa-41e88a7421ea None None] Provisioning complete for port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:00.795100 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3dbd02a-7de6-4c27-9efa-41e88a7421ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:01.130634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbd02a-7de6-4c27-9efa-41e88a7421ea None None] Port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:51:01.513481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b249c3-c6b2-42f6-b926-53d83a6153d0 req-765ea54b-64e7-475b-8c25-7d594c71c667 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:01.513481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-44b249c3-c6b2-42f6-b926-53d83a6153d0 req-765ea54b-64e7-475b-8c25-7d594c71c667 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:51:01.737215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ad3649-d34a-44fe-8dee-e16c1390a1d0 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:01.765363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:01.766550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-44b249c3-c6b2-42f6-b926-53d83a6153d0 req-765ea54b-64e7-475b-8c25-7d594c71c667 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:51:01.768430 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44b249c3-c6b2-42f6-b926-53d83a6153d0 req-765ea54b-64e7-475b-8c25-7d594c71c667 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 895 time: 0.4263875 Feb 02 15:51:01.800860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Transition to ACTIVE for port object a7ad3649-d34a-44fe-8dee-e16c1390a1d0 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:01.878926 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:02.211534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:02.719921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Attempting to bind port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:02.719921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Attempting to bind port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:02.719921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Attempting to bind port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 on network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:51:02.727546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 on network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:51:02.727884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Attempting to bind port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 on network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:51:02.737741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:51:02.738441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Checking segment: {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:02.738441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Bound using segment: {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:51:02.739067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Bound port: a7ad3649-d34a-44fe-8dee-e16c1390a1d0, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:02.740295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:03.011214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] For port a7ad3649-d34a-44fe-8dee-e16c1390a1d0, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:51:03.035041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] For port a7ad3649-d34a-44fe-8dee-e16c1390a1d0, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:51:03.132517 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-87515eca-0b8e-44b6-86aa-e132cef16098 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3516774 Feb 02 15:51:03.135467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:03.265310 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:03.276986 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] 10.222.0.64 "PUT /v2.0/ports/a7ad3649-d34a-44fe-8dee-e16c1390a1d0 HTTP/1.1" status: 200 len: 1055 time: 2.8031850 Feb 02 15:51:03.279477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a411a3ce-965d-4b65-bc19-749aa56e39d1', 'tag': 'a7ad3649-d34a-44fe-8dee-e16c1390a1d0'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:03.312923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260af18-5e5b-4e95-8a64-539e95bd842a req-6d483dab-f142-462f-937d-59e1ca725c4a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:03.322890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d4aa7-84f9-49ca-af22-42d4445a3a13 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:03.334627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c260af18-5e5b-4e95-8a64-539e95bd842a req-6d483dab-f142-462f-937d-59e1ca725c4a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 907 time: 0.1638625 Feb 02 15:51:03.382709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35472) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:03.394170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'subnet': {'network_id': '6f48d076-6429-43f7-8b75-91359531f9dc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:03.554884 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a411a3ce-965d-4b65-bc19-749aa56e39d1', 'tag': 'a7ad3649-d34a-44fe-8dee-e16c1390a1d0', 'status': 'completed', 'code': 200} Feb 02 15:51:03.578806 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:51:03.851225 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-83a242d1-510f-471b-9ac3-2b5ca03adc5a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 1096 time: 0.6325977 Feb 02 15:51:03.857194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:03.867068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:subnet and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:03.867068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:03.905806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:03.995809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-a2e4354c-931f-479f-9e61-0a056fdf3d0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 1058 time: 0.4569113 Feb 02 15:51:04.068440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:04.121970 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-f435ded2-5901-4936-bb47-10efd4691a06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a7ad3649-d34a-44fe-8dee-e16c1390a1d0 HTTP/1.1" status: 200 len: 217 time: 0.1051757 Feb 02 15:51:04.232746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-313b7a2e-b3f2-43aa-b464-e26d78057b41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:04.232746 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-313b7a2e-b3f2-43aa-b464-e26d78057b41 service neutron] 10.222.0.107 "GET /v2.0/networks?id=634e9e70-b6bb-4329-8798-88bdbeb0609b HTTP/1.1" status: 200 len: 899 time: 0.3557777 Feb 02 15:51:04.342533 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:04.431023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-95b9db82-fe0b-4e7c-b2cf-0fcc328501c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:04.432639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-95b9db82-fe0b-4e7c-b2cf-0fcc328501c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d3fb76f-bfc4-48d5-9aff-d073007dc7b8 HTTP/1.1" status: 200 len: 837 time: 0.2526650 Feb 02 15:51:04.535290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-08a8256a-2db8-4796-95bf-713ab86c3b0a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed HTTP/1.1" status: 200 len: 1001 time: 0.2868469 Feb 02 15:51:04.712317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-70abe0f8-c4dc-4ab5-8f4d-467936a01a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:04.713906 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-70abe0f8-c4dc-4ab5-8f4d-467936a01a51 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=173f643a-332b-4a8f-8ccf-6d7969d7ce40 HTTP/1.1" status: 200 len: 835 time: 0.1718678 Feb 02 15:51:04.772763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75454441-016f-4a76-b39e-1c3b2c6caee6 req-1ca86d5e-a851-405a-9510-2684b2167ce1 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:04.785947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75454441-016f-4a76-b39e-1c3b2c6caee6 req-1ca86d5e-a851-405a-9510-2684b2167ce1 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 907 time: 0.1670239 Feb 02 15:51:04.827284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-2f8da9ec-3a3a-4f3b-8a34-7d5ba480533d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0471cb10-4fe4-4f91-9ecd-80edde1ee64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3834617 Feb 02 15:51:05.092591 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-d1132bbd-7713-4ece-be35-a574de1f736d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=634e9e70-b6bb-4329-8798-88bdbeb0609b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3639021 Feb 02 15:51:05.129997 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:05.230514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-475489be-7966-4b39-8c1d-56ca0e8d09c8 service neutron] 10.222.0.64 "GET /v2.0/networks/0471cb10-4fe4-4f91-9ecd-80edde1ee64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916149 Feb 02 15:51:05.398983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Subnet': ['ID=4c059f2c-2283-4d0c-a819-00d4c4930ee1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:05.460755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-22f3aaf1-b4ab-4ab2-a214-1eded2226b93 service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541911 Feb 02 15:51:05.460755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Checking segment: {'id': '381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f48d076-6429-43f7-8b75-91359531f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:05.460755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network hostable DHCP agents. Network: 6f48d076-6429-43f7-8b75-91359531f9dc, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:51:05.575629 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c0685a2-d6d0-48b9-8c84-954e8d2cf91d req-99af0021-0329-41f3-9f3c-4706f04d8e62 service neutron] 10.222.0.64 "GET /v2.0/networks/0471cb10-4fe4-4f91-9ecd-80edde1ee64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381333 Feb 02 15:51:05.870925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network 6f48d076-6429-43f7-8b75-91359531f9dc is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:51:05.979939 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bd963547-c6bb-4638-bab7-5ba75e68f657 req-36a429c8-c5e2-4323-bb40-45bca75b7d84 service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172892 Feb 02 15:51:06.158057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-837bc56d-cf71-4921-aaf4-282c4281087e req-505d4ac3-3d7c-42c1-9681-97452070b7d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 1058 time: 0.2759969 Feb 02 15:51:06.397437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc56d-cf71-4921-aaf4-282c4281087e req-bc419981-266c-4fd8-acfc-d9bc3b1dc414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:06.399373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-837bc56d-cf71-4921-aaf4-282c4281087e req-bc419981-266c-4fd8-acfc-d9bc3b1dc414 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0471cb10-4fe4-4f91-9ecd-80edde1ee64b HTTP/1.1" status: 200 len: 899 time: 0.3591633 Feb 02 15:51:06.405482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02614a74-b4b9-456a-822b-9a42a5dd89ca req-cd2b2386-a6aa-46d5-be0b-399f25d594ff tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:06.406879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02614a74-b4b9-456a-822b-9a42a5dd89ca req-cd2b2386-a6aa-46d5-be0b-399f25d594ff tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 907 time: 0.3264847 Feb 02 15:51:06.471030 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-837bc56d-cf71-4921-aaf4-282c4281087e req-f5df9338-f09c-475f-9076-e9d237f4fafd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a7ad3649-d34a-44fe-8dee-e16c1390a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0631731 Feb 02 15:51:06.542321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc56d-cf71-4921-aaf4-282c4281087e req-41f2e9f8-91c6-438e-8b4b-2204c02e249a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:06.543445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-837bc56d-cf71-4921-aaf4-282c4281087e req-41f2e9f8-91c6-438e-8b4b-2204c02e249a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d3fb76f-bfc4-48d5-9aff-d073007dc7b8 HTTP/1.1" status: 200 len: 837 time: 0.0647566 Feb 02 15:51:06.590498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 6f48d076-6429-43f7-8b75-91359531f9dc) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:06.598953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591593e2-5c64-47ca-950e-d6c302ccace8 None None] Network 6f48d076-6429-43f7-8b75-91359531f9dc requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:06.610453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:06.611093 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:06.744136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-837bc56d-cf71-4921-aaf4-282c4281087e req-7781b839-62cb-4ee8-ae75-95c0dcfb0362 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0471cb10-4fe4-4f91-9ecd-80edde1ee64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933787 Feb 02 15:51:06.782658 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-baeee61a-956c-4aea-89dc-06ed083fcff6 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4110384 Feb 02 15:51:06.791423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35532) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:06.797322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-581739755'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:06.805307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:06.809559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:network and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:06.812655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:06.826373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:06.921832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-6f48d076-6429-43f7-8b75-91359531f9dc', 'network_id': '6f48d076-6429-43f7-8b75-91359531f9dc', 'tenant_id': '1f0e83dab70840bbb2035aa2f304f810', 'fixed_ips': [{'subnet_id': '4c059f2c-2283-4d0c-a819-00d4c4930ee1'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:51:06.923166 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:06.940827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-837bc56d-cf71-4921-aaf4-282c4281087e req-421caee6-8a72-479a-b674-ff7e1f7cdc41 service neutron] 10.222.0.64 "GET /v2.0/networks/0471cb10-4fe4-4f91-9ecd-80edde1ee64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889157 Feb 02 15:51:06.949507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:06.950763 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:07.010106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:51:07.022356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:07.022851 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Added segment 22105354-89ca-4118-97f5-f857372b03ca of type vlan for network 58f8aeee-0ff3-4484-9667-b1cc9a01c132 Feb 02 15:51:07.057011 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:07.109888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Allocated IP 2001:db8:0:ffff::2 (6f48d076-6429-43f7-8b75-91359531f9dc/4c059f2c-2283-4d0c-a819-00d4c4930ee1/dc262a4d-dcbc-4d07-b178-310ebed53ab4) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:07.174002 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-837bc56d-cf71-4921-aaf4-282c4281087e req-7f85a6a9-57b7-4cd4-a8c5-5a84cf7eca55 service neutron] 10.222.0.64 "GET /v2.0/networks/0471cb10-4fe4-4f91-9ecd-80edde1ee64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108767 Feb 02 15:51:07.347700 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:07.362310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Transition to ACTIVE for port object dc262a4d-dcbc-4d07-b178-310ebed53ab4 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:07.377564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Transition to ACTIVE for port object dc262a4d-dcbc-4d07-b178-310ebed53ab4 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:07.409057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:07.414735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:07.414735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:07.531185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Network': ['ID=58f8aeee-0ff3-4484-9667-b1cc9a01c132,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:07.576898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.577132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.577480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.577815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.578152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.578482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.578826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.579141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.579468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.579818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.580175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:07.606892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 58f8aeee-0ff3-4484-9667-b1cc9a01c132 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:51:07.643222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db615-3cef-45c4-83e9-dc48536bf54f req-d40d131b-c727-4ce5-931c-841efe84f60c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:07.648037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-954db615-3cef-45c4-83e9-dc48536bf54f req-d40d131b-c727-4ce5-931c-841efe84f60c tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 907 time: 0.1052186 Feb 02 15:51:07.675262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-57c3fc3d-21e7-4f32-a7f3-fdbc1a4dcd11 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8827667 Feb 02 15:51:07.685593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35544) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:07.692521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'subnet': {'network_id': '58f8aeee-0ff3-4484-9667-b1cc9a01c132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:07.742565 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:07.816481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Pushing event updated for resources: {'Port': ['ID=dc262a4d-dcbc-4d07-b178-310ebed53ab4,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:07.848894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:07.848894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:subnet and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:07.848894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:07.856000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:07.859330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Network 6f48d076-6429-43f7-8b75-91359531f9dc is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:07.861724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:07.865614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:51:07.961615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Attempting to bind port dc262a4d-dcbc-4d07-b178-310ebed53ab4 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:07.962061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Attempting to bind port dc262a4d-dcbc-4d07-b178-310ebed53ab4 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f48d076-6429-43f7-8b75-91359531f9dc'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:07.962497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Attempting to bind port dc262a4d-dcbc-4d07-b178-310ebed53ab4 on network 6f48d076-6429-43f7-8b75-91359531f9dc {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:51:07.969474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:51:07.969856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Checking segment: {'id': '381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f48d076-6429-43f7-8b75-91359531f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:07.970321 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:07.970896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Bound using segment: {'id': '381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f48d076-6429-43f7-8b75-91359531f9dc'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:51:07.971360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Bound port: dc262a4d-dcbc-4d07-b178-310ebed53ab4, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f48d076-6429-43f7-8b75-91359531f9dc'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:07.971733 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:08.015425 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:08.067557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] For port dc262a4d-dcbc-4d07-b178-310ebed53ab4, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:51:08.071239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] For port dc262a4d-dcbc-4d07-b178-310ebed53ab4, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dc262a4d-dcbc-4d07-b178-310ebed53ab4,segment=NetworkSegment(381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2),segment_id=381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:51:08.132699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:08.198016 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:08.291170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b94f96-746a-4aa5-aebd-18b716749edf None None] Pushing event updated for resources: {'Port': ['ID=dc262a4d-dcbc-4d07-b178-310ebed53ab4,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:08.530868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a7ad3649-d34a-44fe-8dee-e16c1390a1d0 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:51:08.718545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dc262a4d-dcbc-4d07-b178-310ebed53ab4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:51:08.742989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:51:08.744851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:08.876420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Subnet': ['ID=563e5005-f058-4051-b161-c1817b00a0cc,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:08.892088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Checking segment: {'id': '22105354-89ca-4118-97f5-f857372b03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58f8aeee-0ff3-4484-9667-b1cc9a01c132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:08.899633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network hostable DHCP agents. Network: 58f8aeee-0ff3-4484-9667-b1cc9a01c132, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:51:08.932919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a7ad3649-d34a-44fe-8dee-e16c1390a1d0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:08.969907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619dad5-60eb-43bb-96ac-9be47fcfe825 req-c95d3585-65c6-496d-b131-40f628b792d0 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:08.971243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'a7ad3649-d34a-44fe-8dee-e16c1390a1d0', 'network_id': '0471cb10-4fe4-4f91-9ecd-80edde1ee64b', 'port_id': 'a7ad3649-d34a-44fe-8dee-e16c1390a1d0', 'mac_address': 'fa:16:3e:f7:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3fb76f-bfc4-48d5-9aff-d073007dc7b8', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:51:08.982085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0619dad5-60eb-43bb-96ac-9be47fcfe825 req-c95d3585-65c6-496d-b131-40f628b792d0 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 907 time: 0.1265481 Feb 02 15:51:09.038336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network 58f8aeee-0ff3-4484-9667-b1cc9a01c132 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:51:09.043427 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:09.063611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ad3649-d34a-44fe-8dee-e16c1390a1d0 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:09.080938 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a7ad3649-d34a-44fe-8dee-e16c1390a1d0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:09.169303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 58f8aeee-0ff3-4484-9667-b1cc9a01c132) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:09.172710 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:09.193168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:09.194769 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:09.353368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port dc262a4d-dcbc-4d07-b178-310ebed53ab4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:09.362132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca09f2c-cb6b-4ea0-ae55-c46dcda443ec None None] Network 58f8aeee-0ff3-4484-9667-b1cc9a01c132 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:09.390939 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-36a3260f-8cdd-4652-acb1-b07399670803 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7038939 Feb 02 15:51:09.393877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35560) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:09.406653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'port': {'network_id': '58f8aeee-0ff3-4484-9667-b1cc9a01c132', 'name': 'tempest-NetworksIpV6TestAttrs-1384717758'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:09.777093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:09.781373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:port and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:09.786400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for port was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:09.793542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:09.873063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:09.873279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['a7ad3649-d34a-44fe-8dee-e16c1390a1d0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:51:09.876138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:09.924363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:09.927003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] device_id is not set on port 1de18359-335b-4d3b-93fa-e54a681687c7 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:51:10.009578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-58f8aeee-0ff3-4484-9667-b1cc9a01c132', 'network_id': '58f8aeee-0ff3-4484-9667-b1cc9a01c132', 'tenant_id': '1f0e83dab70840bbb2035aa2f304f810', 'fixed_ips': [{'subnet_id': '563e5005-f058-4051-b161-c1817b00a0cc'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:51:10.019376 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:10.071835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee67a56-d010-434c-b602-1519ce1f12ed None None] Network 6f48d076-6429-43f7-8b75-91359531f9dc requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:10.214636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Allocated IP 2001:db8::f816:3eff:fe38:25c5 (58f8aeee-0ff3-4484-9667-b1cc9a01c132/563e5005-f058-4051-b161-c1817b00a0cc/1de18359-335b-4d3b-93fa-e54a681687c7) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:10.336563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8524808-3230-4b00-97a9-c5251eb07e77 req-cadfd153-a12a-4d61-8cb9-6e321b907799 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:10.354870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8524808-3230-4b00-97a9-c5251eb07e77 req-cadfd153-a12a-4d61-8cb9-6e321b907799 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 908 time: 0.1684546 Feb 02 15:51:10.514569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2567e7d5-a217-44a0-bbc0-1286681b3dc4 None None] Provisioning for port dc262a4d-dcbc-4d07-b178-310ebed53ab4 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:10.537999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2567e7d5-a217-44a0-bbc0-1286681b3dc4 None None] Provisioning complete for port dc262a4d-dcbc-4d07-b178-310ebed53ab4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:10.541141 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2567e7d5-a217-44a0-bbc0-1286681b3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:10.569572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a7ad3649-d34a-44fe-8dee-e16c1390a1d0 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:51:10.621255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:10.639378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Transition to ACTIVE for port object 1de18359-335b-4d3b-93fa-e54a681687c7 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:10.767425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:10.898136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network 58f8aeee-0ff3-4484-9667-b1cc9a01c132 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:10.907816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:10.914374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:51:10.918750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:10.919426 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:10.966365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Port': ['ID=1de18359-335b-4d3b-93fa-e54a681687c7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:11.011456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2567e7d5-a217-44a0-bbc0-1286681b3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.037928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Allocated IP 2001:db8::f816:3eff:fe96:2d81 (58f8aeee-0ff3-4484-9667-b1cc9a01c132/563e5005-f058-4051-b161-c1817b00a0cc/12036c9d-2cd6-46c8-b5dd-2763bf820152) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:11.054073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:11.151039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:11.151412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.175222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-975ac0cb-fabb-4179-a6dc-35995a1f7cdf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7811131 Feb 02 15:51:11.178028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35582) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:11.257740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4275b448-7c87-4ee3-90ce-ba7ca867c613 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Deleting subnet 563e5005-f058-4051-b161-c1817b00a0cc {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:51:11.271535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2567e7d5-a217-44a0-bbc0-1286681b3dc4 None None] For port dc262a4d-dcbc-4d07-b178-310ebed53ab4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dc262a4d-dcbc-4d07-b178-310ebed53ab4,segment=NetworkSegment(381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2),segment_id=381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:11.432571 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2567e7d5-a217-44a0-bbc0-1286681b3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.534768 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.562833 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.586747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567e7d5-a217-44a0-bbc0-1286681b3dc4 None None] Pushing event updated for resources: {'Port': ['ID=dc262a4d-dcbc-4d07-b178-310ebed53ab4,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:11.592794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Transition to ACTIVE for port object 12036c9d-2cd6-46c8-b5dd-2763bf820152 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:11.623641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a411a3ce-965d-4b65-bc19-749aa56e39d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ad3649-d34a-44fe-8dee-e16c1390a1d0'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:11.652525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-083dc42c-5422-4e86-a758-fc0e4f3c746a None None] Provisioning complete for port dc262a4d-dcbc-4d07-b178-310ebed53ab4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:11.652756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-083dc42c-5422-4e86-a758-fc0e4f3c746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.699966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121cce2-a13f-4274-85b3-73bdb3c4061c req-65258ef6-f410-4dc0-825a-fd71b4b82c37 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:11.701539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2121cce2-a13f-4274-85b3-73bdb3c4061c req-65258ef6-f410-4dc0-825a-fd71b4b82c37 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 908 time: 0.1598120 Feb 02 15:51:11.709014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a7ad3649-d34a-44fe-8dee-e16c1390a1d0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:11.731189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Transition to ACTIVE for port object 12036c9d-2cd6-46c8-b5dd-2763bf820152 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:11.750417 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a411a3ce-965d-4b65-bc19-749aa56e39d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ad3649-d34a-44fe-8dee-e16c1390a1d0', 'code': 200} Feb 02 15:51:11.854484 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.884118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275b448-7c87-4ee3-90ce-ba7ca867c613 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.902820 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.945581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275b448-7c87-4ee3-90ce-ba7ca867c613 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:11.973124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Network 58f8aeee-0ff3-4484-9667-b1cc9a01c132 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:11.980325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:11.985904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:51:11.992805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:11.998350 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-35c9b414-5510-4571-af3b-e30a11f86423 req-a68a0b52-4a94-4ad2-b1b3-d1b9182b241c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 1060 time: 0.1501362 Feb 02 15:51:12.188915 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275b448-7c87-4ee3-90ce-ba7ca867c613 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:12.206563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Pushing event updated for resources: {'Port': ['ID=12036c9d-2cd6-46c8-b5dd-2763bf820152,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:12.240665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Attempting to bind port 12036c9d-2cd6-46c8-b5dd-2763bf820152 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:12.242399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Attempting to bind port 12036c9d-2cd6-46c8-b5dd-2763bf820152 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '22105354-89ca-4118-97f5-f857372b03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58f8aeee-0ff3-4484-9667-b1cc9a01c132'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:12.242776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Attempting to bind port 12036c9d-2cd6-46c8-b5dd-2763bf820152 on network 58f8aeee-0ff3-4484-9667-b1cc9a01c132 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:51:12.253744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:51:12.255360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Checking segment: {'id': '22105354-89ca-4118-97f5-f857372b03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58f8aeee-0ff3-4484-9667-b1cc9a01c132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:12.255774 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:12.256207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Bound using segment: {'id': '22105354-89ca-4118-97f5-f857372b03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58f8aeee-0ff3-4484-9667-b1cc9a01c132'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:51:12.256683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Bound port: 12036c9d-2cd6-46c8-b5dd-2763bf820152, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22105354-89ca-4118-97f5-f857372b03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58f8aeee-0ff3-4484-9667-b1cc9a01c132'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:12.257310 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:12.477775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275b448-7c87-4ee3-90ce-ba7ca867c613 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:12.483353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] For port 12036c9d-2cd6-46c8-b5dd-2763bf820152, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:51:12.484417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] For port 12036c9d-2cd6-46c8-b5dd-2763bf820152, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=12036c9d-2cd6-46c8-b5dd-2763bf820152,segment=NetworkSegment(22105354-89ca-4118-97f5-f857372b03ca),segment_id=22105354-89ca-4118-97f5-f857372b03ca)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:51:12.516281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275b448-7c87-4ee3-90ce-ba7ca867c613 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Subnet': ['ID=563e5005-f058-4051-b161-c1817b00a0cc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:12.527826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4275b448-7c87-4ee3-90ce-ba7ca867c613 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:12.538563 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4275b448-7c87-4ee3-90ce-ba7ca867c613 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/subnets/563e5005-f058-4051-b161-c1817b00a0cc HTTP/1.1" status: 204 len: 168 time: 1.3591654 Feb 02 15:51:12.541259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35602) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:12.620074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15778db7-a2f4-4896-94ce-41f78f2b7146 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:12.621508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15778db7-a2f4-4896-94ce-41f78f2b7146 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:12.622251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15778db7-a2f4-4896-94ce-41f78f2b7146 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Synchronizing usage tracker for tenant:1f0e83dab70840bbb2035aa2f304f810 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:51:12.633632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dc262a4d-dcbc-4d07-b178-310ebed53ab4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:51:12.664050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:12.772222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff02ede-9202-4bfb-a8d5-9e55396b1e3e None None] Pushing event updated for resources: {'Port': ['ID=12036c9d-2cd6-46c8-b5dd-2763bf820152,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:12.782898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15778db7-a2f4-4896-94ce-41f78f2b7146 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Unset dirty status for tenant:1f0e83dab70840bbb2035aa2f304f810 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:51:12.784085 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-15778db7-a2f4-4896-94ce-41f78f2b7146 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2415929 Feb 02 15:51:12.788615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35610) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:12.798882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port dc262a4d-dcbc-4d07-b178-310ebed53ab4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:12.798882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:13.128629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc4-17a7-4f97-97c6-97dba0ce5f3e tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:13.141998 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a966acc4-17a7-4f97-97c6-97dba0ce5f3e tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 02 15:51:13.147734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a966acc4-17a7-4f97-97c6-97dba0ce5f3e tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:13.152178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a966acc4-17a7-4f97-97c6-97dba0ce5f3e tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/58f8aeee-0ff3-4484-9667-b1cc9a01c132 HTTP/1.1" status: 409 len: 405 time: 0.3622022 Feb 02 15:51:13.160233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35620) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:13.170376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-254812523'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:13.206712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:13.220344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:network and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:13.226691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:13.241108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:13.328652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02de9f8-04b0-4a22-9a7c-bc883b800b24 req-4fa87357-2a9c-42ed-8634-e7e910df4ba5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:13.344108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a02de9f8-04b0-4a22-9a7c-bc883b800b24 req-4fa87357-2a9c-42ed-8634-e7e910df4ba5 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 909 time: 0.4208775 Feb 02 15:51:13.387315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:13.390724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:13.467806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:51:13.484490 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:13.484832 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Added segment 3ba634c2-ac45-4414-afd3-07461d2a4f64 of type vlan for network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 Feb 02 15:51:13.518467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:13.701521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:13.709544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:13.710316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:13.881959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7196639 Feb 02 15:51:13.884566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Network': ['ID=04357701-1d47-4cae-8f5f-f49ccd8d66c8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:13.885737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35626) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:13.906506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'subnet': {'network_id': '04357701-1d47-4cae-8f5f-f49ccd8d66c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:13.912096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.912445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.912795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.913133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.913606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.914003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.914432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.914766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.915093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.915414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.915738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6093-3828-4fb2-b628-da88743c5875 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:13.930253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:51:14.121581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:14.160992 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:14.168466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02c420-d071-4f0e-9490-9c24e8a5f417 None None] Network 58f8aeee-0ff3-4484-9667-b1cc9a01c132 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:14.301374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:14.475199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ce7b00ea-c091-48af-ae7d-c9be718500f9 None None] Provisioning for port 12036c9d-2cd6-46c8-b5dd-2763bf820152 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:14.562278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] DHCP port deletion for 58f8aeee-0ff3-4484-9667-b1cc9a01c132 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:51:14.567086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] Deleting port 12036c9d-2cd6-46c8-b5dd-2763bf820152 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:14.567524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:14.581513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:14.867822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d64f3a-3c84-493d-a60b-106054e05b86 req-7d7e64e9-4632-4359-8929-4e37bc260615 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:14.870690 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-21d64f3a-3c84-493d-a60b-106054e05b86 req-7d7e64e9-4632-4359-8929-4e37bc260615 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 909 time: 0.2047627 Feb 02 15:51:15.037792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] For port 12036c9d-2cd6-46c8-b5dd-2763bf820152, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=12036c9d-2cd6-46c8-b5dd-2763bf820152,segment=NetworkSegment(22105354-89ca-4118-97f5-f857372b03ca),segment_id=22105354-89ca-4118-97f5-f857372b03ca)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:15.038408 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:15.183747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] Calling delete_port for 12036c9d-2cd6-46c8-b5dd-2763bf820152 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:15.186573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d4192-46ce-4160-b9ae-46cb97cb91ee req-ae7dd2ea-30fc-4805-90e1-888fb0b08cc7 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:15.199357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-835d4192-46ce-4160-b9ae-46cb97cb91ee req-ae7dd2ea-30fc-4805-90e1-888fb0b08cc7 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 909 time: 0.1542976 Feb 02 15:51:15.271473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:51:15.273239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:15.384362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Subnet': ['ID=6275d52e-8410-4f33-9faa-ed4b40976741,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:15.403409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Checking segment: {'id': '3ba634c2-ac45-4414-afd3-07461d2a4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '04357701-1d47-4cae-8f5f-f49ccd8d66c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:15.405208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network hostable DHCP agents. Network: 04357701-1d47-4cae-8f5f-f49ccd8d66c8, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:51:15.439202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc0b4299-2bc4-49cc-be47-f695d0056610 req-0f07f951-371b-48fd-81ea-30e90a9990b2 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 1060 time: 0.0820637 Feb 02 15:51:15.561036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:15.611917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] Pushing event deleted for resources: {'Port': ['ID=12036c9d-2cd6-46c8-b5dd-2763bf820152,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:15.618047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db4dfe3-9157-4de2-b0e5-e49a555a0886 None None] No DVR routers for this DVR port 12036c9d-2cd6-46c8-b5dd-2763bf820152 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:15.659401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:51:15.714466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a9332c5-05b7-4616-84ce-00534e0ffeea req-264f2f4e-b905-4128-ab66-9dfd35339374 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1135 time: 0.1451418 Feb 02 15:51:15.795602 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a9332c5-05b7-4616-84ce-00534e0ffeea req-bcd8821a-d2d7-482d-a74e-c9831cd6c692 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0796707 Feb 02 15:51:15.796628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 04357701-1d47-4cae-8f5f-f49ccd8d66c8) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:15.812289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced730fe-bbf2-4a14-9971-e35757123ab2 None None] Network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:15.821594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:15.822229 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:15.833720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35650) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:15.931727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-96065f92-bbaa-4d82-9254-087f4801f531 tempest-TestSecurityGroupsBasicOps-1830774185 tempest-TestSecurityGroupsBasicOps-1830774185-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 1055 time: 0.0959814 Feb 02 15:51:15.970839 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5a5c18f3-4f49-4bf9-9dca-99e91fbf59c5 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0800643 Feb 02 15:51:15.974373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35656) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:15.980060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'port': {'network_id': '04357701-1d47-4cae-8f5f-f49ccd8d66c8', 'name': 'tempest-NetworksIpV6TestAttrs-115673751'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:16.124408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-04357701-1d47-4cae-8f5f-f49ccd8d66c8', 'network_id': '04357701-1d47-4cae-8f5f-f49ccd8d66c8', 'tenant_id': '1f0e83dab70840bbb2035aa2f304f810', 'fixed_ips': [{'subnet_id': '6275d52e-8410-4f33-9faa-ed4b40976741'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:51:16.126310 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:16.344731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Allocated IP 2001:db8::f816:3eff:feab:7efb (04357701-1d47-4cae-8f5f-f49ccd8d66c8/6275d52e-8410-4f33-9faa-ed4b40976741/78690ddc-cf46-4bc9-a4c1-55bddda5d81b) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:16.380607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:16.392551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:port and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:16.406574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:16.424076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:16.450079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35666) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:16.605014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:16.614218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:16.687724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] device_id is not set on port 6900238c-16af-4945-8b05-c3edb121b776 yet. {{(pid=95772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 02 15:51:16.983048 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.067385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Transition to ACTIVE for port object 78690ddc-cf46-4bc9-a4c1-55bddda5d81b will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:17.141306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Transition to ACTIVE for port object 78690ddc-cf46-4bc9-a4c1-55bddda5d81b will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:17.251869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-69cbebcf-65e0-4ba2-9b6f-ba716df0dc7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3660340 Feb 02 15:51:17.257906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 7dfe6b3b-fd6b-4449-b10c-bda1594b1ad4 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:17.258258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.279574 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.289564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f86448-17dc-42c3-8a8f-0ba5dd32cb96 req-0ff3a3ac-bdbd-48da-b0d7-ce72c892a493 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:17.291423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38f86448-17dc-42c3-8a8f-0ba5dd32cb96 req-0ff3a3ac-bdbd-48da-b0d7-ce72c892a493 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 909 time: 0.2377043 Feb 02 15:51:17.329554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.407627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:17.411238 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:17.424892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:51:17.506467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Allocated IP 2001:db8::f816:3eff:fe00:7eb8 (04357701-1d47-4cae-8f5f-f49ccd8d66c8/6275d52e-8410-4f33-9faa-ed4b40976741/6900238c-16af-4945-8b05-c3edb121b776) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:17.556144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Pushing event updated for resources: {'Port': ['ID=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:17.589575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Attempting to bind port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:17.589575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Attempting to bind port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '3ba634c2-ac45-4414-afd3-07461d2a4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '04357701-1d47-4cae-8f5f-f49ccd8d66c8'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:17.589575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Attempting to bind port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b on network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:51:17.608312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:51:17.608768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Checking segment: {'id': '3ba634c2-ac45-4414-afd3-07461d2a4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '04357701-1d47-4cae-8f5f-f49ccd8d66c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:17.612755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.613652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Bound using segment: {'id': '3ba634c2-ac45-4414-afd3-07461d2a4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '04357701-1d47-4cae-8f5f-f49ccd8d66c8'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:51:17.614863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Bound port: 78690ddc-cf46-4bc9-a4c1-55bddda5d81b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba634c2-ac45-4414-afd3-07461d2a4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '04357701-1d47-4cae-8f5f-f49ccd8d66c8'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:17.614863 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.687493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.688113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.703249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-e758e360-2d25-4dbc-bf46-65163eafce06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b949570168a41a98447eefa51c20597&device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 1097 time: 0.1931965 Feb 02 15:51:17.789302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8383ac89-3148-43e9-b758-122590c821bd None None] For port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:51:17.792745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8383ac89-3148-43e9-b758-122590c821bd None None] For port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,segment=NetworkSegment(3ba634c2-ac45-4414-afd3-07461d2a4f64),segment_id=3ba634c2-ac45-4414-afd3-07461d2a4f64)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:51:17.871164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 7dfe6b3b-fd6b-4449-b10c-bda1594b1ad4 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:17.895697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:17.928071 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Transition to ACTIVE for port object 6900238c-16af-4945-8b05-c3edb121b776 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:18.045176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:18.052217 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:18.078388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-90616764-82e0-4a31-ac77-2d94a1e84cb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.079873 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-90616764-82e0-4a31-ac77-2d94a1e84cb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 HTTP/1.1" status: 200 len: 916 time: 0.2959003 Feb 02 15:51:18.085373 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:18.190705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383ac89-3148-43e9-b758-122590c821bd None None] Pushing event updated for resources: {'Port': ['ID=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:18.282640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:18.290106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:18.292306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:51:18.297373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.298159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:18.303883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-9f5e495b-ec79-413e-8299-777d5f79c631 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca5975de-328a-4360-8328-c2b00b6dec29 HTTP/1.1" status: 200 len: 217 time: 0.1233652 Feb 02 15:51:18.306508 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:18.354322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Port': ['ID=6900238c-16af-4945-8b05-c3edb121b776,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:18.392918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-ea3b1c41-d7c2-4602-9af0-63b33dbb6c0a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.395446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-ea3b1c41-d7c2-4602-9af0-63b33dbb6c0a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.64 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 909 time: 0.2920196 Feb 02 15:51:18.480419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ebb1af90-bca1-49d4-ae92-cbfe5f650695 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5049400 Feb 02 15:51:18.552893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:18.553403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:18.553649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35730) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:18.612266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=7dfe6b3b-fd6b-4449-b10c-bda1594b1ad4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:18.717394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 78690ddc-cf46-4bc9-a4c1-55bddda5d81b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:51:18.879548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-7fa4a418-4f7e-41b4-b754-4ff3fe032ac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.881684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-7fa4a418-4f7e-41b4-b754-4ff3fe032ac1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bd73201-5295-4460-9a35-d544c5192d41 HTTP/1.1" status: 200 len: 854 time: 0.5701201 Feb 02 15:51:18.912653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] For port a7ad3649-d34a-44fe-8dee-e16c1390a1d0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:18.913479 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.001232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-23e92102-c4f0-444e-a708-67281cb3dae5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063809 Feb 02 15:51:19.005150 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.008599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:19.061511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Calling delete_port for a7ad3649-d34a-44fe-8dee-e16c1390a1d0 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:19.323995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6b4eb-c95f-449c-9297-724276ad764e req-c1a3c6d3-ca14-4a40-84c2-a00255760118 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:19.325897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbd6b4eb-c95f-449c-9297-724276ad764e req-c1a3c6d3-ca14-4a40-84c2-a00255760118 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 909 time: 0.7091548 Feb 02 15:51:19.383259 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.430901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe148e8e-026c-4e7d-9244-a40859f4e7de tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Deleting subnet 6275d52e-8410-4f33-9faa-ed4b40976741 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:51:19.449735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe148e8e-026c-4e7d-9244-a40859f4e7de tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.568453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-db73d699-2248-46cd-be31-b657a7fde428 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707197 Feb 02 15:51:19.627994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Port': ['ID=a7ad3649-d34a-44fe-8dee-e16c1390a1d0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:19.742893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] No DVR routers for this DVR port a7ad3649-d34a-44fe-8dee-e16c1390a1d0 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:19.747361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.755694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a411a3ce-965d-4b65-bc19-749aa56e39d1', 'name': 'network-vif-deleted', 'tag': 'a7ad3649-d34a-44fe-8dee-e16c1390a1d0'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:19.809624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe148e8e-026c-4e7d-9244-a40859f4e7de tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.823762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ad48d-0ed1-4ba7-92fd-d7c2f0d1e644 None None] Network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:19.858043 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a411a3ce-965d-4b65-bc19-749aa56e39d1', 'name': 'network-vif-deleted', 'tag': 'a7ad3649-d34a-44fe-8dee-e16c1390a1d0', 'status': 'completed', 'code': 200} Feb 02 15:51:20.023363 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d2e88be-0468-491a-857b-d5a374c26db5 req-b76584c9-9864-4fe4-9f63-403b59b2ad4e tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.64 "DELETE /v2.0/ports/a7ad3649-d34a-44fe-8dee-e16c1390a1d0 HTTP/1.1" status: 204 len: 173 time: 1.6224597 Feb 02 15:51:20.041371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec2ceb0b-6467-4c15-81ed-115ca455bbb7 req-238ae3fd-cb5c-4130-b202-c5b86f8d3dd8 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572194 Feb 02 15:51:20.146055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Provisioning for port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:20.151679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Provisioning complete for port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:20.152140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.183992 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe148e8e-026c-4e7d-9244-a40859f4e7de tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.337867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.477475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 654ff01b-2155-491e-adce-86db31310110 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:51:20.522839 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe148e8e-026c-4e7d-9244-a40859f4e7de tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.573617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b60db679-9a9a-4740-92c5-9d66b1b33ab1 req-c74235c0-56ba-44e8-b6a3-97c392901506 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=a411a3ce-965d-4b65-bc19-749aa56e39d1 HTTP/1.1" status: 200 len: 210 time: 0.0914381 Feb 02 15:51:20.577915 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:51:20.578409 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:51:20.584614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe148e8e-026c-4e7d-9244-a40859f4e7de tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Subnet': ['ID=6275d52e-8410-4f33-9faa-ed4b40976741,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:20.593084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a7ad3649-d34a-44fe-8dee-e16c1390a1d0 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:20.650895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: a7ad3649-d34a-44fe-8dee-e16c1390a1d0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:20.651254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a7ad3649-d34a-44fe-8dee-e16c1390a1d0 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:20.667143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe148e8e-026c-4e7d-9244-a40859f4e7de tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.692550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fe148e8e-026c-4e7d-9244-a40859f4e7de tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/subnets/6275d52e-8410-4f33-9faa-ed4b40976741 HTTP/1.1" status: 204 len: 168 time: 2.1376164 Feb 02 15:51:20.695059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35784) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:20.729213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5525b9-df0e-441f-813f-96d6a29f2ffc None None] Network 04357701-1d47-4cae-8f5f-f49ccd8d66c8 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:20.789193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a990e-1a07-4136-8800-620629a276fa tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:20.790753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a990e-1a07-4136-8800-620629a276fa tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:20.791564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3a3a990e-1a07-4136-8800-620629a276fa tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Synchronizing usage tracker for tenant:1f0e83dab70840bbb2035aa2f304f810 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:51:20.906312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:51:20.913317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.931177 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] Sync routers for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:51:20.959739 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:20.960513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:50:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:20.964113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-3a3a990e-1a07-4136-8800-620629a276fa tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Unset dirty status for tenant:1f0e83dab70840bbb2035aa2f304f810 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:51:20.970406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3a3a990e-1a07-4136-8800-620629a276fa tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2690825 Feb 02 15:51:20.972750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35798) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:21.164495 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fa95f45a-bbb3-4298-89c5-816bd4c68bcf tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/floatingips/74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f HTTP/1.1" status: 204 len: 168 time: 4.7066376 Feb 02 15:51:21.167948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:21.260796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:21.267685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-32b8737c-93be-442d-be9a-6b439577b31e tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.278072 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b8737c-93be-442d-be9a-6b439577b31e tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 02 15:51:21.278787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b8737c-93be-442d-be9a-6b439577b31e tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:21.284838 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-32b8737c-93be-442d-be9a-6b439577b31e tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/04357701-1d47-4cae-8f5f-f49ccd8d66c8 HTTP/1.1" status: 409 len: 405 time: 0.3065844 Feb 02 15:51:21.286093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35818) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:21.294067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1625591728'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:21.310290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:21.320554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:network and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:21.325280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:21.339742 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.368133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] DHCP port deletion for 04357701-1d47-4cae-8f5f-f49ccd8d66c8 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:51:21.371489 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'status': 'completed', 'code': 200} Feb 02 15:51:21.372389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:21.379696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Deleting port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:21.380789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.471592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] For port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,segment=NetworkSegment(3ba634c2-ac45-4414-afd3-07461d2a4f64),segment_id=3ba634c2-ac45-4414-afd3-07461d2a4f64)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:21.505784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:21.509363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.627732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:51:21.632769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-060dbbc1-328a-41f3-8c14-b18de6e77455 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bcbc98f977944869a392ab2bccdbd691&device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 1096 time: 0.2281525 Feb 02 15:51:21.634080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.666086 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.668031 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Added segment 75e3c699-25c8-4b8d-b952-8a071378f216 of type vlan for network 793973a7-fce9-44df-82fb-1ec00dcba819 Feb 02 15:51:21.727925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.847624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35844) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:21.964250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-df7af2b8-ca4f-4051-bbdc-be5b8ffcf3b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:21.966348 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-df7af2b8-ca4f-4051-bbdc-be5b8ffcf3b9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=634e9e70-b6bb-4329-8798-88bdbeb0609b HTTP/1.1" status: 200 len: 899 time: 0.3277953 Feb 02 15:51:22.146532 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:22.151729 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] Checking router: 654ff01b-2155-491e-adce-86db31310110 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:51:22.166874 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:22.168424 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:50:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:22.168993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:22.172842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:22.173558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:22.204980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] For port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,segment=NetworkSegment(3ba634c2-ac45-4414-afd3-07461d2a4f64),segment_id=3ba634c2-ac45-4414-afd3-07461d2a4f64)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:22.205370 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:22.225329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ad841ad2-2e7b-44de-846f-f4b81d091fe6 None None] Provisioning complete for port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:22.225721 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ad841ad2-2e7b-44de-846f-f4b81d091fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:22.326637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f793d7-7b02-43fd-96c4-07339e11f5fe None None] Pushing event updated for resources: {'Port': ['ID=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:22.377565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Network': ['ID=793973a7-fce9-44df-82fb-1ec00dcba819,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:22.489370 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4274e6dd-3ec1-462b-87e5-b7b74ede160d tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1992762 Feb 02 15:51:22.494099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 35874) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:22.503956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'subnet': {'network_id': '793973a7-fce9-44df-82fb-1ec00dcba819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:22.504163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 793973a7-fce9-44df-82fb-1ec00dcba819 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:51:22.504818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-79d77d95-9617-4d37-b87c-5bb4c10772f3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed HTTP/1.1" status: 200 len: 217 time: 0.5296960 Feb 02 15:51:22.533985 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Calling delete_port for 78690ddc-cf46-4bc9-a4c1-55bddda5d81b owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:22.579300 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:22.670230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-0e889924-2eb2-441a-84fe-71406c224737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:22.672242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-0e889924-2eb2-441a-84fe-71406c224737 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=173f643a-332b-4a8f-8ccf-6d7969d7ce40 HTTP/1.1" status: 200 len: 835 time: 0.1614692 Feb 02 15:51:22.675523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 78690ddc-cf46-4bc9-a4c1-55bddda5d81b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:22.723119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4512d-2689-4176-b091-e7582e96e0e5 req-620a7d4e-965c-4cf2-b8c5-d0d613f6d7f6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:22.723826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1ea4512d-2689-4176-b091-e7582e96e0e5 req-620a7d4e-965c-4cf2-b8c5-d0d613f6d7f6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Synchronizing usage tracker for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:51:22.743380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1ea4512d-2689-4176-b091-e7582e96e0e5 req-620a7d4e-965c-4cf2-b8c5-d0d613f6d7f6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Unset dirty status for tenant:bcbc98f977944869a392ab2bccdbd691 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:51:22.744552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ea4512d-2689-4176-b091-e7582e96e0e5 req-620a7d4e-965c-4cf2-b8c5-d0d613f6d7f6 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.2834945 Feb 02 15:51:22.778021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:22.788345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:22.829871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-e69557fa-19fe-40af-883c-de4525fc07cd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=634e9e70-b6bb-4329-8798-88bdbeb0609b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500862 Feb 02 15:51:22.836445 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ea4512d-2689-4176-b091-e7582e96e0e5 req-bef2555f-dc34-43e9-87ad-d576d9cc308a tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699644 Feb 02 15:51:22.923726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:23.065005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:51:23.065425 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:51:23.076858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-2e24409e-dd6e-4830-acd0-1f2c885c62f9 service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387269 Feb 02 15:51:23.079977 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:23.130508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:23.197774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ad841ad2-2e7b-44de-846f-f4b81d091fe6 None None] Provisioning for port 6900238c-16af-4945-8b05-c3edb121b776 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:23.215735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:23.228805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ad841ad2-2e7b-44de-846f-f4b81d091fe6 None None] Provisioning complete for port 6900238c-16af-4945-8b05-c3edb121b776 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:23.230109 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ad841ad2-2e7b-44de-846f-f4b81d091fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:23.290641 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:23.291423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,segment=NetworkSegment(3ba634c2-ac45-4414-afd3-07461d2a4f64),segment_id=3ba634c2-ac45-4414-afd3-07461d2a4f64)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:23.307127 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6defd-64f9-4857-8244-88bcff7df7da None None] The sync data for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 is: [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:49:23Z', 'revision_number': 4, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '764d744f-6240-4f4e-85c8-560d1528c009', 'name': '', 'network_id': '634e9e70-b6bb-4329-8798-88bdbeb0609b', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'mac_address': 'fa:16:3e:1b:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:22Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'subnets': [{'id': '173f643a-332b-4a8f-8ccf-6d7969d7ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:51:23.330550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ad841ad2-2e7b-44de-846f-f4b81d091fe6 None None] Port 6900238c-16af-4945-8b05-c3edb121b776 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:51:23.368611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68f2958c-f552-4547-a8c8-33614ef06ea1 req-65b4bb4a-03f5-4d3a-9291-087d1e770a85 service neutron] 10.222.0.107 "GET /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839482 Feb 02 15:51:23.411148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:23.535365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:23.567185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Deleting port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:23.568196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:23.650152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-9a1bceb1-6a2c-4c07-b510-465bafff3ead tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:23.651706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-9a1bceb1-6a2c-4c07-b510-465bafff3ead tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.1260345 Feb 02 15:51:23.798647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52185177-d869-4d42-977e-028f18bc41af None None] New status for floating IP 74f1f76e-76d4-4e3d-bfd5-e8d4d83d6b2f: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:51:23.805189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 188bb7ba-fe0c-4287-8f4e-c530b1422eed {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:23.805675 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:24.229794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] For port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,segment=NetworkSegment(3ba634c2-ac45-4414-afd3-07461d2a4f64),segment_id=3ba634c2-ac45-4414-afd3-07461d2a4f64)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:24.231912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:24.326449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:51:24.327800 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:24.369444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 188bb7ba-fe0c-4287-8f4e-c530b1422eed, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=188bb7ba-fe0c-4287-8f4e-c530b1422eed,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:24.370060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:24.391294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99119e9c-fc56-4696-91cc-de3e95f2fcc6 req-96c967e8-c3b0-4bf9-875b-eeab3ee66b34 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:24.399417 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99119e9c-fc56-4696-91cc-de3e95f2fcc6 req-96c967e8-c3b0-4bf9-875b-eeab3ee66b34 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 945 time: 0.3540032 Feb 02 15:51:24.419583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Calling delete_port for 78690ddc-cf46-4bc9-a4c1-55bddda5d81b owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:24.454756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Subnet': ['ID=9415c1a9-bb59-4b12-a98e-47529cd904ea,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:24.489266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Checking segment: {'id': '75e3c699-25c8-4b8d-b952-8a071378f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '793973a7-fce9-44df-82fb-1ec00dcba819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:24.489266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network hostable DHCP agents. Network: 793973a7-fce9-44df-82fb-1ec00dcba819, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:51:24.605339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 188bb7ba-fe0c-4287-8f4e-c530b1422eed owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:24.608927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb747-c873-4aac-a081-190f845344d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:24.652098 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:24.721333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] No DVR routers for this DVR port 78690ddc-cf46-4bc9-a4c1-55bddda5d81b on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:24.740543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f79ff-c75b-40b5-80d3-37f61c059f3b None None] Pushing event deleted for resources: {'Port': ['ID=78690ddc-cf46-4bc9-a4c1-55bddda5d81b,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:24.810723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network 793973a7-fce9-44df-82fb-1ec00dcba819 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:51:24.862542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99119e9c-fc56-4696-91cc-de3e95f2fcc6 req-71ce58b0-a16a-4bf6-9d4d-4e72b1fea8f7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbcf1326-027b-4d09-850e-29548a2783fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618506 Feb 02 15:51:24.866917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting port 1c3637ee-f209-44cf-9127-7ca073cb2a79 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:24.867697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.048401 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.059717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 793973a7-fce9-44df-82fb-1ec00dcba819) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:25.074507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea1fb7-8258-46db-82e8-547200d4301a None None] Network 793973a7-fce9-44df-82fb-1ec00dcba819 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:25.084845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] For port 1c3637ee-f209-44cf-9127-7ca073cb2a79, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1c3637ee-f209-44cf-9127-7ca073cb2a79,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:25.085385 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.095090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:25.095681 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.108654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=188bb7ba-fe0c-4287-8f4e-c530b1422eed,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:25.212130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] No DVR routers for this DVR port 188bb7ba-fe0c-4287-8f4e-c530b1422eed on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:25.214861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.218416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'name': 'network-vif-deleted', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:25.293802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Calling delete_port for 1c3637ee-f209-44cf-9127-7ca073cb2a79 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:25.319440 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f111e8-4baf-4ea6-897f-24ab5b0cdfac', 'name': 'network-vif-deleted', 'tag': '188bb7ba-fe0c-4287-8f4e-c530b1422eed', 'status': 'completed', 'code': 200} Feb 02 15:51:25.379380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc622f4d-3a9f-4d48-8c04-b8543c569bfc req-1d3aa63d-cda3-4405-9794-16e7eb05f94c tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.107 "DELETE /v2.0/ports/188bb7ba-fe0c-4287-8f4e-c530b1422eed HTTP/1.1" status: 204 len: 173 time: 1.7077730 Feb 02 15:51:25.398205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-53555e9a-c802-4f81-ba44-be2e64dd7ac0 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9020305 Feb 02 15:51:25.401201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 35986) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:25.455660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-793973a7-fce9-44df-82fb-1ec00dcba819', 'network_id': '793973a7-fce9-44df-82fb-1ec00dcba819', 'tenant_id': '1f0e83dab70840bbb2035aa2f304f810', 'fixed_ips': [{'subnet_id': '9415c1a9-bb59-4b12-a98e-47529cd904ea'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:51:25.456708 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.654623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.695240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Allocated IP 2001:db8::f816:3eff:fe89:c21b (793973a7-fce9-44df-82fb-1ec00dcba819/9415c1a9-bb59-4b12-a98e-47529cd904ea/cc83795a-9303-4b51-b9c7-582da56c2906) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:25.734312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.881482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Port': ['ID=1c3637ee-f209-44cf-9127-7ca073cb2a79,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:25.944259 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.158424 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.179312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Transition to ACTIVE for port object cc83795a-9303-4b51-b9c7-582da56c2906 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:26.203831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Transition to ACTIVE for port object cc83795a-9303-4b51-b9c7-582da56c2906 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:26.247440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1f0fb385-bd06-45c9-84e9-f842bbaabe38 req-d975227b-6a84-42e4-a32c-c50d7032a337 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3f111e8-4baf-4ea6-897f-24ab5b0cdfac HTTP/1.1" status: 200 len: 210 time: 0.0594943 Feb 02 15:51:26.361239 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.418395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.462245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Network 793973a7-fce9-44df-82fb-1ec00dcba819 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:26.466248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:26.474528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:51:26.489743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Pushing event updated for resources: {'Port': ['ID=cc83795a-9303-4b51-b9c7-582da56c2906,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:26.568723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.568850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.569187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.569691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.570025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.570358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.570719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.571003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.571329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.571653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.572174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:26.590981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.607535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Attempting to bind port cc83795a-9303-4b51-b9c7-582da56c2906 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:26.608069 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Attempting to bind port cc83795a-9303-4b51-b9c7-582da56c2906 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '75e3c699-25c8-4b8d-b952-8a071378f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '793973a7-fce9-44df-82fb-1ec00dcba819'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:26.608448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Attempting to bind port cc83795a-9303-4b51-b9c7-582da56c2906 on network 793973a7-fce9-44df-82fb-1ec00dcba819 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:51:26.618474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:51:26.618474 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Checking segment: {'id': '75e3c699-25c8-4b8d-b952-8a071378f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '793973a7-fce9-44df-82fb-1ec00dcba819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:26.618474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.618841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Bound using segment: {'id': '75e3c699-25c8-4b8d-b952-8a071378f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '793973a7-fce9-44df-82fb-1ec00dcba819'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:51:26.619137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Bound port: cc83795a-9303-4b51-b9c7-582da56c2906, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e3c699-25c8-4b8d-b952-8a071378f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '793973a7-fce9-44df-82fb-1ec00dcba819'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:26.619487 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.633471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Subnet': ['ID=9415c1a9-bb59-4b12-a98e-47529cd904ea,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:26.806989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 188bb7ba-fe0c-4287-8f4e-c530b1422eed no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:26.896986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] For port cc83795a-9303-4b51-b9c7-582da56c2906, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:51:26.911632 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.921703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 188bb7ba-fe0c-4287-8f4e-c530b1422eed {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:26.921703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 188bb7ba-fe0c-4287-8f4e-c530b1422eed not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:26.926950 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-302cf463-d4a8-47ed-a4bd-87d77598b2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.933175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] For port cc83795a-9303-4b51-b9c7-582da56c2906, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cc83795a-9303-4b51-b9c7-582da56c2906,segment=NetworkSegment(75e3c699-25c8-4b8d-b952-8a071378f216),segment_id=75e3c699-25c8-4b8d-b952-8a071378f216)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:51:26.945103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793973a7-fce9-44df-82fb-1ec00dcba819']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:26.967175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e3c699-25c8-4b8d-b952-8a071378f216') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:26.967553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e3c699-25c8-4b8d-b952-8a071378f216') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:26.985714 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.061721 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.064550 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.077542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:27.077745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:27.112267 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:27.277588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:51:27.277588 n-d-827122-1 neutron-server[95773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:51:27.277588 n-d-827122-1 neutron-server[95773]: [parameters: {'id': '793973a7-fce9-44df-82fb-1ec00dcba819'}] Feb 02 15:51:27.277588 n-d-827122-1 neutron-server[95773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:51:27.278077 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:51:27.457774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36052) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:27.484260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7a144-476c-4665-8a79-42454d9caf48 None None] Pushing event updated for resources: {'Port': ['ID=cc83795a-9303-4b51-b9c7-582da56c2906,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:27.543345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a191eea-df7e-4dea-9b80-252bfbfa7bfd None None] Network 793973a7-fce9-44df-82fb-1ec00dcba819 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:27.705102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Router 87001ea0-504d-49e8-9b32-88b890e95c1e has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:51:27.838642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.873719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Deleting port cc83795a-9303-4b51-b9c7-582da56c2906 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:27.874139 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.884746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dbf3fe-7065-4c41-995d-8b65c7de8fae None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:51:28.111695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:51:28.131226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbf3fe-7065-4c41-995d-8b65c7de8fae None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:51:28.133990 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] Sync routers for ids ['87001ea0-504d-49e8-9b32-88b890e95c1e'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:51:28.153455 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b0cae817-6f23-49dc-818b-df7372502d65 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "PUT /v2.0/routers/87001ea0-504d-49e8-9b32-88b890e95c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3040657 Feb 02 15:51:28.158383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36076) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:28.197423 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] Routers {'87001ea0-504d-49e8-9b32-88b890e95c1e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:28.198041 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['87001ea0-504d-49e8-9b32-88b890e95c1e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:28.393501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] For port cc83795a-9303-4b51-b9c7-582da56c2906, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cc83795a-9303-4b51-b9c7-582da56c2906,segment=NetworkSegment(75e3c699-25c8-4b8d-b952-8a071378f216),segment_id=75e3c699-25c8-4b8d-b952-8a071378f216)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:28.393927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.520166 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.523476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.554559 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] Set router 87001ea0-504d-49e8-9b32-88b890e95c1e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:28.560532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Calling delete_port for cc83795a-9303-4b51-b9c7-582da56c2906 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:28.959323 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:51:25Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:28.959323 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] Checking router: 87001ea0-504d-49e8-9b32-88b890e95c1e for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:51:28.965525 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] Routers {'87001ea0-504d-49e8-9b32-88b890e95c1e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:28.966101 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['87001ea0-504d-49e8-9b32-88b890e95c1e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:28.967078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bfe0d1-3e92-4cef-b6f0-42e4cc1ca82a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting subnet 9d3fb76f-bfc4-48d5-9aff-d073007dc7b8 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:51:28.975781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe0d1-3e92-4cef-b6f0-42e4cc1ca82a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.049773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.119191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe0d1-3e92-4cef-b6f0-42e4cc1ca82a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.173610 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] Set router 87001ea0-504d-49e8-9b32-88b890e95c1e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:29.232227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe0d1-3e92-4cef-b6f0-42e4cc1ca82a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.362618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.427344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Port': ['ID=cc83795a-9303-4b51-b9c7-582da56c2906,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:29.446777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No DVR routers for this DVR port cc83795a-9303-4b51-b9c7-582da56c2906 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:29.515934 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:51:25Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:29.520757 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fa200-62e6-459d-aee7-7c60f0b7e328 None None] The sync data for ids ['87001ea0-504d-49e8-9b32-88b890e95c1e'] in n-d-827122-1 is: [{'id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694685487', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:50:29Z', 'updated_at': '2022-02-02T15:51:25Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': 'dd6aa128-2d69-4a04-822e-952f2e02c046', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001ea0-504d-49e8-9b32-88b890e95c1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:50:31Z', 'updated_at': '2022-02-02T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:51:29.585905 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.597681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe0d1-3e92-4cef-b6f0-42e4cc1ca82a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.686653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfe0d1-3e92-4cef-b6f0-42e4cc1ca82a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3fb76f-bfc4-48d5-9aff-d073007dc7b8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:29.696646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793973a7-fce9-44df-82fb-1ec00dcba819']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:29.713109 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe0d1-3e92-4cef-b6f0-42e4cc1ca82a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.718846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e3c699-25c8-4b8d-b952-8a071378f216') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:29.723388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e3c699-25c8-4b8d-b952-8a071378f216') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:29.723522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e9984-f3e2-4134-b695-470447f5d4c4 None None] Network 0471cb10-4fe4-4f91-9ecd-80edde1ee64b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:29.744467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.761394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f9bfe0d1-3e92-4cef-b6f0-42e4cc1ca82a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/subnets/9d3fb76f-bfc4-48d5-9aff-d073007dc7b8 HTTP/1.1" status: 204 len: 168 time: 1.5971737 Feb 02 15:51:29.764195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36130) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:29.818900 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.860851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:29.863945 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:29.890451 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:30.055584 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.086152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] DHCP port deletion for 0471cb10-4fe4-4f91-9ecd-80edde1ee64b request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:51:30.092215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] Deleting port 0ac236b9-7e87-4918-991a-34664b3785e2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:30.092590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.122819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.174361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.215037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.220720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Network': ['ID=793973a7-fce9-44df-82fb-1ec00dcba819,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:30.236627 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7bc04c85-b569-4be1-aec4-b83aff1ff626 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/793973a7-fce9-44df-82fb-1ec00dcba819 HTTP/1.1" status: 204 len: 168 time: 4.8307514 Feb 02 15:51:30.238508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36148) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:30.250814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1574443284'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:30.259310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:30.264221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:network and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:30.267473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:30.279743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:30.386478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] For port 0ac236b9-7e87-4918-991a-34664b3785e2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0ac236b9-7e87-4918-991a-34664b3785e2,segment=NetworkSegment(bbd40c16-6f23-4bec-bb0a-d15c6c581f15),segment_id=bbd40c16-6f23-4bec-bb0a-d15c6c581f15)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:30.386892 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.451462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:30.453218 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.454761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.535470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 764d744f-6240-4f4e-85c8-560d1528c009 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:30.536591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.545591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] Calling delete_port for 0ac236b9-7e87-4918-991a-34664b3785e2 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:30.558032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting port dd6aa128-2d69-4a04-822e-952f2e02c046 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:30.558389 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.577285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:51:30.609619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.609619 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Added segment 8ee8878b-32c3-40b4-b93b-cc0d091e09b9 of type vlan for network 58074ee4-fcd8-4d8b-9ee4-b4735f1b607a Feb 02 15:51:30.688288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0ac236b9-7e87-4918-991a-34664b3785e2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:30.778256 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.794586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 0ac236b9-7e87-4918-991a-34664b3785e2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:30.794586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0ac236b9-7e87-4918-991a-34664b3785e2 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:30.794586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1c3637ee-f209-44cf-9127-7ca073cb2a79 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:30.798612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 764d744f-6240-4f4e-85c8-560d1528c009, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=764d744f-6240-4f4e-85c8-560d1528c009,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:30.798975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.810989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] For port dd6aa128-2d69-4a04-822e-952f2e02c046, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dd6aa128-2d69-4a04-822e-952f2e02c046,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:30.811553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.864614 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:30.897411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1c3637ee-f209-44cf-9127-7ca073cb2a79 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:30.897994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1c3637ee-f209-44cf-9127-7ca073cb2a79 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:30.899682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] No DVR routers for this DVR port 0ac236b9-7e87-4918-991a-34664b3785e2 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:30.919400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33866e23-87a9-4242-83fd-b758f819f842 None None] Pushing event deleted for resources: {'Port': ['ID=0ac236b9-7e87-4918-991a-34664b3785e2,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:30.984936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Calling delete_port for dd6aa128-2d69-4a04-822e-952f2e02c046 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:31.137843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 764d744f-6240-4f4e-85c8-560d1528c009 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:31.179215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:51:31.278099 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:31.332573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Port': ['ID=dd6aa128-2d69-4a04-822e-952f2e02c046,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:31.359973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:31.364499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:31.365227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:31.504574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Network': ['ID=58074ee4-fcd8-4d8b-9ee4-b4735f1b607a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:31.525006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 58074ee4-fcd8-4d8b-9ee4-b4735f1b607a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:51:31.594322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5898cbec-9286-4530-881b-9ed780306523 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3517542 Feb 02 15:51:31.597267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36202) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:31.604278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'subnet': {'network_id': '58074ee4-fcd8-4d8b-9ee4-b4735f1b607a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:31.709049 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:31.786924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=764d744f-6240-4f4e-85c8-560d1528c009,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:31.845888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:31.983226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:31.988710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:subnet and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:31.992158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:31.998410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:32.116675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:32.149068 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.153586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.243665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.283448 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.285113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Fanout notify agent at l3_agent the message router_deleted on router 87001ea0-504d-49e8-9b32-88b890e95c1e {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:51:32.305577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.307385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fe775cfd-9b93-45ea-bc3b-2d875b1eccdb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/routers/87001ea0-504d-49e8-9b32-88b890e95c1e HTTP/1.1" status: 204 len: 168 time: 2.5416057 Feb 02 15:51:32.310114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36230) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:32.376464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.541190 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.713784 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.761509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0471cb10-4fe4-4f91-9ecd-80edde1ee64b']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:32.789203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:32.789710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd40c16-6f23-4bec-bb0a-d15c6c581f15') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:32.820812 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.855171 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.877074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:32.877489 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:32.914727 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:32.922749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.965272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dd6aa128-2d69-4a04-822e-952f2e02c046 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:33.007684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: dd6aa128-2d69-4a04-822e-952f2e02c046 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:33.007926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dd6aa128-2d69-4a04-822e-952f2e02c046 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:33.098291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.118177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.130194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Network': ['ID=0471cb10-4fe4-4f91-9ecd-80edde1ee64b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:33.234182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Subnet': ['ID=606f8bb8-d8cf-4c27-b5d5-178f39678ab2,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:33.245760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e33cd28a-c2d9-4f68-9e8d-fdd3718801de tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/networks/0471cb10-4fe4-4f91-9ecd-80edde1ee64b HTTP/1.1" status: 204 len: 168 time: 0.9331837 Feb 02 15:51:33.259266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36272) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:33.286475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Checking segment: {'id': '8ee8878b-32c3-40b4-b93b-cc0d091e09b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '58074ee4-fcd8-4d8b-9ee4-b4735f1b607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:33.286856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network hostable DHCP agents. Network: 58074ee4-fcd8-4d8b-9ee4-b4735f1b607a, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:51:33.521195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network 58074ee4-fcd8-4d8b-9ee4-b4735f1b607a is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:51:33.527272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting port dc974907-9a14-42c2-b413-02882b9f6fb3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:33.528193 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.530525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Router 654ff01b-2155-491e-adce-86db31310110 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:51:33.703464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 58074ee4-fcd8-4d8b-9ee4-b4735f1b607a) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:33.713279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417b9a9-db3f-4c48-b0e7-1a8bb52edf9f None None] Network 58074ee4-fcd8-4d8b-9ee4-b4735f1b607a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:33.714235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:33.714830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.780289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:51:33.792844 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-43c0e3b1-c709-43bd-a293-51f08bb4eee4 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "PUT /v2.0/routers/654ff01b-2155-491e-adce-86db31310110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3337662 Feb 02 15:51:33.795305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36292) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:33.822186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3c3967-067b-4469-a480-7e81940b069d None None] Sync routers for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:51:33.859179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c3967-067b-4469-a480-7e81940b069d None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:33.860295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-de3c3967-067b-4469-a480-7e81940b069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:33.874664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-00a59097-a28d-4c75-b8c9-00de7b9f79ac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2760751 Feb 02 15:51:33.883165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36302) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:33.929526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.930201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.073487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92da697-fd09-4a82-a371-b92fee459eec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting subnet 173f643a-332b-4a8f-8ccf-6d7969d7ce40 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:51:34.077768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e92da697-fd09-4a82-a371-b92fee459eec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.147469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e92da697-fd09-4a82-a371-b92fee459eec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.151634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Calling delete_port for dc974907-9a14-42c2-b413-02882b9f6fb3 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:34.239264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce268bc-6f65-426f-8f53-753ff20e0d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-58074ee4-fcd8-4d8b-9ee4-b4735f1b607a', 'network_id': '58074ee4-fcd8-4d8b-9ee4-b4735f1b607a', 'tenant_id': '1f0e83dab70840bbb2035aa2f304f810', 'fixed_ips': [{'subnet_id': '606f8bb8-d8cf-4c27-b5d5-178f39678ab2'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:51:34.240102 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ce268bc-6f65-426f-8f53-753ff20e0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.247779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e92da697-fd09-4a82-a371-b92fee459eec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.254960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-de3c3967-067b-4469-a480-7e81940b069d None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:34.305360 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.450480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e92da697-fd09-4a82-a371-b92fee459eec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.501687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e92da697-fd09-4a82-a371-b92fee459eec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.502515 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.514800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92da697-fd09-4a82-a371-b92fee459eec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Subnet': ['ID=173f643a-332b-4a8f-8ccf-6d7969d7ce40,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:34.523555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e92da697-fd09-4a82-a371-b92fee459eec tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/subnets/173f643a-332b-4a8f-8ccf-6d7969d7ce40 HTTP/1.1" status: 204 len: 168 time: 0.7270942 Feb 02 15:51:34.524260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36312) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:34.613280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55846098-287c-43e7-9f44-8c39f4170091 None None] Network 634e9e70-b6bb-4329-8798-88bdbeb0609b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:34.705345 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.825978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Port': ['ID=dc974907-9a14-42c2-b413-02882b9f6fb3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server [None req-2ce268bc-6f65-426f-8f53-753ff20e0d1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 606f8bb8-d8cf-4c27-b5d5-178f39678ab2: This subnet is being modified by another concurrent operation. Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise value Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server raise exception Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 606f8bb8-d8cf-4c27-b5d5-178f39678ab2: This subnet is being modified by another concurrent operation. Feb 02 15:51:34.910777 n-d-827122-1 neutron-server[95774]: ERROR oslo_messaging.rpc.server Feb 02 15:51:34.921614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.961406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d03049-08d7-4e98-a412-03d3889a403b None None] Network 58074ee4-fcd8-4d8b-9ee4-b4735f1b607a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:35.005760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.109882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Subnet': ['ID=606f8bb8-d8cf-4c27-b5d5-178f39678ab2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:35.202052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.314843 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.403801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Deleting port 1bac70e5-4266-4820-9a4a-c6d8bc519602 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:35.404390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.412459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.419373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-de3c3967-067b-4469-a480-7e81940b069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:51:31Z', 'revision_number': 5, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port': {'id': '1bac70e5-4266-4820-9a4a-c6d8bc519602', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654ff01b-2155-491e-adce-86db31310110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:12Z', 'updated_at': '2022-02-02T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:35.428567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3c3967-067b-4469-a480-7e81940b069d None None] Checking router: 654ff01b-2155-491e-adce-86db31310110 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:51:35.453735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58074ee4-fcd8-4d8b-9ee4-b4735f1b607a']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:35.454317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c3967-067b-4469-a480-7e81940b069d None None] Routers {'654ff01b-2155-491e-adce-86db31310110'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:35.454991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-de3c3967-067b-4469-a480-7e81940b069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['654ff01b-2155-491e-adce-86db31310110'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:35.472357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee8878b-32c3-40b4-b93b-cc0d091e09b9') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:35.472682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee8878b-32c3-40b4-b93b-cc0d091e09b9') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:35.487611 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.558589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.577616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:35.577938 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:35.593008 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:35.720751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-de3c3967-067b-4469-a480-7e81940b069d None None] Set router 654ff01b-2155-491e-adce-86db31310110 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:35.816603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.824226 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.838825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] DHCP port deletion for 634e9e70-b6bb-4329-8798-88bdbeb0609b request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:51:35.859811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-de3c3967-067b-4469-a480-7e81940b069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:51:35Z', 'revision_number': 6, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:35.871227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3c3967-067b-4469-a480-7e81940b069d None None] The sync data for ids ['654ff01b-2155-491e-adce-86db31310110'] in n-d-827122-1 is: [{'id': '654ff01b-2155-491e-adce-86db31310110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435234356', 'tenant_id': 'bcbc98f977944869a392ab2bccdbd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:11Z', 'updated_at': '2022-02-02T15:51:35Z', 'revision_number': 6, 'project_id': 'bcbc98f977944869a392ab2bccdbd691', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:51:35.873441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] Deleting port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:35.874007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.926790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] For port 1bac70e5-4266-4820-9a4a-c6d8bc519602, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=1bac70e5-4266-4820-9a4a-c6d8bc519602,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:35.927283 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:35.933455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Network': ['ID=58074ee4-fcd8-4d8b-9ee4-b4735f1b607a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:35.949995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2fdc1330-af94-4e81-ac21-2cbdcf8cfd32 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/58074ee4-fcd8-4d8b-9ee4-b4735f1b607a HTTP/1.1" status: 204 len: 168 time: 2.0657842 Feb 02 15:51:35.953473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36348) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:35.960311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-528859306'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:35.980238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:35.989868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:network and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:36.007338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for network was recalculated. Used quota:3. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:36.015877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:36.156658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Calling delete_port for 1bac70e5-4266-4820-9a4a-c6d8bc519602 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:36.186549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] For port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9,segment=NetworkSegment(1501edcf-338f-4081-94d2-9e3bb872b400),segment_id=1501edcf-338f-4081-94d2-9e3bb872b400)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:36.187019 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:36.292157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:36.295439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:36.364135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:51:36.386886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:36.387354 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Added segment a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a of type vlan for network 49255aa7-2e68-4809-824e-e5156314bdf7 Feb 02 15:51:36.425415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] Calling delete_port for 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:36.447757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Router 2e6bf330-73f1-47b4-a45b-b895109b3f10 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:51:36.483502 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:36.562551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:36.650587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Port': ['ID=1bac70e5-4266-4820-9a4a-c6d8bc519602,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:36.654191 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:36.729605 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] Pushing event deleted for resources: {'Port': ['ID=94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:36.733436 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:36.743336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81057e63-fb9b-4457-b6e0-876590dcd455 None None] No DVR routers for this DVR port 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:36.743778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:36.747615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:36.767675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec644e1-093d-440e-86cc-7bc82566aaf8 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:51:36.928782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:36.978782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Network': ['ID=49255aa7-2e68-4809-824e-e5156314bdf7,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:36.987727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:36.987727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 94fc8a2c-0d02-4807-b86e-6ce2cdc80bf9 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:36.987727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1bac70e5-4266-4820-9a4a-c6d8bc519602 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:37.026455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 49255aa7-2e68-4809-824e-e5156314bdf7 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:51:37.062143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 1bac70e5-4266-4820-9a4a-c6d8bc519602 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:37.062736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 1bac70e5-4266-4820-9a4a-c6d8bc519602 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:37.063274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 764d744f-6240-4f4e-85c8-560d1528c009 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:37.068193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8dc0ba17-a359-4d82-b5d6-5440821762e8 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1104958 Feb 02 15:51:37.069983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36374) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:37.088202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:51:37.115286 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] Sync routers for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:51:37.134492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Request body: {'subnet': {'network_id': '49255aa7-2e68-4809-824e-e5156314bdf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:37.151066 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:37.157427 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:37.173771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 764d744f-6240-4f4e-85c8-560d1528c009 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:37.173981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 764d744f-6240-4f4e-85c8-560d1528c009 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:37.204235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec644e1-093d-440e-86cc-7bc82566aaf8 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:51:37.214863 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:37.422694 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:37.490308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a7474ea1-90b9-4e9d-bc10-c98efb14bd6d tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/floatingips/8270aae6-a862-451c-891f-fba1e3d67f00 HTTP/1.1" status: 204 len: 168 time: 4.2299111 Feb 02 15:51:37.494512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:37.512357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:37.520589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Usage tracker for resource:subnet and tenant:1f0e83dab70840bbb2035aa2f304f810 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:37.525049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:37.532889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:37.626591 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'status': 'completed', 'code': 200} Feb 02 15:51:37.682858 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:37.745230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Made reservation on behalf of 1f0e83dab70840bbb2035aa2f304f810 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:37.887679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:37.905116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:37.973504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-5b058873-03ca-41bd-ac05-723d92d1a818 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fe91381b49a043348303066f47ba668c&device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 1135 time: 0.2634571 Feb 02 15:51:38.163196 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:38.163903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-02abe05f-5d87-49ca-9b71-4c3f55df214a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:38.163903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-02abe05f-5d87-49ca-9b71-4c3f55df214a service neutron] 10.222.0.107 "GET /v2.0/networks?id=c8e90109-31c7-45e4-905c-c3e56a77e2f0 HTTP/1.1" status: 200 len: 898 time: 0.1416051 Feb 02 15:51:38.256811 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:27Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:38.282273 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] Checking router: 2e6bf330-73f1-47b4-a45b-b895109b3f10 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:51:38.282273 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:38.282273 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:38.303163 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-cc6072e6-de1a-4a30-af15-8ae8db336bd1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155 HTTP/1.1" status: 200 len: 217 time: 0.1758213 Feb 02 15:51:38.368087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-75a98e5f-f5ea-474f-9f66-9fabbf3fd0bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:38.370619 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-75a98e5f-f5ea-474f-9f66-9fabbf3fd0bf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ab114b5e-6cc3-4345-91e5-f103833b8b6e HTTP/1.1" status: 200 len: 835 time: 0.0611165 Feb 02 15:51:38.436775 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:38.436775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Fanout notify agent at l3_agent the message router_deleted on router 654ff01b-2155-491e-adce-86db31310110 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:51:38.455753 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:38.468242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55556421-0bc6-46da-89a7-57d148d6ebf7 tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/routers/654ff01b-2155-491e-adce-86db31310110 HTTP/1.1" status: 204 len: 168 time: 3.9341290 Feb 02 15:51:38.470323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36394) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:38.502234 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-c4d11984-5e1e-41f2-9445-2637e15ab67c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c8e90109-31c7-45e4-905c-c3e56a77e2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234753 Feb 02 15:51:38.574642 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:38.801378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:38.809556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-7d37f80a-ead9-4114-b1eb-8db283acab76 service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011551 Feb 02 15:51:38.814743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.objects.ports [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95772) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 02 15:51:38.818261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:39.062191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:39.103418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634e9e70-b6bb-4329-8798-88bdbeb0609b']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:39.124227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event updated for resources: {'Subnet': ['ID=be8cfb33-4ec9-4261-a9fd-deae0ac16b38,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:39.136339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1501edcf-338f-4081-94d2-9e3bb872b400') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:39.136554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1501edcf-338f-4081-94d2-9e3bb872b400') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:39.160283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:39.167798 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:27Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:39.176171 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c954b-e9b8-4aea-b18c-9e9901113bd5 None None] The sync data for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 is: [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:49:17Z', 'revision_number': 4, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '9ebc3fc5-c22a-42f8-814d-b01ed9dc0048', 'name': '', 'network_id': 'c8e90109-31c7-45e4-905c-c3e56a77e2f0', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'mac_address': 'fa:16:3e:4e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:15Z', 'updated_at': '2022-02-02T15:49:27Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'subnets': [{'id': 'ab114b5e-6cc3-4345-91e5-f103833b8b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:51:39.191679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Checking segment: {'id': 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '49255aa7-2e68-4809-824e-e5156314bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:39.191679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network hostable DHCP agents. Network: 49255aa7-2e68-4809-824e-e5156314bdf7, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:51:39.198914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:39.209269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-960ed6bf-07c5-4461-b51f-cc3163b1957e req-3d119fa2-f2f9-4ebd-aa99-4dc940821d88 service neutron] 10.222.0.107 "GET /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767047 Feb 02 15:51:39.210878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:39.211293 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:39.225611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003432dd-bd51-4858-b981-072483a2f9ad req-f4abf403-b0fb-4b89-99c6-b751582476e1 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:39.227236 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-003432dd-bd51-4858-b981-072483a2f9ad req-f4abf403-b0fb-4b89-99c6-b751582476e1 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 984 time: 0.2033401 Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:39.236550 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:39.332815 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-003432dd-bd51-4858-b981-072483a2f9ad req-c99f12b8-2d7b-4161-ac8c-48dcf5a4a234 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0974305 Feb 02 15:51:39.518010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Network 49255aa7-2e68-4809-824e-e5156314bdf7 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:51:39.559353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0f3c4-96f3-4377-a13a-3028cbf0fc7e None None] New status for floating IP 8270aae6-a862-451c-891f-fba1e3d67f00: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:51:39.629763 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:39.637010 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:39.679164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 49255aa7-2e68-4809-824e-e5156314bdf7) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:39.706885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'Network': ['ID=634e9e70-b6bb-4329-8798-88bdbeb0609b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:39.706885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:39.708488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:39.733117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4406a72b-4b4a-4b92-88cf-dde4f4d1f188 None None] Network 49255aa7-2e68-4809-824e-e5156314bdf7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:39.821937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3d3e408c-d2cc-42a9-8d57-a3220fbe80de tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/networks/634e9e70-b6bb-4329-8798-88bdbeb0609b HTTP/1.1" status: 204 len: 168 time: 1.3498285 Feb 02 15:51:39.836423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36410) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:40.020628 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c4f6edf4-92e7-4b06-bad2-f20b67f33a94 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9458575 Feb 02 15:51:40.023633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36416) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:40.057433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-728564da-942c-4df1-9ee4-1286b44f87cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:40.098413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-728564da-942c-4df1-9ee4-1286b44f87cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:40.248975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-728564da-942c-4df1-9ee4-1286b44f87cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:40.289388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728564da-942c-4df1-9ee4-1286b44f87cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf1326-027b-4d09-850e-29548a2783fe,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:40.311626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-49255aa7-2e68-4809-824e-e5156314bdf7', 'network_id': '49255aa7-2e68-4809-824e-e5156314bdf7', 'tenant_id': '1f0e83dab70840bbb2035aa2f304f810', 'fixed_ips': [{'subnet_id': 'be8cfb33-4ec9-4261-a9fd-deae0ac16b38'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:51:40.312771 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:40.449574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-728564da-942c-4df1-9ee4-1286b44f87cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:40.451220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-728564da-942c-4df1-9ee4-1286b44f87cd tempest-TestNetworkAdvancedServerOps-518659710 tempest-TestNetworkAdvancedServerOps-518659710-project] 10.222.0.88 "DELETE /v2.0/security-groups/bbcf1326-027b-4d09-850e-29548a2783fe HTTP/1.1" status: 204 len: 168 time: 0.6254482 Feb 02 15:51:40.475880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:40.583399 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:51:40.640201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:40.685254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Allocated IP 2001:db8::f816:3eff:fe3d:15d5 (49255aa7-2e68-4809-824e-e5156314bdf7/be8cfb33-4ec9-4261-a9fd-deae0ac16b38/546e3b63-498e-48ed-ae18-5c44a293abb3) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:40.695063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-409472a0-4410-4dab-acf9-1d5bef4a3f90 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:40.697160 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-409472a0-4410-4dab-acf9-1d5bef4a3f90 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.107 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 984 time: 0.4117920 Feb 02 15:51:40.775380 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3355a-1fc8-4f2d-a2ac-0fb4f8fddf4e req-2a659df9-2fd0-4b9b-bdbe-b9587ff7c4e8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:40.776182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bfc3355a-1fc8-4f2d-a2ac-0fb4f8fddf4e req-2a659df9-2fd0-4b9b-bdbe-b9587ff7c4e8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:51:40.810207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:40.810868 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:40.935007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-bfc3355a-1fc8-4f2d-a2ac-0fb4f8fddf4e req-2a659df9-2fd0-4b9b-bdbe-b9587ff7c4e8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:51:40.936658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc3355a-1fc8-4f2d-a2ac-0fb4f8fddf4e req-2a659df9-2fd0-4b9b-bdbe-b9587ff7c4e8 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 984 time: 0.3457229 Feb 02 15:51:41.043806 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc3355a-1fc8-4f2d-a2ac-0fb4f8fddf4e req-bcc9e118-5f66-4dae-8933-44ece1fd28eb tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d213a71-4a46-403a-8804-e227c16424bd&id=629cede8-81c5-48f5-9748-8857a3d9fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1001844 Feb 02 15:51:41.138449 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:41.159689 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Transition to ACTIVE for port object 546e3b63-498e-48ed-ae18-5c44a293abb3 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:41.202771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Transition to ACTIVE for port object 546e3b63-498e-48ed-ae18-5c44a293abb3 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:41.297674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] For port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:41.298166 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:41.318907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:41.423038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Network 49255aa7-2e68-4809-824e-e5156314bdf7 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:41.431645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:41.442132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Calling delete_port for 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:41.450219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:51:41.479160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Pushing event updated for resources: {'Port': ['ID=546e3b63-498e-48ed-ae18-5c44a293abb3,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:41.621055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Attempting to bind port 546e3b63-498e-48ed-ae18-5c44a293abb3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:41.621710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Attempting to bind port 546e3b63-498e-48ed-ae18-5c44a293abb3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '49255aa7-2e68-4809-824e-e5156314bdf7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:41.622286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Attempting to bind port 546e3b63-498e-48ed-ae18-5c44a293abb3 on network 49255aa7-2e68-4809-824e-e5156314bdf7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:51:41.632290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:51:41.632979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Checking segment: {'id': 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '49255aa7-2e68-4809-824e-e5156314bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:41.633973 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:41.635718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Bound using segment: {'id': 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '49255aa7-2e68-4809-824e-e5156314bdf7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:51:41.636451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Bound port: 546e3b63-498e-48ed-ae18-5c44a293abb3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '49255aa7-2e68-4809-824e-e5156314bdf7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:41.647183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:41.647626 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:41.647726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36440) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:41.795543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Subnet': ['ID=be8cfb33-4ec9-4261-a9fd-deae0ac16b38,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:41.837802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] For port 546e3b63-498e-48ed-ae18-5c44a293abb3, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:51:41.860684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] For port 546e3b63-498e-48ed-ae18-5c44a293abb3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=546e3b63-498e-48ed-ae18-5c44a293abb3,segment=NetworkSegment(a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a),segment_id=a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:51:41.955281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d7ab2f72-e02f-469d-b2e6-3a4b5f6019c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bcbc98f977944869a392ab2bccdbd691&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3093114 Feb 02 15:51:41.958653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36450) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:41.975467 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.041712 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e89cf130-950f-47e8-8c43-5fb134a2dbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.048772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.092641 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e89cf130-950f-47e8-8c43-5fb134a2dbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.102839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfdb63-cc69-41d1-bdee-ac851377dc4a None None] Pushing event updated for resources: {'Port': ['ID=546e3b63-498e-48ed-ae18-5c44a293abb3,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:42.133079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Port': ['ID=83e8c4ea-6854-4ee0-9cc4-bf692bb33155,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:42.138800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.284665 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e89cf130-950f-47e8-8c43-5fb134a2dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.287538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a12342-bdde-4ab3-80f6-03e7fa6ebd83 None None] Network 49255aa7-2e68-4809-824e-e5156314bdf7 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:42.322885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cf130-950f-47e8-8c43-5fb134a2dbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b0a7c7-d857-4075-a8b6-88973caca4d8,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:42.344334 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e89cf130-950f-47e8-8c43-5fb134a2dbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.349452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e89cf130-950f-47e8-8c43-5fb134a2dbf3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/49b0a7c7-d857-4075-a8b6-88973caca4d8 HTTP/1.1" status: 204 len: 168 time: 0.3867230 Feb 02 15:51:42.357041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49255aa7-2e68-4809-824e-e5156314bdf7']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:42.375465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] No DVR routers for this DVR port 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:42.386285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.403641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-67c0ce43-518c-4439-b08c-e3f97831f02a req-1fcdd9f3-f047-4649-ab28-797d0ffa3586 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 210 time: 0.1787508 Feb 02 15:51:42.403641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'name': 'network-vif-deleted', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:42.420251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:42.420559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:42.489082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.543688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.620001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:42.630995 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:42.769835 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:42.778387 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed539ea8-394d-4a21-a890-9f3bd0a4a93e', 'name': 'network-vif-deleted', 'tag': '83e8c4ea-6854-4ee0-9cc4-bf692bb33155', 'status': 'completed', 'code': 200} Feb 02 15:51:42.781302 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbeb4c12-dc38-49ca-8ac4-0e992fd9bd4b req-d19953d8-e9da-4b16-9ad4-195878f44692 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.107 "DELETE /v2.0/ports/83e8c4ea-6854-4ee0-9cc4-bf692bb33155 HTTP/1.1" status: 204 len: 173 time: 2.0765488 Feb 02 15:51:42.873152 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 15:51:42.873152 n-d-827122-1 neutron-server[95773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 15:51:42.873152 n-d-827122-1 neutron-server[95773]: [parameters: {'id': '49255aa7-2e68-4809-824e-e5156314bdf7'}] Feb 02 15:51:42.873152 n-d-827122-1 neutron-server[95773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:51:42.873592 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:51:42.876029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:42.925764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:42.926371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 83e8c4ea-6854-4ee0-9cc4-bf692bb33155 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:42.978295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824c487-7ca6-4c96-a055-d249e2f7c112 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 15:51:43.133283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824c487-7ca6-4c96-a055-d249e2f7c112 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 15:51:43.374818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:43.387260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Deleting port 546e3b63-498e-48ed-ae18-5c44a293abb3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:43.387603 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:43.420719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36470) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:43.510717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-78ee9160-98a2-4c52-9df3-526dad6ef177 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b8666150e12e456eb4945d999f1ecec9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0878503 Feb 02 15:51:43.528315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36476) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:43.638178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b7c6-22ea-41e2-8989-3aeb1b13eb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:43.736341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b7c6-22ea-41e2-8989-3aeb1b13eb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:43.891798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] For port 546e3b63-498e-48ed-ae18-5c44a293abb3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=546e3b63-498e-48ed-ae18-5c44a293abb3,segment=NetworkSegment(a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a),segment_id=a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:43.892193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:43.995420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-565b5a46-ad7b-49ea-9519-547bd4b77c38 req-d08708d4-e95d-4858-9dc8-55f8d13f9ce7 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Synchronizing usage tracker for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:51:44.004430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b7c6-22ea-41e2-8989-3aeb1b13eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.027005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4b7c6-22ea-41e2-8989-3aeb1b13eb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b2671-fbc9-4697-8e92-762543afe8ec,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:44.123698 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b7c6-22ea-41e2-8989-3aeb1b13eb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.125206 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c3c4b7c6-22ea-41e2-8989-3aeb1b13eb79 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/587b2671-fbc9-4697-8e92-762543afe8ec HTTP/1.1" status: 204 len: 168 time: 0.6111240 Feb 02 15:51:44.157545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Calling delete_port for 546e3b63-498e-48ed-ae18-5c44a293abb3 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:44.307300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-565b5a46-ad7b-49ea-9519-547bd4b77c38 req-d08708d4-e95d-4858-9dc8-55f8d13f9ce7 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Unset dirty status for tenant:fe91381b49a043348303066f47ba668c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:51:44.308837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-565b5a46-ad7b-49ea-9519-547bd4b77c38 req-d08708d4-e95d-4858-9dc8-55f8d13f9ce7 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed539ea8-394d-4a21-a890-9f3bd0a4a93e HTTP/1.1" status: 200 len: 210 time: 0.3972991 Feb 02 15:51:44.329784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.375801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Port': ['ID=546e3b63-498e-48ed-ae18-5c44a293abb3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:44.383888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No DVR routers for this DVR port 546e3b63-498e-48ed-ae18-5c44a293abb3 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:44.516073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.547815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49255aa7-2e68-4809-824e-e5156314bdf7']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:44.570033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:44.570033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a75f8e-a3e8-40c5-be45-2ff1f8703c0a') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:44.592373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.613715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.620433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:44.626240 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:44.639634 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:44.814795 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.838394 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.855738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Network': ['ID=49255aa7-2e68-4809-824e-e5156314bdf7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:44.860042 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1bd475fd-f9bc-4f93-bf0e-d3c380c274c4 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/49255aa7-2e68-4809-824e-e5156314bdf7 HTTP/1.1" status: 204 len: 168 time: 4.8349319 Feb 02 15:51:44.867116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36508) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:44.904232 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04462f6-fe62-426c-9ce2-dccb26ded4c9 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): The resource could not be found. Feb 02 15:51:44.904686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04462f6-fe62-426c-9ce2-dccb26ded4c9 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:44.907286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d04462f6-fe62-426c-9ce2-dccb26ded4c9 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/subnets/be8cfb33-4ec9-4261-a9fd-deae0ac16b38 HTTP/1.1" status: 404 len: 337 time: 0.0415692 Feb 02 15:51:44.910875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36514) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:44.937492 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db4e5f3-dedb-4744-81df-c4afc9a5dbfa tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): The resource could not be found. Feb 02 15:51:44.947574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db4e5f3-dedb-4744-81df-c4afc9a5dbfa tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:44.947574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3db4e5f3-dedb-4744-81df-c4afc9a5dbfa tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/49255aa7-2e68-4809-824e-e5156314bdf7 HTTP/1.1" status: 404 len: 339 time: 0.0277450 Feb 02 15:51:44.949423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36518) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:44.987832 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-110bcf95-3b4e-470c-bcff-45340db16adf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): The resource could not be found. Feb 02 15:51:44.988300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110bcf95-3b4e-470c-bcff-45340db16adf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:44.990134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-110bcf95-3b4e-470c-bcff-45340db16adf tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/subnets/606f8bb8-d8cf-4c27-b5d5-178f39678ab2 HTTP/1.1" status: 404 len: 337 time: 0.0397921 Feb 02 15:51:44.992748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36524) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:45.024673 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-99911037-1844-48be-a484-9bd2254cd406 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): The resource could not be found. Feb 02 15:51:45.025117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99911037-1844-48be-a484-9bd2254cd406 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:45.026763 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-99911037-1844-48be-a484-9bd2254cd406 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/58074ee4-fcd8-4d8b-9ee4-b4735f1b607a HTTP/1.1" status: 404 len: 339 time: 0.0330982 Feb 02 15:51:45.029231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36534) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:45.090745 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6062a115-af64-4936-bb53-df3a00112ee3 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): The resource could not be found. Feb 02 15:51:45.090745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6062a115-af64-4936-bb53-df3a00112ee3 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:45.090745 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6062a115-af64-4936-bb53-df3a00112ee3 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/subnets/9415c1a9-bb59-4b12-a98e-47529cd904ea HTTP/1.1" status: 404 len: 337 time: 0.0532682 Feb 02 15:51:45.092478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36538) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:45.166363 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5630cba8-dadd-4b5a-8004-cbc8ae60e894 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): The resource could not be found. Feb 02 15:51:45.167717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5630cba8-dadd-4b5a-8004-cbc8ae60e894 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:45.171682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5630cba8-dadd-4b5a-8004-cbc8ae60e894 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/793973a7-fce9-44df-82fb-1ec00dcba819 HTTP/1.1" status: 404 len: 339 time: 0.0733862 Feb 02 15:51:45.172048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36544) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:45.248591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-84a2e9bf-36b9-40d5-a77c-a164ddd76d76 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Deleting port 6900238c-16af-4945-8b05-c3edb121b776 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:45.248932 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84a2e9bf-36b9-40d5-a77c-a164ddd76d76 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:45.449208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36554) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:45.534957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0ccab17c-5665-4a28-9ae9-b76f3e828c34 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:45.576679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0ccab17c-5665-4a28-9ae9-b76f3e828c34 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:45.700425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0ccab17c-5665-4a28-9ae9-b76f3e828c34 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:45.735471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccab17c-5665-4a28-9ae9-b76f3e828c34 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d213a71-4a46-403a-8804-e227c16424bd,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:45.819589 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84a2e9bf-36b9-40d5-a77c-a164ddd76d76 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:45.833629 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0ccab17c-5665-4a28-9ae9-b76f3e828c34 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:45.833629 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0ccab17c-5665-4a28-9ae9-b76f3e828c34 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/security-groups/5d213a71-4a46-403a-8804-e227c16424bd HTTP/1.1" status: 204 len: 168 time: 0.3827648 Feb 02 15:51:45.836448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36568) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:45.941892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a26186bd-d4af-495c-9025-60c0d0f3b470 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:45.974993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a26186bd-d4af-495c-9025-60c0d0f3b470 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:45.979961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-84a2e9bf-36b9-40d5-a77c-a164ddd76d76 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Calling delete_port for 6900238c-16af-4945-8b05-c3edb121b776 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:46.028015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36574) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:46.157134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a26186bd-d4af-495c-9025-60c0d0f3b470 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.191942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84a2e9bf-36b9-40d5-a77c-a164ddd76d76 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.219255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26186bd-d4af-495c-9025-60c0d0f3b470 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629cede8-81c5-48f5-9748-8857a3d9fc03,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:46.226616 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a26186bd-d4af-495c-9025-60c0d0f3b470 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.227755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a26186bd-d4af-495c-9025-60c0d0f3b470 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/security-groups/629cede8-81c5-48f5-9748-8857a3d9fc03 HTTP/1.1" status: 204 len: 168 time: 0.3883443 Feb 02 15:51:46.244788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36584) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:46.313418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2e9bf-36b9-40d5-a77c-a164ddd76d76 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Port': ['ID=6900238c-16af-4945-8b05-c3edb121b776,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:46.340093 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84a2e9bf-36b9-40d5-a77c-a164ddd76d76 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.364093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-84a2e9bf-36b9-40d5-a77c-a164ddd76d76 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/ports/6900238c-16af-4945-8b05-c3edb121b776 HTTP/1.1" status: 204 len: 168 time: 1.1909959 Feb 02 15:51:46.366474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36588) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:46.379930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1913620482-network', 'tenant_id': '8fa641927cb344cb9c188176c1883f1c'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:46.398706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:46.404511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Usage tracker for resource:network and tenant:8fa641927cb344cb9c188176c1883f1c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:46.408209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:46.415520 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91dd0b2-cec1-4f86-9c83-7e2b686fedac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): The resource could not be found. Feb 02 15:51:46.415997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91dd0b2-cec1-4f86-9c83-7e2b686fedac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:46.417913 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f91dd0b2-cec1-4f86-9c83-7e2b686fedac tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/subnets/6275d52e-8410-4f33-9faa-ed4b40976741 HTTP/1.1" status: 404 len: 337 time: 0.0497615 Feb 02 15:51:46.421186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36592) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:46.422397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:46.527233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Made reservation on behalf of 8fa641927cb344cb9c188176c1883f1c for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:46.529519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.560261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.605271 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.637475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:46.650934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8fa641927cb344cb9c188176c1883f1c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:46.654907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:46.664225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:46.849809 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.864826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.885159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04357701-1d47-4cae-8f5f-f49ccd8d66c8']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:46.898679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba634c2-ac45-4414-afd3-07461d2a4f64') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:46.898969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba634c2-ac45-4414-afd3-07461d2a4f64') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:46.916396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.934360 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.944282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:46.944719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.949808 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:46.994718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a25e32c-b027-4baf-9a20-f0c30f6fdf53,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:47.009048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:47.073472 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:47.094101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.191272 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.206072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:51:47.210082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.221882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Network': ['ID=04357701-1d47-4cae-8f5f-f49ccd8d66c8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:47.231691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.232074 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Added segment be815b21-262d-43b7-9db6-914bc0e2c6de of type vlan for network 8346c826-53ff-467c-96e6-2daa5ea34f9b Feb 02 15:51:47.235235 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d740e117-93b8-4b55-9b4a-ad1583f57bb7 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/04357701-1d47-4cae-8f5f-f49ccd8d66c8 HTTP/1.1" status: 204 len: 168 time: 0.8130350 Feb 02 15:51:47.237796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36606) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:47.287957 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.355631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-523e89d2-49e1-4310-a319-24316cd49821 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Deleting port 1de18359-335b-4d3b-93fa-e54a681687c7 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:47.355631 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-523e89d2-49e1-4310-a319-24316cd49821 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.463979 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.resource_extend [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:51:47.781489 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-523e89d2-49e1-4310-a319-24316cd49821 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.821732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.822599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:47.823907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.922713 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:47.942457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-523e89d2-49e1-4310-a319-24316cd49821 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Calling delete_port for 1de18359-335b-4d3b-93fa-e54a681687c7 owned by {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:48.043363 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=8346c826-53ff-467c-96e6-2daa5ea34f9b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:48.056362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 8346c826-53ff-467c-96e6-2daa5ea34f9b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:51:48.151583 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-523e89d2-49e1-4310-a319-24316cd49821 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.208653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e89d2-49e1-4310-a319-24316cd49821 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Port': ['ID=1de18359-335b-4d3b-93fa-e54a681687c7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:48.212414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-523e89d2-49e1-4310-a319-24316cd49821 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.220392 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-523e89d2-49e1-4310-a319-24316cd49821 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/ports/1de18359-335b-4d3b-93fa-e54a681687c7 HTTP/1.1" status: 204 len: 168 time: 0.9814854 Feb 02 15:51:48.223303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36624) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:48.228756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a4274dd0-d41c-4c32-88f2-6fe38a28c0e0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1993091 Feb 02 15:51:48.231890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36628) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:48.245207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Request body: {'subnet': {'network_id': '8346c826-53ff-467c-96e6-2daa5ea34f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1913620482-subnet', 'tenant_id': '8fa641927cb344cb9c188176c1883f1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:48.256599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:48.262030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Usage tracker for resource:subnet and tenant:8fa641927cb344cb9c188176c1883f1c is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:48.264918 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e30b71-9fc6-472c-9a16-2277017b4522 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] DELETE failed (client error): The resource could not be found. Feb 02 15:51:48.265370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e30b71-9fc6-472c-9a16-2277017b4522 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 15:51:48.265821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:48.267023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b1e30b71-9fc6-472c-9a16-2277017b4522 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/subnets/563e5005-f058-4051-b161-c1817b00a0cc HTTP/1.1" status: 404 len: 337 time: 0.0427139 Feb 02 15:51:48.270431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36634) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:48.282181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:48.309474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:48.309932 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.405737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Made reservation on behalf of 8fa641927cb344cb9c188176c1883f1c for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:48.409488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.517406 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.663700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] For port 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:48.664358 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.672405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.708050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f8aeee-0ff3-4484-9667-b1cc9a01c132']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:48.725697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22105354-89ca-4118-97f5-f857372b03ca') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:48.725996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22105354-89ca-4118-97f5-f857372b03ca') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:48.748366 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.809887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.831869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:48.832289 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.832727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Calling delete_port for 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:48.857284 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:49.060419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.090585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.106705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Network': ['ID=58f8aeee-0ff3-4484-9667-b1cc9a01c132,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:49.125398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3230a6e7-f1cf-48bf-a5be-c95a05284f08 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/58f8aeee-0ff3-4484-9667-b1cc9a01c132 HTTP/1.1" status: 204 len: 168 time: 0.8539412 Feb 02 15:51:49.125998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36654) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:49.155221 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.305775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:49.327514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Checking segment: {'id': 'be815b21-262d-43b7-9db6-914bc0e2c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8346c826-53ff-467c-96e6-2daa5ea34f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:49.327968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Network hostable DHCP agents. Network: 8346c826-53ff-467c-96e6-2daa5ea34f9b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:51:49.385867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.400955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8724ee5-cb9b-4050-b6cc-bf425c50d46c tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Deleting subnet 4c059f2c-2283-4d0c-a819-00d4c4930ee1 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:51:49.404547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8724ee5-cb9b-4050-b6cc-bf425c50d46c tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.472495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Network 8346c826-53ff-467c-96e6-2daa5ea34f9b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:51:49.490039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Port': ['ID=9ebc3fc5-c22a-42f8-814d-b01ed9dc0048,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:49.511495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8724ee5-cb9b-4050-b6cc-bf425c50d46c tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.598016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 8346c826-53ff-467c-96e6-2daa5ea34f9b) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:49.607905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:49.607905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.608115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c822807-b101-4f6d-a066-3592e5eae4cd None None] Network 8346c826-53ff-467c-96e6-2daa5ea34f9b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:49.661091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8724ee5-cb9b-4050-b6cc-bf425c50d46c tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.861684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e5072d18-c50c-4210-af42-a8fb9e303c5e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6278787 Feb 02 15:51:49.986274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8724ee5-cb9b-4050-b6cc-bf425c50d46c tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:50.150060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8724ee5-cb9b-4050-b6cc-bf425c50d46c tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Subnet': ['ID=4c059f2c-2283-4d0c-a819-00d4c4930ee1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:50.161148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:50.181739 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d8724ee5-cb9b-4050-b6cc-bf425c50d46c tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:50.199572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c740b-acdf-4a02-8522-10e7da421ad3 None None] Network 6f48d076-6429-43f7-8b75-91359531f9dc requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:50.208037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d8724ee5-cb9b-4050-b6cc-bf425c50d46c tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/subnets/4c059f2c-2283-4d0c-a819-00d4c4930ee1 HTTP/1.1" status: 204 len: 168 time: 1.0801232 Feb 02 15:51:50.215320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36672) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:50.308256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6a4a4-b64b-4127-9a3d-aab42221517b None None] Network 8346c826-53ff-467c-96e6-2daa5ea34f9b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:50.430338 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:50.454479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Deleting port dc262a4d-dcbc-4d07-b178-310ebed53ab4 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:50.459669 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:50.891005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] DHCP port deletion for 6f48d076-6429-43f7-8b75-91359531f9dc request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:51:51.020299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] For port dc262a4d-dcbc-4d07-b178-310ebed53ab4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dc262a4d-dcbc-4d07-b178-310ebed53ab4,segment=NetworkSegment(381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2),segment_id=381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:51.020299 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:51.020692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] Deleting port dc262a4d-dcbc-4d07-b178-310ebed53ab4 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:51.020692 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:51.197810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Calling delete_port for dc262a4d-dcbc-4d07-b178-310ebed53ab4 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:51.335283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] For port dc262a4d-dcbc-4d07-b178-310ebed53ab4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=dc262a4d-dcbc-4d07-b178-310ebed53ab4,segment=NetworkSegment(381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2),segment_id=381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:51.335283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:51.493034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] Calling delete_port for dc262a4d-dcbc-4d07-b178-310ebed53ab4 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:51.536315 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:51.571813 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:51:51.572372 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:51:51.657922 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Port': ['ID=dc262a4d-dcbc-4d07-b178-310ebed53ab4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:51.667798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] No DVR routers for this DVR port dc262a4d-dcbc-4d07-b178-310ebed53ab4 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:51.778846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Router 2e6bf330-73f1-47b4-a45b-b895109b3f10 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:51:52.075641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] Deleting port dc262a4d-dcbc-4d07-b178-310ebed53ab4 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:52.075641 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.150598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.151914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:52.160841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1248279030-network', 'tenant_id': 'c3dcbf7b3013458d862cdbc2522050ae'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:52.171580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:52.178074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Usage tracker for resource:network and tenant:c3dcbf7b3013458d862cdbc2522050ae is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:52.181693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:52.200623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:52.221358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f48d076-6429-43f7-8b75-91359531f9dc']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:52.231141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f66a7-d274-443c-8500-75f12c4f0c81 None None] The port 'dc262a4d-dcbc-4d07-b178-310ebed53ab4' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:51:52.246960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:51:52.249736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:52.255330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381110cc-d150-4c2b-a2fe-1ac9b1f7d0c2') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:52.258985 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] Sync routers for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:51:52.267976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36716) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:52.268470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f75cc792-4c39-4212-b0ed-be2a85c37f4f tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "PUT /v2.0/routers/2e6bf330-73f1-47b4-a45b-b895109b3f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0020170 Feb 02 15:51:52.273606 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:52.274482 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:52.357385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Made reservation on behalf of c3dcbf7b3013458d862cdbc2522050ae for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:52.365064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.367189 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.383497 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.426452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:52.430807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Usage tracker for resource:security_group_rule and tenant:c3dcbf7b3013458d862cdbc2522050ae is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:52.436254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:52.463023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:52.497534 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:52.589498 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.597338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:52.598517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.613472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.630882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec08ba7c-1406-48bf-ae5a-de63cf196e6a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting subnet ab114b5e-6cc3-4345-91e5-f103833b8b6e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:52.634143 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:52.660055 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dc262a4d-dcbc-4d07-b178-310ebed53ab4 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:52.695269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec08ba7c-1406-48bf-ae5a-de63cf196e6a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.700152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.700810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: dc262a4d-dcbc-4d07-b178-310ebed53ab4 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:52.701409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device dc262a4d-dcbc-4d07-b178-310ebed53ab4 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:52.769926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:51:52.791305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1013e17-7dd9-446b-90b7-88d211422c66,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:52.804410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.804768 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Added segment f6ae8976-2f8d-4176-b8e4-237fbf105872 of type vlan for network 25f23fb3-8089-46d5-b63e-f6eeb381970a Feb 02 15:51:52.864424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.898488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec08ba7c-1406-48bf-ae5a-de63cf196e6a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.912758 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:51:49Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:52.918114 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] Checking router: 2e6bf330-73f1-47b4-a45b-b895109b3f10 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:51:52.931490 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] Routers {'2e6bf330-73f1-47b4-a45b-b895109b3f10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:51:52.932378 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2e6bf330-73f1-47b4-a45b-b895109b3f10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:52.973572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.979203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:53.009545 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:53.010434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:53.011007 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:53.028310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] Pushing event deleted for resources: {'Network': ['ID=6f48d076-6429-43f7-8b75-91359531f9dc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:53.044457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55d0985c-91d2-4f5b-8ab7-f7b87e718e77 tempest-NetworksIpV6TestAttrs-1063630628 tempest-NetworksIpV6TestAttrs-1063630628-project] 10.222.0.88 "DELETE /v2.0/networks/6f48d076-6429-43f7-8b75-91359531f9dc HTTP/1.1" status: 204 len: 168 time: 2.8279774 Feb 02 15:51:53.072547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec08ba7c-1406-48bf-ae5a-de63cf196e6a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:53.154935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] Pushing event updated for resources: {'Network': ['ID=25f23fb3-8089-46d5-b63e-f6eeb381970a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:53.167659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 25f23fb3-8089-46d5-b63e-f6eeb381970a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:51:53.263571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-de0d6d79-dfe2-42c6-a9fb-367248debb2b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1067114 Feb 02 15:51:53.265663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36738) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:53.274982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Request body: {'subnet': {'network_id': '25f23fb3-8089-46d5-b63e-f6eeb381970a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1248279030-subnet', 'tenant_id': 'c3dcbf7b3013458d862cdbc2522050ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:51:53.305241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:53.320469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Usage tracker for resource:subnet and tenant:c3dcbf7b3013458d862cdbc2522050ae is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:53.323715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:53.329418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec08ba7c-1406-48bf-ae5a-de63cf196e6a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:53.348918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:53.372913 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] Set router 2e6bf330-73f1-47b4-a45b-b895109b3f10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:51:53.448334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08ba7c-1406-48bf-ae5a-de63cf196e6a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Subnet': ['ID=ab114b5e-6cc3-4345-91e5-f103833b8b6e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:53.454104 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Made reservation on behalf of c3dcbf7b3013458d862cdbc2522050ae for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:53.460201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:53.462890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ec08ba7c-1406-48bf-ae5a-de63cf196e6a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:53.479594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fe5af-1fd2-4156-9dbd-7a52d6e26e95 None None] Network c8e90109-31c7-45e4-905c-c3e56a77e2f0 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:53.480358 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ec08ba7c-1406-48bf-ae5a-de63cf196e6a tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/subnets/ab114b5e-6cc3-4345-91e5-f103833b8b6e HTTP/1.1" status: 204 len: 168 time: 1.2085333 Feb 02 15:51:53.483188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36746) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:53.992187 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:51:49Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:54.003791 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca4efa-2858-479c-a13c-8b0c76564ce6 None None] The sync data for ids ['2e6bf330-73f1-47b4-a45b-b895109b3f10'] in n-d-827122-1 is: [{'id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1979550488', 'tenant_id': 'fe91381b49a043348303066f47ba668c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:07Z', 'updated_at': '2022-02-02T15:51:49Z', 'revision_number': 5, 'project_id': 'fe91381b49a043348303066f47ba668c', 'gw_port': {'id': '99da2226-6317-4d56-9d79-17250cfc4df3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bf330-73f1-47b4-a45b-b895109b3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:08Z', 'updated_at': '2022-02-02T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:51:54.024219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] DHCP port deletion for c8e90109-31c7-45e4-905c-c3e56a77e2f0 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:51:54.028860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] Deleting port b0e1b004-8d42-4da9-9310-e2df96377b21 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:54.029872 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:54.063424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:54.094452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:54.342236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f01e23-e16c-40b9-ad61-11eff2a2835a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:54.362658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Checking segment: {'id': 'f6ae8976-2f8d-4176-b8e4-237fbf105872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '25f23fb3-8089-46d5-b63e-f6eeb381970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:51:54.365923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Network hostable DHCP agents. Network: 25f23fb3-8089-46d5-b63e-f6eeb381970a, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:51:54.370562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36758) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:54.502751 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:54.525253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] For port b0e1b004-8d42-4da9-9310-e2df96377b21, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b0e1b004-8d42-4da9-9310-e2df96377b21,segment=NetworkSegment(8a9ef8f9-f8de-4555-822d-ee1afd1488c1),segment_id=8a9ef8f9-f8de-4555-822d-ee1afd1488c1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:54.527471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:54.545300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Network 25f23fb3-8089-46d5-b63e-f6eeb381970a is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:51:54.614543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Deleting port 99da2226-6317-4d56-9d79-17250cfc4df3 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:51:54.615023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:54.650437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 25f23fb3-8089-46d5-b63e-f6eeb381970a) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:54.692752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:54.696399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:54.748503 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] Calling delete_port for b0e1b004-8d42-4da9-9310-e2df96377b21 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:54.887867 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-371ff4fb-822a-4106-96e2-e0d6dba79352 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1f0e83dab70840bbb2035aa2f304f810&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5161147 Feb 02 15:51:54.890237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b1b9690e-e09f-45ff-b301-04f31e844964 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6252754 Feb 02 15:51:54.894390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36772) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:54.932286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec4d6d-8cac-4b1a-887a-fee8a31f5612 None None] Network 25f23fb3-8089-46d5-b63e-f6eeb381970a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:54.946592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:55.003761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:55.004487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9ebc3fc5-c22a-42f8-814d-b01ed9dc0048 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:55.005079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b0e1b004-8d42-4da9-9310-e2df96377b21 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:55.100342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d2e537f-5260-40fd-bdef-730daafbd19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:55.108870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:55.201588 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d2e537f-5260-40fd-bdef-730daafbd19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:55.398394 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] Pushing event deleted for resources: {'Port': ['ID=b0e1b004-8d42-4da9-9310-e2df96377b21,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:55.406594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b0e1b004-8d42-4da9-9310-e2df96377b21 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:55.406997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b0e1b004-8d42-4da9-9310-e2df96377b21 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:55.422422 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c86d6-4d03-4b6c-bb39-9cd16daa4de2 None None] No DVR routers for this DVR port b0e1b004-8d42-4da9-9310-e2df96377b21 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:55.437479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] For port 99da2226-6317-4d56-9d79-17250cfc4df3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=99da2226-6317-4d56-9d79-17250cfc4df3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:51:55.437479 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:55.491343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b0431-fae4-478e-9d7f-02649c0edef7 None None] Network 25f23fb3-8089-46d5-b63e-f6eeb381970a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:51:55.689236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d2e537f-5260-40fd-bdef-730daafbd19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:55.721164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Calling delete_port for 99da2226-6317-4d56-9d79-17250cfc4df3 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:51:55.730006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e537f-5260-40fd-bdef-730daafbd19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b2a4e-737c-4080-9e7d-290ded77a0d2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:55.746494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bc82a460-fba6-42dd-b03b-41f040a91884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:55.757571 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0d2e537f-5260-40fd-bdef-730daafbd19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:55.760450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0d2e537f-5260-40fd-bdef-730daafbd19d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/571b2a4e-737c-4080-9e7d-290ded77a0d2 HTTP/1.1" status: 204 len: 168 time: 0.8648877 Feb 02 15:51:56.100116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.148243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Port': ['ID=99da2226-6317-4d56-9d79-17250cfc4df3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:56.429175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.821466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.839459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.865935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8f0f0137-58fe-4a3e-aafb-f48fe20167ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.879470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-9aaf0d90-be5d-4399-9947-a97e6512fff4 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:56.881064 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-9aaf0d90-be5d-4399-9947-a97e6512fff4 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/networks?id=8346c826-53ff-467c-96e6-2daa5ea34f9b HTTP/1.1" status: 200 len: 812 time: 0.6238449 Feb 02 15:51:56.918681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-72a794b8-b7c9-4b91-8470-2f84876d86aa tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/quotas/8fa641927cb344cb9c188176c1883f1c HTTP/1.1" status: 200 len: 375 time: 0.0308313 Feb 02 15:51:57.008971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6d12cbf0-03af-473b-a699-a6b4354243e9 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8fa641927cb344cb9c188176c1883f1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723057 Feb 02 15:51:57.135404 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:57.135835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6bf330-73f1-47b4-a45b-b895109b3f10 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:51:57.182350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:57.187739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-70ea46ae-15fc-49ae-82c8-05593f196044 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/routers/2e6bf330-73f1-47b4-a45b-b895109b3f10 HTTP/1.1" status: 204 len: 168 time: 3.6995854 Feb 02 15:51:57.188643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36834) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:57.222712 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-58e5b139-d4e4-4e40-b4f6-31c5dd7ea432 service neutron] 10.222.0.88 "GET /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127852 Feb 02 15:51:57.565047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-5d4cacfe-39d7-4570-8dec-28f9ce3d8747 service neutron] 10.222.0.88 "GET /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307502 Feb 02 15:51:57.673855 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:57.762271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36850) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:57.771013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037782 Feb 02 15:51:57.771728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36852) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:58.068757 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4487f95e-849d-4671-9754-1bf145a49ce6 req-e7c1b1db-0e75-4378-a3c3-395463f2a4f3 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 210 time: 0.0779572 Feb 02 15:51:58.071085 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.131521 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e90109-31c7-45e4-905c-c3e56a77e2f0']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:58.133497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45c2e787-32b6-4b09-a5f0-234ec13d3411 tempest-NetworksApiDiscovery-1839052169 tempest-NetworksApiDiscovery-1839052169-project] 10.222.0.88 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3606343 Feb 02 15:51:58.156810 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9ef8f9-f8de-4555-822d-ee1afd1488c1') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:58.157130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9ef8f9-f8de-4555-822d-ee1afd1488c1') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:58.172446 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.207470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.214337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:51:58.214745 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:51:58.231411 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:51:58.431626 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.513239 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.514298 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.580680 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.601332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] 10.222.0.88 "DELETE /v2.0/networks/c8e90109-31c7-45e4-905c-c3e56a77e2f0 HTTP/1.1" status: 204 len: 168 time: 1.4101856 Feb 02 15:51:58.604868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77723c-bd21-4900-9d10-7312c403a665 tempest-TestSecurityGroupsBasicOps-1156561691 tempest-TestSecurityGroupsBasicOps-1156561691-project] Pushing event deleted for resources: {'Network': ['ID=c8e90109-31c7-45e4-905c-c3e56a77e2f0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:58.618262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 99da2226-6317-4d56-9d79-17250cfc4df3 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:58.671027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 99da2226-6317-4d56-9d79-17250cfc4df3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:51:58.671733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 99da2226-6317-4d56-9d79-17250cfc4df3 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:58.875466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36886) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:59.078616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.116930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:59.140953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] Usage tracker for resource:security_group_rule and tenant:d7ce5aa172e943c9b661f1cd018ff07c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:59.145090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:59.152009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:59.230230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.252198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17fc3d4a-b673-4b4f-a844-8a2ec4289eff req-a222043c-0773-4650-abc0-4175b8902e3c tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 210 time: 0.0744824 Feb 02 15:51:59.300300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.349259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8262ad9a-bd97-4b53-9b4b-da2eea58f813,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:59.356315 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-50efe4b9-ea3a-4bcf-b688-95c1a0a79dac admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d7ce5aa172e943c9b661f1cd018ff07c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4768381 Feb 02 15:51:59.356315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 36906) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:59.450448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-176b31b4-5a18-4410-b3e7-298d834288c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.500813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36912) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:59.604610 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-176b31b4-5a18-4410-b3e7-298d834288c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.744749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-46227dc9-849c-462b-aa16-3403afc088e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fe91381b49a043348303066f47ba668c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2415500 Feb 02 15:51:59.747803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36922) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:59.817012 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e433447-ff1a-48e0-8f76-ad559438eef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:00.114792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e433447-ff1a-48e0-8f76-ad559438eef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:00.426262 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c07d3556-5247-4145-9fb3-6833c56d7ce0 req-40d785ca-4289-490d-bd50-4796d52e4818 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 210 time: 0.0414941 Feb 02 15:52:01.077326 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e433447-ff1a-48e0-8f76-ad559438eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.078058 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.079220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-176b31b4-5a18-4410-b3e7-298d834288c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.102757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e433447-ff1a-48e0-8f76-ad559438eef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db40b84-2827-4175-97a2-4d882bded788,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:01.104944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-176b31b4-5a18-4410-b3e7-298d834288c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.108844 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-176b31b4-5a18-4410-b3e7-298d834288c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8262ad9a-bd97-4b53-9b4b-da2eea58f813 HTTP/1.1" status: 204 len: 168 time: 1.7488461 Feb 02 15:52:01.108844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b31b4-5a18-4410-b3e7-298d834288c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8262ad9a-bd97-4b53-9b4b-da2eea58f813,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:01.118838 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e433447-ff1a-48e0-8f76-ad559438eef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.151271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7e433447-ff1a-48e0-8f76-ad559438eef1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4db40b84-2827-4175-97a2-4d882bded788 HTTP/1.1" status: 204 len: 168 time: 1.3695536 Feb 02 15:52:01.661655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cae189b-e0b2-4997-ab5d-1ce05591c852 req-d1c255ad-050b-4b66-89eb-f3754014c670 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 210 time: 0.0708137 Feb 02 15:52:02.400461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36982) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:02.428738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.474327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:02.478500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] Usage tracker for resource:security_group_rule and tenant:d9dadea51a7a4a2ebfb23edf441ff018 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:02.483883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:02.491277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:02.557686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.728580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.827287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9dadea51a7a4a2ebfb23edf441ff018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4222462 Feb 02 15:52:02.830430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 36996) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:02.870057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dfd55-1203-4fde-a9f7-27a1939c3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a046ca-cab7-472c-9700-6648448af1fc,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:02.941702 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4655c6f-f11a-4a69-b944-8da9bdfbe70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.981695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4655c6f-f11a-4a69-b944-8da9bdfbe70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.099797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1fd976b-67cb-42c1-bbeb-edf36385a037 req-51be18b2-cd59-41a4-9ce8-c665891a7bfa tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 210 time: 0.1505349 Feb 02 15:52:03.161619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-7f3575ea-957c-4ed4-a66c-48b68ba28284 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:03.163427 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-7f3575ea-957c-4ed4-a66c-48b68ba28284 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.107 "GET /v2.0/networks?id=8346c826-53ff-467c-96e6-2daa5ea34f9b HTTP/1.1" status: 200 len: 812 time: 0.4922206 Feb 02 15:52:03.172677 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4655c6f-f11a-4a69-b944-8da9bdfbe70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.185149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Request body: {'port': {'device_id': 'fd7dd0b1-e16f-412e-91b0-c42e7262e94e', 'network_id': '8346c826-53ff-467c-96e6-2daa5ea34f9b', 'admin_state_up': True, 'tenant_id': '8fa641927cb344cb9c188176c1883f1c'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:03.187255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4655c6f-f11a-4a69-b944-8da9bdfbe70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a046ca-cab7-472c-9700-6648448af1fc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:03.196193 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4655c6f-f11a-4a69-b944-8da9bdfbe70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.197408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f4655c6f-f11a-4a69-b944-8da9bdfbe70f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/44a046ca-cab7-472c-9700-6648448af1fc HTTP/1.1" status: 204 len: 168 time: 0.3656888 Feb 02 15:52:03.401411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:03.417005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Usage tracker for resource:port and tenant:8fa641927cb344cb9c188176c1883f1c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:03.428601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:03.442787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:03.585202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Made reservation on behalf of 8fa641927cb344cb9c188176c1883f1c for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:03.588301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.880146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Allocated IP 172.20.0.8 (8346c826-53ff-467c-96e6-2daa5ea34f9b/f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a/350a4aac-53e5-4396-9c23-b24e025a4c57) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:04.216786 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.380412 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62d8cbba-d403-474e-8cde-57c34322d01d req-17cc91c9-714a-4f8d-ac9c-cad81ce25645 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 210 time: 0.0742528 Feb 02 15:52:04.381958 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.385018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37052) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:04.458333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Network 8346c826-53ff-467c-96e6-2daa5ea34f9b is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:04.469631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:04.471475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:04.511567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1104221-9451-414a-bede-d39ed3b9aa4e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=150e301d572a4a81a1a145c68d835451&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1181524 Feb 02 15:52:04.511567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37056) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:04.621713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Pushing event updated for resources: {'Port': ['ID=350a4aac-53e5-4396-9c23-b24e025a4c57,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:04.632681 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d606949-68aa-4992-a0e1-215976392695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.644795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:04.645444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.666830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d606949-68aa-4992-a0e1-215976392695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.758722 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b9529801-fa2b-41ee-a1ea-2fa6b089ebd7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774868 Feb 02 15:52:04.774844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Request body: {'port': {'device_id': 'fd7dd0b1-e16f-412e-91b0-c42e7262e94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:04.853851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d606949-68aa-4992-a0e1-215976392695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.876232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d606949-68aa-4992-a0e1-215976392695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1335d3d0-d7b3-43bb-a65f-715b52175eef,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:04.897450 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.963087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-3d606949-68aa-4992-a0e1-215976392695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.964522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3d606949-68aa-4992-a0e1-215976392695 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1335d3d0-d7b3-43bb-a65f-715b52175eef HTTP/1.1" status: 204 len: 168 time: 0.4556537 Feb 02 15:52:05.401802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350a4aac-53e5-4396-9c23-b24e025a4c57 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:52:05.419759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:05.454852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Transition to ACTIVE for port object 350a4aac-53e5-4396-9c23-b24e025a4c57 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:05.566668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:05.793467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=350a4aac-53e5-4396-9c23-b24e025a4c57,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:05.865486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842404-8e12-4269-8af4-47994f4fcd0a req-202c0511-9b7b-4046-ad91-238e23307217 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:05.867557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd842404-8e12-4269-8af4-47994f4fcd0a req-202c0511-9b7b-4046-ad91-238e23307217 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 943 time: 0.2473471 Feb 02 15:52:05.966584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-dd842404-8e12-4269-8af4-47994f4fcd0a req-99d3f6a1-3523-4063-8118-631de2885382 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Synchronizing usage tracker for tenant:8fa641927cb344cb9c188176c1883f1c on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:06.125123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Attempting to bind port 350a4aac-53e5-4396-9c23-b24e025a4c57 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:06.125453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Attempting to bind port 350a4aac-53e5-4396-9c23-b24e025a4c57 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'be815b21-262d-43b7-9db6-914bc0e2c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8346c826-53ff-467c-96e6-2daa5ea34f9b'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:06.125852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Attempting to bind port 350a4aac-53e5-4396-9c23-b24e025a4c57 on network 8346c826-53ff-467c-96e6-2daa5ea34f9b {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:06.132982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Port 350a4aac-53e5-4396-9c23-b24e025a4c57 on network 8346c826-53ff-467c-96e6-2daa5ea34f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:52:06.133304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Attempting to bind port 350a4aac-53e5-4396-9c23-b24e025a4c57 on network 8346c826-53ff-467c-96e6-2daa5ea34f9b {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:06.139685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:06.140053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Checking segment: {'id': 'be815b21-262d-43b7-9db6-914bc0e2c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8346c826-53ff-467c-96e6-2daa5ea34f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:06.140430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Bound using segment: {'id': 'be815b21-262d-43b7-9db6-914bc0e2c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8346c826-53ff-467c-96e6-2daa5ea34f9b'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:06.140846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Bound port: 350a4aac-53e5-4396-9c23-b24e025a4c57, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be815b21-262d-43b7-9db6-914bc0e2c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8346c826-53ff-467c-96e6-2daa5ea34f9b'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:06.141186 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:06.150844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-dd842404-8e12-4269-8af4-47994f4fcd0a req-99d3f6a1-3523-4063-8118-631de2885382 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Unset dirty status for tenant:8fa641927cb344cb9c188176c1883f1c on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:06.152210 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd842404-8e12-4269-8af4-47994f4fcd0a req-99d3f6a1-3523-4063-8118-631de2885382 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719102 Feb 02 15:52:06.245884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] For port 350a4aac-53e5-4396-9c23-b24e025a4c57, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:06.249226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] For port 350a4aac-53e5-4396-9c23-b24e025a4c57, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=350a4aac-53e5-4396-9c23-b24e025a4c57,segment=NetworkSegment(be815b21-262d-43b7-9db6-914bc0e2c6de),segment_id=be815b21-262d-43b7-9db6-914bc0e2c6de)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:06.341316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:06.409940 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:06.411397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] 10.222.0.107 "PUT /v2.0/ports/350a4aac-53e5-4396-9c23-b24e025a4c57 HTTP/1.1" status: 200 len: 1091 time: 1.6412053 Feb 02 15:52:06.411899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7dd0b1-e16f-412e-91b0-c42e7262e94e', 'tag': '350a4aac-53e5-4396-9c23-b24e025a4c57'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:06.433145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479abf6-57da-4680-b5c1-8bd96d0c0bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=350a4aac-53e5-4396-9c23-b24e025a4c57,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:06.475282 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7dd0b1-e16f-412e-91b0-c42e7262e94e', 'tag': '350a4aac-53e5-4396-9c23-b24e025a4c57', 'status': 'completed', 'code': 200} Feb 02 15:52:06.587582 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6b576d3-033a-47fd-946b-2952688db32b req-d7be4419-e239-45ad-a6a2-06c792db9aa5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fa641927cb344cb9c188176c1883f1c&device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 1094 time: 0.0732293 Feb 02 15:52:06.744819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b576d3-033a-47fd-946b-2952688db32b req-5a45a528-38b0-4bc0-b7f0-3e9e58c5d780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:06.746646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6b576d3-033a-47fd-946b-2952688db32b req-5a45a528-38b0-4bc0-b7f0-3e9e58c5d780 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=8fa641927cb344cb9c188176c1883f1c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1476250 Feb 02 15:52:06.934365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b576d3-033a-47fd-946b-2952688db32b req-9e54fe27-5d4a-44b5-97ad-186fe5c925bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:06.935986 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6b576d3-033a-47fd-946b-2952688db32b req-9e54fe27-5d4a-44b5-97ad-186fe5c925bb service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1800950 Feb 02 15:52:07.086285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37140) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:07.095213 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-ebf6245a-714e-48d5-8d68-0063476752b3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fa641927cb344cb9c188176c1883f1c&device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 1094 time: 0.0942061 Feb 02 15:52:07.117694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37146) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:07.179938 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-fc14cc6a-6c1f-4472-8251-2b336d3c2dcb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=350a4aac-53e5-4396-9c23-b24e025a4c57 HTTP/1.1" status: 200 len: 217 time: 0.0707834 Feb 02 15:52:07.241318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1455830026-network', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:07.251741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:07.257397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Usage tracker for resource:network and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:07.261124 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:07.267189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:07.297269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b3aed783-63b5-44cb-8ea2-630227e80b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:07.299239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b3aed783-63b5-44cb-8ea2-630227e80b1d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a HTTP/1.1" status: 200 len: 852 time: 0.1139746 Feb 02 15:52:07.331786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:07.366766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:07.370866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Usage tracker for resource:security_group_rule and tenant:ed08bfac99a34f21b0d63e57649d2ef4 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:07.374746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:07.385959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:07.392253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-c323ebda-3c42-4bc3-abc6-e6b8340b29cd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8346c826-53ff-467c-96e6-2daa5ea34f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873213 Feb 02 15:52:07.401825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:07.404018 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:07.428666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:07.499510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:07.508473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Usage tracker for resource:security_group_rule and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:07.512209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:07.513297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:07.520912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:07.532073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382578a-7f73-4a1f-9de3-36dacea5bb59 req-00c2f06f-6054-4386-99fb-7b3c386a80c6 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:07.532753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3382578a-7f73-4a1f-9de3-36dacea5bb59 req-00c2f06f-6054-4386-99fb-7b3c386a80c6 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Synchronizing usage tracker for tenant:8fa641927cb344cb9c188176c1883f1c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:07.554159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-4f9327e7-566f-4655-a8d5-d760ba30174a service neutron] 10.222.0.107 "GET /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561990 Feb 02 15:52:07.691414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f09522fa-5c6b-41ad-a3af-d39983715666 req-b307b2d6-7ba9-44b4-ab89-69571f0de41b service neutron] 10.222.0.107 "GET /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306124 Feb 02 15:52:07.703578 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:07.791225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3382578a-7f73-4a1f-9de3-36dacea5bb59 req-00c2f06f-6054-4386-99fb-7b3c386a80c6 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Unset dirty status for tenant:8fa641927cb344cb9c188176c1883f1c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:07.792575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3382578a-7f73-4a1f-9de3-36dacea5bb59 req-00c2f06f-6054-4386-99fb-7b3c386a80c6 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 943 time: 0.4527228 Feb 02 15:52:07.817686 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d5f3d6-9ac8-46c5-b0b4-854d102e7d00,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:07.851724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3382578a-7f73-4a1f-9de3-36dacea5bb59 req-329c9c2c-f038-4728-a65f-b617e6d145ad tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511839 Feb 02 15:52:07.871724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ed08bfac99a34f21b0d63e57649d2ef4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7504518 Feb 02 15:52:07.872317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37162) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:07.898033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.898383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.898729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.899063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.899394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.899723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.900082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.900412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.900736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.901059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.901384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ec1c6-1a78-4616-9ef9-407a5e70a86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:07.923816 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:07.940344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27e187-37d2-414d-825b-c2cf12af1990 req-dbe36a88-28c8-4d30-8d54-239b04d5141a tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:07.942035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f27e187-37d2-414d-825b-c2cf12af1990 req-dbe36a88-28c8-4d30-8d54-239b04d5141a tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 946 time: 0.2212582 Feb 02 15:52:07.957230 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-401338a2-3f43-46b2-89c6-b109200e95a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:07.985745 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-401338a2-3f43-46b2-89c6-b109200e95a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:07.993181 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f27e187-37d2-414d-825b-c2cf12af1990 req-6a8ac51e-d1d6-42ee-ad0e-7374f09cc8dd tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445852 Feb 02 15:52:08.025175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.056415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:52:08.065329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13014fc9-0422-43d5-817c-9fe7c4e61f2e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:08.225170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-401338a2-3f43-46b2-89c6-b109200e95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.226859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.227349 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Added segment cda82bdc-a82f-4530-960a-f32219c5df60 of type vlan for network 773f3748-ccae-42b9-aad3-2a44bb715f44 Feb 02 15:52:08.242202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401338a2-3f43-46b2-89c6-b109200e95a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d5f3d6-9ac8-46c5-b0b4-854d102e7d00,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:08.246825 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-401338a2-3f43-46b2-89c6-b109200e95a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.248037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-401338a2-3f43-46b2-89c6-b109200e95a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/29d5f3d6-9ac8-46c5-b0b4-854d102e7d00 HTTP/1.1" status: 204 len: 168 time: 0.3746533 Feb 02 15:52:08.254750 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.431090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.436098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:08.436098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.546859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] Pushing event updated for resources: {'Network': ['ID=773f3748-ccae-42b9-aad3-2a44bb715f44,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:08.558309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:52:08.718252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e0d0bd56-f993-4369-972a-e3c67787bb4b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6303856 Feb 02 15:52:08.721972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37178) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:08.728603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Request body: {'subnet': {'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1455830026-subnet', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:08.737827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:08.742044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Usage tracker for resource:subnet and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:08.745026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:08.750669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:08.883123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:08.887900 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.261078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78671a12-e7bb-4e35-9d92-f5909855cc16 req-50692268-4463-476a-a6bc-3a0631e1ea1d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:09.262664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78671a12-e7bb-4e35-9d92-f5909855cc16 req-50692268-4463-476a-a6bc-3a0631e1ea1d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 946 time: 0.1305630 Feb 02 15:52:09.336588 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78671a12-e7bb-4e35-9d92-f5909855cc16 req-5778a2e4-dd1a-4e02-a2e3-704b1fd4d11c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665340 Feb 02 15:52:09.339777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c235a42-3fd5-4c12-bf7c-0cfe3abfa435 req-85e67964-fbb3-4825-9f78-cd218bbc07b0 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:09.341256 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c235a42-3fd5-4c12-bf7c-0cfe3abfa435 req-85e67964-fbb3-4825-9f78-cd218bbc07b0 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 943 time: 0.3131416 Feb 02 15:52:09.366204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37198) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:09.396480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.412493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.501562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-57c0bf5c-42eb-4569-8be1-21167866fe99 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:09.503038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-57c0bf5c-42eb-4569-8be1-21167866fe99 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 946 time: 0.3548269 Feb 02 15:52:09.513072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c235a42-3fd5-4c12-bf7c-0cfe3abfa435 req-d17428b0-ba2c-445c-b51b-37e080c1ca17 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650038 Feb 02 15:52:09.552603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:09.563175 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] Usage tracker for resource:security_group_rule and tenant:6d0c1007fb3941448abf0b0ac37f466d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:09.574607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:09.579234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcb4b1c-c4ca-42c5-974f-05e828e9966e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:09.601836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:09.630256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Deleting port ca5975de-328a-4360-8328-c2b00b6dec29 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:52:09.630588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.680169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:09.680530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Network hostable DHCP agents. Network: 773f3748-ccae-42b9-aad3-2a44bb715f44, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:52:09.819188 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.912101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:52:09.945717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.028841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] For port ca5975de-328a-4360-8328-c2b00b6dec29, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=ca5975de-328a-4360-8328-c2b00b6dec29,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:10.029101 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.043072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cb095e-6b2e-4b0b-a865-8c64c01eb189,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:10.048047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-aa5b1150-c17a-4abf-82d7-17fa795fa60b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d0c1007fb3941448abf0b0ac37f466d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6807501 Feb 02 15:52:10.050922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37208) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:10.098908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 773f3748-ccae-42b9-aad3-2a44bb715f44) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:10.104157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:10.104983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.112497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a7e80-5f72-411f-9e66-9ab2649a64bf None None] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:52:10.114497 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-026f71f9-66fe-4c30-acf8-e87a1c747ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.148682 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-026f71f9-66fe-4c30-acf8-e87a1c747ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.178079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Calling delete_port for ca5975de-328a-4360-8328-c2b00b6dec29 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:52:10.310759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-026f71f9-66fe-4c30-acf8-e87a1c747ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.347607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f71f9-66fe-4c30-acf8-e87a1c747ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cb095e-6b2e-4b0b-a865-8c64c01eb189,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:10.354701 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-026f71f9-66fe-4c30-acf8-e87a1c747ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.356076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-026f71f9-66fe-4c30-acf8-e87a1c747ad4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75cb095e-6b2e-4b0b-a865-8c64c01eb189 HTTP/1.1" status: 204 len: 168 time: 0.3039296 Feb 02 15:52:10.359414 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-51f8eb3d-ff59-4698-8214-038c12d80b58 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6355729 Feb 02 15:52:10.364733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37218) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:10.381652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:10.387553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:10.392125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Usage tracker for resource:router and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:10.395999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:10.404273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:10.446291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-773f3748-ccae-42b9-aad3-2a44bb715f44', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:52:10.447609 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.488855 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.490124 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.535220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.580520 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['ca5975de-328a-4360-8328-c2b00b6dec29'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:52:10.599890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e620748f-fc9e-4c5f-86b6-4a7b659c1dd9 req-3eaab29d-57de-4c85-9db3-1ad600b08dd4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 210 time: 0.0729134 Feb 02 15:52:10.624778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.652999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Pushing event deleted for resources: {'Port': ['ID=ca5975de-328a-4360-8328-c2b00b6dec29,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:10.713287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Allocated IP 172.20.0.2 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/f70ac182-2673-4198-ab5c-a735a0f97adf) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:10.739320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] No DVR routers for this DVR port ca5975de-328a-4360-8328-c2b00b6dec29 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:10.781418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:10.785970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96000920-99f2-46d5-ae86-c0fbde6560e4', 'name': 'network-vif-deleted', 'tag': 'ca5975de-328a-4360-8328-c2b00b6dec29'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:10.862959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11a2f7-96d3-47d8-bcf4-4d8e0d3b84b2 req-777203bf-f1d1-4d0d-9605-1649dc8dd377 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:10.865074 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da11a2f7-96d3-47d8-bcf4-4d8e0d3b84b2 req-777203bf-f1d1-4d0d-9605-1649dc8dd377 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 943 time: 0.1272688 Feb 02 15:52:10.919319 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96000920-99f2-46d5-ae86-c0fbde6560e4', 'name': 'network-vif-deleted', 'tag': 'ca5975de-328a-4360-8328-c2b00b6dec29', 'status': 'completed', 'code': 200} Feb 02 15:52:10.931167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6170ca02-3921-4eaa-bba5-f3e92e2a5b5f req-5d8fbe7a-fefa-41dd-a97a-6fb95bc6538c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "DELETE /v2.0/ports/ca5975de-328a-4360-8328-c2b00b6dec29 HTTP/1.1" status: 204 len: 173 time: 1.4224491 Feb 02 15:52:10.953877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-da11a2f7-96d3-47d8-bcf4-4d8e0d3b84b2 req-6f9c1583-ebb8-477a-ac95-7839c82c9138 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Feb 02 15:52:11.051104 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.062822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 350a4aac-53e5-4396-9c23-b24e025a4c57 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:52:11.073346 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Transition to ACTIVE for port object f70ac182-2673-4198-ab5c-a735a0f97adf will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:11.097643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.192692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Transition to ACTIVE for port object f70ac182-2673-4198-ab5c-a735a0f97adf will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:11.236335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 350a4aac-53e5-4396-9c23-b24e025a4c57, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=350a4aac-53e5-4396-9c23-b24e025a4c57,segment=NetworkSegment(be815b21-262d-43b7-9db6-914bc0e2c6de),segment_id=be815b21-262d-43b7-9db6-914bc0e2c6de)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:11.254768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '350a4aac-53e5-4396-9c23-b24e025a4c57', 'network_id': '8346c826-53ff-467c-96e6-2daa5ea34f9b', 'port_id': '350a4aac-53e5-4396-9c23-b24e025a4c57', 'mac_address': 'fa:16:3e:f2:09:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:52:11.315528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.326885 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.448334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:11.453524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:11.458316 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:11.461493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Pushing event updated for resources: {'Port': ['ID=f70ac182-2673-4198-ab5c-a735a0f97adf,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:11.461813 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.468565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350a4aac-53e5-4396-9c23-b24e025a4c57 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:52:11.493137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.529769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 350a4aac-53e5-4396-9c23-b24e025a4c57, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=350a4aac-53e5-4396-9c23-b24e025a4c57,segment=NetworkSegment(be815b21-262d-43b7-9db6-914bc0e2c6de),segment_id=be815b21-262d-43b7-9db6-914bc0e2c6de)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:11.609221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Attempting to bind port f70ac182-2673-4198-ab5c-a735a0f97adf on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:11.609726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Attempting to bind port f70ac182-2673-4198-ab5c-a735a0f97adf by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:11.610161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Attempting to bind port f70ac182-2673-4198-ab5c-a735a0f97adf on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:11.618068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:11.618526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:11.619002 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.619471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:11.620062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Bound port: f70ac182-2673-4198-ab5c-a735a0f97adf, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:11.620508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.665718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Allocated IP 172.25.0.26 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/3147d12b-4037-4c04-82ae-18fce4b1ec59) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:11.711227 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.831420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] For port f70ac182-2673-4198-ab5c-a735a0f97adf, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:11.860630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] For port f70ac182-2673-4198-ab5c-a735a0f97adf, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f70ac182-2673-4198-ab5c-a735a0f97adf,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:11.888045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-19911858-9bce-4ae4-bf9b-36f27f71502c req-d0f32f43-d61f-4da4-8765-66310cc1c4f8 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=96000920-99f2-46d5-ae86-c0fbde6560e4 HTTP/1.1" status: 200 len: 210 time: 0.0742371 Feb 02 15:52:11.899381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=350a4aac-53e5-4396-9c23-b24e025a4c57,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:11.955030 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.980833 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.035204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['350a4aac-53e5-4396-9c23-b24e025a4c57'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:52:12.133272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.285443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:12.290505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:12.295051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:12.317628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6e963-3236-4e12-a75f-4473b142608e None None] Pushing event updated for resources: {'Port': ['ID=f70ac182-2673-4198-ab5c-a735a0f97adf,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:12.329711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3147d12b-4037-4c04-82ae-18fce4b1ec59,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:12.374422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb8d8e-e39d-4505-8bc9-37edc816702f req-10c060fa-c7ae-4db7-bb9a-687059f0033a tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:12.376180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6eb8d8e-e39d-4505-8bc9-37edc816702f req-10c060fa-c7ae-4db7-bb9a-687059f0033a tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 944 time: 0.2100098 Feb 02 15:52:12.463727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6eb8d8e-e39d-4505-8bc9-37edc816702f req-524ab291-c8ba-4ae5-8b0a-167279ed5279 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648406 Feb 02 15:52:12.806132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f70ac182-2673-4198-ab5c-a735a0f97adf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:12.856737 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.858350 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.912376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ca5975de-328a-4360-8328-c2b00b6dec29 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:13.009134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 350a4aac-53e5-4396-9c23-b24e025a4c57 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:13.072416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: ca5975de-328a-4360-8328-c2b00b6dec29 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:52:13.072759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device ca5975de-328a-4360-8328-c2b00b6dec29 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:13.261006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 350a4aac-53e5-4396-9c23-b24e025a4c57 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:13.265496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 350a4aac-53e5-4396-9c23-b24e025a4c57 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:13.265944 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.302059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f70ac182-2673-4198-ab5c-a735a0f97adf completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:13.345439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:52:13.425491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.469972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7dd0b1-e16f-412e-91b0-c42e7262e94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350a4aac-53e5-4396-9c23-b24e025a4c57'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:13.484575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 350a4aac-53e5-4396-9c23-b24e025a4c57, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=350a4aac-53e5-4396-9c23-b24e025a4c57,segment=NetworkSegment(be815b21-262d-43b7-9db6-914bc0e2c6de),segment_id=be815b21-262d-43b7-9db6-914bc0e2c6de)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:13.552268 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7dd0b1-e16f-412e-91b0-c42e7262e94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350a4aac-53e5-4396-9c23-b24e025a4c57', 'code': 200} Feb 02 15:52:13.629294 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.779503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:52:13.817811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=350a4aac-53e5-4396-9c23-b24e025a4c57,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:13.827030 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:52:13.840862 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe2434ff-101d-4b23-966a-3a9eec33a64b req-b06b42b8-9d56-4c9a-99b4-6c4d363ec30d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 1096 time: 0.1724081 Feb 02 15:52:13.869743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:13.870552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:13.936879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe2434ff-101d-4b23-966a-3a9eec33a64b req-c727a6a4-00f2-4088-baf1-6ceac626ae29 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833802 Feb 02 15:52:14.035932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd41cdd-29b2-44a0-abbb-a98475567484 req-5d4d7235-d385-470e-9c33-7e45be04fd52 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:14.044223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1bd41cdd-29b2-44a0-abbb-a98475567484 req-5d4d7235-d385-470e-9c33-7e45be04fd52 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.2286057 Feb 02 15:52:14.075970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401a49d-0652-4f67-936c-c2981321e1a0 None None] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:52:14.102460 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1bd41cdd-29b2-44a0-abbb-a98475567484 req-fb8d3acb-c100-47ce-ba1c-c1ffb5bfd261 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565665 Feb 02 15:52:14.118022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:14.121000 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ac46ea51-e446-4143-ad70-a972973534a2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7540357 Feb 02 15:52:14.127008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37310) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:14.362185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3726090b-e855-4e5e-b7a8-48824f142240 None None] Provisioning for port f70ac182-2673-4198-ab5c-a735a0f97adf completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:14.393908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3726090b-e855-4e5e-b7a8-48824f142240 None None] Provisioning complete for port f70ac182-2673-4198-ab5c-a735a0f97adf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:14.394278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3726090b-e855-4e5e-b7a8-48824f142240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:14.529186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:15.046670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3726090b-e855-4e5e-b7a8-48824f142240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:15.144272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3726090b-e855-4e5e-b7a8-48824f142240 None None] For port f70ac182-2673-4198-ab5c-a735a0f97adf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f70ac182-2673-4198-ab5c-a735a0f97adf,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:15.177508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:12Z', 'revision_number': 3, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:15.185934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:52:15.186362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Updating router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 port 3147d12b-4037-4c04-82ae-18fce4b1ec59 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:52:15.285291 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:15.390901 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3726090b-e855-4e5e-b7a8-48824f142240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:15.620959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726090b-e855-4e5e-b7a8-48824f142240 None None] Pushing event updated for resources: {'Port': ['ID=f70ac182-2673-4198-ab5c-a735a0f97adf,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:15.640372 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:15.726962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d29ed-f960-436f-a64b-3f4e932c0cfb req-8a7701f6-409d-46c6-a84e-3aea25ddfcb7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:15.729231 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-097d29ed-f960-436f-a64b-3f4e932c0cfb req-8a7701f6-409d-46c6-a84e-3aea25ddfcb7 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.3150210 Feb 02 15:52:15.785057 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0b324ad6-ec94-468a-bba6-a21b35b67808 None None] Provisioning complete for port f70ac182-2673-4198-ab5c-a735a0f97adf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:15.785464 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b324ad6-ec94-468a-bba6-a21b35b67808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:15.812611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-097d29ed-f960-436f-a64b-3f4e932c0cfb req-6f36d10a-cb99-4857-a815-bf54bce13f50 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724459 Feb 02 15:52:15.996262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Allocated IP 172.20.0.1 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/bc43f263-fedd-4749-8194-bd6698877afa) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:16.108963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d378a-a1f4-4fe7-914e-cbbd711d811f req-b836f465-14f9-4fa6-ac25-a3e044bcf55f tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:16.110887 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.119035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d5d378a-a1f4-4fe7-914e-cbbd711d811f req-b836f465-14f9-4fa6-ac25-a3e044bcf55f tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.1436193 Feb 02 15:52:16.134353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Transition to ACTIVE for port object 3147d12b-4037-4c04-82ae-18fce4b1ec59 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:16.211939 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d5d378a-a1f4-4fe7-914e-cbbd711d811f req-784c9da2-e0ba-42ee-b9f6-2c3dabb12a58 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914857 Feb 02 15:52:16.243224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.315764 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.425761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Transition to ACTIVE for port object bc43f263-fedd-4749-8194-bd6698877afa will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:16.568565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70ed17-33ad-4653-b2eb-83427d7bf50f None None] Pushing event updated for resources: {'Port': ['ID=3147d12b-4037-4c04-82ae-18fce4b1ec59,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:16.577263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Attempting to bind port 3147d12b-4037-4c04-82ae-18fce4b1ec59 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:16.577715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Attempting to bind port 3147d12b-4037-4c04-82ae-18fce4b1ec59 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:16.578202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Attempting to bind port 3147d12b-4037-4c04-82ae-18fce4b1ec59 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:16.585560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:16.585937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:16.586375 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.586763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:16.587226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Bound port: 3147d12b-4037-4c04-82ae-18fce4b1ec59, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:16.587596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.641335 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.673786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f70ac182-2673-4198-ab5c-a735a0f97adf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:16.712112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:16.715073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:16.719997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:16.816552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Pushing event updated for resources: {'Port': ['ID=bc43f263-fedd-4749-8194-bd6698877afa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:16.834258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] For port 3147d12b-4037-4c04-82ae-18fce4b1ec59, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:16.865649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f70ac182-2673-4198-ab5c-a735a0f97adf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:16.866201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.873017 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.873362 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.873697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.874025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.874352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.874674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.874990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.875307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.875621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.881844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.884430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:16.907184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] For port 3147d12b-4037-4c04-82ae-18fce4b1ec59, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3147d12b-4037-4c04-82ae-18fce4b1ec59,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:16.922937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.041019 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.102926 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.146518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70ed17-33ad-4653-b2eb-83427d7bf50f None None] Pushing event updated for resources: {'Port': ['ID=3147d12b-4037-4c04-82ae-18fce4b1ec59,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:17.149281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:17.149943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:51:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:17.217331 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.249286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8d1b350d-37c1-4d7a-9306-83ce654484dd None None] Provisioning for port bc43f263-fedd-4749-8194-bd6698877afa completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:17.258959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8d1b350d-37c1-4d7a-9306-83ce654484dd None None] Provisioning complete for port bc43f263-fedd-4749-8194-bd6698877afa triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:17.259396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8d1b350d-37c1-4d7a-9306-83ce654484dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.356484 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.380582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463b65-5e0b-4264-98ec-08c5534557c9 req-5269ef7c-9560-4dcb-91c4-740fa883fed8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:17.387870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a463b65-5e0b-4264-98ec-08c5534557c9 req-5269ef7c-9560-4dcb-91c4-740fa883fed8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.0959034 Feb 02 15:52:17.452528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a463b65-5e0b-4264-98ec-08c5534557c9 req-76dd4f1f-2771-462a-a22d-a3862fbc3eb3 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636697 Feb 02 15:52:17.461077 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.489841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:17.548660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b350d-37c1-4d7a-9306-83ce654484dd None None] Port bc43f263-fedd-4749-8194-bd6698877afa cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:52:17.585120 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:52:17.625151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.629818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Pushing event updated for resources: {'Port': ['ID=bc43f263-fedd-4749-8194-bd6698877afa,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:17.901123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:17.913579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:18.044750 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:18.222409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 1, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:18.243531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31dec0c-d29d-42cf-aa72-ac97aafc418c None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 1, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:52:18.389310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6227a9cc-5fcb-4f7a-b637-41a7e0c0a68b None None] Provisioning complete for port bc43f263-fedd-4749-8194-bd6698877afa triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:18.389861 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6227a9cc-5fcb-4f7a-b637-41a7e0c0a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:18.494756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6227a9cc-5fcb-4f7a-b637-41a7e0c0a68b None None] Port bc43f263-fedd-4749-8194-bd6698877afa cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:52:19.054010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb85c3-79dc-46b1-85c2-d779d1e9ae77 req-b5caac63-e203-46bf-911b-2ca7cc9659aa tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:19.055739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1cb85c3-79dc-46b1-85c2-d779d1e9ae77 req-b5caac63-e203-46bf-911b-2ca7cc9659aa tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.3470564 Feb 02 15:52:19.191896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1cb85c3-79dc-46b1-85c2-d779d1e9ae77 req-2e99c47c-4237-47c5-bdd7-efd3c3c4a149 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266530 Feb 02 15:52:19.273765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:52:19.709671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:52:19.741129 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b5b11412-ec34-4020-aa25-f2da2b126a1a admin admin] 10.222.0.88 "PUT /v2.0/routers/7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6125317 Feb 02 15:52:20.422481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-abcc6106-1607-4de0-a212-7839cb650fe5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fa641927cb344cb9c188176c1883f1c&device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 1096 time: 0.2050896 Feb 02 15:52:20.430605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c44bb-392b-43b9-a928-86f5ff1b3c04 req-26315bba-ed4f-4651-8994-1d369e31b8ff tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:20.432652 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef0c44bb-392b-43b9-a928-86f5ff1b3c04 req-26315bba-ed4f-4651-8994-1d369e31b8ff tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.3519807 Feb 02 15:52:20.731112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef0c44bb-392b-43b9-a928-86f5ff1b3c04 req-d74391cf-621f-4f6a-89a8-d0a8ea8f3e61 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657909 Feb 02 15:52:20.809257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3147d12b-4037-4c04-82ae-18fce4b1ec59 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:20.826901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-301e0423-aa15-447a-847d-5723f6ec2852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:20.829363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-301e0423-aa15-447a-847d-5723f6ec2852 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8346c826-53ff-467c-96e6-2daa5ea34f9b HTTP/1.1" status: 200 len: 914 time: 0.3955321 Feb 02 15:52:20.963085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-11fe78d6-d121-442d-9eb5-b0e2b9a4f65e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=350a4aac-53e5-4396-9c23-b24e025a4c57 HTTP/1.1" status: 200 len: 217 time: 0.1235530 Feb 02 15:52:21.008847 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 3147d12b-4037-4c04-82ae-18fce4b1ec59 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:21.013967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3147d12b-4037-4c04-82ae-18fce4b1ec59 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:21.014345 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:21.087540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-7bcf3112-361a-4924-bdb5-de062f3a3572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:21.089845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-7bcf3112-361a-4924-bdb5-de062f3a3572 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a HTTP/1.1" status: 200 len: 852 time: 0.1227930 Feb 02 15:52:21.172704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-e49efaa1-6c58-4a29-8668-ace0656b630c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8346c826-53ff-467c-96e6-2daa5ea34f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753379 Feb 02 15:52:21.304417 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:21.371399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 3147d12b-4037-4c04-82ae-18fce4b1ec59, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3147d12b-4037-4c04-82ae-18fce4b1ec59,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:21.379333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-af790c14-38fe-45f3-8e75-6d855f8c803e service neutron] 10.222.0.107 "GET /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994004 Feb 02 15:52:21.449268 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:21.541353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=3147d12b-4037-4c04-82ae-18fce4b1ec59,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:21.560968 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47bb1a4a-c6a7-4c53-b343-e64cd371e208 req-bddf1004-b8f7-4e9a-92cc-a0d1a209ae18 service neutron] 10.222.0.107 "GET /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755762 Feb 02 15:52:21.686390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37510) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:22.003588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.057394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:22.063094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e03d04fd9b41f6b84550d62933b96e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:22.067237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:22.074518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:22.191923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:22.210264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-493138283-network', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:22.235408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302d0e-1a84-463a-82ec-578c3fba8b63 req-1995956c-ce65-48b2-ad89-2b58a69a4907 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:22.237377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee302d0e-1a84-463a-82ec-578c3fba8b63 req-1995956c-ce65-48b2-ad89-2b58a69a4907 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.3464723 Feb 02 15:52:22.238773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:22.244016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Usage tracker for resource:network and tenant:d6df07f8b7094af791c08cec3ffcf255 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:22.249607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:22.307933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:22.312461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee302d0e-1a84-463a-82ec-578c3fba8b63 req-c78c074d-9b58-4cf9-9ac5-b289e5d83fa0 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650856 Feb 02 15:52:22.377991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.420948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Made reservation on behalf of d6df07f8b7094af791c08cec3ffcf255 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:22.423307 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.437440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.474332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:22.477871 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.484052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Usage tracker for resource:security_group_rule and tenant:d6df07f8b7094af791c08cec3ffcf255 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:22.489269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:22.497508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:22.530464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e9126b-68fc-4e43-b9f4-4fcf2a6c8032,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:22.536085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-97098f36-8e30-4058-b772-0b85cf831e55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c6e03d04fd9b41f6b84550d62933b96e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8485570 Feb 02 15:52:22.538830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37542) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:22.616447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33d0cf76-42e8-4dcd-9e4f-77c714a7c90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.645432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.654829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33d0cf76-42e8-4dcd-9e4f-77c714a7c90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.742512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3147d12b-4037-4c04-82ae-18fce4b1ec59 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:22.805596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.824596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3147d12b-4037-4c04-82ae-18fce4b1ec59 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:22.825072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.833175 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33d0cf76-42e8-4dcd-9e4f-77c714a7c90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.857238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0cf76-42e8-4dcd-9e4f-77c714a7c90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e9126b-68fc-4e43-b9f4-4fcf2a6c8032,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:22.865511 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33d0cf76-42e8-4dcd-9e4f-77c714a7c90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.866785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-33d0cf76-42e8-4dcd-9e4f-77c714a7c90c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/25e9126b-68fc-4e43-b9f4-4fcf2a6c8032 HTTP/1.1" status: 204 len: 168 time: 0.3266940 Feb 02 15:52:22.876553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:52:22.896423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20cbab7-d8cf-440d-9242-32ee876ef3d1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:22.901551 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.901896 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Added segment 9780400b-ee81-48a6-aad7-60f5c54ec5ee of type vlan for network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 Feb 02 15:52:22.933598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.049397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.050334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:23.050922 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.185567 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9922955 Feb 02 15:52:23.195345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37560) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:23.201277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Request body: {'subnet': {'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-493138283-subnet', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:23.214398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:23.219780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Usage tracker for resource:subnet and tenant:d6df07f8b7094af791c08cec3ffcf255 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:23.232072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:23.232215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcdb4b-bdb2-4158-9c8a-8a3ef972ab50 admin admin] Pushing event updated for resources: {'Network': ['ID=bd929522-fbdc-4ae6-b2b4-bcff5058a4b6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:23.241747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:52:23.251274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:23.323517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Made reservation on behalf of d6df07f8b7094af791c08cec3ffcf255 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:23.326184 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.669630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28073f-7383-441f-8d01-4bd80350985d req-d9bedfd8-58b8-418c-a72f-eccb94afdd4b tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:23.671150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f28073f-7383-441f-8d01-4bd80350985d req-d9bedfd8-58b8-418c-a72f-eccb94afdd4b tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.1112030 Feb 02 15:52:23.799545 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f28073f-7383-441f-8d01-4bd80350985d req-21991394-8584-475c-b901-05680dadece6 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866761 Feb 02 15:52:23.878191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.972359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1065d3c-134d-4b2f-a979-5f2e8f0b4dd7,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:23.984756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37576) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:24.016674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.080550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Checking segment: {'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:24.080915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Network hostable DHCP agents. Network: bd929522-fbdc-4ae6-b2b4-bcff5058a4b6, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:52:24.090483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:24.109994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] Usage tracker for resource:security_group_rule and tenant:2f55237104604ca2b49432f4f49aadb1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:24.114415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:24.128890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:24.204310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:52:24.219208 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.302050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.305477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, bd929522-fbdc-4ae6-b2b4-bcff5058a4b6) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:24.308835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:24.309782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.325748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb8889-ed0f-42ed-9d41-ac20d1e34e88 None None] Network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:52:24.413613 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-10039c62-0173-43dd-b408-40956d0bb28e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2168546 Feb 02 15:52:24.417156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37590) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:24.426685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:24.429744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2f55237104604ca2b49432f4f49aadb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4438834 Feb 02 15:52:24.434747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37594) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:24.435522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d1d7c-b731-4db3-9f66-df9840f39d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634c4418-6601-4c04-9d12-149a80be3d79,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:24.442915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:24.462266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Usage tracker for resource:router and tenant:d6df07f8b7094af791c08cec3ffcf255 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:24.467048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:24.481741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:24.529507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20b30074-a19f-400b-bc16-a8716844e3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.614356 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20b30074-a19f-400b-bc16-a8716844e3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.620819 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.621756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.638755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e1cb790c-7004-4e17-bdbb-956b526c1eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.641878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-bd929522-fbdc-4ae6-b2b4-bcff5058a4b6', 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'fixed_ips': [{'subnet_id': 'd1065d3c-134d-4b2f-a979-5f2e8f0b4dd7'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:52:24.642853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.699536 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.719883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9809d-f7df-4419-9c4b-64f94c0e407b req-7de61e31-c72d-42f7-8976-0abf73841494 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:24.721410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ba9809d-f7df-4419-9c4b-64f94c0e407b req-7de61e31-c72d-42f7-8976-0abf73841494 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.1630630 Feb 02 15:52:24.778301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ba9809d-f7df-4419-9c4b-64f94c0e407b req-2792a71c-c9ae-4445-9ec6-6b7f2c6a66c4 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491526 Feb 02 15:52:24.914116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20b30074-a19f-400b-bc16-a8716844e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.937823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b30074-a19f-400b-bc16-a8716844e3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634c4418-6601-4c04-9d12-149a80be3d79,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:25.001121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-20b30074-a19f-400b-bc16-a8716844e3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.004231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Allocated IP 172.20.0.2 (bd929522-fbdc-4ae6-b2b4-bcff5058a4b6/d1065d3c-134d-4b2f-a979-5f2e8f0b4dd7/fb88b953-5ecc-47de-94d2-13b3a51522ad) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:25.005022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-20b30074-a19f-400b-bc16-a8716844e3cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/634c4418-6601-4c04-9d12-149a80be3d79 HTTP/1.1" status: 204 len: 168 time: 0.5664866 Feb 02 15:52:25.021403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.357311 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.374383 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Transition to ACTIVE for port object fb88b953-5ecc-47de-94d2-13b3a51522ad will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:25.391431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.436176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Transition to ACTIVE for port object fb88b953-5ecc-47de-94d2-13b3a51522ad will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:25.447420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.594097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.663545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Allocated IP 172.25.0.112 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/f7cf7886-c4ea-43a7-bc02-38a9b1776b55) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:25.744266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:25.773831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:25.788070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:25.854478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-808e3ab4-9c47-4946-b4ca-22fed1a99b2b tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:25.865034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-808e3ab4-9c47-4946-b4ca-22fed1a99b2b tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/networks?id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 HTTP/1.1" status: 200 len: 814 time: 0.2619197 Feb 02 15:52:25.878140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Pushing event updated for resources: {'Port': ['ID=fb88b953-5ecc-47de-94d2-13b3a51522ad,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:25.909330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-0c9c1991-aaa2-45fb-b356-643c38c3fe16 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/quotas/4b949570168a41a98447eefa51c20597 HTTP/1.1" status: 200 len: 375 time: 0.0407202 Feb 02 15:52:25.919194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.945120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Attempting to bind port fb88b953-5ecc-47de-94d2-13b3a51522ad on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:25.945867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Attempting to bind port fb88b953-5ecc-47de-94d2-13b3a51522ad by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:25.946252 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Attempting to bind port fb88b953-5ecc-47de-94d2-13b3a51522ad on network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:25.955141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:25.955673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Checking segment: {'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:25.960108 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.960108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Bound using segment: {'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:25.974036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Bound port: fb88b953-5ecc-47de-94d2-13b3a51522ad, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:25.974519 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.975833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-5f68bd0c-970c-4fdd-aff7-3baf5abb3554 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b949570168a41a98447eefa51c20597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664024 Feb 02 15:52:26.154026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:26.154513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] For port fb88b953-5ecc-47de-94d2-13b3a51522ad, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:26.158510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] For port fb88b953-5ecc-47de-94d2-13b3a51522ad, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fb88b953-5ecc-47de-94d2-13b3a51522ad,segment=NetworkSegment(9780400b-ee81-48a6-aad7-60f5c54ec5ee),segment_id=9780400b-ee81-48a6-aad7-60f5c54ec5ee)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:26.184625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-ce3fd4ea-3a0b-4d9c-8bb1-1f88f9a84abb service neutron] 10.222.0.88 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065296 Feb 02 15:52:26.250565 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:26.281333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:26.284889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:26.303043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:26.434977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667daae-ae89-4045-8242-d1a8179acaa0 None None] Pushing event updated for resources: {'Port': ['ID=fb88b953-5ecc-47de-94d2-13b3a51522ad,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:26.436143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cf7886-c4ea-43a7-bc02-38a9b1776b55,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:26.565116 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-dcd10022-925f-4408-b6fd-1d6501fb0179 service neutron] 10.222.0.88 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710176 Feb 02 15:52:26.792598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d4cc1-a0a1-47a0-b794-561ed49aaa1c req-2b54662b-d44a-42fa-8b50-a9ce13416429 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:26.800164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-021d4cc1-a0a1-47a0-b794-561ed49aaa1c req-2b54662b-d44a-42fa-8b50-a9ce13416429 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.7403684 Feb 02 15:52:26.864217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fb88b953-5ecc-47de-94d2-13b3a51522ad up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:26.934778 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-72944d7a-e905-4fc1-b55d-a03eb2912b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:26.949782 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-021d4cc1-a0a1-47a0-b794-561ed49aaa1c req-32a8f965-5eac-4a51-8731-d1c4c44d8d40 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486280 Feb 02 15:52:27.112666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port fb88b953-5ecc-47de-94d2-13b3a51522ad completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:27.156008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:27.156008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:27.292296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2032fdc-350a-48cc-b8c6-5a2d7117f7ad req-3351bf31-cb5d-4815-ab85-c5ebdbbd0157 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 210 time: 0.2748685 Feb 02 15:52:27.895532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd7943-7a57-4e82-abac-98fada0c4001 req-b729ada3-7520-4b65-a33a-cad753bbf760 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:27.907602 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82bd7943-7a57-4e82-abac-98fada0c4001 req-b729ada3-7520-4b65-a33a-cad753bbf760 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.2369149 Feb 02 15:52:28.016971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-2e36f34d-3b9c-46bb-bed6-173f13a539ce service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fa641927cb344cb9c188176c1883f1c&device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 1096 time: 0.3008060 Feb 02 15:52:28.027647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-82bd7943-7a57-4e82-abac-98fada0c4001 req-5955111c-e088-4a14-a9bb-73419dd91781 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155527 Feb 02 15:52:28.080178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf7c39-df41-41fa-ad8b-bd8f1934abf5 None None] Network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:52:28.216229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:52:28.229772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-17792fa7-0b67-4bd5-96c9-163efa6c045d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:28.231198 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-17792fa7-0b67-4bd5-96c9-163efa6c045d service neutron] 10.222.0.107 "GET /v2.0/networks?id=8346c826-53ff-467c-96e6-2daa5ea34f9b HTTP/1.1" status: 200 len: 914 time: 0.2038100 Feb 02 15:52:28.311205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-da2ee567-115a-40c7-842f-b012f3e9bf8a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=350a4aac-53e5-4396-9c23-b24e025a4c57 HTTP/1.1" status: 200 len: 217 time: 0.0720756 Feb 02 15:52:28.338754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Provisioning for port fb88b953-5ecc-47de-94d2-13b3a51522ad completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:28.352197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Provisioning complete for port fb88b953-5ecc-47de-94d2-13b3a51522ad triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:28.352685 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.499237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-09ee0b49-8414-47ba-829e-9533ff168369 req-2c891c9c-d603-4930-8924-12e437ddc486 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Synchronizing usage tracker for tenant:4b949570168a41a98447eefa51c20597 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:28.538454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-ab4a87e6-8d07-4cd5-8610-39968ce71f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:28.539969 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-ab4a87e6-8d07-4cd5-8610-39968ce71f01 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a HTTP/1.1" status: 200 len: 852 time: 0.1594887 Feb 02 15:52:28.552077 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.553590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.558063 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.596337 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-1bd5630b-c7e4-479b-bf36-37c53aca4e55 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8346c826-53ff-467c-96e6-2daa5ea34f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473049 Feb 02 15:52:28.600269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] For port fb88b953-5ecc-47de-94d2-13b3a51522ad, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fb88b953-5ecc-47de-94d2-13b3a51522ad,segment=NetworkSegment(9780400b-ee81-48a6-aad7-60f5c54ec5ee),segment_id=9780400b-ee81-48a6-aad7-60f5c54ec5ee)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:28.713588 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.873077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-09ee0b49-8414-47ba-829e-9533ff168369 req-2c891c9c-d603-4930-8924-12e437ddc486 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Unset dirty status for tenant:4b949570168a41a98447eefa51c20597 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:28.874510 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09ee0b49-8414-47ba-829e-9533ff168369 req-2c891c9c-d603-4930-8924-12e437ddc486 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 210 time: 0.4581642 Feb 02 15:52:28.912593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Pushing event updated for resources: {'Port': ['ID=fb88b953-5ecc-47de-94d2-13b3a51522ad,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:28.930457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.930809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.931149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.932831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.933226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.933568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.933938 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.934269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.934595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.934920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.935245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cd36ea-8215-493b-bc94-d914988d6d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:29.039103 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-6ec2175d-00a9-44cd-862e-ba872778386f service neutron] 10.222.0.107 "GET /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343367 Feb 02 15:52:29.049642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cfa4b8b3-f6d8-4dac-9a87-c047bf893fe7 None None] Provisioning complete for port fb88b953-5ecc-47de-94d2-13b3a51522ad triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:29.050421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b8b3-f6d8-4dac-9a87-c047bf893fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:29.133908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:29.373058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1d496-f49c-47da-93f1-ec4160425c22 req-c6449a3f-db71-4651-94a3-aacd44cfcee4 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:29.374621 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5dd1d496-f49c-47da-93f1-ec4160425c22 req-c6449a3f-db71-4651-94a3-aacd44cfcee4 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.0973241 Feb 02 15:52:29.484686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-624265a3-925e-4784-bb89-fc1b3736a9ea req-8ce628f6-d2b6-4946-b97e-28d86b179c5b service neutron] 10.222.0.107 "GET /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068928 Feb 02 15:52:29.505283 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5dd1d496-f49c-47da-93f1-ec4160425c22 req-bcb87e39-cd6a-4fa1-bf72-8052d10ab899 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240687 Feb 02 15:52:29.512216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:52:29.524440 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Sync routers for ids ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:52:29.537483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:29.550513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Routers {'0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:29.552371 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:29.625112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:29.634626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] Usage tracker for resource:security_group_rule and tenant:ba44360b29a74044951d0979c91c91b9 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:29.646918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:29.656437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:29.661343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-14543656-3ed4-49ae-9055-daaaaffe6959 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2422953 Feb 02 15:52:29.662464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37724) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:29.664869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:29.826513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:29.913166 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:29.987575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:29.991331 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Set router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:30.065243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba44360b29a74044951d0979c91c91b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9301286 Feb 02 15:52:30.069490 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37734) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:30.119426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a75f8-94c5-4b1b-8d2e-ae7a881ac6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d416ea62-b7bc-4a57-a8f0-2f6d76bf60fe,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:30.213619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a7063ac-f9fe-41bd-8f40-038f13e7c5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.285620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a7063ac-f9fe-41bd-8f40-038f13e7c5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.300459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-155abe67-7a8f-4bf2-a5b9-f9a1780047e3 req-b5c8058c-65fb-497c-862a-c3278a2bb7b1 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 210 time: 0.0709713 Feb 02 15:52:30.471823 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T15:52:26Z', 'revision_number': 3, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:30.477656 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Checking router: 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:52:30.478732 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Updating router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 port f7cf7886-c4ea-43a7-bc02-38a9b1776b55 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:52:30.553935 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.576319 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a7063ac-f9fe-41bd-8f40-038f13e7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.649195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7063ac-f9fe-41bd-8f40-038f13e7c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d416ea62-b7bc-4a57-a8f0-2f6d76bf60fe,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:30.657337 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a7063ac-f9fe-41bd-8f40-038f13e7c5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.666105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a7063ac-f9fe-41bd-8f40-038f13e7c5b7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d416ea62-b7bc-4a57-a8f0-2f6d76bf60fe HTTP/1.1" status: 204 len: 168 time: 0.5945721 Feb 02 15:52:30.737666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fb88b953-5ecc-47de-94d2-13b3a51522ad up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:30.954360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-531059f4-58ce-4a1b-a4d4-3be649a10233 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:30.956436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-531059f4-58ce-4a1b-a4d4-3be649a10233 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "GET /v2.0/networks?id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 HTTP/1.1" status: 200 len: 814 time: 0.4145772 Feb 02 15:52:30.981653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Request body: {'port': {'device_id': '945937eb-787b-4d45-a954-eadbf6587b5f', 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0', 'admin_state_up': True, 'tenant_id': '4b949570168a41a98447eefa51c20597'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:31.023749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49346d05-f8cb-4cbd-b96f-ecf6bfd327c4 req-42e878e9-f84f-43ed-8e05-7de0b3589fe9 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:31.023749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49346d05-f8cb-4cbd-b96f-ecf6bfd327c4 req-42e878e9-f84f-43ed-8e05-7de0b3589fe9 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.2364614 Feb 02 15:52:31.093900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fb88b953-5ecc-47de-94d2-13b3a51522ad triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:31.095990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.144549 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49346d05-f8cb-4cbd-b96f-ecf6bfd327c4 req-e5d1d52c-cd8d-49a2-a21c-1c0f1fb56b54 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160667 Feb 02 15:52:31.245796 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:31.279170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:31.291463 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.307932 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Transition to ACTIVE for port object f7cf7886-c4ea-43a7-bc02-38a9b1776b55 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:31.391363 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.539893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Made reservation on behalf of 4b949570168a41a98447eefa51c20597 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:31.547781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.716019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0332ee98-0674-4894-9241-5e91e5535d0f req-91307dbf-dcce-491f-83f3-a401bf7b78a6 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 210 time: 0.1186626 Feb 02 15:52:31.850403 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Pushing event updated for resources: {'Port': ['ID=f7cf7886-c4ea-43a7-bc02-38a9b1776b55,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:31.855234 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Attempting to bind port f7cf7886-c4ea-43a7-bc02-38a9b1776b55 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:31.857017 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Attempting to bind port f7cf7886-c4ea-43a7-bc02-38a9b1776b55 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:31.857603 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Attempting to bind port f7cf7886-c4ea-43a7-bc02-38a9b1776b55 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:31.866157 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:31.872096 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:31.877344 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.877803 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:31.879038 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Bound port: f7cf7886-c4ea-43a7-bc02-38a9b1776b55, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:31.879038 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.947818 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.948230 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.948579 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.948949 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.949301 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.949629 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.949953 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.951044 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.951044 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.951044 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:31.951374 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:32.020664 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] For port f7cf7886-c4ea-43a7-bc02-38a9b1776b55, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:32.024854 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] For port f7cf7886-c4ea-43a7-bc02-38a9b1776b55, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f7cf7886-c4ea-43a7-bc02-38a9b1776b55,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:32.067380 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.090684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Allocated IP 172.20.0.12 (4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0/4bd73201-5295-4460-9a35-d544c5192d41/971ef11d-c179-4ff0-a25a-523727ac3c1a) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:32.228254 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.327449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7624d-68ad-4cc5-bbbe-341466781599 None None] Pushing event updated for resources: {'Port': ['ID=f7cf7886-c4ea-43a7-bc02-38a9b1776b55,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:32.334518 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Routers {'0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:32.335142 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:32.360523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5d2dd-97d8-495f-88be-f88794cb1563 req-a08e2c84-b192-468a-84f1-8cdc337fa6b2 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:32.368277 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27a5d2dd-97d8-495f-88be-f88794cb1563 req-a08e2c84-b192-468a-84f1-8cdc337fa6b2 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.1050336 Feb 02 15:52:32.443438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27a5d2dd-97d8-495f-88be-f88794cb1563 req-eb419c13-c9d6-4270-991e-af3d15359724 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662761 Feb 02 15:52:32.531107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Allocated IP 172.20.0.1 (bd929522-fbdc-4ae6-b2b4-bcff5058a4b6/d1065d3c-134d-4b2f-a979-5f2e8f0b4dd7/db3c3104-e376-474f-9e56-b1ec8cce5bb7) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:32.557779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.575711 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] Set router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:32.860325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.900768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.994329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Transition to ACTIVE for port object db3c3104-e376-474f-9e56-b1ec8cce5bb7 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:33.013921 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T15:52:26Z', 'revision_number': 3, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:33.021198 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd26af-d504-4b3f-b7f6-5ea260a5beb1 None None] The sync data for ids ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'] in n-d-827122-1 is: [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T15:52:26Z', 'revision_number': 3, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:52:33.025794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:33.034426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:33.045986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:33.129656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Pushing event updated for resources: {'Port': ['ID=971ef11d-c179-4ff0-a25a-523727ac3c1a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:33.167553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:33.168476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.180795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:52:33.197891 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:33.198565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:33.203883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33738987-68a6-43c8-a97a-b6ae24f29df5 req-7ef89316-9233-491a-9117-20d6343f2a20 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:33.209727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33738987-68a6-43c8-a97a-b6ae24f29df5 req-7ef89316-9233-491a-9117-20d6343f2a20 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 932 time: 0.2977278 Feb 02 15:52:33.283700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33738987-68a6-43c8-a97a-b6ae24f29df5 req-6dd1eb72-02af-4849-867e-67bc306da8dd tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706518 Feb 02 15:52:33.287102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.376837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e411e500-3d87-46d6-bfc5-1bc01e558be4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3997333 Feb 02 15:52:33.430013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Request body: {'port': {'device_id': '945937eb-787b-4d45-a954-eadbf6587b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:33.506255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:33.520778 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:33.525128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Pushing event updated for resources: {'Port': ['ID=db3c3104-e376-474f-9e56-b1ec8cce5bb7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:33.537823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:33.664131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:33.895548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d649c08-f984-41be-91cc-0d50b3fd41db req-efbf2463-2837-4af1-a504-c55629d41b70 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:33.909970 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.917933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d649c08-f984-41be-91cc-0d50b3fd41db req-efbf2463-2837-4af1-a504-c55629d41b70 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.2496414 Feb 02 15:52:34.004258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:34.086991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d649c08-f984-41be-91cc-0d50b3fd41db req-e9cd89d0-110a-44b5-9bb2-4abe28ed2982 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628604 Feb 02 15:52:34.282981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:17Z', 'revision_number': 2, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:34.282981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:52:34.282981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Updating router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 port bc43f263-fedd-4749-8194-bd6698877afa binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:52:34.349816 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:34.368230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6762ffe8-2449-4ed4-905e-b9b905c6d817 None None] Provisioning for port db3c3104-e376-474f-9e56-b1ec8cce5bb7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:34.401491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6762ffe8-2449-4ed4-905e-b9b905c6d817 None None] Provisioning complete for port db3c3104-e376-474f-9e56-b1ec8cce5bb7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:34.402044 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6762ffe8-2449-4ed4-905e-b9b905c6d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:34.650205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:34.667743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6762ffe8-2449-4ed4-905e-b9b905c6d817 None None] Port db3c3104-e376-474f-9e56-b1ec8cce5bb7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:52:34.768787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f7cf7886-c4ea-43a7-bc02-38a9b1776b55 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:34.914054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-a9b50374-dcd0-47d2-b318-0bc91b0f14a8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:34.915738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-a9b50374-dcd0-47d2-b318-0bc91b0f14a8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.7069173 Feb 02 15:52:35.060592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.073855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Transition to ACTIVE for port object bc43f263-fedd-4749-8194-bd6698877afa will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:35.095827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1ae8f-62d4-436a-8c61-778272eb1db8 req-c9cbd472-1309-49f9-9005-ef568988b32b tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:35.099467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5dd1ae8f-62d4-436a-8c61-778272eb1db8 req-c9cbd472-1309-49f9-9005-ef568988b32b tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Synchronizing usage tracker for tenant:4b949570168a41a98447eefa51c20597 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:35.119115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f7cf7886-c4ea-43a7-bc02-38a9b1776b55 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:35.128227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f7cf7886-c4ea-43a7-bc02-38a9b1776b55 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:35.128227 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.165390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Deleting port 350a4aac-53e5-4396-9c23-b24e025a4c57 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:52:35.165728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.181662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.380634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc38ea-5b80-48db-9879-93f7a393bf1f None None] Pushing event updated for resources: {'Port': ['ID=bc43f263-fedd-4749-8194-bd6698877afa,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:35.470817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5dd1ae8f-62d4-436a-8c61-778272eb1db8 req-c9cbd472-1309-49f9-9005-ef568988b32b tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Unset dirty status for tenant:4b949570168a41a98447eefa51c20597 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:35.477609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5dd1ae8f-62d4-436a-8c61-778272eb1db8 req-c9cbd472-1309-49f9-9005-ef568988b32b tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 932 time: 0.9206529 Feb 02 15:52:35.580334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971ef11d-c179-4ff0-a25a-523727ac3c1a {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:52:35.609217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a79526-cb38-4d92-ae49-d7266ed36689 req-d8008b49-1864-42c2-8bcd-b827dabe4d98 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:35.621965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73a79526-cb38-4d92-ae49-d7266ed36689 req-d8008b49-1864-42c2-8bcd-b827dabe4d98 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.3443561 Feb 02 15:52:35.690813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-73a79526-cb38-4d92-ae49-d7266ed36689 req-ae83a36c-58d7-4dcd-a63f-e2fd8f077362 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659535 Feb 02 15:52:35.747572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.765483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Transition to ACTIVE for port object 971ef11d-c179-4ff0-a25a-523727ac3c1a will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:35.786946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5dd1ae8f-62d4-436a-8c61-778272eb1db8 req-d118534d-b826-4c3d-afd9-00c6c3f8688f tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074110 Feb 02 15:52:35.795560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.resource_extend [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:52:35.851027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.863378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.892090 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.898564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Attempting to bind port bc43f263-fedd-4749-8194-bd6698877afa on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:35.898942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Attempting to bind port bc43f263-fedd-4749-8194-bd6698877afa by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:35.899315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Attempting to bind port bc43f263-fedd-4749-8194-bd6698877afa on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:35.924400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f7cf7886-c4ea-43a7-bc02-38a9b1776b55, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f7cf7886-c4ea-43a7-bc02-38a9b1776b55,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:35.927008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:35.934480 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:35.934936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.935353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:35.935955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Bound port: bc43f263-fedd-4749-8194-bd6698877afa, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:35.945459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:36.022002 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:36.062670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-02eefcb5-080e-44c5-9751-35f3effd9cdd req-6468dc53-64dd-4410-b081-0227d8abe96a service neutron] (95773) timed out ('10.222.0.88', 45746) {{(pid=95773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:52:36.075814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:36.144795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] For port bc43f263-fedd-4749-8194-bd6698877afa, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:36.148164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f7cf7886-c4ea-43a7-bc02-38a9b1776b55,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:36.155449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] For port bc43f263-fedd-4749-8194-bd6698877afa, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bc43f263-fedd-4749-8194-bd6698877afa,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:36.224372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:36.234746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=971ef11d-c179-4ff0-a25a-523727ac3c1a,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:36.246368 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:36.322903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc38ea-5b80-48db-9879-93f7a393bf1f None None] Pushing event updated for resources: {'Port': ['ID=bc43f263-fedd-4749-8194-bd6698877afa,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:36.328947 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:36.329610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:36.456633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] For port 350a4aac-53e5-4396-9c23-b24e025a4c57, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=350a4aac-53e5-4396-9c23-b24e025a4c57,segment=NetworkSegment(be815b21-262d-43b7-9db6-914bc0e2c6de),segment_id=be815b21-262d-43b7-9db6-914bc0e2c6de)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:36.457634 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:36.610903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Pushing event updated for resources: {'Port': ['ID=db3c3104-e376-474f-9e56-b1ec8cce5bb7,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:36.683832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:36.792016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f7cf7886-c4ea-43a7-bc02-38a9b1776b55 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:36.919703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Calling delete_port for 350a4aac-53e5-4396-9c23-b24e025a4c57 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:52:37.050451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:37.078655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:37.179044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6eca5-82eb-401a-bdfb-e60dea7ac1b3 req-cc66a83d-343f-427f-8034-9ae436fbc34b tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:37.188670 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d3a6eca5-82eb-401a-bdfb-e60dea7ac1b3 req-cc66a83d-343f-427f-8034-9ae436fbc34b tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 945 time: 0.1982982 Feb 02 15:52:37.356612 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d3a6eca5-82eb-401a-bdfb-e60dea7ac1b3 req-43a7e4e4-9d47-4c75-abad-0e9f8f246253 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a25e32c-b027-4baf-9a20-f0c30f6fdf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631565 Feb 02 15:52:37.613862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f7cf7886-c4ea-43a7-bc02-38a9b1776b55 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:37.619419 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:37.718190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Attempting to bind port 971ef11d-c179-4ff0-a25a-523727ac3c1a on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:37.718190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Attempting to bind port 971ef11d-c179-4ff0-a25a-523727ac3c1a by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:37.718190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Attempting to bind port 971ef11d-c179-4ff0-a25a-523727ac3c1a on network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:37.726190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Port 971ef11d-c179-4ff0-a25a-523727ac3c1a on network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:52:37.726190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Attempting to bind port 971ef11d-c179-4ff0-a25a-523727ac3c1a on network 4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:37.727495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2611e127-1f2d-4cd5-84f7-4121074ddb4e None None] Provisioning complete for port db3c3104-e376-474f-9e56-b1ec8cce5bb7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:37.728896 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2611e127-1f2d-4cd5-84f7-4121074ddb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:37.878107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:36Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:37.890636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9bd4-69b0-401b-ace5-1037ff578219 req-19150ef0-19cc-411d-b2c9-e31110b35a7f tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:37.898662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d2a66-967f-42ea-a7bd-e3ee7f65f512 None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:36Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:52:37.905599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef0d9bd4-69b0-401b-ace5-1037ff578219 req-19150ef0-19cc-411d-b2c9-e31110b35a7f tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 944 time: 0.3657525 Feb 02 15:52:37.906377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:37.906745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Checking segment: {'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:37.907123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Bound using segment: {'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:37.907567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Bound port: 971ef11d-c179-4ff0-a25a-523727ac3c1a, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963577b1-9897-46e3-bbae-4fea55aee144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:37.907933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:37.918758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2611e127-1f2d-4cd5-84f7-4121074ddb4e None None] Port db3c3104-e376-474f-9e56-b1ec8cce5bb7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:52:38.053759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bc43f263-fedd-4749-8194-bd6698877afa up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:38.057243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37854) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:38.234232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port bc43f263-fedd-4749-8194-bd6698877afa completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:38.240192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port bc43f263-fedd-4749-8194-bd6698877afa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:38.240850 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.255676 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef0d9bd4-69b0-401b-ace5-1037ff578219 req-fcc3d92d-5783-4ff1-8cc8-6a00840d7b30 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068123 Feb 02 15:52:38.304126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.361751 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.384106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:38.408095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ee86c39709f442e593e6ef9132178afd is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:38.416376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:38.433634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:38.471585 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.502115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Pushing event deleted for resources: {'Port': ['ID=350a4aac-53e5-4396-9c23-b24e025a4c57,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:38.519590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port bc43f263-fedd-4749-8194-bd6698877afa, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bc43f263-fedd-4749-8194-bd6698877afa,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:38.572871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.622701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.679368 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17141318-4b50-47b8-83da-cbb228c751a2 req-fe8a5e07-d922-42bc-a769-5c778e9d0150 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 210 time: 0.0968754 Feb 02 15:52:38.685025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.686207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] For port 971ef11d-c179-4ff0-a25a-523727ac3c1a, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:38.769901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ee86c39709f442e593e6ef9132178afd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7110803 Feb 02 15:52:38.771707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade0d3f-ced1-4f79-9f43-aff9a74eb5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897a62dc-d4f2-4550-80bd-acc5b903face,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:38.777337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37868) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:38.840217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] For port 971ef11d-c179-4ff0-a25a-523727ac3c1a, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=971ef11d-c179-4ff0-a25a-523727ac3c1a,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:38.844601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] No DVR routers for this DVR port 350a4aac-53e5-4396-9c23-b24e025a4c57 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:38.844961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=bc43f263-fedd-4749-8194-bd6698877afa,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:38.867258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.867837 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-679c6011-7aa4-4d3d-a5de-78847aec70f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.878227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7dd0b1-e16f-412e-91b0-c42e7262e94e', 'name': 'network-vif-deleted', 'tag': '350a4aac-53e5-4396-9c23-b24e025a4c57'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:38.924182 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-679c6011-7aa4-4d3d-a5de-78847aec70f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.924281 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.969890 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7dd0b1-e16f-412e-91b0-c42e7262e94e', 'name': 'network-vif-deleted', 'tag': '350a4aac-53e5-4396-9c23-b24e025a4c57', 'status': 'completed', 'code': 200} Feb 02 15:52:38.982063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:52:39.020053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.021685 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/971ef11d-c179-4ff0-a25a-523727ac3c1a HTTP/1.1" status: 200 len: 1092 time: 5.5961568 Feb 02 15:52:39.030599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847a4ac-00e4-4f3e-a4a0-5c9921d2a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=971ef11d-c179-4ff0-a25a-523727ac3c1a,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:39.069227 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-679c6011-7aa4-4d3d-a5de-78847aec70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.085703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bf9dcb8-5756-4906-b05f-01ad73868ad3 req-3fa7602a-e2a8-406f-b464-a4f2d7f495b8 tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.107 "DELETE /v2.0/ports/350a4aac-53e5-4396-9c23-b24e025a4c57 HTTP/1.1" status: 204 len: 173 time: 4.1560297 Feb 02 15:52:39.088494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c6011-7aa4-4d3d-a5de-78847aec70f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a62dc-d4f2-4550-80bd-acc5b903face,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:39.107049 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-679c6011-7aa4-4d3d-a5de-78847aec70f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.112516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-679c6011-7aa4-4d3d-a5de-78847aec70f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/897a62dc-d4f2-4550-80bd-acc5b903face HTTP/1.1" status: 204 len: 168 time: 0.3321810 Feb 02 15:52:39.136748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 350a4aac-53e5-4396-9c23-b24e025a4c57 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:39.217615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 350a4aac-53e5-4396-9c23-b24e025a4c57 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:52:39.218426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 350a4aac-53e5-4396-9c23-b24e025a4c57 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:39.340765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-f289d6f8-10c9-4c18-9a40-a0a14560aeea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b949570168a41a98447eefa51c20597&device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 1095 time: 0.1101933 Feb 02 15:52:39.352735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:52:39.368447 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Sync routers for ids ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:52:39.386173 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Routers {'0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:39.387834 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:39.415891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8cc635d6-855b-4696-86f7-b222cc90bf7e admin admin] 10.222.0.88 "PUT /v2.0/routers/0fb076e5-05e0-46b7-9e0d-5cb2e9c24606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7432134 Feb 02 15:52:39.427032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-77487201-c86b-49d4-99a9-ed2179506653 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971ef11d-c179-4ff0-a25a-523727ac3c1a HTTP/1.1" status: 200 len: 217 time: 0.0720413 Feb 02 15:52:39.601859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e4e52c64-403d-417d-980a-aeca2dd545e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:39.606944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e4e52c64-403d-417d-980a-aeca2dd545e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bd73201-5295-4460-9a35-d544c5192d41 HTTP/1.1" status: 200 len: 854 time: 0.1712160 Feb 02 15:52:39.623166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc61934-063c-4387-806b-d5859ded89ad req-83cf618f-ec8a-4311-8dff-6683906b3d0c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:39.626866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc61934-063c-4387-806b-d5859ded89ad req-83cf618f-ec8a-4311-8dff-6683906b3d0c tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 944 time: 0.1085720 Feb 02 15:52:39.686280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bfc61934-063c-4387-806b-d5859ded89ad req-c974de41-30c9-4a67-ba95-a858fb16b7f9 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519340 Feb 02 15:52:39.758849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-e3b28961-9aae-4a89-bcab-b97213a163d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456940 Feb 02 15:52:39.951156 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Set router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:40.108650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-563e47be-d605-4dfd-8441-c04dd762172f req-f7867b78-ff75-47e1-989c-d27d825885ec tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Synchronizing usage tracker for tenant:8fa641927cb344cb9c188176c1883f1c on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:40.125169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-7d104860-b3f2-4f02-99e8-f6a5fcd141d5 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603711 Feb 02 15:52:40.298602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-563e47be-d605-4dfd-8441-c04dd762172f req-f7867b78-ff75-47e1-989c-d27d825885ec tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] Unset dirty status for tenant:8fa641927cb344cb9c188176c1883f1c on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:40.300858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-563e47be-d605-4dfd-8441-c04dd762172f req-f7867b78-ff75-47e1-989c-d27d825885ec tempest-TestServerAdvancedOps-1701394555 tempest-TestServerAdvancedOps-1701394555-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd7dd0b1-e16f-412e-91b0-c42e7262e94e HTTP/1.1" status: 200 len: 210 time: 0.2988286 Feb 02 15:52:40.423618 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-26c77101-2ef0-4361-bcc1-e8934edbe667 req-c62b4dbd-a66a-4d2c-87a4-45a4fc89097f service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918642 Feb 02 15:52:40.755218 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T15:52:33Z', 'revision_number': 4, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'db3c3104-e376-474f-9e56-b1ec8cce5bb7', 'name': '', 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'mac_address': 'fa:16:3e:08:c0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1065d3c-134d-4b2f-a979-5f2e8f0b4dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:32Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 2, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'subnets': [{'id': 'd1065d3c-134d-4b2f-a979-5f2e8f0b4dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:40.765712 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Checking router: 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:52:40.768752 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Updating router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 port db3c3104-e376-474f-9e56-b1ec8cce5bb7 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:52:40.778515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bc43f263-fedd-4749-8194-bd6698877afa up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:40.960781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef83c83-633d-40f3-ba61-d2d7f30b3fe1 req-c509999b-ba8c-4cd3-a1b7-8c9c7fcbdfe3 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:40.969141 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.969390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cef83c83-633d-40f3-ba61-d2d7f30b3fe1 req-c509999b-ba8c-4cd3-a1b7-8c9c7fcbdfe3 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 944 time: 0.1081491 Feb 02 15:52:40.971160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945937eb-787b-4d45-a954-eadbf6587b5f', 'tag': '971ef11d-c179-4ff0-a25a-523727ac3c1a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:41.042223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port bc43f263-fedd-4749-8194-bd6698877afa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:41.042878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.090855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cef83c83-633d-40f3-ba61-d2d7f30b3fe1 req-a6e3a542-eced-4b73-89a3-ae01727e49a9 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201153 Feb 02 15:52:41.114023 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945937eb-787b-4d45-a954-eadbf6587b5f', 'tag': '971ef11d-c179-4ff0-a25a-523727ac3c1a', 'status': 'completed', 'code': 200} Feb 02 15:52:41.428125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37936) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:41.447693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-1dcfdcdc-99d1-4da3-a58d-c7647675c341 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b949570168a41a98447eefa51c20597&device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 1095 time: 0.2652264 Feb 02 15:52:41.589744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37942) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:41.682153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-018d7f1e-b4f9-4dde-83ed-ec98a1167b5f admin admin] Deleting subnet f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:52:41.686803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-018d7f1e-b4f9-4dde-83ed-ec98a1167b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.764806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-018d7f1e-b4f9-4dde-83ed-ec98a1167b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.916821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-155792950-network', 'tenant_id': '89c24bd98a8e4495b55e54856464747b'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:41.933912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:41.946781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Usage tracker for resource:network and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:41.962204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-0c3911c4-d74d-4ca2-9458-3413659915e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:41.964289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:41.966195 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-0c3911c4-d74d-4ca2-9458-3413659915e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 HTTP/1.1" status: 200 len: 916 time: 0.5105004 Feb 02 15:52:41.981630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:42.015778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-018d7f1e-b4f9-4dde-83ed-ec98a1167b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.056200 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.082210 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Transition to ACTIVE for port object db3c3104-e376-474f-9e56-b1ec8cce5bb7 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:42.091892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Made reservation on behalf of 89c24bd98a8e4495b55e54856464747b for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:42.094395 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.115375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.157135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-4c8f3731-8936-4271-9017-250c2268b6de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971ef11d-c179-4ff0-a25a-523727ac3c1a HTTP/1.1" status: 200 len: 217 time: 0.1843495 Feb 02 15:52:42.171512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:42.175725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Usage tracker for resource:security_group_rule and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:42.180078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:42.186818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:42.241426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-6261a802-0a87-4750-90e6-75fcd87d1eef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:42.243168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-6261a802-0a87-4750-90e6-75fcd87d1eef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bd73201-5295-4460-9a35-d544c5192d41 HTTP/1.1" status: 200 len: 854 time: 0.0798693 Feb 02 15:52:42.246185 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.287439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-018d7f1e-b4f9-4dde-83ed-ec98a1167b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.374361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d7f1e-b4f9-4dde-83ed-ec98a1167b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:42.384938 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25352052-90a7-4332-b5c6-74fa46845790 None None] Pushing event updated for resources: {'Port': ['ID=db3c3104-e376-474f-9e56-b1ec8cce5bb7,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:42.404942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-d42efe94-5f3c-4eb3-a89e-006a1a039b99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120195 Feb 02 15:52:42.406804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-018d7f1e-b4f9-4dde-83ed-ec98a1167b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.457831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-018d7f1e-b4f9-4dde-83ed-ec98a1167b5f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f3d63e33-b1f4-4b37-9a8d-2067dcb00d3a HTTP/1.1" status: 204 len: 168 time: 0.8664246 Feb 02 15:52:42.469347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37962) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:42.527652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.640378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.655744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:52:42.681206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.681632 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Added segment a11629ab-cdb1-4067-8afa-ca732c24077d of type vlan for network 66174410-a19b-416b-9246-e7d5278ff503 Feb 02 15:52:42.694894 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Attempting to bind port db3c3104-e376-474f-9e56-b1ec8cce5bb7 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:42.695559 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Attempting to bind port db3c3104-e376-474f-9e56-b1ec8cce5bb7 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:42.696102 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Attempting to bind port db3c3104-e376-474f-9e56-b1ec8cce5bb7 on network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:42.705915 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:42.706490 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Checking segment: {'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:42.707096 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.707788 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Bound using segment: {'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:42.709186 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Bound port: db3c3104-e376-474f-9e56-b1ec8cce5bb7, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9780400b-ee81-48a6-aad7-60f5c54ec5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:42.711366 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.779703 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.799553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf447338-3f2f-427d-bb90-9c81a2ab0c4a req-80206905-b557-4713-b0a5-4b7617bcd54d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:42.801274 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf447338-3f2f-427d-bb90-9c81a2ab0c4a req-80206905-b557-4713-b0a5-4b7617bcd54d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 944 time: 0.5572083 Feb 02 15:52:42.805796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-6de46a6a-b75c-41f6-ad29-5dd60dae2ded service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947656 Feb 02 15:52:42.820649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e94bc1-5948-46f3-a0f9-ffc8b1e95dfb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:42.867792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.908053 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] For port db3c3104-e376-474f-9e56-b1ec8cce5bb7, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:42.918253 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] For port db3c3104-e376-474f-9e56-b1ec8cce5bb7, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=db3c3104-e376-474f-9e56-b1ec8cce5bb7,segment=NetworkSegment(9780400b-ee81-48a6-aad7-60f5c54ec5ee),segment_id=9780400b-ee81-48a6-aad7-60f5c54ec5ee)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:42.960984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf447338-3f2f-427d-bb90-9c81a2ab0c4a req-7ec88907-7459-4200-830c-456b5e394819 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533477 Feb 02 15:52:43.000899 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.040749 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1e6f134-2735-4040-ab7f-5af2a9aeac28 req-d8c37522-6c77-4c79-851d-5f5a262466e2 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188029 Feb 02 15:52:43.096372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 971ef11d-c179-4ff0-a25a-523727ac3c1a details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:52:43.120347 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.134388 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Routers {'0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:43.135350 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:43.187400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8346c826-53ff-467c-96e6-2daa5ea34f9b']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:43.210899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be815b21-262d-43b7-9db6-914bc0e2c6de') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:43.211789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be815b21-262d-43b7-9db6-914bc0e2c6de') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:43.241157 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25352052-90a7-4332-b5c6-74fa46845790 None None] Pushing event updated for resources: {'Port': ['ID=db3c3104-e376-474f-9e56-b1ec8cce5bb7,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:43.243118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.264253 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.280823 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:52:43.281454 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:52:43.346061 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:52:43.422785 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.424771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:43.425493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.499465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 971ef11d-c179-4ff0-a25a-523727ac3c1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=971ef11d-c179-4ff0-a25a-523727ac3c1a,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:43.515861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '971ef11d-c179-4ff0-a25a-523727ac3c1a', 'network_id': '4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0', 'port_id': '971ef11d-c179-4ff0-a25a-523727ac3c1a', 'mac_address': 'fa:16:3e:a8:7a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd73201-5295-4460-9a35-d544c5192d41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:52:43.550089 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] Set router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:43.583014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] Pushing event updated for resources: {'Network': ['ID=66174410-a19b-416b-9246-e7d5278ff503,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:43.608485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 66174410-a19b-416b-9246-e7d5278ff503 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:52:43.648372 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.690749 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.705437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 37982) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:43.724868 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] 10.222.0.88 "DELETE /v2.0/networks/8346c826-53ff-467c-96e6-2daa5ea34f9b HTTP/1.1" status: 204 len: 168 time: 1.2560370 Feb 02 15:52:43.725869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e79cd-d12e-4ed9-9d1d-3227e20e176d admin admin] Pushing event deleted for resources: {'Network': ['ID=8346c826-53ff-467c-96e6-2daa5ea34f9b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:43.752545 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d53132ed-d0b6-43fc-ae46-3928fdb4f678 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3227119 Feb 02 15:52:43.757176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 37988) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:43.776769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Request body: {'subnet': {'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-155792950-subnet', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:43.807063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:43.820273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Usage tracker for resource:subnet and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:43.830083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.831859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:43.845226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:43.908615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971ef11d-c179-4ff0-a25a-523727ac3c1a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:52:43.921488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02fc155-028b-4f24-bc58-44468eb9f817 admin admin] Deleting subnet 28f01e23-e16c-40b9-ad61-11eff2a2835a {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:52:43.936450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 971ef11d-c179-4ff0-a25a-523727ac3c1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=971ef11d-c179-4ff0-a25a-523727ac3c1a,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:43.938705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a02fc155-028b-4f24-bc58-44468eb9f817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.977115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Made reservation on behalf of 89c24bd98a8e4495b55e54856464747b for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:43.979718 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.006681 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.008941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a02fc155-028b-4f24-bc58-44468eb9f817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.152999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a02fc155-028b-4f24-bc58-44468eb9f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.207346 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T15:52:33Z', 'revision_number': 4, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'db3c3104-e376-474f-9e56-b1ec8cce5bb7', 'name': '', 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'mac_address': 'fa:16:3e:08:c0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1065d3c-134d-4b2f-a979-5f2e8f0b4dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:32Z', 'updated_at': '2022-02-02T15:52:42Z', 'revision_number': 4, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'subnets': [{'id': 'd1065d3c-134d-4b2f-a979-5f2e8f0b4dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:44.213967 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ccb3d-1b35-48e4-bd80-c803f040539f None None] The sync data for ids ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'] in n-d-827122-1 is: [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T15:52:33Z', 'revision_number': 4, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'db3c3104-e376-474f-9e56-b1ec8cce5bb7', 'name': '', 'network_id': 'bd929522-fbdc-4ae6-b2b4-bcff5058a4b6', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'mac_address': 'fa:16:3e:08:c0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1065d3c-134d-4b2f-a979-5f2e8f0b4dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:32Z', 'updated_at': '2022-02-02T15:52:42Z', 'revision_number': 4, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'subnets': [{'id': 'd1065d3c-134d-4b2f-a979-5f2e8f0b4dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:52:44.229358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=971ef11d-c179-4ff0-a25a-523727ac3c1a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:44.329265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['971ef11d-c179-4ff0-a25a-523727ac3c1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:52:44.332423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a02fc155-028b-4f24-bc58-44468eb9f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.394384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eab6a-fd2b-4a33-8eb4-ef45c7f55ee2 req-6b9a6b72-a73d-4bbe-93f1-10a525f271b2 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:44.407131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa4eab6a-fd2b-4a33-8eb4-ef45c7f55ee2 req-6b9a6b72-a73d-4bbe-93f1-10a525f271b2 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 945 time: 0.1794496 Feb 02 15:52:44.436770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fc155-028b-4f24-bc58-44468eb9f817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f01e23-e16c-40b9-ad61-11eff2a2835a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:44.447105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a02fc155-028b-4f24-bc58-44468eb9f817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.464141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a02fc155-028b-4f24-bc58-44468eb9f817 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/28f01e23-e16c-40b9-ad61-11eff2a2835a HTTP/1.1" status: 204 len: 168 time: 0.7544470 Feb 02 15:52:44.464141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38000) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:44.541211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa4eab6a-fd2b-4a33-8eb4-ef45c7f55ee2 req-115dc412-8b49-48df-b899-d482539b191e tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330371 Feb 02 15:52:44.617344 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.688796 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.779470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device db3c3104-e376-474f-9e56-b1ec8cce5bb7 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:44.842905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764bb1ee-c1a3-42a6-adda-f8df1687424b,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:44.880317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.886866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Checking segment: {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:44.887688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Network hostable DHCP agents. Network: 66174410-a19b-416b-9246-e7d5278ff503, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:52:44.963896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f23fb3-8089-46d5-b63e-f6eeb381970a']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:44.984646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ae8976-2f8d-4176-b8e4-237fbf105872') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:44.985088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ae8976-2f8d-4176-b8e4-237fbf105872') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:45.003611 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.023633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Network 66174410-a19b-416b-9246-e7d5278ff503 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:52:45.031330 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.042004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:52:45.042921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.051805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port db3c3104-e376-474f-9e56-b1ec8cce5bb7 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:45.061219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port db3c3104-e376-474f-9e56-b1ec8cce5bb7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:45.061712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: timer() Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:52:45.068669 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:52:45.126173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 66174410-a19b-416b-9246-e7d5278ff503) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:45.133352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 971ef11d-c179-4ff0-a25a-523727ac3c1a up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:45.137117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:45.137715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.175752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fc7fd-17ad-4b32-9e82-b30ccdc039e3 None None] Network 66174410-a19b-416b-9246-e7d5278ff503 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:52:45.276116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.299271 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.315686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=25f23fb3-8089-46d5-b63e-f6eeb381970a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:45.319897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bb532226-5cd9-4b7d-ab9a-a1bfffa78b0d admin admin] 10.222.0.88 "DELETE /v2.0/networks/25f23fb3-8089-46d5-b63e-f6eeb381970a HTTP/1.1" status: 204 len: 168 time: 0.8539128 Feb 02 15:52:45.340431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1c0dd5c-7b5c-4cc3-8b73-bbee28fd0624 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5755489 Feb 02 15:52:45.342671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38026) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:45.355276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:45.368251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:45.385022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Usage tracker for resource:router and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:45.390785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:45.398276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.399011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:45.524691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port db3c3104-e376-474f-9e56-b1ec8cce5bb7, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=db3c3104-e376-474f-9e56-b1ec8cce5bb7,segment=NetworkSegment(9780400b-ee81-48a6-aad7-60f5c54ec5ee),segment_id=9780400b-ee81-48a6-aad7-60f5c54ec5ee)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:45.527054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.528650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.532260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 971ef11d-c179-4ff0-a25a-523727ac3c1a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:45.547127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 971ef11d-c179-4ff0-a25a-523727ac3c1a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:45.547507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.561657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.628393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-66174410-a19b-416b-9246-e7d5278ff503', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:52:45.629237 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.673884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.826159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38040) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:45.902735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-828fd8ae-e134-4d4a-9d61-537562de1def admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8fa641927cb344cb9c188176c1883f1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0748534 Feb 02 15:52:45.905713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38044) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:45.926799 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6de7e-19db-45b4-9c2b-0604a43a46ee req-c07ad00e-66e4-4da3-83ce-15c200c26cb8 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:45.929005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81a6de7e-19db-45b4-9c2b-0604a43a46ee req-c07ad00e-66e4-4da3-83ce-15c200c26cb8 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 945 time: 0.1598852 Feb 02 15:52:45.986272 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81a6de7e-19db-45b4-9c2b-0604a43a46ee req-274e8398-a581-4c75-85be-567541f7eb5d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516880 Feb 02 15:52:45.999573 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.033034 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.102673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132488e-a348-4808-89bf-774cea77604d req-e1968a32-fe13-4097-b70d-ac6e86ff4e91 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:46.104213 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-e1968a32-fe13-4097-b70d-ac6e86ff4e91 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.3216860 Feb 02 15:52:46.106028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=db3c3104-e376-474f-9e56-b1ec8cce5bb7,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:46.109668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b25cd72-d07f-4008-a864-e9f5f2797710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.118943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945937eb-787b-4d45-a954-eadbf6587b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971ef11d-c179-4ff0-a25a-523727ac3c1a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:46.139563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 971ef11d-c179-4ff0-a25a-523727ac3c1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=971ef11d-c179-4ff0-a25a-523727ac3c1a,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:46.145525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Allocated IP 172.20.0.2 (66174410-a19b-416b-9246-e7d5278ff503/764bb1ee-c1a3-42a6-adda-f8df1687424b/b487939d-b6c1-4abd-adb1-ef5ced03d3f1) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:46.168480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b25cd72-d07f-4008-a864-e9f5f2797710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.245259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-ff701203-4d08-4b7c-9839-03125e466e9d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/quotas/480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 375 time: 0.1214077 Feb 02 15:52:46.261223 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945937eb-787b-4d45-a954-eadbf6587b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971ef11d-c179-4ff0-a25a-523727ac3c1a', 'code': 200} Feb 02 15:52:46.262485 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.389344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=971ef11d-c179-4ff0-a25a-523727ac3c1a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:46.520684 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.563852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b132488e-a348-4808-89bf-774cea77604d req-c55320ff-51ba-43c1-a2aa-40ac1a5c4a87 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:46.578269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Transition to ACTIVE for port object b487939d-b6c1-4abd-adb1-ef5ced03d3f1 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:46.582692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28a624fb-d329-4c59-8f1e-ed12818e111c req-e5c8eab4-1fd7-4591-a347-98bb0f54fbc0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 1097 time: 0.2866273 Feb 02 15:52:46.586050 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b25cd72-d07f-4008-a864-e9f5f2797710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.600442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Transition to ACTIVE for port object b487939d-b6c1-4abd-adb1-ef5ced03d3f1 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:46.626054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25cd72-d07f-4008-a864-e9f5f2797710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a25e32c-b027-4baf-9a20-f0c30f6fdf53,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:46.665725 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.709865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28a624fb-d329-4c59-8f1e-ed12818e111c req-e1d8fee8-5d09-4b5f-8a03-f301d9e287fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203532 Feb 02 15:52:46.720042 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.741469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Network 66174410-a19b-416b-9246-e7d5278ff503 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:46.744972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:46.746534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b132488e-a348-4808-89bf-774cea77604d req-c55320ff-51ba-43c1-a2aa-40ac1a5c4a87 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:46.749188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:46.754631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-c55320ff-51ba-43c1-a2aa-40ac1a5c4a87 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4955812 Feb 02 15:52:46.758511 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.761784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Pushing event updated for resources: {'Port': ['ID=b487939d-b6c1-4abd-adb1-ef5ced03d3f1,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:46.793606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device db3c3104-e376-474f-9e56-b1ec8cce5bb7 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:46.809052 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5b25cd72-d07f-4008-a864-e9f5f2797710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.810435 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5b25cd72-d07f-4008-a864-e9f5f2797710 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1a25e32c-b027-4baf-9a20-f0c30f6fdf53 HTTP/1.1" status: 204 len: 168 time: 0.9036713 Feb 02 15:52:46.952986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Allocated IP 172.25.0.2 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/b8608551-ace2-4af8-b9d5-1f8ad50a1ff0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:46.981009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Attempting to bind port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:46.981381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Attempting to bind port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:46.981742 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Attempting to bind port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 on network 66174410-a19b-416b-9246-e7d5278ff503 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:46.997750 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:46.998139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Checking segment: {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:46.998548 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.998979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Bound using segment: {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:46.999834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Bound port: b487939d-b6c1-4abd-adb1-ef5ced03d3f1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:47.000257 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.171656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port db3c3104-e376-474f-9e56-b1ec8cce5bb7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:47.172142 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.242058 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.244366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] For port b487939d-b6c1-4abd-adb1-ef5ced03d3f1, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:47.255113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] For port b487939d-b6c1-4abd-adb1-ef5ced03d3f1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b487939d-b6c1-4abd-adb1-ef5ced03d3f1,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:47.341415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.358357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5856728-6af1-430a-84a1-7af3c68b28ff req-11bcc637-3b6c-42d4-bbbf-02426d025e8d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:47.360856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f5856728-6af1-430a-84a1-7af3c68b28ff req-11bcc637-3b6c-42d4-bbbf-02426d025e8d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 946 time: 0.1461725 Feb 02 15:52:47.361395 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.409406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-17b5ecd1-5538-4967-8c61-bfe18ae5a533 service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536555 Feb 02 15:52:47.445661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c8bed-b00b-4543-9b67-853062f4be63 None None] Pushing event updated for resources: {'Port': ['ID=b487939d-b6c1-4abd-adb1-ef5ced03d3f1,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:47.462884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f5856728-6af1-430a-84a1-7af3c68b28ff req-9184e621-810f-4551-8a72-77ba3ab6d37a tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860441 Feb 02 15:52:47.645880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-d9f2a171-a96f-43e4-9c59-fee48412097e service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292995 Feb 02 15:52:47.659083 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.783537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:47.792221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:47.801789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:47.858905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38064) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:47.902106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Pushing event updated for resources: {'Port': ['ID=b8608551-ace2-4af8-b9d5-1f8ad50a1ff0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:47.921510 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.934950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1f1cd76a-bda8-4ab3-8ea4-29a2e8ec1baa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c3dcbf7b3013458d862cdbc2522050ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0746202 Feb 02 15:52:47.940333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38070) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:48.015448 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cac20b4-15bc-4f33-bc64-0e9bb9aa30b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.048712 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cac20b4-15bc-4f33-bc64-0e9bb9aa30b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.099925 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.100924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.201420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cac20b4-15bc-4f33-bc64-0e9bb9aa30b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.228357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac20b4-15bc-4f33-bc64-0e9bb9aa30b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1013e17-7dd9-446b-90b7-88d211422c66,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:48.244722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cac20b4-15bc-4f33-bc64-0e9bb9aa30b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.246879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2cac20b4-15bc-4f33-bc64-0e9bb9aa30b1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d1013e17-7dd9-446b-90b7-88d211422c66 HTTP/1.1" status: 204 len: 168 time: 0.3051865 Feb 02 15:52:48.543609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Router c557fc7a-1665-4684-9da4-d71c26f7c0ca is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:52:48.852443 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0861d3bc-6820-4e90-8a9f-feb2ed4f85d8 req-9d69471f-9e3c-409b-9f01-8f63891082cc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 210 time: 0.1044688 Feb 02 15:52:48.866805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49573d4-9a8b-43d3-af54-f6046d8810a7 None None] Network 66174410-a19b-416b-9246-e7d5278ff503 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:52:49.007064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b487939d-b6c1-4abd-adb1-ef5ced03d3f1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:49.100413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4fac8-7d77-4203-bb1a-92eedd0ad448 req-49b80cdb-5340-467b-90d6-54e793da3244 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:49.110022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71c4fac8-7d77-4203-bb1a-92eedd0ad448 req-49b80cdb-5340-467b-90d6-54e793da3244 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 946 time: 0.2057934 Feb 02 15:52:49.211037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:52:49.239287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-71c4fac8-7d77-4203-bb1a-92eedd0ad448 req-217c9ac3-cf42-43cf-a65e-14c12c3a3e4d tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261899 Feb 02 15:52:49.310485 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Sync routers for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:52:49.350116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:49.356778 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bd4fb6aa-5616-4e93-b019-39bb74d29f0f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0085723 Feb 02 15:52:49.357172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38100) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:49.428505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:49.429522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:49.503075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b17af3c7-17cd-4f9f-bcc8-34dfd2427ff5 None None] Provisioning for port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:49.518618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b17af3c7-17cd-4f9f-bcc8-34dfd2427ff5 None None] Provisioning complete for port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:49.519051 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b17af3c7-17cd-4f9f-bcc8-34dfd2427ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:49.559342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:49.618396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:49.618766 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:49.949541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b17af3c7-17cd-4f9f-bcc8-34dfd2427ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.004586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a8834a5-b5d1-46eb-adf0-6e3a5d23f627 req-d647112f-5a36-4000-af13-17d73107adf2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 210 time: 0.0556309 Feb 02 15:52:50.007043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:50.188521 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.215186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b17af3c7-17cd-4f9f-bcc8-34dfd2427ff5 None None] For port b487939d-b6c1-4abd-adb1-ef5ced03d3f1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b487939d-b6c1-4abd-adb1-ef5ced03d3f1,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:52:50.345733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.367515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b17af3c7-17cd-4f9f-bcc8-34dfd2427ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.544662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:52:50.545014 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:52:50.578800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17af3c7-17cd-4f9f-bcc8-34dfd2427ff5 None None] Pushing event updated for resources: {'Port': ['ID=b487939d-b6c1-4abd-adb1-ef5ced03d3f1,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:50.649808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:47Z', 'revision_number': 3, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:50.668865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Checking router: c557fc7a-1665-4684-9da4-d71c26f7c0ca for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:52:50.669486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Updating router c557fc7a-1665-4684-9da4-d71c26f7c0ca port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:52:50.762271 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.817597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Allocated IP 172.20.0.1 (66174410-a19b-416b-9246-e7d5278ff503/764bb1ee-c1a3-42a6-adda-f8df1687424b/cb6cd7a1-a730-4d15-81f2-33fd6186faa8) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:50.906154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-02cb778e-6caa-4695-8cfe-5c449244b378 None None] Provisioning complete for port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:50.907221 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02cb778e-6caa-4695-8cfe-5c449244b378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.078820 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.098190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Transition to ACTIVE for port object cb6cd7a1-a730-4d15-81f2-33fd6186faa8 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:51.271358 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.322881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b487939d-b6c1-4abd-adb1-ef5ced03d3f1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:51.329590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e925f718-deb6-46a7-a42e-a5bfb51eb8fb req-bb914725-cba7-4d56-9a40-5c1da8e8fc3a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 210 time: 0.1420956 Feb 02 15:52:51.363386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:51.380445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Network 66174410-a19b-416b-9246-e7d5278ff503 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:51.383467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:51.385601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:51.387772 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.414103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Transition to ACTIVE for port object b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:51.440385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:51.440834 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.472369 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.501770 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.632628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aeb8b-250b-44d5-8c2c-a376b80c40ef None None] Pushing event updated for resources: {'Port': ['ID=b8608551-ace2-4af8-b9d5-1f8ad50a1ff0,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:51.639179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Attempting to bind port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:51.639767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Attempting to bind port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:51.639939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Attempting to bind port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:51.646010 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.666294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:51.666703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:51.667104 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.667508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:51.668108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Bound port: b8608551-ace2-4af8-b9d5-1f8ad50a1ff0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:51.668491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.755010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] For port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:51.759119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] For port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b8608551-ace2-4af8-b9d5-1f8ad50a1ff0,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:51.829433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.867805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c09b26ff-51bf-4f17-8bd3-4fbc1677ef2e None None] Provisioning for port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:51.895662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c09b26ff-51bf-4f17-8bd3-4fbc1677ef2e None None] Provisioning complete for port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:51.896086 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c09b26ff-51bf-4f17-8bd3-4fbc1677ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.923183 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.971445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c09b26ff-51bf-4f17-8bd3-4fbc1677ef2e None None] Port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:52:51.972889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aeb8b-250b-44d5-8c2c-a376b80c40ef None None] Pushing event updated for resources: {'Port': ['ID=b8608551-ace2-4af8-b9d5-1f8ad50a1ff0,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:51.984418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.992389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:52:51.993172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:52.114118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:52.116693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.214961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:52:52.430657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Network 66174410-a19b-416b-9246-e7d5278ff503 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:52.432825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:52.750837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132488e-a348-4808-89bf-774cea77604d req-13cb62f7-a762-4ed0-8372-5920990687ec tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:52.752402 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-13cb62f7-a762-4ed0-8372-5920990687ec tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.6602933 Feb 02 15:52:52.855079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'port': {'device_id': '147daca5-5afc-4f65-ba2f-80cdffc04632', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'admin_state_up': True, 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:52.916157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0bf49b6-46c7-4eb7-ab2f-593972abbb0d req-323c71dd-42df-46a2-afd8-b11c781e4250 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 210 time: 0.1626980 Feb 02 15:52:52.958120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-838ed9d2-aa01-4b2c-95a2-49ca2eee2349 None None] Provisioning complete for port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:52.958645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-838ed9d2-aa01-4b2c-95a2-49ca2eee2349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.992193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 2, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:53.021516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d334634-8f7e-4c18-a3dc-5cf0a7544f3f None None] The sync data for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 is: [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 2, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:52:53.116613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-838ed9d2-aa01-4b2c-95a2-49ca2eee2349 None None] Port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:52:53.118378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:53.132634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:53.239813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Router c557fc7a-1665-4684-9da4-d71c26f7c0ca has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:52:53.281449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:53.285908 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:53.539113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.20.0.10 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/2c0fe3a4-8b44-4022-95c9-5a96a514ac94) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:53.657972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:52:53.682884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2decae37-54ec-4354-a5b9-19d4bae319c9 admin admin] 10.222.0.88 "PUT /v2.0/routers/c557fc7a-1665-4684-9da4-d71c26f7c0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3244410 Feb 02 15:52:53.854614 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:53.872289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Transition to ACTIVE for port object 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:53.996287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.081618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:54.089472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:54.105444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:54.197300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:54.197786 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.233163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:54.279367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743c4c2-b79b-4c4b-b41b-200971aab348 req-4c7da7da-a7f7-4f56-a2d3-d7aed4dc6eca tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:54.281307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6743c4c2-b79b-4c4b-b41b-200971aab348 req-4c7da7da-a7f7-4f56-a2d3-d7aed4dc6eca tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 932 time: 0.1357684 Feb 02 15:52:54.317251 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-4970584d-2207-4788-90d5-1b86c24836cb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4796352 Feb 02 15:52:54.336302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Request body: {'port': {'device_id': '147daca5-5afc-4f65-ba2f-80cdffc04632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:54.358342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6743c4c2-b79b-4c4b-b41b-200971aab348 req-6ff1a923-f825-4bc9-87d8-2948e3458f7e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:54.473597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-6743c4c2-b79b-4c4b-b41b-200971aab348 req-6ff1a923-f825-4bc9-87d8-2948e3458f7e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:54.492512 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6743c4c2-b79b-4c4b-b41b-200971aab348 req-6ff1a923-f825-4bc9-87d8-2948e3458f7e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766889 Feb 02 15:52:54.553221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1bf26e09-e8f3-4137-b71b-b00157d92b08 None None] Provisioning for port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:54.564710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.578229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1bf26e09-e8f3-4137-b71b-b00157d92b08 None None] Provisioning complete for port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:54.578229 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1bf26e09-e8f3-4137-b71b-b00157d92b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.588801 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:52:54.669441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1bf26e09-e8f3-4137-b71b-b00157d92b08 None None] Port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:52:54.767716 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9a871a89-9769-4850-a87a-54f00bc42c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.989780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:52:54.998181 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.014503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Transition to ACTIVE for port object 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:55.104519 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.251966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:55.379130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Attempting to bind port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:55.379473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Attempting to bind port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:55.379799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Attempting to bind port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:55.387766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:52:55.388123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Attempting to bind port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:55.394971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:55.397615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:55.397615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:55.397615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Bound port: 2c0fe3a4-8b44-4022-95c9-5a96a514ac94, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:55.397615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.501321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] For port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:55.504998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] For port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:55.653910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38162) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:55.660254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-79019909-network', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:55.667098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:55.669122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.672143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Usage tracker for resource:network and tenant:2a0ac0bf2bb442418c3246f44e186d29 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:55.675407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:55.683365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:55.761006 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.762849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] 10.222.0.107 "PUT /v2.0/ports/2c0fe3a4-8b44-4022-95c9-5a96a514ac94 HTTP/1.1" status: 200 len: 1092 time: 1.4319646 Feb 02 15:52:55.767622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147daca5-5afc-4f65-ba2f-80cdffc04632', 'tag': '2c0fe3a4-8b44-4022-95c9-5a96a514ac94'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:55.773950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Made reservation on behalf of 2a0ac0bf2bb442418c3246f44e186d29 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:55.777914 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.799607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f979281-1749-4ff4-984b-4b4782656fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:55.823906 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.845582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf93f6-f49a-4ecb-9401-1303b8551d3d req-76d9ad35-de74-434e-8be2-63e797135163 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:55.847231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-56cf93f6-f49a-4ecb-9401-1303b8551d3d req-76d9ad35-de74-434e-8be2-63e797135163 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:55.873649 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147daca5-5afc-4f65-ba2f-80cdffc04632', 'tag': '2c0fe3a4-8b44-4022-95c9-5a96a514ac94', 'status': 'completed', 'code': 200} Feb 02 15:52:56.111243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:56.111243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Usage tracker for resource:security_group_rule and tenant:2a0ac0bf2bb442418c3246f44e186d29 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:56.111243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:56.111243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:56.145244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.177958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-56cf93f6-f49a-4ecb-9401-1303b8551d3d req-76d9ad35-de74-434e-8be2-63e797135163 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:56.179668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56cf93f6-f49a-4ecb-9401-1303b8551d3d req-76d9ad35-de74-434e-8be2-63e797135163 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 944 time: 0.5488527 Feb 02 15:52:56.213145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.263237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:52:56.263237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92775493-2901-4954-a02b-f1f445c160bf,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:56.285694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-56cf93f6-f49a-4ecb-9401-1303b8551d3d req-515fefbe-42e3-4518-9826-f5d8b7a1ecd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906720 Feb 02 15:52:56.289656 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.289656 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Added segment 15550222-22fb-4d8b-9300-132c1089b6a7 of type vlan for network c54c497f-22ad-4955-86ec-7dc411f94db5 Feb 02 15:52:56.291937 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-654551d7-1295-4173-9124-7fc50fe80294 req-f35bb44b-8ed6-4dbd-b5bf-7b44207243d1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 1095 time: 0.3714476 Feb 02 15:52:56.331464 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.451454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654551d7-1295-4173-9124-7fc50fe80294 req-60c24bf2-ef74-436e-9911-bd58888ae5af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:56.453565 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-654551d7-1295-4173-9124-7fc50fe80294 req-60c24bf2-ef74-436e-9911-bd58888ae5af service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1524150 Feb 02 15:52:56.465029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.465973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:56.466645 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.609053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] Pushing event updated for resources: {'Network': ['ID=c54c497f-22ad-4955-86ec-7dc411f94db5,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:56.623551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654551d7-1295-4173-9124-7fc50fe80294 req-452eaa57-aeed-44a8-a3d4-a0c621ad91ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:56.623551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-654551d7-1295-4173-9124-7fc50fe80294 req-452eaa57-aeed-44a8-a3d4-a0c621ad91ce service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1635449 Feb 02 15:52:56.627604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network c54c497f-22ad-4955-86ec-7dc411f94db5 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:52:56.808305 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-d8257ef7-5b9e-46bc-83bd-0a6a065beef7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 1095 time: 0.1074185 Feb 02 15:52:56.814551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d4430e9d-889e-4cb2-8912-e4226cd5b117 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1594043 Feb 02 15:52:56.817474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38190) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:56.823384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Request body: {'subnet': {'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-79019909-subnet', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:56.829683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:56.834891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Usage tracker for resource:subnet and tenant:2a0ac0bf2bb442418c3246f44e186d29 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:56.839765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:56.847196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:56.902083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9e705c15-aaa3-43e6-9ddf-e9ce567ec180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.904047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-824dd3ef-2e3b-4456-ab69-296cf1044e52 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c0fe3a4-8b44-4022-95c9-5a96a514ac94 HTTP/1.1" status: 200 len: 217 time: 0.0698259 Feb 02 15:52:56.971583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132488e-a348-4808-89bf-774cea77604d req-2c71ad67-8785-4cb3-8867-d8265c1833e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:56.971583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-2c71ad67-8785-4cb3-8867-d8265c1833e9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0706151 Feb 02 15:52:56.979397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Made reservation on behalf of 2a0ac0bf2bb442418c3246f44e186d29 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:56.979397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.092590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-43e265a2-835d-4b10-80ff-bd20e2c5b394 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118472 Feb 02 15:52:57.268053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-9c2dd89c-a315-4742-9961-efee57bf357c service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703660 Feb 02 15:52:57.317223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.444767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234d1026-edc5-4ed9-8d98-580d44d0b2cc,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:57.464399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b132488e-a348-4808-89bf-774cea77604d req-45751bb9-b176-4706-b3ee-ab8c2cd205c5 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863346 Feb 02 15:52:57.513274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Checking segment: {'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:57.513700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Network hostable DHCP agents. Network: c54c497f-22ad-4955-86ec-7dc411f94db5, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:52:57.598631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6622-c45b-4648-861f-efa84c4b9bdd req-fbaaa27b-c51c-4be1-b259-65c0579be00e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:57.598631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ebf6622-c45b-4648-861f-efa84c4b9bdd req-fbaaa27b-c51c-4be1-b259-65c0579be00e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 944 time: 0.1248367 Feb 02 15:52:57.620198 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ebf6622-c45b-4648-861f-efa84c4b9bdd req-1c03fbfc-447a-49b2-9095-7c5e2b0fdd58 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Feb 02 15:52:57.824978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Network c54c497f-22ad-4955-86ec-7dc411f94db5 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:52:57.904463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, c54c497f-22ad-4955-86ec-7dc411f94db5) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:57.909346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:57.910238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.913699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43267621-9a51-467f-96fa-df2fc6caff44 None None] Network c54c497f-22ad-4955-86ec-7dc411f94db5 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:52:57.977127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f2d22418-2182-4716-a765-b59fdc9bc400 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1556110 Feb 02 15:52:57.977575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 38206) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:57.983671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:52:57.990129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:57.996356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Usage tracker for resource:router and tenant:2a0ac0bf2bb442418c3246f44e186d29 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:58.023830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:58.023830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:58.103922 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.103922 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.133138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.171827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-c54c497f-22ad-4955-86ec-7dc411f94db5', 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'fixed_ips': [{'subnet_id': '234d1026-edc5-4ed9-8d98-580d44d0b2cc'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:52:58.171827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.388586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.404163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Allocated IP 172.20.0.2 (c54c497f-22ad-4955-86ec-7dc411f94db5/234d1026-edc5-4ed9-8d98-580d44d0b2cc/a42a83c3-b795-41f9-b767-d02c7f90295d) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:58.492620 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.512486 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.641963 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.653554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Transition to ACTIVE for port object a42a83c3-b795-41f9-b767-d02c7f90295d will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:58.707131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Transition to ACTIVE for port object a42a83c3-b795-41f9-b767-d02c7f90295d will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:58.731610 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.782224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.784981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.933630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Network c54c497f-22ad-4955-86ec-7dc411f94db5 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:58.935685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3d63-5d07-4bca-8d59-cc2040271a89 req-44227968-6d49-4492-96bf-888162ccc781 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:58.936250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:58.936826 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90cf3d63-5d07-4bca-8d59-cc2040271a89 req-44227968-6d49-4492-96bf-888162ccc781 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 944 time: 0.0937521 Feb 02 15:52:58.946314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:58.948649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Pushing event updated for resources: {'Port': ['ID=a42a83c3-b795-41f9-b767-d02c7f90295d,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:58.984592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Allocated IP 172.25.0.83 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/14ef864e-1772-47b2-8cad-f880cf8fa8e4) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:58.993290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90cf3d63-5d07-4bca-8d59-cc2040271a89 req-ee8fa838-4f4a-4f17-a2dc-7d6034447215 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Feb 02 15:52:59.058794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Attempting to bind port a42a83c3-b795-41f9-b767-d02c7f90295d on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:59.059437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Attempting to bind port a42a83c3-b795-41f9-b767-d02c7f90295d by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:59.060024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Attempting to bind port a42a83c3-b795-41f9-b767-d02c7f90295d on network c54c497f-22ad-4955-86ec-7dc411f94db5 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:52:59.083504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:52:59.083504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Checking segment: {'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:52:59.083504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.083504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Bound using segment: {'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:52:59.083504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Bound port: a42a83c3-b795-41f9-b767-d02c7f90295d, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:59.083504 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.190536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] For port a42a83c3-b795-41f9-b767-d02c7f90295d, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:52:59.206280 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.207946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] For port a42a83c3-b795-41f9-b767-d02c7f90295d, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a42a83c3-b795-41f9-b767-d02c7f90295d,segment=NetworkSegment(15550222-22fb-4d8b-9300-132c1089b6a7),segment_id=15550222-22fb-4d8b-9300-132c1089b6a7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:52:59.357015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.357263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.562465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9aac9-dc06-461a-89e5-85f99f0ce6ba None None] Pushing event updated for resources: {'Port': ['ID=a42a83c3-b795-41f9-b767-d02c7f90295d,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:59.640786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:59.649763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:59.656955 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:52:59.717115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Pushing event updated for resources: {'Port': ['ID=14ef864e-1772-47b2-8cad-f880cf8fa8e4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:59.962821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.962821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.202013 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.247737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3be2b-cd8a-4609-80b9-469827c9754a req-4733870b-94a4-49af-bded-e16136b3ce22 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:00.249274 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9da3be2b-cd8a-4609-80b9-469827c9754a req-4733870b-94a4-49af-bded-e16136b3ce22 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 944 time: 0.1201432 Feb 02 15:53:00.307384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9da3be2b-cd8a-4609-80b9-469827c9754a req-daf5528a-6461-4934-8d55-91a8054dca19 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517156 Feb 02 15:53:00.395342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Router f314fce7-6cf3-4184-a003-adb668b8ddc0 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:53:00.630149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:53:00.643999 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Sync routers for ids ['f314fce7-6cf3-4184-a003-adb668b8ddc0'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:53:00.676174 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Routers {'f314fce7-6cf3-4184-a003-adb668b8ddc0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:53:00.680432 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f314fce7-6cf3-4184-a003-adb668b8ddc0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:00.684790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8cfa73-0bbb-4388-bc3f-b50f3a893a0b None None] Network c54c497f-22ad-4955-86ec-7dc411f94db5 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:53:00.749915 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.751439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ed719279-d127-4509-857a-46c5bcdb16b6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7726727 Feb 02 15:53:00.763129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 38240) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:01.216496 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Set router f314fce7-6cf3-4184-a003-adb668b8ddc0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:53:01.614235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a42a83c3-b795-41f9-b767-d02c7f90295d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:01.661774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-de4cf312-d691-4425-8b52-574384236eac None None] Provisioning for port a42a83c3-b795-41f9-b767-d02c7f90295d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:01.890790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd233-adbf-4af5-8130-d7a4635b6ac3 req-e98c571d-83b9-41b5-840e-3ba3e88c3ddc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:01.895457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2a1fd233-adbf-4af5-8130-d7a4635b6ac3 req-e98c571d-83b9-41b5-840e-3ba3e88c3ddc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 944 time: 0.3768616 Feb 02 15:53:02.134378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a42a83c3-b795-41f9-b767-d02c7f90295d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:02.134378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a42a83c3-b795-41f9-b767-d02c7f90295d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:02.134378 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.204020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:52:59Z', 'revision_number': 3, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:02.204020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Checking router: f314fce7-6cf3-4184-a003-adb668b8ddc0 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:53:02.204020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Updating router f314fce7-6cf3-4184-a003-adb668b8ddc0 port 14ef864e-1772-47b2-8cad-f880cf8fa8e4 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:53:02.283913 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2a1fd233-adbf-4af5-8130-d7a4635b6ac3 req-0140dc19-f918-4aa2-8534-d23a31745675 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707650 Feb 02 15:53:02.327714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-77b4e246-72b4-4fbb-9ec4-688db154c13d None None] Provisioning complete for port a42a83c3-b795-41f9-b767-d02c7f90295d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:02.328371 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-77b4e246-72b4-4fbb-9ec4-688db154c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.376044 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.557838 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.617255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a42a83c3-b795-41f9-b767-d02c7f90295d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a42a83c3-b795-41f9-b767-d02c7f90295d,segment=NetworkSegment(15550222-22fb-4d8b-9300-132c1089b6a7),segment_id=15550222-22fb-4d8b-9300-132c1089b6a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:02.733179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.810455 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-77b4e246-72b4-4fbb-9ec4-688db154c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.887542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a42a83c3-b795-41f9-b767-d02c7f90295d,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:03.026907 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.048304 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Transition to ACTIVE for port object 14ef864e-1772-47b2-8cad-f880cf8fa8e4 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:53:03.051342 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-77b4e246-72b4-4fbb-9ec4-688db154c13d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:53:03.051342 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-77b4e246-72b4-4fbb-9ec4-688db154c13d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:53:03.111440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.271706 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.409938 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Attempting to bind port 14ef864e-1772-47b2-8cad-f880cf8fa8e4 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:53:03.409938 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Attempting to bind port 14ef864e-1772-47b2-8cad-f880cf8fa8e4 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:53:03.409938 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Attempting to bind port 14ef864e-1772-47b2-8cad-f880cf8fa8e4 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:53:03.426131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:53:03.426131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:53:03.426131 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.426131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:53:03.426131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Bound port: 14ef864e-1772-47b2-8cad-f880cf8fa8e4, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:53:03.426131 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.468154 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10bc80-8d65-417d-b9d5-b0a9d4b6f57e None None] Pushing event updated for resources: {'Port': ['ID=14ef864e-1772-47b2-8cad-f880cf8fa8e4,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:03.526496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Allocated IP 172.20.0.1 (c54c497f-22ad-4955-86ec-7dc411f94db5/234d1026-edc5-4ed9-8d98-580d44d0b2cc/ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:03.611099 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] For port 14ef864e-1772-47b2-8cad-f880cf8fa8e4, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:53:03.622512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a42a83c3-b795-41f9-b767-d02c7f90295d up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:03.629322 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] For port 14ef864e-1772-47b2-8cad-f880cf8fa8e4, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=14ef864e-1772-47b2-8cad-f880cf8fa8e4,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:53:03.671079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f00dc-cee2-477c-95ee-29dbe1515728 req-6e14c4ac-c722-41d6-a0cb-cd4b953c8ceb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:03.673371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-932f00dc-cee2-477c-95ee-29dbe1515728 req-6e14c4ac-c722-41d6-a0cb-cd4b953c8ceb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 944 time: 0.1455586 Feb 02 15:53:03.699586 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.729035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a42a83c3-b795-41f9-b767-d02c7f90295d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:03.729035 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.854477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-932f00dc-cee2-477c-95ee-29dbe1515728 req-07ecf89c-8639-45cd-9d5d-af530905f731 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600845 Feb 02 15:53:03.871648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.925699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Transition to ACTIVE for port object ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:53:03.945449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10bc80-8d65-417d-b9d5-b0a9d4b6f57e None None] Pushing event updated for resources: {'Port': ['ID=14ef864e-1772-47b2-8cad-f880cf8fa8e4,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:03.954247 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Routers {'f314fce7-6cf3-4184-a003-adb668b8ddc0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:53:03.955618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f314fce7-6cf3-4184-a003-adb668b8ddc0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:03.998047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:04.041721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.263946 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:04.272278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Network c54c497f-22ad-4955-86ec-7dc411f94db5 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:04.272278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:04.272278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:53:04.304546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:04.321745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:04.321745 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.350669 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.354137 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] Set router f314fce7-6cf3-4184-a003-adb668b8ddc0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:53:04.536231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.552877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.556737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b8608551-ace2-4af8-b9d5-1f8ad50a1ff0,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:04.704030 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.768032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70209944-207e-493c-ad11-dd847247766c None None] Provisioning for port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:04.790579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70209944-207e-493c-ad11-dd847247766c None None] Provisioning complete for port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:04.790579 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70209944-207e-493c-ad11-dd847247766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.868227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b8608551-ace2-4af8-b9d5-1f8ad50a1ff0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:04.884599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-70209944-207e-493c-ad11-dd847247766c None None] Port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:53:04.898425 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:52:59Z', 'revision_number': 3, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:04.903308 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b860d-ec80-4547-b524-bae48009ad97 None None] The sync data for ids ['f314fce7-6cf3-4184-a003-adb668b8ddc0'] in n-d-827122-1 is: [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:52:59Z', 'revision_number': 3, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:53:04.945340 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.013463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.232514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:05.232514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.270788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:53:05.347933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe104d-cd0c-43ea-afe3-5392024e1214 req-4653cd1c-a0c8-47a8-84e4-d8f0f8157811 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:05.350094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dfe104d-cd0c-43ea-afe3-5392024e1214 req-4653cd1c-a0c8-47a8-84e4-d8f0f8157811 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 944 time: 0.2843776 Feb 02 15:53:05.362243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:05.449624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dfe104d-cd0c-43ea-afe3-5392024e1214 req-ff8b0238-1710-4e74-ad29-cd6fe26fb750 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 Feb 02 15:53:05.485500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Network c54c497f-22ad-4955-86ec-7dc411f94db5 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:05.485500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:05.568637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:05.568637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:05.568637 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.637964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '2c0fe3a4-8b44-4022-95c9-5a96a514ac94', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'port_id': '2c0fe3a4-8b44-4022-95c9-5a96a514ac94', 'mac_address': 'fa:16:3e:59:0e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:53:05.717430 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.741815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:53:05.911666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:05.940118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b7ed10ba-ad41-45a0-b15f-680e894435b5 None None] Provisioning complete for port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:05.940118 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7ed10ba-ad41-45a0-b15f-680e894435b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:06.026032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:06.107814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed10ba-ad41-45a0-b15f-680e894435b5 None None] Port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:53:06.122824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:06.192405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Router f314fce7-6cf3-4184-a003-adb668b8ddc0 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:53:06.300996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['2c0fe3a4-8b44-4022-95c9-5a96a514ac94'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:53:06.497897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:53:06.512106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9fe468e4-185f-49c9-af5e-0904154fcd11 admin admin] 10.222.0.88 "PUT /v2.0/routers/f314fce7-6cf3-4184-a003-adb668b8ddc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7364433 Feb 02 15:53:06.771242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9710-58c3-47b9-9f17-9224dc0b250a req-8ffe510c-f539-45e0-846e-292803804e54 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:06.773146 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdca9710-58c3-47b9-9f17-9224dc0b250a req-8ffe510c-f539-45e0-846e-292803804e54 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 945 time: 0.1360331 Feb 02 15:53:06.866442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdca9710-58c3-47b9-9f17-9224dc0b250a req-214833e7-e987-4d8d-b056-0a11b8093203 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899494 Feb 02 15:53:07.264965 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:07.498145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:07.509968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:07.521869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:07.673616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:07.713543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147daca5-5afc-4f65-ba2f-80cdffc04632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0fe3a4-8b44-4022-95c9-5a96a514ac94'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:07.742070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:07.787337 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147daca5-5afc-4f65-ba2f-80cdffc04632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0fe3a4-8b44-4022-95c9-5a96a514ac94', 'code': 200} Feb 02 15:53:07.885474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:08.021492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:08.031537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b908466-5735-4e60-a3cb-867e71637f28 req-1a8cbdbf-7a3e-40a1-867e-b90d11734b90 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 1097 time: 0.1421061 Feb 02 15:53:08.089335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b908466-5735-4e60-a3cb-867e71637f28 req-27085209-6799-455f-8041-ee710b267a5a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495105 Feb 02 15:53:08.187599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b77d6-4761-496f-a40b-960a2eb1c49d req-393f5779-60ca-456b-a292-f32a5c0d3ff3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:08.197335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-043b77d6-4761-496f-a40b-960a2eb1c49d req-393f5779-60ca-456b-a292-f32a5c0d3ff3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 946 time: 0.1229851 Feb 02 15:53:08.270345 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-043b77d6-4761-496f-a40b-960a2eb1c49d req-7a24e2d4-57ea-4c4c-931b-529d603f9e8a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712407 Feb 02 15:53:09.624145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3976314-e2a9-43a1-addc-54692a5d1bf8 req-f3fd13be-688f-4f4b-8354-02e715e1c6fd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:09.631949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3976314-e2a9-43a1-addc-54692a5d1bf8 req-f3fd13be-688f-4f4b-8354-02e715e1c6fd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 946 time: 0.1293905 Feb 02 15:53:09.721499 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3976314-e2a9-43a1-addc-54692a5d1bf8 req-aa4aa2c9-c873-4bce-b9a3-234cfef4127e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960121 Feb 02 15:53:11.175100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24476c-913b-4532-b316-bc4ef9e75e1f req-2329be66-2695-4a40-9d50-e3fc42f703d7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:11.191976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f24476c-913b-4532-b316-bc4ef9e75e1f req-2329be66-2695-4a40-9d50-e3fc42f703d7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 946 time: 0.1228738 Feb 02 15:53:11.248499 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f24476c-913b-4532-b316-bc4ef9e75e1f req-265a9806-3dda-4d55-be2b-9410b3c88a45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652640 Feb 02 15:53:11.385209 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 14ef864e-1772-47b2-8cad-f880cf8fa8e4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:11.513977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a526e-aa57-4c34-856b-30fb2faa584e req-1a0e12d8-c3ce-4d19-8166-9dd1da1e83ad tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:11.513977 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f9a526e-aa57-4c34-856b-30fb2faa584e req-1a0e12d8-c3ce-4d19-8166-9dd1da1e83ad tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 946 time: 0.1244442 Feb 02 15:53:11.588684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6f9a526e-aa57-4c34-856b-30fb2faa584e req-c64926b0-27a8-4da4-9395-3de3ad4df34e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635149 Feb 02 15:53:11.606698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 14ef864e-1772-47b2-8cad-f880cf8fa8e4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:11.606698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 14ef864e-1772-47b2-8cad-f880cf8fa8e4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:11.606698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:11.901903 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:11.930078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 14ef864e-1772-47b2-8cad-f880cf8fa8e4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=14ef864e-1772-47b2-8cad-f880cf8fa8e4,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:11.952965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c24261-3c17-48d0-8948-ae2c28cd132e req-83833950-4292-4264-97d3-d65d47a5f9fb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:11.974708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-59c24261-3c17-48d0-8948-ae2c28cd132e req-83833950-4292-4264-97d3-d65d47a5f9fb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 946 time: 0.2304595 Feb 02 15:53:12.047553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:12.062282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-59c24261-3c17-48d0-8948-ae2c28cd132e req-8bb8b45d-e2e9-4198-aad7-ecfbd2921bee tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900440 Feb 02 15:53:12.345811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=14ef864e-1772-47b2-8cad-f880cf8fa8e4,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:12.935814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c827d5-3a2c-4a37-a2a3-39a86479a9dd req-0d965716-5c32-488e-b11a-b48ea1923fa0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:12.935814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3c827d5-3a2c-4a37-a2a3-39a86479a9dd req-0d965716-5c32-488e-b11a-b48ea1923fa0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 946 time: 0.0957549 Feb 02 15:53:12.994183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3c827d5-3a2c-4a37-a2a3-39a86479a9dd req-f95ba91a-4e76-41ab-8ff7-e4403c4b69fc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543752 Feb 02 15:53:13.336848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 14ef864e-1772-47b2-8cad-f880cf8fa8e4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:13.458361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 14ef864e-1772-47b2-8cad-f880cf8fa8e4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:13.458361 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.548833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3b51-9caf-4559-8729-b87d64efd157 req-d3689bf7-27ae-4d42-8c24-f0776d374149 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:14.550402 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-afae3b51-9caf-4559-8729-b87d64efd157 req-d3689bf7-27ae-4d42-8c24-f0776d374149 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 946 time: 0.1168039 Feb 02 15:53:14.764308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:53:14.764308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.932851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7525728-1d6c-4289-8b99-af5219685629 req-0384afc1-b595-4ab5-a487-53391cdac6b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:14.934323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f7525728-1d6c-4289-8b99-af5219685629 req-0384afc1-b595-4ab5-a487-53391cdac6b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 946 time: 0.7754750 Feb 02 15:53:15.196636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f7525728-1d6c-4289-8b99-af5219685629 req-09d76c5c-3009-4f78-8664-6fbaa93266f2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224238 Feb 02 15:53:15.196636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] For port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:15.196636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:15.359517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:53:15.723378 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:15.760679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['2c0fe3a4-8b44-4022-95c9-5a96a514ac94'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:53:15.919191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=2c0fe3a4-8b44-4022-95c9-5a96a514ac94,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:16.030056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] No DVR routers for this DVR port 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:53:16.045037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:16.049062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147daca5-5afc-4f65-ba2f-80cdffc04632', 'name': 'network-vif-deleted', 'tag': '2c0fe3a4-8b44-4022-95c9-5a96a514ac94'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:16.136037 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147daca5-5afc-4f65-ba2f-80cdffc04632', 'name': 'network-vif-deleted', 'tag': '2c0fe3a4-8b44-4022-95c9-5a96a514ac94', 'status': 'completed', 'code': 200} Feb 02 15:53:16.147149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-afae3b51-9caf-4559-8729-b87d64efd157 req-6fa0030c-9f78-438f-a78c-af3223c546a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "DELETE /v2.0/ports/2c0fe3a4-8b44-4022-95c9-5a96a514ac94 HTTP/1.1" status: 204 len: 173 time: 1.5231514 Feb 02 15:53:16.478964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c8f3447c-1c10-49fd-8c15-076be6b683c9 req-83312047-f8a4-4b5e-b75e-f6f50ce4cbdd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:53:16.575184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c8f3447c-1c10-49fd-8c15-076be6b683c9 req-83312047-f8a4-4b5e-b75e-f6f50ce4cbdd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:53:16.576513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8f3447c-1c10-49fd-8c15-076be6b683c9 req-83312047-f8a4-4b5e-b75e-f6f50ce4cbdd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 210 time: 0.1442435 Feb 02 15:53:17.132318 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7104dbba-1949-4015-8639-c109cd6068ac req-1fc069f3-1bd9-489e-8ac9-30b12fcecab4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1096284 Feb 02 15:53:17.261407 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:17.321232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7104dbba-1949-4015-8639-c109cd6068ac req-f870712d-ca56-4a89-a1eb-a05351d291f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b949570168a41a98447eefa51c20597&device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 1097 time: 0.0877099 Feb 02 15:53:17.518787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104dbba-1949-4015-8639-c109cd6068ac req-d7812b47-bf40-4c88-bfa7-f6c24397c70f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:17.518787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7104dbba-1949-4015-8639-c109cd6068ac req-d7812b47-bf40-4c88-bfa7-f6c24397c70f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 HTTP/1.1" status: 200 len: 916 time: 0.1655178 Feb 02 15:53:17.598492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7104dbba-1949-4015-8639-c109cd6068ac req-b33acbf3-cd61-4613-8adb-55a80cb3b45e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971ef11d-c179-4ff0-a25a-523727ac3c1a HTTP/1.1" status: 200 len: 217 time: 0.0778148 Feb 02 15:53:17.687416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104dbba-1949-4015-8639-c109cd6068ac req-1ef8c9fd-ff17-4709-80cb-49afe199ae9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:17.690020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7104dbba-1949-4015-8639-c109cd6068ac req-1ef8c9fd-ff17-4709-80cb-49afe199ae9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bd73201-5295-4460-9a35-d544c5192d41 HTTP/1.1" status: 200 len: 854 time: 0.0899155 Feb 02 15:53:17.755898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7104dbba-1949-4015-8639-c109cd6068ac req-c0f29546-c56d-4b0c-9ae1-7992960e0cda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600166 Feb 02 15:53:17.935671 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:18.063547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17c4ea32-3fa6-4b11-8d6c-357873ce3a21 req-a7a5a0e3-f60a-49a7-8548-675ccd8c8b42 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=147daca5-5afc-4f65-ba2f-80cdffc04632 HTTP/1.1" status: 200 len: 210 time: 0.1154616 Feb 02 15:53:18.185075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7104dbba-1949-4015-8639-c109cd6068ac req-8f222cd5-d6c9-4bf9-8493-100976a1882f service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231987 Feb 02 15:53:18.382206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7104dbba-1949-4015-8639-c109cd6068ac req-10eb9735-02dc-4c77-83f2-37d14d30b491 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867602 Feb 02 15:53:19.346625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:53:19.424437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:53:19.424437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 2c0fe3a4-8b44-4022-95c9-5a96a514ac94 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:53:19.979784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Sync routers for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:53:20.036770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:53:20.036770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:20.378532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461d2f-f831-46e9-8b45-5b15dd2ce0c1 req-37662205-af38-4f6d-aada-98ec89b3aae3 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:20.380884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2461d2f-f831-46e9-8b45-5b15dd2ce0c1 req-37662205-af38-4f6d-aada-98ec89b3aae3 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 946 time: 0.1529460 Feb 02 15:53:20.491574 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:53:20.495295 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2461d2f-f831-46e9-8b45-5b15dd2ce0c1 req-d139d188-4163-42d4-be25-4e1f8e9050fd tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985487 Feb 02 15:53:20.967482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 2, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:20.972809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Checking router: c557fc7a-1665-4684-9da4-d71c26f7c0ca for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:53:20.973302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Updating router c557fc7a-1665-4684-9da4-d71c26f7c0ca port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:53:21.070395 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:21.488100 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Sync routers for ids ['f314fce7-6cf3-4184-a003-adb668b8ddc0'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:53:21.521449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Routers {'f314fce7-6cf3-4184-a003-adb668b8ddc0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:53:21.521449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f314fce7-6cf3-4184-a003-adb668b8ddc0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:21.771112 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:21.789002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-8e25a297-6f74-49b9-bf0f-9a9bd3b67ff0 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:21.793038 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-8e25a297-6f74-49b9-bf0f-9a9bd3b67ff0 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 946 time: 0.2480257 Feb 02 15:53:21.815976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Transition to ACTIVE for port object cb6cd7a1-a730-4d15-81f2-33fd6186faa8 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:53:21.919620 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:21.964490 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Set router f314fce7-6cf3-4184-a003-adb668b8ddc0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:53:21.993367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Deleting port 971ef11d-c179-4ff0-a25a-523727ac3c1a {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:53:21.993367 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:22.219414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a0637-e7df-40b6-bcb8-e2f5b0b45b6b None None] Pushing event updated for resources: {'Port': ['ID=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:22.349813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Attempting to bind port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:53:22.349813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Attempting to bind port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:53:22.349813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Attempting to bind port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 on network 66174410-a19b-416b-9246-e7d5278ff503 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:53:22.354701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:53:22.354701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Checking segment: {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:53:22.358392 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:22.358392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Bound using segment: {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:53:22.358392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Bound port: cb6cd7a1-a730-4d15-81f2-33fd6186faa8, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:53:22.358392 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:22.396018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc39e7-5397-4019-89d6-b27fe313cccc req-648c075f-2917-415a-88b1-a0d77f6101f0 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:22.423122 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47fc39e7-5397-4019-89d6-b27fe313cccc req-648c075f-2917-415a-88b1-a0d77f6101f0 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 946 time: 0.4010465 Feb 02 15:53:22.529775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] For port cb6cd7a1-a730-4d15-81f2-33fd6186faa8, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:53:22.539647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] For port cb6cd7a1-a730-4d15-81f2-33fd6186faa8, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:53:22.600474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-47fc39e7-5397-4019-89d6-b27fe313cccc req-9770718e-a3f4-44e8-ab27-ce7f9b4fd427 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/security-groups?id=60b39312-8356-4caa-b7f6-75ae405a5964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934400 Feb 02 15:53:22.612658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] For port 971ef11d-c179-4ff0-a25a-523727ac3c1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=971ef11d-c179-4ff0-a25a-523727ac3c1a,segment=NetworkSegment(963577b1-9897-46e3-bbae-4fea55aee144),segment_id=963577b1-9897-46e3-bbae-4fea55aee144)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:22.613176 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:22.628067 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:22.862451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a0637-e7df-40b6-bcb8-e2f5b0b45b6b None None] Pushing event updated for resources: {'Port': ['ID=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:22.879550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:53:22.879550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:22.976843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Calling delete_port for 971ef11d-c179-4ff0-a25a-523727ac3c1a owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:53:23.018174 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd', 'name': '', 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'mac_address': 'fa:16:3e:17:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234d1026-edc5-4ed9-8d98-580d44d0b2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:03Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 2, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'subnets': [{'id': '234d1026-edc5-4ed9-8d98-580d44d0b2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:23.031898 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Checking router: f314fce7-6cf3-4184-a003-adb668b8ddc0 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:53:23.032888 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Updating router f314fce7-6cf3-4184-a003-adb668b8ddc0 port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:53:23.180426 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:23.450304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:53:23.517788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:23.558014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cb6cd7a1-a730-4d15-81f2-33fd6186faa8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:23.564126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Pushing event deleted for resources: {'Port': ['ID=971ef11d-c179-4ff0-a25a-523727ac3c1a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:23.621791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.622142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.622484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.622816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.628384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.628914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.629421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.630774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.651227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.652071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.652416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:23.799184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] No DVR routers for this DVR port 971ef11d-c179-4ff0-a25a-523727ac3c1a on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:53:23.813998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:23.820419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945937eb-787b-4d45-a954-eadbf6587b5f', 'name': 'network-vif-deleted', 'tag': '971ef11d-c179-4ff0-a25a-523727ac3c1a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:23.965661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-48fea436-5bb9-4f68-9566-95e1d48f3057 req-2d46a62d-d62d-4992-afa5-e6c3dc84d1c4 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.64 "DELETE /v2.0/ports/971ef11d-c179-4ff0-a25a-523727ac3c1a HTTP/1.1" status: 204 len: 173 time: 2.1665359 Feb 02 15:53:23.988219 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945937eb-787b-4d45-a954-eadbf6587b5f', 'name': 'network-vif-deleted', 'tag': '971ef11d-c179-4ff0-a25a-523727ac3c1a', 'status': 'completed', 'code': 200} Feb 02 15:53:24.282628 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:24.336095 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Transition to ACTIVE for port object ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:53:24.453450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42ea1786-43a2-4f6f-ad35-a22dced799c6 req-073adf65-5571-4e7f-92b5-ad6161d72466 tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 210 time: 0.4268003 Feb 02 15:53:24.491007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:24.519185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:24.519568 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:24.615430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:22Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:24.647101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638e5da-b81b-44da-84ec-1a62ae9f4cc2 None None] The sync data for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 is: [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:22Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:53:24.673220 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:24.696959 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:24.724764 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f4dc099c-fc58-4f7b-8a8e-944c6a547219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:24.749114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port cb6cd7a1-a730-4d15-81f2-33fd6186faa8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:24.803022 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeefac-043a-460c-89e5-649d270d3a3e None None] Pushing event updated for resources: {'Port': ['ID=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:24.861368 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:25.242097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:25.279116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Attempting to bind port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:53:25.279116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Attempting to bind port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:53:25.279116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Attempting to bind port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd on network c54c497f-22ad-4955-86ec-7dc411f94db5 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:53:25.313022 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:53:25.313022 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Checking segment: {'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:53:25.313022 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:25.313022 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Bound using segment: {'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:53:25.313022 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Bound port: ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15550222-22fb-4d8b-9300-132c1089b6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:53:25.313022 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:25.384604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 971ef11d-c179-4ff0-a25a-523727ac3c1a no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:53:25.437433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 971ef11d-c179-4ff0-a25a-523727ac3c1a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:53:25.437976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 971ef11d-c179-4ff0-a25a-523727ac3c1a not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:53:25.439565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cb6cd7a1-a730-4d15-81f2-33fd6186faa8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:25.475352 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] For port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:53:25.482480 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] For port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,segment=NetworkSegment(15550222-22fb-4d8b-9300-132c1089b6a7),segment_id=15550222-22fb-4d8b-9300-132c1089b6a7)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:53:25.632844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:25.633354 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:25.636310 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:25.836082 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Routers {'f314fce7-6cf3-4184-a003-adb668b8ddc0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:53:25.836082 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:52:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f314fce7-6cf3-4184-a003-adb668b8ddc0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:25.930418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4707ebb8-9a6a-43a7-846a-7e98aec98b86 req-20f2a5ad-823d-4a3c-bae7-5e0d4960e7da tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Synchronizing usage tracker for tenant:4b949570168a41a98447eefa51c20597 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:53:25.989681 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeefac-043a-460c-89e5-649d270d3a3e None None] Pushing event updated for resources: {'Port': ['ID=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:26.090272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4707ebb8-9a6a-43a7-846a-7e98aec98b86 req-20f2a5ad-823d-4a3c-bae7-5e0d4960e7da tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] Unset dirty status for tenant:4b949570168a41a98447eefa51c20597 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:53:26.091448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4707ebb8-9a6a-43a7-846a-7e98aec98b86 req-20f2a5ad-823d-4a3c-bae7-5e0d4960e7da tempest-VolumesSnapshotTestJSON-329663371 tempest-VolumesSnapshotTestJSON-329663371-project] 10.222.0.88 "GET /v2.0/ports?device_id=945937eb-787b-4d45-a954-eadbf6587b5f HTTP/1.1" status: 200 len: 210 time: 0.2939487 Feb 02 15:53:26.102313 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] Set router f314fce7-6cf3-4184-a003-adb668b8ddc0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:53:26.561562 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd', 'name': '', 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'mac_address': 'fa:16:3e:17:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234d1026-edc5-4ed9-8d98-580d44d0b2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:03Z', 'updated_at': '2022-02-02T15:53:25Z', 'revision_number': 4, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'subnets': [{'id': '234d1026-edc5-4ed9-8d98-580d44d0b2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:26.568373 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e3fac-5988-4b70-8a69-68f724c011b5 None None] The sync data for ids ['f314fce7-6cf3-4184-a003-adb668b8ddc0'] in n-d-827122-1 is: [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd', 'name': '', 'network_id': 'c54c497f-22ad-4955-86ec-7dc411f94db5', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'mac_address': 'fa:16:3e:17:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234d1026-edc5-4ed9-8d98-580d44d0b2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:03Z', 'updated_at': '2022-02-02T15:53:25Z', 'revision_number': 4, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'subnets': [{'id': '234d1026-edc5-4ed9-8d98-580d44d0b2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:53:26.936711 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9717f39e-fdff-4c48-a216-687329b9ed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:27.440673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:27.913533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:27.922637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:27.925247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:28.213248 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:28.252275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,segment=NetworkSegment(15550222-22fb-4d8b-9300-132c1089b6a7),segment_id=15550222-22fb-4d8b-9300-132c1089b6a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:28.435801 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:28.517757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:28.519121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:28.533584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:29.358404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:29.466827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:29.467192 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:30.188578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:31.589384 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:53:47.133828 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:47.953717 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:54.689475 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c19fcfae-5162-4162-84c8-4749b0375f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:56.922132 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d95ffef2-56bc-462d-96c0-b5617c87a04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:58.517387 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:58.533786 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:00.042099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:04.247562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234fae-b8b2-427e-a113-962543a0f50d req-6794b59a-bec2-40f4-a3e1-748c9d1ece55 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:04.248555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-6794b59a-bec2-40f4-a3e1-748c9d1ece55 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1532023 Feb 02 15:54:04.266120 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-b75639bf-99fb-4b61-9a5d-3907e91d111c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/quotas/480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 375 time: 0.0121377 Feb 02 15:54:04.354104 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-86a3697d-64d3-43cb-abff-40379c96f8cc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824482 Feb 02 15:54:04.366122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-b670443d-f98e-4425-9a8d-0b8ab806cea4 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:54:04.367119 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-b670443d-f98e-4425-9a8d-0b8ab806cea4 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054646 Feb 02 15:54:04.526339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-0f83804b-ae0e-44d3-afc2-19e82807f0ba service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513445 Feb 02 15:54:04.679947 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-8dac2c7e-acdc-4d84-87ab-bc53e09a6528 service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418600 Feb 02 15:54:05.172672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a447a92b-8dd1-4579-bb19-4c4b5d9c7cf6 req-1e6fda7b-c353-4f2a-9b38-3ec39f8661fb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 210 time: 0.0733559 Feb 02 15:54:06.328510 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-99ebe189-cd2f-4c14-abf0-ac5bb916c3a7 req-7c449320-03e2-4b65-bb08-6bb780d39f43 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 210 time: 0.0452528 Feb 02 15:54:07.523899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8373b8b-c038-4b46-81a8-29bcbeff0a19 req-0b0a7c6b-d73b-4bb8-896c-6e6875d4279d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 210 time: 0.0457611 Feb 02 15:54:08.261030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234fae-b8b2-427e-a113-962543a0f50d req-47b659a8-44f7-472a-8713-abb640b66aca tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:08.264097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-47b659a8-44f7-472a-8713-abb640b66aca tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1737082 Feb 02 15:54:08.295038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'port': {'device_id': '08962f05-fc73-43ed-9772-69f572748a04', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'admin_state_up': True, 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:54:08.461065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:54:08.472370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:54:08.589749 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:54:08.638429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:08.641880 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:08.890994 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e549a38-2a01-4b31-b5d9-43a51026dc5a req-fa56fe7b-93be-43ab-83b4-48ae12b718cc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 210 time: 0.0991428 Feb 02 15:54:09.016336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.20.0.13 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/91935959-d811-479e-8913-f8b64c08bee0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:54:09.424604 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:09.442192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Transition to ACTIVE for port object 91935959-d811-479e-8913-f8b64c08bee0 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:54:09.718413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:09.883997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:54:09.883997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:54:09.899371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:54:09.946091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=91935959-d811-479e-8913-f8b64c08bee0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:10.007337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:10.008448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:10.226226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99a9d8-f93d-489a-a169-af873472354e req-1d0f5486-6387-40d5-b258-d61cdc20c4e7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:10.227690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a99a9d8-f93d-489a-a169-af873472354e req-1d0f5486-6387-40d5-b258-d61cdc20c4e7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 932 time: 0.1192992 Feb 02 15:54:10.244718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-9c44d9ec-f2d9-42b6-b436-bd3943a397b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9624934 Feb 02 15:54:10.269996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Request body: {'port': {'device_id': '08962f05-fc73-43ed-9772-69f572748a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:54:10.516733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-178c46ce-d549-4453-b0dc-b904d5d4dca9 None None] Provisioning for port 91935959-d811-479e-8913-f8b64c08bee0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:54:10.520284 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:10.520742 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-178c46ce-d549-4453-b0dc-b904d5d4dca9 None None] Provisioning complete for port 91935959-d811-479e-8913-f8b64c08bee0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:54:10.522754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-178c46ce-d549-4453-b0dc-b904d5d4dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:10.622316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a99a9d8-f93d-489a-a169-af873472354e req-5a4abc95-7cc9-4224-b8a4-46b894371ac7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882737 Feb 02 15:54:10.636216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-178c46ce-d549-4453-b0dc-b904d5d4dca9 None None] Port 91935959-d811-479e-8913-f8b64c08bee0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:54:11.027138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91935959-d811-479e-8913-f8b64c08bee0 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:54:11.035134 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:11.052977 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Transition to ACTIVE for port object 91935959-d811-479e-8913-f8b64c08bee0 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:54:11.187777 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:11.415330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=91935959-d811-479e-8913-f8b64c08bee0,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:11.720779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Attempting to bind port 91935959-d811-479e-8913-f8b64c08bee0 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:54:11.725291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Attempting to bind port 91935959-d811-479e-8913-f8b64c08bee0 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:54:11.725291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Attempting to bind port 91935959-d811-479e-8913-f8b64c08bee0 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:54:11.730079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Port 91935959-d811-479e-8913-f8b64c08bee0 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:54:11.730525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Attempting to bind port 91935959-d811-479e-8913-f8b64c08bee0 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:54:11.739462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:54:11.740058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:54:11.740544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:54:11.741118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Bound port: 91935959-d811-479e-8913-f8b64c08bee0, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:54:11.741579 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:11.981066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] For port 91935959-d811-479e-8913-f8b64c08bee0, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:54:12.004234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] For port 91935959-d811-479e-8913-f8b64c08bee0, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=91935959-d811-479e-8913-f8b64c08bee0,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:54:12.036060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218917c-345c-4a56-b425-6af4ef2ae1e7 req-dde4a55f-7049-4837-8a7a-b98868c8716f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:12.036763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7218917c-345c-4a56-b425-6af4ef2ae1e7 req-dde4a55f-7049-4837-8a7a-b98868c8716f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:54:12.119013 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:12.178741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7218917c-345c-4a56-b425-6af4ef2ae1e7 req-dde4a55f-7049-4837-8a7a-b98868c8716f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:54:12.180395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7218917c-345c-4a56-b425-6af4ef2ae1e7 req-dde4a55f-7049-4837-8a7a-b98868c8716f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.2625384 Feb 02 15:54:12.251010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:12.252493 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/91935959-d811-479e-8913-f8b64c08bee0 HTTP/1.1" status: 200 len: 1092 time: 1.9942939 Feb 02 15:54:12.252949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08962f05-fc73-43ed-9772-69f572748a04', 'tag': '91935959-d811-479e-8913-f8b64c08bee0'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:54:12.260476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912ec8c-a866-45e9-b792-742fe7f2a9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=91935959-d811-479e-8913-f8b64c08bee0,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:12.329560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7218917c-345c-4a56-b425-6af4ef2ae1e7 req-5bfb1dcb-7adf-4c39-a162-5c161a1043a5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351805 Feb 02 15:54:12.516720 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08962f05-fc73-43ed-9772-69f572748a04', 'tag': '91935959-d811-479e-8913-f8b64c08bee0', 'status': 'completed', 'code': 200} Feb 02 15:54:12.640890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-bdf880d5-ebca-43de-8e61-f6cd61ad4ea2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 1095 time: 0.0964158 Feb 02 15:54:12.736552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-883bf8f0-ce59-4bee-84a0-4b5e1039b0d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91935959-d811-479e-8913-f8b64c08bee0 HTTP/1.1" status: 200 len: 217 time: 0.0724316 Feb 02 15:54:12.835647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234fae-b8b2-427e-a113-962543a0f50d req-d58ed58b-d947-4a7e-ab74-862e8c8ff013 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:12.836793 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-d58ed58b-d947-4a7e-ab74-862e8c8ff013 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0913174 Feb 02 15:54:12.946479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-582e8f31-0212-4fe9-925b-55d65892e7ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032562 Feb 02 15:54:13.134550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-5a88810d-e757-482d-ac34-d3e6b898bd40 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818821 Feb 02 15:54:13.435667 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd234fae-b8b2-427e-a113-962543a0f50d req-4db5c61b-1a75-43de-b580-afc2241828fd service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955692 Feb 02 15:54:13.582617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f3c4f-9c82-463d-b081-172d82032d9a req-10ed87fb-5b77-43e8-a19f-760f2fc3b0d1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:13.584415 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-400f3c4f-9c82-463d-b081-172d82032d9a req-10ed87fb-5b77-43e8-a19f-760f2fc3b0d1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0878904 Feb 02 15:54:13.656182 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-400f3c4f-9c82-463d-b081-172d82032d9a req-a42ba514-cca3-4130-8e02-27825901cce3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639369 Feb 02 15:54:13.854374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-754dcebf-206b-4e6c-a892-8854f5f2d51b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 1095 time: 0.1294575 Feb 02 15:54:14.043039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-b54d9a4a-f6ad-45de-9a6e-887c6466b234 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.048106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-b54d9a4a-f6ad-45de-9a6e-887c6466b234 service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1881258 Feb 02 15:54:14.152326 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-523324df-dd05-4a3f-801f-53f9bf95387c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91935959-d811-479e-8913-f8b64c08bee0 HTTP/1.1" status: 200 len: 217 time: 0.0981352 Feb 02 15:54:14.332444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-907993a9-ef34-4ef9-b4bb-3bf7c4b1edca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.334463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-907993a9-ef34-4ef9-b4bb-3bf7c4b1edca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.1665435 Feb 02 15:54:14.432643 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-6541a91a-e8a1-4b8e-9354-926e1e3a703b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846748 Feb 02 15:54:14.644154 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-aaa8ed19-3d79-4e37-bbb2-30896acdaf6f service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056956 Feb 02 15:54:14.895534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-554fcd51-6cae-471a-a639-3fb7166270b2 req-159ca34d-d198-4f5d-84e1-c34b45238314 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460613 Feb 02 15:54:14.962356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88f2a-f902-44de-b4a1-f10885d268b2 req-bb59b5e2-54bb-4942-b6c0-fc5052056d07 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.963883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26a88f2a-f902-44de-b4a1-f10885d268b2 req-bb59b5e2-54bb-4942-b6c0-fc5052056d07 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1543827 Feb 02 15:54:15.045421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26a88f2a-f902-44de-b4a1-f10885d268b2 req-d30a16ca-716e-474d-942f-e95020510494 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649898 Feb 02 15:54:15.208411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39734) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:15.463620 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7238cb3f-8dcd-4dbb-8fa8-0ee19849f052 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=429a2428885e4fb0ac683405464e0a8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2534342 Feb 02 15:54:15.464777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 39742) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:15.550004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-681a4798-ced8-42ad-803b-c94fd67d1842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:15.584640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-681a4798-ced8-42ad-803b-c94fd67d1842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:15.780673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-681a4798-ced8-42ad-803b-c94fd67d1842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:15.830883 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a4798-ced8-42ad-803b-c94fd67d1842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4867263-9b65-490d-ad77-021b5ec0ec47,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:15.917353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-681a4798-ced8-42ad-803b-c94fd67d1842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:15.921808 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-681a4798-ced8-42ad-803b-c94fd67d1842 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c4867263-9b65-490d-ad77-021b5ec0ec47 HTTP/1.1" status: 204 len: 168 time: 0.4529450 Feb 02 15:54:16.333650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b077-10fb-4999-9556-90fb422d5ec0 req-76b8038c-1d92-432a-b757-73552bec4177 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:16.335244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3247b077-10fb-4999-9556-90fb422d5ec0 req-76b8038c-1d92-432a-b757-73552bec4177 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1044624 Feb 02 15:54:16.420217 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3247b077-10fb-4999-9556-90fb422d5ec0 req-95b8df55-3a7c-4aa0-8c9d-0fb5638c344f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755131 Feb 02 15:54:17.239625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:17.704850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6be882-03c0-4231-a22e-4bf5a1db34b7 req-6df2994d-cc67-4729-a6f7-8d4998bec249 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:17.707497 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b6be882-03c0-4231-a22e-4bf5a1db34b7 req-6df2994d-cc67-4729-a6f7-8d4998bec249 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0936389 Feb 02 15:54:17.762054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b6be882-03c0-4231-a22e-4bf5a1db34b7 req-ea7f83a1-f2e3-45e1-b427-11eec77bc8c4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483801 Feb 02 15:54:18.004332 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:19.052728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e3c30-2888-4fb3-b659-a57fbc01954d req-ddaf8773-702c-4819-8476-72c5279e56f2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:19.054139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a91e3c30-2888-4fb3-b659-a57fbc01954d req-ddaf8773-702c-4819-8476-72c5279e56f2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1044884 Feb 02 15:54:19.104917 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a91e3c30-2888-4fb3-b659-a57fbc01954d req-ccefb4b8-c8ff-48cc-b965-dea310877cc4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443275 Feb 02 15:54:20.355808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f35939-0bf3-4e9b-8df1-7bf8213aad19 req-8e69c265-4ea6-4c9a-86dd-8f90f6715957 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:20.358107 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89f35939-0bf3-4e9b-8df1-7bf8213aad19 req-8e69c265-4ea6-4c9a-86dd-8f90f6715957 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1106262 Feb 02 15:54:20.437024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89f35939-0bf3-4e9b-8df1-7bf8213aad19 req-65ca195b-ce96-4200-bc36-1635d30af3b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610144 Feb 02 15:54:21.750135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb99579-07ff-4959-af9a-12968950c7a1 req-54dbfa7c-1e94-494f-a078-2f8e53332303 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:21.751665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbb99579-07ff-4959-af9a-12968950c7a1 req-54dbfa7c-1e94-494f-a078-2f8e53332303 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1218452 Feb 02 15:54:21.804646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cbb99579-07ff-4959-af9a-12968950c7a1 req-63d28395-7ffa-4732-974a-cff66e8dbbc4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Feb 02 15:54:23.078185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2bea0-385f-4640-9bae-566d32160861 req-273450c7-8d26-4b7c-80cd-6da7089b3aff tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:23.087088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22d2bea0-385f-4640-9bae-566d32160861 req-273450c7-8d26-4b7c-80cd-6da7089b3aff tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1223772 Feb 02 15:54:23.164973 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-22d2bea0-385f-4640-9bae-566d32160861 req-1ab6d388-ebbc-4cd8-81a4-1f46b309d567 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759778 Feb 02 15:54:24.459274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be6e2-9798-46cc-b03e-63bc70617c77 req-ba5c0b6a-722d-4056-bacb-f65f95a5e243 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:24.467895 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e2be6e2-9798-46cc-b03e-63bc70617c77 req-ba5c0b6a-722d-4056-bacb-f65f95a5e243 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1067686 Feb 02 15:54:24.528382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2e2be6e2-9798-46cc-b03e-63bc70617c77 req-80493bee-fd3c-4e1f-a41d-2a57b7ef8b8a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594745 Feb 02 15:54:24.684909 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5885399c-eddf-4cef-a0ed-19e381804210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:25.758553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03462b-4e91-41f7-b2fd-36e075fc4785 req-4c26e756-a543-444a-832a-1c423ed30f7a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:25.762847 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd03462b-4e91-41f7-b2fd-36e075fc4785 req-4c26e756-a543-444a-832a-1c423ed30f7a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0950966 Feb 02 15:54:25.822834 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bd03462b-4e91-41f7-b2fd-36e075fc4785 req-6d05c89a-8aaa-4997-837d-ad796ef03132 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511260 Feb 02 15:54:26.920305 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7d82d48a-57eb-46b9-beb6-df0e4f8aa51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:27.138845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e3f63-63a1-4337-8cf6-7fe641ea6bc4 req-0db441eb-f6a6-4704-8375-6ccf9eb69314 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:27.145501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-126e3f63-63a1-4337-8cf6-7fe641ea6bc4 req-0db441eb-f6a6-4704-8375-6ccf9eb69314 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1557136 Feb 02 15:54:27.224571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-126e3f63-63a1-4337-8cf6-7fe641ea6bc4 req-cc3ec967-7466-41b5-9e1a-7f404b701b99 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701659 Feb 02 15:54:28.455992 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:28.576945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f201-7479-47b0-9571-5c3a0b2df1ee req-7a80bc9a-2916-4e49-8406-0fec0d21fd31 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:28.584895 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b187f201-7479-47b0-9571-5c3a0b2df1ee req-7a80bc9a-2916-4e49-8406-0fec0d21fd31 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1190562 Feb 02 15:54:28.645440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:28.646620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b187f201-7479-47b0-9571-5c3a0b2df1ee req-ad1c8399-f491-46d4-97b1-8151abd7f08e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603216 Feb 02 15:54:29.972034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33c2e5-c3f5-4c35-8ef4-ef35d71c4701 req-6aef1aba-7b2a-4583-b0e8-103d82f55c9b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:29.973564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f33c2e5-c3f5-4c35-8ef4-ef35d71c4701 req-6aef1aba-7b2a-4583-b0e8-103d82f55c9b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0910771 Feb 02 15:54:30.031232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f33c2e5-c3f5-4c35-8ef4-ef35d71c4701 req-ebce3175-68dd-45b5-ba32-116801699865 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519202 Feb 02 15:54:30.171598 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:31.253295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c2bbe-c644-472e-8d5e-0117072d5384 req-d525ae24-fc65-445d-b53e-6bee4ad96726 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:31.255162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-888c2bbe-c644-472e-8d5e-0117072d5384 req-d525ae24-fc65-445d-b53e-6bee4ad96726 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0907753 Feb 02 15:54:31.316017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-888c2bbe-c644-472e-8d5e-0117072d5384 req-0152ef4d-3234-42bc-befd-a1713f12f3d0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537088 Feb 02 15:54:32.600059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a0a8a-ffa6-4b11-8942-cf56db7953f6 req-a3b18861-af82-4d35-958b-d0cabacacca6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:32.601566 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-363a0a8a-ffa6-4b11-8942-cf56db7953f6 req-a3b18861-af82-4d35-958b-d0cabacacca6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0835826 Feb 02 15:54:32.663950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-363a0a8a-ffa6-4b11-8942-cf56db7953f6 req-2b0efb34-8711-4cb2-89e9-f081ee24a140 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555108 Feb 02 15:54:33.966096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d58fb-84f8-4c02-9538-4c28767253b1 req-33dc38b2-f9be-4c45-a91b-a6283cef2547 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:33.968475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e6d58fb-84f8-4c02-9538-4c28767253b1 req-33dc38b2-f9be-4c45-a91b-a6283cef2547 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0959065 Feb 02 15:54:34.042067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e6d58fb-84f8-4c02-9538-4c28767253b1 req-8fecffee-c691-46ff-acc4-ef29e80fda56 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676501 Feb 02 15:54:35.277763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813f7b2-27a5-4eba-b0b3-ab800f452f78 req-2981807b-4650-4bd7-92e4-aa59e2cb4474 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:35.279212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7813f7b2-27a5-4eba-b0b3-ab800f452f78 req-2981807b-4650-4bd7-92e4-aa59e2cb4474 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0860250 Feb 02 15:54:35.337460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7813f7b2-27a5-4eba-b0b3-ab800f452f78 req-e695b883-c85d-4f22-9749-ea1e637037b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517392 Feb 02 15:54:36.562174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778d884-d8a6-4251-bcfa-ae0e46da7276 req-a79580f1-ecf1-45e8-9811-6d4303c63555 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:36.564381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7778d884-d8a6-4251-bcfa-ae0e46da7276 req-a79580f1-ecf1-45e8-9811-6d4303c63555 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1024866 Feb 02 15:54:36.612210 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7778d884-d8a6-4251-bcfa-ae0e46da7276 req-feea2012-5186-46b6-9819-08ace2dd55e3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Feb 02 15:54:37.856689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19c602-19e1-45fd-bad4-261e72ee3013 req-93c99b1a-0174-450e-932b-39ae9d7aeea0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:37.858923 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e19c602-19e1-45fd-bad4-261e72ee3013 req-93c99b1a-0174-450e-932b-39ae9d7aeea0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1024883 Feb 02 15:54:37.911598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e19c602-19e1-45fd-bad4-261e72ee3013 req-2af5d233-2957-47f8-a42c-15bed0a9fdcf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Feb 02 15:54:39.172390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261667ee-d139-43e8-834c-685fb3fd5289 req-a80219cb-7d07-40c9-8675-35d7dd3b104c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:39.174306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-261667ee-d139-43e8-834c-685fb3fd5289 req-a80219cb-7d07-40c9-8675-35d7dd3b104c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1146984 Feb 02 15:54:39.281741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-261667ee-d139-43e8-834c-685fb3fd5289 req-93cde25e-e670-4841-848e-79d0a73e9e67 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946574 Feb 02 15:54:40.703692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a257e5b-697b-44f3-9761-fd11d33f288a req-8d90480f-be2d-450f-80c3-8228f5b7fb26 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:40.707487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a257e5b-697b-44f3-9761-fd11d33f288a req-8d90480f-be2d-450f-80c3-8228f5b7fb26 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.2709849 Feb 02 15:54:40.806903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a257e5b-697b-44f3-9761-fd11d33f288a req-559b083d-9955-47bf-af75-430b1f94ed29 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930338 Feb 02 15:54:42.101954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1481-ab1c-41d8-b6ab-4c204bd78ddb req-dfcdfc97-0c55-48cb-8770-ef86f9c6a00b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:42.112330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86cf1481-ab1c-41d8-b6ab-4c204bd78ddb req-dfcdfc97-0c55-48cb-8770-ef86f9c6a00b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1346467 Feb 02 15:54:42.156017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86cf1481-ab1c-41d8-b6ab-4c204bd78ddb req-32bd76fe-9eb7-4a21-b3fc-a60ebf532fc5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Feb 02 15:54:43.429699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a7c3-63a3-4fa8-a198-b255f6987a66 req-4333e131-3290-4844-b43d-9a0808c5a1da tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:43.436388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bba4a7c3-63a3-4fa8-a198-b255f6987a66 req-4333e131-3290-4844-b43d-9a0808c5a1da tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0974524 Feb 02 15:54:43.483460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bba4a7c3-63a3-4fa8-a198-b255f6987a66 req-c09893ba-48db-4746-a7e0-c0a6ec59e1fe tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 Feb 02 15:54:44.851770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cad59a-acf3-4815-818a-9403ae65c9f6 req-3424225c-5bbf-4018-8d37-07a985092426 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:44.854000 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68cad59a-acf3-4815-818a-9403ae65c9f6 req-3424225c-5bbf-4018-8d37-07a985092426 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1354494 Feb 02 15:54:44.922671 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68cad59a-acf3-4815-818a-9403ae65c9f6 req-34dfbc93-90b9-47f4-8498-9059729faa5b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460002 Feb 02 15:54:45.590961 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:54:46.147755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86b5b1-85a0-41db-bffb-55c18783059e req-2da10588-d912-4086-85a9-8bae747fba73 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:46.153583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec86b5b1-85a0-41db-bffb-55c18783059e req-2da10588-d912-4086-85a9-8bae747fba73 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0935764 Feb 02 15:54:46.203664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec86b5b1-85a0-41db-bffb-55c18783059e req-23691979-529c-4371-99ee-b4cc03ca0147 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492101 Feb 02 15:54:47.207591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:47.428922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f7f35-8e22-4e00-be52-39fecd143165 req-2391526c-5692-4739-9f57-0f8a946f4b8a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:47.436465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce1f7f35-8e22-4e00-be52-39fecd143165 req-2391526c-5692-4739-9f57-0f8a946f4b8a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0972335 Feb 02 15:54:47.532098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce1f7f35-8e22-4e00-be52-39fecd143165 req-888ee1ff-5058-4356-adee-7063fd0241dd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596824 Feb 02 15:54:47.972196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:48.434269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 40312) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:48.897450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Deleting subnet 4bd73201-5295-4460-9a35-d544c5192d41 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:54:48.900552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.007170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.086670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.130355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fe626-0b72-4019-9a24-a301cc8e0840 req-704cc30a-cdde-4c6d-9e03-5c4c3bdfcee0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:49.131910 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a4fe626-0b72-4019-9a24-a301cc8e0840 req-704cc30a-cdde-4c6d-9e03-5c4c3bdfcee0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.2029469 Feb 02 15:54:49.236103 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a4fe626-0b72-4019-9a24-a301cc8e0840 req-cb22dbd8-5870-4efa-8518-c76d7e9f1d30 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917277 Feb 02 15:54:49.330369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.372278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd73201-5295-4460-9a35-d544c5192d41,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:49.386477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.386819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.387156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.387488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.387814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.388204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.388618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.388942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.389261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.389631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.389950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:49.395740 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.404737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40332) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:49.415946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5ce393e1-d5d5-4d55-ac8c-b5b9468f5ded admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4bd73201-5295-4460-9a35-d544c5192d41 HTTP/1.1" status: 204 len: 168 time: 0.9790072 Feb 02 15:54:49.556531 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.697806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.730679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:49.746360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963577b1-9897-46e3-bbae-4fea55aee144') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:49.746871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963577b1-9897-46e3-bbae-4fea55aee144') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:49.761713 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.782275 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.789451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:54:49.789903 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:54:49.820493 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:54:50.002326 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.033498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.036559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:50.047484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.048126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.048678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.049196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.049980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.050510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.051033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.051762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.052291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.059128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.059128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:50.173635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aeebd570-76ee-4734-809b-26d580d902ec admin admin] 10.222.0.88 "DELETE /v2.0/networks/4e1f672e-4b44-4fdc-a3c5-bfb41c278fa0 HTTP/1.1" status: 204 len: 168 time: 0.7676959 Feb 02 15:54:50.461829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999370e-c3a8-4780-bcb1-0388b181d189 req-86d303cb-4dd2-4d21-994e-7df1210a7d8f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:50.464555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2999370e-c3a8-4780-bcb1-0388b181d189 req-86d303cb-4dd2-4d21-994e-7df1210a7d8f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0853524 Feb 02 15:54:50.524261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2999370e-c3a8-4780-bcb1-0388b181d189 req-f17feda1-0c44-440a-8ed1-4016d28bec94 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Feb 02 15:54:50.657530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40360) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:50.720684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e9783eef-ee0f-4468-bfab-207166f3d6b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4b949570168a41a98447eefa51c20597&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0613854 Feb 02 15:54:50.722959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 40366) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:50.796667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-10188802-4662-404a-989e-cef197259f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.826598 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-10188802-4662-404a-989e-cef197259f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:51.035804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-10188802-4662-404a-989e-cef197259f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:51.053126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10188802-4662-404a-989e-cef197259f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b39312-8356-4caa-b7f6-75ae405a5964,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:51.263939 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-10188802-4662-404a-989e-cef197259f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:51.263939 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-10188802-4662-404a-989e-cef197259f7a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60b39312-8356-4caa-b7f6-75ae405a5964 HTTP/1.1" status: 204 len: 168 time: 0.5230877 Feb 02 15:54:51.768616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001247e3-f020-4be6-b506-7dc6531f94f6 req-b2a34283-312a-45ab-be2d-7c52aee6acb8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:51.772350 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-001247e3-f020-4be6-b506-7dc6531f94f6 req-b2a34283-312a-45ab-be2d-7c52aee6acb8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1096389 Feb 02 15:54:51.823902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-001247e3-f020-4be6-b506-7dc6531f94f6 req-2cdeafad-2322-4c4c-9ec9-9f8e1684e2aa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472422 Feb 02 15:54:53.242228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c6061-7bad-4c10-88df-dee0fcd31b17 req-0c5b706d-7120-49a1-bb14-0d49baaa5d7e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:53.243817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b8c6061-7bad-4c10-88df-dee0fcd31b17 req-0c5b706d-7120-49a1-bb14-0d49baaa5d7e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0997770 Feb 02 15:54:53.297433 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b8c6061-7bad-4c10-88df-dee0fcd31b17 req-bdd1a85d-28ce-4d9c-a483-996c8fc78114 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Feb 02 15:54:54.536429 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f7fd-d1ff-4c61-8c20-7750f54678a3 req-1a86b652-41e0-45bc-8769-1d369ba22318 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:54.538032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b94f7fd-d1ff-4c61-8c20-7750f54678a3 req-1a86b652-41e0-45bc-8769-1d369ba22318 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0869794 Feb 02 15:54:54.589132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b94f7fd-d1ff-4c61-8c20-7750f54678a3 req-af7334d5-c1ad-412e-8427-7d4b899a6f6c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Feb 02 15:54:54.704918 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2640-4397-4e6c-a3f5-b386ddc3f350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:55.809269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500e3ca-e85c-4325-839a-6db10c2b7d80 req-048de6a1-f4c0-4e7d-9693-27d3f25f4685 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:55.810755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8500e3ca-e85c-4325-839a-6db10c2b7d80 req-048de6a1-f4c0-4e7d-9693-27d3f25f4685 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0930831 Feb 02 15:54:55.860641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8500e3ca-e85c-4325-839a-6db10c2b7d80 req-816a4af3-17bf-43cd-9cb9-c76a6a730c87 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Feb 02 15:54:56.951633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-330bd6ee-ff12-4a7c-9e5a-5cf6700ceb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:57.094864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957b638-28b5-493f-b2ea-4bea8da12dae req-24e232fa-136a-49d2-a081-2b0ffd865f69 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:57.108010 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5957b638-28b5-493f-b2ea-4bea8da12dae req-24e232fa-136a-49d2-a081-2b0ffd865f69 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1060708 Feb 02 15:54:57.176711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5957b638-28b5-493f-b2ea-4bea8da12dae req-b5f06a73-e144-44f0-af0b-97a14e8a892f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724401 Feb 02 15:54:58.425020 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:58.427724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922e9c1-05a9-4221-ba42-96d961727cf3 req-6ab36c15-23e5-4da9-9d01-98d906425510 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:58.429348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0922e9c1-05a9-4221-ba42-96d961727cf3 req-6ab36c15-23e5-4da9-9d01-98d906425510 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.1035249 Feb 02 15:54:58.496511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0922e9c1-05a9-4221-ba42-96d961727cf3 req-a7bc48fb-aeec-479f-b88f-a2003454590e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609565 Feb 02 15:54:58.537362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:59.725367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0f319-726c-47b0-abef-b49a8e119b47 req-fda08115-d84a-4e34-acf5-d1e3c1fdb173 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:59.726899 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dd0f319-726c-47b0-abef-b49a8e119b47 req-fda08115-d84a-4e34-acf5-d1e3c1fdb173 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 944 time: 0.0929968 Feb 02 15:54:59.778976 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dd0f319-726c-47b0-abef-b49a8e119b47 req-f225d682-c72f-4235-9b59-47ebbb8a7fe2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Feb 02 15:54:59.844737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 91935959-d811-479e-8913-f8b64c08bee0 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:55:00.023452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 91935959-d811-479e-8913-f8b64c08bee0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=91935959-d811-479e-8913-f8b64c08bee0,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:00.027502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '91935959-d811-479e-8913-f8b64c08bee0', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'port_id': '91935959-d811-479e-8913-f8b64c08bee0', 'mac_address': 'fa:16:3e:ac:2f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:55:00.092084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:00.115896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91935959-d811-479e-8913-f8b64c08bee0 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:55:00.123535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:00.138325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 91935959-d811-479e-8913-f8b64c08bee0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=91935959-d811-479e-8913-f8b64c08bee0,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:00.254126 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:00.318160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=91935959-d811-479e-8913-f8b64c08bee0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:00.327374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.327745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.328153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.328670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.328860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.329190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.329536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.329844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.330182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.330519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.330813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:00.522976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['91935959-d811-479e-8913-f8b64c08bee0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:55:01.041107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4c1c0-04d9-45c2-a83f-294f2b748984 req-477ef637-8aba-4916-9bae-047c5d68b0d4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:01.043208 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e2b4c1c0-04d9-45c2-a83f-294f2b748984 req-477ef637-8aba-4916-9bae-047c5d68b0d4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 945 time: 0.1005979 Feb 02 15:55:01.114232 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e2b4c1c0-04d9-45c2-a83f-294f2b748984 req-6388f8ee-f7d8-48d2-8e0c-22ed6624a78e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614133 Feb 02 15:55:01.870939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 91935959-d811-479e-8913-f8b64c08bee0 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:02.109077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 91935959-d811-479e-8913-f8b64c08bee0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:02.109077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 91935959-d811-479e-8913-f8b64c08bee0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:02.109077 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:02.259670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:02.330367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 91935959-d811-479e-8913-f8b64c08bee0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=91935959-d811-479e-8913-f8b64c08bee0,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:02.331524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08962f05-fc73-43ed-9772-69f572748a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91935959-d811-479e-8913-f8b64c08bee0'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:55:02.381419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a98520-1134-46a9-959f-a6db4606f1b1 req-cb9f8cd3-ee5e-4175-a913-8b94f3bf81c8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:02.388498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83a98520-1134-46a9-959f-a6db4606f1b1 req-cb9f8cd3-ee5e-4175-a913-8b94f3bf81c8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 945 time: 0.1177886 Feb 02 15:55:02.476017 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-83a98520-1134-46a9-959f-a6db4606f1b1 req-581e821b-6849-48f4-83cd-c0cc3e651aac tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803285 Feb 02 15:55:02.499238 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:02.599980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=91935959-d811-479e-8913-f8b64c08bee0,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:02.649804 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08962f05-fc73-43ed-9772-69f572748a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91935959-d811-479e-8913-f8b64c08bee0', 'code': 200} Feb 02 15:55:02.825535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c63af35f-c20b-4189-a1e5-122239d8e333 req-5177d3fe-8b63-4187-b0bc-7b5cc37fcec3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 1097 time: 0.0742645 Feb 02 15:55:02.877152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c63af35f-c20b-4189-a1e5-122239d8e333 req-8e273aab-eba1-4276-960e-8a7a58a5c9f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434949 Feb 02 15:55:03.935679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fa2bb-7a2f-4199-9119-dd29357ac8d6 req-77dc70fd-c806-404b-a10e-38cc50d2666e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:03.942481 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f4fa2bb-7a2f-4199-9119-dd29357ac8d6 req-77dc70fd-c806-404b-a10e-38cc50d2666e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 946 time: 0.1719725 Feb 02 15:55:04.004200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f4fa2bb-7a2f-4199-9119-dd29357ac8d6 req-38e7ef7c-2334-401b-847d-18d250f14a9e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566318 Feb 02 15:55:05.348177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bb2be-7e58-46cc-a0e5-c8047607ad19 req-76c40ec0-a593-445c-8354-61e0a429480e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:05.352246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b7bb2be-7e58-46cc-a0e5-c8047607ad19 req-76c40ec0-a593-445c-8354-61e0a429480e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 946 time: 0.1939809 Feb 02 15:55:05.396400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b7bb2be-7e58-46cc-a0e5-c8047607ad19 req-a5793a47-741b-4c43-8444-e90a91e29499 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Feb 02 15:55:05.637192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee517e-665a-450d-8020-6313aba18744 req-09adb645-6395-4581-b87a-18c082e63e24 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:05.638958 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bee517e-665a-450d-8020-6313aba18744 req-09adb645-6395-4581-b87a-18c082e63e24 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 946 time: 0.1040697 Feb 02 15:55:05.705292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8bee517e-665a-450d-8020-6313aba18744 req-e53b5ca6-f1c5-449e-ab4c-6665f749f723 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Feb 02 15:55:05.921644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbefdb2-ddd3-4c9f-89c9-82045667987d req-cf03afa2-9e06-4f85-af29-a31134b8588b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:05.923775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cdbefdb2-ddd3-4c9f-89c9-82045667987d req-cf03afa2-9e06-4f85-af29-a31134b8588b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 946 time: 0.0837529 Feb 02 15:55:05.973023 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cdbefdb2-ddd3-4c9f-89c9-82045667987d req-c280337c-5d88-4ae9-9a9e-ffe29fae50af tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Feb 02 15:55:07.223575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a8a0d-8f88-44db-8b35-6780eca1e72a req-78861294-a792-4694-8f5c-85d5bef5927e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:07.225054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-443a8a0d-8f88-44db-8b35-6780eca1e72a req-78861294-a792-4694-8f5c-85d5bef5927e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 946 time: 0.0857589 Feb 02 15:55:07.275864 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-443a8a0d-8f88-44db-8b35-6780eca1e72a req-06b2b81b-af1c-42fe-860a-34dde51b9660 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Feb 02 15:55:08.542062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5d1ea-156f-487c-b200-c01776bf3551 req-6dd85d7e-3e97-4281-a2c6-e86a943ebc80 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:08.543897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53d5d1ea-156f-487c-b200-c01776bf3551 req-6dd85d7e-3e97-4281-a2c6-e86a943ebc80 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 946 time: 0.1281223 Feb 02 15:55:08.640507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53d5d1ea-156f-487c-b200-c01776bf3551 req-b336b0bf-73cb-4e7f-b60e-31d4617e19f0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874968 Feb 02 15:55:08.685845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-040fae8b-f42d-4ec0-9a1e-43169c50ec6c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:08.687296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-040fae8b-f42d-4ec0-9a1e-43169c50ec6c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 946 time: 0.0869203 Feb 02 15:55:08.762152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port 91935959-d811-479e-8913-f8b64c08bee0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:55:08.762495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.109672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] For port 91935959-d811-479e-8913-f8b64c08bee0, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=91935959-d811-479e-8913-f8b64c08bee0,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:09.110812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.253179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for 91935959-d811-479e-8913-f8b64c08bee0 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:55:09.580098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.614915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['91935959-d811-479e-8913-f8b64c08bee0'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:55:09.632697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=91935959-d811-479e-8913-f8b64c08bee0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:09.766091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] No DVR routers for this DVR port 91935959-d811-479e-8913-f8b64c08bee0 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:55:09.769983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.772629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08962f05-fc73-43ed-9772-69f572748a04', 'name': 'network-vif-deleted', 'tag': '91935959-d811-479e-8913-f8b64c08bee0'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:55:09.869303 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08962f05-fc73-43ed-9772-69f572748a04', 'name': 'network-vif-deleted', 'tag': '91935959-d811-479e-8913-f8b64c08bee0', 'status': 'completed', 'code': 200} Feb 02 15:55:09.895439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97232f7c-cb7b-43aa-993e-4c6f78d5e843 req-01eaf5cc-92a6-4a08-9cbc-6eb097d2d008 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "DELETE /v2.0/ports/91935959-d811-479e-8913-f8b64c08bee0 HTTP/1.1" status: 204 len: 173 time: 1.2027714 Feb 02 15:55:09.993157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a273b083-0d09-4a47-8db7-7f9b25fcf470 req-fc78a778-c3f9-491d-adaf-618d20d48c82 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 210 time: 0.0566885 Feb 02 15:55:11.188167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-125075eb-fdeb-422f-a9ba-e92071384680 req-ac3b558c-5040-4e00-bde9-59eb49f7d821 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:55:11.305330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-125075eb-fdeb-422f-a9ba-e92071384680 req-ac3b558c-5040-4e00-bde9-59eb49f7d821 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:55:11.306527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-125075eb-fdeb-422f-a9ba-e92071384680 req-ac3b558c-5040-4e00-bde9-59eb49f7d821 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 210 time: 0.1635118 Feb 02 15:55:12.498922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f8cbd722-29e6-4e09-88e7-3f9892ac9233 req-1176f7fb-031c-4725-bbe4-bf3f3d01c031 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=08962f05-fc73-43ed-9772-69f572748a04 HTTP/1.1" status: 200 len: 210 time: 0.0463977 Feb 02 15:55:13.890558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 91935959-d811-479e-8913-f8b64c08bee0 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:55:13.949881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 91935959-d811-479e-8913-f8b64c08bee0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:55:13.950585 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 91935959-d811-479e-8913-f8b64c08bee0 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:55:17.269093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:18.147051 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:19.904953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41066) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:20.133000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:20.167701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:20.172257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] Usage tracker for resource:security_group_rule and tenant:917c2de0dc9e45ad880fe105e0f18e83 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:20.176447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:20.183773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:20.326854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:20.472485 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:20.536291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=917c2de0dc9e45ad880fe105e0f18e83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6289988 Feb 02 15:55:20.537528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dac578-423f-449d-8c42-60d352170d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d120db-610c-4433-9816-abefd004a54c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:20.538614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41102) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:20.619825 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245f6a34-a7cc-4260-88a9-40273a74090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:20.651621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245f6a34-a7cc-4260-88a9-40273a74090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:20.849526 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245f6a34-a7cc-4260-88a9-40273a74090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:20.875869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f6a34-a7cc-4260-88a9-40273a74090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d120db-610c-4433-9816-abefd004a54c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:20.875869 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-245f6a34-a7cc-4260-88a9-40273a74090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:20.878250 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-245f6a34-a7cc-4260-88a9-40273a74090f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/87d120db-610c-4433-9816-abefd004a54c HTTP/1.1" status: 204 len: 168 time: 0.3368783 Feb 02 15:55:22.593285 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:55:24.636961 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c54fae97-f19b-470f-843a-dd4b89b0e112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.096612 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68c16d48-9a9c-41ff-8688-f7b2cc29a8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.579454 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.579454 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:30.490791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:38.189227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41526) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:38.399313 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:38.441479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:38.446008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] Usage tracker for resource:security_group_rule and tenant:b104612bc21c4a2e94d96ac94e3fd43c is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:38.449461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:38.456613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:38.533613 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:38.690087 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:38.801508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b104612bc21c4a2e94d96ac94e3fd43c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6110442 Feb 02 15:55:38.804738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41550) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:38.826397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187665b-1da8-47bf-81a2-5b51dd8eb923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843c1a74-5632-41a2-8b9e-9ec428779222,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:38.881526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e1623bb-8d1c-47f7-8ce3-a8ae9f170c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:38.932061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e1623bb-8d1c-47f7-8ce3-a8ae9f170c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:39.142393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e1623bb-8d1c-47f7-8ce3-a8ae9f170c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:39.161597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1623bb-8d1c-47f7-8ce3-a8ae9f170c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843c1a74-5632-41a2-8b9e-9ec428779222,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:39.179322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7e1623bb-8d1c-47f7-8ce3-a8ae9f170c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:39.187159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7e1623bb-8d1c-47f7-8ce3-a8ae9f170c54 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/843c1a74-5632-41a2-8b9e-9ec428779222 HTTP/1.1" status: 204 len: 168 time: 0.3727038 Feb 02 15:55:40.854967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41646) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:41.054578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1051499196-network', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:55:41.071923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:41.071923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Usage tracker for resource:network and tenant:31a077ba715e4caf84dc48afa7fdf2b0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:41.078045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:41.086213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:41.257415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Made reservation on behalf of 31a077ba715e4caf84dc48afa7fdf2b0 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:41.260151 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:41.275407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:41.317429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:41.317634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Usage tracker for resource:security_group_rule and tenant:31a077ba715e4caf84dc48afa7fdf2b0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:41.320586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:41.326963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:41.414728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:41.541858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:41.586039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:55:41.602193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b841ac7c-1f5f-4156-a937-08286dd54f85,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:41.606416 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:41.606761 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Added segment ddc5fc6f-41f5-4a12-bfae-e955176b4ddb of type vlan for network be05b576-2a0b-4935-b2d6-309bb78dfec6 Feb 02 15:55:41.640667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:41.839717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:41.840571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:41.841178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:41.961684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] Pushing event updated for resources: {'Network': ['ID=be05b576-2a0b-4935-b2d6-309bb78dfec6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:41.973353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network be05b576-2a0b-4935-b2d6-309bb78dfec6 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:55:42.149079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2cce3fd1-cc5e-41ee-8caa-7328ed1b7585 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2701807 Feb 02 15:55:42.149079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41682) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:42.161715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Request body: {'subnet': {'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1051499196-subnet', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:55:42.175819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:42.175819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Usage tracker for resource:subnet and tenant:31a077ba715e4caf84dc48afa7fdf2b0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:42.186409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:42.189845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:42.445316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Made reservation on behalf of 31a077ba715e4caf84dc48afa7fdf2b0 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:42.458036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:42.765803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:42.841034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e52dd14-97d2-4895-99c6-80712723105a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:42.876682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Checking segment: {'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:55:42.876682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Network hostable DHCP agents. Network: be05b576-2a0b-4935-b2d6-309bb78dfec6, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:55:43.016729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Network be05b576-2a0b-4935-b2d6-309bb78dfec6 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:55:43.148065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, be05b576-2a0b-4935-b2d6-309bb78dfec6) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:43.152739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:43.153506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.159651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d44de8-d00d-4627-9e06-d461372364ad None None] Network be05b576-2a0b-4935-b2d6-309bb78dfec6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:55:43.273634 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fbdc7383-bae2-4449-baba-d795442148c9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1251779 Feb 02 15:55:43.275984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:43.288117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:55:43.297039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:43.303445 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Usage tracker for resource:router and tenant:31a077ba715e4caf84dc48afa7fdf2b0 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:43.321809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:43.330248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:43.391752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-be05b576-2a0b-4935-b2d6-309bb78dfec6', 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'fixed_ips': [{'subnet_id': '7e52dd14-97d2-4895-99c6-80712723105a'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:55:43.392603 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.576195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Allocated IP 172.20.0.2 (be05b576-2a0b-4935-b2d6-309bb78dfec6/7e52dd14-97d2-4895-99c6-80712723105a/12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:43.577316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.579068 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.599614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.807806 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.828265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Transition to ACTIVE for port object 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:43.860866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Transition to ACTIVE for port object 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:43.935159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.085827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.162952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Network be05b576-2a0b-4935-b2d6-309bb78dfec6 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:44.165923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:44.170224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:55:44.172282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Pushing event updated for resources: {'Port': ['ID=12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:44.274806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Attempting to bind port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:55:44.275096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Attempting to bind port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:55:44.276783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Attempting to bind port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 on network be05b576-2a0b-4935-b2d6-309bb78dfec6 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:55:44.284768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:55:44.285591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Checking segment: {'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:55:44.285591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.286005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Bound using segment: {'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:55:44.286637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Bound port: 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:55:44.287578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.295767 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.356442 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.432232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] For port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:55:44.436031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] For port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0,segment=NetworkSegment(ddc5fc6f-41f5-4a12-bfae-e955176b4ddb),segment_id=ddc5fc6f-41f5-4a12-bfae-e955176b4ddb)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:55:44.527183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Allocated IP 172.25.0.170 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/297ce288-b899-49f9-8bb7-c310e052b85f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:44.629022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.692063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.703139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68034ab3-beac-4e9e-ae71-488a6ae4c06c None None] Pushing event updated for resources: {'Port': ['ID=12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:44.909378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:45.128031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:45.130984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:45.135769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:55:45.161406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Pushing event updated for resources: {'Port': ['ID=297ce288-b899-49f9-8bb7-c310e052b85f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:45.466469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:45.601795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:45.601795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:45.788431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:45.827821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12cc9a8-deb1-434e-85b2-03e8306f4003 None None] Network be05b576-2a0b-4935-b2d6-309bb78dfec6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:55:46.017755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Router 75deadec-4220-4bc4-ade6-0935e4b77e96 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:55:46.054114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5346cd5d-eee7-425a-aae2-00f62eda25bb None None] Provisioning for port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:46.061309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5346cd5d-eee7-425a-aae2-00f62eda25bb None None] Provisioning complete for port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:46.062018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5346cd5d-eee7-425a-aae2-00f62eda25bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:46.269704 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5346cd5d-eee7-425a-aae2-00f62eda25bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:46.323537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:55:46.323755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5346cd5d-eee7-425a-aae2-00f62eda25bb None None] For port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0,segment=NetworkSegment(ddc5fc6f-41f5-4a12-bfae-e955176b4ddb),segment_id=ddc5fc6f-41f5-4a12-bfae-e955176b4ddb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:46.334926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Sync routers for ids ['75deadec-4220-4bc4-ade6-0935e4b77e96'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:55:46.356074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Routers {'75deadec-4220-4bc4-ade6-0935e4b77e96'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:55:46.356786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['75deadec-4220-4bc4-ade6-0935e4b77e96'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:46.451134 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5346cd5d-eee7-425a-aae2-00f62eda25bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:46.451321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:46.452618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8c7d660a-20ca-4980-9abb-b1f9d4901a84 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1747706 Feb 02 15:55:46.455648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41778) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:46.627984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0ce0459d-48dd-4b60-95df-c8ae3dcecb03 None None] Provisioning complete for port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:46.627984 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0ce0459d-48dd-4b60-95df-c8ae3dcecb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:46.665774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346cd5d-eee7-425a-aae2-00f62eda25bb None None] Pushing event updated for resources: {'Port': ['ID=12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:46.697992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Set router 75deadec-4220-4bc4-ade6-0935e4b77e96 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:55:47.132082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:55:45Z', 'revision_number': 3, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:47.133798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Checking router: 75deadec-4220-4bc4-ade6-0935e4b77e96 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:55:47.134207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Updating router 75deadec-4220-4bc4-ade6-0935e4b77e96 port 297ce288-b899-49f9-8bb7-c310e052b85f binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:55:47.188960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:47.285879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:47.513015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:47.519272 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:47.635434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:47.636072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:47.759927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:47.807311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Transition to ACTIVE for port object 297ce288-b899-49f9-8bb7-c310e052b85f will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:47.900963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Allocated IP 172.20.0.1 (be05b576-2a0b-4935-b2d6-309bb78dfec6/7e52dd14-97d2-4895-99c6-80712723105a/7b29bfa9-3668-4e2e-934e-6243e32b93fc) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:48.040646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.044898 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.069392 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.088424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Transition to ACTIVE for port object 7b29bfa9-3668-4e2e-934e-6243e32b93fc will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:48.190173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Attempting to bind port 297ce288-b899-49f9-8bb7-c310e052b85f on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:55:48.190173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Attempting to bind port 297ce288-b899-49f9-8bb7-c310e052b85f by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:55:48.190173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Attempting to bind port 297ce288-b899-49f9-8bb7-c310e052b85f on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:55:48.190173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980216-0485-42a3-bca3-6d4ae9af0690 None None] Pushing event updated for resources: {'Port': ['ID=297ce288-b899-49f9-8bb7-c310e052b85f,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:48.201177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:55:48.201177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:55:48.201177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.203684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:55:48.203684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Bound port: 297ce288-b899-49f9-8bb7-c310e052b85f, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:55:48.203684 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.240414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.288397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] For port 297ce288-b899-49f9-8bb7-c310e052b85f, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:55:48.288397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] For port 297ce288-b899-49f9-8bb7-c310e052b85f, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=297ce288-b899-49f9-8bb7-c310e052b85f,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:55:48.329228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Pushing event updated for resources: {'Port': ['ID=7b29bfa9-3668-4e2e-934e-6243e32b93fc,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:48.333968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Network be05b576-2a0b-4935-b2d6-309bb78dfec6 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:48.335627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:48.338014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:55:48.396758 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.418442 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.511531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980216-0485-42a3-bca3-6d4ae9af0690 None None] Pushing event updated for resources: {'Port': ['ID=297ce288-b899-49f9-8bb7-c310e052b85f,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:48.518150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Routers {'75deadec-4220-4bc4-ade6-0935e4b77e96'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:55:48.518991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['75deadec-4220-4bc4-ade6-0935e4b77e96'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:48.735725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] Set router 75deadec-4220-4bc4-ade6-0935e4b77e96 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:55:48.741672 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:48.859296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ff8287af-c520-4080-9816-711a423438ea None None] Provisioning for port 7b29bfa9-3668-4e2e-934e-6243e32b93fc completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:48.878214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ff8287af-c520-4080-9816-711a423438ea None None] Provisioning complete for port 7b29bfa9-3668-4e2e-934e-6243e32b93fc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:48.878214 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff8287af-c520-4080-9816-711a423438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.026718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ff8287af-c520-4080-9816-711a423438ea None None] Port 7b29bfa9-3668-4e2e-934e-6243e32b93fc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:55:49.073098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.143624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:55:45Z', 'revision_number': 3, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:49.148617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3bf90-c249-4170-94b2-61c81f42eecd None None] The sync data for ids ['75deadec-4220-4bc4-ade6-0935e4b77e96'] in n-d-827122-1 is: [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:55:45Z', 'revision_number': 3, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:55:49.188785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.302191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Pushing event updated for resources: {'Port': ['ID=7b29bfa9-3668-4e2e-934e-6243e32b93fc,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:49.305025 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.488663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 297ce288-b899-49f9-8bb7-c310e052b85f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:49.542014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Network be05b576-2a0b-4935-b2d6-309bb78dfec6 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:49.543476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:49.733104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 297ce288-b899-49f9-8bb7-c310e052b85f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:49.750996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 297ce288-b899-49f9-8bb7-c310e052b85f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:49.750996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.980492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:49.998789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 297ce288-b899-49f9-8bb7-c310e052b85f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=297ce288-b899-49f9-8bb7-c310e052b85f,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:50.073274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0908ad60-4354-422e-aad1-5a75ef4ebd41 None None] Provisioning complete for port 7b29bfa9-3668-4e2e-934e-6243e32b93fc triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:50.073543 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0908ad60-4354-422e-aad1-5a75ef4ebd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:50.162818 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:50.260656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0908ad60-4354-422e-aad1-5a75ef4ebd41 None None] Port 7b29bfa9-3668-4e2e-934e-6243e32b93fc cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:55:50.273538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=297ce288-b899-49f9-8bb7-c310e052b85f,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:50.382376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Router 75deadec-4220-4bc4-ade6-0935e4b77e96 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:55:50.719483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:55:50.737383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-975278af-853c-405b-8112-759666ef3c6d admin admin] 10.222.0.88 "PUT /v2.0/routers/75deadec-4220-4bc4-ade6-0935e4b77e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2770135 Feb 02 15:55:51.506638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 297ce288-b899-49f9-8bb7-c310e052b85f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:51.618196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 297ce288-b899-49f9-8bb7-c310e052b85f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:51.618196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:52.061507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-2522efdd-a345-4f3a-b16a-40f88a9264cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:52.062373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-2522efdd-a345-4f3a-b16a-40f88a9264cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:55:52.177459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 41936) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:52.181843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1083038767-network', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:55:52.193387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:52.200673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Usage tracker for resource:network and tenant:cdfab96fc59e431e81992a6340fc429a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:52.204333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:52.209728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:52.229095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-2522efdd-a345-4f3a-b16a-40f88a9264cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:55:52.230207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-2522efdd-a345-4f3a-b16a-40f88a9264cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.3402524 Feb 02 15:55:52.248642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-bc85ec54-4764-4f18-b150-5a1251146fa3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/quotas/480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 375 time: 0.0126662 Feb 02 15:55:52.315335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Made reservation on behalf of cdfab96fc59e431e81992a6340fc429a for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:52.318294 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:52.334715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:52.381685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-9272ce34-9e5e-4f63-9bce-99d90fed86de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279721 Feb 02 15:55:52.385798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:52.394050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Usage tracker for resource:security_group_rule and tenant:cdfab96fc59e431e81992a6340fc429a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:52.399379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:52.405489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:52.476699 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:52.537527 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:52.571293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:55:52.585806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc81cb1-4502-49e4-97aa-3cbf7c3efcc6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:52.606121 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:52.606121 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Added segment 07023275-7f54-446a-82fd-4470a4b8feb7 of type vlan for network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.611193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:52.636205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-7d4f1fbc-876b-477e-bd2d-0e7d91e4fe14 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 15:55:52.636205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-7d4f1fbc-876b-477e-bd2d-0e7d91e4fe14 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2422919 Feb 02 15:55:52.765913 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:52.850884 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c388bd97-e826-4cc0-ae46-64ecd7408d3a service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107911 Feb 02 15:55:52.929869 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:52.930744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:52.931319 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:53.077398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] Pushing event updated for resources: {'Network': ['ID=4a0ddd00-1c74-4f16-a187-0ca2e9a71a83,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:53.095747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:55:53.107547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f30965c9-8b57-4144-9590-277c004c5a75 service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476039 Feb 02 15:55:53.163825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e763cf48-5b1e-4559-b2c8-e8f935525078 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9866333 Feb 02 15:55:53.167539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 41972) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:53.183430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Request body: {'subnet': {'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1083038767-subnet', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:55:53.191200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:53.211505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Usage tracker for resource:subnet and tenant:cdfab96fc59e431e81992a6340fc429a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:53.218022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:53.227050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:53.377627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Made reservation on behalf of cdfab96fc59e431e81992a6340fc429a for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:53.380249 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:53.417339 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Sync routers for ids ['75deadec-4220-4bc4-ade6-0935e4b77e96'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:55:53.433606 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Routers {'75deadec-4220-4bc4-ade6-0935e4b77e96'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:55:53.433606 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['75deadec-4220-4bc4-ade6-0935e4b77e96'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:53.614882 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Set router 75deadec-4220-4bc4-ade6-0935e4b77e96 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:55:53.687005 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:53.783424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353b453c-739b-49c9-9b3f-580f3b31e132,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:53.849155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.849155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.849155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.851556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.851556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.851556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.851556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.851556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.851556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.851556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.851556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:53.860393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Checking segment: {'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:55:53.860393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Network hostable DHCP agents. Network: 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:55:53.983523 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:55:48Z', 'revision_number': 4, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '7b29bfa9-3668-4e2e-934e-6243e32b93fc', 'name': '', 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'mac_address': 'fa:16:3e:d6:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e52dd14-97d2-4895-99c6-80712723105a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:47Z', 'updated_at': '2022-02-02T15:55:48Z', 'revision_number': 2, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'subnets': [{'id': '7e52dd14-97d2-4895-99c6-80712723105a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:53.989638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Checking router: 75deadec-4220-4bc4-ade6-0935e4b77e96 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:55:53.990333 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Updating router 75deadec-4220-4bc4-ade6-0935e4b77e96 port 7b29bfa9-3668-4e2e-934e-6243e32b93fc binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:55:54.011498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:55:54.053292 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.081761 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ce4707d-9178-4b2b-86fd-97ee0b250618 req-b8df2153-6f68-498e-a41c-f84460aa7fe8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 210 time: 0.0538883 Feb 02 15:55:54.184036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:54.184036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:54.184036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.186928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f18b7c-f9e2-484f-81c8-73c07f8e7968 None None] Network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:55:54.305490 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0fe6e0e0-3ee8-405a-80f4-7b3085140cb7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1381552 Feb 02 15:55:54.308081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42016) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:54.322878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1083038767-router', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:55:54.325986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:54.331445 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Usage tracker for resource:router and tenant:cdfab96fc59e431e81992a6340fc429a is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:54.337909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:54.345812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:54.452558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.452558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.507474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.644086 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.644086 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Transition to ACTIVE for port object 7b29bfa9-3668-4e2e-934e-6243e32b93fc will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:54.653916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-4a0ddd00-1c74-4f16-a187-0ca2e9a71a83', 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'fixed_ips': [{'subnet_id': '353b453c-739b-49c9-9b3f-580f3b31e132'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:55:54.655240 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.749774 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.780619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-44278263-be84-4775-bc87-e0083d0e7c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.876160 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Pushing event updated for resources: {'Port': ['ID=7b29bfa9-3668-4e2e-934e-6243e32b93fc,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:54.890805 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.891394 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.892044 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.892554 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.893302 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.894133 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.895178 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.895660 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.896374 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.896904 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.897631 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:54.914423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Allocated IP 172.20.0.2 (4a0ddd00-1c74-4f16-a187-0ca2e9a71a83/353b453c-739b-49c9-9b3f-580f3b31e132/96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:54.947193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.207324 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Attempting to bind port 7b29bfa9-3668-4e2e-934e-6243e32b93fc on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:55:55.208302 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Attempting to bind port 7b29bfa9-3668-4e2e-934e-6243e32b93fc by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:55:55.208905 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Attempting to bind port 7b29bfa9-3668-4e2e-934e-6243e32b93fc on network be05b576-2a0b-4935-b2d6-309bb78dfec6 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:55:55.223601 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:55:55.224385 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Checking segment: {'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:55:55.225789 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.227489 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Bound using segment: {'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:55:55.228501 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Bound port: 7b29bfa9-3668-4e2e-934e-6243e32b93fc, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:55:55.229225 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.248904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ccb10249-0d74-4c9a-8a68-d467be92f69d req-d2682a0b-2f44-4424-8784-c23a573a8ed4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 210 time: 0.0630162 Feb 02 15:55:55.329796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.342845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Transition to ACTIVE for port object 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:55.344490 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] For port 7b29bfa9-3668-4e2e-934e-6243e32b93fc, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:55:55.349627 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] For port 7b29bfa9-3668-4e2e-934e-6243e32b93fc, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7b29bfa9-3668-4e2e-934e-6243e32b93fc,segment=NetworkSegment(ddc5fc6f-41f5-4a12-bfae-e955176b4ddb),segment_id=ddc5fc6f-41f5-4a12-bfae-e955176b4ddb)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:55:55.387051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Transition to ACTIVE for port object 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:55.395413 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.435538 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.481260 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.526996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.641899 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Routers {'75deadec-4220-4bc4-ade6-0935e4b77e96'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:55:55.641899 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['75deadec-4220-4bc4-ade6-0935e4b77e96'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:55.676412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Allocated IP 172.25.0.4 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/16d6fafb-42ff-45ae-bfa2-8fcde804fe6e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:55.696638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:55.696638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Pushing event updated for resources: {'Port': ['ID=96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:55.714487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:55.714487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:55:55.770091 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d053a-24d9-470a-b4bd-e0a38536df22 None None] Pushing event updated for resources: {'Port': ['ID=7b29bfa9-3668-4e2e-934e-6243e32b93fc,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:55.917416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Attempting to bind port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:55:55.918184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Attempting to bind port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:55:55.934110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Attempting to bind port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf on network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:55:55.940292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:55:55.940997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Checking segment: {'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:55:55.942134 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.943102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Bound using segment: {'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:55:55.945082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Bound port: 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:55:55.948633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.983553 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] Set router 75deadec-4220-4bc4-ade6-0935e4b77e96 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:55:55.986841 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.093953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] For port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:55:56.097583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] For port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf,segment=NetworkSegment(07023275-7f54-446a-82fd-4470a4b8feb7),segment_id=07023275-7f54-446a-82fd-4470a4b8feb7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:55:56.293615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.325520 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:55:48Z', 'revision_number': 4, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '7b29bfa9-3668-4e2e-934e-6243e32b93fc', 'name': '', 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'mac_address': 'fa:16:3e:d6:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e52dd14-97d2-4895-99c6-80712723105a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:47Z', 'updated_at': '2022-02-02T15:55:55Z', 'revision_number': 4, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'subnets': [{'id': '7e52dd14-97d2-4895-99c6-80712723105a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:56.328297 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.329783 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c374496-db3c-4789-a2fb-83be93aeb626 None None] The sync data for ids ['75deadec-4220-4bc4-ade6-0935e4b77e96'] in n-d-827122-1 is: [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:55:48Z', 'revision_number': 4, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '7b29bfa9-3668-4e2e-934e-6243e32b93fc', 'name': '', 'network_id': 'be05b576-2a0b-4935-b2d6-309bb78dfec6', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'mac_address': 'fa:16:3e:d6:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e52dd14-97d2-4895-99c6-80712723105a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:47Z', 'updated_at': '2022-02-02T15:55:55Z', 'revision_number': 4, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'subnets': [{'id': '7e52dd14-97d2-4895-99c6-80712723105a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:55:56.514051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdf385-4093-424c-a498-0c33de49cb07 None None] Pushing event updated for resources: {'Port': ['ID=96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:56.538787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:56.538787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:56.538787 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b8f0019b-1084-4671-ab05-472eaae4309c req-cb2021ae-10f5-48c4-9cdb-c25e99bf02f2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 210 time: 0.1137991 Feb 02 15:55:56.538787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:55:56.691430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Pushing event updated for resources: {'Port': ['ID=16d6fafb-42ff-45ae-bfa2-8fcde804fe6e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:56.920823 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-972dfc97-1d06-428e-b559-c8c2fdda2984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.948475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.949466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.469650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Router afdd7959-d294-4541-ad7e-6169ba4d13f6 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:55:57.549594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7b29bfa9-3668-4e2e-934e-6243e32b93fc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:57.784505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 7b29bfa9-3668-4e2e-934e-6243e32b93fc completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:57.793612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7b29bfa9-3668-4e2e-934e-6243e32b93fc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:57.794421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.981802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf847e6e-6b2f-4fd9-87e3-c7ed221e42e0 req-2f0e96dc-7931-491e-9515-ebf9f170eec7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 210 time: 0.0950651 Feb 02 15:55:58.066564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2fbfb-dd35-449c-b092-361446022e95 None None] Network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:55:58.127121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:55:58.150094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Sync routers for ids ['afdd7959-d294-4541-ad7e-6169ba4d13f6'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:55:58.190377 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.233692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Routers {'afdd7959-d294-4541-ad7e-6169ba4d13f6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:55:58.242214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['afdd7959-d294-4541-ad7e-6169ba4d13f6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:58.258511 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.263015 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b035656d-5e31-419e-b0b9-af684866d363 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9498839 Feb 02 15:55:58.263015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42122) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:58.406430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-188beb9b-ba09-4742-9a31-18d2cd1bcb43 None None] Provisioning for port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:58.413395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 7b29bfa9-3668-4e2e-934e-6243e32b93fc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7b29bfa9-3668-4e2e-934e-6243e32b93fc,segment=NetworkSegment(ddc5fc6f-41f5-4a12-bfae-e955176b4ddb),segment_id=ddc5fc6f-41f5-4a12-bfae-e955176b4ddb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:58.495774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-819e0e95-57d5-4ea3-b1c3-4592ae802ab0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:58.497106 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-819e0e95-57d5-4ea3-b1c3-4592ae802ab0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1807570 Feb 02 15:55:58.546866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Set router afdd7959-d294-4541-ad7e-6169ba4d13f6 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:55:58.567042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'port': {'device_id': '278cbe6f-8e9b-4538-a1a5-b232a1432e75', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'admin_state_up': True, 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:55:58.636934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.657322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.657322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:58.860798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:58.860798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:58.865372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.019477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=7b29bfa9-3668-4e2e-934e-6243e32b93fc,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:59.029041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:59.036660 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.219374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:59.243923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:59.244610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.334310 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-889103f8-b46a-4899-9451-2b771083c951 req-8dfdeabe-76c4-4c24-b388-bb57c755f048 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 210 time: 0.0959764 Feb 02 15:55:59.501449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'name': 'tempest-TestAggregatesBasicOps-1083038767-router', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:54Z', 'updated_at': '2022-02-02T15:55:56Z', 'revision_number': 3, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'gw_port': {'id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:55Z', 'updated_at': '2022-02-02T15:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:59.522554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Checking router: afdd7959-d294-4541-ad7e-6169ba4d13f6 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:55:59.522554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Updating router afdd7959-d294-4541-ad7e-6169ba4d13f6 port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:55:59.546349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.623899 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:55:59.628004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.20.0.6 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:59.653437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b5fca88b-9b88-4328-a65f-0bc6337a44b4 None None] Provisioning complete for port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:59.653437 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5fca88b-9b88-4328-a65f-0bc6337a44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.740743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf,segment=NetworkSegment(07023275-7f54-446a-82fd-4470a4b8feb7),segment_id=07023275-7f54-446a-82fd-4470a4b8feb7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:59.760489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.854638 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.939806 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.977434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Transition to ACTIVE for port object 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:00.009026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:00.032408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7b29bfa9-3668-4e2e-934e-6243e32b93fc up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:00.277705 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.309091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.405056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.410102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 7b29bfa9-3668-4e2e-934e-6243e32b93fc triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:00.411481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.495113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:00.572734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:00.576315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:00.580890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:56:00.616856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ab42-7eb5-485d-985f-904d12a3799b req-63fa990c-b3d6-455a-a6a5-e3f9e7b2099d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:00.632372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4540ab42-7eb5-485d-985f-904d12a3799b req-63fa990c-b3d6-455a-a6a5-e3f9e7b2099d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 931 time: 0.1007507 Feb 02 15:56:00.719432 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.727543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Transition to ACTIVE for port object 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:00.731550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4540ab42-7eb5-485d-985f-904d12a3799b req-210bf7a4-2f70-4c9f-aeed-533e384a78c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979695 Feb 02 15:56:00.832323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:00.832834 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.922555 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.934240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Allocated IP 172.20.0.1 (4a0ddd00-1c74-4f16-a187-0ca2e9a71a83/353b453c-739b-49c9-9b3f-580f3b31e132/c9e93282-4c0a-409e-bcf3-3d8312265492) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:00.993340 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Pushing event updated for resources: {'Port': ['ID=16d6fafb-42ff-45ae-bfa2-8fcde804fe6e,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Attempting to bind port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Attempting to bind port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Attempting to bind port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.022778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.029553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:01.048591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:56:01.048591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:01.048591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.048591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:56:01.048591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Bound port: 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:01.048591 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.052058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-f243eed9-bfe8-4e1c-b797-416ec5be48ab tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4812243 Feb 02 15:56:01.149081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] For port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:01.152557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] For port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=16d6fafb-42ff-45ae-bfa2-8fcde804fe6e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:01.191674 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.198079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Request body: {'port': {'device_id': '278cbe6f-8e9b-4538-a1a5-b232a1432e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:01.206333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9efaf481-4144-48ff-804e-0ce444eccda4 None None] Provisioning for port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:01.217008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9efaf481-4144-48ff-804e-0ce444eccda4 None None] Provisioning complete for port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:01.217008 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9efaf481-4144-48ff-804e-0ce444eccda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.243334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.256980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Transition to ACTIVE for port object c9e93282-4c0a-409e-bcf3-3d8312265492 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:01.341660 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.343656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9efaf481-4144-48ff-804e-0ce444eccda4 None None] Port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:56:01.352328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01669cba-30d4-466f-8aec-fc6217d7bacc None None] Pushing event updated for resources: {'Port': ['ID=16d6fafb-42ff-45ae-bfa2-8fcde804fe6e,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:01.361060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Routers {'afdd7959-d294-4541-ad7e-6169ba4d13f6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:01.361893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['afdd7959-d294-4541-ad7e-6169ba4d13f6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:01.626024 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.742661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:01.742661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:01.746822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] Set router afdd7959-d294-4541-ad7e-6169ba4d13f6 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:01.760926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:56:01.827023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Pushing event updated for resources: {'Port': ['ID=c9e93282-4c0a-409e-bcf3-3d8312265492,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:01.870478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.008333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:02.059597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:56:02.090248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.133676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Transition to ACTIVE for port object 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:02.155763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c1a58-b994-4860-81a4-4f5472ea6f84 req-8abbe152-afc8-4a73-8cde-ed813b635fa7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:02.156500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-863c1a58-b994-4860-81a4-4f5472ea6f84 req-8abbe152-afc8-4a73-8cde-ed813b635fa7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:02.278028 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.281821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:02.281821 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.325991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-863c1a58-b994-4860-81a4-4f5472ea6f84 req-8abbe152-afc8-4a73-8cde-ed813b635fa7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:02.343296 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-06e72e87-8fa6-4c51-908b-18d3f2c6663f None None] Provisioning for port c9e93282-4c0a-409e-bcf3-3d8312265492 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:02.346587 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-863c1a58-b994-4860-81a4-4f5472ea6f84 req-8abbe152-afc8-4a73-8cde-ed813b635fa7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 931 time: 0.3282182 Feb 02 15:56:02.414342 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-06e72e87-8fa6-4c51-908b-18d3f2c6663f None None] Provisioning complete for port c9e93282-4c0a-409e-bcf3-3d8312265492 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:02.414342 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-06e72e87-8fa6-4c51-908b-18d3f2c6663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.418912 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.537382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Pushing event updated for resources: {'Port': ['ID=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:02.556497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-06e72e87-8fa6-4c51-908b-18d3f2c6663f None None] Port c9e93282-4c0a-409e-bcf3-3d8312265492 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:56:02.601995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'name': 'tempest-TestAggregatesBasicOps-1083038767-router', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:54Z', 'updated_at': '2022-02-02T15:55:56Z', 'revision_number': 3, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'gw_port': {'id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:55Z', 'updated_at': '2022-02-02T15:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:02.637730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12332f2-1b80-4efa-9e14-c97b502eaf87 None None] The sync data for ids ['afdd7959-d294-4541-ad7e-6169ba4d13f6'] in n-d-827122-1 is: [{'id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'name': 'tempest-TestAggregatesBasicOps-1083038767-router', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:54Z', 'updated_at': '2022-02-02T15:55:56Z', 'revision_number': 3, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'gw_port': {'id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:55Z', 'updated_at': '2022-02-02T15:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:56:02.805973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-863c1a58-b994-4860-81a4-4f5472ea6f84 req-f884aa86-52e8-4d6b-b7b5-f592d23003d2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621871 Feb 02 15:56:02.940278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Attempting to bind port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:02.940609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Attempting to bind port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:02.940976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Attempting to bind port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:02.953390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:56:02.953727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Attempting to bind port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:02.971442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:56:02.971956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:02.972266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:56:02.972645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Bound port: 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:02.972995 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.120424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] For port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:03.124112 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.142862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] For port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:03.245282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.300653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.357996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Pushing event updated for resources: {'Port': ['ID=c9e93282-4c0a-409e-bcf3-3d8312265492,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:03.363709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.364826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.366016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] 10.222.0.107 "PUT /v2.0/ports/4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 HTTP/1.1" status: 200 len: 1091 time: 2.3092451 Feb 02 15:56:03.397987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278cbe6f-8e9b-4538-a1a5-b232a1432e75', 'tag': '4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:56:03.503165 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278cbe6f-8e9b-4538-a1a5-b232a1432e75', 'tag': '4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83', 'status': 'completed', 'code': 200} Feb 02 15:56:03.592292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bfd70-073b-4b4e-8f80-e3e68267f05e service neutron] Pushing event updated for resources: {'Port': ['ID=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:03.667070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:03.669815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:03.778665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-513242a0-c5d1-454d-a68f-d76fc44d933b req-691bc349-d3cc-4d2e-a68e-9d92dbd02a57 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 1094 time: 0.2482440 Feb 02 15:56:04.045763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6b7d5d97-4466-49c8-934e-92202111090c None None] Provisioning complete for port c9e93282-4c0a-409e-bcf3-3d8312265492 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:04.047003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5d97-4466-49c8-934e-92202111090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.109602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d5d97-4466-49c8-934e-92202111090c None None] Port c9e93282-4c0a-409e-bcf3-3d8312265492 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:56:04.142747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513242a0-c5d1-454d-a68f-d76fc44d933b req-e483be42-36d9-466b-9ebc-08c95eb930cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:04.144168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-513242a0-c5d1-454d-a68f-d76fc44d933b req-e483be42-36d9-466b-9ebc-08c95eb930cd service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3596945 Feb 02 15:56:04.338223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaaff1-a83a-47df-9a3a-e9979dfa2976 req-c50d5105-ddf0-42fc-b389-23d21faad441 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:04.344920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ecaaff1-a83a-47df-9a3a-e9979dfa2976 req-c50d5105-ddf0-42fc-b389-23d21faad441 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 943 time: 0.3462791 Feb 02 15:56:04.421160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513242a0-c5d1-454d-a68f-d76fc44d933b req-96c94823-5d35-4a81-9607-c817d51d11a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:04.422626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-513242a0-c5d1-454d-a68f-d76fc44d933b req-96c94823-5d35-4a81-9607-c817d51d11a8 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2230325 Feb 02 15:56:04.440615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ecaaff1-a83a-47df-9a3a-e9979dfa2976 req-a626ec71-b2d2-44aa-8f1c-b9f14f55bda1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842845 Feb 02 15:56:04.862842 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-a30fcf76-666a-4a9b-ba79-ffc2490879ed service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 1094 time: 0.3721237 Feb 02 15:56:04.877304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Router afdd7959-d294-4541-ad7e-6169ba4d13f6 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:56:05.019356 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c2abf233-85b8-44b9-8836-2383010f3f0c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 HTTP/1.1" status: 200 len: 217 time: 0.1384532 Feb 02 15:56:05.251009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-8b043ea2-655e-42b3-a8c5-3ed1dc80de63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:05.252960 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-8b043ea2-655e-42b3-a8c5-3ed1dc80de63 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.2288182 Feb 02 15:56:05.484191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-1b9a6a9d-34ac-431b-805e-2ff05c62ad50 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161191 Feb 02 15:56:05.679490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:56:05.707028 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a0f3c731-4be9-4ad3-bece-663dab2fd4af admin admin] 10.222.0.88 "PUT /v2.0/routers/afdd7959-d294-4541-ad7e-6169ba4d13f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4204347 Feb 02 15:56:05.743113 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c865c7a7-beb5-4107-b9b3-1f7ac838a5bd service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375541 Feb 02 15:56:05.918403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311593ce-29be-4ab7-8906-9fa9948f627d req-fc17c57e-a7ac-49cd-8cf0-6a4e976d1dc1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:05.923783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-311593ce-29be-4ab7-8906-9fa9948f627d req-fc17c57e-a7ac-49cd-8cf0-6a4e976d1dc1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 943 time: 0.3356676 Feb 02 15:56:06.086168 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-311593ce-29be-4ab7-8906-9fa9948f627d req-2944bead-10d3-4597-abf6-fb4bfc214f38 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531329 Feb 02 15:56:06.106810 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-78777822-619e-4a3c-9bbb-4380b8d1a189 req-c056f40f-2e51-4848-b87a-70ee72671fe8 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648512 Feb 02 15:56:07.356733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a388fc2-213d-4484-8fee-37a2658d7c1c req-b26ee20c-6994-47ae-b9d2-bbd8cbf9750b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:07.358323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a388fc2-213d-4484-8fee-37a2658d7c1c req-b26ee20c-6994-47ae-b9d2-bbd8cbf9750b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 943 time: 0.0921273 Feb 02 15:56:07.429037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a388fc2-213d-4484-8fee-37a2658d7c1c req-e6d9b953-c9e3-4118-ac3c-6b072c18944e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628295 Feb 02 15:56:07.985575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:08.209245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:08.217858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:08.218366 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:08.355478 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:08.383543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=16d6fafb-42ff-45ae-bfa2-8fcde804fe6e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:08.546485 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:08.628659 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=16d6fafb-42ff-45ae-bfa2-8fcde804fe6e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:08.705233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea387d-53ab-4849-b14b-701badd59b53 req-a4da4b49-7db2-4442-ba60-7ff7d3b0d702 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:08.706937 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34ea387d-53ab-4849-b14b-701badd59b53 req-a4da4b49-7db2-4442-ba60-7ff7d3b0d702 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 943 time: 0.0945919 Feb 02 15:56:08.783363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34ea387d-53ab-4849-b14b-701badd59b53 req-66733f96-1158-487d-b8f7-ef9952df46d2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540113 Feb 02 15:56:08.971598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42346) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:09.194160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:09.361389 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.414201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:09.414201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] Usage tracker for resource:security_group_rule and tenant:cf056aac29554d46b274adc08ed4bb44 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:09.421746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:09.428802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:09.441397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.504562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.595916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.641084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b336a0-f8da-4b53-8f89-6755d2f0c7f1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:09.653193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-01f7afc4-82f0-4463-a3c1-2d5866bd85e9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cf056aac29554d46b274adc08ed4bb44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4616148 Feb 02 15:56:09.653780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42364) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:09.724701 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e49e76fb-3714-496c-a935-482d868e6e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.759999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e49e76fb-3714-496c-a935-482d868e6e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:09.964490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:10.013519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e49e76fb-3714-496c-a935-482d868e6e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:10.038040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e76fb-3714-496c-a935-482d868e6e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b336a0-f8da-4b53-8f89-6755d2f0c7f1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:10.046084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:10.046456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:10.052250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e49e76fb-3714-496c-a935-482d868e6e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:10.056570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e49e76fb-3714-496c-a935-482d868e6e0f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a4b336a0-f8da-4b53-8f89-6755d2f0c7f1 HTTP/1.1" status: 204 len: 168 time: 0.3993011 Feb 02 15:56:10.092607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a959988-6389-4553-a74a-10d4598d3052 req-40735e9c-d1d6-4c06-8583-ac187c3c7a97 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:10.100369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a959988-6389-4553-a74a-10d4598d3052 req-40735e9c-d1d6-4c06-8583-ac187c3c7a97 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 943 time: 0.1628735 Feb 02 15:56:10.194989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a959988-6389-4553-a74a-10d4598d3052 req-24b745a4-6769-4e82-96c3-3ca41518494b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936120 Feb 02 15:56:10.330386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Deleting port 7b29bfa9-3668-4e2e-934e-6243e32b93fc {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:10.330386 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:10.524298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] For port 7b29bfa9-3668-4e2e-934e-6243e32b93fc, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=7b29bfa9-3668-4e2e-934e-6243e32b93fc,segment=NetworkSegment(ddc5fc6f-41f5-4a12-bfae-e955176b4ddb),segment_id=ddc5fc6f-41f5-4a12-bfae-e955176b4ddb)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:10.524573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:10.660408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Calling delete_port for 7b29bfa9-3668-4e2e-934e-6243e32b93fc owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:10.940201 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:10.979462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b29bfa9-3668-4e2e-934e-6243e32b93fc,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:11.323896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:11.532543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556bae4-8125-4e18-ac2e-b42cf7d29c6f req-ec9df2a7-cc7d-4ad7-a12c-387e85d0e4aa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:11.542425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1556bae4-8125-4e18-ac2e-b42cf7d29c6f req-ec9df2a7-cc7d-4ad7-a12c-387e85d0e4aa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 943 time: 0.1357491 Feb 02 15:56:11.644840 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1556bae4-8125-4e18-ac2e-b42cf7d29c6f req-e2bed50b-ef9e-44e9-9f16-091bff36dc0e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060357 Feb 02 15:56:12.272957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Router 75deadec-4220-4bc4-ade6-0935e4b77e96 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:56:12.524509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:56:12.535103 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] Sync routers for ids ['75deadec-4220-4bc4-ade6-0935e4b77e96'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:56:12.535612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e7825d12-e37f-4ff6-9a33-8d4c0471912d admin admin] 10.222.0.88 "PUT /v2.0/routers/75deadec-4220-4bc4-ade6-0935e4b77e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5626354 Feb 02 15:56:12.538259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42418) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:12.548424 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] Routers {'75deadec-4220-4bc4-ade6-0935e4b77e96'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:12.549126 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['75deadec-4220-4bc4-ade6-0935e4b77e96'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:12.861067 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] Set router 75deadec-4220-4bc4-ade6-0935e4b77e96 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:13.020175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3983-d24e-495a-b088-e9d13e2cf85a req-93bbc11e-c32b-4632-950d-d2e641f91eb8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:13.022738 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6edf3983-d24e-495a-b088-e9d13e2cf85a req-93bbc11e-c32b-4632-950d-d2e641f91eb8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 943 time: 0.1166396 Feb 02 15:56:13.038398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:13.074086 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6edf3983-d24e-495a-b088-e9d13e2cf85a req-5566f2ff-0af3-4804-8bcd-48925d717ac4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454552 Feb 02 15:56:13.326752 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:56:10Z', 'revision_number': 5, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:13.326752 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] Checking router: 75deadec-4220-4bc4-ade6-0935e4b77e96 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:56:13.336771 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] Routers {'75deadec-4220-4bc4-ade6-0935e4b77e96'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:13.337848 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['75deadec-4220-4bc4-ade6-0935e4b77e96'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:13.351123 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:13.573392 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] Set router 75deadec-4220-4bc4-ade6-0935e4b77e96 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:13.577907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Deleting port 297ce288-b899-49f9-8bb7-c310e052b85f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:13.577907 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:13.849192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] For port 297ce288-b899-49f9-8bb7-c310e052b85f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=297ce288-b899-49f9-8bb7-c310e052b85f,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:13.849900 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:13.936184 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:56:10Z', 'revision_number': 5, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:13.940900 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc473cf1-136f-4ce3-b98b-8a0c4eaea6a0 None None] The sync data for ids ['75deadec-4220-4bc4-ade6-0935e4b77e96'] in n-d-827122-1 is: [{'id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'name': 'tempest-TestAggregatesBasicOps-1051499196-router', 'tenant_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:43Z', 'updated_at': '2022-02-02T15:56:10Z', 'revision_number': 5, 'project_id': '31a077ba715e4caf84dc48afa7fdf2b0', 'gw_port': {'id': '297ce288-b899-49f9-8bb7-c310e052b85f', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75deadec-4220-4bc4-ade6-0935e4b77e96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:44Z', 'updated_at': '2022-02-02T15:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:56:14.012042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Calling delete_port for 297ce288-b899-49f9-8bb7-c310e052b85f owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:14.245936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:56:14.498746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:14.507250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a45d3-e414-4a9a-8671-6e798723f6e7 req-40632663-4aec-40e2-b6b7-4adcd983b125 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:14.518654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b8a45d3-e414-4a9a-8671-6e798723f6e7 req-40632663-4aec-40e2-b6b7-4adcd983b125 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 943 time: 0.2093341 Feb 02 15:56:14.539190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'port_id': '4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83', 'mac_address': 'fa:16:3e:a6:a2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:56:14.577252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b8a45d3-e414-4a9a-8671-6e798723f6e7 req-c8968956-4acf-4247-992a-1c59b32b81fd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554197 Feb 02 15:56:14.600556 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:14.617414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:56:14.633400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:14.665030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:14.704865 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:14.722277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Pushing event deleted for resources: {'Port': ['ID=297ce288-b899-49f9-8bb7-c310e052b85f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:14.817887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:15.008689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.079447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:56:15.329578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.334733 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.470805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.471381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75deadec-4220-4bc4-ade6-0935e4b77e96 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:56:15.484773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.485998 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-84d1eadd-c264-4391-ad9f-ce93d3b5ed02 admin admin] 10.222.0.88 "DELETE /v2.0/routers/75deadec-4220-4bc4-ade6-0935e4b77e96 HTTP/1.1" status: 204 len: 168 time: 2.9465969 Feb 02 15:56:15.488644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42460) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:15.590130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ac370e-8d88-4c78-973b-9927c432ec25 admin admin] Deleting subnet 7e52dd14-97d2-4895-99c6-80712723105a {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:56:15.609155 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0ac370e-8d88-4c78-973b-9927c432ec25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.818495 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0ac370e-8d88-4c78-973b-9927c432ec25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:15.986479 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0ac370e-8d88-4c78-973b-9927c432ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.009207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7b29bfa9-3668-4e2e-934e-6243e32b93fc no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:16.090896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 7b29bfa9-3668-4e2e-934e-6243e32b93fc {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:56:16.092432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2181ed9-4bb5-4c33-9cf6-35f0e5445da1 req-6f247705-3e72-4ac6-9a8d-1fb479631e16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:16.093011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 7b29bfa9-3668-4e2e-934e-6243e32b93fc not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:16.100918 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2181ed9-4bb5-4c33-9cf6-35f0e5445da1 req-6f247705-3e72-4ac6-9a8d-1fb479631e16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 944 time: 0.2528360 Feb 02 15:56:16.166429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a2181ed9-4bb5-4c33-9cf6-35f0e5445da1 req-1551a766-71b6-44e3-9f70-2b5b7aa6e624 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612357 Feb 02 15:56:16.202918 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0ac370e-8d88-4c78-973b-9927c432ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.253771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:16.271574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac370e-8d88-4c78-973b-9927c432ec25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e52dd14-97d2-4895-99c6-80712723105a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:16.280925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0ac370e-8d88-4c78-973b-9927c432ec25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.295805 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c0ac370e-8d88-4c78-973b-9927c432ec25 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7e52dd14-97d2-4895-99c6-80712723105a HTTP/1.1" status: 204 len: 168 time: 0.7983041 Feb 02 15:56:16.295805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42470) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:16.298183 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508078a-78b9-44cb-ae69-766468cb7200 None None] Network be05b576-2a0b-4935-b2d6-309bb78dfec6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:56:16.413431 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.433353 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Deleting port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:16.433695 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.707260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:16.716303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:16.716303 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.804597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] DHCP port deletion for be05b576-2a0b-4935-b2d6-309bb78dfec6 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:56:16.831827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] Deleting port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:16.840674 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.858438 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] For port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0,segment=NetworkSegment(ddc5fc6f-41f5-4a12-bfae-e955176b4ddb),segment_id=ddc5fc6f-41f5-4a12-bfae-e955176b4ddb)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:16.859164 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.051100 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Calling delete_port for 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:17.098173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.183535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278cbe6f-8e9b-4538-a1a5-b232a1432e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:56:17.200935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] For port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0,segment=NetworkSegment(ddc5fc6f-41f5-4a12-bfae-e955176b4ddb),segment_id=ddc5fc6f-41f5-4a12-bfae-e955176b4ddb)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:17.200935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.225408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:17.231746 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Sync routers for ids ['afdd7959-d294-4541-ad7e-6169ba4d13f6'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:56:17.296692 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278cbe6f-8e9b-4538-a1a5-b232a1432e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83', 'code': 200} Feb 02 15:56:17.377717 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] Calling delete_port for 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:17.437339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e852-8684-47a0-91a5-fbd49909db50 req-7e5a124a-ddb0-4621-9d0e-697ec127d5a0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:17.437339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d60e852-8684-47a0-91a5-fbd49909db50 req-7e5a124a-ddb0-4621-9d0e-697ec127d5a0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 944 time: 0.1143627 Feb 02 15:56:17.461568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Routers {'afdd7959-d294-4541-ad7e-6169ba4d13f6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:17.462217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['afdd7959-d294-4541-ad7e-6169ba4d13f6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:17.471566 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.565577 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4014e59-dbf6-46dd-874e-f2d8d02d29a9 req-c0246682-1c93-48a4-a52b-aad8de6caa2d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 1096 time: 0.1551993 Feb 02 15:56:17.589735 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.653186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4014e59-dbf6-46dd-874e-f2d8d02d29a9 req-cf0ccf26-1ea8-45af-8a1e-319b5bc52ea8 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791349 Feb 02 15:56:17.659937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:17.664677 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.674532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] No DVR routers for this DVR port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:56:17.742251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:56:17.742251 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:56:17.827603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9d60e852-8684-47a0-91a5-fbd49909db50 req-909e3cbb-d3ee-4cb0-a1e0-15e4c3811a9b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882558 Feb 02 15:56:17.862928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:17.929874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Set router afdd7959-d294-4541-ad7e-6169ba4d13f6 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:17.939197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.995456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be05b576-2a0b-4935-b2d6-309bb78dfec6']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:18.018666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:18.018666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc5fc6f-41f5-4a12-bfae-e955176b4ddb') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:18.029768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.059661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:18.065451 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.065451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:56:18.065451 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:56:18.081994 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:56:18.090578 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.113930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:56:18.113930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:18.277017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] Deleting port 12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:18.277404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.310692 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.340028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.342616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] Pushing event deleted for resources: {'Network': ['ID=be05b576-2a0b-4935-b2d6-309bb78dfec6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:18.354254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-58d9db03-cc2e-4a20-a2bd-3d4313be0723 admin admin] 10.222.0.88 "DELETE /v2.0/networks/be05b576-2a0b-4935-b2d6-309bb78dfec6 HTTP/1.1" status: 204 len: 168 time: 2.0613234 Feb 02 15:56:18.355288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42500) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:18.403163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d7a4f-4c22-4d51-8f7d-cee2a80d38f0 None None] The port '12b3f8f7-29a0-4497-bd31-92a7e7ca8ef0' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:56:18.563808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'name': 'tempest-TestAggregatesBasicOps-1083038767-router', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:54Z', 'updated_at': '2022-02-02T15:56:02Z', 'revision_number': 4, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'gw_port': {'id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:55Z', 'updated_at': '2022-02-02T15:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c9e93282-4c0a-409e-bcf3-3d8312265492', 'name': '', 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'mac_address': 'fa:16:3e:6f:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '353b453c-739b-49c9-9b3f-580f3b31e132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:02Z', 'revision_number': 2, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'subnets': [{'id': '353b453c-739b-49c9-9b3f-580f3b31e132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:18.563808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Checking router: afdd7959-d294-4541-ad7e-6169ba4d13f6 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:56:18.563808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Updating router afdd7959-d294-4541-ad7e-6169ba4d13f6 port c9e93282-4c0a-409e-bcf3-3d8312265492 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:56:18.644189 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:18.862818 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:19.178804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25680ff2-8553-455c-b855-a17e35c6ff21 req-62400d57-b7b0-4e8e-8487-138127bbee0e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:19.180396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25680ff2-8553-455c-b855-a17e35c6ff21 req-62400d57-b7b0-4e8e-8487-138127bbee0e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 945 time: 0.1083040 Feb 02 15:56:19.225505 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:19.240572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Transition to ACTIVE for port object c9e93282-4c0a-409e-bcf3-3d8312265492 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:19.257852 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-25680ff2-8553-455c-b855-a17e35c6ff21 req-b7f0fc47-239e-4217-ba54-96d77827b841 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687788 Feb 02 15:56:19.367007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:19.511560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0030d2-040f-4e1f-b8a5-50bf330c5971 None None] Pushing event updated for resources: {'Port': ['ID=c9e93282-4c0a-409e-bcf3-3d8312265492,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:19.625304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Attempting to bind port c9e93282-4c0a-409e-bcf3-3d8312265492 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:19.626112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Attempting to bind port c9e93282-4c0a-409e-bcf3-3d8312265492 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:19.626623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Attempting to bind port c9e93282-4c0a-409e-bcf3-3d8312265492 on network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:19.634407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:56:19.634962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Checking segment: {'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:19.635375 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:19.636245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Bound using segment: {'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:56:19.636923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Bound port: c9e93282-4c0a-409e-bcf3-3d8312265492, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07023275-7f54-446a-82fd-4470a4b8feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:19.637310 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:19.805741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Deleting port c9e93282-4c0a-409e-bcf3-3d8312265492 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:19.805741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:19.841602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] For port c9e93282-4c0a-409e-bcf3-3d8312265492, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:19.853080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] For port c9e93282-4c0a-409e-bcf3-3d8312265492, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c9e93282-4c0a-409e-bcf3-3d8312265492,segment=NetworkSegment(07023275-7f54-446a-82fd-4470a4b8feb7),segment_id=07023275-7f54-446a-82fd-4470a4b8feb7)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:19.915449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 297ce288-b899-49f9-8bb7-c310e052b85f no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:19.960374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 297ce288-b899-49f9-8bb7-c310e052b85f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:56:19.961561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 297ce288-b899-49f9-8bb7-c310e052b85f not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:19.998289 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.114425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0030d2-040f-4e1f-b8a5-50bf330c5971 None None] Pushing event updated for resources: {'Port': ['ID=c9e93282-4c0a-409e-bcf3-3d8312265492,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:20.125935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Routers {'afdd7959-d294-4541-ad7e-6169ba4d13f6'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:20.137817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:55:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['afdd7959-d294-4541-ad7e-6169ba4d13f6'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:20.185069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] For port c9e93282-4c0a-409e-bcf3-3d8312265492, host n-d-827122-1, got binding levels [] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:20.185069 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.447255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Calling delete_port for c9e93282-4c0a-409e-bcf3-3d8312265492 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:20.457539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] Set router afdd7959-d294-4541-ad7e-6169ba4d13f6 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:20.690411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014a58d-7f36-4057-91b8-f236c91dffe6 req-213617e3-3a83-4b62-88bb-d08617475498 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:20.690411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1014a58d-7f36-4057-91b8-f236c91dffe6 req-213617e3-3a83-4b62-88bb-d08617475498 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 945 time: 0.1196079 Feb 02 15:56:20.739361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1014a58d-7f36-4057-91b8-f236c91dffe6 req-c75d1f8e-cb47-4985-a3a6-ce0fb7cf3bed tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485520 Feb 02 15:56:20.780067 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:56:20.780449 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:56:20.905919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'name': 'tempest-TestAggregatesBasicOps-1083038767-router', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:54Z', 'updated_at': '2022-02-02T15:56:02Z', 'revision_number': 4, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'gw_port': {'id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:55Z', 'updated_at': '2022-02-02T15:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c9e93282-4c0a-409e-bcf3-3d8312265492', 'name': '', 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'mac_address': 'fa:16:3e:6f:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '353b453c-739b-49c9-9b3f-580f3b31e132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:19Z', 'revision_number': 4, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'subnets': [{'id': '353b453c-739b-49c9-9b3f-580f3b31e132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:20.912336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022c64d-5722-4dda-b94e-65b75e326bc0 None None] The sync data for ids ['afdd7959-d294-4541-ad7e-6169ba4d13f6'] in n-d-827122-1 is: [{'id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'name': 'tempest-TestAggregatesBasicOps-1083038767-router', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:54Z', 'updated_at': '2022-02-02T15:56:02Z', 'revision_number': 4, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'gw_port': {'id': '16d6fafb-42ff-45ae-bfa2-8fcde804fe6e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:55Z', 'updated_at': '2022-02-02T15:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c9e93282-4c0a-409e-bcf3-3d8312265492', 'name': '', 'network_id': '4a0ddd00-1c74-4f16-a187-0ca2e9a71a83', 'tenant_id': 'cdfab96fc59e431e81992a6340fc429a', 'mac_address': 'fa:16:3e:6f:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7959-d294-4541-ad7e-6169ba4d13f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '353b453c-739b-49c9-9b3f-580f3b31e132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:19Z', 'revision_number': 4, 'project_id': 'cdfab96fc59e431e81992a6340fc429a', 'subnets': [{'id': '353b453c-739b-49c9-9b3f-580f3b31e132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:56:21.112406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff76be6-419c-4628-af44-bd10e5a68909 req-d3d1af89-483c-4431-9c6c-46c1b46ab55e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:21.114013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cff76be6-419c-4628-af44-bd10e5a68909 req-d3d1af89-483c-4431-9c6c-46c1b46ab55e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 945 time: 0.1445200 Feb 02 15:56:21.190037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cff76be6-419c-4628-af44-bd10e5a68909 req-57ebac2b-e137-4453-8e59-48a6b8d5633e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682740 Feb 02 15:56:21.282155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Deleting port c9e93282-4c0a-409e-bcf3-3d8312265492 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:21.282744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:21.615546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] For port c9e93282-4c0a-409e-bcf3-3d8312265492, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c9e93282-4c0a-409e-bcf3-3d8312265492,segment=NetworkSegment(07023275-7f54-446a-82fd-4470a4b8feb7),segment_id=07023275-7f54-446a-82fd-4470a4b8feb7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:21.616098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:21.810808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Calling delete_port for c9e93282-4c0a-409e-bcf3-3d8312265492 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:22.183515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c9e93282-4c0a-409e-bcf3-3d8312265492 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:22.253746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:22.301607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c9e93282-4c0a-409e-bcf3-3d8312265492 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:56:22.301607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c9e93282-4c0a-409e-bcf3-3d8312265492 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 02 15:56:22.307200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e93282-4c0a-409e-bcf3-3d8312265492,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:22.373691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Port c9e93282-4c0a-409e-bcf3-3d8312265492 not found, will not notify nova. {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 02 15:56:22.758277 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.789659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Router afdd7959-d294-4541-ad7e-6169ba4d13f6 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:56:24.187434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:56:24.213500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42610) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:24.216393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7240fcc5-72c9-4903-ad1e-1c74c5b78eb6 admin admin] 10.222.0.88 "PUT /v2.0/routers/afdd7959-d294-4541-ad7e-6169ba4d13f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8599997 Feb 02 15:56:24.458903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.733695 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0ba21a90-b340-47a8-b2fc-5e78b7a0bd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.901336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:25.080179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Deleting port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:25.080179 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:25.468537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] For port 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=16d6fafb-42ff-45ae-bfa2-8fcde804fe6e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:25.468537 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:25.608096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Calling delete_port for 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:25.963266 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:26.006773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d6fafb-42ff-45ae-bfa2-8fcde804fe6e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:26.266138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:26.535637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:26.542876 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:26.756850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:26.757781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdd7959-d294-4541-ad7e-6169ba4d13f6 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:56:26.781333 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:26.783603 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9afbff75-0de5-4141-bc3e-4540badf91c2 admin admin] 10.222.0.88 "DELETE /v2.0/routers/afdd7959-d294-4541-ad7e-6169ba4d13f6 HTTP/1.1" status: 204 len: 168 time: 2.5692050 Feb 02 15:56:26.786351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42706) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:26.933330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-672d8f6f-2d3a-4ffd-982f-f7e80cfb18ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:27.126277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e534dee5-bfa6-4ceb-8794-ec503273a295 admin admin] Deleting subnet 353b453c-739b-49c9-9b3f-580f3b31e132 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:56:27.142431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e534dee5-bfa6-4ceb-8794-ec503273a295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:27.220243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-75c6d915-62c1-4f2f-9681-8d4099b33c7b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:27.220243 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-75c6d915-62c1-4f2f-9681-8d4099b33c7b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.3590419 Feb 02 15:56:27.227594 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e534dee5-bfa6-4ceb-8794-ec503273a295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:27.280244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-f66d8970-7f32-47f0-bbd7-4af51190e411 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/quotas/480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 375 time: 0.0187488 Feb 02 15:56:27.394859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e534dee5-bfa6-4ceb-8794-ec503273a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:27.456126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-ea164099-b90f-4e5b-bbae-d2ccd2dfaaee tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1627758 Feb 02 15:56:27.721691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-19a8dec3-2d25-4ff8-ac4e-9c656464c78f service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524183 Feb 02 15:56:27.814664 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e534dee5-bfa6-4ceb-8794-ec503273a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:27.872965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534dee5-bfa6-4ceb-8794-ec503273a295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353b453c-739b-49c9-9b3f-580f3b31e132,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:27.889170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e534dee5-bfa6-4ceb-8794-ec503273a295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:27.904753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a9599-3b9b-4563-ba56-9a81f9c6d26a None None] Network 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:56:27.917248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42718) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:27.929963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e534dee5-bfa6-4ceb-8794-ec503273a295 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/353b453c-739b-49c9-9b3f-580f3b31e132 HTTP/1.1" status: 204 len: 168 time: 1.1366160 Feb 02 15:56:27.985026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-3444903e-5f4e-430c-82ea-3ee737d979f5 service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475743 Feb 02 15:56:28.171028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.185989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Deleting port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:28.186488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.459995 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.477009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] DHCP port deletion for 4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:56:28.487322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] Deleting port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:28.487322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.575128 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.653035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60572b78-4a44-4ed7-9f32-02266338106a req-6447d158-71c7-46f7-9261-dec8a79a36b7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 210 time: 0.0607560 Feb 02 15:56:28.698232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] For port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf,segment=NetworkSegment(07023275-7f54-446a-82fd-4470a4b8feb7),segment_id=07023275-7f54-446a-82fd-4470a4b8feb7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:28.698839 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.851603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Calling delete_port for 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:28.975388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] For port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf,segment=NetworkSegment(07023275-7f54-446a-82fd-4470a4b8feb7),segment_id=07023275-7f54-446a-82fd-4470a4b8feb7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:28.975388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.141424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.183852 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] Calling delete_port for 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:56:29.236618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Pushing event deleted for resources: {'Port': ['ID=96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:29.256932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] No DVR routers for this DVR port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 15:56:29.310465 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 15:56:29.327700 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:56:29.327700 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:56:29.442591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.484650 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0ddd00-1c74-4f16-a187-0ca2e9a71a83']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:29.498314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07023275-7f54-446a-82fd-4470a4b8feb7') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:29.498614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07023275-7f54-446a-82fd-4470a4b8feb7') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:29.510997 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.527669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.534294 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:56:29.534690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:56:29.549704 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:56:29.837322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] Deleting port 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:56:29.837322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.866245 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ea186891-6d78-4f5a-a3b1-42123746d316 req-e005b6c5-3b38-4acf-95ff-527aa2455d27 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 210 time: 0.0894897 Feb 02 15:56:29.912124 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.918501 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.968998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1c205-202e-4dbc-b43f-7494a89f6740 None None] The port '96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:56:29.980586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0ddd00-1c74-4f16-a187-0ca2e9a71a83,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:29.988243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7422ec6f-802b-4aad-bd55-cfca4a9ee53d admin admin] 10.222.0.88 "DELETE /v2.0/networks/4a0ddd00-1c74-4f16-a187-0ca2e9a71a83 HTTP/1.1" status: 204 len: 168 time: 2.0720222 Feb 02 15:56:30.019284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:30.058256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:56:30.059178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 96eb780c-ac0c-4c99-aed9-8ea36a9b0dbf not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:30.115788 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:30.151396 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74cee5a-58ab-4f13-b499-6aecd8cfbb53 None None] Sync routers for ids ['afdd7959-d294-4541-ad7e-6169ba4d13f6'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:56:30.169175 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cee5a-58ab-4f13-b499-6aecd8cfbb53 None None] Routers set() bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:30.169175 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cee5a-58ab-4f13-b499-6aecd8cfbb53 None None] Router IDs set() for agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 02 15:56:30.169175 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_agentschedulers_db [None req-f74cee5a-58ab-4f13-b499-6aecd8cfbb53 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afdd7959-d294-4541-ad7e-6169ba4d13f6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent'). {{(pid=95775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 15:56:30.199393 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cee5a-58ab-4f13-b499-6aecd8cfbb53 None None] Routers set() bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:30.199393 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cee5a-58ab-4f13-b499-6aecd8cfbb53 None None] Router IDs set() for agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 02 15:56:30.199393 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_agentschedulers_db [None req-f74cee5a-58ab-4f13-b499-6aecd8cfbb53 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afdd7959-d294-4541-ad7e-6169ba4d13f6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent'). {{(pid=95775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 15:56:30.199393 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74cee5a-58ab-4f13-b499-6aecd8cfbb53 None None] The sync data for ids ['afdd7959-d294-4541-ad7e-6169ba4d13f6'] in n-d-827122-1 is: [] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:56:30.801046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42778) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:30.898507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ba0febeb-5bd6-45f4-9272-1c070dab131e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=31a077ba715e4caf84dc48afa7fdf2b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0875833 Feb 02 15:56:30.898507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42784) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:30.991107 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ef1e327d-b145-4244-8e0a-124b0e3ab462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:31.037629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ef1e327d-b145-4244-8e0a-124b0e3ab462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:31.096194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b69436df-d1cb-4997-b721-0c0363ad6fe4 req-7861c030-6bd4-42eb-8acf-e7ebc1279fdf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 210 time: 0.0957274 Feb 02 15:56:31.214734 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ef1e327d-b145-4244-8e0a-124b0e3ab462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:31.243024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e327d-b145-4244-8e0a-124b0e3ab462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b841ac7c-1f5f-4156-a937-08286dd54f85,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:31.250568 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ef1e327d-b145-4244-8e0a-124b0e3ab462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:31.250568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ef1e327d-b145-4244-8e0a-124b0e3ab462 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b841ac7c-1f5f-4156-a937-08286dd54f85 HTTP/1.1" status: 204 len: 168 time: 0.3555384 Feb 02 15:56:31.985080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c9e93282-4c0a-409e-bcf3-3d8312265492 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:31.985080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c9e93282-4c0a-409e-bcf3-3d8312265492 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:56:31.985080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c9e93282-4c0a-409e-bcf3-3d8312265492 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:32.348242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8943bc14-5b75-48c8-9e8c-d7c786177fa5 req-98bc097d-84e7-4585-a75e-392369c7a577 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 210 time: 0.0499523 Feb 02 15:56:32.723619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42802) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:32.804991 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8ffd2ad8-62c3-4fa9-a966-74cc17acf840 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cdfab96fc59e431e81992a6340fc429a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0739861 Feb 02 15:56:32.805444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42806) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:32.885543 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cde5-b1a0-4db8-b741-26e1d47aae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:32.929263 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cde5-b1a0-4db8-b741-26e1d47aae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:33.015073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-7d0f1128-8fa1-4cf4-af5b-7414cfb28586 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:33.016686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-7d0f1128-8fa1-4cf4-af5b-7414cfb28586 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1905320 Feb 02 15:56:33.049634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'port': {'device_id': '86399852-0376-4566-9d81-38d8cb0d4f73', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'admin_state_up': True, 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:33.106086 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cde5-b1a0-4db8-b741-26e1d47aae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:33.126249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8cde5-b1a0-4db8-b741-26e1d47aae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc81cb1-4502-49e4-97aa-3cbf7c3efcc6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:33.130377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cde5-b1a0-4db8-b741-26e1d47aae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:33.132029 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8ba8cde5-b1a0-4db8-b741-26e1d47aae91 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1dc81cb1-4502-49e4-97aa-3cbf7c3efcc6 HTTP/1.1" status: 204 len: 168 time: 0.3286593 Feb 02 15:56:33.243081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:33.253321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:33.363358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:33.366922 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:33.546396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e5b9d36e-dcdb-4e5b-bdd4-df9052655e53 req-7a514aff-d56c-4e8f-b3e5-1f60a5dabc01 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 210 time: 0.0517533 Feb 02 15:56:33.571758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.20.0.13 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/e1426f86-dbc0-425a-a142-1de1d90c2d29) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:33.916157 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:33.950587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Transition to ACTIVE for port object e1426f86-dbc0-425a-a142-1de1d90c2d29 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:33.958380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:34.023793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:56:34.023793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 16d6fafb-42ff-45ae-bfa2-8fcde804fe6e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:34.093414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.131647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:56:34.273069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:34.286176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:34.294591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:56:34.571592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=e1426f86-dbc0-425a-a142-1de1d90c2d29,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:34.629107 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:34.629830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.781780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-fa1d682a-74f7-41e3-8c2c-225af1c80f16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7461691 Feb 02 15:56:34.849014 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c4cd6f77-9bd0-41aa-b863-2186452f6cff None None] Provisioning for port e1426f86-dbc0-425a-a142-1de1d90c2d29 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:34.855090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c4cd6f77-9bd0-41aa-b863-2186452f6cff None None] Provisioning complete for port e1426f86-dbc0-425a-a142-1de1d90c2d29 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:34.855471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6f77-9bd0-41aa-b863-2186452f6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.002392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4b67c-2853-455f-9a56-a4a6d13453f9 req-34a5f587-1146-46af-9c12-17e2fba164cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:35.003488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bac4b67c-2853-455f-9a56-a4a6d13453f9 req-34a5f587-1146-46af-9c12-17e2fba164cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:35.029963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd6f77-9bd0-41aa-b863-2186452f6cff None None] Port e1426f86-dbc0-425a-a142-1de1d90c2d29 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:56:35.065416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Request body: {'port': {'device_id': '86399852-0376-4566-9d81-38d8cb0d4f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:35.125681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bac4b67c-2853-455f-9a56-a4a6d13453f9 req-34a5f587-1146-46af-9c12-17e2fba164cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:35.126849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bac4b67c-2853-455f-9a56-a4a6d13453f9 req-34a5f587-1146-46af-9c12-17e2fba164cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 932 time: 0.3109250 Feb 02 15:56:35.241681 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.257648 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bac4b67c-2853-455f-9a56-a4a6d13453f9 req-618c1bec-b07a-44a0-b74f-5e7b4d35acbc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214542 Feb 02 15:56:35.821735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1426f86-dbc0-425a-a142-1de1d90c2d29 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:56:35.829964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.847832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Transition to ACTIVE for port object e1426f86-dbc0-425a-a142-1de1d90c2d29 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:35.986799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:36.201303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1426f86-dbc0-425a-a142-1de1d90c2d29,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:36.343479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Attempting to bind port e1426f86-dbc0-425a-a142-1de1d90c2d29 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:36.343872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Attempting to bind port e1426f86-dbc0-425a-a142-1de1d90c2d29 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:36.344324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Attempting to bind port e1426f86-dbc0-425a-a142-1de1d90c2d29 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:36.352510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Port e1426f86-dbc0-425a-a142-1de1d90c2d29 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:56:36.352970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Attempting to bind port e1426f86-dbc0-425a-a142-1de1d90c2d29 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:36.369698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:56:36.370197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:36.370714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:56:36.371268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Bound port: e1426f86-dbc0-425a-a142-1de1d90c2d29, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:36.371719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:36.501842 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] For port e1426f86-dbc0-425a-a142-1de1d90c2d29, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:36.507130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] For port e1426f86-dbc0-425a-a142-1de1d90c2d29, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e1426f86-dbc0-425a-a142-1de1d90c2d29,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:36.592670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:36.601486 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:56:36.617939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878f2e6-7711-4a5a-bfe2-61edb6033b92 req-849e1553-b325-46f8-9cbf-eb98b22c5b55 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:36.621664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9878f2e6-7711-4a5a-bfe2-61edb6033b92 req-849e1553-b325-46f8-9cbf-eb98b22c5b55 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1529253 Feb 02 15:56:36.679590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:36.679590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] 10.222.0.64 "PUT /v2.0/ports/e1426f86-dbc0-425a-a142-1de1d90c2d29 HTTP/1.1" status: 200 len: 1092 time: 1.8773961 Feb 02 15:56:36.679590 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86399852-0376-4566-9d81-38d8cb0d4f73', 'tag': 'e1426f86-dbc0-425a-a142-1de1d90c2d29'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:56:36.721853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27b5c-435f-4884-8cab-86fa5a1c6fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1426f86-dbc0-425a-a142-1de1d90c2d29,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:36.766646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9878f2e6-7711-4a5a-bfe2-61edb6033b92 req-9e23ce93-fca9-415c-9078-3f6776623478 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385579 Feb 02 15:56:36.861830 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86399852-0376-4566-9d81-38d8cb0d4f73', 'tag': 'e1426f86-dbc0-425a-a142-1de1d90c2d29', 'status': 'completed', 'code': 200} Feb 02 15:56:36.972371 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-3a758e42-0145-4a7b-b38f-762b81de37d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 1095 time: 0.1563892 Feb 02 15:56:37.108101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-8b475e20-9d99-4148-b8e9-e4a486ab0aeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1426f86-dbc0-425a-a142-1de1d90c2d29 HTTP/1.1" status: 200 len: 217 time: 0.1276834 Feb 02 15:56:37.232188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-6f525c61-5382-44dc-82f6-b0fbc007c431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:37.236567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-6f525c61-5382-44dc-82f6-b0fbc007c431 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.1216972 Feb 02 15:56:37.372858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42888) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:37.417931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-ec8e034f-9431-4f05-bec4-d8f2f5f31bf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529195 Feb 02 15:56:37.585760 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-8aba810f-614b-41c9-9cb7-32d29739b23e service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614392 Feb 02 15:56:37.635060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'network': {'name': 'tempest-network-smoke--555609584', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:37.641270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:37.645685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:network and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:37.649471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:37.658892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:37.781464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:37.785201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:37.810757 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-00855f1f-8bce-4bcd-ba4a-b47456d826f9 req-832e6009-942a-4f3f-9f01-c3c23c77b4fc service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193615 Feb 02 15:56:37.820494 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:37.866356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:37.866356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:37.867663 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:37.874118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:37.955008 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.017501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42896) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:38.025228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493118787', 'description': 'tempest-secgroup-smoke-1493118787 description', 'project_id': '89c24bd98a8e4495b55e54856464747b'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:38.035676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:38.041391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:security_group and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:38.046930 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:38.051321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c8118-8a98-4316-91a3-35280cbd05d5 req-5a07ec29-d016-47bb-b89b-5e8127a7a8d2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:38.053094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a83c8118-8a98-4316-91a3-35280cbd05d5 req-5a07ec29-d016-47bb-b89b-5e8127a7a8d2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0909376 Feb 02 15:56:38.054584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:38.067214 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.122275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071af37f-fd00-4b7c-95c4-381a6b2b530c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:38.158607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.216113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:56:38.260342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a83c8118-8a98-4316-91a3-35280cbd05d5 req-59f39f45-9706-4770-927b-a8cdec1f2641 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950097 Feb 02 15:56:38.275025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.276852 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Added segment 8b0d8a79-f1d2-4bef-9a61-194024ff29aa of type vlan for network ade1e67f-2620-4bfc-a1d1-564312e6e62a Feb 02 15:56:38.305640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:38.328541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:security_group_rule and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:38.334868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:38.337078 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.344042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:38.346550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-fae058d7-e1fb-42cd-80ad-670b46649667 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 1095 time: 0.1077244 Feb 02 15:56:38.432377 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.510057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-83896fb3-1a7b-4b9e-98c6-714c507aaaa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:38.511898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-83896fb3-1a7b-4b9e-98c6-714c507aaaa7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1577966 Feb 02 15:56:38.547412 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.548202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:38.548868 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.597250 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-79f00a67-1afe-4228-ac84-366ae89c9f75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1426f86-dbc0-425a-a142-1de1d90c2d29 HTTP/1.1" status: 200 len: 217 time: 0.0790789 Feb 02 15:56:38.616955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.673304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-1c017d3a-c12e-43bb-ae77-6000504ec5f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:38.674772 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-1c017d3a-c12e-43bb-ae77-6000504ec5f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0696657 Feb 02 15:56:38.750290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3747802 Feb 02 15:56:38.754976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42904) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:38.755404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b4ec9d-2047-4e90-85e4-bbf9fa7006af,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:38.762082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c44fcb-a38d-47e9-bd92-f49d26109acc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Network': ['ID=ade1e67f-2620-4bfc-a1d1-564312e6e62a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:38.762340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-603820581', 'admin_state_up': True, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:38.773404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:38.787952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:router and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:38.788845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:56:38.792009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:38.800088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:38.823699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-214deb13-4349-4f42-b4bc-37e4f272abb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388705 Feb 02 15:56:38.851089 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.855482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-372d6860-208d-40af-b2eb-b442a6f03551 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8342853 Feb 02 15:56:38.855975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42908) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:38.866384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'security_group_rule': {'security_group_id': '18b4ec9d-2047-4e90-85e4-bbf9fa7006af', 'project_id': '89c24bd98a8e4495b55e54856464747b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:38.877063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:38.881732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:security_group_rule and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:38.885471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:38.893143 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:38.952704 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.953636 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:38.998434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-de403153-06cd-4034-914b-84313117438f service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676762 Feb 02 15:56:39.026894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.043245 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.114422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.187314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bde70ef2-2691-4810-ad39-f5a7273a77e2 req-1fc675fd-35a2-47da-9378-99b68a7e4ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814742 Feb 02 15:56:39.261116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.305934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e81d549-adb4-4b1d-81e3-04e272b55b4a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:39.322892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42916) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:39.408732 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.463829 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.463829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c6858361-aea5-4667-a6c0-6524e0159b56 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6052742 Feb 02 15:56:39.479777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42922) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:39.499768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'security_group_rule': {'security_group_id': '18b4ec9d-2047-4e90-85e4-bbf9fa7006af', 'project_id': '89c24bd98a8e4495b55e54856464747b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:39.499768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:39.512364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:security_group_rule and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:39.520352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:39.537016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:39.542328 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.562048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886f307-492c-4067-b6fe-fbd1fe786df7 req-2220de5b-7aaa-4515-81fe-1e47631ea43c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:39.562048 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a886f307-492c-4067-b6fe-fbd1fe786df7 req-2220de5b-7aaa-4515-81fe-1e47631ea43c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1457784 Feb 02 15:56:39.613154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:39.622444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] Usage tracker for resource:security_group_rule and tenant:638ae12da0a74c8281f0e82a9c7c1497 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:39.628672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:39.641299 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a886f307-492c-4067-b6fe-fbd1fe786df7 req-36a00a6d-168d-4a05-934b-70aaf925de92 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814106 Feb 02 15:56:39.642135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:39.737567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.751082 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.786640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.791145 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.931032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.954359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:39.986186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.25.0.24 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/e5af597a-fd75-4770-9785-65bddf7a1d75) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:39.996321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53965c9b-4098-47c3-8ac6-9cb0bb248bba,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:40.017087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a2b06a7e-8b74-48cf-b459-74f229b51cad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=638ae12da0a74c8281f0e82a9c7c1497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6951568 Feb 02 15:56:40.017087 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42926) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:40.104220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.140444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a75f73-b919-4acb-9b2c-a8e81be43e93,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:40.174334 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47408be3-3592-47b5-8aec-ec8ebe820501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.237055 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47408be3-3592-47b5-8aec-ec8ebe820501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.243203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.262692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.262692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fe1f04be-5c4a-4cea-999f-cb04c87b09ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7878048 Feb 02 15:56:40.266563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42930) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:40.292230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'security_group_rule': {'security_group_id': '18b4ec9d-2047-4e90-85e4-bbf9fa7006af', 'project_id': '89c24bd98a8e4495b55e54856464747b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:40.303976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:40.303976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:security_group_rule and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:40.303976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:40.319720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:40.395232 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.438498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47408be3-3592-47b5-8aec-ec8ebe820501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.456744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.489440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47408be3-3592-47b5-8aec-ec8ebe820501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53965c9b-4098-47c3-8ac6-9cb0bb248bba,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:40.519525 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47408be3-3592-47b5-8aec-ec8ebe820501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.537723 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-47408be3-3592-47b5-8aec-ec8ebe820501 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/53965c9b-4098-47c3-8ac6-9cb0bb248bba HTTP/1.1" status: 204 len: 168 time: 0.5109305 Feb 02 15:56:40.594415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:40.594415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:40.602339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:56:40.669557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=e5af597a-fd75-4770-9785-65bddf7a1d75,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:40.687106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.811016 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:40.877854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb250001-8477-4ed1-a78b-c5972829e8cf,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:41.015387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbabab-5a8b-40dd-b268-a918dd015141 req-91d86af8-e408-4210-b425-af6f05349c2b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:41.020323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7cfbabab-5a8b-40dd-b268-a918dd015141 req-91d86af8-e408-4210-b425-af6f05349c2b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1459205 Feb 02 15:56:41.020418 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.033290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-59216803-9773-4224-afb8-2d2a9e18f7ca tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7702849 Feb 02 15:56:41.048703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42938) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:41.062187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'security_group_rule': {'security_group_id': '18b4ec9d-2047-4e90-85e4-bbf9fa7006af', 'project_id': '89c24bd98a8e4495b55e54856464747b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:41.093648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:41.106111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:security_group_rule and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:41.106111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:41.115077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:41.120425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7cfbabab-5a8b-40dd-b268-a918dd015141 req-f5808b3f-decc-4fab-bbda-8ff11ca0d839 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931351 Feb 02 15:56:41.197896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.198820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.244441 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.423631 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.535798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.573423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f3ea21-d42b-45c9-9dd7-382656d99d21,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:41.742187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router 726bfa7a-6752-450d-9f9d-6b101eca369d is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:56:41.745542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.747467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50d46fc0-54ac-41b6-b7c6-1c6d14f9b57a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6970105 Feb 02 15:56:41.753293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42942) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:41.761367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'security_group_rule': {'security_group_id': '18b4ec9d-2047-4e90-85e4-bbf9fa7006af', 'project_id': '89c24bd98a8e4495b55e54856464747b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:41.769880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:41.778863 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:security_group_rule and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:41.785590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:41.792510 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:41.917141 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Project 89c24bd98a8e4495b55e54856464747b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:56:41.921459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.975153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:56:41.985940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e152f-82e3-4833-871c-72031786fadb None None] Sync routers for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:56:42.008180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e152f-82e3-4833-871c-72031786fadb None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:42.009305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-024e152f-82e3-4833-871c-72031786fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:42.010753 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.129533 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.134449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d4679ee-79fc-4fae-9704-be92ba3cf161 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3752227 Feb 02 15:56:42.135235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42946) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:42.144605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.181917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cc4665-65ea-4231-928c-adaa5aaf7610,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:42.274132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-024e152f-82e3-4833-871c-72031786fadb None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:42.320470 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.321693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9a679234-c0f8-48af-9bd6-9fe57486c146 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5673754 Feb 02 15:56:42.324568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42954) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:42.330366 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'security_group_rule': {'security_group_id': '18b4ec9d-2047-4e90-85e4-bbf9fa7006af', 'project_id': '89c24bd98a8e4495b55e54856464747b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:42.346348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:42.356906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:security_group_rule and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:42.361272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:42.379290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:42.395354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47340dc9-0293-4ee0-a180-2405f6ddb88d req-4a407324-755c-4143-9130-082ab281b598 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:42.397740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47340dc9-0293-4ee0-a180-2405f6ddb88d req-4a407324-755c-4143-9130-082ab281b598 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1239085 Feb 02 15:56:42.469226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ed439487-1aa2-443b-941f-adba92157570 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=2e23a4b9014c4626a6bfb847e49c6697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3333373 Feb 02 15:56:42.471813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42958) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:42.472883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47340dc9-0293-4ee0-a180-2405f6ddb88d req-50e2060f-7742-4125-9403-0327670917b0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657570 Feb 02 15:56:42.565895 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Project 89c24bd98a8e4495b55e54856464747b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:56:42.576829 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.645566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-024e152f-82e3-4833-871c-72031786fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:40Z', 'revision_number': 3, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:42.653640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e152f-82e3-4833-871c-72031786fadb None None] Checking router: 726bfa7a-6752-450d-9f9d-6b101eca369d for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:56:42.653993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e152f-82e3-4833-871c-72031786fadb None None] Updating router 726bfa7a-6752-450d-9f9d-6b101eca369d port e5af597a-fd75-4770-9785-65bddf7a1d75 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:56:42.687934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe4105-65de-4632-8493-cdcffe2bf789 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:42.696060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-efbe4105-65de-4632-8493-cdcffe2bf789 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2230880 Feb 02 15:56:42.696396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42962) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:42.715927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.744103 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-024e152f-82e3-4833-871c-72031786fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.747270 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7c174187-59ba-4efe-b691-22a4d53a7137 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490227 Feb 02 15:56:42.749781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 42966) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:42.759495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-384984940', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:42.855887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.884030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de951b54-8c1f-4f4d-9f13-33df326751f6,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:42.887387 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:42.891989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:subnet and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:42.895106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:42.902357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:43.008627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.010249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6594edd7-e0dc-4f8c-b258-5f7451b167e1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6845016 Feb 02 15:56:43.186670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-024e152f-82e3-4833-871c-72031786fadb None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.187183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:43.201152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-024e152f-82e3-4833-871c-72031786fadb None None] Transition to ACTIVE for port object e5af597a-fd75-4770-9785-65bddf7a1d75 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:43.306619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.349253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-6785061b-abe0-485a-a385-bbe05b37981a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493118787&fields=id&tenant_id=89c24bd98a8e4495b55e54856464747b HTTP/1.1" status: 200 len: 267 time: 0.0508511 Feb 02 15:56:43.404430 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-024e152f-82e3-4833-871c-72031786fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.480330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-024e152f-82e3-4833-871c-72031786fadb None None] Attempting to bind port e5af597a-fd75-4770-9785-65bddf7a1d75 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:43.480698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-024e152f-82e3-4833-871c-72031786fadb None None] Attempting to bind port e5af597a-fd75-4770-9785-65bddf7a1d75 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:43.481260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e152f-82e3-4833-871c-72031786fadb None None] Attempting to bind port e5af597a-fd75-4770-9785-65bddf7a1d75 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:43.493601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af98d8-5b63-4418-96e9-01f0e09ae15f None None] Pushing event updated for resources: {'Port': ['ID=e5af597a-fd75-4770-9785-65bddf7a1d75,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:43.498390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e152f-82e3-4833-871c-72031786fadb None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:56:43.498390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e152f-82e3-4833-871c-72031786fadb None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:43.498390 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-024e152f-82e3-4833-871c-72031786fadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.498390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e152f-82e3-4833-871c-72031786fadb None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:56:43.498390 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-024e152f-82e3-4833-871c-72031786fadb None None] Bound port: e5af597a-fd75-4770-9785-65bddf7a1d75, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:43.498866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-024e152f-82e3-4833-871c-72031786fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.524160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-b8f9be51-fd4b-4e25-a732-bc4e6207b4b8 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:43.528332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-b8f9be51-fd4b-4e25-a732-bc4e6207b4b8 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/networks?id=66174410-a19b-416b-9246-e7d5278ff503 HTTP/1.1" status: 200 len: 813 time: 0.1716881 Feb 02 15:56:43.552457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-b542e5f1-57c3-4936-9dfd-c0b72f3372ee tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/quotas/89c24bd98a8e4495b55e54856464747b HTTP/1.1" status: 200 len: 375 time: 0.0199311 Feb 02 15:56:43.586084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-024e152f-82e3-4833-871c-72031786fadb None None] For port e5af597a-fd75-4770-9785-65bddf7a1d75, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:43.590336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-024e152f-82e3-4833-871c-72031786fadb None None] For port e5af597a-fd75-4770-9785-65bddf7a1d75, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e5af597a-fd75-4770-9785-65bddf7a1d75,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:43.664359 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-55962501-46f2-421a-8381-5c0633dbe62c tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=89c24bd98a8e4495b55e54856464747b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058178 Feb 02 15:56:43.779057 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-024e152f-82e3-4833-871c-72031786fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.801307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bec2f1-6e14-4fde-8739-1780011b787b req-d9b9bb10-13f0-4cf8-9dbf-cf9fea4072ad tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:43.804818 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86bec2f1-6e14-4fde-8739-1780011b787b req-d9b9bb10-13f0-4cf8-9dbf-cf9fea4072ad tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1590950 Feb 02 15:56:43.852690 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-f72792be-c3fd-45d1-b5a1-f677a6e63567 service neutron] 10.222.0.88 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747205 Feb 02 15:56:43.878380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af98d8-5b63-4418-96e9-01f0e09ae15f None None] Pushing event updated for resources: {'Port': ['ID=e5af597a-fd75-4770-9785-65bddf7a1d75,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:43.881005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86bec2f1-6e14-4fde-8739-1780011b787b req-03b38d39-daec-4a48-bd98-5101dd111bac tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694382 Feb 02 15:56:43.886280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e152f-82e3-4833-871c-72031786fadb None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:43.887210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-024e152f-82e3-4833-871c-72031786fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:43.997031 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:44.001940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ba3c03be-bf62-453c-9159-fbdf6f54d2ed service neutron] 10.222.0.88 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483536 Feb 02 15:56:44.099247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Subnet': ['ID=ee017a8c-598d-493e-859e-9151c42202f9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:44.108690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Checking segment: {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:44.109063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network hostable DHCP agents. Network: ade1e67f-2620-4bfc-a1d1-564312e6e62a, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:56:44.114439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-024e152f-82e3-4833-871c-72031786fadb None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:44.273963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:56:44.411029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, ade1e67f-2620-4bfc-a1d1-564312e6e62a) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:44.416900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:44.417493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:44.423176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e7efc-8f80-4801-935c-d09052c7f6a5 None None] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:56:44.573829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-802015fb-aed4-4a04-8183-c5a8451e702e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8209219 Feb 02 15:56:44.576293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 42984) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:44.590741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-024e152f-82e3-4833-871c-72031786fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:40Z', 'revision_number': 3, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:44.612702 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e152f-82e3-4833-871c-72031786fadb None None] The sync data for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 is: [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:40Z', 'revision_number': 3, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:56:44.768814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:56:44.768814 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:44.997353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Allocated IP 172.20.0.2 (ade1e67f-2620-4bfc-a1d1-564312e6e62a/ee017a8c-598d-493e-859e-9151c42202f9/d4ae818d-7977-476f-bf97-296bc96c236f) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:45.260866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179eb19-c5e8-45ab-9b5a-08a2cf0b68a9 req-a5d81ca2-0a2a-4870-8efb-d9336885176c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:45.277824 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ff89d51-52ca-4881-8c56-68244ea5ae49 req-51f5f042-330d-4450-83f5-cde8fb132ff1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 210 time: 0.0879910 Feb 02 15:56:45.278610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d179eb19-c5e8-45ab-9b5a-08a2cf0b68a9 req-a5d81ca2-0a2a-4870-8efb-d9336885176c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1835349 Feb 02 15:56:45.350555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d179eb19-c5e8-45ab-9b5a-08a2cf0b68a9 req-609adc72-dd02-45ed-8874-f24574234111 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778975 Feb 02 15:56:45.369785 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:45.390405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Transition to ACTIVE for port object d4ae818d-7977-476f-bf97-296bc96c236f will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:45.413361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Transition to ACTIVE for port object d4ae818d-7977-476f-bf97-296bc96c236f will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:45.622556 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:45.708855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:45.720123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:45.720123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:56:45.729465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Pushing event updated for resources: {'Port': ['ID=d4ae818d-7977-476f-bf97-296bc96c236f,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Attempting to bind port d4ae818d-7977-476f-bf97-296bc96c236f on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Attempting to bind port d4ae818d-7977-476f-bf97-296bc96c236f by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Attempting to bind port d4ae818d-7977-476f-bf97-296bc96c236f on network ade1e67f-2620-4bfc-a1d1-564312e6e62a {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Checking segment: {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Bound using segment: {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Bound port: d4ae818d-7977-476f-bf97-296bc96c236f, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:45.844907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:45.946359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:45.956714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] For port d4ae818d-7977-476f-bf97-296bc96c236f, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:45.960449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] For port d4ae818d-7977-476f-bf97-296bc96c236f, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4ae818d-7977-476f-bf97-296bc96c236f,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:46.031274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e5af597a-fd75-4770-9785-65bddf7a1d75 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:46.107554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:46.199502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e3325-f9e2-4a8a-815f-c427e071e937 None None] Pushing event updated for resources: {'Port': ['ID=d4ae818d-7977-476f-bf97-296bc96c236f,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:46.227697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e5af597a-fd75-4770-9785-65bddf7a1d75 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:46.234201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e5af597a-fd75-4770-9785-65bddf7a1d75 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:46.234732 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:46.385072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:46.406816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e5af597a-fd75-4770-9785-65bddf7a1d75, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e5af597a-fd75-4770-9785-65bddf7a1d75,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:46.510814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd0f2f8b-3433-497c-b881-24415bce9f8c req-3ca15611-a33d-406d-8c79-0dbe44d4f60d tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 210 time: 0.0603466 Feb 02 15:56:46.528972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.20.0.1 (ade1e67f-2620-4bfc-a1d1-564312e6e62a/ee017a8c-598d-493e-859e-9151c42202f9/60f950d2-8f8a-4b2e-b4a2-ca790dd76a21) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:46.625534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fd69f-9508-498c-af0b-da0e2d9e85f8 req-2b0da438-8fdd-4e65-a4cf-a6700fde5248 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:46.626885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-541fd69f-9508-498c-af0b-da0e2d9e85f8 req-2b0da438-8fdd-4e65-a4cf-a6700fde5248 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0960705 Feb 02 15:56:46.645187 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:46.681635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-541fd69f-9508-498c-af0b-da0e2d9e85f8 req-b05fcf9e-e68a-47d3-85b5-fe55ce00e835 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480616 Feb 02 15:56:46.727425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:46.731126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e5af597a-fd75-4770-9785-65bddf7a1d75,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:46.747087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Transition to ACTIVE for port object 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:46.902418 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:46.994763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:46.996752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:46.999540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:47.001969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:56:47.062385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:47.259598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838bee39-73e3-4219-bce0-860d413e1bb5 None None] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:56:47.325202 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:47.378003 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:47.576410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-23b49599-4f86-4d13-97c8-88cb9f531a51 None None] Provisioning for port d4ae818d-7977-476f-bf97-296bc96c236f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:47.717530 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5568c94d-ee92-423b-9996-6bed4edef8a3 req-78b42507-2f54-4268-bc8b-d7c79003d5b0 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 210 time: 0.0432773 Feb 02 15:56:48.047627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14466e-f979-43a5-9020-5cb62b7f6a5d req-cea7b848-ea22-4728-befa-3490c8d0c6dd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:48.049775 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf14466e-f979-43a5-9020-5cb62b7f6a5d req-cea7b848-ea22-4728-befa-3490c8d0c6dd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1802363 Feb 02 15:56:48.094410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.128282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf14466e-f979-43a5-9020-5cb62b7f6a5d req-e123dc83-2f1a-4ddc-93ae-2c274443541e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577712 Feb 02 15:56:48.146996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e5af597a-fd75-4770-9785-65bddf7a1d75 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:48.224763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e5af597a-fd75-4770-9785-65bddf7a1d75 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:48.224763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.359235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4ae818d-7977-476f-bf97-296bc96c236f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:48.454931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c5844c3e-a291-4804-bfc0-acbd01ade1d6 None None] Provisioning for port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:48.454931 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.454931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c5844c3e-a291-4804-bfc0-acbd01ade1d6 None None] Provisioning complete for port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:48.454931 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5844c3e-a291-4804-bfc0-acbd01ade1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.474511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c5844c3e-a291-4804-bfc0-acbd01ade1d6 None None] Port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:56:48.574433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.598123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f31ae3de-5080-42f3-9d70-26461c5f1ee8 None None] Provisioning complete for port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:48.598734 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f31ae3de-5080-42f3-9d70-26461c5f1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.665989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d4ae818d-7977-476f-bf97-296bc96c236f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:48.683755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d4ae818d-7977-476f-bf97-296bc96c236f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:48.684364 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.697804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:48.700182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.742595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f31ae3de-5080-42f3-9d70-26461c5f1ee8 None None] Port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:56:48.821112 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:48.855980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:48.857190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:48.861635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d4ae818d-7977-476f-bf97-296bc96c236f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4ae818d-7977-476f-bf97-296bc96c236f,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:48.962482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d942223-5805-4c51-b303-5ec745850995 req-c845bc5f-66b9-4efd-b9d2-58466e137d9a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 210 time: 0.1030862 Feb 02 15:56:49.044818 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:49.127429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d4ae818d-7977-476f-bf97-296bc96c236f,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:49.172359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4d605382-2879-4c5e-a803-83d94247c15b None None] Provisioning complete for port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:49.172999 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4d605382-2879-4c5e-a803-83d94247c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:49.236825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4d605382-2879-4c5e-a803-83d94247c15b None None] Port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:56:49.328237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router 726bfa7a-6752-450d-9f9d-6b101eca369d has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:56:49.372994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331ec0c-c8b3-47c5-ad07-ad54be989828 req-37b2ee8e-02c8-4bd2-a159-4d8b6627c601 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.375720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e331ec0c-c8b3-47c5-ad07-ad54be989828 req-37b2ee8e-02c8-4bd2-a159-4d8b6627c601 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0911512 Feb 02 15:56:49.425448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e331ec0c-c8b3-47c5-ad07-ad54be989828 req-692aa100-dbde-4b23-9967-3c14e5fe67b3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453248 Feb 02 15:56:49.560359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:56:49.570836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-45d60e31-2553-4186-b308-ba399af990f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "PUT /v2.0/routers/726bfa7a-6752-450d-9f9d-6b101eca369d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9911082 Feb 02 15:56:49.572795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43016) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:49.573038 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Sync routers for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:56:49.589345 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:49.590026 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:49.737475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.737752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.738122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.738517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.738882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.739240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.739674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.740063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.743209 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-25bc6fa3-2dbe-4d35-8e95-cfe4e3888221 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5692 time: 0.1692159 Feb 02 15:56:49.746408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43020) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:49.776417 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:49.992245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4ae818d-7977-476f-bf97-296bc96c236f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:50.031835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.033235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.033235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.033235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.033500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.033727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.034242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.034737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.037035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-94602e30-63fb-412a-a6da-acc58086a031 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.2891846 Feb 02 15:56:50.041888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43026) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:50.075279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d4ae818d-7977-476f-bf97-296bc96c236f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:50.075884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:50.119521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-7578c758-c9f0-4c72-9462-87c728247b2e tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.121343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-7578c758-c9f0-4c72-9462-87c728247b2e tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.107 "GET /v2.0/networks?id=66174410-a19b-416b-9246-e7d5278ff503 HTTP/1.1" status: 200 len: 813 time: 0.3197556 Feb 02 15:56:50.211827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6fcbaea8-9d5f-4760-80dd-32fff380369d req-0d56e1d9-18c3-4908-ba9d-e9ac96ec6c16 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 210 time: 0.0844107 Feb 02 15:56:50.227242 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:47Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:47Z', 'revision_number': 2, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:50.228931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-456e3764-6988-434a-9b63-18927550534b tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c24bd98a8e4495b55e54856464747b HTTP/1.1" status: 200 len: 380 time: 0.0662198 Feb 02 15:56:50.232165 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Checking router: 726bfa7a-6752-450d-9f9d-6b101eca369d for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:56:50.232515 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Updating router 726bfa7a-6752-450d-9f9d-6b101eca369d port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:56:50.244062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'port': {'device_id': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'admin_state_up': True, 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'security_groups': ['18b4ec9d-2047-4e90-85e4-bbf9fa7006af']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:50.297696 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:50.368598 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6003e0cc-354d-4e53-a226-4a0999c660bd tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 0.3252382 Feb 02 15:56:50.421500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:50.425752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:port and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:50.428743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:50.435341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:50.671833 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Made reservation on behalf of 89c24bd98a8e4495b55e54856464747b for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:50.674909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:50.757212 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:50.782628 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Transition to ACTIVE for port object 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:50.919137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d13edf-af3f-4704-be8a-f620c58c5d99 req-64055a92-6af1-4674-8f9c-d3c6916bacaa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:51.303292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73d13edf-af3f-4704-be8a-f620c58c5d99 req-64055a92-6af1-4674-8f9c-d3c6916bacaa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.2985654 Feb 02 15:56:51.303292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Allocated IP 172.20.0.4 (66174410-a19b-416b-9246-e7d5278ff503/764bb1ee-c1a3-42a6-adda-f8df1687424b/874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:51.303292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73d13edf-af3f-4704-be8a-f620c58c5d99 req-9fdaab56-15e7-496a-abcf-8e0f2e6a24f7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656061 Feb 02 15:56:51.303292 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.303292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Transition to ACTIVE for port object 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:51.311893 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.319465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:51.319465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548727986', 'description': 'tempest-secgroup-smoke-1548727986 description', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:51.319465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:51.319465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:51.319465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:51.319465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:51.338031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.338414 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315eca7-ff61-422d-80a1-4ad5e45f49e7 None None] Pushing event updated for resources: {'Port': ['ID=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:51.379241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.459322 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Attempting to bind port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:51.459692 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Attempting to bind port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:51.460204 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Attempting to bind port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 on network ade1e67f-2620-4bfc-a1d1-564312e6e62a {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:51.462322 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:51.466988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:51.470136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:51.471263 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:56:51.472025 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Checking segment: {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:51.472144 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.473098 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Bound using segment: {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:56:51.473098 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Bound port: 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:51.473446 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.477478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:51.539512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Network 66174410-a19b-416b-9246-e7d5278ff503 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:51.550323 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:51.556588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:56:51.583552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'Port': ['ID=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:51.584132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.617885 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] For port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:51.635551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:51.636234 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.654249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fbd75-6912-4ac1-bd99-1d858e1433a5 req-f48eaa55-3266-445a-91ad-a89202414252 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:51.655877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b1fbd75-6912-4ac1-bd99-1d858e1433a5 req-f48eaa55-3266-445a-91ad-a89202414252 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 931 time: 0.2202106 Feb 02 15:56:51.726437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b1fbd75-6912-4ac1-bd99-1d858e1433a5 req-96ec49e9-08e6-4f59-b5d7-29f6e3bdd43a tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617669 Feb 02 15:56:51.729448 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] For port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:51.748689 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.809093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:51.814528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-1f997e77-c331-4230-811f-734369795084 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774298 Feb 02 15:56:51.830973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Request body: {'port': {'device_id': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:51.947523 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:51.953132 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.005339 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.005339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ff3881ee-03ab-4dbc-ad0d-f1292dd3c642 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7813160 Feb 02 15:56:52.005339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43040) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:52.005339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'ad2dd642-3bc3-4d1e-a586-08e4afa73d7f', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:52.012397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:52.027504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-84617c1b-7842-460a-946a-fd15fc6e7101 None None] Provisioning for port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:52.028215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:52.031302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:52.032813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-84617c1b-7842-460a-946a-fd15fc6e7101 None None] Provisioning complete for port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:52.033274 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-84617c1b-7842-460a-946a-fd15fc6e7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.045044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:52.082229 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315eca7-ff61-422d-80a1-4ad5e45f49e7 None None] Pushing event updated for resources: {'Port': ['ID=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:52.088454 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:56:52.089454 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:52.161933 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-84617c1b-7842-460a-946a-fd15fc6e7101 None None] Port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:56:52.183905 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.338857 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.369553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23602571-278e-4192-97f0-7549466ca1cf req-4eec77b1-4ea0-4aaa-8e18-de71c5966898 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:52.388406 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23602571-278e-4192-97f0-7549466ca1cf req-4eec77b1-4ea0-4aaa-8e18-de71c5966898 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1694365 Feb 02 15:56:52.423987 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:56:52.465271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23602571-278e-4192-97f0-7549466ca1cf req-9c764a24-32f5-42d5-84ff-9ccfb36ce2b6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742192 Feb 02 15:56:52.469248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.510600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac5f444-245e-476e-8dc3-b97023e2f0e8,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:52.538158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:56:52.546535 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.563812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Transition to ACTIVE for port object 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:52.685236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.685832 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:52.689021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5bf500ef-2681-47c2-91ee-f6e5f91cacdc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6898186 Feb 02 15:56:52.693987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43046) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:52.709468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'ad2dd642-3bc3-4d1e-a586-08e4afa73d7f', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:52.717253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:52.721857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:52.726779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:52.733553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:52.797988 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:47Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:51Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:52.803058 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2209f93-375e-42cd-8500-c46b850fdc7d None None] The sync data for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 is: [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:47Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:51Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:56:52.934355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:53.035881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:53.113694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Pushing event updated for resources: {'Port': ['ID=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:53.268501 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:53.277463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba296b-cdac-475b-b433-22b510fac696 req-cc6cf7f3-a49a-4044-8c5f-10502e50e9b7 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:53.278233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3aba296b-cdac-475b-b433-22b510fac696 req-cc6cf7f3-a49a-4044-8c5f-10502e50e9b7 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Synchronizing usage tracker for tenant:89c24bd98a8e4495b55e54856464747b on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:53.287759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Attempting to bind port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:53.288074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Attempting to bind port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:53.289124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Attempting to bind port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 on network 66174410-a19b-416b-9246-e7d5278ff503 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:53.317758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3310bc11-2026-4cf1-aca6-1e0afc696c0e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:53.318785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 on network 66174410-a19b-416b-9246-e7d5278ff503 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:56:53.318785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Attempting to bind port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 on network 66174410-a19b-416b-9246-e7d5278ff503 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:56:53.318926 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.319061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.319435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.325936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.325936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.325936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.325936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.325936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.325936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.325936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.325936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:53.328241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:56:53.328647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Checking segment: {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:56:53.329034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Bound using segment: {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:56:53.329953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Bound port: 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11629ab-cdb1-4067-8afa-ca732c24077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '66174410-a19b-416b-9246-e7d5278ff503'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:53.330650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:53.434310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] For port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:53.437561 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] For port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:53.530533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3aba296b-cdac-475b-b433-22b510fac696 req-cc6cf7f3-a49a-4044-8c5f-10502e50e9b7 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Unset dirty status for tenant:89c24bd98a8e4495b55e54856464747b on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:53.540003 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3aba296b-cdac-475b-b433-22b510fac696 req-cc6cf7f3-a49a-4044-8c5f-10502e50e9b7 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 943 time: 0.6220694 Feb 02 15:56:53.588523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3aba296b-cdac-475b-b433-22b510fac696 req-f0a497bb-4acc-45fd-9d5b-c98dcea570d8 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505996 Feb 02 15:56:53.648276 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:53.650262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dc0ea620-a433-4361-873f-8501ef60ccfe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9535491 Feb 02 15:56:53.657296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43054) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:53.663300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'ad2dd642-3bc3-4d1e-a586-08e4afa73d7f', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:53.670851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:53.676720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:53.681091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:53.690091 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:53.700174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:53.717525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702ab3-c51e-431d-839c-399026bf3e64 req-bd6003e4-0169-467e-9aa7-1aa08292b6e8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:53.719772 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2702ab3-c51e-431d-839c-399026bf3e64 req-bd6003e4-0169-467e-9aa7-1aa08292b6e8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1119227 Feb 02 15:56:53.810861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:53.810861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] 10.222.0.107 "PUT /v2.0/ports/874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 HTTP/1.1" status: 200 len: 1091 time: 1.9645364 Feb 02 15:56:53.810861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:56:53.810861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d8fa8-01ab-4fbc-9d22-df2ff27fa567 service neutron] Pushing event updated for resources: {'Port': ['ID=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:53.816773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2702ab3-c51e-431d-839c-399026bf3e64 req-932bfe97-c87c-4037-8c20-bf3da9fb246c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900593 Feb 02 15:56:53.870886 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'status': 'completed', 'code': 200} Feb 02 15:56:54.004929 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.068018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:54.111605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.115164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7226aaa4-933a-4a98-be7b-d420f5f06812 req-ce198290-ad12-4345-9fa9-59da32da7ff3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=89c24bd98a8e4495b55e54856464747b&device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1094 time: 0.1931043 Feb 02 15:56:54.281558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.327207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:54.327332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f94a61-b85d-4025-8b9a-81d92ff7067e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:54.327332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226aaa4-933a-4a98-be7b-d420f5f06812 req-e828d545-8d15-4901-8516-00b6a6c824de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:54.327518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:54.328436 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.328561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7226aaa4-933a-4a98-be7b-d420f5f06812 req-e828d545-8d15-4901-8516-00b6a6c824de service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=89c24bd98a8e4495b55e54856464747b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1967797 Feb 02 15:56:54.362674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.363027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.363367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.363719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.364108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.364463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.364986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.365405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.366294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.367948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.367948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:54.469488 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.490389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.491864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e2051031-43c8-45b4-9bd3-1550defa8b66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8334067 Feb 02 15:56:54.494756 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43060) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:54.500538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'ad2dd642-3bc3-4d1e-a586-08e4afa73d7f', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:54.509432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:54.515016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:54.518500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:54.519651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226aaa4-933a-4a98-be7b-d420f5f06812 req-cd76e286-e8b1-456a-b1ef-1b7ca019398f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:54.519881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:54.521641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7226aaa4-933a-4a98-be7b-d420f5f06812 req-cd76e286-e8b1-456a-b1ef-1b7ca019398f service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1815507 Feb 02 15:56:54.526562 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:54.704943 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-4a0b8fad-7341-43b0-99b7-d02a6bb976e4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=89c24bd98a8e4495b55e54856464747b&device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1094 time: 0.0869553 Feb 02 15:56:54.775670 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.823533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2b6703b4-449d-4a51-abdb-82ad5afa13fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.834507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.847637 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-8ce714d0-cec8-4491-8641-90ec33e893bf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 HTTP/1.1" status: 200 len: 217 time: 0.1268246 Feb 02 15:56:54.876371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:54.920288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b0df0-9795-4dc0-9b09-c0d6a2399613 req-da3bd191-1dcf-4fed-9974-a6e1f0345181 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:54.920288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7b9b0df0-9795-4dc0-9b09-c0d6a2399613 req-da3bd191-1dcf-4fed-9974-a6e1f0345181 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Synchronizing usage tracker for tenant:89c24bd98a8e4495b55e54856464747b on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:54.947259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7b9b0df0-9795-4dc0-9b09-c0d6a2399613 req-da3bd191-1dcf-4fed-9974-a6e1f0345181 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Unset dirty status for tenant:89c24bd98a8e4495b55e54856464747b on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:54.949128 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b9b0df0-9795-4dc0-9b09-c0d6a2399613 req-da3bd191-1dcf-4fed-9974-a6e1f0345181 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 943 time: 0.2083580 Feb 02 15:56:54.980099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-e345eab3-c269-4b0a-a9ba-16e84b50ee90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:54.987890 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-e345eab3-c269-4b0a-a9ba-16e84b50ee90 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=764bb1ee-c1a3-42a6-adda-f8df1687424b HTTP/1.1" status: 200 len: 852 time: 0.0865374 Feb 02 15:56:55.004833 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:55.030524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7b9b0df0-9795-4dc0-9b09-c0d6a2399613 req-762f9969-a20f-4fd4-81f2-97d9ed2fd595 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Synchronizing usage tracker for tenant:89c24bd98a8e4495b55e54856464747b on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:55.137230 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-9733b5c3-b5cf-4d50-8b8d-0917af52a97f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=66174410-a19b-416b-9246-e7d5278ff503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464806 Feb 02 15:56:55.146182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7a971-0308-4d63-84e9-6564512b7657 req-ff34265c-9efd-42d7-8aad-f1b21a8e47ed tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:55.148777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84b7a971-0308-4d63-84e9-6564512b7657 req-ff34265c-9efd-42d7-8aad-f1b21a8e47ed tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1593130 Feb 02 15:56:55.176708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-7b9b0df0-9795-4dc0-9b09-c0d6a2399613 req-762f9969-a20f-4fd4-81f2-97d9ed2fd595 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Unset dirty status for tenant:89c24bd98a8e4495b55e54856464747b on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:55.178416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b9b0df0-9795-4dc0-9b09-c0d6a2399613 req-762f9969-a20f-4fd4-81f2-97d9ed2fd595 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210217 Feb 02 15:56:55.182138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:55.219667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbad4e6b-e54c-4557-9844-5cc728c0d046,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:55.291409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84b7a971-0308-4d63-84e9-6564512b7657 req-7f881539-0bdf-4c07-9afa-43c23ae0c818 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225197 Feb 02 15:56:55.330822 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-ad361ca9-fcf8-47da-9e61-3314c149c76d service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802247 Feb 02 15:56:55.348320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:55.350192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-31759a40-abe5-49e0-b2c1-d1f1030f341e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8539732 Feb 02 15:56:55.352827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43068) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:55.361714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'ad2dd642-3bc3-4d1e-a586-08e4afa73d7f', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:55.367464 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:55.371259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:55.374491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:55.381264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:55.490406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ea8f9e5-5f1b-439b-8298-833641b4e3ed req-d395c669-1cc0-4a9c-80fe-fa26affc9191 service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523552 Feb 02 15:56:55.510455 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Project 2e23a4b9014c4626a6bfb847e49c6697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:56:55.516465 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:55.690965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:55.799284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:55.827731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cea980-ee00-4604-ab90-9636763b203e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:55.965363 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:55.966594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fde6765a-44ec-42e7-8332-ac4a06960209 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6126094 Feb 02 15:56:55.970777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43074) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:55.977490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'ad2dd642-3bc3-4d1e-a586-08e4afa73d7f', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:56:55.987002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:55.987090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:55.989002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:55.992726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:55.999032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:56.077767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:56.078140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.115511 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Project 2e23a4b9014c4626a6bfb847e49c6697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:56:56.129425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.212954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.319286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.346055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd29520-2291-448b-9abb-b933ab0168f0,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:56.415966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27329c1-5445-4dbc-84c2-bdf578f77d52 req-15efcf46-9bad-483e-9383-41000855d40b tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:56.417511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f27329c1-5445-4dbc-84c2-bdf578f77d52 req-15efcf46-9bad-483e-9383-41000855d40b tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 943 time: 0.0914435 Feb 02 15:56:56.472029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.472813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f27329c1-5445-4dbc-84c2-bdf578f77d52 req-9b8605a6-a769-4591-81bf-62f557ab2306 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495617 Feb 02 15:56:56.483579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2a58a20e-b935-4850-94c9-b4718ebc81bd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5013392 Feb 02 15:56:56.527715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeea88-c0e7-4192-884c-1023d76c41de req-cb6c614a-341a-495f-b107-bc9c4f1636ec tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:56.529357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defeea88-c0e7-4192-884c-1023d76c41de req-cb6c614a-341a-495f-b107-bc9c4f1636ec tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0945897 Feb 02 15:56:56.582088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defeea88-c0e7-4192-884c-1023d76c41de req-bee4fc7c-f379-4a33-9356-6a7ecd7e5595 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Feb 02 15:56:56.734400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e918d9fc-c008-4939-9f7f-7ddf221dbabb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:56.994011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e918d9fc-c008-4939-9f7f-7ddf221dbabb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:56.995193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e918d9fc-c008-4939-9f7f-7ddf221dbabb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548727986&fields=id&tenant_id=2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 267 time: 0.3053827 Feb 02 15:56:57.067490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-31d9ea17-00fc-49a5-91a3-d17a3f1b7614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:57.161568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-8326ab6d-716e-4a54-a67d-ba74d33c667f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:57.162251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-8326ab6d-716e-4a54-a67d-ba74d33c667f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:57.330832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-8326ab6d-716e-4a54-a67d-ba74d33c667f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:57.332056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-8326ab6d-716e-4a54-a67d-ba74d33c667f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/networks?id=ade1e67f-2620-4bfc-a1d1-564312e6e62a HTTP/1.1" status: 200 len: 796 time: 0.3298399 Feb 02 15:56:57.355587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e8f9a15a-3e37-4dd8-aade-cfa48a109ed2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/quotas/2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 375 time: 0.0169733 Feb 02 15:56:57.441577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-da9dfec3-1132-4e30-9e91-7f1e1a22247b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804446 Feb 02 15:56:57.600287 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-3ee2929e-729e-4768-bf1f-c99cc1810d61 service neutron] 10.222.0.88 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456823 Feb 02 15:56:57.753157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-2d6d8932-74e1-4a3d-90a9-ccf79c6e7fc4 service neutron] 10.222.0.88 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460164 Feb 02 15:56:57.815756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9986-c313-4748-920a-88d0c451a202 req-55d889e0-be40-4fb9-9059-6fc7a47847b1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:57.817392 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9fd9986-c313-4748-920a-88d0c451a202 req-55d889e0-be40-4fb9-9059-6fc7a47847b1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 943 time: 0.1952331 Feb 02 15:56:57.864324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9fd9986-c313-4748-920a-88d0c451a202 req-15a3439e-3804-4cb0-92f4-8cd5d80c3fcb tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398221 Feb 02 15:56:58.066007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138524cf-42d7-49d0-93f9-b641432e6af1 req-0bc4915d-cac2-456e-b83d-4f2a31b05a68 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:58.067388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-138524cf-42d7-49d0-93f9-b641432e6af1 req-0bc4915d-cac2-456e-b83d-4f2a31b05a68 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0798049 Feb 02 15:56:58.114451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-138524cf-42d7-49d0-93f9-b641432e6af1 req-11675887-2132-4ed7-8d98-ad3e3718dc1c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Feb 02 15:56:58.251553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-731ef618-d545-4417-8972-60c6ee6b0a71 req-3bde6c7c-30f4-4622-9e84-b3d3f7efa4a1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:58.536410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-731ef618-d545-4417-8972-60c6ee6b0a71 req-3bde6c7c-30f4-4622-9e84-b3d3f7efa4a1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:58.539608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-731ef618-d545-4417-8972-60c6ee6b0a71 req-3bde6c7c-30f4-4622-9e84-b3d3f7efa4a1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 210 time: 0.3337498 Feb 02 15:56:58.593629 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:58.702191 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:59.079615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e698e9-4da6-4b0e-99ea-17114ba4631a req-09531366-a5ca-49ab-921c-d213210a1891 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:59.081176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4e698e9-4da6-4b0e-99ea-17114ba4631a req-09531366-a5ca-49ab-921c-d213210a1891 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 943 time: 0.0844562 Feb 02 15:56:59.138687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4e698e9-4da6-4b0e-99ea-17114ba4631a req-613c3213-53fd-4439-98b1-8a0741775f8e tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510876 Feb 02 15:56:59.330106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602edc7a-cd08-4610-bf97-f6d7b2399982 req-6f477881-19a0-44e0-8187-98da152eb13f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:59.331447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-602edc7a-cd08-4610-bf97-f6d7b2399982 req-6f477881-19a0-44e0-8187-98da152eb13f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0836759 Feb 02 15:56:59.385492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-602edc7a-cd08-4610-bf97-f6d7b2399982 req-b7460b41-721a-462e-b9e4-6852fb217987 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Feb 02 15:56:59.655462 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2a8a5602-e726-4b13-a4bc-4b354fb9093e req-b4c01bff-13e2-4ed3-a374-6fa4a60b0f03 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 210 time: 0.0444975 Feb 02 15:57:00.174253 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:00.353147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237a1df-8275-4d2d-ba30-b2db9f32b792 req-c4752f50-f86c-43ed-a4d3-58863eb5ec7b tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:00.354609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1237a1df-8275-4d2d-ba30-b2db9f32b792 req-c4752f50-f86c-43ed-a4d3-58863eb5ec7b tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 943 time: 0.0840836 Feb 02 15:57:00.405225 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1237a1df-8275-4d2d-ba30-b2db9f32b792 req-d1c73f22-c2b8-41de-a001-f89cb32a16a8 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 Feb 02 15:57:00.595165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d710d-a434-4e90-8176-eac52ce989f0 req-223b47d9-3754-4d09-bbe0-3f0754c06cfa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:00.596674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-885d710d-a434-4e90-8176-eac52ce989f0 req-223b47d9-3754-4d09-bbe0-3f0754c06cfa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0816019 Feb 02 15:57:00.649954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-885d710d-a434-4e90-8176-eac52ce989f0 req-ad146c61-dfa2-4be2-9778-fc02591d7c16 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 Feb 02 15:57:00.845332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-295215b3-a0d3-410c-8c1e-5b4465015a12 req-ad5ecec8-4ba5-41e7-a0bb-6a0a44e108c1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 210 time: 0.0467398 Feb 02 15:57:01.613978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad1aae-22b6-471a-88c7-535efe7f5ac9 req-eb0ac392-115c-4a7a-a30f-bf6c62df0b84 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:01.615467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7aad1aae-22b6-471a-88c7-535efe7f5ac9 req-eb0ac392-115c-4a7a-a30f-bf6c62df0b84 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 943 time: 0.0826802 Feb 02 15:57:01.663111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7aad1aae-22b6-471a-88c7-535efe7f5ac9 req-0a23b52b-d0e5-49e7-8606-968659b272af tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Feb 02 15:57:01.871901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b86a43-022d-42db-a7eb-d3fd3aa5ade7 req-3ecd1b1b-a294-4858-89a1-e5676e7eb5b7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:01.873378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40b86a43-022d-42db-a7eb-d3fd3aa5ade7 req-3ecd1b1b-a294-4858-89a1-e5676e7eb5b7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0871363 Feb 02 15:57:01.923373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40b86a43-022d-42db-a7eb-d3fd3aa5ade7 req-a9fc9ec8-f8f3-41e2-a177-ec8f8b621f06 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Feb 02 15:57:02.020371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57693b91-3b04-4add-8396-a0cc6f33990b req-2a00d800-b58e-4895-b20d-1a8510ed838b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 210 time: 0.0454752 Feb 02 15:57:02.513736 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:57:02.516325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-cde5a5ab-6855-412c-9b68-da63cbb8f3fb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:02.518101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-cde5a5ab-6855-412c-9b68-da63cbb8f3fb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.64 "GET /v2.0/networks?id=ade1e67f-2620-4bfc-a1d1-564312e6e62a HTTP/1.1" status: 200 len: 796 time: 0.1525848 Feb 02 15:57:02.584842 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-9b9d8ac1-ed66-401d-93c9-b8a5a98d16c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 380 time: 0.0437477 Feb 02 15:57:02.593168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'port': {'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'admin_state_up': True, 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'security_groups': ['ad2dd642-3bc3-4d1e-a586-08e4afa73d7f']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:02.665081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:02.681075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:57:02.749907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:02.757307 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.763053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:02.779156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:57:02.796121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:02.929081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78140b-3163-4617-b814-3e35d292ff0e req-11d6d1e4-6ad7-4ab2-ad88-97c696f69c49 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:02.930702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a78140b-3163-4617-b814-3e35d292ff0e req-11d6d1e4-6ad7-4ab2-ad88-97c696f69c49 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 943 time: 0.0847602 Feb 02 15:57:02.956164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:02.959195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.995726 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:03.060472 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a78140b-3163-4617-b814-3e35d292ff0e req-aae596a6-9682-4ea6-b6d7-1c05cb6f1c53 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236541 Feb 02 15:57:03.077226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:03.088066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.088705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.089180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.089676 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.090297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.090806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.091139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.091470 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.091799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.092149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.092473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:03.170706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e5cb2-28c3-457a-b41c-122464b715f4 req-930ce023-0234-4e3b-ac83-3b39a19a3841 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:03.173225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-267e5cb2-28c3-457a-b41c-122464b715f4 req-930ce023-0234-4e3b-ac83-3b39a19a3841 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0998833 Feb 02 15:57:03.200416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.20.0.11 (ade1e67f-2620-4bfc-a1d1-564312e6e62a/ee017a8c-598d-493e-859e-9151c42202f9/33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:03.234655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-267e5cb2-28c3-457a-b41c-122464b715f4 req-969d9f5f-bce3-4b31-9cb4-1a1833a688e9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Feb 02 15:57:03.279345 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-faf9f049-bad9-488a-a485-a406fe8d1d52 req-8710e08e-b49f-4910-88f6-3974dba2f542 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 210 time: 0.0521963 Feb 02 15:57:03.292372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:57:03.465325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:03.482475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Transition to ACTIVE for port object 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:57:04.051628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:04.133279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:04.136959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:04.138862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:04.141050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:57:04.209717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.210435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:04.340861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1dc1-3548-48f7-aa62-9313d8481d8c req-0e0c3603-cdc3-493b-b192-80cf852a79d6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.348436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec3c1dc1-3548-48f7-aa62-9313d8481d8c req-0e0c3603-cdc3-493b-b192-80cf852a79d6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 944 time: 0.1199954 Feb 02 15:57:04.374258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-e88819a6-d58d-47a0-97b4-8162288c3dd2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7848337 Feb 02 15:57:04.406319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec3c1dc1-3548-48f7-aa62-9313d8481d8c req-4cc58fec-88ad-463a-a0f0-7e7916fdcdeb tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567975 Feb 02 15:57:04.432860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Request body: {'port': {'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:04.515714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:57:04.581672 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:04.599287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5def4-9fa2-4518-954b-5eea3d1c3598 req-6cf96443-b003-459a-b0ab-0bfdc812882f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.600992 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39a5def4-9fa2-4518-954b-5eea3d1c3598 req-6cf96443-b003-459a-b0ab-0bfdc812882f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.2151639 Feb 02 15:57:04.621809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53ff3-bea0-48a6-8f5c-d720acfaeada req-bc3aa165-d160-4cac-bce9-de0db53dd8a9 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.621809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3f53ff3-bea0-48a6-8f5c-d720acfaeada req-bc3aa165-d160-4cac-bce9-de0db53dd8a9 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 932 time: 0.0901947 Feb 02 15:57:04.665578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da12b062-a2d9-4a8c-8169-3ff5787a41a0 None None] Provisioning for port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:04.671611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da12b062-a2d9-4a8c-8169-3ff5787a41a0 None None] Provisioning complete for port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:04.671611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da12b062-a2d9-4a8c-8169-3ff5787a41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:04.685921 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3f53ff3-bea0-48a6-8f5c-d720acfaeada req-a1a6691a-ee55-4b74-9457-bb5bbe470318 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581059 Feb 02 15:57:04.754275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-da12b062-a2d9-4a8c-8169-3ff5787a41a0 None None] Port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:57:04.806126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:04.813225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:04.813596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:04.819054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39a5def4-9fa2-4518-954b-5eea3d1c3598 req-bd360e1e-486e-4488-b54e-900c91727c3f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089260 Feb 02 15:57:04.937415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:04.968456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:04.984571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:05.032049 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'code': 200} Feb 02 15:57:05.121913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:57:05.148796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:05.166756 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:05.192676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Transition to ACTIVE for port object 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:57:05.212999 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06ec44c4-0280-4b81-8aa1-de5fdf2acac5 req-e8f3704f-3917-4c2f-afeb-0f3ce8673ce8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1096 time: 0.0867891 Feb 02 15:57:05.228639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:05.263222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06ec44c4-0280-4b81-8aa1-de5fdf2acac5 req-bb2ada31-c40f-4789-a7d2-eca244e08dd6 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Feb 02 15:57:05.302560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:05.438031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Pushing event updated for resources: {'Port': ['ID=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:05.597879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Attempting to bind port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:57:05.598215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Attempting to bind port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:57:05.598545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Attempting to bind port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae on network ade1e67f-2620-4bfc-a1d1-564312e6e62a {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:57:05.617333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae on network ade1e67f-2620-4bfc-a1d1-564312e6e62a not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:57:05.617634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Attempting to bind port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae on network ade1e67f-2620-4bfc-a1d1-564312e6e62a {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:57:05.634256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:57:05.634556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Checking segment: {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:57:05.634993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Bound using segment: {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:57:05.635440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Bound port: 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0d8a79-f1d2-4bef-9a61-194024ff29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:57:05.635788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:05.723613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7818e-eab4-48c0-a744-6f94a672fe10 req-35fe18b2-b811-4a85-bd20-e9c15f803692 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:05.725240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ac7818e-eab4-48c0-a744-6f94a672fe10 req-35fe18b2-b811-4a85-bd20-e9c15f803692 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 945 time: 0.1674094 Feb 02 15:57:05.769268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] For port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:57:05.779748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] For port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:57:05.797290 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ac7818e-eab4-48c0-a744-6f94a672fe10 req-15361f7e-b1dc-43b8-9665-fb5b484a5897 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623133 Feb 02 15:57:05.917228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cc576-121a-4c1e-9ddf-3fa38c367123 req-afd1e290-9a7e-40c6-b5d9-1cde39e68113 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:05.919004 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1cc576-121a-4c1e-9ddf-3fa38c367123 req-afd1e290-9a7e-40c6-b5d9-1cde39e68113 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 944 time: 0.0880716 Feb 02 15:57:05.969879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a1cc576-121a-4c1e-9ddf-3fa38c367123 req-c7a88cc1-9ca3-412b-8129-5469d37daa5c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Feb 02 15:57:06.025887 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.093274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.094678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] 10.222.0.64 "PUT /v2.0/ports/33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae HTTP/1.1" status: 200 len: 1092 time: 1.7069676 Feb 02 15:57:06.096766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:06.111246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242bfa4-ac15-4754-b544-f6a23280c457 req-ff5d4e79-1c38-4234-987c-82f78c4ae8ce tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:06.112854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7242bfa4-ac15-4754-b544-f6a23280c457 req-ff5d4e79-1c38-4234-987c-82f78c4ae8ce tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1527832 Feb 02 15:57:06.155546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dd530-a9c8-4f58-8eff-d5c4500ed0fe service neutron] Pushing event updated for resources: {'Port': ['ID=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:06.176941 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'status': 'completed', 'code': 200} Feb 02 15:57:06.182448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7242bfa4-ac15-4754-b544-f6a23280c457 req-36949c68-2a15-4e12-82b6-1f75de88907c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593114 Feb 02 15:57:06.291247 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fe0d225-c5a3-403c-99bd-ec2ac6231f5f req-3317d553-6a67-473a-9a00-b57064d293dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 1095 time: 0.0740080 Feb 02 15:57:06.474560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0d225-c5a3-403c-99bd-ec2ac6231f5f req-1e97df10-2fc6-42a6-9c9d-f5bba99c01bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:06.474560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fe0d225-c5a3-403c-99bd-ec2ac6231f5f req-1e97df10-2fc6-42a6-9c9d-f5bba99c01bd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1542785 Feb 02 15:57:06.613468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0d225-c5a3-403c-99bd-ec2ac6231f5f req-7aa15304-7fe9-4edc-a33b-6379764e651d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:06.614934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fe0d225-c5a3-403c-99bd-ec2ac6231f5f req-7aa15304-7fe9-4edc-a33b-6379764e651d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1447589 Feb 02 15:57:06.744595 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-5f991de4-89d5-44c1-a2a6-4b91b272d1d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 1095 time: 0.0689673 Feb 02 15:57:06.823183 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-35da59b1-8668-4b38-8596-b0b71e6bc7a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae HTTP/1.1" status: 200 len: 217 time: 0.0661428 Feb 02 15:57:06.891423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-c4575afe-65aa-4ee4-8f27-ac2d07ac02b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:06.892905 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-c4575afe-65aa-4ee4-8f27-ac2d07ac02b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee017a8c-598d-493e-859e-9151c42202f9 HTTP/1.1" status: 200 len: 834 time: 0.0628569 Feb 02 15:57:07.018760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667cb1-7b6f-4b5a-a4dd-8d5571c57a96 req-2ba90f2d-8df4-4ce2-87ec-9cf1ae22d616 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:07.021448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae667cb1-7b6f-4b5a-a4dd-8d5571c57a96 req-2ba90f2d-8df4-4ce2-87ec-9cf1ae22d616 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 945 time: 0.0890191 Feb 02 15:57:07.079298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae667cb1-7b6f-4b5a-a4dd-8d5571c57a96 req-bca1ddf0-750b-4cbf-83e7-ad525b9f2b3d tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457892 Feb 02 15:57:07.080631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-a00ab27e-0b36-48bc-ad7f-2662cbcfe369 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ade1e67f-2620-4bfc-a1d1-564312e6e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812732 Feb 02 15:57:07.283685 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-cf022ebe-e179-4a78-ba86-7f9c0bfe5da7 service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956007 Feb 02 15:57:07.307481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2b371-6abf-4d56-8acd-e57b1798bf6f req-ca8ee8eb-69dc-49ab-8a83-9daaebca4d97 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:07.309908 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8dc2b371-6abf-4d56-8acd-e57b1798bf6f req-ca8ee8eb-69dc-49ab-8a83-9daaebca4d97 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 945 time: 0.0862181 Feb 02 15:57:07.320952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4738f-5fef-4527-bf39-5970be247bfa req-59178f00-412c-4d43-aa15-718682c5e290 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:07.321646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e7a4738f-5fef-4527-bf39-5970be247bfa req-59178f00-412c-4d43-aa15-718682c5e290 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:57:07.359473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8dc2b371-6abf-4d56-8acd-e57b1798bf6f req-3bd85305-31cc-448c-974e-361e2e611772 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437341 Feb 02 15:57:07.390877 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43162) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:07.445137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac7ce982-8b6e-4cb7-badb-173b67c6106d req-3e806fa5-9fc7-4279-a6f1-af7d6f9f0036 service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563892 Feb 02 15:57:07.481398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e7a4738f-5fef-4527-bf39-5970be247bfa req-59178f00-412c-4d43-aa15-718682c5e290 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:57:07.482697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7a4738f-5fef-4527-bf39-5970be247bfa req-59178f00-412c-4d43-aa15-718682c5e290 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 944 time: 0.3166330 Feb 02 15:57:07.537979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7a4738f-5fef-4527-bf39-5970be247bfa req-db9bc6f2-03f3-4d8b-98b4-ba06e2826d1e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Feb 02 15:57:07.702857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a798783-ea14-44fd-b528-5dff927f6e02 req-2ba17032-9101-416a-b7d7-5f7914bb0f70 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:07.704320 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a798783-ea14-44fd-b528-5dff927f6e02 req-2ba17032-9101-416a-b7d7-5f7914bb0f70 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.2279627 Feb 02 15:57:07.768766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3da36bbe-f35b-4247-a0b2-5833fde96fc1 tempest-TestVolumeBackupRestore-263482779 tempest-TestVolumeBackupRestore-263482779-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1091 time: 0.3765807 Feb 02 15:57:07.771414 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a798783-ea14-44fd-b528-5dff927f6e02 req-1055e874-dfad-4f59-a1bf-b4a4d7794cad tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569453 Feb 02 15:57:07.778098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43168) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:07.784147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:07.791080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:07.795176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Usage tracker for resource:floatingip and tenant:89c24bd98a8e4495b55e54856464747b is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:07.800998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:07.808025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:07.938659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.082747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.241826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Allocated IP 172.25.0.183 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/2de2ecb3-7541-48ca-9001-6e35effd2703) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:08.410974 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.544166 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.618096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:08.621371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:08.624417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:57:08.668437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'Port': ['ID=2de2ecb3-7541-48ca-9001-6e35effd2703,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:08.755280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f30be-2f2b-484d-9818-cc863ad07057 req-55bf2075-919b-4552-bc37-2011b1388d77 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:08.757159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef7f30be-2f2b-484d-9818-cc863ad07057 req-55bf2075-919b-4552-bc37-2011b1388d77 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 944 time: 0.0872102 Feb 02 15:57:08.810167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef7f30be-2f2b-484d-9818-cc863ad07057 req-cb8a1dfa-ccb0-4eab-9b1b-2ad4a22768cf tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 Feb 02 15:57:09.109906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660971b4-697c-4905-b5f6-81b960ce60be req-93bbd4cc-d09f-428b-b9ad-6c7ffc3548e7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:09.111380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-660971b4-697c-4905-b5f6-81b960ce60be req-93bbd4cc-d09f-428b-b9ad-6c7ffc3548e7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1979985 Feb 02 15:57:09.178946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-660971b4-697c-4905-b5f6-81b960ce60be req-0518970b-6f60-423d-a951-81cf023f61f6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 Feb 02 15:57:09.307118 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.503561 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.692520 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-7d177798-4d39-4929-8d41-476c55c24919 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786557 Feb 02 15:57:09.739203 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.839739 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.861621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-649ac941-dec5-40f0-958f-195d70f3e43a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 1096 time: 0.0784721 Feb 02 15:57:09.955964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event updated for resources: {'Port': ['ID=2de2ecb3-7541-48ca-9001-6e35effd2703,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:09.976397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.101317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-17850593-8d96-4c14-b0ad-7a527cde2bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:10.103545 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-17850593-8d96-4c14-b0ad-7a527cde2bfe service neutron] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.2158747 Feb 02 15:57:10.171891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d41712-e37d-4c75-b848-6701fc9cc426 req-d32c6147-f3d5-4e3b-9770-58f065f2404b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:10.173379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5d41712-e37d-4c75-b848-6701fc9cc426 req-d32c6147-f3d5-4e3b-9770-58f065f2404b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 944 time: 0.2026727 Feb 02 15:57:10.206730 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-7c74c632-c8ec-42cd-98bf-222afed5e0eb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 HTTP/1.1" status: 200 len: 217 time: 0.0959022 Feb 02 15:57:10.300190 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5d41712-e37d-4c75-b848-6701fc9cc426 req-2a8e84b8-c9e7-4c02-847c-f347c6621f8b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209726 Feb 02 15:57:10.302249 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Floating IP 255e9ff5-333b-4569-a668-7f0ba613cfc0 associated. External IP: 172.25.0.183, port: 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7. Feb 02 15:57:10.308143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-e2dba769-e033-47e8-b695-cd30c589b9d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:10.310218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-e2dba769-e033-47e8-b695-cd30c589b9d8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0954111 Feb 02 15:57:10.393239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-7f0ba8b0-d747-4c05-95dd-35f149593f6f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766003 Feb 02 15:57:10.479368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e473d-c1f2-484a-b7bd-c368fd452320 req-d245f0e5-a2f4-443f-acfb-5b1eb9b95627 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:10.481009 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e02e473d-c1f2-484a-b7bd-c368fd452320 req-d245f0e5-a2f4-443f-acfb-5b1eb9b95627 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1250374 Feb 02 15:57:10.488020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:57:10.544388 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-a04d8b6f-a043-44c6-826c-0d96cbb06672 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430929 Feb 02 15:57:10.612242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e02e473d-c1f2-484a-b7bd-c368fd452320 req-5b7c65cb-d037-4a16-a7a0-1660f9ba50d4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235719 Feb 02 15:57:10.631584 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:10.648136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:57:10.705486 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ee9df599-0c2b-4a37-b61b-9ebc80992115 req-b50e5202-96d2-46e9-bc9a-15abc9c3e0a0 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550031 Feb 02 15:57:10.710201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.728634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:57:10.747412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:10.834563 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.864284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Router c557fc7a-1665-4684-9da4-d71c26f7c0ca has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:57:10.913164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:11.094896 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:57:11.106102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] Sync routers for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:57:11.120176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:57:11.120807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:11.170582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:57:11.252599 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:11.310600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6020475c-7621-4c96-ac4a-38cf20d7d3bc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5311620 Feb 02 15:57:11.311482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:11.313399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43182) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:11.400675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:57:11.436345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-585ceb07-10b2-44ad-91bf-6e97b8111887 tempest-TestVolumeBackupRestore-263482779 tempest-TestVolumeBackupRestore-263482779-project-admin] Synchronizing usage tracker for tenant:2a0ac0bf2bb442418c3246f44e186d29 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:57:11.552853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd5ddb-01e5-493e-8b8c-cb9150097b25 req-e657c74b-a00b-4d5d-a35e-ab10bf423378 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:11.554381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68fd5ddb-01e5-493e-8b8c-cb9150097b25 req-e657c74b-a00b-4d5d-a35e-ab10bf423378 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 945 time: 0.0943506 Feb 02 15:57:11.561048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-585ceb07-10b2-44ad-91bf-6e97b8111887 tempest-TestVolumeBackupRestore-263482779 tempest-TestVolumeBackupRestore-263482779-project-admin] Unset dirty status for tenant:2a0ac0bf2bb442418c3246f44e186d29 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:57:11.563928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-585ceb07-10b2-44ad-91bf-6e97b8111887 tempest-TestVolumeBackupRestore-263482779 tempest-TestVolumeBackupRestore-263482779-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1091 time: 0.2478366 Feb 02 15:57:11.569461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43192) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:11.577464 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'status': 'completed', 'code': 200} Feb 02 15:57:11.580426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7754c0a9-6053-4ae1-bd88-60f2f2896e63 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Request body: {'floatingip': {'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:11.643873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-68fd5ddb-01e5-493e-8b8c-cb9150097b25 req-85d2df26-b5c8-498c-a686-9f96f03ebfa4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683689 Feb 02 15:57:11.907216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7754c0a9-6053-4ae1-bd88-60f2f2896e63 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:11.947279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '255e9ff5-333b-4569-a668-7f0ba613cfc0', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:09Z', 'revision_number': 0, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:11.951960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] Checking router: c557fc7a-1665-4684-9da4-d71c26f7c0ca for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:57:11.965098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:57:11.965970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:12.038973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-17e43ad5-6145-4a14-9364-73b9c6fd0592 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=89c24bd98a8e4495b55e54856464747b&device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1096 time: 0.3846889 Feb 02 15:57:12.105616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f5999-3f02-4a47-b9e8-f42571c7a514 req-891042aa-d209-4091-80d6-48cd38aafdb9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:12.107070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c0f5999-3f02-4a47-b9e8-f42571c7a514 req-891042aa-d209-4091-80d6-48cd38aafdb9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.2935789 Feb 02 15:57:12.204808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:57:12.313156 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c0f5999-3f02-4a47-b9e8-f42571c7a514 req-653fb211-5f4f-4dde-9afd-edc777cdf779 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588252 Feb 02 15:57:12.325732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-88eb1773-79e7-4799-8e39-55d1fcc0b746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:12.327168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-88eb1773-79e7-4799-8e39-55d1fcc0b746 service neutron] 10.222.0.107 "GET /v2.0/networks?id=66174410-a19b-416b-9246-e7d5278ff503 HTTP/1.1" status: 200 len: 915 time: 0.2578001 Feb 02 15:57:12.509305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:57:12.574935 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-ecb368f7-bb18-4423-b48c-15c55bb0c745 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 HTTP/1.1" status: 200 len: 999 time: 0.1921418 Feb 02 15:57:12.668202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '255e9ff5-333b-4569-a668-7f0ba613cfc0', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:09Z', 'revision_number': 0, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:12.672506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c7417-24c3-4bed-a60a-0b6bc28c3f5e None None] The sync data for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 is: [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '255e9ff5-333b-4569-a668-7f0ba613cfc0', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:09Z', 'revision_number': 0, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:57:12.740906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-b40182d6-1037-40fe-a13b-37a204440a9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:12.743574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-b40182d6-1037-40fe-a13b-37a204440a9a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=764bb1ee-c1a3-42a6-adda-f8df1687424b HTTP/1.1" status: 200 len: 852 time: 0.1603796 Feb 02 15:57:12.790369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:12.795654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:12.796315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:12.875304 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-f9e59b7d-b9c7-4bc8-a682-563a145c3689 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=66174410-a19b-416b-9246-e7d5278ff503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253159 Feb 02 15:57:12.878974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3851633-800d-440e-8ba1-94ff8cd693b7 req-27e90080-49a5-436f-98c1-bf18fb0de420 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:12.888149 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3851633-800d-440e-8ba1-94ff8cd693b7 req-27e90080-49a5-436f-98c1-bf18fb0de420 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 945 time: 0.1023040 Feb 02 15:57:12.943243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e3851633-800d-440e-8ba1-94ff8cd693b7 req-b7baf99c-c309-4654-9afc-f9405dc9bbf7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537138 Feb 02 15:57:12.978399 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3dc3af-9456-4587-bb10-40707d1631df None None] New status for floating IP 255e9ff5-333b-4569-a668-7f0ba613cfc0: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:57:12.979481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:13.011904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:13.022707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:13.079723 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'code': 200} Feb 02 15:57:13.127451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-5fa44184-297f-4afa-a1d4-0af15ba2b83a service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387583 Feb 02 15:57:13.148883 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:13.224951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:13.439254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7754c0a9-6053-4ae1-bd88-60f2f2896e63 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:13.496955 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820d4e85-ed7b-4645-85b5-3e4b95537147 req-61982551-4e0e-4af8-8140-66496c1ade03 service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596423 Feb 02 15:57:13.504422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bcc9e002-4bf9-464c-af6b-3c55235a96b5 req-72dc1642-3812-455d-b903-a789b426aa72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 1097 time: 0.3275604 Feb 02 15:57:13.538783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50128a69-d512-4a76-bb4f-7b3ef0c3bebf req-66fbb636-f71b-498a-9a3f-683bef9f5a4f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:13.541033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50128a69-d512-4a76-bb4f-7b3ef0c3bebf req-66fbb636-f71b-498a-9a3f-683bef9f5a4f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0916934 Feb 02 15:57:13.554208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bcc9e002-4bf9-464c-af6b-3c55235a96b5 req-f65a2f6a-3e13-4295-9e85-a5e285709870 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 Feb 02 15:57:13.561068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7754c0a9-6053-4ae1-bd88-60f2f2896e63 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:13.567680 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.db.api [None req-5e3dc3af-9456-4587-bb10-40707d1631df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:57:13.567680 n-d-827122-1 neutron-server[95775]: DEBUG oslo_db.api [None req-5e3dc3af-9456-4587-bb10-40707d1631df None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:57:13.593408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50128a69-d512-4a76-bb4f-7b3ef0c3bebf req-bb673ac6-5e4c-4d94-9f53-b0174934298d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Feb 02 15:57:13.606114 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:57:13.993338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7754c0a9-6053-4ae1-bd88-60f2f2896e63 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Router c557fc7a-1665-4684-9da4-d71c26f7c0ca has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:57:14.064424 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3dc3af-9456-4587-bb10-40707d1631df None None] New status for floating IP 255e9ff5-333b-4569-a668-7f0ba613cfc0: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:57:14.178307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f50f-12bc-482a-bce5-2370dd4e16e7 req-3cab79b7-8fe5-4516-b125-ccf3a379d16f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:14.179667 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2cc6f50f-12bc-482a-bce5-2370dd4e16e7 req-3cab79b7-8fe5-4516-b125-ccf3a379d16f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 946 time: 0.1035175 Feb 02 15:57:14.297348 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2cc6f50f-12bc-482a-bce5-2370dd4e16e7 req-8363dd49-48b6-4ec6-ba19-2760cd4f8a3c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682437 Feb 02 15:57:14.321851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7754c0a9-6053-4ae1-bd88-60f2f2896e63 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:57:14.337425 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7754c0a9-6053-4ae1-bd88-60f2f2896e63 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:14.412384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:14.453866 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7754c0a9-6053-4ae1-bd88-60f2f2896e63 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "PUT /v2.0/floatingips/255e9ff5-333b-4569-a668-7f0ba613cfc0 HTTP/1.1" status: 200 len: 991 time: 2.8785646 Feb 02 15:57:14.485570 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'status': 'completed', 'code': 200} Feb 02 15:57:14.601357 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-4d20ca89-5683-47dd-af9d-f88c7c43f72f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=89c24bd98a8e4495b55e54856464747b&device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1096 time: 0.0783503 Feb 02 15:57:14.782453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-952cc916-869d-415f-863d-f7b4d06c789c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:14.790581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-952cc916-869d-415f-863d-f7b4d06c789c service neutron] 10.222.0.107 "GET /v2.0/networks?id=66174410-a19b-416b-9246-e7d5278ff503 HTTP/1.1" status: 200 len: 915 time: 0.1750605 Feb 02 15:57:14.903308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-ca604ba7-34df-4dee-8162-537e84f1981f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 HTTP/1.1" status: 200 len: 1001 time: 0.1138990 Feb 02 15:57:14.952855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74581eb4-ed4c-487c-9edb-1149ac82ab88 req-b639bc27-e4e1-4283-ad2a-d38b28d37d8b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:14.954316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74581eb4-ed4c-487c-9edb-1149ac82ab88 req-b639bc27-e4e1-4283-ad2a-d38b28d37d8b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.2100296 Feb 02 15:57:14.996698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-3b549f7e-35a1-4cd0-8ebd-80a717f1346a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:14.998141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-3b549f7e-35a1-4cd0-8ebd-80a717f1346a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=764bb1ee-c1a3-42a6-adda-f8df1687424b HTTP/1.1" status: 200 len: 852 time: 0.0886836 Feb 02 15:57:15.068858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74581eb4-ed4c-487c-9edb-1149ac82ab88 req-841ce68c-ecbb-4bdf-9910-e3ca8be92e6d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062903 Feb 02 15:57:15.087921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] Sync routers for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:57:15.101744 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-a66445f0-ddb5-424d-aa09-12ecc0310a6c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=66174410-a19b-416b-9246-e7d5278ff503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950172 Feb 02 15:57:15.108178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:57:15.108885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:15.323178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:57:15.377657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-2ab21751-a2b3-498a-a1a9-d9042f9ad70f service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691276 Feb 02 15:57:15.536394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3eaacbf-a716-4517-be43-51b8373f2c55 req-499d27f7-2341-4ef8-bcce-8dcdd34028d1 service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513343 Feb 02 15:57:15.551475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a182-f937-417e-bbee-7dce1d62cd51 req-e1559cb0-93e9-47d4-8e47-eca1b2fc4994 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:15.554304 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3710a182-f937-417e-bbee-7dce1d62cd51 req-e1559cb0-93e9-47d4-8e47-eca1b2fc4994 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 946 time: 0.1035168 Feb 02 15:57:15.605669 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3710a182-f937-417e-bbee-7dce1d62cd51 req-dd94efa3-0a90-4179-8f00-6c1e3be87b1e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445261 Feb 02 15:57:15.758337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '255e9ff5-333b-4569-a668-7f0ba613cfc0', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:14Z', 'revision_number': 2, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:15.762666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] Checking router: c557fc7a-1665-4684-9da4-d71c26f7c0ca for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:57:15.775479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:57:15.776140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:15.846982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db64c6-b51a-481d-80cb-1d6f9edf9f2a req-b379d8b9-17d7-4de2-a9e6-c021c8d9cbdd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:15.848497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06db64c6-b51a-481d-80cb-1d6f9edf9f2a req-b379d8b9-17d7-4de2-a9e6-c021c8d9cbdd tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 946 time: 0.0927048 Feb 02 15:57:15.902661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06db64c6-b51a-481d-80cb-1d6f9edf9f2a req-4490cbf5-e0e0-4b29-b97b-39c544899950 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Feb 02 15:57:15.938733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43214) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:16.021798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:57:16.024650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52f16ef7-197f-476f-a833-9af8012345db tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 1092 time: 0.0862784 Feb 02 15:57:16.027428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43218) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:16.036471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:16.047063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:16.051337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:floatingip and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:16.054580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:16.061563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:16.206381 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:16.306064 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224bb08-6d79-4f7a-91c8-ee0750eac39a req-20c38371-7370-4dbd-b050-e0e8d64cbbce tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:16.306064 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7224bb08-6d79-4f7a-91c8-ee0750eac39a req-20c38371-7370-4dbd-b050-e0e8d64cbbce tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0971773 Feb 02 15:57:16.368754 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7224bb08-6d79-4f7a-91c8-ee0750eac39a req-3eb2e6ae-15a2-4717-8b7c-531a4482ed44 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525188 Feb 02 15:57:16.383624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:16.458747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '255e9ff5-333b-4569-a668-7f0ba613cfc0', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:14Z', 'revision_number': 2, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:16.464188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bfdde0-9b82-49d6-b015-2a77c28e1378 None None] The sync data for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 is: [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '255e9ff5-333b-4569-a668-7f0ba613cfc0', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'port_id': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:14Z', 'revision_number': 2, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:57:16.507823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:16.561108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.25.0.33 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/9547d1ce-42a4-4192-b145-3edb5a9aa9cf) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:16.574907 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'status': 'completed', 'code': 200} Feb 02 15:57:16.777639 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:16.788444 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-6950b33e-7b56-4e5f-813c-020675a1b0af service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=89c24bd98a8e4495b55e54856464747b&device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1096 time: 0.1459875 Feb 02 15:57:16.932817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-9c3db3a0-cbdc-4981-a2ec-b588f2332dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:16.934274 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-9c3db3a0-cbdc-4981-a2ec-b588f2332dcc service neutron] 10.222.0.107 "GET /v2.0/networks?id=66174410-a19b-416b-9246-e7d5278ff503 HTTP/1.1" status: 200 len: 915 time: 0.1340549 Feb 02 15:57:17.009055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:17.110970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:17.114294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:17.120155 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-45285c53-f679-42b2-a1c5-bc4bd40835db service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 HTTP/1.1" status: 200 len: 1001 time: 0.1765957 Feb 02 15:57:17.123467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:57:17.151420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=9547d1ce-42a4-4192-b145-3edb5a9aa9cf,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:17.199912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:17.261214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-77ea2f9d-ce7f-4feb-a8a0-785c31fb96ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:17.262610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-77ea2f9d-ce7f-4feb-a8a0-785c31fb96ca service neutron] 10.222.0.107 "GET /v2.0/subnets?id=764bb1ee-c1a3-42a6-adda-f8df1687424b HTTP/1.1" status: 200 len: 852 time: 0.1124167 Feb 02 15:57:17.474297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-66c19632-f2ac-4f87-9244-9fd028f48777 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=66174410-a19b-416b-9246-e7d5278ff503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038155 Feb 02 15:57:17.593210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26641b34-83c5-4f2c-a292-58524dfe3e42 req-9acb5399-c926-4dca-9ee4-89cad749f7fb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:17.594991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26641b34-83c5-4f2c-a292-58524dfe3e42 req-9acb5399-c926-4dca-9ee4-89cad749f7fb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1005533 Feb 02 15:57:17.757220 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-26641b34-83c5-4f2c-a292-58524dfe3e42 req-f31abe27-3c3d-469f-b09e-9514c0a933bb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563063 Feb 02 15:57:17.850213 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-0379d550-63ee-4b22-8eeb-8ec1870c80a0 service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626573 Feb 02 15:57:18.017327 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27814479-ea46-4524-8bd6-927764d2ddf0 req-e43bbb67-a143-4b9f-9f86-f40ea5974d6a service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597927 Feb 02 15:57:18.069185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:18.131040 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:18.281374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:18.505353 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:18.590237 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:18.704456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=9547d1ce-42a4-4192-b145-3edb5a9aa9cf,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:18.726557 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:19.021502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3056a3-81b9-410d-ad4f-8207225d3c53 req-f0b3bdb0-54f5-4113-b83e-3386bd58c5d9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:19.021502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f3056a3-81b9-410d-ad4f-8207225d3c53 req-f0b3bdb0-54f5-4113-b83e-3386bd58c5d9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1241212 Feb 02 15:57:19.030971 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Floating IP 8eb1df91-e77e-40c9-b52e-379d48203cc0 associated. External IP: 172.25.0.33, port: 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae. Feb 02 15:57:19.149123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1f3056a3-81b9-410d-ad4f-8207225d3c53 req-f644c74b-867e-4093-8b45-e3a04726a932 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702527 Feb 02 15:57:19.603194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router 726bfa7a-6752-450d-9f9d-6b101eca369d has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:57:19.830984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:57:19.842000 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] Sync routers for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:57:19.857378 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:57:19.858229 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:19.921863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:19.995807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c5b64bf2-8ece-411b-8ab9-42f464d2dcb8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9592547 Feb 02 15:57:19.995807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:19.995807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43232) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:20.062155 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:57:20.142655 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'status': 'completed', 'code': 200} Feb 02 15:57:20.182661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6014b058-c08d-4d6c-8b9e-3ad26c202d41 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/8eb1df91-e77e-40c9-b52e-379d48203cc0 HTTP/1.1" status: 200 len: 991 time: 0.1843193 Feb 02 15:57:20.202712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-202e4ba0-84b9-4bc1-92ff-bdff56b45999 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 1097 time: 0.0839415 Feb 02 15:57:20.229283 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-bdd99a43-9e81-44ff-9614-8fd2df37bd8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177456 Feb 02 15:57:20.365494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-e2238f67-4138-435a-83d1-2bcb1cacd242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:20.366410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-e2238f67-4138-435a-83d1-2bcb1cacd242 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ade1e67f-2620-4bfc-a1d1-564312e6e62a HTTP/1.1" status: 200 len: 898 time: 0.1581924 Feb 02 15:57:20.448615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db45d-51b6-469e-8924-75532d460805 req-40508ec7-42b2-45ea-a61e-b1e170ba5925 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:20.450125 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-929db45d-51b6-469e-8924-75532d460805 req-40508ec7-42b2-45ea-a61e-b1e170ba5925 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.1358066 Feb 02 15:57:20.510901 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:47Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:17Z', 'revision_number': 0, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:20.513166 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-929db45d-51b6-469e-8924-75532d460805 req-67ecd272-856d-43a2-8ca5-fd78dd6af0fe tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571203 Feb 02 15:57:20.514776 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-69dfb298-863a-4e3d-96b5-130e68c92c7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae HTTP/1.1" status: 200 len: 999 time: 0.1419277 Feb 02 15:57:20.516187 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] Checking router: 726bfa7a-6752-450d-9f9d-6b101eca369d for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:57:20.537230 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:57:20.538267 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:56:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:20.600984 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-46b4d529-11db-4ad1-a0ff-9a097922cfeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:20.602914 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-46b4d529-11db-4ad1-a0ff-9a097922cfeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee017a8c-598d-493e-859e-9151c42202f9 HTTP/1.1" status: 200 len: 834 time: 0.0830586 Feb 02 15:57:20.689343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-6c5fc0c7-8c8a-4415-8c24-348cadd86e81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ade1e67f-2620-4bfc-a1d1-564312e6e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808852 Feb 02 15:57:20.761572 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:57:20.854060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-c07189ce-2a3a-4784-afdf-d7504bd67fb4 service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531973 Feb 02 15:57:21.021891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6968219d-724c-41b9-9fba-d0fb35c2e07a req-cc65f1b8-7d1d-49b0-acce-acc15c081218 service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672974 Feb 02 15:57:21.171971 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:47Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:17Z', 'revision_number': 0, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:21.175796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9427fcd1-c2a3-49b6-8d99-21ebe26b6c1d None None] The sync data for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 is: [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:56:47Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:17Z', 'revision_number': 0, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:57:21.185411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43238) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:21.350747 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d7c2a23a-b857-424a-b6f3-040948351c2f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/8eb1df91-e77e-40c9-b52e-379d48203cc0 HTTP/1.1" status: 200 len: 991 time: 0.1641223 Feb 02 15:57:21.394454 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-bb83c2db-af84-40a1-83f2-6625cb53033a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 1097 time: 0.0873401 Feb 02 15:57:21.548206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-a18d180e-d4b3-4dc7-bcd6-a044b532493c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:21.551102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-a18d180e-d4b3-4dc7-bcd6-a044b532493c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ade1e67f-2620-4bfc-a1d1-564312e6e62a HTTP/1.1" status: 200 len: 898 time: 0.1368768 Feb 02 15:57:21.704482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-13778771-168b-4d85-925e-430c5c282ed0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae HTTP/1.1" status: 200 len: 999 time: 0.1456618 Feb 02 15:57:21.785072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-a469fa49-379f-4397-827b-052483740457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:21.785072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-a469fa49-379f-4397-827b-052483740457 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee017a8c-598d-493e-859e-9151c42202f9 HTTP/1.1" status: 200 len: 834 time: 0.0746140 Feb 02 15:57:21.869552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4ce6c-ef17-4214-bd0c-3cd5a600d955 req-9ae1d9cc-5c8b-45b5-891a-63054cd9ded9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:21.871262 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67e4ce6c-ef17-4214-bd0c-3cd5a600d955 req-9ae1d9cc-5c8b-45b5-891a-63054cd9ded9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.2017016 Feb 02 15:57:21.905739 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-8e14f337-00e5-4da4-91af-a2236ad5c65e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ade1e67f-2620-4bfc-a1d1-564312e6e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140740 Feb 02 15:57:22.004431 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67e4ce6c-ef17-4214-bd0c-3cd5a600d955 req-f7f92cd8-3cd5-4920-9b6f-1e9ab08545c9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246405 Feb 02 15:57:22.067909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-0e1bfd87-a4ef-43a5-b56a-e8711997c2a1 service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500072 Feb 02 15:57:22.311711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-bcad22a7-2cab-461c-b9a7-fbbc32c757b3 service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375410 Feb 02 15:57:22.354720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43246) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:22.465088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f4701b1f-939d-44dc-83ca-078e8adf852b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/8eb1df91-e77e-40c9-b52e-379d48203cc0 HTTP/1.1" status: 200 len: 991 time: 0.1088610 Feb 02 15:57:23.228036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d6c8-36ad-4fdc-b1ee-8542bded0950 req-871c4367-fee7-475b-8392-a3271adb201b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:23.228036 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d566d6c8-36ad-4fdc-b1ee-8542bded0950 req-871c4367-fee7-475b-8392-a3271adb201b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0860484 Feb 02 15:57:23.275814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d566d6c8-36ad-4fdc-b1ee-8542bded0950 req-0bd09df3-8674-4ac7-a9a9-be726f78a795 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489426 Feb 02 15:57:23.322070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce77be-f75f-4534-a406-1198dfe18939 None None] New status for floating IP 8eb1df91-e77e-40c9-b52e-379d48203cc0: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:57:23.469060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43254) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:23.584704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-63f4ace7-a7e9-42c5-bac5-54d444d3d968 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/8eb1df91-e77e-40c9-b52e-379d48203cc0 HTTP/1.1" status: 200 len: 991 time: 0.1144631 Feb 02 15:57:24.487219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c748a-72f5-4318-bf62-9d562e14172f req-eccce57e-2fe0-4293-9f29-c0e82d7daba1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:24.488669 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-375c748a-72f5-4318-bf62-9d562e14172f req-eccce57e-2fe0-4293-9f29-c0e82d7daba1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0850537 Feb 02 15:57:24.537543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-375c748a-72f5-4318-bf62-9d562e14172f req-f1f116c6-9f67-41f9-81a6-6f0a8440107b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Feb 02 15:57:24.602974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43260) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:24.618838 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-884067f6-70e6-4713-9d51-692058aaf5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:24.713201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-440291e9-95ef-4114-aa71-4c9576e12c89 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/8eb1df91-e77e-40c9-b52e-379d48203cc0 HTTP/1.1" status: 200 len: 993 time: 0.1087840 Feb 02 15:57:25.764768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a4e0f-bc49-425b-b10b-77e1031b087a req-7d23ad14-e480-44e2-8675-9b73c0437778 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:25.766312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f86a4e0f-bc49-425b-b10b-77e1031b087a req-7d23ad14-e480-44e2-8675-9b73c0437778 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0923471 Feb 02 15:57:25.817714 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f86a4e0f-bc49-425b-b10b-77e1031b087a req-22f736f1-27d3-403b-937d-ab88eb673ca5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454187 Feb 02 15:57:26.935038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ff7510ec-6a0c-41cf-a158-3ee9112412b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:27.027541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c0f4f-6c7b-45c6-8ce4-4f0fc26797b1 req-59d2d889-2896-419f-b4d7-aa38c0bf9ed5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:27.029875 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c2c0f4f-6c7b-45c6-8ce4-4f0fc26797b1 req-59d2d889-2896-419f-b4d7-aa38c0bf9ed5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0860689 Feb 02 15:57:27.077865 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c2c0f4f-6c7b-45c6-8ce4-4f0fc26797b1 req-8253a3d3-f6a3-40af-9b2b-321a6584d037 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Feb 02 15:57:28.297314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa50d-c334-4700-a8b0-5c982d569c47 req-1a13ac37-6f6b-4efb-bb18-c120b964a5b6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:28.298806 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c8fa50d-c334-4700-a8b0-5c982d569c47 req-1a13ac37-6f6b-4efb-bb18-c120b964a5b6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0817416 Feb 02 15:57:28.348436 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0c8fa50d-c334-4700-a8b0-5c982d569c47 req-cd3d613d-acb4-4121-9599-6b070211baed tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Feb 02 15:57:28.423022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:28.594593 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.581439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2d46-1fbd-4798-b3a8-6c8db617bb18 req-2ca8b663-0143-4036-999f-0f516ec7ab92 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:29.583587 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54df2d46-1fbd-4798-b3a8-6c8db617bb18 req-2ca8b663-0143-4036-999f-0f516ec7ab92 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0924695 Feb 02 15:57:29.631373 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54df2d46-1fbd-4798-b3a8-6c8db617bb18 req-2e42c424-7923-4cab-a241-95e517dd47af tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Feb 02 15:57:30.063255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.836384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263d846-173e-447d-9b87-27f7fc84a695 req-0e760e4c-b230-4a5a-8f3d-90ef5e2c78b8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:30.838527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8263d846-173e-447d-9b87-27f7fc84a695 req-0e760e4c-b230-4a5a-8f3d-90ef5e2c78b8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0788741 Feb 02 15:57:30.884447 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8263d846-173e-447d-9b87-27f7fc84a695 req-0443fb4e-7dcf-42d0-aaea-8bb6dd460c29 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Feb 02 15:57:32.100442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cc999-71f2-497c-a4b2-fb0c3ebf6e9a req-3fa852c6-13d8-4bfe-8c15-9bbceb1524d0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:32.101968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c1cc999-71f2-497c-a4b2-fb0c3ebf6e9a req-3fa852c6-13d8-4bfe-8c15-9bbceb1524d0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0851068 Feb 02 15:57:32.151335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c1cc999-71f2-497c-a4b2-fb0c3ebf6e9a req-73a6b91b-88af-4960-99c3-3d4088704e06 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Feb 02 15:57:33.366921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef98eb9-23d6-4e2d-8c5b-53c595c8f9bb req-895a9169-1d6f-4566-b63e-74f80cbf3faa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:33.368852 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ef98eb9-23d6-4e2d-8c5b-53c595c8f9bb req-895a9169-1d6f-4566-b63e-74f80cbf3faa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0875556 Feb 02 15:57:33.419348 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1ef98eb9-23d6-4e2d-8c5b-53c595c8f9bb req-9a021980-7dd7-4588-a81d-63e3cf387418 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Feb 02 15:57:34.625934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9becb-ea53-444d-ad30-6b13fc1c16ab req-495862e4-db77-4ec7-84a9-2746b4fec5c0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:34.627413 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ff9becb-ea53-444d-ad30-6b13fc1c16ab req-495862e4-db77-4ec7-84a9-2746b4fec5c0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0826685 Feb 02 15:57:34.681534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7ff9becb-ea53-444d-ad30-6b13fc1c16ab req-88008c80-6380-4634-a211-b607e29dac24 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Feb 02 15:57:35.905680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f2da-fba3-42b8-adc9-1949e0d3197e req-272ef8a3-e144-4c3d-8fb4-d0993768ea9b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:35.907275 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2024f2da-fba3-42b8-adc9-1949e0d3197e req-272ef8a3-e144-4c3d-8fb4-d0993768ea9b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0831354 Feb 02 15:57:35.964966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2024f2da-fba3-42b8-adc9-1949e0d3197e req-e7d37774-0bfe-42e6-9be3-f877bc3ae5ec tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469027 Feb 02 15:57:37.174186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3b42-a1fa-4f90-91c1-002e948f622c req-e9bd53c7-5607-4d88-afba-9152fc520e91 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:37.176275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-332c3b42-a1fa-4f90-91c1-002e948f622c req-e9bd53c7-5607-4d88-afba-9152fc520e91 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0847085 Feb 02 15:57:37.224849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-332c3b42-a1fa-4f90-91c1-002e948f622c req-55a7a6af-1b8f-4a5f-b5de-3a35aa9d9abf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Feb 02 15:57:38.444426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452de9ae-cb87-4ef5-8f4e-e22ae4e25d90 req-d0ae72f2-f979-413c-8c36-38aee925a6f5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:38.446171 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-452de9ae-cb87-4ef5-8f4e-e22ae4e25d90 req-d0ae72f2-f979-413c-8c36-38aee925a6f5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0893044 Feb 02 15:57:38.494458 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-452de9ae-cb87-4ef5-8f4e-e22ae4e25d90 req-6c8e4f30-b016-4b72-b6fb-89d19cf8e4a7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Feb 02 15:57:39.703776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870f84-f506-4e35-a6dd-b6c17927b9ff req-c7aaae60-bfca-4957-8d28-b67e795db2cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:39.705289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2870f84-f506-4e35-a6dd-b6c17927b9ff req-c7aaae60-bfca-4957-8d28-b67e795db2cf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 944 time: 0.0875082 Feb 02 15:57:39.754793 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2870f84-f506-4e35-a6dd-b6c17927b9ff req-e56a459f-6650-4a17-8e15-f738f2b88186 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Feb 02 15:57:40.616513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e1426f86-dbc0-425a-a142-1de1d90c2d29 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:57:40.777267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e1426f86-dbc0-425a-a142-1de1d90c2d29, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e1426f86-dbc0-425a-a142-1de1d90c2d29,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:40.794378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'e1426f86-dbc0-425a-a142-1de1d90c2d29', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'port_id': 'e1426f86-dbc0-425a-a142-1de1d90c2d29', 'mac_address': 'fa:16:3e:9c:e0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:57:40.859951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:40.882425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1426f86-dbc0-425a-a142-1de1d90c2d29 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:57:40.911032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e1426f86-dbc0-425a-a142-1de1d90c2d29, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e1426f86-dbc0-425a-a142-1de1d90c2d29,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:41.030047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:41.104875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e1426f86-dbc0-425a-a142-1de1d90c2d29,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:41.128310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b108a-6a5e-4bb9-9307-d7409f1ec5b8 req-d38a533d-2945-455c-8ac8-6e0d149e600f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:41.129779 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a70b108a-6a5e-4bb9-9307-d7409f1ec5b8 req-d38a533d-2945-455c-8ac8-6e0d149e600f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 945 time: 0.0849073 Feb 02 15:57:41.182314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a70b108a-6a5e-4bb9-9307-d7409f1ec5b8 req-bf1c8117-d240-4bd3-99ed-4aa37c9671da tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Feb 02 15:57:41.326498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e1426f86-dbc0-425a-a142-1de1d90c2d29'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:57:42.409716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1e825-259e-4191-915e-b26399144f9b req-ae35478e-685c-4279-9249-29038b556787 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:42.409716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd1e825-259e-4191-915e-b26399144f9b req-ae35478e-685c-4279-9249-29038b556787 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 945 time: 0.0812030 Feb 02 15:57:42.452232 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcd1e825-259e-4191-915e-b26399144f9b req-98fd8a3e-5114-47e8-bc89-2af6b9366d6d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461805 Feb 02 15:57:42.630505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e1426f86-dbc0-425a-a142-1de1d90c2d29 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:57:42.796330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port e1426f86-dbc0-425a-a142-1de1d90c2d29 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:42.801525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port e1426f86-dbc0-425a-a142-1de1d90c2d29 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:42.801927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:42.927940 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:42.957888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86399852-0376-4566-9d81-38d8cb0d4f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1426f86-dbc0-425a-a142-1de1d90c2d29'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:42.968752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e1426f86-dbc0-425a-a142-1de1d90c2d29, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e1426f86-dbc0-425a-a142-1de1d90c2d29,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:43.014509 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86399852-0376-4566-9d81-38d8cb0d4f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1426f86-dbc0-425a-a142-1de1d90c2d29', 'code': 200} Feb 02 15:57:43.089302 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:43.166895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e1426f86-dbc0-425a-a142-1de1d90c2d29,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:43.186231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4be50f8-4b32-4429-9793-b6543b1d910b req-1ee711e8-d7eb-4289-a73f-7a2a88d49cf6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 1097 time: 0.0831244 Feb 02 15:57:43.232780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4be50f8-4b32-4429-9793-b6543b1d910b req-a20ce5d2-a13d-4d31-88fb-b2193391cc33 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Feb 02 15:57:43.841596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba4d70-e698-44f1-bb73-0802aac6b2f3 req-1b74ed09-bb40-43b6-9e6c-bb98bdd0edcf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:43.843081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5dba4d70-e698-44f1-bb73-0802aac6b2f3 req-1b74ed09-bb40-43b6-9e6c-bb98bdd0edcf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 946 time: 0.0951838 Feb 02 15:57:43.904735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5dba4d70-e698-44f1-bb73-0802aac6b2f3 req-5f24f8e2-8b9f-4dc7-9b42-ba18ade8bbf5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Feb 02 15:57:45.222157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc6332-96ec-4032-b0d8-ac6839b60ae0 req-285b719d-7418-4966-a39e-92801b99a416 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:45.223020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aedc6332-96ec-4032-b0d8-ac6839b60ae0 req-285b719d-7418-4966-a39e-92801b99a416 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 946 time: 0.1795743 Feb 02 15:57:45.276411 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aedc6332-96ec-4032-b0d8-ac6839b60ae0 req-68907745-be42-4ab2-a718-d8997bb11fdc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Feb 02 15:57:45.484246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8d0f1-41ee-4eee-a489-4583e10859ef req-4a1c5b8b-4ca3-4e7d-9a51-d02b161a95d9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:45.485673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2fe8d0f1-41ee-4eee-a489-4583e10859ef req-4a1c5b8b-4ca3-4e7d-9a51-d02b161a95d9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 946 time: 0.0857990 Feb 02 15:57:45.537581 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2fe8d0f1-41ee-4eee-a489-4583e10859ef req-0f38c4ae-9c51-4fdd-9ef3-d427686c169d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461938 Feb 02 15:57:46.382621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272576c-640a-4102-9061-9895f0736627 req-f3f06923-0b94-45e0-aac9-8292cab7c935 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:46.384833 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d272576c-640a-4102-9061-9895f0736627 req-f3f06923-0b94-45e0-aac9-8292cab7c935 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 946 time: 0.0809724 Feb 02 15:57:46.436149 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d272576c-640a-4102-9061-9895f0736627 req-b955c9e6-f2fe-4d0b-a608-68425cef6409 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Feb 02 15:57:47.168263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:47.274436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43320) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:47.359003 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-83f6d9e3-9343-4bc2-9312-013ff6bf06eb tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/ports?project_id=2e23a4b9014c4626a6bfb847e49c6697&network_id=ade1e67f-2620-4bfc-a1d1-564312e6e62a HTTP/1.1" status: 200 len: 2970 time: 0.0824940 Feb 02 15:57:47.651538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d97dcd-445c-42f9-8852-fff25ec1a4c3 req-194e3c87-5ac6-45b2-bd2a-0ffb437733d7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:47.653335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6d97dcd-445c-42f9-8852-fff25ec1a4c3 req-194e3c87-5ac6-45b2-bd2a-0ffb437733d7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 946 time: 0.0839424 Feb 02 15:57:47.700625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b6d97dcd-445c-42f9-8852-fff25ec1a4c3 req-855dc6c6-2c90-4d17-b4cb-d9b644f61bc9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Feb 02 15:57:48.019730 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:48.035093 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0925503-c901-4319-b111-22eb7da60ac3 req-3e0934c1-651c-4443-afc9-e92beae49c9d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:48.036598 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0925503-c901-4319-b111-22eb7da60ac3 req-3e0934c1-651c-4443-afc9-e92beae49c9d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 946 time: 0.0827084 Feb 02 15:57:48.110439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port e1426f86-dbc0-425a-a142-1de1d90c2d29 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:57:48.110776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:48.480849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] For port e1426f86-dbc0-425a-a142-1de1d90c2d29, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e1426f86-dbc0-425a-a142-1de1d90c2d29,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:48.481580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:48.610398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for e1426f86-dbc0-425a-a142-1de1d90c2d29 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:57:48.894244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:48.926831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e1426f86-dbc0-425a-a142-1de1d90c2d29'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:57:48.936642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-46aba7f8-ded3-4b0c-9f9e-64cb2bbb987d req-20fa5f4e-33bf-40c3-a620-90900699fca2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 210 time: 0.0794036 Feb 02 15:57:48.954788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=e1426f86-dbc0-425a-a142-1de1d90c2d29,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:48.957767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:57:49.053853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] No DVR routers for this DVR port e1426f86-dbc0-425a-a142-1de1d90c2d29 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:57:49.057587 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:49.060685 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86399852-0376-4566-9d81-38d8cb0d4f73', 'name': 'network-vif-deleted', 'tag': 'e1426f86-dbc0-425a-a142-1de1d90c2d29'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:49.132560 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86399852-0376-4566-9d81-38d8cb0d4f73', 'name': 'network-vif-deleted', 'tag': 'e1426f86-dbc0-425a-a142-1de1d90c2d29', 'status': 'completed', 'code': 200} Feb 02 15:57:49.140325 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0925503-c901-4319-b111-22eb7da60ac3 req-cf3b0045-a796-427f-8815-a1da22576a93 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "DELETE /v2.0/ports/e1426f86-dbc0-425a-a142-1de1d90c2d29 HTTP/1.1" status: 204 len: 173 time: 1.0981438 Feb 02 15:57:50.113145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-804f9760-7252-403d-a5b3-351fe7b3005f req-6ec20482-386b-4f4d-bb93-e7c143586945 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:57:50.214900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-804f9760-7252-403d-a5b3-351fe7b3005f req-6ec20482-386b-4f4d-bb93-e7c143586945 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:57:50.216131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-804f9760-7252-403d-a5b3-351fe7b3005f req-6ec20482-386b-4f4d-bb93-e7c143586945 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=86399852-0376-4566-9d81-38d8cb0d4f73 HTTP/1.1" status: 200 len: 210 time: 0.1497033 Feb 02 15:57:50.606343 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:57:52.400607 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43344) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:52.470501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d835683b-b07a-47e1-8f90-ce049b462043 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:52.472087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d835683b-b07a-47e1-8f90-ce049b462043 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7 HTTP/1.1" status: 200 len: 814 time: 0.0706179 Feb 02 15:57:52.715722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e1426f86-dbc0-425a-a142-1de1d90c2d29 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:57:52.754884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: e1426f86-dbc0-425a-a142-1de1d90c2d29 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:57:52.755230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e1426f86-dbc0-425a-a142-1de1d90c2d29 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:57:53.752091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43358) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:53.759212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'network': {'name': 'tempest-network-smoke--737003035', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'port_security_enabled': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:53.765415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:53.775699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:53.905782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:53.910668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:53.941488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:57:53.955027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:53.955369 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Added segment 055f9c5b-7c7a-46c4-bd67-70eda6e2042c of type vlan for network efe22609-0f9a-4865-9a9d-f6b5ac12db3e Feb 02 15:57:53.986291 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:54.145766 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:54.149858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:54.151370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:54.262932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Network': ['ID=efe22609-0f9a-4865-9a9d-f6b5ac12db3e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:54.273272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:57:54.343127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b3fda976-1b1d-4834-8b14-387453e9ef5f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5817835 Feb 02 15:57:54.345973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43364) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:54.414706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67a194-3e18-4695-81e8-ff100211f5b9 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:54.416338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2c67a194-3e18-4695-81e8-ff100211f5b9 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=2e23a4b9014c4626a6bfb847e49c6697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0722713 Feb 02 15:57:54.419517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43368) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:54.566731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1c1690-023a-48ef-b34a-882f2e281a33 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:54.568216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8b1c1690-023a-48ef-b34a-882f2e281a33 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1475713 Feb 02 15:57:54.576488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43372) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:54.612393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-213b990c-b91a-4ca0-b820-93035ad5c542 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401163 Feb 02 15:57:54.615124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43376) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:54.626531 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7cd78768-8753-4378-a04c-71c4c24e8ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:54.660709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5df4256e-4eb6-4af5-a8f3-f225b276c511 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=2e23a4b9014c4626a6bfb847e49c6697&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443022 Feb 02 15:57:54.663002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43380) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:54.805494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6624f7-916a-4b29-a3cd-f796ebc91291 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:54.807071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d6624f7-916a-4b29-a3cd-f796ebc91291 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431627 Feb 02 15:57:54.810087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43384) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:54.856642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1e13a74f-855b-47b7-ad36-a04c0b82998b tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454650 Feb 02 15:57:54.866098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43388) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:54.866098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1130063613', 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:54.984251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:54.988411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:subnet and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:54.991525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:54.999230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:55.188529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:55.294557 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.632348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.713941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Subnet': ['ID=87707a22-9986-402a-9f59-b8c64b1ea2b1,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:55.729929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.730279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.730625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.730988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.731327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.731656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.732010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.732844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.732844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.733343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.733428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:55.743171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Checking segment: {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:57:55.743171 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network hostable DHCP agents. Network: efe22609-0f9a-4865-9a9d-f6b5ac12db3e, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:57:55.871167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:57:55.962042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, efe22609-0f9a-4865-9a9d-f6b5ac12db3e) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:55.968248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:55.969352 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.974967 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d00c5-3aec-4b3a-8d03-072e2088e842 None None] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:57:56.103999 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-242bed14-2d84-4273-915f-b3e5947ed5be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2398157 Feb 02 15:57:56.210604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-efe22609-0f9a-4865-9a9d-f6b5ac12db3e', 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ips': [{'subnet_id': '87707a22-9986-402a-9f59-b8c64b1ea2b1'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:57:56.211499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:56.389101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Allocated IP 172.20.0.18 (efe22609-0f9a-4865-9a9d-f6b5ac12db3e/87707a22-9986-402a-9f59-b8c64b1ea2b1/b7b8aebf-3bdd-4271-9714-23c516da3970) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:56.483883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43402) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:56.491470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416291246', 'description': 'tempest-secgroup-smoke-416291246 description', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:56.498634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:56.509207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:56.608323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:56.618685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Transition to ACTIVE for port object b7b8aebf-3bdd-4271-9714-23c516da3970 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:57:56.641037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Transition to ACTIVE for port object b7b8aebf-3bdd-4271-9714-23c516da3970 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:57:56.757337 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:56.802539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:56.802539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:56.805557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:56.814874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:56.831960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:56.882334 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:56.903810 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f87f-f652-4bce-9510-4c190acf3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:56.906359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:56.909626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:56.913923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:57:56.919097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Pushing event updated for resources: {'Port': ['ID=b7b8aebf-3bdd-4271-9714-23c516da3970,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:56.957845 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.009275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Attempting to bind port b7b8aebf-3bdd-4271-9714-23c516da3970 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:57:57.009275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Attempting to bind port b7b8aebf-3bdd-4271-9714-23c516da3970 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:57:57.011210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Attempting to bind port b7b8aebf-3bdd-4271-9714-23c516da3970 on network efe22609-0f9a-4865-9a9d-f6b5ac12db3e {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:57:57.011336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb06d1-1e7d-40d3-b824-45c8f69962bb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:57.020998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:57:57.020998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Checking segment: {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:57:57.020998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.020998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Bound using segment: {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:57:57.020998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Bound port: b7b8aebf-3bdd-4271-9714-23c516da3970, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:57:57.020998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.116300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.120686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ac36e7e0-3f95-489d-9915-f610adca38bb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6339307 Feb 02 15:57:57.122726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43410) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:57.126015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] For port b7b8aebf-3bdd-4271-9714-23c516da3970, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:57:57.129226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] For port b7b8aebf-3bdd-4271-9714-23c516da3970, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b7b8aebf-3bdd-4271-9714-23c516da3970,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:57:57.129809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': '0fcb06d1-1e7d-40d3-b824-45c8f69962bb', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:57.137450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:57.143519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:57.149833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:57.154674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:57.255319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.298843 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.344708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a16c9a-a934-49be-9b8f-df8878f9f4b3 None None] Pushing event updated for resources: {'Port': ['ID=b7b8aebf-3bdd-4271-9714-23c516da3970,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:57.372443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.555963 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.578958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba58dfd-5f48-4b0a-91c9-b719bee304a1,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:57.729653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.733657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e447b7bb-5925-4b43-910e-df5e1773ba83 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6069610 Feb 02 15:57:57.736439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43416) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:57.745491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': '0fcb06d1-1e7d-40d3-b824-45c8f69962bb', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:57.753334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:57.768972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc62d34-2930-4b7b-a13e-6c30204024ba req-084db3dc-44b7-422a-a5bc-389716a5d84f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:57.769966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:57.772927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:57.777359 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fc62d34-2930-4b7b-a13e-6c30204024ba req-084db3dc-44b7-422a-a5bc-389716a5d84f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 945 time: 0.1039748 Feb 02 15:57:57.782457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:57.830256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6fc62d34-2930-4b7b-a13e-6c30204024ba req-1d948a4c-be50-4c74-bb18-8c3fde59ccaf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518122 Feb 02 15:57:57.890831 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:57.957220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.038334 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.046881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b7b8aebf-3bdd-4271-9714-23c516da3970 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:57:58.067992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecbce68-3ef4-42e0-b744-f0f9af5274ef,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:58.082309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.082730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.085719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.085719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.085719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.085719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.085719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.085719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.085719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.085719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.086365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:58.140897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.145262 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-19ff89a2-5aa6-40d5-9a6f-73e9a43145b8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4046423 Feb 02 15:57:58.146268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:58.152940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': '0fcb06d1-1e7d-40d3-b824-45c8f69962bb', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:58.160069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:58.164602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:58.167601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:58.174641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:58.208636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b7b8aebf-3bdd-4271-9714-23c516da3970 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:58.262972 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.346771 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.368811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.469370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3266920-0724-491c-9cd2-58f0dc57bd58 None None] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:57:58.495691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.523970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a2d93e-73c6-49dd-9f2a-65b9c0309793,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:58.579357 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.643797 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.645093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c4f5cc48-e0b1-42fc-a50d-0c992ceb3af4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4980021 Feb 02 15:57:58.649360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43424) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:58.656208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': '0fcb06d1-1e7d-40d3-b824-45c8f69962bb', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:58.663306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:58.668319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:58.671580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:58.685635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:58.708435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-89a2c565-2ffa-45ee-8d5c-d25a3a0e8161 None None] Provisioning for port b7b8aebf-3bdd-4271-9714-23c516da3970 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:58.716683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-89a2c565-2ffa-45ee-8d5c-d25a3a0e8161 None None] Provisioning complete for port b7b8aebf-3bdd-4271-9714-23c516da3970 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:58.717034 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-89a2c565-2ffa-45ee-8d5c-d25a3a0e8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.794040 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.857849 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-89a2c565-2ffa-45ee-8d5c-d25a3a0e8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.889913 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.935265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-89a2c565-2ffa-45ee-8d5c-d25a3a0e8161 None None] For port b7b8aebf-3bdd-4271-9714-23c516da3970, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b7b8aebf-3bdd-4271-9714-23c516da3970,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:58.948343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.981147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c200813-8c51-43a3-b538-4dfd09af41d5,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:59.032109 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-89a2c565-2ffa-45ee-8d5c-d25a3a0e8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.077758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.078974 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-63798e70-f25a-45ea-8736-a78990572e39 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4286001 Feb 02 15:57:59.084860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43430) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:59.091019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': '0fcb06d1-1e7d-40d3-b824-45c8f69962bb', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:59.097895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:59.100613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b884e-b202-4daf-9819-b63b54f37470 req-063468ec-e70b-4606-8e7a-33242a877256 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:59.108020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:59.109639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-080b884e-b202-4daf-9819-b63b54f37470 req-063468ec-e70b-4606-8e7a-33242a877256 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 945 time: 0.0913064 Feb 02 15:57:59.112164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:59.117118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2c565-2ffa-45ee-8d5c-d25a3a0e8161 None None] Pushing event updated for resources: {'Port': ['ID=b7b8aebf-3bdd-4271-9714-23c516da3970,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:59.122523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:59.154370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8a9c97a1-b99b-4c40-b95f-6e631c80e09c None None] Provisioning complete for port b7b8aebf-3bdd-4271-9714-23c516da3970 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:59.157665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8a9c97a1-b99b-4c40-b95f-6e631c80e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.168004 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-080b884e-b202-4daf-9819-b63b54f37470 req-e2470a2d-ead8-45a2-9ea8-16b56f7a2dd1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=13014fc9-0422-43d5-817c-9fe7c4e61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423267 Feb 02 15:57:59.210831 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Project 2e23a4b9014c4626a6bfb847e49c6697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:57:59.217367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.292758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.363509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.393531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52350234-0c43-4514-ae6a-465b16890f95,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:59.471355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.472671 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f6f57efa-5609-457f-b9c9-dc8b238924ea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3867803 Feb 02 15:57:59.476849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43434) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:59.484179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': '0fcb06d1-1e7d-40d3-b824-45c8f69962bb', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:57:59.491051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:59.500158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:59.500268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-91255b02-0954-49a4-9f00-eac73d63d153 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:59.500268 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-91255b02-0954-49a4-9f00-eac73d63d153 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 945 time: 0.0853491 Feb 02 15:57:59.502372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:59.508590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:59.573585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:57:59.574019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.603429 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Project 2e23a4b9014c4626a6bfb847e49c6697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:57:59.611870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.683681 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.793246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.825530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53176963-ca85-4248-b954-1818290b159e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:59.840075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] For port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:59.840438 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.890249 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:59.891766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-61adf86d-ac74-433c-a20d-3650c79796cb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4137456 Feb 02 15:57:59.970606 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:00.037527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b7b8aebf-3bdd-4271-9714-23c516da3970 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:58:00.067209 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:00.114112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b7b8aebf-3bdd-4271-9714-23c516da3970 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:00.114484 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:00.128596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-9986397b-a6d1-44fa-899f-7658645b804b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:00.198911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:00.212200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-9986397b-a6d1-44fa-899f-7658645b804b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:00.214827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-9986397b-a6d1-44fa-899f-7658645b804b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416291246&fields=id&tenant_id=2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 267 time: 0.1388578 Feb 02 15:58:00.248924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:58:00.256441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:00.385351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-d663f8be-dbaa-4556-adf1-b431a402aad1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:00.386844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-d663f8be-dbaa-4556-adf1-b431a402aad1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/networks?id=efe22609-0f9a-4865-9a9d-f6b5ac12db3e HTTP/1.1" status: 200 len: 796 time: 0.1646590 Feb 02 15:58:00.406602 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b5b1092b-7e05-4f3f-a163-325cc260211f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/quotas/2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 375 time: 0.0128133 Feb 02 15:58:00.484473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] No DVR routers for this DVR port 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:58:00.487221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:00.492163 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8706d67e-3341-4f94-9714-d98355dd5d89 req-355292c6-6000-4587-8027-4dd0f855be6e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 210 time: 0.1547010 Feb 02 15:58:00.493896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278cbe6f-8e9b-4538-a1a5-b232a1432e75', 'name': 'network-vif-deleted', 'tag': '4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:00.510153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a5e95145-eda9-40fc-b280-a67af6792533 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0979450 Feb 02 15:58:00.563906 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80e93cb0-f729-4dc3-97c0-0e3fcda1499d req-0c04e70b-c42a-4601-8ca1-0aba0d570170 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "DELETE /v2.0/ports/4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 HTTP/1.1" status: 204 len: 173 time: 1.0593996 Feb 02 15:58:00.568210 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278cbe6f-8e9b-4538-a1a5-b232a1432e75', 'name': 'network-vif-deleted', 'tag': '4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83', 'status': 'completed', 'code': 200} Feb 02 15:58:00.777422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-844baf8a-96a8-4c15-b45d-209021b4bf1c service neutron] 10.222.0.88 "GET /v2.0/networks/efe22609-0f9a-4865-9a9d-f6b5ac12db3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552826 Feb 02 15:58:00.926846 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-cbdf4db4-22c3-4da8-ac5e-375fe362f683 service neutron] 10.222.0.88 "GET /v2.0/networks/efe22609-0f9a-4865-9a9d-f6b5ac12db3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386454 Feb 02 15:58:01.311757 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-76ee5b68-cec1-4639-910e-09e81ca0d6eb req-edd6aa42-e7a7-4028-94e7-57cfe1579246 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 210 time: 0.0508084 Feb 02 15:58:01.663773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-892e7926-6490-4fe1-a71a-ff43b13ece87 req-0b8a1e1f-b430-46fa-853b-fc8f0ecab4fa tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 210 time: 0.0439572 Feb 02 15:58:02.674978 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-258cdcad-11dd-4933-ad63-ace658c3a0a1 req-e6c2c5fc-9e67-4a2a-a867-616bea6442a1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 210 time: 0.0627398 Feb 02 15:58:02.875768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:58:02.885820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d19f39d5-3004-42f7-9268-b505b8c86c61 req-9745cfb4-df93-4775-b7b3-28f7b72102bd tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=278cbe6f-8e9b-4538-a1a5-b232a1432e75 HTTP/1.1" status: 200 len: 210 time: 0.0550995 Feb 02 15:58:02.926567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:58:02.927027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 4ffdc774-e3b2-4ed1-b1bb-251dc3d01a83 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:58:03.635248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-86de1224-b8e7-4ece-a805-3e524e45803d tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:03.636137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-86de1224-b8e7-4ece-a805-3e524e45803d tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:03.706113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-86de1224-b8e7-4ece-a805-3e524e45803d tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:03.707200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-86de1224-b8e7-4ece-a805-3e524e45803d tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "GET /v2.0/networks?id=efe22609-0f9a-4865-9a9d-f6b5ac12db3e HTTP/1.1" status: 200 len: 796 time: 0.2205424 Feb 02 15:58:03.793470 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-d400ad4d-b151-4b94-a0fd-449313e6fe18 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 472 time: 0.0672162 Feb 02 15:58:03.802132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'port': {'device_id': '93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4', 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e', 'admin_state_up': True, 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'security_groups': ['0fcb06d1-1e7d-40d3-b824-45c8f69962bb']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:03.931421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8698c1b3-0618-4dff-bbbe-ab3ec23fd205 req-b21db2f4-64f4-4630-8507-31790569630f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 210 time: 0.0543165 Feb 02 15:58:04.005819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:04.014672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:port and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:04.018392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for port was recalculated. Used quota:5. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:04.029218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:04.090480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:58:04.094427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:04.292091 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.20.0.30 (efe22609-0f9a-4865-9a9d-f6b5ac12db3e/87707a22-9986-402a-9f59-b8c64b1ea2b1/b1ca786a-3d9c-464e-ab8d-fa5fde862375) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:58:04.517236 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:04.538484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Transition to ACTIVE for port object b1ca786a-3d9c-464e-ab8d-fa5fde862375 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:04.645340 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:04.718158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:58:04.721962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:58:04.725859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:58:04.796044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=b1ca786a-3d9c-464e-ab8d-fa5fde862375,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:04.851172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:04.854591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:04.951728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-b185de07-80ae-4471-811c-29cec25de3c8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1534588 Feb 02 15:58:04.971039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Request body: {'port': {'device_id': '93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:05.181393 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:05.244334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1aaf4ea9-8b18-463a-a1bd-f4d111e243f3 None None] Provisioning for port b1ca786a-3d9c-464e-ab8d-fa5fde862375 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:05.250435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1aaf4ea9-8b18-463a-a1bd-f4d111e243f3 None None] Provisioning complete for port b1ca786a-3d9c-464e-ab8d-fa5fde862375 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:05.254336 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4ea9-8b18-463a-a1bd-f4d111e243f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:05.284270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fa25-d414-4dda-a1e2-e7fe2cf76a3d req-d78cc661-d277-4fb6-a20c-0aae012a5287 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:05.284897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-34b3fa25-d414-4dda-a1e2-e7fe2cf76a3d req-d78cc661-d277-4fb6-a20c-0aae012a5287 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:05.305286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf4ea9-8b18-463a-a1bd-f4d111e243f3 None None] Port b1ca786a-3d9c-464e-ab8d-fa5fde862375 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:58:05.499456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-34b3fa25-d414-4dda-a1e2-e7fe2cf76a3d req-d78cc661-d277-4fb6-a20c-0aae012a5287 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:05.500625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34b3fa25-d414-4dda-a1e2-e7fe2cf76a3d req-d78cc661-d277-4fb6-a20c-0aae012a5287 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 932 time: 0.4046788 Feb 02 15:58:05.611338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ca786a-3d9c-464e-ab8d-fa5fde862375 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:58:05.616984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34b3fa25-d414-4dda-a1e2-e7fe2cf76a3d req-380c8dc3-b386-4b94-8467-c960b62c8d5d tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091647 Feb 02 15:58:05.626243 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:05.637806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Transition to ACTIVE for port object b1ca786a-3d9c-464e-ab8d-fa5fde862375 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:05.740885 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ca786a-3d9c-464e-ab8d-fa5fde862375,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Attempting to bind port b1ca786a-3d9c-464e-ab8d-fa5fde862375 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Attempting to bind port b1ca786a-3d9c-464e-ab8d-fa5fde862375 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Attempting to bind port b1ca786a-3d9c-464e-ab8d-fa5fde862375 on network efe22609-0f9a-4865-9a9d-f6b5ac12db3e {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Port b1ca786a-3d9c-464e-ab8d-fa5fde862375 on network efe22609-0f9a-4865-9a9d-f6b5ac12db3e not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Attempting to bind port b1ca786a-3d9c-464e-ab8d-fa5fde862375 on network efe22609-0f9a-4865-9a9d-f6b5ac12db3e {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Checking segment: {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Bound using segment: {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Bound port: b1ca786a-3d9c-464e-ab8d-fa5fde862375, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:58:06.162654 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:06.257476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] For port b1ca786a-3d9c-464e-ab8d-fa5fde862375, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:58:06.261600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] For port b1ca786a-3d9c-464e-ab8d-fa5fde862375, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b1ca786a-3d9c-464e-ab8d-fa5fde862375,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:58:06.313032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:06.379793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:06.381503 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] 10.222.0.107 "PUT /v2.0/ports/b1ca786a-3d9c-464e-ab8d-fa5fde862375 HTTP/1.1" status: 200 len: 1092 time: 1.4157376 Feb 02 15:58:06.385692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4', 'tag': 'b1ca786a-3d9c-464e-ab8d-fa5fde862375'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:06.406261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c05c0a-88c4-4dd9-84dd-cf09c32fb242 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ca786a-3d9c-464e-ab8d-fa5fde862375,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:06.471768 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4', 'tag': 'b1ca786a-3d9c-464e-ab8d-fa5fde862375', 'status': 'completed', 'code': 200} Feb 02 15:58:06.599311 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b8586bf-fe60-4e15-9053-97bfb81e50b0 req-d65af5f9-985a-4ccd-9274-b8e4c4b6cb41 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 1095 time: 0.0881491 Feb 02 15:58:06.617000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43526) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:06.622800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268196979', 'description': 'tempest-secgroup-smoke-1268196979 description', 'project_id': '480fcb50737341f58a1a8ef67ac5fba3'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:06.629758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:06.639731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:06.718513 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:06.758670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:06.764327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:security_group_rule and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:06.768185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:06.775080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:06.833267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8586bf-fe60-4e15-9053-97bfb81e50b0 req-715a75ce-81e4-4617-be75-92ff4dba3550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:06.833838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8586bf-fe60-4e15-9053-97bfb81e50b0 req-715a75ce-81e4-4617-be75-92ff4dba3550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:06.835157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b8586bf-fe60-4e15-9053-97bfb81e50b0 req-715a75ce-81e4-4617-be75-92ff4dba3550 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2227497 Feb 02 15:58:06.840101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:06.945484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:06.976616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db72ee-2229-4fbb-8873-da07b7c3ab5d req-72f4655a-95cf-4e81-a581-983e34d23fd3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:06.978101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62db72ee-2229-4fbb-8873-da07b7c3ab5d req-72f4655a-95cf-4e81-a581-983e34d23fd3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 944 time: 0.2093499 Feb 02 15:58:06.987645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed39b7bb-e5f0-4323-92c7-175b3dd962b2,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:07.018247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8586bf-fe60-4e15-9053-97bfb81e50b0 req-5dada668-3522-44c4-a88c-d58736e7c0c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:07.019731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b8586bf-fe60-4e15-9053-97bfb81e50b0 req-5dada668-3522-44c4-a88c-d58736e7c0c8 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1730626 Feb 02 15:58:07.050588 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-62db72ee-2229-4fbb-8873-da07b7c3ab5d req-819cdaf8-3c49-4588-b79c-c4dc35c2406b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648451 Feb 02 15:58:07.074241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.076177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eb2273c6-39ae-4cad-80c7-4389c1d6c36b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4580457 Feb 02 15:58:07.078947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43532) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:07.084608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'security_group_rule': {'security_group_id': 'ed39b7bb-e5f0-4323-92c7-175b3dd962b2', 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:07.093834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:07.097702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:security_group_rule and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:07.104697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:07.111070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:07.164832 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-8002dc51-362c-4762-8018-1aeab213f5ff service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 1095 time: 0.0834079 Feb 02 15:58:07.210852 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.240374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-1a572503-7183-435e-b077-46e5c4a4a698 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b1ca786a-3d9c-464e-ab8d-fa5fde862375 HTTP/1.1" status: 200 len: 217 time: 0.0628765 Feb 02 15:58:07.277467 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.307967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a624f585-32c9-41ad-817d-c6277387d9db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:07.310461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-a624f585-32c9-41ad-817d-c6277387d9db service neutron] 10.222.0.107 "GET /v2.0/subnets?id=87707a22-9986-402a-9f59-b8c64b1ea2b1 HTTP/1.1" status: 200 len: 838 time: 0.0632045 Feb 02 15:58:07.358447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.387677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c735e6-47f6-4244-891e-6840408f7f7a,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:07.394971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-ed93a309-ada6-4e0a-8c42-555e3604a728 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=efe22609-0f9a-4865-9a9d-f6b5ac12db3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787027 Feb 02 15:58:07.472684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.473893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b62e126f-8b8d-4039-bfd6-da1750d5a4c1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3939614 Feb 02 15:58:07.476596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43536) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:07.486164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'security_group_rule': {'security_group_id': 'ed39b7bb-e5f0-4323-92c7-175b3dd962b2', 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:07.492422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:07.497186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:security_group_rule and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:07.500475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:07.506437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:07.540916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-1c4bce02-d5af-408f-a9cc-b76876e775e2 service neutron] 10.222.0.107 "GET /v2.0/networks/efe22609-0f9a-4865-9a9d-f6b5ac12db3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385851 Feb 02 15:58:07.599361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.675443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.682186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d1aa959d-b304-4d27-9d2e-838c70f9f905 req-d86f0e26-52c9-460f-89e7-ea099a576775 service neutron] 10.222.0.107 "GET /v2.0/networks/efe22609-0f9a-4865-9a9d-f6b5ac12db3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345696 Feb 02 15:58:07.753269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.781468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ad11a8-8346-4686-9a92-664b50316f2f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:07.910892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:07.910892 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-211c6da6-87a0-4390-89eb-b57aaee2712b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4243600 Feb 02 15:58:07.912996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43540) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:07.918843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'security_group_rule': {'security_group_id': 'ed39b7bb-e5f0-4323-92c7-175b3dd962b2', 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:07.925585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:07.929415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:security_group_rule and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:07.932659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:07.938917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:08.062543 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.133201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.217351 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.251283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1b2c4f-17d3-4e8a-85a8-3d22efae7ecc,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:08.289207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e5be0-ad94-48a1-b8d6-6887a11ac126 req-fb85ae6e-75ed-4f9c-a73f-3f6a4d9b7458 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:08.292290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-133e5be0-ad94-48a1-b8d6-6887a11ac126 req-fb85ae6e-75ed-4f9c-a73f-3f6a4d9b7458 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 944 time: 0.1129639 Feb 02 15:58:08.335174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.341761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bbc41ed0-dd5c-4779-afe3-9a1c99449b2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4223990 Feb 02 15:58:08.344195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43546) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:08.344980 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-133e5be0-ad94-48a1-b8d6-6887a11ac126 req-d4638b1c-97be-428c-ae21-91d84adfa94a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474021 Feb 02 15:58:08.353502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'security_group_rule': {'security_group_id': 'ed39b7bb-e5f0-4323-92c7-175b3dd962b2', 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:08.360676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:08.372174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:security_group_rule and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:08.372174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:08.374660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:08.462345 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.532489 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.604300 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.633443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71930737-a61a-4970-b962-6f7200c4f1fb,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:08.741209 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.742738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c0d5f6e-b43a-405d-8fe6-b8afba48d6a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3969867 Feb 02 15:58:08.746868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43552) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:08.752439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'security_group_rule': {'security_group_id': 'ed39b7bb-e5f0-4323-92c7-175b3dd962b2', 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:08.759252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:08.763805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:security_group_rule and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:08.766935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:08.773162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:08.861429 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Project 480fcb50737341f58a1a8ef67ac5fba3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:58:08.868724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.923414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b1ca786a-3d9c-464e-ab8d-fa5fde862375 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:58:08.937355 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.031206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.061938 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b63a71e-4827-4fc2-bda3-1fbb64075c6b,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:09.066841 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b1ca786a-3d9c-464e-ab8d-fa5fde862375, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b1ca786a-3d9c-464e-ab8d-fa5fde862375,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:09.081451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'b1ca786a-3d9c-464e-ab8d-fa5fde862375', 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e', 'port_id': 'b1ca786a-3d9c-464e-ab8d-fa5fde862375', 'mac_address': 'fa:16:3e:ff:0a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87707a22-9986-402a-9f59-b8c64b1ea2b1', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:58:09.139734 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.157714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ca786a-3d9c-464e-ab8d-fa5fde862375 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:58:09.158058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.159257 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0bdb04f5-317a-489a-ba49-d131650ddfd4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4114490 Feb 02 15:58:09.161957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43556) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:09.168360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'security_group_rule': {'security_group_id': 'ed39b7bb-e5f0-4323-92c7-175b3dd962b2', 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:09.173681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b1ca786a-3d9c-464e-ab8d-fa5fde862375, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b1ca786a-3d9c-464e-ab8d-fa5fde862375,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:09.174734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:09.179042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:security_group_rule and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:09.182095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:09.188311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:09.278868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.301352 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Project 480fcb50737341f58a1a8ef67ac5fba3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:58:09.309124 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.350765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b1ca786a-3d9c-464e-ab8d-fa5fde862375,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:09.359931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.360284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.360632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.360980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.361333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.361654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.361974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.362303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.362629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.362952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.363278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:09.389911 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.531090 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.567471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9df9f5-3e1f-460a-8513-bd6808ea114a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:09.581726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b1ca786a-3d9c-464e-ab8d-fa5fde862375'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:58:09.610865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a1cb7-b2c3-4e48-a1be-825dd033f5fa req-d71eb8f7-7381-43a4-b45a-188c559bf546 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:09.612573 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e85a1cb7-b2c3-4e48-a1be-825dd033f5fa req-d71eb8f7-7381-43a4-b45a-188c559bf546 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 945 time: 0.1224387 Feb 02 15:58:09.668053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e85a1cb7-b2c3-4e48-a1be-825dd033f5fa req-f37d3c95-efb6-4f4d-9192-bb8eb707edc0 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497391 Feb 02 15:58:09.706589 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:09.712254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-67be515f-4545-4356-a7b3-7f647db57572 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5447075 Feb 02 15:58:10.891038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f9c5-e1c2-4ff1-a92d-7c6fa1ace188 req-41d6b157-cbbc-40c1-8979-4ff5bdf7918b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:10.892566 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de46f9c5-e1c2-4ff1-a92d-7c6fa1ace188 req-41d6b157-cbbc-40c1-8979-4ff5bdf7918b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 945 time: 0.0807652 Feb 02 15:58:10.924305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b1ca786a-3d9c-464e-ab8d-fa5fde862375 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:58:10.945858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de46f9c5-e1c2-4ff1-a92d-7c6fa1ace188 req-d2a48458-8b54-4f3f-84c2-baee4be85036 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472825 Feb 02 15:58:11.077251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port b1ca786a-3d9c-464e-ab8d-fa5fde862375 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:11.083133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port b1ca786a-3d9c-464e-ab8d-fa5fde862375 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:11.083515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:11.220165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:11.250936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ca786a-3d9c-464e-ab8d-fa5fde862375'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:11.261449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b1ca786a-3d9c-464e-ab8d-fa5fde862375, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b1ca786a-3d9c-464e-ab8d-fa5fde862375,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:11.309213 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ca786a-3d9c-464e-ab8d-fa5fde862375', 'code': 200} Feb 02 15:58:11.351532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:11.420085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b1ca786a-3d9c-464e-ab8d-fa5fde862375,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:11.483045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bdc036c0-e881-4a80-b807-e602a94395da req-50196ba3-6f5c-4d5f-92ac-a3438ecf4330 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 1097 time: 0.0737205 Feb 02 15:58:11.526835 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bdc036c0-e881-4a80-b807-e602a94395da req-18ce9df2-a89e-4027-a0e7-b7e523493aa3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429606 Feb 02 15:58:12.069792 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5659b60b-2cab-43db-8839-91d0ad964847 req-e546db1f-0edc-473e-b546-004dcbd5eba2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1800466 Feb 02 15:58:12.168373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8d404-7622-4a95-8e9c-e3a7038705c0 req-2ece8278-27fd-4984-8330-495c8650c9da tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:12.169870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32e8d404-7622-4a95-8e9c-e3a7038705c0 req-2ece8278-27fd-4984-8330-495c8650c9da tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 946 time: 0.0874298 Feb 02 15:58:12.200225 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5659b60b-2cab-43db-8839-91d0ad964847 req-de3e7bd9-aa79-47b2-9313-3549ab2c99b2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=89c24bd98a8e4495b55e54856464747b&device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1096 time: 0.0947132 Feb 02 15:58:12.228856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32e8d404-7622-4a95-8e9c-e3a7038705c0 req-2b70da82-d06a-4d41-b519-246de44d316f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474410 Feb 02 15:58:12.359517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659b60b-2cab-43db-8839-91d0ad964847 req-8239f13e-2b14-483a-aeae-346b0f28b6d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:12.361061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5659b60b-2cab-43db-8839-91d0ad964847 req-8239f13e-2b14-483a-aeae-346b0f28b6d2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=66174410-a19b-416b-9246-e7d5278ff503 HTTP/1.1" status: 200 len: 915 time: 0.1419706 Feb 02 15:58:12.476312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5659b60b-2cab-43db-8839-91d0ad964847 req-7b6a7789-9c8d-4868-a342-b1cbf383bddf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 HTTP/1.1" status: 200 len: 1001 time: 0.1044915 Feb 02 15:58:12.570075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659b60b-2cab-43db-8839-91d0ad964847 req-b01ad5f4-b4ee-41a3-a632-7e1079579085 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:12.571521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5659b60b-2cab-43db-8839-91d0ad964847 req-b01ad5f4-b4ee-41a3-a632-7e1079579085 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=764bb1ee-c1a3-42a6-adda-f8df1687424b HTTP/1.1" status: 200 len: 852 time: 0.0676961 Feb 02 15:58:12.654889 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5659b60b-2cab-43db-8839-91d0ad964847 req-0f0ec33f-5b0d-4c3d-951a-efbd7aebf2c0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=66174410-a19b-416b-9246-e7d5278ff503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760498 Feb 02 15:58:12.821199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5659b60b-2cab-43db-8839-91d0ad964847 req-304a6316-46c5-4867-a82e-bdac6f8c678c service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499474 Feb 02 15:58:12.981919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5659b60b-2cab-43db-8839-91d0ad964847 req-fb8baa99-fd91-4b05-b71b-31592759d20e service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547689 Feb 02 15:58:13.455617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7e62-7c7d-47a9-8624-a313ad54d07d req-f17b7478-1f3d-482c-ad9e-effe0019c9b0 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:13.463455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-addc7e62-7c7d-47a9-8624-a313ad54d07d req-f17b7478-1f3d-482c-ad9e-effe0019c9b0 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 946 time: 0.0936778 Feb 02 15:58:13.505349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-addc7e62-7c7d-47a9-8624-a313ad54d07d req-cecd1a62-3cf9-4e93-bbf4-0a8bf6027ffe tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Feb 02 15:58:13.732506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1262f-1d25-4698-bf5f-06643974b7ef req-9c5b7007-9033-42c4-9432-16a351a381a8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:13.734033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab1262f-1d25-4698-bf5f-06643974b7ef req-9c5b7007-9033-42c4-9432-16a351a381a8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 946 time: 0.0950406 Feb 02 15:58:13.788057 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ab1262f-1d25-4698-bf5f-06643974b7ef req-67e4f084-83ab-44fc-9582-496580455ed2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473831 Feb 02 15:58:15.311400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43632) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:16.240206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:16.670995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.20.0.17 (efe22609-0f9a-4865-9a9d-f6b5ac12db3e/87707a22-9986-402a-9f59-b8c64b1ea2b1/c61cfaea-f763-4805-b9c3-c99cabcd2f40) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:58:16.849255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:16.868210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Transition to ACTIVE for port object c61cfaea-f763-4805-b9c3-c99cabcd2f40 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:16.952468 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:17.026193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:58:17.029546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:58:17.034114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:58:17.064239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=c61cfaea-f763-4805-b9c3-c99cabcd2f40,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:17.120534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:17.206998 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:17.295085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:17.335678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-581deb4b-7a3d-4bd7-b762-8dcd165006a4 None None] Provisioning for port c61cfaea-f763-4805-b9c3-c99cabcd2f40 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:17.342165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-581deb4b-7a3d-4bd7-b762-8dcd165006a4 None None] Provisioning complete for port c61cfaea-f763-4805-b9c3-c99cabcd2f40 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:17.342165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-581deb4b-7a3d-4bd7-b762-8dcd165006a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:17.420866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-581deb4b-7a3d-4bd7-b762-8dcd165006a4 None None] Port c61cfaea-f763-4805-b9c3-c99cabcd2f40 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:58:17.739364 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:17.860772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:17.974627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=c61cfaea-f763-4805-b9c3-c99cabcd2f40,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:17.977552 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:18.124777 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:18.238893 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:58:18.240347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:58:18.552185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7c593ebc-7b0c-4381-914c-59446ac1ac37 None None] Provisioning complete for port c61cfaea-f763-4805-b9c3-c99cabcd2f40 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:18.552972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7c593ebc-7b0c-4381-914c-59446ac1ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:18.618144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7c593ebc-7b0c-4381-914c-59446ac1ac37 None None] Port c61cfaea-f763-4805-b9c3-c99cabcd2f40 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:58:18.689395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router 726bfa7a-6752-450d-9f9d-6b101eca369d has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:58:18.919955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:58:18.931836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Sync routers for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:58:18.946305 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:58:18.946836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:57:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:19.025233 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86664100-8c80-41d9-84be-4a0e8501dcee tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "PUT /v2.0/routers/726bfa7a-6752-450d-9f9d-6b101eca369d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7120650 Feb 02 15:58:19.138650 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:58:19.578524 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:17Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:23Z', 'revision_number': 1, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c61cfaea-f763-4805-b9c3-c99cabcd2f40', 'name': '', 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:d1:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87707a22-9986-402a-9f59-b8c64b1ea2b1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:58:16Z', 'updated_at': '2022-02-02T15:58:17Z', 'revision_number': 2, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '87707a22-9986-402a-9f59-b8c64b1ea2b1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:19.582782 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Checking router: 726bfa7a-6752-450d-9f9d-6b101eca369d for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:58:19.583127 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Updating router 726bfa7a-6752-450d-9f9d-6b101eca369d port c61cfaea-f763-4805-b9c3-c99cabcd2f40 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:58:19.649617 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:20.022228 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:20.034743 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Transition to ACTIVE for port object c61cfaea-f763-4805-b9c3-c99cabcd2f40 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:20.136344 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:20.262973 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Pushing event updated for resources: {'Port': ['ID=c61cfaea-f763-4805-b9c3-c99cabcd2f40,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:20.277478 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.279488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.279488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.279488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.279488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.279488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.279488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.279966 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.279966 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.280294 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.280613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:20.371799 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Attempting to bind port c61cfaea-f763-4805-b9c3-c99cabcd2f40 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:58:20.372281 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Attempting to bind port c61cfaea-f763-4805-b9c3-c99cabcd2f40 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:58:20.372724 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Attempting to bind port c61cfaea-f763-4805-b9c3-c99cabcd2f40 on network efe22609-0f9a-4865-9a9d-f6b5ac12db3e {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:58:20.381334 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:58:20.383796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Checking segment: {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:58:20.383796 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:20.383796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Bound using segment: {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:58:20.383796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Bound port: c61cfaea-f763-4805-b9c3-c99cabcd2f40, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055f9c5b-7c7a-46c4-bd67-70eda6e2042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:58:20.383796 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:20.492301 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] For port c61cfaea-f763-4805-b9c3-c99cabcd2f40, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:58:20.495741 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] For port c61cfaea-f763-4805-b9c3-c99cabcd2f40, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c61cfaea-f763-4805-b9c3-c99cabcd2f40,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:58:20.570558 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:20.686508 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac335e-eb8c-4104-b8f4-28a04701e03b None None] Pushing event updated for resources: {'Port': ['ID=c61cfaea-f763-4805-b9c3-c99cabcd2f40,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:20.707516 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:58:20.707516 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:57:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:20.954055 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:58:21.524886 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:17Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:23Z', 'revision_number': 1, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c61cfaea-f763-4805-b9c3-c99cabcd2f40', 'name': '', 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:d1:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87707a22-9986-402a-9f59-b8c64b1ea2b1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:58:16Z', 'updated_at': '2022-02-02T15:58:20Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '87707a22-9986-402a-9f59-b8c64b1ea2b1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:21.532879 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510eab7-fda5-4564-a30d-37413ee931dd None None] The sync data for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 is: [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:17Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:23Z', 'revision_number': 1, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c61cfaea-f763-4805-b9c3-c99cabcd2f40', 'name': '', 'network_id': 'efe22609-0f9a-4865-9a9d-f6b5ac12db3e', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:d1:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87707a22-9986-402a-9f59-b8c64b1ea2b1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:58:16Z', 'updated_at': '2022-02-02T15:58:20Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '87707a22-9986-402a-9f59-b8c64b1ea2b1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:58:22.098753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c61cfaea-f763-4805-b9c3-c99cabcd2f40 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:58:22.120611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-e0d9274b-06c2-4c08-b034-9dfc59aff460 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889609 Feb 02 15:58:22.309035 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-d7d4d822-6069-49d4-b692-41a12ef5d0e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 1097 time: 0.0801382 Feb 02 15:58:22.326005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c61cfaea-f763-4805-b9c3-c99cabcd2f40 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:22.331144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c61cfaea-f763-4805-b9c3-c99cabcd2f40 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:22.331507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:22.476095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-a9e5f015-cb44-4704-91d9-9de6378c7f15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:22.477774 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:22.477924 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-a9e5f015-cb44-4704-91d9-9de6378c7f15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ade1e67f-2620-4bfc-a1d1-564312e6e62a HTTP/1.1" status: 200 len: 898 time: 0.1471689 Feb 02 15:58:22.524686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c61cfaea-f763-4805-b9c3-c99cabcd2f40, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c61cfaea-f763-4805-b9c3-c99cabcd2f40,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:22.587659 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-2f5dfe59-a905-4fd6-98dc-b213b36545a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae HTTP/1.1" status: 200 len: 1001 time: 0.1043148 Feb 02 15:58:22.633532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:22.664868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-f562b09a-a9d3-4379-abe8-1736acdad51f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:22.673223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-f562b09a-a9d3-4379-abe8-1736acdad51f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee017a8c-598d-493e-859e-9151c42202f9 HTTP/1.1" status: 200 len: 834 time: 0.0759969 Feb 02 15:58:22.747178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c61cfaea-f763-4805-b9c3-c99cabcd2f40,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:22.760106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-485b41e4-dcb1-46a0-88ce-25a5ee5de246 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ade1e67f-2620-4bfc-a1d1-564312e6e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868092 Feb 02 15:58:22.910980 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-b6d027ed-b29a-4c7f-bd2b-c29590b5f04f service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460276 Feb 02 15:58:23.171280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f53d1d8-f9aa-470b-9115-ed825ee99d5c req-9f82d88d-5b15-46b3-acae-a29cf066c8b7 service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489438 Feb 02 15:58:24.034921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c61cfaea-f763-4805-b9c3-c99cabcd2f40 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:58:24.107748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c61cfaea-f763-4805-b9c3-c99cabcd2f40 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:24.108186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:24.783630 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8181e472-7692-4675-8598-8ec51125cb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:26.879870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-32fd2013-1b4d-46dc-965f-a3bb055cda2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:27.607495 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:58:28.391886 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:28.523290 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:30.039876 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:39.725543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43726) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:39.780625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-a6d7f361-c748-4042-9afe-3a658210b9d2 req-3b819690-e985-45b6-89c0-12d3ca84a4ab service neutron] (95772) timed out ('10.222.0.107', 58202) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 15:58:40.191570 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-faf5b168-3518-47ab-a608-4a602ef07259 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268196979&fields=id&tenant_id=480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 267 time: 0.0707703 Feb 02 15:58:40.307665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:40.422261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-6fa15989-e965-4f97-87a0-bc75f006a88f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:40.428016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-6fa15989-e965-4f97-87a0-bc75f006a88f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.2256811 Feb 02 15:58:40.450337 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-b81e8df0-7117-41fc-96cd-22389d395a87 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/quotas/480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 375 time: 0.0191691 Feb 02 15:58:40.734463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-040f0a83-c461-4493-a798-8eb67b2486ae tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:40.869667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-040f0a83-c461-4493-a798-8eb67b2486ae tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:40.870507 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-040f0a83-c461-4493-a798-8eb67b2486ae tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4129581 Feb 02 15:58:41.207206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-812a997f-09e6-4f05-8691-41b196f9d45d service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240941 Feb 02 15:58:41.394978 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-f37ccb69-9435-473e-b293-0f68c954f562 service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820927 Feb 02 15:58:41.485750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port c61cfaea-f763-4805-b9c3-c99cabcd2f40 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:41.485750 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:41.686330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port c61cfaea-f763-4805-b9c3-c99cabcd2f40, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c61cfaea-f763-4805-b9c3-c99cabcd2f40,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:41.696954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:41.820768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for c61cfaea-f763-4805-b9c3-c99cabcd2f40 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:42.131471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:42.181925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=c61cfaea-f763-4805-b9c3-c99cabcd2f40,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:42.490844 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60671483-f8e3-4aa4-8164-c79d03af19b0 req-91dc7dfb-a1d6-4fa1-8e48-a52a814c5578 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 210 time: 0.1496990 Feb 02 15:58:42.635457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:43.268760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router 726bfa7a-6752-450d-9f9d-6b101eca369d has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:58:43.512875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:58:43.527816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] Sync routers for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:58:43.531716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6ef61f9b-4b60-4c08-9ccd-84b1ee12b4bc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "PUT /v2.0/routers/726bfa7a-6752-450d-9f9d-6b101eca369d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8046501 Feb 02 15:58:43.549145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:58:43.552212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:43.694796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33641a26-bfed-4cf6-b9a0-f57151c90674 req-d143f336-3653-4661-9ea9-bc172bf6492c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 210 time: 0.0588546 Feb 02 15:58:43.798447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:58:44.244211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:41Z', 'revision_number': 6, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:23Z', 'revision_number': 1, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:44.249303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] Checking router: 726bfa7a-6752-450d-9f9d-6b101eca369d for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:58:44.262071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:58:44.262632 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:44.351033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036e83-3b32-4560-b0f8-9f3f3c52f49c req-7770ade1-fc41-4738-b2c2-df5aa52e867b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:44.352465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-24036e83-3b32-4560-b0f8-9f3f3c52f49c req-7770ade1-fc41-4738-b2c2-df5aa52e867b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:44.448781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:58:44.474289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-24036e83-3b32-4560-b0f8-9f3f3c52f49c req-7770ade1-fc41-4738-b2c2-df5aa52e867b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:44.475496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24036e83-3b32-4560-b0f8-9f3f3c52f49c req-7770ade1-fc41-4738-b2c2-df5aa52e867b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 946 time: 0.2154784 Feb 02 15:58:44.536692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24036e83-3b32-4560-b0f8-9f3f3c52f49c req-18fe1933-1f82-4a6b-a417-05b9c45d8619 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541878 Feb 02 15:58:44.699291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-e20df9b2-fd73-40ae-bb02-a542659f3535 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:44.700556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-e20df9b2-fd73-40ae-bb02-a542659f3535 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1648071 Feb 02 15:58:44.775055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-14099e8d-032a-4cf5-b4de-2410e80852e6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:44.856937 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:41Z', 'revision_number': 6, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:23Z', 'revision_number': 1, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:44.861137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b689da-b30e-4057-a141-05e76a5ef88e None None] The sync data for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 is: [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:41Z', 'revision_number': 6, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '8eb1df91-e77e-40c9-b52e-379d48203cc0', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'port_id': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'mac_address': 'fa:16:3e:04:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd16b7-8e4a-4320-8471-872d304091c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:17Z', 'updated_at': '2022-02-02T15:57:23Z', 'revision_number': 1, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:58:44.900547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-02101720-d182-4a87-9bff-43cad0de8db7 req-d71b284d-7383-4dd0-950a-7c080cc6e84f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 210 time: 0.0446897 Feb 02 15:58:44.924600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-14099e8d-032a-4cf5-b4de-2410e80852e6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:44.928348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-14099e8d-032a-4cf5-b4de-2410e80852e6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 380 time: 0.2083745 Feb 02 15:58:44.937532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'port': {'device_id': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'admin_state_up': True, 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'security_groups': ['ed39b7bb-e5f0-4323-92c7-175b3dd962b2']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:45.088852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:45.101327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:45.178245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:58:45.181396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:45.392968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.20.0.10 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/e2fbcbd5-3c53-45f4-8b23-04302630d10b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:58:45.607716 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:45.626502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Transition to ACTIVE for port object e2fbcbd5-3c53-45f4-8b23-04302630d10b will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:45.772014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:45.819332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fb607-cd47-4f4a-91be-591bae7a860a req-7c507a12-b785-4913-8903-601e9fd428d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.819332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e28fb607-cd47-4f4a-91be-591bae7a860a req-7c507a12-b785-4913-8903-601e9fd428d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 946 time: 0.1417556 Feb 02 15:58:45.850145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-9beef3a9-a4b7-48d7-90fe-a47a07457432 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.850702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:58:45.851650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-9beef3a9-a4b7-48d7-90fe-a47a07457432 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 946 time: 0.1406894 Feb 02 15:58:45.854675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:58:45.859817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:58:45.911260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=e2fbcbd5-3c53-45f4-8b23-04302630d10b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:45.947011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.947720 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:45.983395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port b1ca786a-3d9c-464e-ab8d-fa5fde862375 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:45.983757 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:46.016190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c61cfaea-f763-4805-b9c3-c99cabcd2f40 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:58:46.042421 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e28fb607-cd47-4f4a-91be-591bae7a860a req-7650fee9-5046-4d79-8d5b-81bd0df85265 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=0fcb06d1-1e7d-40d3-b824-45c8f69962bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178755 Feb 02 15:58:46.083774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c61cfaea-f763-4805-b9c3-c99cabcd2f40 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:58:46.084991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c61cfaea-f763-4805-b9c3-c99cabcd2f40 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:58:46.108956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-086a8d63-4cb9-4310-a538-adcb8fb64fd7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1701660 Feb 02 15:58:46.123316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Request body: {'port': {'device_id': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:58:46.274488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:46.280146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7fdff8b4-07da-4cd2-9214-d0f81130029e None None] Provisioning for port e2fbcbd5-3c53-45f4-8b23-04302630d10b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:46.291701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7fdff8b4-07da-4cd2-9214-d0f81130029e None None] Provisioning complete for port e2fbcbd5-3c53-45f4-8b23-04302630d10b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:46.291701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7fdff8b4-07da-4cd2-9214-d0f81130029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:46.301755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db651-0e97-4932-9676-432cec4c72a2 req-fe86bbe2-dbc3-4ef1-88da-bf94ddf3631e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:46.302563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-317db651-0e97-4932-9676-432cec4c72a2 req-fe86bbe2-dbc3-4ef1-88da-bf94ddf3631e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:46.337130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port b1ca786a-3d9c-464e-ab8d-fa5fde862375, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b1ca786a-3d9c-464e-ab8d-fa5fde862375,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:46.337130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:46.374671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7fdff8b4-07da-4cd2-9214-d0f81130029e None None] Port e2fbcbd5-3c53-45f4-8b23-04302630d10b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:58:46.433346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-317db651-0e97-4932-9676-432cec4c72a2 req-fe86bbe2-dbc3-4ef1-88da-bf94ddf3631e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:46.438430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-317db651-0e97-4932-9676-432cec4c72a2 req-fe86bbe2-dbc3-4ef1-88da-bf94ddf3631e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 932 time: 0.3876579 Feb 02 15:58:46.592648 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-317db651-0e97-4932-9676-432cec4c72a2 req-a7563640-7534-4257-bd05-19953bda3410 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483786 Feb 02 15:58:46.600188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for b1ca786a-3d9c-464e-ab8d-fa5fde862375 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:46.770160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fbcbd5-3c53-45f4-8b23-04302630d10b {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:58:46.779701 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:46.797515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Transition to ACTIVE for port object e2fbcbd5-3c53-45f4-8b23-04302630d10b will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:46.823868 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:46.878061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=b1ca786a-3d9c-464e-ab8d-fa5fde862375,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:46.937137 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:46.956552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] No DVR routers for this DVR port b1ca786a-3d9c-464e-ab8d-fa5fde862375 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:58:46.962475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:46.968159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4', 'name': 'network-vif-deleted', 'tag': 'b1ca786a-3d9c-464e-ab8d-fa5fde862375'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:47.041692 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4', 'name': 'network-vif-deleted', 'tag': 'b1ca786a-3d9c-464e-ab8d-fa5fde862375', 'status': 'completed', 'code': 200} Feb 02 15:58:47.118043 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20faa29b-9a6e-41f7-bf99-13b344ed430b req-e14742f7-673e-40e2-96d6-9b135d8b68d1 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "DELETE /v2.0/ports/b1ca786a-3d9c-464e-ab8d-fa5fde862375 HTTP/1.1" status: 204 len: 173 time: 1.2471948 Feb 02 15:58:47.179049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Pushing event updated for resources: {'Port': ['ID=e2fbcbd5-3c53-45f4-8b23-04302630d10b,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:47.225705 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:47.290466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c197226c-cf42-4bfb-b179-add3614732ae req-2a64c51a-ac4f-4d81-ab82-ea7ec54ed60a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=93fa86f4-2b05-4c7e-bc4b-b2da6a0433a4 HTTP/1.1" status: 200 len: 210 time: 0.0555248 Feb 02 15:58:47.404000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Attempting to bind port e2fbcbd5-3c53-45f4-8b23-04302630d10b on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:58:47.404680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Attempting to bind port e2fbcbd5-3c53-45f4-8b23-04302630d10b by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:58:47.405125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Attempting to bind port e2fbcbd5-3c53-45f4-8b23-04302630d10b on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:58:47.412383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Port e2fbcbd5-3c53-45f4-8b23-04302630d10b on network 773f3748-ccae-42b9-aad3-2a44bb715f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:58:47.412821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Attempting to bind port e2fbcbd5-3c53-45f4-8b23-04302630d10b on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:58:47.421057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:58:47.421399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:58:47.421800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:58:47.422213 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Bound port: e2fbcbd5-3c53-45f4-8b23-04302630d10b, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:58:47.422563 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:47.525132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] For port e2fbcbd5-3c53-45f4-8b23-04302630d10b, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:58:47.528389 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] For port e2fbcbd5-3c53-45f4-8b23-04302630d10b, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:58:47.646746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:47.732136 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:47.734584 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] 10.222.0.64 "PUT /v2.0/ports/e2fbcbd5-3c53-45f4-8b23-04302630d10b HTTP/1.1" status: 200 len: 1092 time: 1.6187525 Feb 02 15:58:47.735121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'tag': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:47.776288 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57862692-a068-4911-b4ce-68a07ffb1c6d service neutron] Pushing event updated for resources: {'Port': ['ID=e2fbcbd5-3c53-45f4-8b23-04302630d10b,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:47.826481 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'tag': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'status': 'completed', 'code': 200} Feb 02 15:58:47.854260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c1b86-a0a5-4f00-93aa-cf662f6e9ad6 req-6e8e8a30-a2c3-44a4-9d94-8bd881d81674 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:47.856689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-717c1b86-a0a5-4f00-93aa-cf662f6e9ad6 req-6e8e8a30-a2c3-44a4-9d94-8bd881d81674 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 944 time: 0.1165903 Feb 02 15:58:47.914574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-717c1b86-a0a5-4f00-93aa-cf662f6e9ad6 req-5df87571-a676-456f-aca3-c96172592582 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511827 Feb 02 15:58:48.027011 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57e1ade5-ebc5-4ea3-9d6e-251ba480d35d req-5f1e3d6c-a534-4e78-8a27-72fd9f77e2e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 1095 time: 0.1368504 Feb 02 15:58:48.076031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:48.208212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ade5-ebc5-4ea3-9d6e-251ba480d35d req-5bacf6c5-567f-4eb5-9372-a0d2cb43e4ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:48.209668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57e1ade5-ebc5-4ea3-9d6e-251ba480d35d req-5bacf6c5-567f-4eb5-9372-a0d2cb43e4ce service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1515756 Feb 02 15:58:48.352355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ade5-ebc5-4ea3-9d6e-251ba480d35d req-3f590138-6a86-4bbe-a5c1-b449cfeff82e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:48.353987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57e1ade5-ebc5-4ea3-9d6e-251ba480d35d req-3f590138-6a86-4bbe-a5c1-b449cfeff82e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1374562 Feb 02 15:58:48.440408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43782) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:48.489946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-083671b0-4f19-4d41-8ce8-700fe95b6211 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 1095 time: 0.0750847 Feb 02 15:58:48.514234 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e96a-8aa0-4b90-8619-c670d9bb1cdb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:48.546794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e96a-8aa0-4b90-8619-c670d9bb1cdb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:48.573053 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-4b871b1d-5857-4398-9ee0-17b3189e0ed2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b HTTP/1.1" status: 200 len: 217 time: 0.0714424 Feb 02 15:58:48.642462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-3c191cd7-cf35-409d-8d9a-c1690df43b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:48.643965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-3c191cd7-cf35-409d-8d9a-c1690df43b4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0653465 Feb 02 15:58:48.725296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-a02eceb1-8063-4cc2-bc02-c47d52637d12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753524 Feb 02 15:58:48.748837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e96a-8aa0-4b90-8619-c670d9bb1cdb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:48.763734 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e96a-8aa0-4b90-8619-c670d9bb1cdb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb06d1-1e7d-40d3-b824-45c8f69962bb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:48.864668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-a5b0c5e9-5774-462f-9fb0-7ac608667657 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336448 Feb 02 15:58:48.925072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e96a-8aa0-4b90-8619-c670d9bb1cdb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:48.928650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9bc9e96a-8aa0-4b90-8619-c670d9bb1cdb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/security-groups/0fcb06d1-1e7d-40d3-b824-45c8f69962bb HTTP/1.1" status: 204 len: 168 time: 0.4847732 Feb 02 15:58:49.010678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0bf5ebf-ea7d-4be9-bf8a-a84ec53cab6a req-04685a21-94e9-41ce-8824-909b4b1ef26c service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329498 Feb 02 15:58:49.040000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43790) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:49.142596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b1ca786a-3d9c-464e-ab8d-fa5fde862375 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:58:49.216939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: b1ca786a-3d9c-464e-ab8d-fa5fde862375 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:58:49.217294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b1ca786a-3d9c-464e-ab8d-fa5fde862375 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:58:49.280677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e860e-a955-448b-ae4b-09a24654f6c3 req-fa936877-8854-443f-ac8a-a5365a888243 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:49.282132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-407e860e-a955-448b-ae4b-09a24654f6c3 req-fa936877-8854-443f-ac8a-a5365a888243 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 944 time: 0.2065725 Feb 02 15:58:49.318011 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab9ea70-d892-47be-b32a-d919e258eacb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting subnet 87707a22-9986-402a-9f59-b8c64b1ea2b1 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:58:49.326127 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ea70-d892-47be-b32a-d919e258eacb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:49.391410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-407e860e-a955-448b-ae4b-09a24654f6c3 req-fe3b51f4-cd29-4c14-a3c7-d11cdd81d106 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974422 Feb 02 15:58:49.399155 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ea70-d892-47be-b32a-d919e258eacb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:49.601652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ea70-d892-47be-b32a-d919e258eacb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:49.733080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ea70-d892-47be-b32a-d919e258eacb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:49.774391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9ea70-d892-47be-b32a-d919e258eacb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Subnet': ['ID=87707a22-9986-402a-9f59-b8c64b1ea2b1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:49.780855 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ea70-d892-47be-b32a-d919e258eacb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:49.786993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7ab9ea70-d892-47be-b32a-d919e258eacb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/subnets/87707a22-9986-402a-9f59-b8c64b1ea2b1 HTTP/1.1" status: 204 len: 168 time: 0.7459288 Feb 02 15:58:49.787206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80e346-5317-49c8-88d7-7adc69e5c1ca None None] Network efe22609-0f9a-4865-9a9d-f6b5ac12db3e requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:58:49.789533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43794) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:49.909748 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:49.921092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port b7b8aebf-3bdd-4271-9714-23c516da3970 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:49.921433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.044018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] DHCP port deletion for efe22609-0f9a-4865-9a9d-f6b5ac12db3e request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:58:50.048928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] Deleting port b7b8aebf-3bdd-4271-9714-23c516da3970 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:50.049326 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.150400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port b7b8aebf-3bdd-4271-9714-23c516da3970, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b7b8aebf-3bdd-4271-9714-23c516da3970,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:50.150759 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.266825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] For port b7b8aebf-3bdd-4271-9714-23c516da3970, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b7b8aebf-3bdd-4271-9714-23c516da3970,segment=NetworkSegment(055f9c5b-7c7a-46c4-bd67-70eda6e2042c),segment_id=055f9c5b-7c7a-46c4-bd67-70eda6e2042c)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:50.267398 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.284873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for b7b8aebf-3bdd-4271-9714-23c516da3970 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:50.398832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] Calling delete_port for b7b8aebf-3bdd-4271-9714-23c516da3970 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:50.451955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.482236 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:58:50.482678 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:58:50.501072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=b7b8aebf-3bdd-4271-9714-23c516da3970,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:50.506821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] No DVR routers for this DVR port b7b8aebf-3bdd-4271-9714-23c516da3970 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:58:50.606490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3428ecc-bd25-4ff7-acee-fee9d4df8429 req-8d3ddf75-be34-4470-b6f9-1708c14d9caf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:50.608165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3428ecc-bd25-4ff7-acee-fee9d4df8429 req-8d3ddf75-be34-4470-b6f9-1708c14d9caf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 944 time: 0.0899422 Feb 02 15:58:50.638872 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.655895 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d3428ecc-bd25-4ff7-acee-fee9d4df8429 req-d06a2c63-abff-4866-b527-aadfa82eb7a3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Feb 02 15:58:50.669691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe22609-0f9a-4865-9a9d-f6b5ac12db3e']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:50.682660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055f9c5b-7c7a-46c4-bd67-70eda6e2042c') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:50.682954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055f9c5b-7c7a-46c4-bd67-70eda6e2042c') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:50.696098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.713244 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.720306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:58:50.722730 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:58:50.736719 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:58:50.873382 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.891741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.904463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Network': ['ID=efe22609-0f9a-4865-9a9d-f6b5ac12db3e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:50.983687 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] Deleting port b7b8aebf-3bdd-4271-9714-23c516da3970 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:50.984100 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:50.994328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-42c6d52b-04ef-4f0a-b0c5-ad9f54157203 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/networks/efe22609-0f9a-4865-9a9d-f6b5ac12db3e HTTP/1.1" status: 204 len: 168 time: 1.1995950 Feb 02 15:58:50.994328 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43800) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:51.054593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-44e87d5c-fde1-4735-821a-824114fb4b57 None None] The port 'b7b8aebf-3bdd-4271-9714-23c516da3970' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:58:51.202763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port 9547d1ce-42a4-4192-b145-3edb5a9aa9cf {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:51.203632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:51.497357 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:51.497795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:51.628156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for 9547d1ce-42a4-4192-b145-3edb5a9aa9cf owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:51.870404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64f95-002d-4b65-b86e-bb5e0c2ada57 req-2925d427-82e4-405a-9a0c-bd1314b51ad3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:51.873088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6d64f95-002d-4b65-b86e-bb5e0c2ada57 req-2925d427-82e4-405a-9a0c-bd1314b51ad3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 944 time: 0.0888033 Feb 02 15:58:51.927207 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b6d64f95-002d-4b65-b86e-bb5e0c2ada57 req-14211272-f7ac-46a7-a496-a9a7f2615978 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484197 Feb 02 15:58:51.937697 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:51.988567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=9547d1ce-42a4-4192-b145-3edb5a9aa9cf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:52.042226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b7b8aebf-3bdd-4271-9714-23c516da3970 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:58:52.080179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b7b8aebf-3bdd-4271-9714-23c516da3970 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:58:52.080498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b7b8aebf-3bdd-4271-9714-23c516da3970 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:58:52.096333 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:52.509575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router 726bfa7a-6752-450d-9f9d-6b101eca369d has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:58:52.735036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:58:52.753534 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] Sync routers for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:58:52.758417 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:52.771276 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:58:52.771943 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:52.822808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f4a78178-4cc2-4699-bccf-d486802dae04 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/floatingips/8eb1df91-e77e-40c9-b52e-379d48203cc0 HTTP/1.1" status: 204 len: 168 time: 1.8288581 Feb 02 15:58:52.823575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:52.887405 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'status': 'completed', 'code': 200} Feb 02 15:58:52.986285 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:58:53.022788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c7804a3-192d-422b-8635-5df9d75b141b req-f71395d1-4faa-45b8-913b-cbb4801a5903 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 1097 time: 0.0855551 Feb 02 15:58:53.234610 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7804a3-192d-422b-8635-5df9d75b141b req-6b4d9eca-d5c1-4461-8c09-c304b7fe543a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:53.236115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c7804a3-192d-422b-8635-5df9d75b141b req-6b4d9eca-d5c1-4461-8c09-c304b7fe543a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ade1e67f-2620-4bfc-a1d1-564312e6e62a HTTP/1.1" status: 200 len: 898 time: 0.2069681 Feb 02 15:58:53.350906 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:41Z', 'revision_number': 6, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:53.356472 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] Checking router: 726bfa7a-6752-450d-9f9d-6b101eca369d for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:58:53.368426 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:58:53.369176 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:53.433075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c7804a3-192d-422b-8635-5df9d75b141b req-25a96f44-2e25-46b3-a4bf-f52083713f51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae HTTP/1.1" status: 200 len: 217 time: 0.1905320 Feb 02 15:58:53.445117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568d7e-fb21-455b-8b66-e6573ef80832 req-4f74f2e0-cce9-4951-ad21-f05044c72503 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:53.454717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f568d7e-fb21-455b-8b66-e6573ef80832 req-4f74f2e0-cce9-4951-ad21-f05044c72503 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 944 time: 0.3422470 Feb 02 15:58:53.495976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1aa2-9636-4a3d-98b1-472b4212ebce req-895b1698-7a5c-4f7a-921b-d007a1c85306 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:53.497409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-17eb1aa2-9636-4a3d-98b1-472b4212ebce req-895b1698-7a5c-4f7a-921b-d007a1c85306 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:53.552848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7804a3-192d-422b-8635-5df9d75b141b req-f0ca4a5f-52e4-4176-9112-34ab454b9135 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:53.554748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c7804a3-192d-422b-8635-5df9d75b141b req-f0ca4a5f-52e4-4176-9112-34ab454b9135 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee017a8c-598d-493e-859e-9151c42202f9 HTTP/1.1" status: 200 len: 834 time: 0.0981910 Feb 02 15:58:53.571719 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:58:53.573047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f568d7e-fb21-455b-8b66-e6573ef80832 req-c78aa846-7818-4025-b72d-eef526555fcb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139741 Feb 02 15:58:53.595408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-17eb1aa2-9636-4a3d-98b1-472b4212ebce req-895b1698-7a5c-4f7a-921b-d007a1c85306 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:53.597022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17eb1aa2-9636-4a3d-98b1-472b4212ebce req-895b1698-7a5c-4f7a-921b-d007a1c85306 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 946 time: 0.1850166 Feb 02 15:58:53.650286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c7804a3-192d-422b-8635-5df9d75b141b req-272245b9-a426-4aaf-abe9-38a9d0f05fcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ade1e67f-2620-4bfc-a1d1-564312e6e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803585 Feb 02 15:58:53.656398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-17eb1aa2-9636-4a3d-98b1-472b4212ebce req-dbdf395c-4d8a-4b61-b7f0-4ae64a36e61f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:53.783677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-17eb1aa2-9636-4a3d-98b1-472b4212ebce req-dbdf395c-4d8a-4b61-b7f0-4ae64a36e61f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:53.785634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-17eb1aa2-9636-4a3d-98b1-472b4212ebce req-dbdf395c-4d8a-4b61-b7f0-4ae64a36e61f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812105 Feb 02 15:58:53.807601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c7804a3-192d-422b-8635-5df9d75b141b req-34f7e718-9d2c-4920-9f85-226b59f581ca service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459968 Feb 02 15:58:53.954410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c7804a3-192d-422b-8635-5df9d75b141b req-b5c7fa03-3c0a-46a3-ad75-57810c8bf289 service neutron] 10.222.0.64 "GET /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435206 Feb 02 15:58:53.960826 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:41Z', 'revision_number': 6, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:53.964836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96e4c9-aa2f-4248-9ff5-92130df084d1 None None] The sync data for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 is: [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:41Z', 'revision_number': 6, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '60f950d2-8f8a-4b2e-b4a2-ca790dd76a21', 'name': '', 'network_id': 'ade1e67f-2620-4bfc-a1d1-564312e6e62a', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:ff:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:46Z', 'updated_at': '2022-02-02T15:56:54Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': 'ee017a8c-598d-493e-859e-9151c42202f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:58:54.214294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297e83c-6b4f-4f93-a0bc-fb2826f24702 None None] New status for floating IP 8eb1df91-e77e-40c9-b52e-379d48203cc0: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:58:54.572987 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3821a22b-9378-488b-974f-41ebd87b7d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:54.788843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf09e5-8f84-4820-91b1-6ac90d5467c6 req-5907bfd0-1574-4ee1-b3fc-e31f4a5cdf64 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:54.790241 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9bf09e5-8f84-4820-91b1-6ac90d5467c6 req-5907bfd0-1574-4ee1-b3fc-e31f4a5cdf64 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 944 time: 0.0890985 Feb 02 15:58:54.887731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9bf09e5-8f84-4820-91b1-6ac90d5467c6 req-dd1ac70e-7be9-404a-8978-99b39df83f59 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614417 Feb 02 15:58:54.908351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-2bfaf87a-be96-424c-ad2e-ab6fbf5247f8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:54.909079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-2bfaf87a-be96-424c-ad2e-ab6fbf5247f8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:54.922617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-2bfaf87a-be96-424c-ad2e-ab6fbf5247f8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:54.926356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-2bfaf87a-be96-424c-ad2e-ab6fbf5247f8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.64 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 946 time: 0.1326525 Feb 02 15:58:54.999815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:55.000196 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:55.013841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce109fc-0b89-4b9e-9626-79daec413039 req-8dad23de-4962-402f-9880-a0d9e2b60458 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:55.015336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fce109fc-0b89-4b9e-9626-79daec413039 req-8dad23de-4962-402f-9880-a0d9e2b60458 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 946 time: 0.0810750 Feb 02 15:58:55.067631 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fce109fc-0b89-4b9e-9626-79daec413039 req-861a45cf-9560-41a9-ab1a-bc433bace2c9 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452356 Feb 02 15:58:55.256710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:55.256918 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:55.388001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:55.593787 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:55.651373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:55.724273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] No DVR routers for this DVR port 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:58:55.726818 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:55.729463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'name': 'network-vif-deleted', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:55.791473 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facd16b7-8e4a-4320-8471-872d304091c6', 'name': 'network-vif-deleted', 'tag': '33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae', 'status': 'completed', 'code': 200} Feb 02 15:58:55.818791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d63fdeed-b0bf-46f4-bd05-0ef5fa0a261c req-b9374820-0d2f-43a1-bc63-0925c816c1ef tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.64 "DELETE /v2.0/ports/33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae HTTP/1.1" status: 204 len: 173 time: 0.8880801 Feb 02 15:58:56.114494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc4f1-2966-46b3-b047-dd726f8b5e14 req-c960addf-b3d7-426d-8542-f1f4875143e1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:56.116088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d0bc4f1-2966-46b3-b047-dd726f8b5e14 req-c960addf-b3d7-426d-8542-f1f4875143e1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 944 time: 0.0920210 Feb 02 15:58:56.186003 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6d0bc4f1-2966-46b3-b047-dd726f8b5e14 req-5a88314a-49a2-4eaa-8108-1564c1333859 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624230 Feb 02 15:58:56.279121 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ae3e1e00-d61d-4808-bb5c-fb0850ff8b4f req-c3f8ddff-b1f7-4437-8ffd-9d39820befbc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:56.349563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ae3e1e00-d61d-4808-bb5c-fb0850ff8b4f req-c3f8ddff-b1f7-4437-8ffd-9d39820befbc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:56.350656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae3e1e00-d61d-4808-bb5c-fb0850ff8b4f req-c3f8ddff-b1f7-4437-8ffd-9d39820befbc tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=facd16b7-8e4a-4320-8471-872d304091c6 HTTP/1.1" status: 200 len: 210 time: 0.1166685 Feb 02 15:58:56.907745 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3db728b9-8af9-420b-9c64-5ef9d3327f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.021061 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e2fbcbd5-3c53-45f4-8b23-04302630d10b details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:58:57.165161 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e2fbcbd5-3c53-45f4-8b23-04302630d10b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:57.180145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'port_id': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'mac_address': 'fa:16:3e:99:9d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:58:57.243197 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.262493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fbcbd5-3c53-45f4-8b23-04302630d10b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:58:57.278762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e2fbcbd5-3c53-45f4-8b23-04302630d10b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:57.385410 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.396161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac5a9-0711-4a51-ad58-4b8f8f801e2f req-69cd7d32-8c19-4cb3-9e35-8ddb17fa0dc9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:57.397718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c57ac5a9-0711-4a51-ad58-4b8f8f801e2f req-69cd7d32-8c19-4cb3-9e35-8ddb17fa0dc9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 944 time: 0.0815363 Feb 02 15:58:57.454749 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c57ac5a9-0711-4a51-ad58-4b8f8f801e2f req-b67dc5cd-dcee-4193-966c-eeffab09efea tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494251 Feb 02 15:58:57.474717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43832) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:57.479109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e2fbcbd5-3c53-45f4-8b23-04302630d10b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:57.489157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43836) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:57.559959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.595133 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.687577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['e2fbcbd5-3c53-45f4-8b23-04302630d10b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:58:57.772233 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.791828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Deleting port 2de2ecb3-7541-48ca-9001-6e35effd2703 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:57.791828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.802257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2dd642-3bc3-4d1e-a586-08e4afa73d7f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:57.820516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.820516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.820516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.820516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.820516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.820516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.820516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.821175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.821665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.822003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.822341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:57.914742 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.916175 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f37e962f-5240-4426-a041-95b2dd466b97 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/security-groups/ad2dd642-3bc3-4d1e-a586-08e4afa73d7f HTTP/1.1" status: 204 len: 168 time: 0.4404092 Feb 02 15:58:57.976616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.976967 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:58.024885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43844) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:58.207337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Calling delete_port for 2de2ecb3-7541-48ca-9001-6e35effd2703 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:58.503806 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:58.574228 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:58.578177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:58.578906 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:58.668026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event deleted for resources: {'Port': ['ID=2de2ecb3-7541-48ca-9001-6e35effd2703,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:58.717661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.718010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.718347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.718678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.719007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.719334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.719651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.720007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.720328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.720646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.720964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:58.814170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:58.886321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7c10-74f9-46e8-9e01-222c4e251380 req-36aeee83-836e-494b-b6a0-22256a205e2b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:58.887929 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7be7c10-74f9-46e8-9e01-222c4e251380 req-36aeee83-836e-494b-b6a0-22256a205e2b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 945 time: 0.2604847 Feb 02 15:58:58.954706 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7be7c10-74f9-46e8-9e01-222c4e251380 req-60c08342-2eb5-4cf1-ac51-6d8592a24d59 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610328 Feb 02 15:58:59.021773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e2fbcbd5-3c53-45f4-8b23-04302630d10b up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:58:59.252320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port e2fbcbd5-3c53-45f4-8b23-04302630d10b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:59.257952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port e2fbcbd5-3c53-45f4-8b23-04302630d10b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:59.257952 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:59.286622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:58:59.286622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:59.319273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Router c557fc7a-1665-4684-9da4-d71c26f7c0ca has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:58:59.390728 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:59.420579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:59.450861 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port e2fbcbd5-3c53-45f4-8b23-04302630d10b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:59.491805 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'code': 200} Feb 02 15:58:59.512680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:59.512935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:59.553280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:59.554083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:58:59.572480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:58:59.587887 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] Sync routers for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:58:59.607069 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:58:59.607689 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:59.626595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:58:59.626942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 33dd42f5-0ce9-46e6-a6f5-ca17fcbcb3ae not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:58:59.657044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=e2fbcbd5-3c53-45f4-8b23-04302630d10b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:59.695811 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:59.716037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:58:59.774606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fd69fa13-f520-45b6-b1d8-c411f47336e6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "DELETE /v2.0/floatingips/255e9ff5-333b-4569-a668-7f0ba613cfc0 HTTP/1.1" status: 204 len: 168 time: 2.2841978 Feb 02 15:58:59.775619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:59.841376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-92b4a9b9-b90f-4751-ae1c-863eeb154390 req-4eece183-291c-4f7a-8ffe-52f75e01ca7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 1097 time: 0.2410691 Feb 02 15:58:59.859819 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'status': 'completed', 'code': 200} Feb 02 15:58:59.932984 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:00.037333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-c58623b2-f3e0-4e65-a074-bd7b68c0c5d1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=89c24bd98a8e4495b55e54856464747b&device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 1096 time: 0.1312132 Feb 02 15:59:00.086619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:00.276615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-a68fb425-a906-49a4-9d25-571292fd6f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:00.276615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-a68fb425-a906-49a4-9d25-571292fd6f8f service neutron] 10.222.0.107 "GET /v2.0/networks?id=66174410-a19b-416b-9246-e7d5278ff503 HTTP/1.1" status: 200 len: 915 time: 0.2296689 Feb 02 15:59:00.299710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-92b4a9b9-b90f-4751-ae1c-863eeb154390 req-58d0b4b2-8661-425d-960f-756ab14094a2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4386744 Feb 02 15:59:00.375146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-f7997520-31d6-4f8d-9dd4-568954b517d7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 HTTP/1.1" status: 200 len: 217 time: 0.0937765 Feb 02 15:59:00.383105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04b515-522c-409b-90ac-855cf43f52a0 req-0c92330c-5e9f-407e-83bd-b325e7d7cd6d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:00.384721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe04b515-522c-409b-90ac-855cf43f52a0 req-0c92330c-5e9f-407e-83bd-b325e7d7cd6d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 946 time: 0.1663313 Feb 02 15:59:00.389258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:00.473181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-c25d815e-513b-4f2d-b609-e033063fd8c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:00.474991 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-c25d815e-513b-4f2d-b609-e033063fd8c2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=764bb1ee-c1a3-42a6-adda-f8df1687424b HTTP/1.1" status: 200 len: 852 time: 0.0925062 Feb 02 15:59:00.549095 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:00.562450 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] Checking router: c557fc7a-1665-4684-9da4-d71c26f7c0ca for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:59:00.563092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe04b515-522c-409b-90ac-855cf43f52a0 req-fab5787f-3697-40b6-972d-0bcb3323e86f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531043 Feb 02 15:59:00.565707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=60f950d2-8f8a-4b2e-b4a2-ca790dd76a21,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:00.577928 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:00.577928 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:00.689019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ad05e-1091-486c-99a9-00914a253e5c req-23acaeca-d02a-4afd-a22b-164e09ad7aeb tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:00.689749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-368ad05e-1091-486c-99a9-00914a253e5c req-23acaeca-d02a-4afd-a22b-164e09ad7aeb tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Synchronizing usage tracker for tenant:89c24bd98a8e4495b55e54856464747b on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:00.701221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-0f1cd38c-f12d-4853-8e8a-3643d09c6fcb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=66174410-a19b-416b-9246-e7d5278ff503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190616 Feb 02 15:59:00.849687 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:00.863965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-368ad05e-1091-486c-99a9-00914a253e5c req-23acaeca-d02a-4afd-a22b-164e09ad7aeb tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Unset dirty status for tenant:89c24bd98a8e4495b55e54856464747b on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:00.865511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-368ad05e-1091-486c-99a9-00914a253e5c req-23acaeca-d02a-4afd-a22b-164e09ad7aeb tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 945 time: 0.3226347 Feb 02 15:59:00.982333 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-368ad05e-1091-486c-99a9-00914a253e5c req-a457cb72-8b8a-45b0-a78f-c85d12a3e5b6 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691109 Feb 02 15:59:00.991083 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:01.018133 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-b24a837f-1aae-492e-bf3b-97f67de81446 service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065155 Feb 02 15:59:01.204240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4c385b7-4602-4f6e-ad62-bb684180abeb req-6f67a613-cfdd-4c7e-9b44-a49b9984c7e0 service neutron] 10.222.0.107 "GET /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759136 Feb 02 15:59:01.284848 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:01.289185 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303bc21c-a236-498d-9a3e-66354b76fc4a None None] The sync data for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 is: [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:52:51Z', 'revision_number': 4, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cb6cd7a1-a730-4d15-81f2-33fd6186faa8', 'name': '', 'network_id': '66174410-a19b-416b-9246-e7d5278ff503', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'mac_address': 'fa:16:3e:a8:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:50Z', 'updated_at': '2022-02-02T15:53:24Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'subnets': [{'id': '764bb1ee-c1a3-42a6-adda-f8df1687424b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:59:01.601312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1be78bc-6a38-44a0-abc1-026ba496af76 None None] New status for floating IP 255e9ff5-333b-4569-a668-7f0ba613cfc0: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:59:01.843014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165aa7a-d3af-49d6-99d0-b7a963a0fc64 req-afb3a602-8e6b-4308-8c59-166f3cec9296 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:01.844489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e165aa7a-d3af-49d6-99d0-b7a963a0fc64 req-afb3a602-8e6b-4308-8c59-166f3cec9296 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 946 time: 0.1146569 Feb 02 15:59:01.854193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router 726bfa7a-6752-450d-9f9d-6b101eca369d has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:59:01.970773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e165aa7a-d3af-49d6-99d0-b7a963a0fc64 req-7a8f0e9c-c2f2-4455-b6af-0da90e09278d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186435 Feb 02 15:59:02.145343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:59:02.157193 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] Sync routers for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:59:02.170565 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:02.171517 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:02.287001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbbee1-0d1f-41a3-9e7c-2f6ea3b7ebb3 req-cf6e0689-18d6-4f48-b311-e760458e60b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:02.288566 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5fbbee1-0d1f-41a3-9e7c-2f6ea3b7ebb3 req-cf6e0689-18d6-4f48-b311-e760458e60b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 946 time: 0.1618435 Feb 02 15:59:02.304443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-4169a286-3730-415d-acef-ac7eaf608ccc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:02.306437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-4169a286-3730-415d-acef-ac7eaf608ccc tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.107 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 945 time: 0.1331050 Feb 02 15:59:02.375753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc86be2-87d8-436f-b658-49f8b6a689ab req-6fc467f6-bae8-4bdd-804d-2a2f735253c1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:02.377449 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0fc86be2-87d8-436f-b658-49f8b6a689ab req-6fc467f6-bae8-4bdd-804d-2a2f735253c1 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 945 time: 0.2300625 Feb 02 15:59:02.383713 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:02.408625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5fbbee1-0d1f-41a3-9e7c-2f6ea3b7ebb3 req-dfcd32df-48be-43cd-a378-7d6a447816db tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114390 Feb 02 15:59:02.410722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c885f68e-7cba-4965-87cd-6fe343c57888 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "PUT /v2.0/routers/726bfa7a-6752-450d-9f9d-6b101eca369d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3847408 Feb 02 15:59:02.413411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43866) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:02.426783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Deleting port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:02.427255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:02.453708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43870) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:02.560227 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0fc86be2-87d8-436f-b658-49f8b6a689ab req-141481e2-486b-4204-9db8-ae3f977b2970 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/security-groups?id=18b4ec9d-2047-4e90-85e4-bbf9fa7006af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746593 Feb 02 15:59:02.688382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb1eecb-3eeb-4212-95c9-3db331b0463a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting subnet ee017a8c-598d-493e-859e-9151c42202f9 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:59:02.693917 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6fb1eecb-3eeb-4212-95c9-3db331b0463a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:02.784996 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6fb1eecb-3eeb-4212-95c9-3db331b0463a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:02.797139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] For port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:02.797499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:02.816957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-629260bc-a3ea-446d-8a34-a060b9359d69 tempest-TestVolumeBootPattern-1705813790 tempest-TestVolumeBootPattern-1705813790-project-admin] Synchronizing usage tracker for tenant:d6df07f8b7094af791c08cec3ffcf255 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:02.842989 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:59Z', 'revision_number': 7, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:02.847190 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] Checking router: 726bfa7a-6752-450d-9f9d-6b101eca369d for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:59:02.858424 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] Routers {'726bfa7a-6752-450d-9f9d-6b101eca369d'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:02.859030 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['726bfa7a-6752-450d-9f9d-6b101eca369d'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:02.892512 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6fb1eecb-3eeb-4212-95c9-3db331b0463a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:02.947797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Calling delete_port for 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:02.983722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-629260bc-a3ea-446d-8a34-a060b9359d69 tempest-TestVolumeBootPattern-1705813790 tempest-TestVolumeBootPattern-1705813790-project-admin] Unset dirty status for tenant:d6df07f8b7094af791c08cec3ffcf255 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:02.985005 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-629260bc-a3ea-446d-8a34-a060b9359d69 tempest-TestVolumeBootPattern-1705813790 tempest-TestVolumeBootPattern-1705813790-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 1092 time: 0.5302906 Feb 02 15:59:02.988467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43876) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:03.001449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:03.011644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:03.019982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:floatingip and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:03.025502 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:03.031112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6fb1eecb-3eeb-4212-95c9-3db331b0463a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.035086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:03.054462 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] Set router 726bfa7a-6752-450d-9f9d-6b101eca369d gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:03.077529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1eecb-3eeb-4212-95c9-3db331b0463a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Subnet': ['ID=ee017a8c-598d-493e-859e-9151c42202f9,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:03.084819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6fb1eecb-3eeb-4212-95c9-3db331b0463a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.091392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6fb1eecb-3eeb-4212-95c9-3db331b0463a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/subnets/ee017a8c-598d-493e-859e-9151c42202f9 HTTP/1.1" status: 204 len: 168 time: 0.6766398 Feb 02 15:59:03.094069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43880) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:03.094307 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba902d6-9f8b-474c-887e-e10416c83c3b None None] Network ade1e67f-2620-4bfc-a1d1-564312e6e62a requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:59:03.117986 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.272705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.338999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event deleted for resources: {'Port': ['ID=874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:03.391016 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.407798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] DHCP port deletion for ade1e67f-2620-4bfc-a1d1-564312e6e62a request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:59:03.412423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] Deleting port d4ae818d-7977-476f-bf97-296bc96c236f {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:03.412794 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.426487 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:59Z', 'revision_number': 7, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:03.431760 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5eee8-5478-482c-a1b5-e0b739a17307 None None] The sync data for ids ['726bfa7a-6752-450d-9f9d-6b101eca369d'] in n-d-827122-1 is: [{'id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'name': 'tempest-TestNetworkBasicOps-router-603820581', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:38Z', 'updated_at': '2022-02-02T15:58:59Z', 'revision_number': 7, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'e5af597a-fd75-4770-9785-65bddf7a1d75', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726bfa7a-6752-450d-9f9d-6b101eca369d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:39Z', 'updated_at': '2022-02-02T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:59:03.472687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.483166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] No DVR routers for this DVR port 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:59:03.519629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.522198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'name': 'network-vif-deleted', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:59:03.588335 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02f74af-3e38-4eed-987c-d9199a3ed238', 'name': 'network-vif-deleted', 'tag': '874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7', 'status': 'completed', 'code': 200} Feb 02 15:59:03.634230 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-669286e2-a16c-4c22-bdc7-e87398cf691d req-ecae2a21-6cf4-43f5-9cf8-2442f1468038 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.107 "DELETE /v2.0/ports/874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 HTTP/1.1" status: 204 len: 173 time: 1.3128510 Feb 02 15:59:03.660942 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.684723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.25.0.20 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/1debe66c-974a-4ee0-9d57-818e963579af) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:59:03.717968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] For port d4ae818d-7977-476f-bf97-296bc96c236f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d4ae818d-7977-476f-bf97-296bc96c236f,segment=NetworkSegment(8b0d8a79-f1d2-4bef-9a61-194024ff29aa),segment_id=8b0d8a79-f1d2-4bef-9a61-194024ff29aa)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:03.722054 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.806091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port e5af597a-fd75-4770-9785-65bddf7a1d75 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:03.806600 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:03.894177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70bee0aa-3207-4edf-957b-2e0bf77f9b3d req-96ca86eb-c854-47a5-8571-b5a59f79d0ed tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 210 time: 0.1764188 Feb 02 15:59:03.980228 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] Calling delete_port for d4ae818d-7977-476f-bf97-296bc96c236f owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:04.110397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:04.156807 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:04.167136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:59:04.167481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 60f950d2-8f8a-4b2e-b4a2-ca790dd76a21 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:59:04.167929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d4ae818d-7977-476f-bf97-296bc96c236f no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:04.172123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port e5af597a-fd75-4770-9785-65bddf7a1d75, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e5af597a-fd75-4770-9785-65bddf7a1d75,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:04.172549 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:04.268788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:04.299904 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:04.322282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for e5af597a-fd75-4770-9785-65bddf7a1d75 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:04.328539 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:04.352278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:04.363697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:04.369560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:59:04.444556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=1debe66c-974a-4ee0-9d57-818e963579af,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:04.470773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] Pushing event deleted for resources: {'Port': ['ID=d4ae818d-7977-476f-bf97-296bc96c236f,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:04.492545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1476b99-723e-4fa9-9027-453930bf382c None None] No DVR routers for this DVR port d4ae818d-7977-476f-bf97-296bc96c236f on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:59:04.609899 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:59:04.645413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:04.692299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=e5af597a-fd75-4770-9785-65bddf7a1d75,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:04.991534 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.060579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.132130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7e04804e-b803-42d8-88f1-64ff633c4406 req-fb033b67-f136-4c2b-9f1a-9c68d24c6f6d tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Synchronizing usage tracker for tenant:89c24bd98a8e4495b55e54856464747b on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:05.160199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.202012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:05.240025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:59:05.245475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 874e2ce3-8ca4-4c46-bb58-a41e5f0ba9d7 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:59:05.300029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7e04804e-b803-42d8-88f1-64ff633c4406 req-fb033b67-f136-4c2b-9f1a-9c68d24c6f6d tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Unset dirty status for tenant:89c24bd98a8e4495b55e54856464747b on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:05.301256 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e04804e-b803-42d8-88f1-64ff633c4406 req-fb033b67-f136-4c2b-9f1a-9c68d24c6f6d tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "GET /v2.0/ports?device_id=b02f74af-3e38-4eed-987c-d9199a3ed238 HTTP/1.1" status: 200 len: 210 time: 0.2231777 Feb 02 15:59:05.348179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.352717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.399265 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.482036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.482806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Fanout notify agent at l3_agent the message router_deleted on router 726bfa7a-6752-450d-9f9d-6b101eca369d {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:59:05.504609 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.506212 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dd4194a4-37b4-4ebc-bbbe-fd499d27ccb2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/routers/726bfa7a-6752-450d-9f9d-6b101eca369d HTTP/1.1" status: 204 len: 168 time: 2.4108469 Feb 02 15:59:05.509750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43890) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:05.538735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.665831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.676635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=1debe66c-974a-4ee0-9d57-818e963579af,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:05.696026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.821867 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.857062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade1e67f-2620-4bfc-a1d1-564312e6e62a']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:05.869905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0d8a79-f1d2-4bef-9a61-194024ff29aa') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:05.870268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0d8a79-f1d2-4bef-9a61-194024ff29aa') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:05.883449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.901141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.908348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:59:05.908747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:59:05.924308 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:59:05.930266 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Floating IP 333c489d-a084-41b7-b17b-ce16fa1979c4 associated. External IP: 172.25.0.20, port: e2fbcbd5-3c53-45f4-8b23-04302630d10b. Feb 02 15:59:06.078663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e5af597a-fd75-4770-9785-65bddf7a1d75 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:06.087501 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.109130 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.116631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e5af597a-fd75-4770-9785-65bddf7a1d75 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:59:06.117287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e5af597a-fd75-4770-9785-65bddf7a1d75 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:59:06.122317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Network': ['ID=ade1e67f-2620-4bfc-a1d1-564312e6e62a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:06.128983 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e4a32d1f-3b14-4199-8c9b-65da6b2a5a4e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/networks/ade1e67f-2620-4bfc-a1d1-564312e6e62a HTTP/1.1" status: 204 len: 168 time: 0.6177211 Feb 02 15:59:06.150144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43894) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:06.156894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'network': {'name': 'tempest-network-smoke--680327884', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:06.162940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:06.167538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:network and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:06.171337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:06.177463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:06.264154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:59:06.267205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.296676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:59:06.306269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.306269 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Added segment b1d24cbe-eb32-4f2f-bc18-6768720359db of type vlan for network 5c03f0e7-d273-4280-9127-47f3b33669a3 Feb 02 15:59:06.335713 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.430822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43900) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:06.481372 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.485576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:06.486223 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.493076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:59:06.630589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0ac04ecc-7b1e-4f18-a836-c1d825647aa5 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.635342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Network': ['ID=5c03f0e7-d273-4280-9127-47f3b33669a3,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:06.646705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:59:06.668838 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4249c374-cc44-418b-a8fc-faf308396d37 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5148377 Feb 02 15:59:06.675604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 43904) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:06.675734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0ac04ecc-7b1e-4f18-a836-c1d825647aa5 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.677970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'admin_state_up': True, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:06.689921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:06.702749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:router and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:06.707273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:06.714987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:06.745712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:59:06.769771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:59:06.790073 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:06.790710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:06.796491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.798469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.869850 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0ac04ecc-7b1e-4f18-a836-c1d825647aa5 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.883448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.892950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac04ecc-7b1e-4f18-a836-c1d825647aa5 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b4ec9d-2047-4e90-85e4-bbf9fa7006af,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:06.904736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.967032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e7285c52-16dc-449d-acf3-e31c74f61cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9738276 Feb 02 15:59:06.967032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'tag': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:59:06.989889 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0ac04ecc-7b1e-4f18-a836-c1d825647aa5 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:06.989889 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0ac04ecc-7b1e-4f18-a836-c1d825647aa5 tempest-TestVolumeBackupRestore-75415599 tempest-TestVolumeBackupRestore-75415599-project] 10.222.0.88 "DELETE /v2.0/security-groups/18b4ec9d-2047-4e90-85e4-bbf9fa7006af HTTP/1.1" status: 204 len: 168 time: 0.5546124 Feb 02 15:59:07.012311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:07.023717 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'tag': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'status': 'completed', 'code': 200} Feb 02 15:59:07.166365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce822632-278b-4b7f-95b6-89927857582e req-4a43f5e4-3d2c-409d-be6c-8c7a4041d572 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 1097 time: 0.0963614 Feb 02 15:59:07.204788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:07.438035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '333c489d-a084-41b7-b17b-ce16fa1979c4', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:99:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:04Z', 'updated_at': '2022-02-02T15:59:04Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:07.443349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:59:07.460345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:07.460345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:07.477132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822632-278b-4b7f-95b6-89927857582e req-20e15a74-bcaf-4a89-96dc-5a9984b746cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:07.479028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce822632-278b-4b7f-95b6-89927857582e req-20e15a74-bcaf-4a89-96dc-5a9984b746cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.3045089 Feb 02 15:59:07.546058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:07.579013 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:07.639332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce822632-278b-4b7f-95b6-89927857582e req-314135aa-e6c5-4452-86a5-548d71d3c486 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b HTTP/1.1" status: 200 len: 999 time: 0.1535106 Feb 02 15:59:07.660909 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:07.719564 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822632-278b-4b7f-95b6-89927857582e req-7526b335-4ef5-42ab-aadd-01f1ffbc8351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:07.721591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce822632-278b-4b7f-95b6-89927857582e req-7526b335-4ef5-42ab-aadd-01f1ffbc8351 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0758154 Feb 02 15:59:07.765480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.25.0.202 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/ce7da655-0cbb-449d-8fae-2dd73b0ff887) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:59:07.889172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce822632-278b-4b7f-95b6-89927857582e req-3e5d8645-649d-405d-aa3e-7ef0b7eed9b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596994 Feb 02 15:59:08.017770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.086503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce822632-278b-4b7f-95b6-89927857582e req-58bd022b-0d74-45db-bf4b-a08e27ef9742 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900294 Feb 02 15:59:08.148882 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.280599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:08.280599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:08.300108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:59:08.333788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ce822632-278b-4b7f-95b6-89927857582e req-5d53710d-7fb3-492c-83ce-a2d0d8cb3e92 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409673 Feb 02 15:59:08.383059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '333c489d-a084-41b7-b17b-ce16fa1979c4', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:99:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:04Z', 'updated_at': '2022-02-02T15:59:04Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:08.388007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=ce7da655-0cbb-449d-8fae-2dd73b0ff887,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:08.389446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b684172-ba55-4330-bae4-78cfef5bdf46 None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '333c489d-a084-41b7-b17b-ce16fa1979c4', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:99:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:04Z', 'updated_at': '2022-02-02T15:59:04Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:59:08.655154 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.656747 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:08.671460 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d95327-0fc4-4017-9e48-015776031670 None None] New status for floating IP 333c489d-a084-41b7-b17b-ce16fa1979c4: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:59:09.211779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router be4de068-a070-48f9-880b-ac31ec57a607 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:59:09.459208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:59:09.473895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Sync routers for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:59:09.491527 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:09.492188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:09.588089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:09.588089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-02b71fa0-a246-4971-a5cc-e2f3541d8a1b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9175036 Feb 02 15:59:09.590988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 43992) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:09.654392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44000) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:09.656046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9b4c321e-8594-4cd9-971a-6c1f170994b4 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=2e23a4b9014c4626a6bfb847e49c6697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630226 Feb 02 15:59:09.746623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:09.834347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79722add-ba70-4cb4-830d-b3219536134e tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:09.838200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-79722add-ba70-4cb4-830d-b3219536134e tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1822338 Feb 02 15:59:09.839013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44008) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:09.885967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dce9593f-0209-483d-ba95-d99be2803415 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456648 Feb 02 15:59:09.891120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44014) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:09.901691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-780446003', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:10.081554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:10.081554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:subnet and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:10.081554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:10.086141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:10.119498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:08Z', 'revision_number': 3, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:10.125107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Checking router: be4de068-a070-48f9-880b-ac31ec57a607 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:59:10.125458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Updating router be4de068-a070-48f9-880b-ac31ec57a607 port ce7da655-0cbb-449d-8fae-2dd73b0ff887 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:59:10.197219 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:10.241545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:59:10.376243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:10.632884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:10.648493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Transition to ACTIVE for port object ce7da655-0cbb-449d-8fae-2dd73b0ff887 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:10.739324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:10.773427 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:10.852701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Subnet': ['ID=46805141-666d-48f6-beba-b8643e712d31,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:10.861409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Checking segment: {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:59:10.862211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network hostable DHCP agents. Network: 5c03f0e7-d273-4280-9127-47f3b33669a3, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:59:10.920125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Attempting to bind port ce7da655-0cbb-449d-8fae-2dd73b0ff887 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:59:10.920568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Attempting to bind port ce7da655-0cbb-449d-8fae-2dd73b0ff887 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:59:10.920998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Attempting to bind port ce7da655-0cbb-449d-8fae-2dd73b0ff887 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:59:10.927145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Pushing event updated for resources: {'Port': ['ID=ce7da655-0cbb-449d-8fae-2dd73b0ff887,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:10.939962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.940398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.941066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.941435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.942589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.942589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.942589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.943054 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.943429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.943820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.944224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:10.948436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:59:10.948823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:59:10.949225 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:10.949609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:59:10.950598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Bound port: ce7da655-0cbb-449d-8fae-2dd73b0ff887, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:59:10.950971 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:11.001506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:59:11.033613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] For port ce7da655-0cbb-449d-8fae-2dd73b0ff887, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:59:11.037418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] For port ce7da655-0cbb-449d-8fae-2dd73b0ff887, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ce7da655-0cbb-449d-8fae-2dd73b0ff887,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:59:11.086182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 5c03f0e7-d273-4280-9127-47f3b33669a3) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:11.091886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:11.092891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:11.108811 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a3ed8-9edf-4af8-b3d4-4e63eff68b00 None None] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:59:11.131385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:11.219507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cb19c7f0-87ad-49e9-8fe0-756e9b387477 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3265960 Feb 02 15:59:11.222358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44062) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:11.284529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dad73-373b-425b-8161-779139a64682 None None] Pushing event updated for resources: {'Port': ['ID=ce7da655-0cbb-449d-8fae-2dd73b0ff887,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:11.318739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:11.319371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:11.636833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-5c03f0e7-d273-4280-9127-47f3b33669a3', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 15:59:11.637992 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:11.691365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44084) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:11.713399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:12.219005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Allocated IP 172.20.0.2 (5c03f0e7-d273-4280-9127-47f3b33669a3/46805141-666d-48f6-beba-b8643e712d31/5d4af93e-870d-42b5-bceb-510a01bd3273) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:59:12.589733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:12.758079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:08Z', 'revision_number': 3, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:12.770089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d57295-c95e-429f-9735-5088a6063a50 None None] The sync data for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 is: [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:08Z', 'revision_number': 3, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:59:12.790645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:12.818105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Transition to ACTIVE for port object 5d4af93e-870d-42b5-bceb-510a01bd3273 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:12.878075 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:12.881497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Transition to ACTIVE for port object 5d4af93e-870d-42b5-bceb-510a01bd3273 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:12.985941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.067565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Pushing event updated for resources: {'Port': ['ID=5d4af93e-870d-42b5-bceb-510a01bd3273,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:13.103125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:13.111630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:13.121593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:59:13.261628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Attempting to bind port 5d4af93e-870d-42b5-bceb-510a01bd3273 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:59:13.263490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Attempting to bind port 5d4af93e-870d-42b5-bceb-510a01bd3273 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:59:13.263490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Attempting to bind port 5d4af93e-870d-42b5-bceb-510a01bd3273 on network 5c03f0e7-d273-4280-9127-47f3b33669a3 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:59:13.275313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:59:13.279472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Checking segment: {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:59:13.279472 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.279472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Bound using segment: {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:59:13.279472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Bound port: 5d4af93e-870d-42b5-bceb-510a01bd3273, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:59:13.279472 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.293679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.20.0.1 (5c03f0e7-d273-4280-9127-47f3b33669a3/46805141-666d-48f6-beba-b8643e712d31/67046f1f-f474-415a-b4de-0fc06d242351) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:59:13.453886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] For port 5d4af93e-870d-42b5-bceb-510a01bd3273, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:59:13.453886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] For port 5d4af93e-870d-42b5-bceb-510a01bd3273, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d4af93e-870d-42b5-bceb-510a01bd3273,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:59:13.520924 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.539818 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.558864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Transition to ACTIVE for port object 67046f1f-f474-415a-b4de-0fc06d242351 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:13.626923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7761de-db75-48d0-88b8-bce299113c22 None None] Pushing event updated for resources: {'Port': ['ID=5d4af93e-870d-42b5-bceb-510a01bd3273,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:13.663980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Deleting port cb6cd7a1-a730-4d15-81f2-33fd6186faa8 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:13.664409 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.700959 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:13.787224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:13.798091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:13.800595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:59:13.878061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=67046f1f-f474-415a-b4de-0fc06d242351,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:13.906086 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.060563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] For port cb6cd7a1-a730-4d15-81f2-33fd6186faa8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:14.063578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.072452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.171972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5d4af93e-870d-42b5-bceb-510a01bd3273 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:14.210010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Calling delete_port for cb6cd7a1-a730-4d15-81f2-33fd6186faa8 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:14.306107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 5d4af93e-870d-42b5-bceb-510a01bd3273 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:14.471941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.531474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6cd7a1-a730-4d15-81f2-33fd6186faa8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:14.662370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.756627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.900604 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.918133 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:14.922649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=67046f1f-f474-415a-b4de-0fc06d242351,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:14.965364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fbb139-bddc-44a7-a18b-7209386d3705 None None] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:59:15.171396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:15.172972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:15.199096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c38990d7-e8ea-4492-8fb1-5a1d3ac2b76b None None] Provisioning for port 5d4af93e-870d-42b5-bceb-510a01bd3273 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:15.213952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c38990d7-e8ea-4492-8fb1-5a1d3ac2b76b None None] Provisioning complete for port 5d4af93e-870d-42b5-bceb-510a01bd3273 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:15.214575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c38990d7-e8ea-4492-8fb1-5a1d3ac2b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:15.467588 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c38990d7-e8ea-4492-8fb1-5a1d3ac2b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:15.547362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c38990d7-e8ea-4492-8fb1-5a1d3ac2b76b None None] For port 5d4af93e-870d-42b5-bceb-510a01bd3273, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d4af93e-870d-42b5-bceb-510a01bd3273,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:15.613935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c38990d7-e8ea-4492-8fb1-5a1d3ac2b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:15.735913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38990d7-e8ea-4492-8fb1-5a1d3ac2b76b None None] Pushing event updated for resources: {'Port': ['ID=5d4af93e-870d-42b5-bceb-510a01bd3273,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:15.823302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router be4de068-a070-48f9-880b-ac31ec57a607 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:59:15.912754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Router c557fc7a-1665-4684-9da4-d71c26f7c0ca has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:59:15.933423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-48122169-af06-49c7-bf5f-e6fb5c7eaa36 None None] Provisioning for port 67046f1f-f474-415a-b4de-0fc06d242351 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:15.939478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-48122169-af06-49c7-bf5f-e6fb5c7eaa36 None None] Provisioning complete for port 67046f1f-f474-415a-b4de-0fc06d242351 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:15.940347 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-48122169-af06-49c7-bf5f-e6fb5c7eaa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:16.177613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:59:16.221824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5b19b20f-e233-4b41-b274-f09b544321e3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "PUT /v2.0/routers/be4de068-a070-48f9-880b-ac31ec57a607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9979637 Feb 02 15:59:16.224408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44250) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:16.227440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-48122169-af06-49c7-bf5f-e6fb5c7eaa36 None None] Port 67046f1f-f474-415a-b4de-0fc06d242351 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:59:16.248078 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-48122169-af06-49c7-bf5f-e6fb5c7eaa36 None None] Provisioning complete for port 5d4af93e-870d-42b5-bceb-510a01bd3273 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:16.248460 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-48122169-af06-49c7-bf5f-e6fb5c7eaa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:16.348813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5d4af93e-870d-42b5-bceb-510a01bd3273 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:16.443744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:59:16.455969 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] Sync routers for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:59:16.458152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.458600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.458968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.459330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.459688 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.460096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.460461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.465574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.465574 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a07d76b1-ef90-4c09-8430-5c192384dd6f tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5692 time: 0.2377348 Feb 02 15:59:16.467360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44262) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:16.469131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:16.469867 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:16.509003 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5d4af93e-870d-42b5-bceb-510a01bd3273 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:16.509378 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:16.526392 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c2370e9-af13-4f25-91cb-d47d38522ce6 admin admin] 10.222.0.88 "PUT /v2.0/routers/c557fc7a-1665-4684-9da4-d71c26f7c0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8291707 Feb 02 15:59:16.530658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44268) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:16.622130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.623113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.623644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.624191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.624706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.625551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.626203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.626711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:16.631832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a74b6b62-8947-4f50-bbfe-f9251ad774e2 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.1633894 Feb 02 15:59:16.632351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44276) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:16.657315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-03297a1a-51f1-4ed3-9e18-9cc644ff661d None None] Provisioning complete for port 67046f1f-f474-415a-b4de-0fc06d242351 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:16.658372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-03297a1a-51f1-4ed3-9e18-9cc644ff661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:16.675072 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:16.705578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ce7da655-0cbb-449d-8fae-2dd73b0ff887 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:16.814493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:16.867193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-03297a1a-51f1-4ed3-9e18-9cc644ff661d None None] Port 67046f1f-f474-415a-b4de-0fc06d242351 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:59:16.998809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-17b58ea6-4511-4a2c-925d-db4f221fe13d tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.3640974 Feb 02 15:59:17.017441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ce7da655-0cbb-449d-8fae-2dd73b0ff887 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:17.023789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ce7da655-0cbb-449d-8fae-2dd73b0ff887 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:17.024298 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.068682 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:59:14Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:17.073345 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] Checking router: c557fc7a-1665-4684-9da4-d71c26f7c0ca for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:59:17.086294 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] Routers {'c557fc7a-1665-4684-9da4-d71c26f7c0ca'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:17.087052 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:17.224851 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.251280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ce7da655-0cbb-449d-8fae-2dd73b0ff887, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ce7da655-0cbb-449d-8fae-2dd73b0ff887,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:17.263446 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.280769 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.334859 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] Set router c557fc7a-1665-4684-9da4-d71c26f7c0ca gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:17.407800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.447358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Deleting port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:17.448092 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.489088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ce7da655-0cbb-449d-8fae-2dd73b0ff887,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:17.545926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44310) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:17.554268 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-800043805', 'description': 'tempest-secgroup-smoke-800043805 description', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:17.563084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:17.567820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:17.570794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:17.579882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:17.647621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] For port b8608551-ace2-4af8-b9d5-1f8ad50a1ff0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b8608551-ace2-4af8-b9d5-1f8ad50a1ff0,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:17.648015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.658418 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:59:14Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:17.662388 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f35fd3-f70f-4998-915c-310fb67e2d05 None None] The sync data for ids ['c557fc7a-1665-4684-9da4-d71c26f7c0ca'] in n-d-827122-1 is: [{'id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'name': 'tempest-TestVolumeBackupRestore-155792950-router', 'tenant_id': '89c24bd98a8e4495b55e54856464747b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:45Z', 'updated_at': '2022-02-02T15:59:14Z', 'revision_number': 5, 'project_id': '89c24bd98a8e4495b55e54856464747b', 'gw_port': {'id': 'b8608551-ace2-4af8-b9d5-1f8ad50a1ff0', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c557fc7a-1665-4684-9da4-d71c26f7c0ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:46Z', 'updated_at': '2022-02-02T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:59:17.686797 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.744522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:17.751725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:17.755029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:17.761223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:17.785525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Calling delete_port for b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:17.821999 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.904909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:17.956446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4b957f-60c3-44f7-961f-b0bca82da208,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:18.034163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.037123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a07b5721-e879-431c-9771-d1fa7bf856df tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4874442 Feb 02 15:59:18.047378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44328) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:18.054779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'de4b957f-60c3-44f7-961f-b0bca82da208', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:18.066627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:18.066627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:18.068390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:18.076230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:18.081661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.096286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ce7da655-0cbb-449d-8fae-2dd73b0ff887 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:18.110958 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.163895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8608551-ace2-4af8-b9d5-1f8ad50a1ff0,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:18.183081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ce7da655-0cbb-449d-8fae-2dd73b0ff887 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:18.183300 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.254056 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.327803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cb6cd7a1-a730-4d15-81f2-33fd6186faa8 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:18.364063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: cb6cd7a1-a730-4d15-81f2-33fd6186faa8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:59:18.364429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cb6cd7a1-a730-4d15-81f2-33fd6186faa8 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:59:18.462569 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.542173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.674211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.773237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ab7937-7fbd-45ba-8dae-3855277882f1,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:18.780419 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.785675 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.865078 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.866352 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8f0af1c2-6a9c-47ba-a093-6ec8bf0f52c6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8232863 Feb 02 15:59:18.869054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44362) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:18.878990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'de4b957f-60c3-44f7-961f-b0bca82da208', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:18.886289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:18.890335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:18.897327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:18.901340 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:18.901340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c557fc7a-1665-4684-9da4-d71c26f7c0ca {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:59:18.901340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:19.038068 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.038068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6f02d955-0681-4004-a54e-be8568401ef1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/c557fc7a-1665-4684-9da4-d71c26f7c0ca HTTP/1.1" status: 204 len: 168 time: 2.4955866 Feb 02 15:59:19.038068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44370) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:19.097160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4569298a-e093-409e-a1d9-c1b6e36fa490 admin admin] Deleting subnet 764bb1ee-c1a3-42a6-adda-f8df1687424b {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:59:19.101544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4569298a-e093-409e-a1d9-c1b6e36fa490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.136920 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.189946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4569298a-e093-409e-a1d9-c1b6e36fa490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.269155 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.302455 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4569298a-e093-409e-a1d9-c1b6e36fa490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.361091 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.389044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4265c0-93d0-449c-8af8-6e70150c8ca0,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:19.477984 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.479216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8e7b6bc1-49d8-4309-baf4-7124d816d923 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6092401 Feb 02 15:59:19.482166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44394) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:19.494671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'de4b957f-60c3-44f7-961f-b0bca82da208', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:19.499474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:19.504892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:19.506804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:19.513897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:19.539907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4569298a-e093-409e-a1d9-c1b6e36fa490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.584573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569298a-e093-409e-a1d9-c1b6e36fa490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764bb1ee-c1a3-42a6-adda-f8df1687424b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:19.588062 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4569298a-e093-409e-a1d9-c1b6e36fa490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.590425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4569298a-e093-409e-a1d9-c1b6e36fa490 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/764bb1ee-c1a3-42a6-adda-f8df1687424b HTTP/1.1" status: 204 len: 168 time: 0.5576251 Feb 02 15:59:19.592277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44402) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:19.593706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10026d3b-1bf9-4b95-95cc-799e50c168c3 None None] Network 66174410-a19b-416b-9246-e7d5278ff503 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:59:19.700004 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.796472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.845854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Deleting port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:19.845854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.893936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] DHCP port deletion for 66174410-a19b-416b-9246-e7d5278ff503 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:59:19.893936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] Deleting port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:19.897222 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:19.976660 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.134554 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.186602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] For port b487939d-b6c1-4abd-adb1-ef5ced03d3f1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b487939d-b6c1-4abd-adb1-ef5ced03d3f1,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:20.195832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] For port b487939d-b6c1-4abd-adb1-ef5ced03d3f1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b487939d-b6c1-4abd-adb1-ef5ced03d3f1,segment=NetworkSegment(a11629ab-cdb1-4067-8afa-ca732c24077d),segment_id=a11629ab-cdb1-4067-8afa-ca732c24077d)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:20.204384 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.211468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.216024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b487939d-b6c1-4abd-adb1-ef5ced03d3f1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:20.223798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200eeca1-c8c0-4a73-918f-820537be47fc,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:20.330092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Calling delete_port for b487939d-b6c1-4abd-adb1-ef5ced03d3f1 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:20.358356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.358356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1482a994-f4a6-4d85-ae65-e8662bcbec62 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8714509 Feb 02 15:59:20.363119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44430) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:20.368173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'de4b957f-60c3-44f7-961f-b0bca82da208', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:20.384244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:20.384244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:20.384244 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:20.395190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:20.402704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] Calling delete_port for b487939d-b6c1-4abd-adb1-ef5ced03d3f1 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:20.487009 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.506955 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.516934 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.598995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] No DVR routers for this DVR port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:59:20.638971 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:59:20.638971 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:59:20.641517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.667899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b487939d-b6c1-4abd-adb1-ef5ced03d3f1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:20.701558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.759533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fe6ba6-1438-4d8a-8657-69b1842c6fc1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:20.814189 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.845038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66174410-a19b-416b-9246-e7d5278ff503']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:20.847826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.850192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0784b022-c112-4467-b304-55631a9772ab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4897940 Feb 02 15:59:20.853226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44442) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:20.859154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'de4b957f-60c3-44f7-961f-b0bca82da208', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:20.860605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11629ab-cdb1-4067-8afa-ca732c24077d') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:20.860906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11629ab-cdb1-4067-8afa-ca732c24077d') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:20.870190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:20.874321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.880047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:20.880047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:20.886529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:20.892916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.901952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:59:20.902444 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:59:20.917063 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:59:20.979114 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Project 2e23a4b9014c4626a6bfb847e49c6697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:59:20.987350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.065805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.073343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.089897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Sync routers for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:59:21.091185 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.102230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=66174410-a19b-416b-9246-e7d5278ff503,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:21.102528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:21.102847 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:21.111878 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2f88090-5df9-4b7b-9d57-fe23c3dd7a86 admin admin] 10.222.0.88 "DELETE /v2.0/networks/66174410-a19b-416b-9246-e7d5278ff503 HTTP/1.1" status: 204 len: 168 time: 1.5183754 Feb 02 15:59:21.114813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44446) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:21.151960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] Deleting port b487939d-b6c1-4abd-adb1-ef5ced03d3f1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:21.152344 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.175124 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.208856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833e3e7b-8e64-4d95-af23-b30b232b67dc,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:21.244656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b69bf636-52f8-4cef-9d3b-12d8f5a42783 None None] The port 'b487939d-b6c1-4abd-adb1-ef5ced03d3f1' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:59:21.301837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.303049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f2eb8a72-37e7-444d-a902-2b7e19e84eea tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4488227 Feb 02 15:59:21.309428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44450) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:21.317927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'security_group_rule': {'security_group_id': 'de4b957f-60c3-44f7-961f-b0bca82da208', 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:21.326775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:21.332173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:security_group_rule and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:21.336193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:21.349672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:21.368868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:21.441152 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Project 2e23a4b9014c4626a6bfb847e49c6697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:59:21.458311 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.542769 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.610227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.645485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7427ca2-830a-45a5-9fc4-0b177922c048,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:21.680761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.740774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:14Z', 'revision_number': 2, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:21.748745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Checking router: be4de068-a070-48f9-880b-ac31ec57a607 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:59:21.748745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Updating router be4de068-a070-48f9-880b-ac31ec57a607 port 67046f1f-f474-415a-b4de-0fc06d242351 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 15:59:21.757492 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.757492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bb2c1d93-efe6-4bf8-9d45-67bf4fae805a tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4505754 Feb 02 15:59:21.816886 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:21.994105 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-48503e86-60f9-4d13-b5a5-768a414225ec tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:22.062783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:22.105254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-48503e86-60f9-4d13-b5a5-768a414225ec tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:22.107002 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-48503e86-60f9-4d13-b5a5-768a414225ec tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800043805&fields=id&tenant_id=2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 267 time: 0.1792939 Feb 02 15:59:22.182046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:59:22.182607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b8608551-ace2-4af8-b9d5-1f8ad50a1ff0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:59:22.306876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-52abecc6-d69d-46d6-a4c6-0eff8abebaa0 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:22.307626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-52abecc6-d69d-46d6-a4c6-0eff8abebaa0 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:22.362890 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:22.379199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Transition to ACTIVE for port object 67046f1f-f474-415a-b4de-0fc06d242351 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:22.412446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-52abecc6-d69d-46d6-a4c6-0eff8abebaa0 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:22.414516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-52abecc6-d69d-46d6-a4c6-0eff8abebaa0 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/networks?id=5c03f0e7-d273-4280-9127-47f3b33669a3 HTTP/1.1" status: 200 len: 796 time: 0.2996349 Feb 02 15:59:22.434453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-5c748ab3-27fb-4801-9bf4-2273ca1b3361 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/quotas/2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 375 time: 0.0133355 Feb 02 15:59:22.470472 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:22.663129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-268dc22a-c957-442d-8929-cf2dc8df1f25 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:22.722388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bf402-e98b-452f-bc45-ba2a94a1d51e None None] Pushing event updated for resources: {'Port': ['ID=67046f1f-f474-415a-b4de-0fc06d242351,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:22.728690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Attempting to bind port 67046f1f-f474-415a-b4de-0fc06d242351 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:59:22.732423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Attempting to bind port 67046f1f-f474-415a-b4de-0fc06d242351 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:59:22.732423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Attempting to bind port 67046f1f-f474-415a-b4de-0fc06d242351 on network 5c03f0e7-d273-4280-9127-47f3b33669a3 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:59:22.734494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Deleting port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:22.736199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:22.739530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:59:22.739663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Checking segment: {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:59:22.740359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:22.740445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Bound using segment: {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:59:22.742557 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Bound port: 67046f1f-f474-415a-b4de-0fc06d242351, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:59:22.742557 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:22.750256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-268dc22a-c957-442d-8929-cf2dc8df1f25 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:22.751735 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-268dc22a-c957-442d-8929-cf2dc8df1f25 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3091192 Feb 02 15:59:22.930121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] For port 67046f1f-f474-415a-b4de-0fc06d242351, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:59:22.940179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] For port 67046f1f-f474-415a-b4de-0fc06d242351, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=67046f1f-f474-415a-b4de-0fc06d242351,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:59:22.981696 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-91e1f4d1-3a69-4ed8-8ce2-86b0aa488274 service neutron] 10.222.0.88 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064722 Feb 02 15:59:23.025371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] For port ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,segment=NetworkSegment(15550222-22fb-4d8b-9300-132c1089b6a7),segment_id=15550222-22fb-4d8b-9300-132c1089b6a7)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:23.025731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:23.031552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:23.117923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bf402-e98b-452f-bc45-ba2a94a1d51e None None] Pushing event updated for resources: {'Port': ['ID=67046f1f-f474-415a-b4de-0fc06d242351,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:23.122640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:23.123379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:23.131314 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-aaede857-fa00-4fb7-9e7a-c4aaa46d0328 service neutron] 10.222.0.88 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423459 Feb 02 15:59:23.172292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Calling delete_port for ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:23.415602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:23.535603 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45ac04ae-d6f2-41ae-8912-b00e07b4122a req-580f09c2-9af0-4b52-8b85-04b75940b1af tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 210 time: 0.0447760 Feb 02 15:59:23.545750 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:23.598837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:23.875481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:22Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:23.875481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d964624-354c-4900-8d85-39461a180ce3 None None] The sync data for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 is: [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:22Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:59:24.036496 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:24.214744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-4ed5f1c1-83ac-4fba-b830-3421cbb22c5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1475229 Feb 02 15:59:24.407929 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-1325f003-9792-4c10-83b9-57ce3d316d9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 1097 time: 0.0891390 Feb 02 15:59:24.595397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-798d4765-872c-4399-ba72-12f5fa18b951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:24.595397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-798d4765-872c-4399-ba72-12f5fa18b951 service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1647146 Feb 02 15:59:24.613810 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d677f711-e458-45b7-bda5-ecfa2743136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:24.738082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4e2fc160-12b7-4d6a-a97b-4334f01b10ee req-2eb34f85-a11c-4eb7-8c79-9dae04788eb9 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 210 time: 0.0657783 Feb 02 15:59:24.800428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-86910344-70e9-4194-822e-39d692d4b409 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b HTTP/1.1" status: 200 len: 1001 time: 0.1955948 Feb 02 15:59:24.904666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-7c78f20a-87df-4626-ad1a-2e51c4d100f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:24.904666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-7c78f20a-87df-4626-ad1a-2e51c4d100f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0915091 Feb 02 15:59:25.007188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Router f314fce7-6cf3-4184-a003-adb668b8ddc0 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:59:25.010461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-1160f0de-6820-4a7c-9bf7-1e5b1ee4f70a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035872 Feb 02 15:59:25.188064 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-210365ac-be53-4f87-8e10-5a24a1e6a6cd service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694601 Feb 02 15:59:25.262975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:59:25.273255 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] Sync routers for ids ['f314fce7-6cf3-4184-a003-adb668b8ddc0'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:59:25.293416 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] Routers {'f314fce7-6cf3-4184-a003-adb668b8ddc0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:25.295278 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f314fce7-6cf3-4184-a003-adb668b8ddc0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:25.357854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7020fb54-273f-4270-9ab4-f8e6742b4b64 req-7f3d14a9-b71c-4faa-b7cc-369b82f62e56 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633930 Feb 02 15:59:25.381096 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a225bfb0-05d1-4c13-91aa-dd39b0f7848d admin admin] 10.222.0.88 "PUT /v2.0/routers/f314fce7-6cf3-4184-a003-adb668b8ddc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2650399 Feb 02 15:59:25.383334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44476) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:25.498230 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] Set router f314fce7-6cf3-4184-a003-adb668b8ddc0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:25.618485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:25.838060 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:59:23Z', 'revision_number': 5, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:25.846240 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] Checking router: f314fce7-6cf3-4184-a003-adb668b8ddc0 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:59:25.858688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:25.860409 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] Routers {'f314fce7-6cf3-4184-a003-adb668b8ddc0'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:25.860409 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:58:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['f314fce7-6cf3-4184-a003-adb668b8ddc0'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:25.971398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Deleting port 14ef864e-1772-47b2-8cad-f880cf8fa8e4 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:25.971398 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.010953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3cc105e5-abb5-4b75-83e7-e3a8c3184c51 req-f52de769-e9fb-4f6c-a54d-317a27ec5d4d tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 210 time: 0.0770710 Feb 02 15:59:26.101456 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] Set router f314fce7-6cf3-4184-a003-adb668b8ddc0 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:26.146705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 67046f1f-f474-415a-b4de-0fc06d242351 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:26.189586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] For port 14ef864e-1772-47b2-8cad-f880cf8fa8e4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=14ef864e-1772-47b2-8cad-f880cf8fa8e4,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:26.189942 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.313131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Calling delete_port for 14ef864e-1772-47b2-8cad-f880cf8fa8e4 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:26.362136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 67046f1f-f474-415a-b4de-0fc06d242351 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:26.362136 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 67046f1f-f474-415a-b4de-0fc06d242351 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:26.362136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.479797 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:59:23Z', 'revision_number': 5, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:26.479797 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b60ec-c557-4fce-a851-4e898a5e25e1 None None] The sync data for ids ['f314fce7-6cf3-4184-a003-adb668b8ddc0'] in n-d-827122-1 is: [{'id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'name': 'tempest-TestVolumeBackupRestore-79019909-router', 'tenant_id': '2a0ac0bf2bb442418c3246f44e186d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:59:23Z', 'revision_number': 5, 'project_id': '2a0ac0bf2bb442418c3246f44e186d29', 'gw_port': {'id': '14ef864e-1772-47b2-8cad-f880cf8fa8e4', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314fce7-6cf3-4184-a003-adb668b8ddc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:58Z', 'updated_at': '2022-02-02T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:59:26.569553 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2ca247b1-12d3-4f10-919e-adbbdb45d84c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:26.569553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2ca247b1-12d3-4f10-919e-adbbdb45d84c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "GET /v2.0/networks?id=5c03f0e7-d273-4280-9127-47f3b33669a3 HTTP/1.1" status: 200 len: 796 time: 0.2034471 Feb 02 15:59:26.590469 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.625068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 67046f1f-f474-415a-b4de-0fc06d242351, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=67046f1f-f474-415a-b4de-0fc06d242351,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:26.682026 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.773335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=67046f1f-f474-415a-b4de-0fc06d242351,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:26.793795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-81324a0c-0c0f-4996-b3b3-1f4233e37114 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:26.810619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-81324a0c-0c0f-4996-b3b3-1f4233e37114 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:26.812607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-81324a0c-0c0f-4996-b3b3-1f4233e37114 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e23a4b9014c4626a6bfb847e49c6697 HTTP/1.1" status: 200 len: 379 time: 0.2337978 Feb 02 15:59:26.824598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'port': {'device_id': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'admin_state_up': True, 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'security_groups': ['de4b957f-60c3-44f7-961f-b0bca82da208']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:26.894662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-20ed5202-7c54-4ffc-a667-9120337e5959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.900183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.974189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Pushing event deleted for resources: {'Port': ['ID=14ef864e-1772-47b2-8cad-f880cf8fa8e4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:27.105119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:27.173265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:27.205337 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ae6f660-8a6d-418c-bc67-af4cde8c691d req-edf3a4f2-d61e-43ae-b274-6af6e59b1cdb tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 210 time: 0.0482824 Feb 02 15:59:27.258642 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:27.339814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Made reservation on behalf of 2e23a4b9014c4626a6bfb847e49c6697 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:59:27.339814 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:27.606718 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:27.621883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:27.733695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.20.0.11 (5c03f0e7-d273-4280-9127-47f3b33669a3/46805141-666d-48f6-beba-b8643e712d31/ea8ad438-ed4a-4da7-9425-9c42f3df4fee) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:59:27.844488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:27.845019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f314fce7-6cf3-4184-a003-adb668b8ddc0 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:59:27.942689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:27.962240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Transition to ACTIVE for port object ea8ad438-ed4a-4da7-9425-9c42f3df4fee will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:27.967351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:27.969515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e59b21f4-98e1-434d-858e-581acefc217b admin admin] 10.222.0.88 "DELETE /v2.0/routers/f314fce7-6cf3-4184-a003-adb668b8ddc0 HTTP/1.1" status: 204 len: 168 time: 2.5838881 Feb 02 15:59:27.971542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44486) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:28.048076 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.049625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb46ae2c-e4b5-4c72-9337-c8859985adfe admin admin] Deleting subnet 234d1026-edc5-4ed9-8d98-580d44d0b2cc {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 15:59:28.053330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb46ae2c-e4b5-4c72-9337-c8859985adfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.110998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb46ae2c-e4b5-4c72-9337-c8859985adfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.150324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 67046f1f-f474-415a-b4de-0fc06d242351 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:28.153390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:28.155048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:28.157534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:59:28.200274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:28.218594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb46ae2c-e4b5-4c72-9337-c8859985adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.242154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 67046f1f-f474-415a-b4de-0fc06d242351 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:28.242575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.242801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:28.243485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.354683 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-f25933f1-e9c3-41c1-b81c-d3c9fd58528c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5375423 Feb 02 15:59:28.379743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Request body: {'port': {'device_id': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:28.432090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:28.443060 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb46ae2c-e4b5-4c72-9337-c8859985adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.472505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:59:28.472838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ae1aefe3-cb88-441a-bf4a-9cdcf99eb8dd not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:59:28.488331 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.491954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46ae2c-e4b5-4c72-9337-c8859985adfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234d1026-edc5-4ed9-8d98-580d44d0b2cc,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:28.492293 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.493311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb46ae2c-e4b5-4c72-9337-c8859985adfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.499910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dc5ed5-a35a-47d1-b0d3-69cad32b2827 None None] Network c54c497f-22ad-4955-86ec-7dc411f94db5 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 15:59:28.501271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cb46ae2c-e4b5-4c72-9337-c8859985adfe admin admin] 10.222.0.88 "DELETE /v2.0/subnets/234d1026-edc5-4ed9-8d98-580d44d0b2cc HTTP/1.1" status: 204 len: 168 time: 0.5283723 Feb 02 15:59:28.503745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44492) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:28.572447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d819b94d-069d-4663-8222-5ee26dbc6d6e None None] Provisioning for port ea8ad438-ed4a-4da7-9425-9c42f3df4fee completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:28.584787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d819b94d-069d-4663-8222-5ee26dbc6d6e None None] Provisioning complete for port ea8ad438-ed4a-4da7-9425-9c42f3df4fee triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:28.585159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d819b94d-069d-4663-8222-5ee26dbc6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.694499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.717833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d819b94d-069d-4663-8222-5ee26dbc6d6e None None] Port ea8ad438-ed4a-4da7-9425-9c42f3df4fee cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 15:59:28.720848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ab636-8949-408c-a251-e5ce523eee80 req-5897b060-3e4a-4ae2-8afa-3343e3a7ded8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:28.722054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bf2ab636-8949-408c-a251-e5ce523eee80 req-5897b060-3e4a-4ae2-8afa-3343e3a7ded8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:59:28.781659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.799519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Deleting port a42a83c3-b795-41f9-b767-d02c7f90295d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:28.801110 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.852769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bf2ab636-8949-408c-a251-e5ce523eee80 req-5897b060-3e4a-4ae2-8afa-3343e3a7ded8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:59:28.856173 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf2ab636-8949-408c-a251-e5ce523eee80 req-5897b060-3e4a-4ae2-8afa-3343e3a7ded8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 932 time: 0.4869680 Feb 02 15:59:28.868175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] DHCP port deletion for c54c497f-22ad-4955-86ec-7dc411f94db5 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 15:59:28.883658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] Deleting port a42a83c3-b795-41f9-b767-d02c7f90295d {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:28.889595 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.001404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf2ab636-8949-408c-a251-e5ce523eee80 req-d0db023e-98ce-437e-8205-89114c1e3ca5 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355057 Feb 02 15:59:29.077766 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] For port a42a83c3-b795-41f9-b767-d02c7f90295d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a42a83c3-b795-41f9-b767-d02c7f90295d,segment=NetworkSegment(15550222-22fb-4d8b-9300-132c1089b6a7),segment_id=15550222-22fb-4d8b-9300-132c1089b6a7)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:29.078991 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.188131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8ad438-ed4a-4da7-9425-9c42f3df4fee {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:59:29.192904 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] For port a42a83c3-b795-41f9-b767-d02c7f90295d, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a42a83c3-b795-41f9-b767-d02c7f90295d,segment=NetworkSegment(15550222-22fb-4d8b-9300-132c1089b6a7),segment_id=15550222-22fb-4d8b-9300-132c1089b6a7)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:29.193436 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.196086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.217789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Transition to ACTIVE for port object ea8ad438-ed4a-4da7-9425-9c42f3df4fee will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:59:29.221769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Calling delete_port for a42a83c3-b795-41f9-b767-d02c7f90295d owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:29.294529 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.358992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] Calling delete_port for a42a83c3-b795-41f9-b767-d02c7f90295d owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 15:59:29.379720 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.432335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42a83c3-b795-41f9-b767-d02c7f90295d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:29.446195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] No DVR routers for this DVR port a42a83c3-b795-41f9-b767-d02c7f90295d on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:59:29.467600 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:59:29.467600 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:59:29.473841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:29.570313 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Attempting to bind port ea8ad438-ed4a-4da7-9425-9c42f3df4fee on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:59:29.570644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Attempting to bind port ea8ad438-ed4a-4da7-9425-9c42f3df4fee by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:59:29.570963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Attempting to bind port ea8ad438-ed4a-4da7-9425-9c42f3df4fee on network 5c03f0e7-d273-4280-9127-47f3b33669a3 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:59:29.579930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Port ea8ad438-ed4a-4da7-9425-9c42f3df4fee on network 5c03f0e7-d273-4280-9127-47f3b33669a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 15:59:29.580263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Attempting to bind port ea8ad438-ed4a-4da7-9425-9c42f3df4fee on network 5c03f0e7-d273-4280-9127-47f3b33669a3 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 15:59:29.581452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.588145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 15:59:29.588145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Checking segment: {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 15:59:29.588145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Bound using segment: {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 15:59:29.589136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Bound port: ea8ad438-ed4a-4da7-9425-9c42f3df4fee, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d24cbe-eb32-4f2f-bc18-6768720359db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:59:29.589352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.609215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54c497f-22ad-4955-86ec-7dc411f94db5']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:29.621925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15550222-22fb-4d8b-9300-132c1089b6a7') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:29.622218 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15550222-22fb-4d8b-9300-132c1089b6a7') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:29.634183 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.654282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.662408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 15:59:29.662804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: timer() Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:59:29.676870 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:59:29.696033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] For port ea8ad438-ed4a-4da7-9425-9c42f3df4fee, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:59:29.699894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] For port ea8ad438-ed4a-4da7-9425-9c42f3df4fee, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:59:29.781658 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.838033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.856648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.856648 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] 10.222.0.107 "PUT /v2.0/ports/ea8ad438-ed4a-4da7-9425-9c42f3df4fee HTTP/1.1" status: 200 len: 1092 time: 1.4831886 Feb 02 15:59:29.856648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:59:29.879830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.889002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7650e3-bf96-4467-933c-ca2fbe32a739 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:29.910765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54c497f-22ad-4955-86ec-7dc411f94db5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:29.924736 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-85df3bae-ded7-4558-93e0-d31eecdf2218 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c54c497f-22ad-4955-86ec-7dc411f94db5 HTTP/1.1" status: 204 len: 168 time: 1.4189386 Feb 02 15:59:29.965583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] Deleting port a42a83c3-b795-41f9-b767-d02c7f90295d {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 15:59:29.966807 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:30.109481 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-e2dda7c4-81c5-4f56-bf4d-156be700f364 None None] The port 'a42a83c3-b795-41f9-b767-d02c7f90295d' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 15:59:30.126567 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:30.194771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a42a83c3-b795-41f9-b767-d02c7f90295d no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:30.231453 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-81284e2a-9e89-4489-9285-0a8effe9a9e9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 1095 time: 0.2275443 Feb 02 15:59:30.289345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a42a83c3-b795-41f9-b767-d02c7f90295d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:59:30.289845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a42a83c3-b795-41f9-b767-d02c7f90295d not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:59:30.347525 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'status': 'completed', 'code': 200} Feb 02 15:59:30.407403 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-c16256c2-bf61-4efc-8693-4311fcc8e59e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee HTTP/1.1" status: 200 len: 217 time: 0.1617954 Feb 02 15:59:30.463111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44506) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:30.492802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-5bfb4953-3e9e-4d7f-8a4c-ae01a1d0815a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:30.494335 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-5bfb4953-3e9e-4d7f-8a4c-ae01a1d0815a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=46805141-666d-48f6-beba-b8643e712d31 HTTP/1.1" status: 200 len: 834 time: 0.0804234 Feb 02 15:59:30.526436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c3e3973f-b4af-4e78-ae1d-151832448221 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=89c24bd98a8e4495b55e54856464747b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0619755 Feb 02 15:59:30.528864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44510) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:30.546095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3366a-a70e-426d-abfb-c8215764ac5c req-d7eb4159-00de-45f9-8981-f0b3c9510ad2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:30.547557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02e3366a-a70e-426d-abfb-c8215764ac5c req-d7eb4159-00de-45f9-8981-f0b3c9510ad2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 944 time: 0.1991768 Feb 02 15:59:30.604845 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f05b9f3e-0880-4e32-9634-d39f60e514f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:30.614157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02e3366a-a70e-426d-abfb-c8215764ac5c req-780d4469-ca99-445d-85ea-d6a297fa39d8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609818 Feb 02 15:59:30.628331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-17d5d5ab-2658-4892-9547-a0d3d69852f1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5c03f0e7-d273-4280-9127-47f3b33669a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277378 Feb 02 15:59:30.635327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f05b9f3e-0880-4e32-9634-d39f60e514f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:30.756617 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f05b9f3e-0880-4e32-9634-d39f60e514f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:30.776936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b9f3e-0880-4e32-9634-d39f60e514f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e94bc1-5948-46f3-a0f9-ffc8b1e95dfb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:30.778975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-ab12ad7a-2716-419e-bb98-5b1a77abbd40 service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437774 Feb 02 15:59:30.785804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f05b9f3e-0880-4e32-9634-d39f60e514f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:30.785960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f05b9f3e-0880-4e32-9634-d39f60e514f0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f0e94bc1-5948-46f3-a0f9-ffc8b1e95dfb HTTP/1.1" status: 204 len: 168 time: 0.2557068 Feb 02 15:59:30.919095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-53ad99da-7740-45b7-a7ea-2373ffb53ef1 req-650edae7-b9fb-487b-92d7-fc47da55eb0c service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347063 Feb 02 15:59:31.191375 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-60b45154-fba4-43e8-a6c3-07ec5530d503 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 1095 time: 0.0755324 Feb 02 15:59:31.439086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-9bb1bd3b-34b3-426b-87c8-195d2dfacb48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:31.440621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-9bb1bd3b-34b3-426b-87c8-195d2dfacb48 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5c03f0e7-d273-4280-9127-47f3b33669a3 HTTP/1.1" status: 200 len: 898 time: 0.2405248 Feb 02 15:59:31.511181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-0b6c4a91-1286-43d1-a847-f2aa34d39679 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee HTTP/1.1" status: 200 len: 217 time: 0.0642331 Feb 02 15:59:31.581752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-f2ae2495-fb1d-443d-81cc-d17d79564aec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:31.583367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-f2ae2495-fb1d-443d-81cc-d17d79564aec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=46805141-666d-48f6-beba-b8643e712d31 HTTP/1.1" status: 200 len: 834 time: 0.0658226 Feb 02 15:59:31.658102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44520) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:31.665355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-b1a2354b-2e55-4cc1-9be1-ab596e49f07f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5c03f0e7-d273-4280-9127-47f3b33669a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750539 Feb 02 15:59:31.729710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e3a4dc81-d318-469b-8a98-bef10150d274 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2a0ac0bf2bb442418c3246f44e186d29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0696776 Feb 02 15:59:31.734839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44524) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:31.819266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-0a0091d1-d488-4f30-8426-1c063129e45e service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450143 Feb 02 15:59:31.841599 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f24385dc-bd50-4c37-aebb-8c12b782f33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:31.886379 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f24385dc-bd50-4c37-aebb-8c12b782f33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:31.951826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74623d-0e91-4b89-af64-a869bba81b58 req-2696e057-866b-453c-9861-8f9830e3b191 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:31.953517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec74623d-0e91-4b89-af64-a869bba81b58 req-2696e057-866b-453c-9861-8f9830e3b191 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 944 time: 0.1482966 Feb 02 15:59:31.964836 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2561878e-90f9-43a6-966e-5a37b9dc7092 req-85f623bd-03cb-4bbd-b50e-8d6f3c7a3d9a service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387827 Feb 02 15:59:32.007417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ec74623d-0e91-4b89-af64-a869bba81b58 req-81085c81-87d0-4b08-b315-37cd75fb9943 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 Feb 02 15:59:32.070965 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f24385dc-bd50-4c37-aebb-8c12b782f33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:32.086345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24385dc-bd50-4c37-aebb-8c12b782f33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92775493-2901-4954-a02b-f1f445c160bf,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:32.099424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f24385dc-bd50-4c37-aebb-8c12b782f33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:32.099424 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f24385dc-bd50-4c37-aebb-8c12b782f33b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/92775493-2901-4954-a02b-f1f445c160bf HTTP/1.1" status: 204 len: 168 time: 0.3589816 Feb 02 15:59:33.209766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093c852-3fe8-4e7a-bb5b-05c22a39d8bf req-0e33284c-e04a-4d2a-9bca-2f23d062e7f2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:33.211225 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4093c852-3fe8-4e7a-bb5b-05c22a39d8bf req-0e33284c-e04a-4d2a-9bca-2f23d062e7f2 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 944 time: 0.0803366 Feb 02 15:59:33.263692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4093c852-3fe8-4e7a-bb5b-05c22a39d8bf req-208856a9-2c45-4729-b899-f04df6bee352 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462985 Feb 02 15:59:34.032085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 14ef864e-1772-47b2-8cad-f880cf8fa8e4 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:59:34.068664 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 14ef864e-1772-47b2-8cad-f880cf8fa8e4 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 15:59:34.069011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 14ef864e-1772-47b2-8cad-f880cf8fa8e4 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:59:34.470211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d214-fa6b-4477-bdcb-db94f82fe045 req-5b99febb-f5a6-4dba-b582-b704d9d1af66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:34.471686 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5326d214-fa6b-4477-bdcb-db94f82fe045 req-5b99febb-f5a6-4dba-b582-b704d9d1af66 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 944 time: 0.0814762 Feb 02 15:59:34.525828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5326d214-fa6b-4477-bdcb-db94f82fe045 req-c648782a-4f0e-4a8c-81d6-3b02ac807b1f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482748 Feb 02 15:59:35.366324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ea8ad438-ed4a-4da7-9425-9c42f3df4fee details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:59:35.502620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ea8ad438-ed4a-4da7-9425-9c42f3df4fee, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:35.522171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'port_id': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'mac_address': 'fa:16:3e:5e:e7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:59:35.572474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:35.592735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8ad438-ed4a-4da7-9425-9c42f3df4fee {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:59:35.608699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ea8ad438-ed4a-4da7-9425-9c42f3df4fee, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:35.689653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:35.747299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a5217-98f8-4e5e-85b9-ae7adc4fea21 req-2f81ad1d-3445-4a3f-9662-b52fc0dd41b3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:35.748166 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c61a5217-98f8-4e5e-85b9-ae7adc4fea21 req-2f81ad1d-3445-4a3f-9662-b52fc0dd41b3 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 945 time: 0.0850530 Feb 02 15:59:35.764636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:35.802286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c61a5217-98f8-4e5e-85b9-ae7adc4fea21 req-515cfd52-7d85-40fc-bcd8-de62dc10bd92 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470836 Feb 02 15:59:35.960703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ea8ad438-ed4a-4da7-9425-9c42f3df4fee'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 15:59:37.009414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743355b-2e4c-4dfa-bdf2-cfba70cace06 req-055df1ad-432c-4f68-b7fe-aa2fff800a46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:37.011165 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1743355b-2e4c-4dfa-bdf2-cfba70cace06 req-055df1ad-432c-4f68-b7fe-aa2fff800a46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 945 time: 0.0850873 Feb 02 15:59:37.061953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1743355b-2e4c-4dfa-bdf2-cfba70cace06 req-0eab68eb-86db-4765-bad2-d34b681afc6b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449035 Feb 02 15:59:37.378435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ea8ad438-ed4a-4da7-9425-9c42f3df4fee up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:59:37.597218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port ea8ad438-ed4a-4da7-9425-9c42f3df4fee completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:59:37.609002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port ea8ad438-ed4a-4da7-9425-9c42f3df4fee triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:37.609002 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:37.731300 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:37.762445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:59:37.772849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ea8ad438-ed4a-4da7-9425-9c42f3df4fee, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:37.820707 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'code': 200} Feb 02 15:59:37.906213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:37.975357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:37.986754 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-efad7794-e2ec-4fa7-a26a-474034887b30 req-baeb0af8-ff25-4061-996b-b672f4f384db service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 1097 time: 0.0786526 Feb 02 15:59:38.031919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-efad7794-e2ec-4fa7-a26a-474034887b30 req-ec024117-b60d-4286-920f-6bb10c725d6c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394957 Feb 02 15:59:38.282763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbefa-e4f9-4d21-9071-9691b27424a9 req-012db523-006a-4c21-ba9c-853fca84990e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:38.284477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2eabbefa-e4f9-4d21-9071-9691b27424a9 req-012db523-006a-4c21-ba9c-853fca84990e tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 946 time: 0.0900156 Feb 02 15:59:38.334679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2eabbefa-e4f9-4d21-9071-9691b27424a9 req-724e433c-a7a4-45d4-88ca-3515cfb839be tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444851 Feb 02 15:59:39.546079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40bbc0-99e0-498d-93f8-c86caacbdd6e req-f23fe2b6-0517-4ace-9b02-294c5f9cdeab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:39.548204 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c40bbc0-99e0-498d-93f8-c86caacbdd6e req-f23fe2b6-0517-4ace-9b02-294c5f9cdeab tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 946 time: 0.0823498 Feb 02 15:59:39.597905 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9c40bbc0-99e0-498d-93f8-c86caacbdd6e req-cacb7135-db1e-47e2-98a6-bb18ac2e4e36 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449131 Feb 02 15:59:39.825934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba4069-60e3-4c3d-bf31-26689b504be8 req-16512ea8-6087-4d5d-8cc3-db3b8ff09771 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:39.827426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5ba4069-60e3-4c3d-bf31-26689b504be8 req-16512ea8-6087-4d5d-8cc3-db3b8ff09771 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 946 time: 0.0944731 Feb 02 15:59:39.883919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5ba4069-60e3-4c3d-bf31-26689b504be8 req-2f313fdc-6173-421e-bbe0-a1332ac09a05 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507767 Feb 02 15:59:39.924584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44548) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:40.109668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5a2b8f98-cb54-4339-935a-23ea49bd8a19 tempest-TestNetworkBasicOps-610012917 tempest-TestNetworkBasicOps-610012917-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 1092 time: 0.1837034 Feb 02 15:59:40.115943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44552) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:40.121443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 15:59:40.128344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:40.132339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Usage tracker for resource:floatingip and tenant:2e23a4b9014c4626a6bfb847e49c6697 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:40.135475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:40.141834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:40.241511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:40.400393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:40.554638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Allocated IP 172.25.0.162 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/265baf2a-b508-4287-8d61-d800b3cfba05) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:59:40.709384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:40.866524 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:40.933513 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:40.936847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:40.940740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 15:59:40.971527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=265baf2a-b508-4287-8d61-d800b3cfba05,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:41.494883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:41.612127 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:59:41.658510 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:41.876870 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:42.003282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:42.110417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event updated for resources: {'Port': ['ID=265baf2a-b508-4287-8d61-d800b3cfba05,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:42.127420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:42.432464 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Floating IP c005f9e2-b3c5-47d7-8138-d76bf438c607 associated. External IP: 172.25.0.162, port: ea8ad438-ed4a-4da7-9425-9c42f3df4fee. Feb 02 15:59:42.856401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router be4de068-a070-48f9-880b-ac31ec57a607 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:59:43.078976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:59:43.089006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] Sync routers for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 15:59:43.102713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:43.103415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:59:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:43.170220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:43.229905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bf54b861-9141-4678-a54c-3016278263f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1127439 Feb 02 15:59:43.230593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:59:43.233454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44556) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:43.294303 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'status': 'completed', 'code': 200} Feb 02 15:59:43.299067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:43.395281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b406c902-b1fd-4adf-874b-f38178973ab9 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/c005f9e2-b3c5-47d7-8138-d76bf438c607 HTTP/1.1" status: 200 len: 992 time: 0.1605248 Feb 02 15:59:43.426027 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0935f46c-3820-47e8-adda-e1752cc393ca req-c0b9c417-3aef-45e7-a062-1df2b76d7169 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 1097 time: 0.0910549 Feb 02 15:59:43.579252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f46c-3820-47e8-adda-e1752cc393ca req-f53ff033-d69e-47b3-a89f-1bd4305270fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:43.579252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0935f46c-3820-47e8-adda-e1752cc393ca req-f53ff033-d69e-47b3-a89f-1bd4305270fa service neutron] 10.222.0.107 "GET /v2.0/networks?id=5c03f0e7-d273-4280-9127-47f3b33669a3 HTTP/1.1" status: 200 len: 898 time: 0.1446729 Feb 02 15:59:43.689426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0935f46c-3820-47e8-adda-e1752cc393ca req-1c24cf2c-9395-46fa-ab65-2411bbaf05d6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee HTTP/1.1" status: 200 len: 1000 time: 0.1067882 Feb 02 15:59:43.711761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'c005f9e2-b3c5-47d7-8138-d76bf438c607', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'port_id': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'mac_address': 'fa:16:3e:5e:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:41Z', 'updated_at': '2022-02-02T15:59:41Z', 'revision_number': 0, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:43.716323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] Checking router: be4de068-a070-48f9-880b-ac31ec57a607 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 15:59:43.735815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 15:59:43.737052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:59:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:43.760025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f46c-3820-47e8-adda-e1752cc393ca req-e3695bc9-fb17-4a8d-a42e-e2ee6ac3c331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:43.761647 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0935f46c-3820-47e8-adda-e1752cc393ca req-e3695bc9-fb17-4a8d-a42e-e2ee6ac3c331 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=46805141-666d-48f6-beba-b8643e712d31 HTTP/1.1" status: 200 len: 834 time: 0.0670512 Feb 02 15:59:43.843491 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0935f46c-3820-47e8-adda-e1752cc393ca req-1fd879ed-4545-4221-93e5-59b7e9abfd7f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5c03f0e7-d273-4280-9127-47f3b33669a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768349 Feb 02 15:59:43.933714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 15:59:44.091506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0935f46c-3820-47e8-adda-e1752cc393ca req-545a9e8f-f336-4e40-9e7a-8f15ea3fdfd6 service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411549 Feb 02 15:59:44.246752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0935f46c-3820-47e8-adda-e1752cc393ca req-e54b9deb-b758-4411-815f-bc210a8a1a78 service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495290 Feb 02 15:59:44.311203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'c005f9e2-b3c5-47d7-8138-d76bf438c607', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'port_id': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'mac_address': 'fa:16:3e:5e:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:41Z', 'updated_at': '2022-02-02T15:59:41Z', 'revision_number': 0, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:44.316526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8f09c-b9cb-4f20-9e69-a10172db655f None None] The sync data for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 is: [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'c005f9e2-b3c5-47d7-8138-d76bf438c607', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'port_id': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'mac_address': 'fa:16:3e:5e:e7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:41Z', 'updated_at': '2022-02-02T15:59:41Z', 'revision_number': 0, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 15:59:44.398637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44562) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:44.537807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3ca92e17-6a3b-4a65-b339-8aa152aa99a8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/c005f9e2-b3c5-47d7-8138-d76bf438c607 HTTP/1.1" status: 200 len: 992 time: 0.1373532 Feb 02 15:59:44.556168 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87b2d4-04b0-435c-b1ab-25aa2e3bf588 None None] New status for floating IP c005f9e2-b3c5-47d7-8138-d76bf438c607: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 15:59:45.540602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44566) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:45.649644 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6392761b-dc5b-421e-91f9-7458f241265f tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/c005f9e2-b3c5-47d7-8138-d76bf438c607 HTTP/1.1" status: 200 len: 994 time: 0.1079111 Feb 02 15:59:47.214712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:48.025954 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:54.609238 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61c2-5dd0-4e95-95b0-7c6b90df2a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:56.884328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-11148834-46bb-4d50-8625-4d3cdbb8cad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:58.403626 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:58.484010 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:00.078273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:12.697285 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-9506dd6e-f777-42d4-8420-0ae1b9c3e93d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791330 Feb 02 16:00:12.864630 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-7d624f1c-0881-49fb-b01d-f373644a2563 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 1097 time: 0.0703087 Feb 02 16:00:13.015276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-aa934580-0c8d-4232-89d8-4ea10fffb3f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:13.016774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-aa934580-0c8d-4232-89d8-4ea10fffb3f1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5c03f0e7-d273-4280-9127-47f3b33669a3 HTTP/1.1" status: 200 len: 898 time: 0.1337078 Feb 02 16:00:13.121574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-c5d66d12-8d3e-4c61-a6ef-a3b6fb1ef526 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee HTTP/1.1" status: 200 len: 1002 time: 0.0987318 Feb 02 16:00:13.185216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-500efd5a-864a-41b6-9a94-4bd17834b8cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:13.186657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-500efd5a-864a-41b6-9a94-4bd17834b8cb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=46805141-666d-48f6-beba-b8643e712d31 HTTP/1.1" status: 200 len: 834 time: 0.0580244 Feb 02 16:00:13.264998 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-9a36862c-02d0-40d8-8a2c-724a5a80d2f4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5c03f0e7-d273-4280-9127-47f3b33669a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727019 Feb 02 16:00:13.274702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-a9f37c42-abc0-4f1d-bc2e-4f3a6e149d0f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:00:13.275656 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-a9f37c42-abc0-4f1d-bc2e-4f3a6e149d0f service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047500 Feb 02 16:00:13.413007 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-3cbfc57c-b065-41b8-99b9-c0588d238a93 service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313577 Feb 02 16:00:13.546127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a92687d7-ecfe-4b71-8024-0c0c3f36557d req-75460774-4271-40b7-aa32-d12b224f08e7 service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266491 Feb 02 16:00:16.990211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44590) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:17.099137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8c84c01c-a5a8-4467-859a-3a18c3fea7f6 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/floatingips/c005f9e2-b3c5-47d7-8138-d76bf438c607 HTTP/1.1" status: 200 len: 994 time: 0.1077983 Feb 02 16:00:17.248516 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:17.416914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44598) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:17.622431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port 265baf2a-b508-4287-8d61-d800b3cfba05 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:00:17.622775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:17.797964 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:17.798296 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:17.920332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for 265baf2a-b508-4287-8d61-d800b3cfba05 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:00:18.145834 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:18.376346 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:18.422618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=265baf2a-b508-4287-8d61-d800b3cfba05,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:18.463516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.463882 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.464226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.465812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.465812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.465812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.465812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.465812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.466149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.466426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.466747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:18.526489 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:18.592494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-b7fc73ec-8f67-47c1-b5ef-5b81feba117b req-b5b1f077-238a-4eb4-aa24-10c1611d41ab service neutron] (95772) timed out ('10.222.0.88', 38232) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:00:18.612314 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:00:18.934376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router be4de068-a070-48f9-880b-ac31ec57a607 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:00:19.142280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:00:19.152465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] Sync routers for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:00:19.163974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:00:19.164677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:59:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:19.250568 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:19.305139 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eb841bca-76ad-437b-b8b4-09db0c3d5605 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/floatingips/c005f9e2-b3c5-47d7-8138-d76bf438c607 HTTP/1.1" status: 204 len: 168 time: 1.8871014 Feb 02 16:00:19.305672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:00:19.348317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:00:19.372767 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'status': 'completed', 'code': 200} Feb 02 16:00:19.516032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-56cd541d-5abb-4fc1-9ae5-74907d6eac9f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 1097 time: 0.0820076 Feb 02 16:00:19.656248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-88829fd1-1df3-4da0-a5a3-9d69ff923812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:19.657583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-88829fd1-1df3-4da0-a5a3-9d69ff923812 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5c03f0e7-d273-4280-9127-47f3b33669a3 HTTP/1.1" status: 200 len: 898 time: 0.1357012 Feb 02 16:00:19.677963 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:19.682647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] Checking router: be4de068-a070-48f9-880b-ac31ec57a607 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:00:19.697129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:00:19.697129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T15:59:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:19.835743 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-7810a076-5eaf-4b8d-811b-7fda375065c7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee HTTP/1.1" status: 200 len: 217 time: 0.1720140 Feb 02 16:00:19.906180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-f77fabc6-9535-42a7-b69c-6397ca45681f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:19.907593 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-f77fabc6-9535-42a7-b69c-6397ca45681f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=46805141-666d-48f6-beba-b8643e712d31 HTTP/1.1" status: 200 len: 834 time: 0.0643010 Feb 02 16:00:19.939289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:00:20.055168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-9ed73518-d7b1-4b69-a5f0-7ee89b952efd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5c03f0e7-d273-4280-9127-47f3b33669a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410558 Feb 02 16:00:20.069266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db844a62-ce5e-48f1-b248-056efd41d2a4 req-800ca614-e481-4a10-8d20-bb1668fb5f46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:20.070674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db844a62-ce5e-48f1-b248-056efd41d2a4 req-800ca614-e481-4a10-8d20-bb1668fb5f46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 946 time: 0.1087332 Feb 02 16:00:20.221265 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db844a62-ce5e-48f1-b248-056efd41d2a4 req-60aca414-b482-4b18-9383-d3b361cbcbcf tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291325 Feb 02 16:00:20.241598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-a777c9a8-959b-45f5-a8e1-61d1c8d71501 service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789517 Feb 02 16:00:20.262570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:20.266799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f7ac7-9dc5-47f2-99f3-83b8cd27aae8 None None] The sync data for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 is: [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T15:59:13Z', 'revision_number': 4, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '67046f1f-f474-415a-b4de-0fc06d242351', 'name': '', 'network_id': '5c03f0e7-d273-4280-9127-47f3b33669a3', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'mac_address': 'fa:16:3e:83:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46805141-666d-48f6-beba-b8643e712d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:12Z', 'updated_at': '2022-02-02T15:59:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'subnets': [{'id': '46805141-666d-48f6-beba-b8643e712d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:00:20.381145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0a86404-2bcb-4a5a-9a6b-c4a0b229fa83 req-9ff1935b-1af1-4640-920a-d31af517aa0f service neutron] 10.222.0.107 "GET /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331186 Feb 02 16:00:20.512521 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc1815c-541f-4885-b1b0-0fcdf3764faf None None] New status for floating IP c005f9e2-b3c5-47d7-8138-d76bf438c607: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:00:21.432159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8106b-48d5-4b0d-b18c-56ea2016d093 req-349dfc32-a6b2-4e15-8f00-7ce64d70ec34 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:21.432825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-12d8106b-48d5-4b0d-b18c-56ea2016d093 req-349dfc32-a6b2-4e15-8f00-7ce64d70ec34 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Synchronizing usage tracker for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:00:21.481772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-7e17c276-20bf-45ed-86d0-799cd64f9821 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:21.483472 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-7e17c276-20bf-45ed-86d0-799cd64f9821 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 946 time: 0.0914378 Feb 02 16:00:21.530816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-12d8106b-48d5-4b0d-b18c-56ea2016d093 req-349dfc32-a6b2-4e15-8f00-7ce64d70ec34 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Unset dirty status for tenant:2e23a4b9014c4626a6bfb847e49c6697 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:00:21.532061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12d8106b-48d5-4b0d-b18c-56ea2016d093 req-349dfc32-a6b2-4e15-8f00-7ce64d70ec34 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 946 time: 0.1785531 Feb 02 16:00:21.553481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port ea8ad438-ed4a-4da7-9425-9c42f3df4fee {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:00:21.553827 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:21.582780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-12d8106b-48d5-4b0d-b18c-56ea2016d093 req-bcb5b0a2-3c88-4890-ba21-e2928577e05c tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/security-groups?id=de4b957f-60c3-44f7-961f-b0bca82da208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449643 Feb 02 16:00:21.825334 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port ea8ad438-ed4a-4da7-9425-9c42f3df4fee, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:21.827035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:21.947534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for ea8ad438-ed4a-4da7-9425-9c42f3df4fee owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:00:22.149822 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:22.200867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=ea8ad438-ed4a-4da7-9425-9c42f3df4fee,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:22.251623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.252003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.252347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.252706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.253117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.258875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.258875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.258875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.258875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.258875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.258875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:22.292493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] No DVR routers for this DVR port ea8ad438-ed4a-4da7-9425-9c42f3df4fee on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:22.294815 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:22.297322 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'name': 'network-vif-deleted', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:00:22.357184 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d679cf-1160-4bbb-b450-2ba8b4ffc966', 'name': 'network-vif-deleted', 'tag': 'ea8ad438-ed4a-4da7-9425-9c42f3df4fee', 'status': 'completed', 'code': 200} Feb 02 16:00:22.404465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fc374d3-b682-4129-a66f-bb70cbf8dc26 req-e533b993-9911-48a3-96e4-09f800d82ca8 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.107 "DELETE /v2.0/ports/ea8ad438-ed4a-4da7-9425-9c42f3df4fee HTTP/1.1" status: 204 len: 173 time: 0.9160557 Feb 02 16:00:22.774674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-981a6aca-e1ae-49c6-b8fd-ad302107e0aa req-318624df-c64a-4662-9467-05a83553bbe4 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d679cf-1160-4bbb-b450-2ba8b4ffc966 HTTP/1.1" status: 200 len: 210 time: 0.0533926 Feb 02 16:00:23.888801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44620) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:23.960569 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64b042d3-1674-4211-818d-7f21cba1d93b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:23.992781 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64b042d3-1674-4211-818d-7f21cba1d93b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:24.154254 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64b042d3-1674-4211-818d-7f21cba1d93b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:24.173793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b042d3-1674-4211-818d-7f21cba1d93b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4b957f-60c3-44f7-961f-b0bca82da208,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:24.249058 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64b042d3-1674-4211-818d-7f21cba1d93b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:24.250249 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-64b042d3-1674-4211-818d-7f21cba1d93b tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/security-groups/de4b957f-60c3-44f7-961f-b0bca82da208 HTTP/1.1" status: 204 len: 168 time: 0.3606741 Feb 02 16:00:24.372377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44626) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:24.633869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-973fddee-2262-4c89-8865-770dcd625038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:24.925344 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:25.100932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-1c416360-834b-408f-9de4-9ec66ad764ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771334 Feb 02 16:00:25.268761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-75f4e5e5-1023-49d9-94a9-ba7a86de05f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 1097 time: 0.0757022 Feb 02 16:00:25.420127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-6867b285-bb8b-447b-a191-4e942f87c6ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:25.421583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-6867b285-bb8b-447b-a191-4e942f87c6ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1338799 Feb 02 16:00:25.535893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-c0f1c536-6e24-400b-a7e7-d40bfd7c279f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b HTTP/1.1" status: 200 len: 1001 time: 0.1083491 Feb 02 16:00:25.568827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ea8ad438-ed4a-4da7-9425-9c42f3df4fee no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:25.569550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port 67046f1f-f474-415a-b4de-0fc06d242351 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:00:25.569899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:25.602408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-504dae16-4877-4e15-b0fd-3abc26501c32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:25.603888 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-504dae16-4877-4e15-b0fd-3abc26501c32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0620248 Feb 02 16:00:25.607678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: ea8ad438-ed4a-4da7-9425-9c42f3df4fee {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:00:25.608059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ea8ad438-ed4a-4da7-9425-9c42f3df4fee not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:25.680962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-46e66a63-16b6-4c1c-ae9e-c9401c5abab4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707996 Feb 02 16:00:25.692222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-e11939e3-32d0-48d9-a494-5e0a7562b57c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:00:25.693151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-e11939e3-32d0-48d9-a494-5e0a7562b57c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050783 Feb 02 16:00:25.822626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port 67046f1f-f474-415a-b4de-0fc06d242351, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=67046f1f-f474-415a-b4de-0fc06d242351,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:25.822626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:25.941136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for 67046f1f-f474-415a-b4de-0fc06d242351 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:00:25.952965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-560051f2-aa15-431a-983e-50b40568af5a service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524624 Feb 02 16:00:26.092346 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a36001f3-05d6-4b1c-ac8c-6d44763caabf req-03a14bfd-1285-4692-9966-76d78593960a service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337628 Feb 02 16:00:26.245099 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:26.296166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=67046f1f-f474-415a-b4de-0fc06d242351,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:26.708996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:26.896355 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b49af57-cf19-4ccf-81c8-e498e08add87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:27.324188 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Router be4de068-a070-48f9-880b-ac31ec57a607 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:00:27.523478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:00:27.533245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] Sync routers for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:00:27.539354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dd150651-39e2-43d8-8a50-aba1993e4b46 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "PUT /v2.0/routers/be4de068-a070-48f9-880b-ac31ec57a607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1633646 Feb 02 16:00:27.539792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44630) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:27.545593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:00:27.546203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:00:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:27.723675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e78df9-8c5e-4411-a13e-2ea3283c8867 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting subnet 46805141-666d-48f6-beba-b8643e712d31 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:00:27.724650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:00:27.726538 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0e78df9-8c5e-4411-a13e-2ea3283c8867 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:27.782162 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0e78df9-8c5e-4411-a13e-2ea3283c8867 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:27.869599 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0e78df9-8c5e-4411-a13e-2ea3283c8867 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.009324 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0e78df9-8c5e-4411-a13e-2ea3283c8867 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.014897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T16:00:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:28.019122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] Checking router: be4de068-a070-48f9-880b-ac31ec57a607 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:00:28.030445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] Routers {'be4de068-a070-48f9-880b-ac31ec57a607'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:00:28.030993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:00:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['be4de068-a070-48f9-880b-ac31ec57a607'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:28.052292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e78df9-8c5e-4411-a13e-2ea3283c8867 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Subnet': ['ID=46805141-666d-48f6-beba-b8643e712d31,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:28.060250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0e78df9-8c5e-4411-a13e-2ea3283c8867 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.070269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b0e78df9-8c5e-4411-a13e-2ea3283c8867 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/subnets/46805141-666d-48f6-beba-b8643e712d31 HTTP/1.1" status: 204 len: 168 time: 0.5268352 Feb 02 16:00:28.071464 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44634) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:28.083448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2274f-e7ee-454d-bc8c-c79bdb48f837 None None] Network 5c03f0e7-d273-4280-9127-47f3b33669a3 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:00:28.409480 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.499597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] Set router be4de068-a070-48f9-880b-ac31ec57a607 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:00:28.545152 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.617765 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.636605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.713835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Deleting port ce7da655-0cbb-449d-8fae-2dd73b0ff887 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:00:28.714891 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.798779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] DHCP port deletion for 5c03f0e7-d273-4280-9127-47f3b33669a3 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:00:28.804373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Deleting port 5d4af93e-870d-42b5-bceb-510a01bd3273 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:00:28.804751 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.912084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] For port ce7da655-0cbb-449d-8fae-2dd73b0ff887, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ce7da655-0cbb-449d-8fae-2dd73b0ff887,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:28.912363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.947220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T16:00:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:29.000317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0ed47-9bd3-46db-8a2d-3c3cb2f5e20e None None] The sync data for ids ['be4de068-a070-48f9-880b-ac31ec57a607'] in n-d-827122-1 is: [{'id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'name': 'tempest-TestNetworkBasicOps-router-1051055564', 'tenant_id': '2e23a4b9014c4626a6bfb847e49c6697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:59:06Z', 'updated_at': '2022-02-02T16:00:26Z', 'revision_number': 5, 'project_id': '2e23a4b9014c4626a6bfb847e49c6697', 'gw_port': {'id': 'ce7da655-0cbb-449d-8fae-2dd73b0ff887', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4de068-a070-48f9-880b-ac31ec57a607', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:59:07Z', 'updated_at': '2022-02-02T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:00:29.038698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Calling delete_port for ce7da655-0cbb-449d-8fae-2dd73b0ff887 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:00:29.049562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] For port 5d4af93e-870d-42b5-bceb-510a01bd3273, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5d4af93e-870d-42b5-bceb-510a01bd3273,segment=NetworkSegment(b1d24cbe-eb32-4f2f-bc18-6768720359db),segment_id=b1d24cbe-eb32-4f2f-bc18-6768720359db)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:29.050144 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:29.181538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Calling delete_port for 5d4af93e-870d-42b5-bceb-510a01bd3273 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:00:29.304385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:29.347602 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Port': ['ID=ce7da655-0cbb-449d-8fae-2dd73b0ff887,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:29.393792 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:29.442009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Pushing event deleted for resources: {'Port': ['ID=5d4af93e-870d-42b5-bceb-510a01bd3273,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:29.452203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] No DVR routers for this DVR port 5d4af93e-870d-42b5-bceb-510a01bd3273 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:29.462429 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.462910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.463430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.463912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.464260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.464599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.464935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.465272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.465598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.465922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.466247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321025d8-fcc3-4648-8dff-975a0637421b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:29.592567 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:29.959718 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:29.964469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.054705 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.073944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.074682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Fanout notify agent at l3_agent the message router_deleted on router be4de068-a070-48f9-880b-ac31ec57a607 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:00:30.091151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.094783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-57e03e9f-09f3-4923-9f66-e2d9c5742cd7 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/routers/be4de068-a070-48f9-880b-ac31ec57a607 HTTP/1.1" status: 204 len: 168 time: 2.0208886 Feb 02 16:00:30.095518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44638) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:30.165221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5d4af93e-870d-42b5-bceb-510a01bd3273 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:30.200186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 5d4af93e-870d-42b5-bceb-510a01bd3273 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:00:30.201027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5d4af93e-870d-42b5-bceb-510a01bd3273 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:30.201591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 67046f1f-f474-415a-b4de-0fc06d242351 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:30.229294 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.239789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 67046f1f-f474-415a-b4de-0fc06d242351 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:00:30.240227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 67046f1f-f474-415a-b4de-0fc06d242351 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:30.376424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.402334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c03f0e7-d273-4280-9127-47f3b33669a3']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:30.419180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d24cbe-eb32-4f2f-bc18-6768720359db') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:30.419180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d24cbe-eb32-4f2f-bc18-6768720359db') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:30.427450 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.443786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.450266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:00:30.450657 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:00:30.466107 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:00:30.628036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.645581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.659399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] Pushing event deleted for resources: {'Network': ['ID=5c03f0e7-d273-4280-9127-47f3b33669a3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:30.725850 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-472db6b0-fea0-4ebc-994c-3c608b7d6148 tempest-TestNetworkBasicOps-2115248811 tempest-TestNetworkBasicOps-2115248811-project] 10.222.0.88 "DELETE /v2.0/networks/5c03f0e7-d273-4280-9127-47f3b33669a3 HTTP/1.1" status: 204 len: 168 time: 0.6291420 Feb 02 16:00:31.236861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44646) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:31.409524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-22707897-f994-4fbe-8233-0c3bd67147a3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2e23a4b9014c4626a6bfb847e49c6697&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1715231 Feb 02 16:00:31.412027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44652) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:31.473891 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae0e-fa32-4167-b405-4a32a8736666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.500286 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae0e-fa32-4167-b405-4a32a8736666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.633461 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae0e-fa32-4167-b405-4a32a8736666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.652508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8ae0e-fa32-4167-b405-4a32a8736666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071af37f-fd00-4b7c-95c4-381a6b2b530c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:31.659271 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae0e-fa32-4167-b405-4a32a8736666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.662849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-57b8ae0e-fa32-4167-b405-4a32a8736666 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/071af37f-fd00-4b7c-95c4-381a6b2b530c HTTP/1.1" status: 204 len: 168 time: 0.2474308 Feb 02 16:00:32.067774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ce7da655-0cbb-449d-8fae-2dd73b0ff887 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:32.111403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ce7da655-0cbb-449d-8fae-2dd73b0ff887 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:00:32.111748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ce7da655-0cbb-449d-8fae-2dd73b0ff887 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:32.370576 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 44660) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:32.389402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.421822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:00:32.425692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] Usage tracker for resource:security_group_rule and tenant:fff254b7030145da80f4fe44065471bc is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:00:32.428634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:00:32.434956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:00:32.502671 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.588377 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.634904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3718e6-e674-41f5-8015-e1087b3e79a5,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:32.642272 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e78d57d2-4388-4104-b505-4c586bb13e99 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fff254b7030145da80f4fe44065471bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2708962 Feb 02 16:00:32.645147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44664) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:32.708135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bbec-ada3-4c75-933c-55a52551e721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.735615 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bbec-ada3-4c75-933c-55a52551e721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.917446 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bbec-ada3-4c75-933c-55a52551e721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.932829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9bbec-ada3-4c75-933c-55a52551e721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3718e6-e674-41f5-8015-e1087b3e79a5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:32.946519 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bbec-ada3-4c75-933c-55a52551e721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.946519 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a2f9bbec-ada3-4c75-933c-55a52551e721 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7d3718e6-e674-41f5-8015-e1087b3e79a5 HTTP/1.1" status: 204 len: 168 time: 0.2960222 Feb 02 16:00:47.249636 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:48.072121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:54.581126 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2cb59012-523d-41a2-b876-3c6da9a4b840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:55.613408 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:00:56.926084 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-84f67a44-e778-4ea1-a9ee-3a60651e2e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.381107 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.489653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:00.051867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:17.287070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:18.067713 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:24.578830 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dffed20c-f625-4a1f-925e-72da8751103e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:26.864201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-174839ab-bc9d-4cf8-ae7b-101de992b0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:27.118688 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-167d9e65-a8bb-487e-9187-388d8e72ce22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766652 Feb 02 16:01:27.285802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-e9e7aac1-f611-493a-914e-16001beab986 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 1097 time: 0.0749245 Feb 02 16:01:27.439862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-f94b5d83-9c9c-446f-a50a-2d45a0b1dc3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:27.441252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-f94b5d83-9c9c-446f-a50a-2d45a0b1dc3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1366723 Feb 02 16:01:27.547864 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-858e3b24-85d3-45b4-b51d-a9729e3b848a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b HTTP/1.1" status: 200 len: 1001 time: 0.1009228 Feb 02 16:01:27.612478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-fd46c93d-5c2a-4635-a331-79aea86b070b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:27.613931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-fd46c93d-5c2a-4635-a331-79aea86b070b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0606065 Feb 02 16:01:27.695953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-90d61e64-e2ba-48d3-9534-f6727ecfa831 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763705 Feb 02 16:01:27.835548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-eb46e2af-6134-4e37-847c-cdc65e7f6335 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335599 Feb 02 16:01:28.071603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38a9ed9f-95ff-45f9-a790-0d183333a4f0 req-b4d6c6ee-0859-468e-97ce-9b70a082a9d0 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298675 Feb 02 16:01:28.387827 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:28.473610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:30.087308 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:32.614014 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:01:47.326599 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:48.065322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:54.624139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4244432c-fc51-424e-8549-d89749072d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:56.865869 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-254c4000-a3a3-4486-b16f-5ad27bb1ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:58.385619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:58.486143 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:59.177295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f08df-4bbe-48d3-a92b-b665391a25fa req-47b96f45-76df-4c20-8869-9965d86a8941 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:59.179093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e5f08df-4bbe-48d3-a92b-b665391a25fa req-47b96f45-76df-4c20-8869-9965d86a8941 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 946 time: 0.0813816 Feb 02 16:01:59.233294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e5f08df-4bbe-48d3-a92b-b665391a25fa req-d93fbd65-fa67-4c60-a01e-16a860bbafcb tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466814 Feb 02 16:02:00.074992 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:00.475984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed29670-6ec1-45cb-a33f-6b8ee091bf7f req-72ef5fbb-6ac0-4571-8858-fb7a84876aac tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:00.476977 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ed29670-6ec1-45cb-a33f-6b8ee091bf7f req-72ef5fbb-6ac0-4571-8858-fb7a84876aac tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 946 time: 0.0846846 Feb 02 16:02:00.534089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ed29670-6ec1-45cb-a33f-6b8ee091bf7f req-ed487f53-3673-4df0-9cd4-bf1bcb80b95a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515459 Feb 02 16:02:00.792286 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3508196-8f45-4ad6-8e36-0b984386897b req-fbb23db1-a05a-40ee-9fbb-376b49f16d86 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:00.793762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3508196-8f45-4ad6-8e36-0b984386897b req-fbb23db1-a05a-40ee-9fbb-376b49f16d86 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 946 time: 0.0834835 Feb 02 16:02:00.865162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port e2fbcbd5-3c53-45f4-8b23-04302630d10b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:02:00.865506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:01.128450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] For port e2fbcbd5-3c53-45f4-8b23-04302630d10b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=e2fbcbd5-3c53-45f4-8b23-04302630d10b,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:01.128805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:01.434593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:01.434885 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:01.435246 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Floating IP 333c489d-a084-41b7-b17b-ce16fa1979c4 disassociated. External IP: 172.25.0.20, port: e2fbcbd5-3c53-45f4-8b23-04302630d10b. Feb 02 16:02:01.435600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for e2fbcbd5-3c53-45f4-8b23-04302630d10b owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:02:01.646454 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:01.738778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=e2fbcbd5-3c53-45f4-8b23-04302630d10b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:01.748381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbf0a5e7-99d0-43a4-af53-e7180d958327 req-c5af7d9f-65fb-4eb6-b3a2-c6eaeb0e87c8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 210 time: 0.0601382 Feb 02 16:02:01.760545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.764029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.764029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.764029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.764029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.764029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.764029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.764029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.764029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.765048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.765565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:01.981861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:02:02.205132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:02:02.226815 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:02:02.243252 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:02:02.244146 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:01:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:02:02.396942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] No DVR routers for this DVR port e2fbcbd5-3c53-45f4-8b23-04302630d10b on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:02:02.399491 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:02.402130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'name': 'network-vif-deleted', 'tag': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:02:02.436110 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:02:02.461740 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbef55bb-40aa-46f0-99df-5a39525d634d', 'name': 'network-vif-deleted', 'tag': 'e2fbcbd5-3c53-45f4-8b23-04302630d10b', 'status': 'completed', 'code': 200} Feb 02 16:02:02.487278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c3508196-8f45-4ad6-8e36-0b984386897b req-a29be312-7ce3-41e6-849b-3eb0655238a2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "DELETE /v2.0/ports/e2fbcbd5-3c53-45f4-8b23-04302630d10b HTTP/1.1" status: 204 len: 173 time: 1.6876171 Feb 02 16:02:02.832063 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:02:02.836368 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:02:02.849757 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:02:02.850590 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:01:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:02:02.950762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-aa93167b-ca29-420d-b92c-fe54dbb376a2 req-a5c6c400-41d2-456d-b388-6a1d2df4a25e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:02:03.034489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-aa93167b-ca29-420d-b92c-fe54dbb376a2 req-a5c6c400-41d2-456d-b388-6a1d2df4a25e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:02:03.035805 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa93167b-ca29-420d-b92c-fe54dbb376a2 req-a5c6c400-41d2-456d-b388-6a1d2df4a25e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 210 time: 0.1283338 Feb 02 16:02:03.046820 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:02:03.382890 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:02:03.386905 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cd1af-0d64-4ff4-a674-28c3737a3049 None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:02:03.631798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724c790-905d-4c7a-8ec3-77fa39fe0f45 None None] New status for floating IP 333c489d-a084-41b7-b17b-ce16fa1979c4: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:02:04.058223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e2fbcbd5-3c53-45f4-8b23-04302630d10b no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:02:04.095039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: e2fbcbd5-3c53-45f4-8b23-04302630d10b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:02:04.095410 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device e2fbcbd5-3c53-45f4-8b23-04302630d10b not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:02:04.254312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4635dd6e-737a-4c70-a746-20f71e291a2d req-f477aaa2-7461-4b49-a969-1accb4e028a1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbef55bb-40aa-46f0-99df-5a39525d634d HTTP/1.1" status: 200 len: 210 time: 0.0431483 Feb 02 16:02:05.650399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-67099839-c663-4a13-b1e6-a32e08967a3c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268196979&fields=id&tenant_id=480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 267 time: 0.0458658 Feb 02 16:02:05.820514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-dfba7724-c631-48d7-aa73-e922960870d6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:05.820514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-dfba7724-c631-48d7-aa73-e922960870d6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1622143 Feb 02 16:02:05.838948 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-1af83fbd-6552-4fd8-b10e-1d82b6f14c73 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/quotas/480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 375 time: 0.0135915 Feb 02 16:02:05.925995 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-839bccb5-7f01-44e0-82d3-e872c6db3e7e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811350 Feb 02 16:02:06.077146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-dbfe78ed-0467-4ad6-a229-85252708e6b1 service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358180 Feb 02 16:02:06.214073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-0a285887-7a58-4102-851c-cd519b98eb62 service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301806 Feb 02 16:02:07.127758 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a9a52af-6c7c-4401-98d9-142ac9a395a2 req-defdd3bd-c0f0-487b-b956-8c94c259e5cc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 210 time: 0.0432594 Feb 02 16:02:08.296739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d7059cc-dbe1-43fc-bb07-b8118fbbf141 req-b126c16b-e260-44a7-a28b-60e3c09f1a25 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 210 time: 0.0414920 Feb 02 16:02:09.371174 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-bf6dfcc9-6c32-4e9c-9d4f-25bac4d98fa9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:09.372720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-bf6dfcc9-6c32-4e9c-9d4f-25bac4d98fa9 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1624911 Feb 02 16:02:09.433161 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b3f8990f-ba75-4efe-8203-dc310ad1a2ae tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 380 time: 0.0427885 Feb 02 16:02:09.443593 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'port': {'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'admin_state_up': True, 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'security_groups': ['ed39b7bb-e5f0-4323-92c7-175b3dd962b2']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:02:09.476376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e9bb54c0-b60e-41db-9007-5ea7e3d5f7ba req-75f25d7e-052d-4215-a6f1-c962cd11d691 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 210 time: 0.0485785 Feb 02 16:02:09.598810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:02:09.607990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:02:09.618178 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:02:09.675159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:02:09.679655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:09.863295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.20.0.11 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:02:10.159648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:10.183247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Transition to ACTIVE for port object 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:02:10.278004 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:10.353784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:02:10.358109 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:02:10.365507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:10.368162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:02:10.411316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.412019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.412019 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.412260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.412581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.412902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.413220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.413537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.413851 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.414161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.414472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:10.449520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:10.450491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:10.559781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-12464321-d4e3-48b9-a10f-db2bc24dfd45 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1200292 Feb 02 16:02:10.719328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e73d86-e12b-4de8-9517-82f64a2c1ade req-b86b44b3-f2a4-465b-8f34-87abb5239df1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:10.720070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c8e73d86-e12b-4de8-9517-82f64a2c1ade req-b86b44b3-f2a4-465b-8f34-87abb5239df1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:02:10.723105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6f8b4f8e-d8c6-4419-acc8-cd911a43decd None None] Provisioning for port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:02:10.730237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6f8b4f8e-d8c6-4419-acc8-cd911a43decd None None] Provisioning complete for port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:02:10.730976 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4f8e-d8c6-4419-acc8-cd911a43decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:10.776441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Request body: {'port': {'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:02:10.806791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b4f8e-d8c6-4419-acc8-cd911a43decd None None] Port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:02:10.827957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-c8e73d86-e12b-4de8-9517-82f64a2c1ade req-b86b44b3-f2a4-465b-8f34-87abb5239df1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:02:10.829301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8e73d86-e12b-4de8-9517-82f64a2c1ade req-b86b44b3-f2a4-465b-8f34-87abb5239df1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 932 time: 0.2147672 Feb 02 16:02:10.943366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8e73d86-e12b-4de8-9517-82f64a2c1ade req-60ffa40b-cca0-40a5-985c-5d7b505362a6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033850 Feb 02 16:02:10.945808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:11.321063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:02:11.328606 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:11.344115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Transition to ACTIVE for port object 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:02:11.423611 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:11.552853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Pushing event updated for resources: {'Port': ['ID=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:11.675137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Attempting to bind port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:02:11.675469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Attempting to bind port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:02:11.675801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Attempting to bind port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:02:11.682186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:02:11.683400 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Attempting to bind port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:02:11.689637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:02:11.689912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:02:11.690293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:02:11.690720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Bound port: 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:02:11.691729 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:11.799895 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] For port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:02:11.803384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] For port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:02:11.861034 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:11.924010 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:11.925425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] 10.222.0.107 "PUT /v2.0/ports/5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 1092 time: 1.3516340 Feb 02 16:02:11.925879 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:02:11.955289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d82b7-010b-4dfd-8078-6c4fae5f376e service neutron] Pushing event updated for resources: {'Port': ['ID=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:12.003676 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'status': 'completed', 'code': 200} Feb 02 16:02:12.194218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b74955c-785a-4a58-95bf-e4bc19bb68ea req-52e52c50-ce23-4c17-b396-1be1add46590 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1095 time: 0.1506021 Feb 02 16:02:12.240680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23862519-085a-4ca4-8083-6b2849b40a8f req-908abd4e-66e2-4375-9730-93e742e99c95 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:12.242167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23862519-085a-4ca4-8083-6b2849b40a8f req-908abd4e-66e2-4375-9730-93e742e99c95 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 944 time: 0.1347826 Feb 02 16:02:12.374401 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23862519-085a-4ca4-8083-6b2849b40a8f req-6905a5ea-9428-40af-86ab-ce313f3c897b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812860 Feb 02 16:02:12.390718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74955c-785a-4a58-95bf-e4bc19bb68ea req-6835cc67-9960-4a78-8dc5-9d32f5240a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:12.392562 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b74955c-785a-4a58-95bf-e4bc19bb68ea req-6835cc67-9960-4a78-8dc5-9d32f5240a52 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1841028 Feb 02 16:02:12.531333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74955c-785a-4a58-95bf-e4bc19bb68ea req-66e24191-c040-4b62-b63f-6ab58fdb5418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:12.532819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b74955c-785a-4a58-95bf-e4bc19bb68ea req-66e24191-c040-4b62-b63f-6ab58fdb5418 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1345460 Feb 02 16:02:12.660771 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-13bab4a3-3efe-44dc-b4c4-75226e4e8b01 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1095 time: 0.0708747 Feb 02 16:02:12.839394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-1f63c41e-6985-4c42-87ac-1af69da394fa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 217 time: 0.1644804 Feb 02 16:02:12.910651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-da0721d1-7c83-4aa7-9716-493afcc5a0ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:12.912174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-da0721d1-7c83-4aa7-9716-493afcc5a0ca service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0663757 Feb 02 16:02:12.987699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-234f99b8-1249-4690-98cd-e7a15e6dc405 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699966 Feb 02 16:02:13.131598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-bedb5268-1301-46c6-b87f-45c705b83ec6 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378565 Feb 02 16:02:13.274168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3f34f54-feee-4c24-bae9-7d4ab91621d6 req-0532d385-789b-49b2-98fe-0688d4811ca3 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357155 Feb 02 16:02:13.582285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6870-3d51-4c4a-a6c2-23833606f0fb req-e9054de6-5995-467e-afca-8a7d767f5bd6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:13.583793 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd5d6870-3d51-4c4a-a6c2-23833606f0fb req-e9054de6-5995-467e-afca-8a7d767f5bd6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 944 time: 0.0801315 Feb 02 16:02:13.630522 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd5d6870-3d51-4c4a-a6c2-23833606f0fb req-953ec436-0138-4016-b7de-b53c38e4d388 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410533 Feb 02 16:02:14.833475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051da39-29d7-4efa-baaa-5991b0ce962d req-e3272242-3c6b-41c2-a7a4-b0cb713895b0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:14.834956 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c051da39-29d7-4efa-baaa-5991b0ce962d req-e3272242-3c6b-41c2-a7a4-b0cb713895b0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 944 time: 0.0790920 Feb 02 16:02:14.887416 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c051da39-29d7-4efa-baaa-5991b0ce962d req-b1eab2ef-8e90-457a-bb97-411e093f8409 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468724 Feb 02 16:02:16.097251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab8834-e53a-42da-ad89-77ff3815b7e9 req-00a577ec-0e4e-48a4-8732-dff682558113 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:16.098334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bab8834-e53a-42da-ad89-77ff3815b7e9 req-00a577ec-0e4e-48a4-8732-dff682558113 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 944 time: 0.0831172 Feb 02 16:02:16.145463 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bab8834-e53a-42da-ad89-77ff3815b7e9 req-89b44229-c657-44ca-8b66-f71667193350 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Feb 02 16:02:17.240807 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:17.351092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9746ae-eebe-4d0e-b739-5146b6fdea3b req-7a5fa589-1f5f-42e9-a238-8d27068646a8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:17.352572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed9746ae-eebe-4d0e-b739-5146b6fdea3b req-7a5fa589-1f5f-42e9-a238-8d27068646a8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 944 time: 0.0776210 Feb 02 16:02:17.397700 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed9746ae-eebe-4d0e-b739-5146b6fdea3b req-f16a9969-2cd3-456b-aa02-5d4ce3148fef tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395160 Feb 02 16:02:18.057931 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:18.598752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f911-9660-4d8c-8608-174a1be5c058 req-c0094f41-f5a0-424c-88c9-0d09c9775076 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:18.600258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f50f911-9660-4d8c-8608-174a1be5c058 req-c0094f41-f5a0-424c-88c9-0d09c9775076 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 944 time: 0.0788114 Feb 02 16:02:18.652961 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f50f911-9660-4d8c-8608-174a1be5c058 req-37f29ad3-9c7b-422c-9994-0c0e5d57e5f4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Feb 02 16:02:19.857201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05662ee5-d369-42ba-8efb-6d6d1d932d1f req-27a251d0-cf5e-45a1-b9a0-dbe4ca37d838 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:19.859380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05662ee5-d369-42ba-8efb-6d6d1d932d1f req-27a251d0-cf5e-45a1-b9a0-dbe4ca37d838 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 944 time: 0.0811062 Feb 02 16:02:19.903592 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05662ee5-d369-42ba-8efb-6d6d1d932d1f req-cac2ac80-71b3-4ae6-852f-11ac2b88b4d1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387168 Feb 02 16:02:21.111152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886cf8e-81c4-4e77-92b0-5f6c19d435db req-42be1580-008d-4f71-a177-76382d5f88bc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:21.112652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7886cf8e-81c4-4e77-92b0-5f6c19d435db req-42be1580-008d-4f71-a177-76382d5f88bc tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 944 time: 0.0856490 Feb 02 16:02:21.159544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7886cf8e-81c4-4e77-92b0-5f6c19d435db req-a812922a-6f77-457a-98e0-7d2797948c95 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Feb 02 16:02:21.960942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:02:22.092824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:22.106313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:02:22.164783 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:22.182768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:02:22.198270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:22.277970 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:22.349332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:22.357160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232640f-aece-4c73-ab83-0f223951dff4 req-923680b3-4ec5-4d51-84ba-15c250b3b41c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:22.358764 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.359119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.359226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b232640f-aece-4c73-ab83-0f223951dff4 req-923680b3-4ec5-4d51-84ba-15c250b3b41c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 945 time: 0.0776410 Feb 02 16:02:22.359467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.359812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.360167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.360499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.360828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.361157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.361483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.361808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.362133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:22.405096 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b232640f-aece-4c73-ab83-0f223951dff4 req-8267fc57-f3bf-4c39-98ac-ba658483be06 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Feb 02 16:02:22.584028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:02:23.611275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6ddde-baae-4174-8331-f0d1e38544b4 req-d8fab9ed-67a9-4085-b47e-79c7b5ee7a4a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:23.612845 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9c6ddde-baae-4174-8331-f0d1e38544b4 req-d8fab9ed-67a9-4085-b47e-79c7b5ee7a4a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 945 time: 0.0879459 Feb 02 16:02:23.659590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9c6ddde-baae-4174-8331-f0d1e38544b4 req-8784c128-58e7-43fe-b3d8-97a6e3a4288c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Feb 02 16:02:23.963679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:02:24.095315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:02:24.103893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:02:24.104497 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:24.230976 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:24.259381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:02:24.272102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:24.361274 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:24.432803 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:24.476860 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'code': 200} Feb 02 16:02:24.598061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2cf9966d-2dee-448a-8062-8701d0c68e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:24.636349 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3a57e42-059e-4f74-afc4-e1c4db580777 req-ce924435-daf5-4d96-9eef-76ed64f6e59e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0726626 Feb 02 16:02:24.680149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f3a57e42-059e-4f74-afc4-e1c4db580777 req-1dd55df1-ccae-4cc3-87a2-dd50fbb67bc7 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371752 Feb 02 16:02:24.863058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e531679-9744-463a-a9ee-9470e2e210a5 req-b44f120c-be4c-4fe6-b18c-b9b4e9952650 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:24.864577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e531679-9744-463a-a9ee-9470e2e210a5 req-b44f120c-be4c-4fe6-b18c-b9b4e9952650 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 946 time: 0.0804732 Feb 02 16:02:24.911962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e531679-9744-463a-a9ee-9470e2e210a5 req-c5a6fb8c-bf1b-43e4-8373-052376ce79fe tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Feb 02 16:02:26.116303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831205-2632-42db-ac94-2f81b5141652 req-9a8eb54f-5d6f-42c9-91e0-9d4d57b23a86 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:26.118176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20831205-2632-42db-ac94-2f81b5141652 req-9a8eb54f-5d6f-42c9-91e0-9d4d57b23a86 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 946 time: 0.0799510 Feb 02 16:02:26.170521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-20831205-2632-42db-ac94-2f81b5141652 req-cca601f1-ba89-41cd-a408-a5cb0856407f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460112 Feb 02 16:02:26.898231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9173f613-1722-424b-b686-d1d1b86810f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:27.386208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60104cf8-b303-4f1b-9d5e-aa7b29afbc08 req-277abe8c-446f-470e-be19-2e514e325c13 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:27.387710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60104cf8-b303-4f1b-9d5e-aa7b29afbc08 req-277abe8c-446f-470e-be19-2e514e325c13 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 946 time: 0.0828953 Feb 02 16:02:27.434751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60104cf8-b303-4f1b-9d5e-aa7b29afbc08 req-2772a711-ac3f-4299-926f-17adb71239e8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Feb 02 16:02:27.647443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ffe62-d52e-4a16-8ab7-0e40586846c5 req-e47dbda1-140f-4604-beca-4bdb29ea35b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:27.648922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c0ffe62-d52e-4a16-8ab7-0e40586846c5 req-e47dbda1-140f-4604-beca-4bdb29ea35b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 946 time: 0.0784307 Feb 02 16:02:27.693901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1c0ffe62-d52e-4a16-8ab7-0e40586846c5 req-9f8a0687-7837-4b7a-8df8-b189a0997006 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Feb 02 16:02:27.723177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44796) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:02:27.797447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-730e50be-a8eb-4f30-9047-72a4fb65adee tempest-TestVolumeBootPattern-1705813790 tempest-TestVolumeBootPattern-1705813790-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1092 time: 0.0730135 Feb 02 16:02:27.800222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 44800) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:02:27.806525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:02:27.814235 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:02:27.818256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:floatingip and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:02:27.821181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:02:27.827581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:02:27.912181 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:28.064606 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:28.208949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.25.0.17 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/000040e2-600c-4fce-9d51-0b13a0b3bf61) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:02:28.379023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:28.384284 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:28.470376 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:28.512396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:28.545485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:02:28.548781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:02:28.551614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:02:28.582716 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=000040e2-600c-4fce-9d51-0b13a0b3bf61,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:29.172135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:29.274502 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:29.475233 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:29.535431 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:29.647813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=000040e2-600c-4fce-9d51-0b13a0b3bf61,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:29.665853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:29.879987 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Floating IP 22c06b14-7dac-4dc3-b128-c6164a3d4c78 associated. External IP: 172.25.0.17, port: 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6. Feb 02 16:02:30.075213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:30.294327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:02:30.499390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:02:30.508813 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:02:30.520911 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:02:30.521523 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:02:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:02:30.629707 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:30.686855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d7e6aecc-1c57-407f-8be4-91859472cfa2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8852444 Feb 02 16:02:30.687446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:02:30.705459 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:02:30.839993 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'status': 'completed', 'code': 200} Feb 02 16:02:30.959396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-5346c565-8125-476a-a92f-decfdd68e5a4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0783267 Feb 02 16:02:31.096761 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:29Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:02:31.101035 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:02:31.105252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-255573d9-968e-4aa5-ba04-0752f85b3f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:31.107013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-255573d9-968e-4aa5-ba04-0752f85b3f21 service neutron] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1417408 Feb 02 16:02:31.112898 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:02:31.113513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:02:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:02:31.218385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-2bbaa062-f9d6-4b1f-99f6-313e6af96aaf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 999 time: 0.1045384 Feb 02 16:02:31.291885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-c372172f-50fb-406e-a5a3-c7aa921272ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:31.293564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-c372172f-50fb-406e-a5a3-c7aa921272ef service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0668657 Feb 02 16:02:31.306638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:02:31.384817 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-aa1e69af-0701-4816-99e3-5135e646a5b8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817902 Feb 02 16:02:31.609550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-ea6269f1-1519-4f0a-a70d-b120902a6dcc service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183619 Feb 02 16:02:31.670892 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:29Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:02:31.675242 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fba5e1-f326-4369-bf42-0f5fb18365a8 None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:29Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:02:31.748184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b5d58a9-b78d-43a1-9b15-36058fa6a945 req-f5e83769-f90c-43bc-9ccd-0b72dca3adc5 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317441 Feb 02 16:02:31.885116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd6f8d-4409-4433-8a0a-439f3d407161 None None] New status for floating IP 22c06b14-7dac-4dc3-b128-c6164a3d4c78: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:02:46.625453 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:02:47.270517 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:48.090116 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:54.613158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5c2e6317-0c02-4fc0-a8ab-a737003c91f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:56.924705 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f272eaef-5db6-436e-969d-0c0867d9ea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:58.399094 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:58.490799 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:00.059216 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:13.691515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-dd5238a2-0f08-4925-a392-4c55fc0635fd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723305 Feb 02 16:03:13.845880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-84e54265-714d-480e-a6ef-7117bfd96210 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0696850 Feb 02 16:03:13.987779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-68860f27-a832-4260-8571-878667002fcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:13.989166 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-68860f27-a832-4260-8571-878667002fcb service neutron] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1253786 Feb 02 16:03:14.092347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-c172f2f8-546f-4f34-943b-c3caeb0b63a8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0972304 Feb 02 16:03:14.154433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-6d4a8b1d-1e76-4d5e-8d31-d1b7117ea3b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:14.155825 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-6d4a8b1d-1e76-4d5e-8d31-d1b7117ea3b7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0568385 Feb 02 16:03:14.232370 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-cacf497c-d9d7-4097-9a51-bf4c4846f4e0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691023 Feb 02 16:03:14.364464 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-04020ca5-6716-4c1a-a1f5-0bb3033be5f4 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257558 Feb 02 16:03:14.496613 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-28d8e66c-febb-449a-8c7a-ffeb8de0d96b req-a39b852f-f56b-4eb1-9815-a09f48125e21 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250367 Feb 02 16:03:17.270833 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:18.093455 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:20.452447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-ce44efc2-d484-4578-9801-57118cb45aa7 req-5a360fcc-5ede-4feb-8458-dc2e63811fd4 service neutron] (95772) timed out ('10.222.0.88', 52876) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:03:23.624824 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:03:24.602315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f62a4e02-9d36-4e72-84fd-80bb150c071d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:26.879518 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-95fddf7e-b426-4cc3-8e9b-cc3b94886fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:28.373789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:28.466294 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:30.071253 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:47.331957 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:48.082997 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:54.619176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-70f9b98a-2d21-4a26-9150-e453871c9f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:56.877387 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3bc97fcc-fab7-434c-8018-079cf4798e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:58.407285 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:58.500160 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:00.057529 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:00.625650 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:04:14.688186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d42d217-46af-496e-91f5-fc6112eee551 req-541743d6-9245-4685-9ff9-6840404f817a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668030 Feb 02 16:04:14.846987 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d42d217-46af-496e-91f5-fc6112eee551 req-4a00d0a7-4e44-4b8e-9a3b-b8aae1beed2c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0718148 Feb 02 16:04:14.989790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42d217-46af-496e-91f5-fc6112eee551 req-6d35be81-cd09-4960-a666-110010b87cee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:14.991264 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d42d217-46af-496e-91f5-fc6112eee551 req-6d35be81-cd09-4960-a666-110010b87cee service neutron] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1256735 Feb 02 16:04:15.095003 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d42d217-46af-496e-91f5-fc6112eee551 req-4917821c-779c-4503-9792-dad75cf42945 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0935800 Feb 02 16:04:15.160829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42d217-46af-496e-91f5-fc6112eee551 req-e98775ca-181e-4a0f-8f42-064af3a2292d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:15.162244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d42d217-46af-496e-91f5-fc6112eee551 req-e98775ca-181e-4a0f-8f42-064af3a2292d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0607810 Feb 02 16:04:15.235731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d42d217-46af-496e-91f5-fc6112eee551 req-a7346204-3827-4231-8334-21d551cb6910 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673091 Feb 02 16:04:15.453377 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d42d217-46af-496e-91f5-fc6112eee551 req-abc9f92c-f7a6-432f-b685-41ca79d065c6 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108917 Feb 02 16:04:15.582200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d42d217-46af-496e-91f5-fc6112eee551 req-7f91eb4b-b539-4a69-b2d1-6d77be1fd545 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225200 Feb 02 16:04:17.349348 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:18.112093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:24.603672 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-af03d237-e2a4-49e8-9e37-abec24d7797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:26.871767 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d1b0a82-6c3b-48e7-809f-09c6b19d0323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.380853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.498145 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:30.052404 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:37.625969 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:04:47.333434 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:48.089865 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:54.601946 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-217639f9-2e1f-4ce5-b599-dcf45b6ab2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.899152 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6b19c25e-db8a-4bf1-8955-1125ac8d5da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:58.405108 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:58.522498 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:58.561352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-3b9fc1fc-042c-462e-b68f-984347fe6a1a req-a7c7d58e-949e-4081-81f1-859cef79fff2 service neutron] (95772) timed out ('10.222.0.107', 58324) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:05:00.084593 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:12.987127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-b51c1ba0-81e7-4397-b2af-7889fc83b2b2 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268196979&fields=id&tenant_id=480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 267 time: 0.0440500 Feb 02 16:05:13.134972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-a280c06c-55bb-4fed-98d4-22a08a0c35df tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:13.136430 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-a280c06c-55bb-4fed-98d4-22a08a0c35df tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1425736 Feb 02 16:05:13.153138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-8625c1be-1e52-4f2b-9120-25fce9b8680d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/quotas/480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 375 time: 0.0113142 Feb 02 16:05:13.237027 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-1727b5e9-680f-413e-817c-80649f0c9f91 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0790665 Feb 02 16:05:13.344341 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-af63a842-9088-486c-a9a5-01427c0031e0 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:05:13.345316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-af63a842-9088-486c-a9a5-01427c0031e0 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0966980 Feb 02 16:05:13.479604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-6bc19eb8-bfc5-4d3d-905d-eea64af8f74e service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269674 Feb 02 16:05:13.609552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-0002b93a-8489-430c-9a26-adf13d1405d8 service neutron] 10.222.0.88 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242602 Feb 02 16:05:14.502528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4f694162-5cd8-40b3-9f0e-7ee3cf34acc1 req-b47d48aa-37d4-427d-a294-9cda4eeb4f8d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 210 time: 0.2372296 Feb 02 16:05:14.625218 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:05:15.673118 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-152bf0f4-94ee-496c-9ead-bc67c4454600 req-3d86dbae-c6f1-4a41-9c77-5d07c73abd18 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 210 time: 0.0462136 Feb 02 16:05:16.536704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-745264db-fe4b-4975-8220-5d458a052bc8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:16.538151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-745264db-fe4b-4975-8220-5d458a052bc8 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 812 time: 0.1474392 Feb 02 16:05:16.595325 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70ee6e22-cecd-4b82-9cb4-26d625c66e7d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=480fcb50737341f58a1a8ef67ac5fba3 HTTP/1.1" status: 200 len: 380 time: 0.0409305 Feb 02 16:05:16.603813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'port': {'device_id': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'admin_state_up': True, 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'security_groups': ['ed39b7bb-e5f0-4323-92c7-175b3dd962b2']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:05:16.718857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-a3180e43-0586-40b7-9118-d3cc008aef78 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005523 Feb 02 16:05:16.758091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:16.768420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:16.875420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-baaf75a3-06bb-41cf-802b-c6af033907e8 req-48e3bc69-7e74-4593-a8d5-ab24a91ca134 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 210 time: 0.0499537 Feb 02 16:05:16.905888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Made reservation on behalf of 480fcb50737341f58a1a8ef67ac5fba3 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:05:16.905888 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:16.909777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-3914b604-9d9b-4d2b-9790-5a9f0fb6af0a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0822241 Feb 02 16:05:17.071645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-a4e0fe39-ff11-4d23-bc66-8d8026efeefc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:17.072511 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.20.0.3 (773f3748-ccae-42b9-aad3-2a44bb715f44/4bcb4b1c-c4ca-42c5-974f-05e828e9966e/bef1b402-2f74-4fe0-af08-011b7df9549d) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:17.073303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-a4e0fe39-ff11-4d23-bc66-8d8026efeefc service neutron] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1444249 Feb 02 16:05:17.185532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-2e6c1f93-aa38-44a8-bf4a-167da79ca537 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 1001 time: 0.1051042 Feb 02 16:05:17.258704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-fb5d5f5f-2fe8-4b49-bc0f-82ecbfae0520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:17.260254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-fb5d5f5f-2fe8-4b49-bc0f-82ecbfae0520 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0686257 Feb 02 16:05:17.293776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.319166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Transition to ACTIVE for port object bef1b402-2f74-4fe0-af08-011b7df9549d will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:17.338072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-10d22ce9-7982-4937-9672-8b2ace88da48 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715301 Feb 02 16:05:17.359250 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.437138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.474686 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-86301a9a-1a17-4e83-8121-5c8b59a9c99d service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299794 Feb 02 16:05:17.512130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:17.515194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:17.519316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:05:17.551158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=bef1b402-2f74-4fe0-af08-011b7df9549d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:17.581705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.582052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.582396 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.582736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.583174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.583721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.584212 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.584552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.584887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.585219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.585549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:17.608495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:17.609321 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.708909 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-c6500c47-af47-41e1-b760-928eb2f99825 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1080601 Feb 02 16:05:17.719386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3e9e2ff-1beb-40d8-8931-9c0988d5fe67 req-eb8bfcdf-7266-4ffc-8b80-355b1562aed5 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387762 Feb 02 16:05:17.804735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Request body: {'port': {'device_id': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:05:17.901216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-58f3cd42-910b-449d-8d3b-e71337227fd1 None None] Provisioning for port bef1b402-2f74-4fe0-af08-011b7df9549d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:17.906581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-58f3cd42-910b-449d-8d3b-e71337227fd1 None None] Provisioning complete for port bef1b402-2f74-4fe0-af08-011b7df9549d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:17.907164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-58f3cd42-910b-449d-8d3b-e71337227fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.918452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:17.971629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-58f3cd42-910b-449d-8d3b-e71337227fd1 None None] Port bef1b402-2f74-4fe0-af08-011b7df9549d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:05:18.106688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5356-d285-4cb4-b75f-a3a4b34bc0d9 req-39d27b38-2a64-4e5f-b66c-1f591a4d76b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:18.108336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe8c5356-d285-4cb4-b75f-a3a4b34bc0d9 req-39d27b38-2a64-4e5f-b66c-1f591a4d76b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 931 time: 0.0972180 Feb 02 16:05:18.158521 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.164429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fe8c5356-d285-4cb4-b75f-a3a4b34bc0d9 req-a9cb5636-e2d6-4f30-9a7d-4e7b090d182f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484824 Feb 02 16:05:18.289398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef1b402-2f74-4fe0-af08-011b7df9549d {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:18.296370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.312973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Transition to ACTIVE for port object bef1b402-2f74-4fe0-af08-011b7df9549d will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:05:18.368352 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.499904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Pushing event updated for resources: {'Port': ['ID=bef1b402-2f74-4fe0-af08-011b7df9549d,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:18.612707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Attempting to bind port bef1b402-2f74-4fe0-af08-011b7df9549d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:05:18.616925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Attempting to bind port bef1b402-2f74-4fe0-af08-011b7df9549d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:05:18.616925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Attempting to bind port bef1b402-2f74-4fe0-af08-011b7df9549d on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:05:18.619884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Port bef1b402-2f74-4fe0-af08-011b7df9549d on network 773f3748-ccae-42b9-aad3-2a44bb715f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:05:18.620224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Attempting to bind port bef1b402-2f74-4fe0-af08-011b7df9549d on network 773f3748-ccae-42b9-aad3-2a44bb715f44 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:05:18.627152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:05:18.627400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Checking segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:05:18.627800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Bound using segment: {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:05:18.628398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Bound port: bef1b402-2f74-4fe0-af08-011b7df9549d, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda82bdc-a82f-4530-960a-f32219c5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:05:18.628690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.820776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] For port bef1b402-2f74-4fe0-af08-011b7df9549d, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:05:18.823879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] For port bef1b402-2f74-4fe0-af08-011b7df9549d, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bef1b402-2f74-4fe0-af08-011b7df9549d,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:05:18.917027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.979624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:18.981021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] 10.222.0.64 "PUT /v2.0/ports/bef1b402-2f74-4fe0-af08-011b7df9549d HTTP/1.1" status: 200 len: 1091 time: 1.2590733 Feb 02 16:05:18.981430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:19.003317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70441c9e-5b21-41ec-ae3a-939be23c5876 service neutron] Pushing event updated for resources: {'Port': ['ID=bef1b402-2f74-4fe0-af08-011b7df9549d,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:19.050676 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'status': 'completed', 'code': 200} Feb 02 16:05:19.173647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7ab8883-3913-4cc0-a156-7307df6fd2a4 req-c6a13607-b2c2-4a7a-8204-ef401be51ccb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 1094 time: 0.0798750 Feb 02 16:05:19.343381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab8883-3913-4cc0-a156-7307df6fd2a4 req-56df510d-d50b-4664-aa7e-0883d30ec0b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:19.344948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7ab8883-3913-4cc0-a156-7307df6fd2a4 req-56df510d-d50b-4664-aa7e-0883d30ec0b1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1584833 Feb 02 16:05:19.370451 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea35f-117b-400d-b791-018d3f16b12b req-f573400b-4aea-49b1-87b6-1beb19dd6753 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:19.371928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27bea35f-117b-400d-b791-018d3f16b12b req-f573400b-4aea-49b1-87b6-1beb19dd6753 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 943 time: 0.0772097 Feb 02 16:05:19.417201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-27bea35f-117b-400d-b791-018d3f16b12b req-6b5815c0-b706-4105-ba77-ce4549570241 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399027 Feb 02 16:05:19.488385 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab8883-3913-4cc0-a156-7307df6fd2a4 req-57615604-b58b-41cb-be0e-1957c46f6f19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:19.489800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7ab8883-3913-4cc0-a156-7307df6fd2a4 req-57615604-b58b-41cb-be0e-1957c46f6f19 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1389322 Feb 02 16:05:19.616849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-7cd29bbc-67dc-4de0-ad55-05ccfad7aa8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 1094 time: 0.0705607 Feb 02 16:05:19.712247 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-ea3a17c1-db81-4ed0-8bbd-5a430e3f53ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bef1b402-2f74-4fe0-af08-011b7df9549d HTTP/1.1" status: 200 len: 217 time: 0.0650263 Feb 02 16:05:19.786982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-b9a923ff-7d16-4bc2-a012-2ce13096adbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:19.786982 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-b9a923ff-7d16-4bc2-a012-2ce13096adbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0612247 Feb 02 16:05:19.858077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-4c57d465-9269-4b28-84cf-cac19a2773ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706112 Feb 02 16:05:19.988015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-ddb595bb-cc96-48fe-b9cf-bde54354eefb service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240413 Feb 02 16:05:20.122600 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9cab0fff-a84a-4e6f-ae03-bbf9009847a5 req-65153eeb-5062-445b-9d71-5a41c3abea3e service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284785 Feb 02 16:05:20.624091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777185bc-711e-4d7e-9fe8-952973467bb3 req-0b715af8-eda9-487a-af9a-67a4ae7f85ea tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:20.624806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-777185bc-711e-4d7e-9fe8-952973467bb3 req-0b715af8-eda9-487a-af9a-67a4ae7f85ea tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:05:20.764909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-777185bc-711e-4d7e-9fe8-952973467bb3 req-0b715af8-eda9-487a-af9a-67a4ae7f85ea tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:05:20.766165 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-777185bc-711e-4d7e-9fe8-952973467bb3 req-0b715af8-eda9-487a-af9a-67a4ae7f85ea tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 943 time: 0.2210708 Feb 02 16:05:20.812753 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-777185bc-711e-4d7e-9fe8-952973467bb3 req-cd0d655b-26d1-4179-b86b-45f04cb49870 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400484 Feb 02 16:05:22.019864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ac16-5708-4107-a86c-def91edd5e97 req-792da50b-fd37-4b2b-b423-8940ff941ba4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:22.021261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-51a3ac16-5708-4107-a86c-def91edd5e97 req-792da50b-fd37-4b2b-b423-8940ff941ba4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 943 time: 0.0798175 Feb 02 16:05:22.067532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-51a3ac16-5708-4107-a86c-def91edd5e97 req-cee9f2b2-d29d-4f9c-bfaf-ee00a54aaf90 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401602 Feb 02 16:05:23.267696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186a14c-4608-4b9c-ba80-c355d2c96dc7 req-febc2dc3-d1c9-4be1-97cf-19be8583271f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:23.269195 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8186a14c-4608-4b9c-ba80-c355d2c96dc7 req-febc2dc3-d1c9-4be1-97cf-19be8583271f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 943 time: 0.0806465 Feb 02 16:05:23.315676 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8186a14c-4608-4b9c-ba80-c355d2c96dc7 req-b0103690-fe66-482e-a4d2-8e89aff8dfb3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408568 Feb 02 16:05:24.515680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67215d6-b5c6-4318-b213-8626565e2ca5 req-b01d7a6e-03eb-4a38-9ba1-0adb5479a0f0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:24.517168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b67215d6-b5c6-4318-b213-8626565e2ca5 req-b01d7a6e-03eb-4a38-9ba1-0adb5479a0f0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 943 time: 0.0774851 Feb 02 16:05:24.563987 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b67215d6-b5c6-4318-b213-8626565e2ca5 req-e3278f0e-dda8-41b4-b5d7-153a9619152a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 Feb 02 16:05:24.619509 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c82-2851-4bd3-9085-0dce1d404fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:25.764194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82bdcd-0cef-4adf-86ec-0c4662f74c72 req-fde289fe-83b6-4e21-8863-feeb07b0f975 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:25.765672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c82bdcd-0cef-4adf-86ec-0c4662f74c72 req-fde289fe-83b6-4e21-8863-feeb07b0f975 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 943 time: 0.0815330 Feb 02 16:05:25.816093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2c82bdcd-0cef-4adf-86ec-0c4662f74c72 req-7c418e64-8cc0-45ee-9b77-be5cdc78147d tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Feb 02 16:05:26.867598 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-582c9957-2528-4612-a323-408a4bf5abe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:27.016157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9d26e-f0c1-4059-807f-90650e0d40bd req-a48703c6-2048-40a1-a395-3ac901207c4e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:27.017527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59a9d26e-f0c1-4059-807f-90650e0d40bd req-a48703c6-2048-40a1-a395-3ac901207c4e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 943 time: 0.0815623 Feb 02 16:05:27.064795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59a9d26e-f0c1-4059-807f-90650e0d40bd req-6c871c3d-47c0-499c-8195-d207ff6eb537 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Feb 02 16:05:28.277558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23248293-0531-43d5-8f38-9b0d3e38b42f req-4300875a-1262-41be-96c3-a6688989cdc5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:28.278955 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23248293-0531-43d5-8f38-9b0d3e38b42f req-4300875a-1262-41be-96c3-a6688989cdc5 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 943 time: 0.0900066 Feb 02 16:05:28.328060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23248293-0531-43d5-8f38-9b0d3e38b42f req-bd3b767d-c3d5-45f6-ae05-e0b886c4c633 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436013 Feb 02 16:05:28.370250 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.528339 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.060250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bef1b402-2f74-4fe0-af08-011b7df9549d details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:05:29.191535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bef1b402-2f74-4fe0-af08-011b7df9549d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bef1b402-2f74-4fe0-af08-011b7df9549d,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:29.204600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'port_id': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'mac_address': 'fa:16:3e:c2:f4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:05:29.260230 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.277184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef1b402-2f74-4fe0-af08-011b7df9549d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:05:29.291295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bef1b402-2f74-4fe0-af08-011b7df9549d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bef1b402-2f74-4fe0-af08-011b7df9549d,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:29.375958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:29.441589 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=bef1b402-2f74-4fe0-af08-011b7df9549d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:29.450558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.450903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.451243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.451862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.452202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.452530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.452856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.453180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.453511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.453834 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.454157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:29.528771 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271473e9-4052-4711-82b7-c8a5cfaa7c6d req-2eaecb36-d2eb-4c01-9b58-62bd1d6d561b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:29.530274 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-271473e9-4052-4711-82b7-c8a5cfaa7c6d req-2eaecb36-d2eb-4c01-9b58-62bd1d6d561b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 944 time: 0.0798478 Feb 02 16:05:29.578875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-271473e9-4052-4711-82b7-c8a5cfaa7c6d req-956a9ddb-b547-4407-9852-ca6df43bb9b1 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Feb 02 16:05:29.679351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['bef1b402-2f74-4fe0-af08-011b7df9549d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:05:30.085247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:30.777332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb31dd-5738-44c9-85e1-d0e20a22955c req-f85db559-60c1-44de-a2fc-b5974510c7a3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:30.778785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83bb31dd-5738-44c9-85e1-d0e20a22955c req-f85db559-60c1-44de-a2fc-b5974510c7a3 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 944 time: 0.0788209 Feb 02 16:05:30.832777 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-83bb31dd-5738-44c9-85e1-d0e20a22955c req-d3f64820-49d2-4395-b3d0-12fc33413a7b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474782 Feb 02 16:05:31.074207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bef1b402-2f74-4fe0-af08-011b7df9549d up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:05:31.227416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port bef1b402-2f74-4fe0-af08-011b7df9549d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:05:31.232235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port bef1b402-2f74-4fe0-af08-011b7df9549d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:31.236004 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.348929 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.375590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:31.385782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bef1b402-2f74-4fe0-af08-011b7df9549d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bef1b402-2f74-4fe0-af08-011b7df9549d,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:31.434046 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:31.465576 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'code': 200} Feb 02 16:05:31.503449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=bef1b402-2f74-4fe0-af08-011b7df9549d,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:31.591007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e791a84-f9ad-412d-9f5d-07b7196d225e req-a0518cc9-533c-4235-a33e-a2a7d4129e23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 1096 time: 0.0673954 Feb 02 16:05:31.634340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e791a84-f9ad-412d-9f5d-07b7196d225e req-2c9659ab-8bb3-4fe6-8bc5-9ed979d7efa3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376348 Feb 02 16:05:32.141149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1101b1-e053-42f2-8dbc-56132a301777 req-cd1ae63b-089a-4acf-8054-abcc86496010 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:32.142605 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa1101b1-e053-42f2-8dbc-56132a301777 req-cd1ae63b-089a-4acf-8054-abcc86496010 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 945 time: 0.1856873 Feb 02 16:05:32.188176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa1101b1-e053-42f2-8dbc-56132a301777 req-f3cad556-bc6b-43f4-bb90-c2e50c2c8b31 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Feb 02 16:05:33.390807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d12276-aea5-46ea-b587-bb46ed839385 req-6291fc92-df97-4002-b824-c4c36a431697 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:33.392287 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5d12276-aea5-46ea-b587-bb46ed839385 req-6291fc92-df97-4002-b824-c4c36a431697 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 945 time: 0.0796521 Feb 02 16:05:33.436982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5d12276-aea5-46ea-b587-bb46ed839385 req-ac9427cd-e851-434a-8745-7575e9bed74c tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390751 Feb 02 16:05:33.636691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3bcfe-e678-4197-ab6c-7635def1c871 req-d7bad1c6-4a82-4c6f-94cf-ced0c1ad75bf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:33.638200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5cc3bcfe-e678-4197-ab6c-7635def1c871 req-d7bad1c6-4a82-4c6f-94cf-ced0c1ad75bf tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 945 time: 0.0770130 Feb 02 16:05:33.683400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5cc3bcfe-e678-4197-ab6c-7635def1c871 req-f9b04d53-c35c-4eb4-82ab-702e9f51a1ca tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Feb 02 16:05:33.713412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45034) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:33.968089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c879d5a2-1052-4185-b74f-fc3d0b8a15d6 tempest-TestVolumeBootPattern-1705813790 tempest-TestVolumeBootPattern-1705813790-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 1091 time: 0.2534618 Feb 02 16:05:33.970894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45040) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:05:33.976111 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:05:33.982117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:05:33.985965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Usage tracker for resource:floatingip and tenant:480fcb50737341f58a1a8ef67ac5fba3 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:05:33.992599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:05:33.995192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:05:34.067733 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.206599 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.343487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Allocated IP 172.25.0.178 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/b4cd2c3e-eac1-4d2f-8189-a6a50acd7ab4) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:05:34.495893 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.610780 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:34.680163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:05:34.683147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:05:34.688408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:05:34.714325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=b4cd2c3e-eac1-4d2f-8189-a6a50acd7ab4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:35.214342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.346026 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.554060 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.609966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:35.813365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event updated for resources: {'Port': ['ID=b4cd2c3e-eac1-4d2f-8189-a6a50acd7ab4,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:35.832854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:36.025491 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Floating IP d2da7700-e50b-4964-8b08-0da1c7b3d763 associated. External IP: 172.25.0.178, port: bef1b402-2f74-4fe0-af08-011b7df9549d. Feb 02 16:05:36.423310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:05:36.632481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:05:36.646403 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:05:36.655441 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:05:36.656070 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:05:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:36.742734 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:36.798919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0a0c00b3-fe89-4a87-9d52-fbaf8fcff0de tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8270102 Feb 02 16:05:36.799593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:05:36.835161 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:05:36.857080 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'status': 'completed', 'code': 200} Feb 02 16:05:36.972111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-1daf0945-9f67-4946-8636-2e017640aeea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 1096 time: 0.0730278 Feb 02 16:05:37.107697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-270a210b-aa4e-4f4e-932b-83cd4606f04c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:37.109172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-270a210b-aa4e-4f4e-932b-83cd4606f04c service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1317608 Feb 02 16:05:37.207998 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-413fd62c-92bc-49b8-9e2a-81e91b889037 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bef1b402-2f74-4fe0-af08-011b7df9549d HTTP/1.1" status: 200 len: 999 time: 0.0932784 Feb 02 16:05:37.208961 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:32Z', 'revision_number': 1, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}, {'id': 'd2da7700-e50b-4964-8b08-0da1c7b3d763', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:c2:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:35Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:37.214248 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:05:37.225990 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:05:37.226519 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:05:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:37.275182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-245426b1-21ee-4b8e-9da0-4892c7d81986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:37.276660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-245426b1-21ee-4b8e-9da0-4892c7d81986 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0631428 Feb 02 16:05:37.354416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-2082a0e2-2943-43a8-b24c-012ff411fcce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719941 Feb 02 16:05:37.419695 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:05:37.493047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-ed71d8b6-d76e-4725-aa0f-1c65a8376321 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306973 Feb 02 16:05:37.731509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ad6795a-97ab-4208-9643-36773c9c7ac8 req-b5a18cb2-8b23-46c2-bb8a-2ea48ac2c21c service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350409 Feb 02 16:05:37.779196 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:32Z', 'revision_number': 1, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}, {'id': 'd2da7700-e50b-4964-8b08-0da1c7b3d763', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:c2:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:35Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:37.783107 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422a28-6193-48fa-b1ec-68c40e4a1f4b None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:32Z', 'revision_number': 1, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}, {'id': 'd2da7700-e50b-4964-8b08-0da1c7b3d763', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:c2:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:05:35Z', 'updated_at': '2022-02-02T16:05:35Z', 'revision_number': 0, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:05:37.991735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc33fb1d-bf45-4ec8-baf9-448cb6ae5b92 None None] New status for floating IP d2da7700-e50b-4964-8b08-0da1c7b3d763: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:05:47.340130 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:48.192254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:51.630704 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:05:54.615434 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-654604c2-db50-4f4c-bc55-57e00b41d714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:56.923002 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ca0a38c7-2062-4866-87a6-987103440889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.380325 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.500321 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:00.073762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:17.314996 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:18.125203 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:18.706540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-921db25b-c344-4044-8567-e67762f3d86b req-9f3e3b07-dcc8-442e-a9cd-6e023117c59c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728457 Feb 02 16:06:18.863672 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-921db25b-c344-4044-8567-e67762f3d86b req-3371f469-b227-43ed-8336-a905eaa13d56 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0721633 Feb 02 16:06:19.021403 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921db25b-c344-4044-8567-e67762f3d86b req-b929c718-b4a5-441c-beb7-dfe501f6a5aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:19.023493 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-921db25b-c344-4044-8567-e67762f3d86b req-b929c718-b4a5-441c-beb7-dfe501f6a5aa service neutron] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1325154 Feb 02 16:06:19.124878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-921db25b-c344-4044-8567-e67762f3d86b req-054b2579-8744-40dc-9195-d974b4b4f76a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0953395 Feb 02 16:06:19.186292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921db25b-c344-4044-8567-e67762f3d86b req-18dce40d-c861-40fa-b2f2-29de4edfe797 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:19.187663 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-921db25b-c344-4044-8567-e67762f3d86b req-18dce40d-c861-40fa-b2f2-29de4edfe797 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0567679 Feb 02 16:06:19.264912 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-921db25b-c344-4044-8567-e67762f3d86b req-5bfa82ab-f038-47ab-b42b-1df7a5373c98 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710006 Feb 02 16:06:19.396385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-921db25b-c344-4044-8567-e67762f3d86b req-e1c2c442-b8a4-470a-807d-709aaf8de9f6 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247342 Feb 02 16:06:19.524742 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-921db25b-c344-4044-8567-e67762f3d86b req-0450b85d-6123-48a2-a715-8fbfdf65f689 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222429 Feb 02 16:06:24.622438 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63c2a8c9-8c3c-4f24-9a56-156dcdc34006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:26.868032 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-297def00-15c6-42f0-8379-dc8e409de01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:28.382264 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:28.496426 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:28.626871 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:06:30.123955 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:31.523615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-5a75a1b5-7e8e-4f96-8dba-67b8e6b6ba07 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1313057 Feb 02 16:06:31.674708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-f40f4a0a-5d9a-475e-a353-36f0fc4c6484 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 1096 time: 0.0686581 Feb 02 16:06:31.817590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-47e2532a-f998-43a5-b5a4-b815aea41242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:31.818971 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-47e2532a-f998-43a5-b5a4-b815aea41242 service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1267388 Feb 02 16:06:31.923666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-4e0485be-f7a2-4931-8d53-eeb5f35f7eb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bef1b402-2f74-4fe0-af08-011b7df9549d HTTP/1.1" status: 200 len: 1001 time: 0.0988581 Feb 02 16:06:31.985393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-1e0667be-1244-459f-bb9b-9877db53d05e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:31.986786 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-1e0667be-1244-459f-bb9b-9877db53d05e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0578194 Feb 02 16:06:32.064458 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-15a5de72-b6df-4cd6-9bbc-a2757b796313 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720630 Feb 02 16:06:32.200529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-c1ba49a2-627e-441d-b214-3b768df56eb2 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300433 Feb 02 16:06:32.338291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5b08b4-9c62-45f1-ac25-804d98a319a6 req-5794bdcf-e1da-494f-beaf-b052d471b1fa service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320677 Feb 02 16:06:47.341485 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:48.182481 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:54.615509 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fa60c92a-f119-477d-9982-8e9ad433b31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:56.872416 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7953d794-bd81-4471-a989-3591a5da738a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.411055 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:06:58.509775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:00.085557 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:05.627906 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:07:17.360553 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:18.194781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:20.851716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-ccd75079-8edc-476e-accc-4a516c8f1d1b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312332 Feb 02 16:07:21.014668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-ff7e58e3-604f-4adc-89e1-da3bfb718bc1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0736825 Feb 02 16:07:21.260254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-b68566ff-ced3-458e-893a-893742ebb959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:21.261814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-b68566ff-ced3-458e-893a-893742ebb959 service neutron] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.2284553 Feb 02 16:07:21.364654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-651ce91e-a67a-4848-9662-c85e9e3a2b05 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0967107 Feb 02 16:07:21.426150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-50acb40a-820f-4ce3-8fcf-7813fea53f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:21.427640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-50acb40a-820f-4ce3-8fcf-7813fea53f04 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0575752 Feb 02 16:07:21.502476 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-44ded7b1-5480-4505-9630-d8ade9153e84 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686891 Feb 02 16:07:21.636586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-291b9c3f-a70a-4f07-9fad-f833e8bd97b4 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275883 Feb 02 16:07:21.771250 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a105f17-9a9c-4de0-a47c-8ef369d43fbe req-4fb3b077-28a3-42d8-9e91-d1cc42d2900b service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282525 Feb 02 16:07:24.621522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc22f-5b42-411f-a34f-475bd2544786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:26.868538 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-43b0e789-4103-4d1d-bc2c-3248e5ca9eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:28.375742 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:28.508595 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:30.091557 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:32.093954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-a2e86c1e-13e4-4aba-a33d-91f435121c44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673397 Feb 02 16:07:32.257280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-f36990bf-8906-46cc-a967-883c4edf6e10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 1096 time: 0.0742145 Feb 02 16:07:32.405553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-521bb299-bd7e-48d8-a126-f82b14c3b7e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:32.406954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-521bb299-bd7e-48d8-a126-f82b14c3b7e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1322763 Feb 02 16:07:32.513930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-529a03fe-7063-4c26-a1f4-6c9cd61f4e07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bef1b402-2f74-4fe0-af08-011b7df9549d HTTP/1.1" status: 200 len: 1001 time: 0.1005480 Feb 02 16:07:32.579088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-745e5e88-881b-43fe-aee1-1c732aadf8d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:32.580773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-745e5e88-881b-43fe-aee1-1c732aadf8d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0609980 Feb 02 16:07:32.661932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-92348755-6c47-436b-ad62-b2c2b5f433d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753376 Feb 02 16:07:32.795088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-9d8c0d0c-3e36-4ddd-9937-f3e60ee72557 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273403 Feb 02 16:07:33.020078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c2eccb0c-de50-4f77-8e4d-bfc2a8bbdfbb req-265da037-694f-4fbc-8ec3-280204dbe1f9 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184527 Feb 02 16:07:42.628561 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:07:47.360403 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:48.189053 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.269003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45086) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:07:52.500214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port b4cd2c3e-eac1-4d2f-8189-a6a50acd7ab4 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:07:52.500560 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.696200 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.696542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:52.829330 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for b4cd2c3e-eac1-4d2f-8189-a6a50acd7ab4 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:07:53.092000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:53.149718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=b4cd2c3e-eac1-4d2f-8189-a6a50acd7ab4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:53.189204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.190232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.190232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.190406 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.190693 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.191023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.191346 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.191687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.192032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.192349 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.192668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:07:53.254478 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:53.646639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:07:53.941200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:07:53.950463 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:07:53.962417 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:07:53.963555 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:07:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:54.016783 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:54.070478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-534b4879-3755-4003-be32-7d1b2ef8fcd0 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "DELETE /v2.0/floatingips/d2da7700-e50b-4964-8b08-0da1c7b3d763 HTTP/1.1" status: 204 len: 168 time: 1.8000464 Feb 02 16:07:54.071051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:54.152519 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:07:54.334439 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'status': 'completed', 'code': 200} Feb 02 16:07:54.462473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1159dc9-563e-4230-b479-043cb707ff41 req-1143cd97-1d7e-4801-af4c-dbc641d7b95e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 1096 time: 0.0804758 Feb 02 16:07:54.553729 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:32Z', 'revision_number': 1, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:54.558722 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:07:54.573236 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:07:54.574105 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:07:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:54.604602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1159dc9-563e-4230-b479-043cb707ff41 req-f84d95e5-edc0-48ce-8dcc-81473f7fdbdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:54.606294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1159dc9-563e-4230-b479-043cb707ff41 req-f84d95e5-edc0-48ce-8dcc-81473f7fdbdf service neutron] 10.222.0.64 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1385899 Feb 02 16:07:54.606861 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f89bba39-f961-40a6-afc0-04edfd49df61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:54.679385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1159dc9-563e-4230-b479-043cb707ff41 req-ec0aad5b-128f-49a2-ab9f-36826b5ca34f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bef1b402-2f74-4fe0-af08-011b7df9549d HTTP/1.1" status: 200 len: 217 time: 0.0660374 Feb 02 16:07:54.761628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1159dc9-563e-4230-b479-043cb707ff41 req-ca9b047f-5e18-4050-b824-6ff614a4d792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:54.764889 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1159dc9-563e-4230-b479-043cb707ff41 req-ca9b047f-5e18-4050-b824-6ff614a4d792 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0784271 Feb 02 16:07:54.765484 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:07:54.766741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e4b2-3fe2-449b-a762-40ebb4bb800e req-08c7455f-8224-4217-8017-1541a7bb119a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:54.768257 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ef0e4b2-3fe2-449b-a762-40ebb4bb800e req-08c7455f-8224-4217-8017-1541a7bb119a tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 945 time: 0.1715796 Feb 02 16:07:54.817165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4ef0e4b2-3fe2-449b-a762-40ebb4bb800e req-077f22d3-b847-469f-a8b2-13804175af74 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Feb 02 16:07:54.845334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1159dc9-563e-4230-b479-043cb707ff41 req-7536796f-875f-420b-b7a8-84161c48dfb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725610 Feb 02 16:07:54.985210 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1159dc9-563e-4230-b479-043cb707ff41 req-ba84f5b2-ce70-4003-a68f-a5b100151ea5 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333723 Feb 02 16:07:55.130959 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1159dc9-563e-4230-b479-043cb707ff41 req-af4f3af2-2acc-473f-948d-5dfa2480e4d6 service neutron] 10.222.0.64 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390555 Feb 02 16:07:55.131824 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:32Z', 'revision_number': 1, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:07:55.135697 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0da4e-cb72-45ac-b576-33a8a0a1668c None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '22c06b14-7dac-4dc3-b128-c6164a3d4c78', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'port_id': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'mac_address': 'fa:16:3e:9b:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:02:29Z', 'updated_at': '2022-02-02T16:02:32Z', 'revision_number': 1, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:07:55.375013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285292a2-7603-4fd8-83bd-bdbb316042bb None None] New status for floating IP d2da7700-e50b-4964-8b08-0da1c7b3d763: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:07:56.133157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2ca4-5210-4a79-85ef-d22e937734eb req-a2108dea-0f98-4481-ac1c-cdcffe023cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:56.133838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-023e2ca4-5210-4a79-85ef-d22e937734eb req-a2108dea-0f98-4481-ac1c-cdcffe023cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:56.223240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-023e2ca4-5210-4a79-85ef-d22e937734eb req-a2108dea-0f98-4481-ac1c-cdcffe023cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:56.224705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-023e2ca4-5210-4a79-85ef-d22e937734eb req-a2108dea-0f98-4481-ac1c-cdcffe023cc7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 945 time: 0.2401767 Feb 02 16:07:56.327258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-023e2ca4-5210-4a79-85ef-d22e937734eb req-8feb95da-7cc3-4819-b30d-e61aa6cd84be tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672164 Feb 02 16:07:56.341962 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-8de3f1e4-78aa-4c7c-a3a5-27e6132890e7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:56.343396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-8de3f1e4-78aa-4c7c-a3a5-27e6132890e7 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 945 time: 0.1175365 Feb 02 16:07:56.414929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port bef1b402-2f74-4fe0-af08-011b7df9549d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:07:56.415266 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:56.663381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] For port bef1b402-2f74-4fe0-af08-011b7df9549d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bef1b402-2f74-4fe0-af08-011b7df9549d,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:07:56.663730 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:56.788424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for bef1b402-2f74-4fe0-af08-011b7df9549d owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:07:56.892507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe530-02d0-40a1-a8f7-1d133cc2c35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:57.000539 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:57.051041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=bef1b402-2f74-4fe0-af08-011b7df9549d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:07:57.137365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] No DVR routers for this DVR port bef1b402-2f74-4fe0-af08-011b7df9549d on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:07:57.140026 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:57.142838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'name': 'network-vif-deleted', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:07:57.222659 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374c1831-cae8-44be-bed0-7c3753c7a88a', 'name': 'network-vif-deleted', 'tag': 'bef1b402-2f74-4fe0-af08-011b7df9549d', 'status': 'completed', 'code': 200} Feb 02 16:07:57.228557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-182c86c8-308e-4ca2-ac86-4ade777b8b4b req-f1545d39-9008-4c8b-8e58-586b2ec06f7f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.64 "DELETE /v2.0/ports/bef1b402-2f74-4fe0-af08-011b7df9549d HTTP/1.1" status: 204 len: 173 time: 0.8793631 Feb 02 16:07:57.607160 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e35c6a67-3e7e-4eeb-a4dc-f1d335e79b1f req-1b457165-3ddc-4965-9b99-4a9f896f2da4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:07:57.705198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-e35c6a67-3e7e-4eeb-a4dc-f1d335e79b1f req-1b457165-3ddc-4965-9b99-4a9f896f2da4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:07:57.706472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e35c6a67-3e7e-4eeb-a4dc-f1d335e79b1f req-1b457165-3ddc-4965-9b99-4a9f896f2da4 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 210 time: 0.2429338 Feb 02 16:07:58.388995 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:58.514818 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:07:58.895657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4141f44-fb54-4a19-aac5-2fe4056dd91a req-aab5f393-d8fe-4614-a6b6-8540af84c81b tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=374c1831-cae8-44be-bed0-7c3753c7a88a HTTP/1.1" status: 200 len: 210 time: 0.0401936 Feb 02 16:07:59.683770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bef1b402-2f74-4fe0-af08-011b7df9549d no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:07:59.720221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: bef1b402-2f74-4fe0-af08-011b7df9549d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:07:59.720573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bef1b402-2f74-4fe0-af08-011b7df9549d not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:00.120387 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:04.763061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45182) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:04.964148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port 000040e2-600c-4fce-9d51-0b13a0b3bf61 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:04.964490 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:05.130528 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:05.130854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:05.249074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for 000040e2-600c-4fce-9d51-0b13a0b3bf61 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:05.480365 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:05.526512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=000040e2-600c-4fce-9d51-0b13a0b3bf61,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:05.620014 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:06.016376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:08:06.319551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:08:06.329627 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:08:06.342271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:08:06.346253 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:07:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:06.394918 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:06.448476 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ec83e5bd-7e72-4b79-8879-8281ae252e84 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "DELETE /v2.0/floatingips/22c06b14-7dac-4dc3-b128-c6164a3d4c78 HTTP/1.1" status: 204 len: 168 time: 1.6840820 Feb 02 16:08:06.449054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:06.507868 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'status': 'completed', 'code': 200} Feb 02 16:08:06.521768 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:08:06.629096 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-10bcd5aa-eaca-40b8-ac90-dd6121e89c17 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0757360 Feb 02 16:08:06.767890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-2f058862-0479-4c8a-b117-f82ed96141c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:06.770069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-2f058862-0479-4c8a-b117-f82ed96141c9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 200 len: 914 time: 0.1346419 Feb 02 16:08:06.840843 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-95e78e57-99ab-4b4b-992d-7605d47f3006 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 200 len: 217 time: 0.0647192 Feb 02 16:08:06.850719 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:06.858636 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:08:06.864686 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:08:06.865275 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:07:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:06.931484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-27e67994-997d-42a0-8f9c-7f63c9563ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:06.932989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-27e67994-997d-42a0-8f9c-7f63c9563ae6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 200 len: 851 time: 0.0622721 Feb 02 16:08:06.996057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cae63b-9387-4af7-b514-23af5d8fcf74 req-7ea0d535-a4c6-4fe0-a7c2-189f4014ff27 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:06.996897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a3cae63b-9387-4af7-b514-23af5d8fcf74 req-7ea0d535-a4c6-4fe0-a7c2-189f4014ff27 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:07.021637 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-417fd982-6006-41a0-aea9-d34042a9a12a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=773f3748-ccae-42b9-aad3-2a44bb715f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735569 Feb 02 16:08:07.081547 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:08:07.091185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a3cae63b-9387-4af7-b514-23af5d8fcf74 req-7ea0d535-a4c6-4fe0-a7c2-189f4014ff27 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:07.092547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3cae63b-9387-4af7-b514-23af5d8fcf74 req-7ea0d535-a4c6-4fe0-a7c2-189f4014ff27 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 946 time: 0.1737654 Feb 02 16:08:07.147624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3cae63b-9387-4af7-b514-23af5d8fcf74 req-ce3f7b1b-ef12-4a80-98b3-a045f0466994 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489993 Feb 02 16:08:07.173762 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-6b094612-ca1a-4db3-8839-63e741017a71 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455822 Feb 02 16:08:07.307682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29ad93dc-2cbb-45a7-87e1-f875fcb4dbcb req-99e8fa72-37cf-48a0-bc5e-2dcd24a40720 service neutron] 10.222.0.107 "GET /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274607 Feb 02 16:08:07.394382 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:07.398254 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d359b28-e583-4496-a0a0-187da8eabc5f None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T15:52:16Z', 'revision_number': 4, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'bc43f263-fedd-4749-8194-bd6698877afa', 'name': '', 'network_id': '773f3748-ccae-42b9-aad3-2a44bb715f44', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'mac_address': 'fa:16:3e:db:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:15Z', 'updated_at': '2022-02-02T15:52:38Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'subnets': [{'id': '4bcb4b1c-c4ca-42c5-974f-05e828e9966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:08:07.622381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b53c9c0-d3a0-4654-8f85-2d0304220977 None None] New status for floating IP 22c06b14-7dac-4dc3-b128-c6164a3d4c78: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:08:07.834371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeab211-364c-4078-ad71-08085be98aed req-b34c014b-6324-4f3f-95eb-90c7c3b59556 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:07.835776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bfeab211-364c-4078-ad71-08085be98aed req-b34c014b-6324-4f3f-95eb-90c7c3b59556 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 946 time: 0.1742451 Feb 02 16:08:07.901637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:07.901977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:08.141271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] For port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:08.141620 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:08.263493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:08.440227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad113a-d71c-4456-9898-5bdcc4f2ea34 req-fa615a51-23e5-4b04-9b1a-b48ad2e9f92f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:08.441877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cdad113a-d71c-4456-9898-5bdcc4f2ea34 req-fa615a51-23e5-4b04-9b1a-b48ad2e9f92f tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 946 time: 0.1504331 Feb 02 16:08:08.500898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cdad113a-d71c-4456-9898-5bdcc4f2ea34 req-cfaf6c18-5201-483a-926b-f8489a6779b6 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/security-groups?id=ed39b7bb-e5f0-4323-92c7-175b3dd962b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503728 Feb 02 16:08:08.549165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:08.598162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:08.666297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.666638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.666975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.667306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.667634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.667984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.668309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.668629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.668947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.669263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.669617 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:08.681766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] No DVR routers for this DVR port 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:08:08.684045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:08.689416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'name': 'network-vif-deleted', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:08.778907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bfeab211-364c-4078-ad71-08085be98aed req-9a1b13ce-f48c-413d-829f-e906deb15463 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.107 "DELETE /v2.0/ports/5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 HTTP/1.1" status: 204 len: 173 time: 0.9379690 Feb 02 16:08:08.948803 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504905b-117c-4c38-82f8-2bca0692fdc9', 'name': 'network-vif-deleted', 'tag': '5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6', 'status': 'completed', 'code': 200} Feb 02 16:08:09.664356 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-05c60823-fe37-4328-baf9-b8f1ea0cc3af req-c5ee34f9-f5cb-4195-8bbc-2a651b087d2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Synchronizing usage tracker for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:09.743216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-05c60823-fe37-4328-baf9-b8f1ea0cc3af req-c5ee34f9-f5cb-4195-8bbc-2a651b087d2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Unset dirty status for tenant:480fcb50737341f58a1a8ef67ac5fba3 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:09.744434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-05c60823-fe37-4328-baf9-b8f1ea0cc3af req-c5ee34f9-f5cb-4195-8bbc-2a651b087d2e tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "GET /v2.0/ports?device_id=a504905b-117c-4c38-82f8-2bca0692fdc9 HTTP/1.1" status: 200 len: 210 time: 0.1233883 Feb 02 16:08:10.849767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45208) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:11.001282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Deleting port 1debe66c-974a-4ee0-9d57-818e963579af {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:11.001623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:11.174243 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:11.174565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:11.293301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Calling delete_port for 1debe66c-974a-4ee0-9d57-818e963579af owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:11.594633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:11.604143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:11.637524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'Port': ['ID=1debe66c-974a-4ee0-9d57-818e963579af,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:11.637761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:08:11.637928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 5ae6a4c4-b75f-49c7-9d0e-c6630a18f4e6 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:11.728861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:11.811794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:11.812969 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4fdfc2c9-9ba4-48eb-a97e-dc0ca189fc02 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "DELETE /v2.0/floatingips/333c489d-a084-41b7-b17b-ce16fa1979c4 HTTP/1.1" status: 204 len: 168 time: 0.9621735 Feb 02 16:08:14.461504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45224) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:14.531374 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-874c75ad-0ec0-42b0-a293-d547faa03079 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:14.559616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-874c75ad-0ec0-42b0-a293-d547faa03079 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:14.691858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-874c75ad-0ec0-42b0-a293-d547faa03079 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:14.712969 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c75ad-0ec0-42b0-a293-d547faa03079 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed39b7bb-e5f0-4323-92c7-175b3dd962b2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:14.793924 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-874c75ad-0ec0-42b0-a293-d547faa03079 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:14.795259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-874c75ad-0ec0-42b0-a293-d547faa03079 tempest-TestVolumeBootPattern-1650783509 tempest-TestVolumeBootPattern-1650783509-project] 10.222.0.88 "DELETE /v2.0/security-groups/ed39b7bb-e5f0-4323-92c7-175b3dd962b2 HTTP/1.1" status: 204 len: 168 time: 0.3327680 Feb 02 16:08:15.939665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45232) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:16.460770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:17.052518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Deleting port bc43f263-fedd-4749-8194-bd6698877afa {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:17.055099 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:17.224367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] For port bc43f263-fedd-4749-8194-bd6698877afa, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=bc43f263-fedd-4749-8194-bd6698877afa,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:17.224718 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:17.372406 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:17.444332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Calling delete_port for bc43f263-fedd-4749-8194-bd6698877afa owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:17.675224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:17.722186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc43f263-fedd-4749-8194-bd6698877afa,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:18.008405 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:18.149277 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:18.571054 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:08:18.764743 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:08:18.773891 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] Sync routers for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:08:18.777369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-13bb07eb-92e3-41e8-91e0-6e505f8c3f1a admin admin] 10.222.0.88 "PUT /v2.0/routers/7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8365326 Feb 02 16:08:18.779993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45238) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:18.786029 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:08:18.786633 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:07:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:18.973108 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:08:19.075006 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:19.259405 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T16:08:17Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:19.263125 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] Checking router: 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:08:19.272605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:19.273700 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] Routers {'7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:08:19.274291 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:07:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:19.355172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Deleting port 3147d12b-4037-4c04-82ae-18fce4b1ec59 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:19.355515 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:19.462051 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] Set router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:08:19.527165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] For port 3147d12b-4037-4c04-82ae-18fce4b1ec59, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3147d12b-4037-4c04-82ae-18fce4b1ec59,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:19.527424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:19.645347 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:08:19.646384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Calling delete_port for 3147d12b-4037-4c04-82ae-18fce4b1ec59 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:19.753174 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T16:08:17Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:19.757484 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b38219-b9f5-4f28-8dc2-3cb8a72bdad8 None None] The sync data for ids ['7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1'] in n-d-827122-1 is: [{'id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'name': 'tempest-TestVolumeBootPattern-1455830026-router', 'tenant_id': '480fcb50737341f58a1a8ef67ac5fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:10Z', 'updated_at': '2022-02-02T16:08:17Z', 'revision_number': 5, 'project_id': '480fcb50737341f58a1a8ef67ac5fba3', 'gw_port': {'id': '3147d12b-4037-4c04-82ae-18fce4b1ec59', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:11Z', 'updated_at': '2022-02-02T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:08:19.892061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:19.938295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Pushing event deleted for resources: {'Port': ['ID=3147d12b-4037-4c04-82ae-18fce4b1ec59,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:20.162043 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:20.331124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bc43f263-fedd-4749-8194-bd6698877afa no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:20.369235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: bc43f263-fedd-4749-8194-bd6698877afa {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:08:20.369639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device bc43f263-fedd-4749-8194-bd6698877afa not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:20.511317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:20.515784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:20.623193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:20.623818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:08:20.636250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:20.637386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0c13b3ba-117d-42af-bf4a-75bcf3aa578c admin admin] 10.222.0.88 "DELETE /v2.0/routers/7434cdf5-dd60-49aa-ac83-1a11a4d4a9a1 HTTP/1.1" status: 204 len: 168 time: 1.8561447 Feb 02 16:08:20.640338 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45242) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:20.701828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d499a5-6ce2-4b86-9261-122dd6f93baf admin admin] Deleting subnet 4bcb4b1c-c4ca-42c5-974f-05e828e9966e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:08:20.706092 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-38d499a5-6ce2-4b86-9261-122dd6f93baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:20.765763 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-38d499a5-6ce2-4b86-9261-122dd6f93baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:20.841653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-38d499a5-6ce2-4b86-9261-122dd6f93baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:20.994061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-38d499a5-6ce2-4b86-9261-122dd6f93baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.030896 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d499a5-6ce2-4b86-9261-122dd6f93baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcb4b1c-c4ca-42c5-974f-05e828e9966e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:21.037767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-38d499a5-6ce2-4b86-9261-122dd6f93baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.046408 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a598a84-ee8a-4ff6-9506-b5843213b44e None None] Network 773f3748-ccae-42b9-aad3-2a44bb715f44 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:08:21.046589 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-38d499a5-6ce2-4b86-9261-122dd6f93baf admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4bcb4b1c-c4ca-42c5-974f-05e828e9966e HTTP/1.1" status: 204 len: 168 time: 0.4027848 Feb 02 16:08:21.046702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45246) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:21.159561 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.171005 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Deleting port f70ac182-2673-4198-ab5c-a735a0f97adf {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:21.171366 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.330413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] DHCP port deletion for 773f3748-ccae-42b9-aad3-2a44bb715f44 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:08:21.334636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] Deleting port f70ac182-2673-4198-ab5c-a735a0f97adf {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:21.335346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.382568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] For port f70ac182-2673-4198-ab5c-a735a0f97adf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f70ac182-2673-4198-ab5c-a735a0f97adf,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:21.382785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.506983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Calling delete_port for f70ac182-2673-4198-ab5c-a735a0f97adf owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:21.537655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] For port f70ac182-2673-4198-ab5c-a735a0f97adf, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f70ac182-2673-4198-ab5c-a735a0f97adf,segment=NetworkSegment(cda82bdc-a82f-4530-960a-f32219c5df60),segment_id=cda82bdc-a82f-4530-960a-f32219c5df60)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:21.537966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.646562 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.695010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Pushing event deleted for resources: {'Port': ['ID=f70ac182-2673-4198-ab5c-a735a0f97adf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:21.696031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] Calling delete_port for f70ac182-2673-4198-ab5c-a735a0f97adf owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:21.700992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] No DVR routers for this DVR port f70ac182-2673-4198-ab5c-a735a0f97adf on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:08:21.771354 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:08:21.771706 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:08:21.821116 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.846138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773f3748-ccae-42b9-aad3-2a44bb715f44']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:21.858956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda82bdc-a82f-4530-960a-f32219c5df60') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:21.859253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda82bdc-a82f-4530-960a-f32219c5df60') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:21.870488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.886994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.893073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:08:21.893454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:08:21.907003 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:08:22.097885 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:22.114389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:22.124442 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] Pushing event deleted for resources: {'Network': ['ID=773f3748-ccae-42b9-aad3-2a44bb715f44,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:22.183807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-95c532c3-e085-4ce9-bd1c-4d9c583b818e admin admin] 10.222.0.88 "DELETE /v2.0/networks/773f3748-ccae-42b9-aad3-2a44bb715f44 HTTP/1.1" status: 204 len: 168 time: 1.1361222 Feb 02 16:08:22.186775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45252) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:22.273794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] Deleting port f70ac182-2673-4198-ab5c-a735a0f97adf {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:22.274409 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:22.336986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3147d12b-4037-4c04-82ae-18fce4b1ec59 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:22.373914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-2a40988a-1344-4295-ae31-ecc1b48224a7 None None] The port 'f70ac182-2673-4198-ab5c-a735a0f97adf' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:08:22.380323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 3147d12b-4037-4c04-82ae-18fce4b1ec59 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:08:22.380671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3147d12b-4037-4c04-82ae-18fce4b1ec59 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:22.381091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f70ac182-2673-4198-ab5c-a735a0f97adf no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:22.428063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: f70ac182-2673-4198-ab5c-a735a0f97adf {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:08:22.428413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f70ac182-2673-4198-ab5c-a735a0f97adf not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:22.681260 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:23.270035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Deleting port db3c3104-e376-474f-9e56-b1ec8cce5bb7 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:23.270734 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:23.434358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] For port db3c3104-e376-474f-9e56-b1ec8cce5bb7, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=db3c3104-e376-474f-9e56-b1ec8cce5bb7,segment=NetworkSegment(9780400b-ee81-48a6-aad7-60f5c54ec5ee),segment_id=9780400b-ee81-48a6-aad7-60f5c54ec5ee)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:23.434719 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:23.554490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Calling delete_port for db3c3104-e376-474f-9e56-b1ec8cce5bb7 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:23.776793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:23.822736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Pushing event deleted for resources: {'Port': ['ID=db3c3104-e376-474f-9e56-b1ec8cce5bb7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:24.216287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:24.611870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1e875b75-8cca-428e-90d3-56628f8bf464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:24.789118 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:08:24.986273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:08:24.994964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] Sync routers for ids ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:08:25.007465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] Routers {'0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:08:25.011079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:07:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:25.088328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e45517f1-7700-4040-860c-7d38f81603ee admin admin] 10.222.0.88 "PUT /v2.0/routers/0fb076e5-05e0-46b7-9e0d-5cb2e9c24606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9005032 Feb 02 16:08:25.090745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45258) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:25.185567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] Set router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:08:25.286416 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.474467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T16:08:23Z', 'revision_number': 5, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:25.478611 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] Checking router: 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:08:25.490114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] Routers {'0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:08:25.490741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:07:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:25.591897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.669599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] Set router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:08:25.680983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Deleting port f7cf7886-c4ea-43a7-bc02-38a9b1776b55 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:25.681325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.855316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] For port f7cf7886-c4ea-43a7-bc02-38a9b1776b55, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f7cf7886-c4ea-43a7-bc02-38a9b1776b55,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:25.855965 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:25.959727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T16:08:23Z', 'revision_number': 5, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:25.963586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bbf887-b941-4a9b-a9bc-1d79b8ac0a8d None None] The sync data for ids ['0fb076e5-05e0-46b7-9e0d-5cb2e9c24606'] in n-d-827122-1 is: [{'id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'name': 'tempest-TestVolumeBootPattern-493138283-router', 'tenant_id': 'd6df07f8b7094af791c08cec3ffcf255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:24Z', 'updated_at': '2022-02-02T16:08:23Z', 'revision_number': 5, 'project_id': 'd6df07f8b7094af791c08cec3ffcf255', 'gw_port': {'id': 'f7cf7886-c4ea-43a7-bc02-38a9b1776b55', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb076e5-05e0-46b7-9e0d-5cb2e9c24606', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:25Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:08:25.978003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Calling delete_port for f7cf7886-c4ea-43a7-bc02-38a9b1776b55 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:26.200683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.249051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cf7886-c4ea-43a7-bc02-38a9b1776b55,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:26.384828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device db3c3104-e376-474f-9e56-b1ec8cce5bb7 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:26.419106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: db3c3104-e376-474f-9e56-b1ec8cce5bb7 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:08:26.419454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device db3c3104-e376-474f-9e56-b1ec8cce5bb7 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:26.485204 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.740444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.744566 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.868988 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.869621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:08:26.882113 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.883248 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3ff188a1-1608-429b-bfef-43352f995c35 admin admin] 10.222.0.88 "DELETE /v2.0/routers/0fb076e5-05e0-46b7-9e0d-5cb2e9c24606 HTTP/1.1" status: 204 len: 168 time: 1.7916141 Feb 02 16:08:26.886664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45262) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:26.898173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c99e-f549-4cae-bd2a-a309b348d850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:26.954094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffb8a4b-b95e-410a-9d0e-e9a6a3ae07fd admin admin] Deleting subnet d1065d3c-134d-4b2f-a979-5f2e8f0b4dd7 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:08:26.957562 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ffb8a4b-b95e-410a-9d0e-e9a6a3ae07fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.007363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ffb8a4b-b95e-410a-9d0e-e9a6a3ae07fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.088203 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ffb8a4b-b95e-410a-9d0e-e9a6a3ae07fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.241407 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ffb8a4b-b95e-410a-9d0e-e9a6a3ae07fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.283235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb8a4b-b95e-410a-9d0e-e9a6a3ae07fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1065d3c-134d-4b2f-a979-5f2e8f0b4dd7,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:27.287154 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8ffb8a4b-b95e-410a-9d0e-e9a6a3ae07fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.292529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7145dfe-5c75-42e1-bc50-518e8ed9c6bf None None] Network bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:08:27.295352 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8ffb8a4b-b95e-410a-9d0e-e9a6a3ae07fd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d1065d3c-134d-4b2f-a979-5f2e8f0b4dd7 HTTP/1.1" status: 204 len: 168 time: 0.4057086 Feb 02 16:08:27.298505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45266) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:27.415492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.426994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Deleting port fb88b953-5ecc-47de-94d2-13b3a51522ad {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:27.427331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.576270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] DHCP port deletion for bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:08:27.581193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] Deleting port fb88b953-5ecc-47de-94d2-13b3a51522ad {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:27.581597 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.634849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] For port fb88b953-5ecc-47de-94d2-13b3a51522ad, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fb88b953-5ecc-47de-94d2-13b3a51522ad,segment=NetworkSegment(9780400b-ee81-48a6-aad7-60f5c54ec5ee),segment_id=9780400b-ee81-48a6-aad7-60f5c54ec5ee)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:27.635125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.757178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Calling delete_port for fb88b953-5ecc-47de-94d2-13b3a51522ad owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:27.784047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] For port fb88b953-5ecc-47de-94d2-13b3a51522ad, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fb88b953-5ecc-47de-94d2-13b3a51522ad,segment=NetworkSegment(9780400b-ee81-48a6-aad7-60f5c54ec5ee),segment_id=9780400b-ee81-48a6-aad7-60f5c54ec5ee)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:27.784369 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.898036 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:27.904312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] Calling delete_port for fb88b953-5ecc-47de-94d2-13b3a51522ad owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:08:27.945972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Pushing event deleted for resources: {'Port': ['ID=fb88b953-5ecc-47de-94d2-13b3a51522ad,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:27.949747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] No DVR routers for this DVR port fb88b953-5ecc-47de-94d2-13b3a51522ad on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:08:27.978085 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:08:27.978445 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:08:28.066894 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.092148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd929522-fbdc-4ae6-b2b4-bcff5058a4b6']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:28.105254 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9780400b-ee81-48a6-aad7-60f5c54ec5ee') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:28.105552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9780400b-ee81-48a6-aad7-60f5c54ec5ee') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:28.119032 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.135350 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.141604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:08:28.142020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:08:28.159420 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:08:28.303947 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.323196 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.328993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f7cf7886-c4ea-43a7-bc02-38a9b1776b55 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:28.331378 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] Pushing event deleted for resources: {'Network': ['ID=bd929522-fbdc-4ae6-b2b4-bcff5058a4b6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:28.344979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a0a9ffc6-3b84-40d8-b174-d981bbc7abeb admin admin] 10.222.0.88 "DELETE /v2.0/networks/bd929522-fbdc-4ae6-b2b4-bcff5058a4b6 HTTP/1.1" status: 204 len: 168 time: 1.0449374 Feb 02 16:08:28.373113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: f7cf7886-c4ea-43a7-bc02-38a9b1776b55 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:08:28.373113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f7cf7886-c4ea-43a7-bc02-38a9b1776b55 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:28.373113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fb88b953-5ecc-47de-94d2-13b3a51522ad no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:08:28.402298 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: fb88b953-5ecc-47de-94d2-13b3a51522ad {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:08:28.402833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fb88b953-5ecc-47de-94d2-13b3a51522ad not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:08:28.468820 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.479732 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] Deleting port fb88b953-5ecc-47de-94d2-13b3a51522ad {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:08:28.480113 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.541997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-363e3b4f-8cbe-4961-891f-34688c9d1f62 None None] The port 'fb88b953-5ecc-47de-94d2-13b3a51522ad' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:08:28.554912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.684476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45274) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:28.738420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5f3cdd9d-7d56-47eb-b0e1-1af9dd470ce9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=480fcb50737341f58a1a8ef67ac5fba3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527937 Feb 02 16:08:28.740850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45278) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:28.800869 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03fe-fdda-4793-ae93-6beedb82164d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.825858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03fe-fdda-4793-ae93-6beedb82164d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.965317 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03fe-fdda-4793-ae93-6beedb82164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.983083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc03fe-fdda-4793-ae93-6beedb82164d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13014fc9-0422-43d5-817c-9fe7c4e61f2e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:28.990302 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03fe-fdda-4793-ae93-6beedb82164d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:28.991428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b6bc03fe-fdda-4793-ae93-6beedb82164d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/13014fc9-0422-43d5-817c-9fe7c4e61f2e HTTP/1.1" status: 204 len: 168 time: 0.2496994 Feb 02 16:08:29.817427 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45286) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:29.871947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-aed49300-3322-43ab-9cd7-1c35be147011 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d6df07f8b7094af791c08cec3ffcf255&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533450 Feb 02 16:08:29.875636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:08:29.945273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f402da17-993a-4361-8326-8b820786f4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:29.971248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f402da17-993a-4361-8326-8b820786f4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:30.137897 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f402da17-993a-4361-8326-8b820786f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:30.153890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402da17-993a-4361-8326-8b820786f4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20cbab7-d8cf-440d-9242-32ee876ef3d1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:30.159341 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f402da17-993a-4361-8326-8b820786f4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:30.163270 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f402da17-993a-4361-8326-8b820786f4a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d20cbab7-d8cf-440d-9242-32ee876ef3d1 HTTP/1.1" status: 204 len: 168 time: 0.2838798 Feb 02 16:08:30.181365 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:42.290249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-53e493a0-733b-4a76-8840-eaf068d943ed tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=73c0610a0714494a9b119c009dd8d9ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273061 Feb 02 16:08:42.440689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-0bb1d7a9-996c-4d62-b816-85ca7f019b23 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:42.442115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-0bb1d7a9-996c-4d62-b816-85ca7f019b23 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467063 Feb 02 16:08:42.458624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-247e01cb-fd70-4cf0-9f12-af65f54041d1 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/quotas/73c0610a0714494a9b119c009dd8d9ed HTTP/1.1" status: 200 len: 375 time: 0.0112798 Feb 02 16:08:42.504147 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-dd828fb8-ce41-4f5f-aef5-d9295acef207 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=73c0610a0714494a9b119c009dd8d9ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407221 Feb 02 16:08:43.935674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4f69bc2-5853-4da6-804a-36aae719d9c5 req-304bc999-a7d2-4653-92d9-05a420dbb4cb tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 210 time: 0.1471932 Feb 02 16:08:45.108658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5146180a-c935-423b-86b3-48ee65a25d49 req-e768cf68-9c38-49f4-a77d-cfed3a9b1c5d tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 210 time: 0.0442407 Feb 02 16:08:46.019489 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-2ff0aae1-d8b1-419a-9eb6-6c92847825da tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=73c0610a0714494a9b119c009dd8d9ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270395 Feb 02 16:08:46.170774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-a26b8128-8ee9-4229-9e1e-95c7d6905dd8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:46.172955 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-a26b8128-8ee9-4229-9e1e-95c7d6905dd8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487002 Feb 02 16:08:46.194773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Request body: {'port': {'device_id': '43e1d07a-2a80-430d-bdfa-5a7f40ec9243', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'admin_state_up': True, 'tenant_id': '73c0610a0714494a9b119c009dd8d9ed'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:08:46.320615 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed0ec6e7-cad2-4bf5-9b00-a6563450e9f6 req-123ba0e3-c505-4398-ad9d-faf4234dd12d tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 210 time: 0.0515115 Feb 02 16:08:46.382364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:46.386305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Usage tracker for resource:port and tenant:73c0610a0714494a9b119c009dd8d9ed is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:46.389185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:46.395393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:46.480647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Made reservation on behalf of 73c0610a0714494a9b119c009dd8d9ed for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:08:46.483673 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.500121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.532569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:08:46.536259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Usage tracker for resource:security_group_rule and tenant:73c0610a0714494a9b119c009dd8d9ed is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:08:46.539066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:08:46.544843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:08:46.610903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.680482 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:46.758813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259b7ca8-faba-4623-8abe-16a0b77b52a4,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:46.846990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Allocated IP 192.168.233.21 (84ebc57c-caec-4866-8969-c973b519dd53/92298982-4a68-48df-bb42-afebbcf2799c/3cb16ff5-64dd-43cf-91b8-26ea1ae86a14) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:08:47.144658 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:47.160495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Transition to ACTIVE for port object 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:08:47.263915 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:47.344934 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Network 84ebc57c-caec-4866-8969-c973b519dd53 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:08:47.345825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Pushing event updated for resources: {'Port': ['ID=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:47.348316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:08:47.354095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:47.355116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:08:47.425760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:47.425760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:47.534092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-092e5df8-498a-4d14-aa11-3ff5e7c2b5c8 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3431778 Feb 02 16:08:47.551256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Request body: {'port': {'device_id': '43e1d07a-2a80-430d-bdfa-5a7f40ec9243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:08:47.647011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-907086a4-f622-4488-a77f-cc8195181b0c None None] Provisioning for port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:08:47.654651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-907086a4-f622-4488-a77f-cc8195181b0c None None] Provisioning complete for port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:08:47.655024 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-907086a4-f622-4488-a77f-cc8195181b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:47.663016 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:47.680408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18630ab5-1980-4734-9dfb-13f7880468fd req-38798cf9-2c92-408e-979b-7aaffc452df2 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:47.681813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18630ab5-1980-4734-9dfb-13f7880468fd req-38798cf9-2c92-408e-979b-7aaffc452df2 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 935 time: 0.0800247 Feb 02 16:08:47.716654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-907086a4-f622-4488-a77f-cc8195181b0c None None] Port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:08:47.734010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-18630ab5-1980-4734-9dfb-13f7880468fd req-003c0646-d4c0-41fa-b91d-af52526fefa0 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466738 Feb 02 16:08:48.007044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:08:48.013683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:48.028041 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Transition to ACTIVE for port object 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:08:48.108717 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:48.201795 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:48.235168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Pushing event updated for resources: {'Port': ['ID=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:48.432310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Attempting to bind port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:08:48.432563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Attempting to bind port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:08:48.432902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Attempting to bind port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:08:48.438838 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 on network 84ebc57c-caec-4866-8969-c973b519dd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:08:48.439156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Attempting to bind port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 on network 84ebc57c-caec-4866-8969-c973b519dd53 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:08:48.446302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:08:48.446643 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Checking segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:08:48.447021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Bound using segment: {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:08:48.447435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Bound port: 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb3cf0c-5768-4778-a0ed-6db3c9754ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:08:48.447773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:48.536427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] For port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:08:48.539177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] For port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:08:48.618180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:48.680521 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:48.681891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] 10.222.0.107 "PUT /v2.0/ports/3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 HTTP/1.1" status: 200 len: 1095 time: 1.1353688 Feb 02 16:08:48.682336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e1d07a-2a80-430d-bdfa-5a7f40ec9243', 'tag': '3cb16ff5-64dd-43cf-91b8-26ea1ae86a14'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:48.714710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7cab3-8f9f-402a-bf0a-2b4cf1bb9d2a service neutron] Pushing event updated for resources: {'Port': ['ID=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:48.748978 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e1d07a-2a80-430d-bdfa-5a7f40ec9243', 'tag': '3cb16ff5-64dd-43cf-91b8-26ea1ae86a14', 'status': 'completed', 'code': 200} Feb 02 16:08:48.895439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3c16cb0-03fd-4818-b9be-f2ab5a188185 req-80bafda0-5355-4d8d-b899-7d745fe3a8e8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73c0610a0714494a9b119c009dd8d9ed&device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 1098 time: 0.1044927 Feb 02 16:08:48.934975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3c16cb0-03fd-4818-b9be-f2ab5a188185 req-8a81878a-1d79-4a34-9382-13e26eceb843 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=73c0610a0714494a9b119c009dd8d9ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248222 Feb 02 16:08:48.946815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9ce3-2269-4a9a-9f72-47c07ffbfd4e req-4eb1c40d-8336-428c-a17f-f137441cc65b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:48.948231 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b7f9ce3-2269-4a9a-9f72-47c07ffbfd4e req-4eb1c40d-8336-428c-a17f-f137441cc65b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 947 time: 0.0813575 Feb 02 16:08:48.996916 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b7f9ce3-2269-4a9a-9f72-47c07ffbfd4e req-a2546ff8-d80e-4c9b-b11a-a93cdbfbe312 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Feb 02 16:08:49.074176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c16cb0-03fd-4818-b9be-f2ab5a188185 req-75cbf401-a3e0-4ce9-a1a0-d98011315105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:49.075550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3c16cb0-03fd-4818-b9be-f2ab5a188185 req-75cbf401-a3e0-4ce9-a1a0-d98011315105 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1341701 Feb 02 16:08:49.200127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-fbce983f-b303-48d6-ba7b-b2296d91d544 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=73c0610a0714494a9b119c009dd8d9ed&device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 1098 time: 0.0686059 Feb 02 16:08:49.276988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-cd503db3-a613-4807-97dd-154c3f7ecc77 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 HTTP/1.1" status: 200 len: 217 time: 0.0634181 Feb 02 16:08:49.337741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-e0d7ad45-104b-49e1-b802-6e49fb762683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:49.339110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-e0d7ad45-104b-49e1-b802-6e49fb762683 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=92298982-4a68-48df-bb42-afebbcf2799c HTTP/1.1" status: 200 len: 843 time: 0.0556569 Feb 02 16:08:49.414068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-6c5b45a5-31b8-4824-b778-394791e7ab13 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84ebc57c-caec-4866-8969-c973b519dd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686896 Feb 02 16:08:49.545717 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-94bc3f0c-2273-4ee6-ad2c-69221db19ab2 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253877 Feb 02 16:08:49.678567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cf759a0f-acb2-46fc-b323-c6fd27ea9648 req-09e9b668-2c76-478a-a422-87f5f6dab938 service neutron] 10.222.0.107 "GET /v2.0/networks/84ebc57c-caec-4866-8969-c973b519dd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250563 Feb 02 16:08:50.193531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6908b-6a46-46a2-9a45-ee28d557b4b9 req-d452e1f3-d14a-48d8-918e-4630596ecbe7 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:50.194204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8da6908b-6a46-46a2-9a45-ee28d557b4b9 req-d452e1f3-d14a-48d8-918e-4630596ecbe7 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Synchronizing usage tracker for tenant:73c0610a0714494a9b119c009dd8d9ed on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:50.326598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8da6908b-6a46-46a2-9a45-ee28d557b4b9 req-d452e1f3-d14a-48d8-918e-4630596ecbe7 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Unset dirty status for tenant:73c0610a0714494a9b119c009dd8d9ed on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:50.328319 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8da6908b-6a46-46a2-9a45-ee28d557b4b9 req-d452e1f3-d14a-48d8-918e-4630596ecbe7 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 947 time: 0.2072885 Feb 02 16:08:50.373221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8da6908b-6a46-46a2-9a45-ee28d557b4b9 req-7a3c5de0-9d02-4b61-918a-6772c6366ec4 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Synchronizing usage tracker for tenant:73c0610a0714494a9b119c009dd8d9ed on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:08:50.503415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8da6908b-6a46-46a2-9a45-ee28d557b4b9 req-7a3c5de0-9d02-4b61-918a-6772c6366ec4 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Unset dirty status for tenant:73c0610a0714494a9b119c009dd8d9ed on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:08:50.504649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8da6908b-6a46-46a2-9a45-ee28d557b4b9 req-7a3c5de0-9d02-4b61-918a-6772c6366ec4 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705947 Feb 02 16:08:51.704019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f3df5-381a-4297-8309-7b67a686fc63 req-22c8eebd-43e6-4a00-b892-59bd385f50cb tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:51.705491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd5f3df5-381a-4297-8309-7b67a686fc63 req-22c8eebd-43e6-4a00-b892-59bd385f50cb tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 947 time: 0.0772204 Feb 02 16:08:51.743202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:08:51.751279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd5f3df5-381a-4297-8309-7b67a686fc63 req-424b7ceb-8bab-49be-a086-8e59fac31cf7 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Feb 02 16:08:51.886441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:51.899880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '3cb16ff5-64dd-43cf-91b8-26ea1ae86a14', 'network_id': '84ebc57c-caec-4866-8969-c973b519dd53', 'port_id': '3cb16ff5-64dd-43cf-91b8-26ea1ae86a14', 'mac_address': 'fa:16:3e:fc:9f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92298982-4a68-48df-bb42-afebbcf2799c', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:08:51.952644 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:51.971131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:08:51.985617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:52.092353 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:52.166096 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:52.175685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.176058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.176404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.176739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.177070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.177398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.177731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.178056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.178379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.178703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.179020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:52.446499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['3cb16ff5-64dd-43cf-91b8-26ea1ae86a14'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:08:52.958729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7b251-8fa2-4eb1-b56d-f108f9220e27 req-e7a22606-1132-4b62-abb5-da27510b0754 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:52.960191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ff7b251-8fa2-4eb1-b56d-f108f9220e27 req-e7a22606-1132-4b62-abb5-da27510b0754 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 948 time: 0.0796361 Feb 02 16:08:53.004255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ff7b251-8fa2-4eb1-b56d-f108f9220e27 req-26b3a357-0ca2-4305-bc7a-3a61742173c7 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386281 Feb 02 16:08:53.759160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:08:53.921079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:08:53.927630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:08:53.928028 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.045428 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.072932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e1d07a-2a80-430d-bdfa-5a7f40ec9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb16ff5-64dd-43cf-91b8-26ea1ae86a14'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:08:54.085738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:54.161038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:54.213644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05f592-9685-4a00-b8df-333c500539f7 req-cdbd6462-8257-4cbc-9426-fbf15d0a3230 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:54.215429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b05f592-9685-4a00-b8df-333c500539f7 req-cdbd6462-8257-4cbc-9426-fbf15d0a3230 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 949 time: 0.0878663 Feb 02 16:08:54.230669 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:54.247872 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e1d07a-2a80-430d-bdfa-5a7f40ec9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb16ff5-64dd-43cf-91b8-26ea1ae86a14', 'code': 200} Feb 02 16:08:54.263235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b05f592-9685-4a00-b8df-333c500539f7 req-b1c0704c-026d-48ef-a3ae-7a5d16ba273d tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Feb 02 16:08:54.400810 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fde30b25-0d90-4f71-99d8-5b2297bcbfd7 req-2d71619c-c49a-4406-9cad-f9a0629de031 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 1100 time: 0.0667086 Feb 02 16:08:54.446847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fde30b25-0d90-4f71-99d8-5b2297bcbfd7 req-fe1b6828-15b8-4d88-ad24-1ecedf3b8794 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Feb 02 16:08:54.623414 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-62b5e0cb-dbfc-4492-8c65-791538b60a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:55.463577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302117a9-32b8-4540-8fee-2e2711dff3a3 req-990f0e90-92a6-48ea-b1ab-8a23560a154f tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:55.465074 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-302117a9-32b8-4540-8fee-2e2711dff3a3 req-990f0e90-92a6-48ea-b1ab-8a23560a154f tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 949 time: 0.0791879 Feb 02 16:08:55.511931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-302117a9-32b8-4540-8fee-2e2711dff3a3 req-68ad219b-8ea7-4f42-b78b-e9e170cc03a4 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Feb 02 16:08:56.636573 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:08:56.712224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdfba2-75bd-4fe6-90f0-b2a530b9444c req-fe2fb8f9-7691-47fb-81b7-91265fb646ac tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:56.713880 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9cdfba2-75bd-4fe6-90f0-b2a530b9444c req-fe2fb8f9-7691-47fb-81b7-91265fb646ac tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 949 time: 0.0792792 Feb 02 16:08:56.762410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9cdfba2-75bd-4fe6-90f0-b2a530b9444c req-faf1f85e-5808-4b5b-92f2-bcbf86dd8672 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Feb 02 16:08:56.972772 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e1bb817c-d745-41af-9b0b-2041ee8a0bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:57.432880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a48f2f98-ded6-41be-89b8-4d04507c3b23 req-f4b86ec1-e248-4c6f-a2af-ba65cd7bed54 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1398897 Feb 02 16:08:58.217279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cae1a0e-3c97-42c0-9194-5ce9d8b38096 req-0177a03d-aaa4-475f-92ba-9203156bc932 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1342430 Feb 02 16:08:58.412259 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:58.537312 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:08:59.068985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7574e-99e9-4b6e-a41c-0a0e1c1e87c4 req-b6e34f48-f100-4a27-9c41-c295d9fd4cbd tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:59.070428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-33b7574e-99e9-4b6e-a41c-0a0e1c1e87c4 req-b6e34f48-f100-4a27-9c41-c295d9fd4cbd tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 949 time: 0.0754099 Feb 02 16:08:59.120854 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-33b7574e-99e9-4b6e-a41c-0a0e1c1e87c4 req-981ed49b-7654-47e8-ba11-5da4b5438bb3 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448062 Feb 02 16:09:00.092064 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:00.317744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293847e2-d2ee-45a6-a7ad-1bdf53826eba req-547e3fd2-4221-41f0-8599-be92053b471e tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:00.319184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-293847e2-d2ee-45a6-a7ad-1bdf53826eba req-547e3fd2-4221-41f0-8599-be92053b471e tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 949 time: 0.0756478 Feb 02 16:09:00.363351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-293847e2-d2ee-45a6-a7ad-1bdf53826eba req-2a01f57a-7f44-4414-bdec-02b68015856a tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/security-groups?id=259b7ca8-faba-4623-8abe-16a0b77b52a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Feb 02 16:09:00.566172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-8172eee6-8383-40b1-8741-04c15ec4f742 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:00.567583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-8172eee6-8383-40b1-8741-04c15ec4f742 tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.107 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 949 time: 0.0789504 Feb 02 16:09:00.727901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Deleting port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:09:00.728168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:00.970871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] For port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,segment=NetworkSegment(3eb3cf0c-5768-4778-a0ed-6db3c9754ce6),segment_id=3eb3cf0c-5768-4778-a0ed-6db3c9754ce6)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:09:00.971217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:01.088187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Calling delete_port for 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:09:01.287055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:01.322173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['3cb16ff5-64dd-43cf-91b8-26ea1ae86a14'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:09:01.337218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Pushing event deleted for resources: {'Port': ['ID=3cb16ff5-64dd-43cf-91b8-26ea1ae86a14,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:01.415058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] No DVR routers for this DVR port 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:09:01.417596 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:01.420329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e1d07a-2a80-430d-bdfa-5a7f40ec9243', 'name': 'network-vif-deleted', 'tag': '3cb16ff5-64dd-43cf-91b8-26ea1ae86a14'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:01.486745 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e1d07a-2a80-430d-bdfa-5a7f40ec9243', 'name': 'network-vif-deleted', 'tag': '3cb16ff5-64dd-43cf-91b8-26ea1ae86a14', 'status': 'completed', 'code': 200} Feb 02 16:09:01.521697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-341d44a6-4e22-4aec-b4fc-26eb2fa30cfe req-e8480ae0-7d72-4a1e-b42b-840f9fdd573b tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.107 "DELETE /v2.0/ports/3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 HTTP/1.1" status: 204 len: 173 time: 0.9486592 Feb 02 16:09:01.541625 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af5b28e2-cd7b-4fb1-8550-34f57c380a4e req-bda062b3-f964-450f-9a22-909a670313ac tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 210 time: 0.0445929 Feb 02 16:09:02.722566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0cff5d8d-9d90-4108-a5ba-f6a6d2f8d675 req-5675fe5b-d640-4180-aad3-a2ffb0049e3f tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Synchronizing usage tracker for tenant:73c0610a0714494a9b119c009dd8d9ed on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:02.829997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0cff5d8d-9d90-4108-a5ba-f6a6d2f8d675 req-5675fe5b-d640-4180-aad3-a2ffb0049e3f tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] Unset dirty status for tenant:73c0610a0714494a9b119c009dd8d9ed on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:02.831169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0cff5d8d-9d90-4108-a5ba-f6a6d2f8d675 req-5675fe5b-d640-4180-aad3-a2ffb0049e3f tempest-ServersAdminNegativeTestJSON-333556115 tempest-ServersAdminNegativeTestJSON-333556115-project] 10.222.0.88 "GET /v2.0/ports?device_id=43e1d07a-2a80-430d-bdfa-5a7f40ec9243 HTTP/1.1" status: 200 len: 210 time: 0.1498854 Feb 02 16:09:04.379450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45476) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:04.550183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6e4e8eb6-74af-4646-ac11-bf8bfc3dc341 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=73c0610a0714494a9b119c009dd8d9ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1694148 Feb 02 16:09:04.552504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45482) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:04.611946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.637233 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.869399 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.886167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259b7ca8-faba-4623-8abe-16a0b77b52a4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:04.895598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.895966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.896307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.896631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.896956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.897279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.897597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.897912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.898226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.898540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.898851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:04.959077 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:04.960268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e9a90a07-ff46-44c3-aaa4-32cb29b4ffc9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/259b7ca8-faba-4623-8abe-16a0b77b52a4 HTTP/1.1" status: 204 len: 168 time: 0.4068174 Feb 02 16:09:05.662122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45490) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:05.680774 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:05.713579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:05.717400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] Usage tracker for resource:security_group_rule and tenant:2758f76830d047a2a54f4d763466335a is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:05.720914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:05.726582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:05.790531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:09:05.792854 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:05.823528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:09:05.823806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3cb16ff5-64dd-43cf-91b8-26ea1ae86a14 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:09:05.875909 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:05.924751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef146dc-2648-4d27-96e9-f09f0a1f418b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:05.929126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2ff3a11c-c712-4533-a12b-c79642267a79 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2758f76830d047a2a54f4d763466335a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2659714 Feb 02 16:09:05.932977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45494) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:05.991541 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2be4-daf9-4986-9ab8-1107c4e7d0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:06.021611 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2be4-daf9-4986-9ab8-1107c4e7d0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:06.166440 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2be4-daf9-4986-9ab8-1107c4e7d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:06.182899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d2be4-daf9-4986-9ab8-1107c4e7d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef146dc-2648-4d27-96e9-f09f0a1f418b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:06.200853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2be4-daf9-4986-9ab8-1107c4e7d0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:06.200853 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4c2d2be4-daf9-4986-9ab8-1107c4e7d0b3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ef146dc-2648-4d27-96e9-f09f0a1f418b HTTP/1.1" status: 204 len: 168 time: 0.2560430 Feb 02 16:09:07.518286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45516) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:07.643247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-390944977-network', 'tenant_id': '1c31525f56954caeb1a485fcfef0dc0f'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:09:07.648639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:07.652434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Usage tracker for resource:network and tenant:1c31525f56954caeb1a485fcfef0dc0f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:07.655236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:07.661238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:07.737931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Made reservation on behalf of 1c31525f56954caeb1a485fcfef0dc0f for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:07.740202 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.753167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.783261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:07.787117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Usage tracker for resource:security_group_rule and tenant:1c31525f56954caeb1a485fcfef0dc0f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:07.789909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:07.795476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:07.862618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.954744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:07.984844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:09:07.993463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238db1e8-300a-4655-8a03-bdd348ae3225,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:07.999871 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.001384 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Added segment 45f584b2-04d9-4fab-9110-36812d710a22 of type vlan for network b332e9b0-f848-4222-94a2-9abbca5e4653 Feb 02 16:09:08.025870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.155163 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.156613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:08.157193 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.261585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] Pushing event updated for resources: {'Network': ['ID=b332e9b0-f848-4222-94a2-9abbca5e4653,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:08.271109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network b332e9b0-f848-4222-94a2-9abbca5e4653 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:09:08.316118 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2cb8bef9-6c4a-464d-bed7-c4119373b6bb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7967007 Feb 02 16:09:08.318971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45522) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:08.324456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Request body: {'subnet': {'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-390944977-subnet', 'tenant_id': '1c31525f56954caeb1a485fcfef0dc0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:09:08.331210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:08.335164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Usage tracker for resource:subnet and tenant:1c31525f56954caeb1a485fcfef0dc0f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:08.338100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:08.344544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:08.417793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Made reservation on behalf of 1c31525f56954caeb1a485fcfef0dc0f for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:08.420134 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.663698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.735533 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79166fe1-7b25-4672-88f3-58b7e262a1d1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:08.750905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.751248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.751583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.751940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.752270 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.752594 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.752916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.753235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.753554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.753871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.754185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:08.762142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Checking segment: {'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:09:08.762816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Network hostable DHCP agents. Network: b332e9b0-f848-4222-94a2-9abbca5e4653, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:09:08.863907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Network b332e9b0-f848-4222-94a2-9abbca5e4653 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:09:08.955417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, b332e9b0-f848-4222-94a2-9abbca5e4653) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:08.959377 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:08.959976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:08.966405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94974bc-ebab-4c6f-99b6-b496710ab958 None None] Network b332e9b0-f848-4222-94a2-9abbca5e4653 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:09:09.041409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-099eae3c-42e6-42ea-96cc-211e39567cc6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7213602 Feb 02 16:09:09.181217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edb87f-c617-4f0d-8823-945cde974f73 None None] Network b332e9b0-f848-4222-94a2-9abbca5e4653 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:09:09.585552 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-2870a6f3-6c76-4121-9725-096c4f59f5d7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:09.586219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-2870a6f3-6c76-4121-9725-096c4f59f5d7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Synchronizing usage tracker for tenant:1c31525f56954caeb1a485fcfef0dc0f on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:09.675238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-2870a6f3-6c76-4121-9725-096c4f59f5d7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Unset dirty status for tenant:1c31525f56954caeb1a485fcfef0dc0f on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:09.676480 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-2870a6f3-6c76-4121-9725-096c4f59f5d7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/networks?id=b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 200 len: 811 time: 0.2286174 Feb 02 16:09:09.694727 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-eb1ca80f-95d8-4ab2-9aeb-13273a9129ea tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/quotas/1c31525f56954caeb1a485fcfef0dc0f HTTP/1.1" status: 200 len: 375 time: 0.0129049 Feb 02 16:09:09.741098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-f410a513-341f-4037-bb72-4d812148b1fa tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412867 Feb 02 16:09:09.962319 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-354e6a1d-247b-44e8-beaf-94a40d48f6ea service neutron] 10.222.0.88 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144568 Feb 02 16:09:10.091731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-67fc8c41-e49a-44d1-90f2-c81b72a866c4 service neutron] 10.222.0.88 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226592 Feb 02 16:09:11.364488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5181cf5e-172a-401c-a560-5a8565dfd108 req-4942a6cc-085a-4af8-827d-684804ab712d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 210 time: 0.0438626 Feb 02 16:09:12.477384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b6b7686-3f60-4ced-9bb3-d3e42e2608e6 req-aaf5613a-56ef-4069-8d39-49f350499d91 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 210 time: 0.0456831 Feb 02 16:09:13.643910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-206f46d1-5ead-4644-a629-08e0486fcbba req-182f17dd-339c-4540-b2c8-8344c63fcabb tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 210 time: 0.0435429 Feb 02 16:09:14.102080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-705916ee-60a2-40a2-a34c-4712e5a07f24 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:14.103472 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-705916ee-60a2-40a2-a34c-4712e5a07f24 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.107 "GET /v2.0/networks?id=b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 200 len: 811 time: 0.1405172 Feb 02 16:09:14.125434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Request body: {'port': {'device_id': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653', 'admin_state_up': True, 'tenant_id': '1c31525f56954caeb1a485fcfef0dc0f'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:09:14.263160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:09:14.267611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Usage tracker for resource:port and tenant:1c31525f56954caeb1a485fcfef0dc0f is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:09:14.270520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:09:14.276465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:09:14.389345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Made reservation on behalf of 1c31525f56954caeb1a485fcfef0dc0f for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:09:14.393389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:14.555347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Allocated IP 172.20.0.2 (b332e9b0-f848-4222-94a2-9abbca5e4653/79166fe1-7b25-4672-88f3-58b7e262a1d1/bb08ece0-4e50-4023-8043-32596fbb23b3) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:14.754840 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:14.809484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de78409f-17b5-44bd-aad4-e50a56957441 req-5a3f03e9-b23e-4e2b-9bf1-83fc52db77c3 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 210 time: 0.0420847 Feb 02 16:09:14.876805 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:14.955011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Network b332e9b0-f848-4222-94a2-9abbca5e4653 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:09:14.958357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:14.960250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:14.962297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:09:15.023691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:15.024314 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.144138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-e248a8da-c809-4d37-ac72-3a3c92f61d4b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0224142 Feb 02 16:09:15.161647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Request body: {'port': {'device_id': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:09:15.274643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.610701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb08ece0-4e50-4023-8043-32596fbb23b3 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:09:15.617411 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.632139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Transition to ACTIVE for port object bb08ece0-4e50-4023-8043-32596fbb23b3 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:15.720870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:15.945949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:16.011726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f86827-1fc5-4c49-9d2b-c898ba03a4d3 req-6dcbd103-7589-4d3c-aaef-8e85e8a2c634 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:16.013352 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3f86827-1fc5-4c49-9d2b-c898ba03a4d3 req-6dcbd103-7589-4d3c-aaef-8e85e8a2c634 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 943 time: 0.0793250 Feb 02 16:09:16.048135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Attempting to bind port bb08ece0-4e50-4023-8043-32596fbb23b3 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:09:16.048465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Attempting to bind port bb08ece0-4e50-4023-8043-32596fbb23b3 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:09:16.048784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Attempting to bind port bb08ece0-4e50-4023-8043-32596fbb23b3 on network b332e9b0-f848-4222-94a2-9abbca5e4653 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:09:16.054375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Port bb08ece0-4e50-4023-8043-32596fbb23b3 on network b332e9b0-f848-4222-94a2-9abbca5e4653 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:09:16.054692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Attempting to bind port bb08ece0-4e50-4023-8043-32596fbb23b3 on network b332e9b0-f848-4222-94a2-9abbca5e4653 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:09:16.060317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b3f86827-1fc5-4c49-9d2b-c898ba03a4d3 req-384eaa0d-6661-499a-955a-b276282b2f00 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Feb 02 16:09:16.060865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:09:16.061204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Checking segment: {'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:09:16.061579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Bound using segment: {'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:09:16.061998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Bound port: bb08ece0-4e50-4023-8043-32596fbb23b3, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:09:16.062387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:16.154128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:09:16.157770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:09:16.224173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:16.286078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:16.287441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] 10.222.0.107 "PUT /v2.0/ports/bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 1091 time: 1.1298904 Feb 02 16:09:16.287891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:16.305867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e25c3-976e-4cda-9827-ad227f2ab1ee service neutron] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:16.345956 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'status': 'completed', 'code': 200} Feb 02 16:09:16.462626 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-14016f14-ce39-446e-96ff-ce86fae9a99b req-b16ea43b-6584-4ecc-af53-d86ef76f10f6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1094 time: 0.0740271 Feb 02 16:09:16.610316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14016f14-ce39-446e-96ff-ce86fae9a99b req-c3149367-28da-4012-9c23-fcdf05db9f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:16.611783 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-14016f14-ce39-446e-96ff-ce86fae9a99b req-c3149367-28da-4012-9c23-fcdf05db9f96 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1357088 Feb 02 16:09:16.747711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14016f14-ce39-446e-96ff-ce86fae9a99b req-193a523f-b1d2-4ad3-af0a-c4c86dc2c5ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:16.749071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-14016f14-ce39-446e-96ff-ce86fae9a99b req-193a523f-b1d2-4ad3-af0a-c4c86dc2c5ac service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1311331 Feb 02 16:09:16.898115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-f81a5909-8f04-40f4-b850-0ddc6ed77fe4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1094 time: 0.0899036 Feb 02 16:09:16.976476 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-73830552-839d-4d21-b748-9cb3c386cd61 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 217 time: 0.0645039 Feb 02 16:09:17.039111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-52f06c73-7a6a-4c29-b825-57ca9853db69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:17.040493 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-52f06c73-7a6a-4c29-b825-57ca9853db69 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=79166fe1-7b25-4672-88f3-58b7e262a1d1 HTTP/1.1" status: 200 len: 851 time: 0.0583122 Feb 02 16:09:17.085674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-1c838800-defb-4222-90b1-97513215b02c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b332e9b0-f848-4222-94a2-9abbca5e4653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389118 Feb 02 16:09:17.220876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-35020c6f-1284-489c-9f30-d74973a0bb78 service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292205 Feb 02 16:09:17.266206 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7627-9353-4142-81f0-c1d4f5831439 req-98f1f62d-c96c-4830-ba23-aba7036ade81 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:17.267682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-772c7627-9353-4142-81f0-c1d4f5831439 req-98f1f62d-c96c-4830-ba23-aba7036ade81 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 943 time: 0.0829725 Feb 02 16:09:17.315268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-772c7627-9353-4142-81f0-c1d4f5831439 req-cce7a110-7972-418c-8fb0-8107150856ea tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Feb 02 16:09:17.355780 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a19b621-c53b-44db-a4f4-ff2fda219930 req-1410f99a-a85f-480e-bab4-858ec381a710 service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283960 Feb 02 16:09:17.366621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:18.178223 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:18.519171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf30e5-bdd7-4088-92d2-3284b706635e req-6cab46f3-1934-4bca-9af4-a45d05cbc2dd tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:18.519774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1aaf30e5-bdd7-4088-92d2-3284b706635e req-6cab46f3-1934-4bca-9af4-a45d05cbc2dd tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Synchronizing usage tracker for tenant:1c31525f56954caeb1a485fcfef0dc0f on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:18.589372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1aaf30e5-bdd7-4088-92d2-3284b706635e req-6cab46f3-1934-4bca-9af4-a45d05cbc2dd tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Unset dirty status for tenant:1c31525f56954caeb1a485fcfef0dc0f on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:18.590509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1aaf30e5-bdd7-4088-92d2-3284b706635e req-6cab46f3-1934-4bca-9af4-a45d05cbc2dd tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 943 time: 0.1507761 Feb 02 16:09:18.636231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1aaf30e5-bdd7-4088-92d2-3284b706635e req-5f1e8659-4f6e-49f0-bea5-76b34a18212d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Synchronizing usage tracker for tenant:1c31525f56954caeb1a485fcfef0dc0f on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:09:18.749696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1aaf30e5-bdd7-4088-92d2-3284b706635e req-5f1e8659-4f6e-49f0-bea5-76b34a18212d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Unset dirty status for tenant:1c31525f56954caeb1a485fcfef0dc0f on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:09:18.750881 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1aaf30e5-bdd7-4088-92d2-3284b706635e req-5f1e8659-4f6e-49f0-bea5-76b34a18212d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541018 Feb 02 16:09:19.846372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device bb08ece0-4e50-4023-8043-32596fbb23b3 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:09:19.951684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4b14e-d155-4f1d-bfcd-1d3e09068774 req-0724cb46-0a05-4fdb-8447-be8be6c9cbaf tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:19.953158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5fd4b14e-d155-4f1d-bfcd-1d3e09068774 req-0724cb46-0a05-4fdb-8447-be8be6c9cbaf tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 943 time: 0.0762355 Feb 02 16:09:19.980971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:09:19.995309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653', 'port_id': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'mac_address': 'fa:16:3e:f0:3a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79166fe1-7b25-4672-88f3-58b7e262a1d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:09:19.999164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5fd4b14e-d155-4f1d-bfcd-1d3e09068774 req-d85ddb07-ac64-404e-a75e-ed7308905c86 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Feb 02 16:09:20.054560 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:20.071150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb08ece0-4e50-4023-8043-32596fbb23b3 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:09:20.086471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:09:20.183853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:20.248108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:20.463662 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['bb08ece0-4e50-4023-8043-32596fbb23b3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:09:21.198110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e4b38-e15d-4460-99ea-1ad9a44a6be1 req-5cb918cd-318b-41cc-b7a0-f56259a2d387 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:21.199592 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-112e4b38-e15d-4460-99ea-1ad9a44a6be1 req-5cb918cd-318b-41cc-b7a0-f56259a2d387 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 944 time: 0.0778008 Feb 02 16:09:21.249876 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-112e4b38-e15d-4460-99ea-1ad9a44a6be1 req-64a1f091-64fd-4f7a-86d8-1ec91780a2cd tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422449 Feb 02 16:09:21.871005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device bb08ece0-4e50-4023-8043-32596fbb23b3 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:09:22.000936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port bb08ece0-4e50-4023-8043-32596fbb23b3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:09:22.006070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port bb08ece0-4e50-4023-8043-32596fbb23b3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:09:22.006442 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:22.120385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:22.147089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:22.156622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:09:22.202311 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'code': 200} Feb 02 16:09:22.264176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:22.331373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:22.365701 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33d552bd-1090-4c06-88fa-b5e880637409 req-cc16dae6-d8d7-410a-88c7-218ff0367feb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1096 time: 0.0756218 Feb 02 16:09:22.458670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33d552bd-1090-4c06-88fa-b5e880637409 req-c1c8793a-a145-450a-b932-ac1711f9f8b1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869911 Feb 02 16:09:22.479587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c16f5-e654-4b4e-ac0b-90776ac8a39f req-59e16c43-c2cf-48b2-ae9a-71fd61577cb0 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:22.480972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c68c16f5-e654-4b4e-ac0b-90776ac8a39f req-59e16c43-c2cf-48b2-ae9a-71fd61577cb0 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0959451 Feb 02 16:09:22.606711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c68c16f5-e654-4b4e-ac0b-90776ac8a39f req-ac8021d0-7923-4593-b4ea-376ea1407ef4 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195114 Feb 02 16:09:23.816814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a70b34-b3e2-4ba7-830f-ef7f89aa1caf req-8fb67d97-2398-4add-a836-983f4d062b93 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:23.818278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8a70b34-b3e2-4ba7-830f-ef7f89aa1caf req-8fb67d97-2398-4add-a836-983f4d062b93 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0803366 Feb 02 16:09:23.863966 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8a70b34-b3e2-4ba7-830f-ef7f89aa1caf req-7e160197-1511-4275-b6d8-a71032b51e4c tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 Feb 02 16:09:24.057745 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ce481a4-979d-4188-9bab-207ffab8cb08 req-b842c64d-52d4-492a-9ba4-badee35d9722 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696363 Feb 02 16:09:24.577746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf0480-2c00-4f1b-8da7-75ae8d35055b req-2bf7af6b-dd9a-4eef-8f5b-b9bbcdac0cfb tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:24.579497 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c0cf0480-2c00-4f1b-8da7-75ae8d35055b req-2bf7af6b-dd9a-4eef-8f5b-b9bbcdac0cfb tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0792611 Feb 02 16:09:24.608302 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe799043-c19d-45d7-bbd9-f3a3347f6c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:24.625955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45598) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:09:24.629430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c0cf0480-2c00-4f1b-8da7-75ae8d35055b req-871d3cfb-9f89-49c4-9273-c44b3f4e1b17 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Feb 02 16:09:24.826946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-69930939-6a29-4e07-a565-53ac4f956025 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1996737 Feb 02 16:09:24.830018 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-e46a3b4a-5d36-4e5d-85e4-cacdc29caea7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1096 time: 0.0995045 Feb 02 16:09:24.975239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-94a864c4-4ad0-43f4-ae2c-cd02f2963fac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:24.976726 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-94a864c4-4ad0-43f4-ae2c-cd02f2963fac service neutron] 10.222.0.107 "GET /v2.0/networks?id=b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 200 len: 913 time: 0.1279626 Feb 02 16:09:25.048327 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-27eb5f12-dce4-4f68-975c-9a3b60de12d9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 217 time: 0.0653601 Feb 02 16:09:25.110225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-04d13fa8-b5f6-45ea-850f-d564bfcb9b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:25.111665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-04d13fa8-b5f6-45ea-850f-d564bfcb9b06 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=79166fe1-7b25-4672-88f3-58b7e262a1d1 HTTP/1.1" status: 200 len: 851 time: 0.0570099 Feb 02 16:09:25.162161 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-d7a0aa63-ce1c-4d77-9c41-952a0fc5bf13 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b332e9b0-f848-4222-94a2-9abbca5e4653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444541 Feb 02 16:09:25.296391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-09de23e6-9438-462c-9e87-c159ace9d2fe service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272843 Feb 02 16:09:25.432469 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b984a52b-8b3f-4b9c-9cc2-c24f64470647 req-1eccbf37-0f1d-45f3-93f6-1be4dc0fffdb service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294851 Feb 02 16:09:25.835814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975116b-7908-4dfb-9486-897ef9b2ce25 req-1dfebd0f-6fe0-47f7-a0fd-01fca371347f tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:25.837286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5975116b-7908-4dfb-9486-897ef9b2ce25 req-1dfebd0f-6fe0-47f7-a0fd-01fca371347f tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0814610 Feb 02 16:09:25.883990 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5975116b-7908-4dfb-9486-897ef9b2ce25 req-327b88a6-f97e-4915-8ee2-49230e14d4a8 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Feb 02 16:09:26.910114 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b472c4e8-d113-4504-8325-066f9b405daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:27.089804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c4d3-c571-4a66-a0be-2fcb11b15812 req-5190d618-d75a-48a7-b103-21d98232d67b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:27.092027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac36c4d3-c571-4a66-a0be-2fcb11b15812 req-5190d618-d75a-48a7-b103-21d98232d67b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0814948 Feb 02 16:09:27.137344 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ac36c4d3-c571-4a66-a0be-2fcb11b15812 req-275ca098-1546-40ab-a62e-230f3d0e5af5 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393233 Feb 02 16:09:27.251756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-b7148c06-d0d2-46ce-a7f1-8b7f6692560a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1096 time: 0.0704291 Feb 02 16:09:27.382715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-537c9cfa-6511-41d6-9507-fffca202c8a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:27.384193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-537c9cfa-6511-41d6-9507-fffca202c8a1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 200 len: 913 time: 0.1252866 Feb 02 16:09:27.450299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-2ba9693f-0e6a-4a2a-858e-c54f099c048a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 217 time: 0.0597103 Feb 02 16:09:27.515805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-12ea8483-59c6-4722-ac9f-0ff02c86bf44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:27.517246 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-12ea8483-59c6-4722-ac9f-0ff02c86bf44 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=79166fe1-7b25-4672-88f3-58b7e262a1d1 HTTP/1.1" status: 200 len: 851 time: 0.0603385 Feb 02 16:09:27.562393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-5bea815d-37fc-46a4-bc05-3427e9c7e896 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b332e9b0-f848-4222-94a2-9abbca5e4653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385416 Feb 02 16:09:27.691506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-537084f0-c615-4123-844d-69ab30543b86 service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223130 Feb 02 16:09:27.913945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-70656051-d1b2-4b1d-be2e-bf2c7e29f840 service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161705 Feb 02 16:09:28.406958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.493713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91464275-8112-483e-9102-4154f14607cd req-5d4df871-6358-4aed-90bd-8947af2674c5 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:28.495167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-91464275-8112-483e-9102-4154f14607cd req-5d4df871-6358-4aed-90bd-8947af2674c5 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0803356 Feb 02 16:09:28.515496 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:28.541871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-91464275-8112-483e-9102-4154f14607cd req-3728dff9-865f-43fa-8b92-5db6ace1a253 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Feb 02 16:09:29.740391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f055b-3375-44f2-94a2-d08f8c90c80e req-3a985fac-1faf-4bda-9e5d-a671f1e4757d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:29.741837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f4f055b-3375-44f2-94a2-d08f8c90c80e req-3a985fac-1faf-4bda-9e5d-a671f1e4757d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0761225 Feb 02 16:09:29.789991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f4f055b-3375-44f2-94a2-d08f8c90c80e req-20064977-9b80-4d0b-8eaf-f9a9aa60637b tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Feb 02 16:09:30.103524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:30.985251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644797b-25bf-4a71-8eed-dc11d79aabbf req-e2706f2e-e857-4447-b10e-09bc88b724d8 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:30.986678 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9644797b-25bf-4a71-8eed-dc11d79aabbf req-e2706f2e-e857-4447-b10e-09bc88b724d8 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0746908 Feb 02 16:09:31.031395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9644797b-25bf-4a71-8eed-dc11d79aabbf req-3c4fd10b-d22f-4d9c-aafc-f624bae36ec7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389309 Feb 02 16:09:32.227382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1559a7-f9e7-43c9-bc27-3a5e615ce475 req-4caac876-171c-4ad6-a9a7-8039a6f9ca20 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:32.230401 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe1559a7-f9e7-43c9-bc27-3a5e615ce475 req-4caac876-171c-4ad6-a9a7-8039a6f9ca20 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0784848 Feb 02 16:09:32.276290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe1559a7-f9e7-43c9-bc27-3a5e615ce475 req-b7689361-f3c1-4e66-bf33-727019c4f4bc tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Feb 02 16:09:33.478127 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb671c69-fc94-4de0-b937-d545525be91f req-48d89f5b-2dfc-4d58-ac66-e3bd6dfc2411 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:33.479565 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb671c69-fc94-4de0-b937-d545525be91f req-48d89f5b-2dfc-4d58-ac66-e3bd6dfc2411 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0800803 Feb 02 16:09:33.523241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb671c69-fc94-4de0-b937-d545525be91f req-7019a152-3e4a-4401-b3fa-bda9247137d4 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383139 Feb 02 16:09:33.636767 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:09:34.734851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9030529-e638-412f-8c8d-ad3e3921bf43 req-c43771b2-8986-4abf-b7f9-e7f7c24512a7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:34.736348 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9030529-e638-412f-8c8d-ad3e3921bf43 req-c43771b2-8986-4abf-b7f9-e7f7c24512a7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0805886 Feb 02 16:09:34.782521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9030529-e638-412f-8c8d-ad3e3921bf43 req-bfea6b11-b23a-498f-916a-027740e5452a tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Feb 02 16:09:35.979348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae513ad2-5fd0-4cd9-baf7-a6e6b3ae0019 req-fda13a15-ad49-4baa-9d19-11960743184f tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:35.980830 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae513ad2-5fd0-4cd9-baf7-a6e6b3ae0019 req-fda13a15-ad49-4baa-9d19-11960743184f tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0765154 Feb 02 16:09:36.028379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ae513ad2-5fd0-4cd9-baf7-a6e6b3ae0019 req-92b893fc-70ae-404f-9a73-e0a851194263 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Feb 02 16:09:37.226275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0ab37-5219-4b52-8e4a-4e6b344f441d req-bd9ebe8e-d308-425d-bf5d-6ebef07a0729 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:37.227786 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45c0ab37-5219-4b52-8e4a-4e6b344f441d req-bd9ebe8e-d308-425d-bf5d-6ebef07a0729 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0765934 Feb 02 16:09:37.272123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45c0ab37-5219-4b52-8e4a-4e6b344f441d req-2638fa4b-013c-46d0-85b0-8b1ce209642e tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Feb 02 16:09:38.466760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a4e46-f70d-4a30-a042-ae89267fe6ec req-61114cd2-0b4a-456f-a20b-8c260cd9d5f2 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:38.468215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af4a4e46-f70d-4a30-a042-ae89267fe6ec req-61114cd2-0b4a-456f-a20b-8c260cd9d5f2 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0761619 Feb 02 16:09:38.513467 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af4a4e46-f70d-4a30-a042-ae89267fe6ec req-30de76c7-d3ec-47d8-b716-ec11ce0188f9 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392635 Feb 02 16:09:39.715516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c6a5-5671-461f-b9ed-39618832c5df req-8811ddd0-f1a0-42cb-8b7d-5acd6628179d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:39.717003 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9b4c6a5-5671-461f-b9ed-39618832c5df req-8811ddd0-f1a0-42cb-8b7d-5acd6628179d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0821753 Feb 02 16:09:39.764026 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b9b4c6a5-5671-461f-b9ed-39618832c5df req-d40d4ed5-7c43-47c1-babe-69008cf25733 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Feb 02 16:09:40.968339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bfc89-0add-42bc-9c8e-49ed8d46e928 req-0596ed28-f830-4165-bb75-b154d3372413 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:40.969779 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e8bfc89-0add-42bc-9c8e-49ed8d46e928 req-0596ed28-f830-4165-bb75-b154d3372413 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0797138 Feb 02 16:09:41.014437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e8bfc89-0add-42bc-9c8e-49ed8d46e928 req-feee4cd9-74e3-4b40-8602-508e01ba0ca0 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387218 Feb 02 16:09:42.211981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74c541-3b1e-4050-9ab2-30dd45e6b7b2 req-e7e8c9b6-5457-4f2f-bfac-4d3c2de4ef71 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:42.213448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b74c541-3b1e-4050-9ab2-30dd45e6b7b2 req-e7e8c9b6-5457-4f2f-bfac-4d3c2de4ef71 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0763562 Feb 02 16:09:42.262665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7b74c541-3b1e-4050-9ab2-30dd45e6b7b2 req-5d5a46c7-370d-43e5-81ba-adf3b39e823f tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Feb 02 16:09:43.458489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431988b9-7546-440b-a13a-7ff65ee8c8e1 req-724e8c4e-cc11-42a7-9505-ed8b66aa408d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:43.459947 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-431988b9-7546-440b-a13a-7ff65ee8c8e1 req-724e8c4e-cc11-42a7-9505-ed8b66aa408d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0753205 Feb 02 16:09:43.505157 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-431988b9-7546-440b-a13a-7ff65ee8c8e1 req-8f11a24c-a971-4517-b294-a0f96cf8d838 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Feb 02 16:09:44.704673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6062ba-fbaa-42e5-a5e5-3077e53f085e req-f7d7d646-3315-4199-bb29-a0602ab5d125 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:44.706176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d6062ba-fbaa-42e5-a5e5-3077e53f085e req-f7d7d646-3315-4199-bb29-a0602ab5d125 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0794964 Feb 02 16:09:44.753717 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d6062ba-fbaa-42e5-a5e5-3077e53f085e req-e4e55ac6-7db3-4734-afed-a5788d231f36 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Feb 02 16:09:45.956756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc789944-c7bc-4b40-a34a-f672bcd0b394 req-ecc860bf-8c23-49f5-bda2-871650c5ebd2 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:45.958353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc789944-c7bc-4b40-a34a-f672bcd0b394 req-ecc860bf-8c23-49f5-bda2-871650c5ebd2 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0828190 Feb 02 16:09:46.003691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc789944-c7bc-4b40-a34a-f672bcd0b394 req-02e31e8d-76d3-4f63-9c0b-7d04e0cfe304 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Feb 02 16:09:47.201183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49414cd3-b6a3-4218-a6ef-0d52611bbbcd req-0ce12fdd-f132-4266-9f4c-7fbfa495bcff tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:47.202866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49414cd3-b6a3-4218-a6ef-0d52611bbbcd req-0ce12fdd-f132-4266-9f4c-7fbfa495bcff tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0804739 Feb 02 16:09:47.249323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-49414cd3-b6a3-4218-a6ef-0d52611bbbcd req-caf955fe-46a4-4515-ac35-1549ee2b97f9 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Feb 02 16:09:47.361119 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:48.189771 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:48.454881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157ad45-6680-4017-9cd5-4cfa6afae54f req-0fcf8efc-e1a3-401f-b0c3-7dfde00d96a7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:48.456883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6157ad45-6680-4017-9cd5-4cfa6afae54f req-0fcf8efc-e1a3-401f-b0c3-7dfde00d96a7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0752399 Feb 02 16:09:48.502409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6157ad45-6680-4017-9cd5-4cfa6afae54f req-504861d4-5014-4702-bcd6-22dca6a283ec tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Feb 02 16:09:49.698292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d19481-8a8f-4e85-8f25-f3e5cb1bf26c req-9c7087a2-b9a8-4dac-ae35-4cd7ec2ce52f tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:49.699742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86d19481-8a8f-4e85-8f25-f3e5cb1bf26c req-9c7087a2-b9a8-4dac-ae35-4cd7ec2ce52f tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0767090 Feb 02 16:09:49.745164 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86d19481-8a8f-4e85-8f25-f3e5cb1bf26c req-1b59d74c-130c-4a60-bd8c-58de1b4f8273 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Feb 02 16:09:50.944530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1203-58fc-4f98-aff9-a2cc236ea834 req-45d736a6-01ed-46ce-bd67-e3a684dd4019 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:50.945993 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-719a1203-58fc-4f98-aff9-a2cc236ea834 req-45d736a6-01ed-46ce-bd67-e3a684dd4019 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0801582 Feb 02 16:09:50.991301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-719a1203-58fc-4f98-aff9-a2cc236ea834 req-fb44dd3c-8481-4c06-9b99-b62f1bfb17d3 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Feb 02 16:09:52.195410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17980a-8101-47f3-b024-393d423860fe req-889f1b57-ead5-4662-8ab0-491c96061119 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:52.196890 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d17980a-8101-47f3-b024-393d423860fe req-889f1b57-ead5-4662-8ab0-491c96061119 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0788219 Feb 02 16:09:52.243111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4d17980a-8101-47f3-b024-393d423860fe req-354b0aff-b3d5-48ee-8d86-130ea6ec9ce6 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Feb 02 16:09:53.445843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe47739-aa0d-4cd3-b743-5b1dcda079a6 req-1f34c971-e963-43aa-9b10-22e52427b226 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:53.447297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbe47739-aa0d-4cd3-b743-5b1dcda079a6 req-1f34c971-e963-43aa-9b10-22e52427b226 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0794358 Feb 02 16:09:53.497504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dbe47739-aa0d-4cd3-b743-5b1dcda079a6 req-2a09357e-6880-4ef6-a961-20c515a4ae8e tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Feb 02 16:09:54.663893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3e436274-f1bf-4a66-9323-83422195c7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:54.697293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df82d50-cff9-4232-bd7c-6ada6618d5d0 req-aabcfe26-7200-40fa-97ce-1343a284f5a4 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:54.698747 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4df82d50-cff9-4232-bd7c-6ada6618d5d0 req-aabcfe26-7200-40fa-97ce-1343a284f5a4 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0771070 Feb 02 16:09:54.744561 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4df82d50-cff9-4232-bd7c-6ada6618d5d0 req-67c4583c-0874-49df-92e4-009e313e0275 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396714 Feb 02 16:09:55.601007 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-0d9f0f5d-916c-48ee-a93a-894e27fbfad9 service neutron] show failed (client error): The resource could not be found. Feb 02 16:09:55.601997 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-0d9f0f5d-916c-48ee-a93a-894e27fbfad9 service neutron] 10.222.0.107 "GET /v2.0/ports/bb08ece0-4e50-4023-8043-32596fbb23b3/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0725126 Feb 02 16:09:55.946059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5decda-18ed-4573-9638-adb98d22d3bb req-fdb73a22-1732-4fa0-bf91-69d16786dcf4 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:55.947423 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d5decda-18ed-4573-9638-adb98d22d3bb req-fdb73a22-1732-4fa0-bf91-69d16786dcf4 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0760410 Feb 02 16:09:55.996296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d5decda-18ed-4573-9638-adb98d22d3bb req-4698cdd9-2187-4389-a6a8-648084112732 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Feb 02 16:09:56.202956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-a06e430c-f049-4643-97df-455b3027d1ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29&tenant_id=1c31525f56954caeb1a485fcfef0dc0f HTTP/1.1" status: 200 len: 1096 time: 0.0717142 Feb 02 16:09:56.219508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:09:56.415078 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:56.679255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:09:56.708358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:09:56.766714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:56.771069 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:56.786719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Transition to ACTIVE for port object bb08ece0-4e50-4023-8043-32596fbb23b3 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:09:56.835017 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'code': 200} Feb 02 16:09:56.915173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:56.989862 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2614b532-6cf0-4c1b-ade8-a54255974b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.066325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:57.073421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] No DVR routers for this DVR port bb08ece0-4e50-4023-8043-32596fbb23b3 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:09:57.130654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Attempting to bind port bb08ece0-4e50-4023-8043-32596fbb23b3 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:09:57.130989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Attempting to bind port bb08ece0-4e50-4023-8043-32596fbb23b3 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:09:57.131316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Attempting to bind port bb08ece0-4e50-4023-8043-32596fbb23b3 on network b332e9b0-f848-4222-94a2-9abbca5e4653 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:09:57.137045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Port bb08ece0-4e50-4023-8043-32596fbb23b3 on network b332e9b0-f848-4222-94a2-9abbca5e4653 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:09:57.137368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Attempting to bind port bb08ece0-4e50-4023-8043-32596fbb23b3 on network b332e9b0-f848-4222-94a2-9abbca5e4653 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:09:57.143416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:09:57.144371 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Checking segment: {'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:09:57.144752 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Bound using segment: {'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:09:57.145164 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Bound port: bb08ece0-4e50-4023-8043-32596fbb23b3, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f584b2-04d9-4fab-9110-36812d710a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:09:57.145505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.200137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fa3ba-9dc0-41bc-9a17-c391e69d0231 req-6701fb73-9027-414a-8dd5-2bb3703c710e tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.201607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f2fa3ba-9dc0-41bc-9a17-c391e69d0231 req-6701fb73-9027-414a-8dd5-2bb3703c710e tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 943 time: 0.0777812 Feb 02 16:09:57.232169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:09:57.235090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:09:57.248760 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8f2fa3ba-9dc0-41bc-9a17-c391e69d0231 req-f06441cf-067d-4d24-9c12-01f69edac118 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Feb 02 16:09:57.321690 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.386930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:57.388555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 1091 time: 1.1729772 Feb 02 16:09:57.401454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60c2c0-00a8-4e59-a8ea-bf2efe075730 service neutron] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:57.490461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-1ed15417-4f43-463c-9b4d-e34d930389dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1094 time: 0.0702016 Feb 02 16:09:57.621579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-10a9961b-e0bd-4657-981e-3721b263ae23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.623010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-10a9961b-e0bd-4657-981e-3721b263ae23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 200 len: 913 time: 0.1264143 Feb 02 16:09:57.692183 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-d1c52fd9-f5ff-40cf-a7a1-bb8fe0d24f1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 217 time: 0.0630317 Feb 02 16:09:57.752739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-48c7e9a1-e78a-45b5-8067-e2992b7e4e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.754315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-48c7e9a1-e78a-45b5-8067-e2992b7e4e64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79166fe1-7b25-4672-88f3-58b7e262a1d1 HTTP/1.1" status: 200 len: 851 time: 0.0571554 Feb 02 16:09:57.799295 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-91176dc3-48c4-48cf-bffd-a1fe96a68309 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b332e9b0-f848-4222-94a2-9abbca5e4653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391066 Feb 02 16:09:57.928716 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-9ed124e8-d264-4e20-a9c6-f27775dc1543 service neutron] 10.222.0.64 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235693 Feb 02 16:09:58.057711 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58d7e61d-b8dc-460c-b2db-78401e7543fd req-0f4cc786-35ef-4cc0-ac8b-e88a20866009 service neutron] 10.222.0.64 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234846 Feb 02 16:09:58.461907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fbab9-c0dc-48cf-8824-1cbbb3378bb6 req-379f53bb-9ad6-4f0d-9810-fbfc4827157d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:58.463664 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-535fbab9-c0dc-48cf-8824-1cbbb3378bb6 req-379f53bb-9ad6-4f0d-9810-fbfc4827157d tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 943 time: 0.0886531 Feb 02 16:09:58.475696 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.510466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-535fbab9-c0dc-48cf-8824-1cbbb3378bb6 req-b54c1b68-804f-4f85-bc3f-0600bcf86d1a tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Feb 02 16:09:58.537958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:09:58.836437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:09:58.907082 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'status': 'completed', 'code': 200} Feb 02 16:09:59.022170 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-8a3704c0-914a-48f8-b39b-de42216f8524 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1094 time: 0.0731416 Feb 02 16:09:59.023871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-be677eb6-bfd4-4b87-9754-1394fbca4346 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1094 time: 0.0697789 Feb 02 16:09:59.152571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-06a14032-ee08-430c-914f-e88f42a93d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:59.153995 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-06a14032-ee08-430c-914f-e88f42a93d80 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 200 len: 913 time: 0.1265371 Feb 02 16:09:59.157331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-7880133b-47d1-4e4e-93df-a4a4fb19ee29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:59.158750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-7880133b-47d1-4e4e-93df-a4a4fb19ee29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 200 len: 913 time: 0.1283338 Feb 02 16:09:59.220946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-43e0e92c-6ee0-43b0-ae08-9c48e4baba7b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 217 time: 0.0600464 Feb 02 16:09:59.230942 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-a3ea3177-a460-49f1-aa05-26fd07b9e991 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 217 time: 0.0655606 Feb 02 16:09:59.295113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-817e369c-6692-4864-a035-3bbdd4443dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:59.296618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-817e369c-6692-4864-a035-3bbdd4443dfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79166fe1-7b25-4672-88f3-58b7e262a1d1 HTTP/1.1" status: 200 len: 851 time: 0.0596938 Feb 02 16:09:59.348990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-bb697701-e79b-48da-929b-b3adb5857e14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b332e9b0-f848-4222-94a2-9abbca5e4653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456610 Feb 02 16:09:59.373651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-d717d3ae-71b1-4786-8d05-71b223a23672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:59.375093 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-d717d3ae-71b1-4786-8d05-71b223a23672 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=79166fe1-7b25-4672-88f3-58b7e262a1d1 HTTP/1.1" status: 200 len: 851 time: 0.1483860 Feb 02 16:09:59.421514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-89c7a996-7329-472d-9b78-03004c317a51 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b332e9b0-f848-4222-94a2-9abbca5e4653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403476 Feb 02 16:09:59.564735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-ffd5fa11-cd3d-49e6-b57c-9468cdc2d888 service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326139 Feb 02 16:09:59.577197 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-7579bed0-7f49-4af6-81dd-8a336459ef1e service neutron] 10.222.0.64 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220702 Feb 02 16:09:59.704449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-3ef7bf62-fe97-49e4-8511-41239e614495 service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335392 Feb 02 16:09:59.770224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41bd1a59-6870-4b50-8c87-7010b8a64ec4 req-e0bcbcf9-521c-4553-8a2c-2c75949bcf7e service neutron] 10.222.0.64 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799521 Feb 02 16:09:59.783704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af849f-2a03-4a4d-a39d-6c4fd09a7161 req-1cb884c2-2cfb-4012-8756-5e9073e7e1d3 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:59.785190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8af849f-2a03-4a4d-a39d-6c4fd09a7161 req-1cb884c2-2cfb-4012-8756-5e9073e7e1d3 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 943 time: 0.1284831 Feb 02 16:09:59.834823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8af849f-2a03-4a4d-a39d-6c4fd09a7161 req-f7b3d59a-b3cc-4d89-b609-49c5f499ad51 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 Feb 02 16:10:00.086770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device bb08ece0-4e50-4023-8043-32596fbb23b3 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:00.122442 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.142793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device bb08ece0-4e50-4023-8043-32596fbb23b3 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:10:00.189436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bb08ece0-4e50-4023-8043-32596fbb23b3 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:10:00.330452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:00.344048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'network_id': 'b332e9b0-f848-4222-94a2-9abbca5e4653', 'port_id': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'mac_address': 'fa:16:3e:f0:3a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79166fe1-7b25-4672-88f3-58b7e262a1d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:10:00.402010 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.419496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb08ece0-4e50-4023-8043-32596fbb23b3 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:10:00.435338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:00.504463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:00.567693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:00.576145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.576428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.576773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.577106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.577437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.577768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.578098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.578423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.578745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.579324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.579645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:00.834621 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['bb08ece0-4e50-4023-8043-32596fbb23b3'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:10:01.037187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc0ae-3952-411a-b395-ef13c3f07a68 req-33c1a7ba-d58e-41a5-976d-1e0bcb2f8433 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:01.038648 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0bbc0ae-3952-411a-b395-ef13c3f07a68 req-33c1a7ba-d58e-41a5-976d-1e0bcb2f8433 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 944 time: 0.0800378 Feb 02 16:10:01.083267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a0bbc0ae-3952-411a-b395-ef13c3f07a68 req-1240184b-7cc0-4d70-8e8b-147bf2861756 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Feb 02 16:10:01.678007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-ffaccc24-2f2f-4df7-b658-a4fe62d61fe0 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:01.679365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-ffaccc24-2f2f-4df7-b658-a4fe62d61fe0 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29&tenant_id=1c31525f56954caeb1a485fcfef0dc0f&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 944 time: 0.0800350 Feb 02 16:10:01.760846 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-e3bab06a-7b0a-4803-a454-11619752a47e service neutron] delete failed (client error): The resource could not be found. Feb 02 16:10:01.761341 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-e3bab06a-7b0a-4803-a454-11619752a47e service neutron] 10.222.0.107 "DELETE /v2.0/ports/bb08ece0-4e50-4023-8043-32596fbb23b3/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0765126 Feb 02 16:10:01.915121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-e76d5092-7033-40da-b726-bf1889c5d925 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 1095 time: 0.0694859 Feb 02 16:10:02.046090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-42d660f0-0e11-4440-af8e-1a507011970b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:02.047434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-42d660f0-0e11-4440-af8e-1a507011970b service neutron] 10.222.0.107 "GET /v2.0/networks?id=b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 200 len: 913 time: 0.1256461 Feb 02 16:10:02.117921 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-b3780ea8-48ae-4707-873c-15cdd06d487c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 200 len: 217 time: 0.0634832 Feb 02 16:10:02.178749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-d694bd82-7d58-4155-a416-37f1df6b4c4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:02.180226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-d694bd82-7d58-4155-a416-37f1df6b4c4b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=79166fe1-7b25-4672-88f3-58b7e262a1d1 HTTP/1.1" status: 200 len: 851 time: 0.0571382 Feb 02 16:10:02.204365 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bb08ece0-4e50-4023-8043-32596fbb23b3 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:02.224510 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-ca5bbf71-87ad-44c9-8b9d-7579e5f412f7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b332e9b0-f848-4222-94a2-9abbca5e4653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388684 Feb 02 16:10:02.336626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port bb08ece0-4e50-4023-8043-32596fbb23b3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:02.337826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port bb08ece0-4e50-4023-8043-32596fbb23b3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:02.338233 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.356432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-edf17ebe-a48d-4749-a5d1-7afcd75c1946 service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262674 Feb 02 16:10:02.456906 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.483338 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:02.491782 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-eb1feabd-e2c1-49df-8cb6-6980d9fa1e7d service neutron] 10.222.0.107 "GET /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299200 Feb 02 16:10:02.493792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:02.555515 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'code': 200} Feb 02 16:10:02.578213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:02.645379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:04.246802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac027b9c-b6db-41be-bdb3-d1656f7e10d1 req-f4c57a58-a0cd-425e-8430-04b8655e402a tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:04.248313 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac027b9c-b6db-41be-bdb3-d1656f7e10d1 req-f4c57a58-a0cd-425e-8430-04b8655e402a tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0795491 Feb 02 16:10:04.293397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac027b9c-b6db-41be-bdb3-d1656f7e10d1 req-79fdbbd9-6a7d-472c-93bb-978bd966822f tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Feb 02 16:10:05.497376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291008-83bc-4732-a27d-ad9dd42864a7 req-cae0b8a3-367f-482a-aa63-df6c2bb6df71 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:05.498934 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc291008-83bc-4732-a27d-ad9dd42864a7 req-cae0b8a3-367f-482a-aa63-df6c2bb6df71 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0799296 Feb 02 16:10:05.544492 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dc291008-83bc-4732-a27d-ad9dd42864a7 req-b88f1f97-208c-41ca-8920-e131965e33a7 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/security-groups?id=238db1e8-300a-4655-8a03-bdd348ae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Feb 02 16:10:05.626291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-a848450d-9e06-42c5-b722-4fab22701e91 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:05.627613 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-a848450d-9e06-42c5-b722-4fab22701e91 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 945 time: 0.0806329 Feb 02 16:10:05.697529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Deleting port bb08ece0-4e50-4023-8043-32596fbb23b3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:10:05.697895 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:05.947215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] For port bb08ece0-4e50-4023-8043-32596fbb23b3, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=bb08ece0-4e50-4023-8043-32596fbb23b3,segment=NetworkSegment(45f584b2-04d9-4fab-9110-36812d710a22),segment_id=45f584b2-04d9-4fab-9110-36812d710a22)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:05.947488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.066683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Calling delete_port for bb08ece0-4e50-4023-8043-32596fbb23b3 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:10:06.309993 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.360101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Pushing event deleted for resources: {'Port': ['ID=bb08ece0-4e50-4023-8043-32596fbb23b3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:06.399687 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.400065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.400410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.400749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.401084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.401414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.401746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.402073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.402397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.402721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.403051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:06.447899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] No DVR routers for this DVR port bb08ece0-4e50-4023-8043-32596fbb23b3 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:10:06.450506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:06.453209 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'name': 'network-vif-deleted', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:06.507394 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf15364-c2e4-433a-be93-b218ad339e29', 'name': 'network-vif-deleted', 'tag': 'bb08ece0-4e50-4023-8043-32596fbb23b3', 'status': 'completed', 'code': 200} Feb 02 16:10:06.533808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ce4f6d0-201f-4db4-9de6-d23bb118eafb req-9a1a94d2-f36a-4ead-b48e-dd998d5bab45 tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.64 "DELETE /v2.0/ports/bb08ece0-4e50-4023-8043-32596fbb23b3 HTTP/1.1" status: 204 len: 173 time: 0.9002576 Feb 02 16:10:06.713811 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-433e7c46-2b48-40f3-8bfa-dc5d42ca8e38 req-464ca0e4-9a87-4e7c-8c73-0435b445b3eb tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Synchronizing usage tracker for tenant:1c31525f56954caeb1a485fcfef0dc0f on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:06.802887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-433e7c46-2b48-40f3-8bfa-dc5d42ca8e38 req-464ca0e4-9a87-4e7c-8c73-0435b445b3eb tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] Unset dirty status for tenant:1c31525f56954caeb1a485fcfef0dc0f on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:06.804768 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-433e7c46-2b48-40f3-8bfa-dc5d42ca8e38 req-464ca0e4-9a87-4e7c-8c73-0435b445b3eb tempest-DeleteServersTestJSON-920316024 tempest-DeleteServersTestJSON-920316024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebf15364-c2e4-433a-be93-b218ad339e29 HTTP/1.1" status: 200 len: 210 time: 0.1339200 Feb 02 16:10:08.071447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45718) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:08.129482 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f8dc5d-3b83-4a92-8891-1d36a976a60d admin admin] Deleting subnet 79166fe1-7b25-4672-88f3-58b7e262a1d1 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:10:08.132330 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8dc5d-3b83-4a92-8891-1d36a976a60d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.184302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8dc5d-3b83-4a92-8891-1d36a976a60d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.231115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bb08ece0-4e50-4023-8043-32596fbb23b3 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:10:08.239195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8dc5d-3b83-4a92-8891-1d36a976a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.267540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: bb08ece0-4e50-4023-8043-32596fbb23b3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:10:08.267802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device bb08ece0-4e50-4023-8043-32596fbb23b3 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:10:08.379216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8dc5d-3b83-4a92-8891-1d36a976a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.499835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8dc5d-3b83-4a92-8891-1d36a976a60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79166fe1-7b25-4672-88f3-58b7e262a1d1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:08.506164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-07f8dc5d-3b83-4a92-8891-1d36a976a60d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.511901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-07f8dc5d-3b83-4a92-8891-1d36a976a60d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/79166fe1-7b25-4672-88f3-58b7e262a1d1 HTTP/1.1" status: 204 len: 168 time: 0.4394186 Feb 02 16:10:08.514360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 45722) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:08.618088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.739036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.764104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b332e9b0-f848-4222-94a2-9abbca5e4653']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:08.776942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f584b2-04d9-4fab-9110-36812d710a22') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:08.777240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f584b2-04d9-4fab-9110-36812d710a22') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:08.788283 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.803837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.809900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:10:08.810282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:10:08.823678 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:10:08.978501 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:08.996485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:09.006570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b332e9b0-f848-4222-94a2-9abbca5e4653,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:09.017318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.017657 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.024529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:09.076325 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6e85bf4c-aba2-4ed2-a0e4-db2643958a61 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b332e9b0-f848-4222-94a2-9abbca5e4653 HTTP/1.1" status: 204 len: 168 time: 0.5608637 Feb 02 16:10:09.462443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45730) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:09.512779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-63ef363b-61cc-48f8-bd97-e80b8b56efae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c31525f56954caeb1a485fcfef0dc0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490723 Feb 02 16:10:09.515400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45734) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:09.573662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-578f0914-5b3e-4d9a-a9a0-c7d6040f1bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:09.603659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-578f0914-5b3e-4d9a-a9a0-c7d6040f1bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:09.732507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-578f0914-5b3e-4d9a-a9a0-c7d6040f1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:09.748520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f0914-5b3e-4d9a-a9a0-c7d6040f1bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238db1e8-300a-4655-8a03-bdd348ae3225,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:09.839929 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-578f0914-5b3e-4d9a-a9a0-c7d6040f1bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:09.841054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-578f0914-5b3e-4d9a-a9a0-c7d6040f1bd3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/238db1e8-300a-4655-8a03-bdd348ae3225 HTTP/1.1" status: 204 len: 168 time: 0.3247156 Feb 02 16:10:10.637580 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:10:11.139802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45756) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:11.267158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1275942635-network', 'tenant_id': '4a34a91025244c9ea2ba7a8d65e83b55'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:10:11.273401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:11.277159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Usage tracker for resource:network and tenant:4a34a91025244c9ea2ba7a8d65e83b55 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:11.279985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:11.286999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:11.395579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Made reservation on behalf of 4a34a91025244c9ea2ba7a8d65e83b55 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:11.397882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.410168 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.441457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:11.445648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Usage tracker for resource:security_group_rule and tenant:4a34a91025244c9ea2ba7a8d65e83b55 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:11.448459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:11.454327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:11.518435 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.618109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.650006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:10:11.655016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a274796e-9011-4ea9-bec7-2241e83b0840,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:11.662523 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.662523 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Added segment 545aa043-d2ea-4230-9158-065e4c614d12 of type vlan for network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 Feb 02 16:10:11.688257 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.806872 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.807733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:11.808358 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:11.908532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] Pushing event updated for resources: {'Network': ['ID=00da9356-19bb-4f7b-ad12-1e75ebd6f411,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:11.919011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:10:12.021339 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9482191b-8be1-4dd1-9c60-2a055603ee4f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8801033 Feb 02 16:10:12.023920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 45762) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:10:12.029372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Request body: {'subnet': {'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1275942635-subnet', 'tenant_id': '4a34a91025244c9ea2ba7a8d65e83b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:10:12.035745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:12.039035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Usage tracker for resource:subnet and tenant:4a34a91025244c9ea2ba7a8d65e83b55 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:12.041958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:12.047938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:12.132410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Made reservation on behalf of 4a34a91025244c9ea2ba7a8d65e83b55 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:12.134953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:12.538250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:12.610995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1692d1-dffd-4556-87c0-1c6e077eae41,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:12.623384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Checking segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:10:12.623739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Network hostable DHCP agents. Network: 00da9356-19bb-4f7b-ad12-1e75ebd6f411, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:10:12.766645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:10:12.892549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 00da9356-19bb-4f7b-ad12-1e75ebd6f411) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:12.896782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:12.897364 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:12.902050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2145f87-5860-482c-aa96-c641d236368b None None] Network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:10:12.979305 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bc59307c-d5a4-411e-848b-5d6f9654e173 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9543278 Feb 02 16:10:13.116750 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083c0de-aac9-4122-b681-6ae7785e7113 None None] Network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:10:13.546818 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-e67390c8-565d-48e8-9d72-2569b04c6059 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:13.547498 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-e67390c8-565d-48e8-9d72-2569b04c6059 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Synchronizing usage tracker for tenant:4a34a91025244c9ea2ba7a8d65e83b55 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:13.646504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-e67390c8-565d-48e8-9d72-2569b04c6059 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Unset dirty status for tenant:4a34a91025244c9ea2ba7a8d65e83b55 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:13.647737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-e67390c8-565d-48e8-9d72-2569b04c6059 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 815 time: 0.2414346 Feb 02 16:10:13.665285 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-a0b91aad-277a-4e7f-9dbc-26e2f24ede48 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/quotas/4a34a91025244c9ea2ba7a8d65e83b55 HTTP/1.1" status: 200 len: 375 time: 0.0120330 Feb 02 16:10:13.715675 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-5d900ed1-c487-4105-adec-3ed05866587f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454531 Feb 02 16:10:13.726252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-361b2dd4-a020-4ce2-ab69-a29b4c9fe624 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:10:13.727176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-361b2dd4-a020-4ce2-ab69-a29b4c9fe624 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050268 Feb 02 16:10:13.858544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-d76fd5e5-9eb8-4e06-8168-ecc865a11f7a service neutron] 10.222.0.88 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255956 Feb 02 16:10:13.990965 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-a8bf473e-d31a-4cc2-8b34-698b22aa0b77 service neutron] 10.222.0.88 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257322 Feb 02 16:10:14.322918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bab4841-6ba7-4333-b98e-62082fed4373 req-0ac0aada-906f-47be-a55a-84589164a6cc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 210 time: 0.0445182 Feb 02 16:10:15.489937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b77bf02-b926-4953-bc60-adcef856c4c9 req-8f231e02-8122-4a54-935c-7094dd88e24b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 210 time: 0.0420203 Feb 02 16:10:16.635674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-b831703e-8212-43c2-bb66-fd49551083c9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:16.637150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-b831703e-8212-43c2-bb66-fd49551083c9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.64 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 815 time: 0.1452334 Feb 02 16:10:16.660123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Request body: {'port': {'device_id': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411', 'admin_state_up': True, 'tenant_id': '4a34a91025244c9ea2ba7a8d65e83b55'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:10:16.663813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1fb2ca2d-8518-46e6-a8af-8db870897d20 req-36f0f06b-66c3-45ae-aa68-612cb44da26e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 210 time: 0.0447335 Feb 02 16:10:16.802734 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:10:16.806601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Usage tracker for resource:port and tenant:4a34a91025244c9ea2ba7a8d65e83b55 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:10:16.809395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:10:16.814990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:10:16.898407 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Made reservation on behalf of 4a34a91025244c9ea2ba7a8d65e83b55 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:16.901568 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.064605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Allocated IP 172.20.0.5 (00da9356-19bb-4f7b-ad12-1e75ebd6f411/4d1692d1-dffd-4556-87c0-1c6e077eae41/b45fa98b-3f43-4214-bbf7-87965408a789) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:10:17.260997 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.350509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.378691 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.426397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:17.429455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:17.433888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:10:17.459908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:17.495908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:17.496558 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.595899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-6df40679-420d-4159-856f-33c6e56f557c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9401453 Feb 02 16:10:17.611795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Request body: {'port': {'device_id': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:10:17.860880 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:17.949961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2708744-38bf-4156-82ed-be0b091d4445 req-6f78a19b-c0f0-48a0-81a8-a71a54fef764 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:17.950566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2708744-38bf-4156-82ed-be0b091d4445 req-6f78a19b-c0f0-48a0-81a8-a71a54fef764 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Synchronizing usage tracker for tenant:4a34a91025244c9ea2ba7a8d65e83b55 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:18.101440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2708744-38bf-4156-82ed-be0b091d4445 req-6f78a19b-c0f0-48a0-81a8-a71a54fef764 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Unset dirty status for tenant:4a34a91025244c9ea2ba7a8d65e83b55 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:18.102605 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2708744-38bf-4156-82ed-be0b091d4445 req-6f78a19b-c0f0-48a0-81a8-a71a54fef764 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 931 time: 0.3108580 Feb 02 16:10:18.155810 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.193465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2708744-38bf-4156-82ed-be0b091d4445 req-020f5c4a-352b-4540-b4b3-7efde48904bd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Synchronizing usage tracker for tenant:4a34a91025244c9ea2ba7a8d65e83b55 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:10:18.277989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45fa98b-3f43-4214-bbf7-87965408a789 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:10:18.284624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.294927 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d2708744-38bf-4156-82ed-be0b091d4445 req-020f5c4a-352b-4540-b4b3-7efde48904bd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Unset dirty status for tenant:4a34a91025244c9ea2ba7a8d65e83b55 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:10:18.296096 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2708744-38bf-4156-82ed-be0b091d4445 req-020f5c4a-352b-4540-b4b3-7efde48904bd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866984 Feb 02 16:10:18.302679 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Transition to ACTIVE for port object b45fa98b-3f43-4214-bbf7-87965408a789 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:18.406902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.531614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:18.638072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Attempting to bind port b45fa98b-3f43-4214-bbf7-87965408a789 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:10:18.638402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Attempting to bind port b45fa98b-3f43-4214-bbf7-87965408a789 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:10:18.638727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Attempting to bind port b45fa98b-3f43-4214-bbf7-87965408a789 on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:10:18.644388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Port b45fa98b-3f43-4214-bbf7-87965408a789 on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:10:18.644736 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Attempting to bind port b45fa98b-3f43-4214-bbf7-87965408a789 on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:10:18.650768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:10:18.651098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Checking segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:10:18.651482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Bound using segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:10:18.651905 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Bound port: b45fa98b-3f43-4214-bbf7-87965408a789, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:10:18.652241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.737386 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:10:18.740924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:10:18.842024 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.911553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:18.912978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] 10.222.0.64 "PUT /v2.0/ports/b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 1091 time: 1.3052070 Feb 02 16:10:18.913422 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:18.936145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927be68-f17e-4216-9b0b-e1777d08fa65 service neutron] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:18.982176 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'status': 'completed', 'code': 200} Feb 02 16:10:19.095113 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5418857d-8494-4a3e-a5f7-80997b8c06f7 req-84e48435-0ce4-4ad6-9ee3-07d24f97c942 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1094 time: 0.0724268 Feb 02 16:10:19.240337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418857d-8494-4a3e-a5f7-80997b8c06f7 req-ed806b5d-b11b-4f76-9df9-3f9f5bffee61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:19.241802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5418857d-8494-4a3e-a5f7-80997b8c06f7 req-ed806b5d-b11b-4f76-9df9-3f9f5bffee61 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1347837 Feb 02 16:10:19.381275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418857d-8494-4a3e-a5f7-80997b8c06f7 req-4a2c2ad1-c7cb-4fd9-b691-6964d7e6a8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:19.382712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5418857d-8494-4a3e-a5f7-80997b8c06f7 req-4a2c2ad1-c7cb-4fd9-b691-6964d7e6a8e8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1355793 Feb 02 16:10:19.552605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62708f6d-66c7-4e21-acd8-36e86e815efd req-d2d8421f-1bf0-4411-8c74-7136f2f6402d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:19.554047 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62708f6d-66c7-4e21-acd8-36e86e815efd req-d2d8421f-1bf0-4411-8c74-7136f2f6402d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 943 time: 0.1350513 Feb 02 16:10:19.559451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-4dcddcd9-54c1-4b08-a179-ca46d8d9f073 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1094 time: 0.1092761 Feb 02 16:10:19.648370 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-aae6dda0-e2f8-4278-b375-d2277fb6a5bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 217 time: 0.0748641 Feb 02 16:10:19.696044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-62708f6d-66c7-4e21-acd8-36e86e815efd req-a06eac07-4fd7-4e8b-adb6-b346c9114096 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356254 Feb 02 16:10:19.719312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-ffa1c425-6097-41a3-a960-2bbd0e0e3680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:19.720788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-ffa1c425-6097-41a3-a960-2bbd0e0e3680 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0668523 Feb 02 16:10:19.857173 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-01d92238-3ad7-4ca2-bbd7-1f497a140d53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309166 Feb 02 16:10:19.990172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-edbb16c9-19d0-4f1a-b885-e88612b933a3 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264417 Feb 02 16:10:20.123325 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dec85a33-0796-4e87-bff0-3c65ced3ad2f req-83f9efc9-208e-4193-9fd3-d95d2f74cdda service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267896 Feb 02 16:10:20.896589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d1458-f258-4292-9ff7-cc756bbc3a8c req-b6ff1cd1-e49f-4d90-9908-f2760be81bfd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:20.898076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b5d1458-f258-4292-9ff7-cc756bbc3a8c req-b6ff1cd1-e49f-4d90-9908-f2760be81bfd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 943 time: 0.0768130 Feb 02 16:10:20.942519 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b5d1458-f258-4292-9ff7-cc756bbc3a8c req-f70bf392-dcac-446f-95f4-4fcb9f79ca53 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Feb 02 16:10:22.142523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c4a31-6cbc-4ab9-99f6-6fb348cdbf4e req-e92a3638-2a74-4fca-84af-179fc8ef58d4 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:22.143993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-186c4a31-6cbc-4ab9-99f6-6fb348cdbf4e req-e92a3638-2a74-4fca-84af-179fc8ef58d4 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 943 time: 0.0761278 Feb 02 16:10:22.188837 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-186c4a31-6cbc-4ab9-99f6-6fb348cdbf4e req-943c8b34-6133-4761-a708-7b3286c2dd27 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388610 Feb 02 16:10:22.307449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device b45fa98b-3f43-4214-bbf7-87965408a789 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:10:22.441088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:22.454175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411', 'port_id': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'mac_address': 'fa:16:3e:08:17:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1692d1-dffd-4556-87c0-1c6e077eae41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:10:22.506874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:22.526427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45fa98b-3f43-4214-bbf7-87965408a789 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:10:22.541206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:22.618179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:22.711960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:22.877918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['b45fa98b-3f43-4214-bbf7-87965408a789'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:10:23.391726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480e94c-e98a-466c-b554-e8fb63727c07 req-79bb599f-476a-44d7-adbb-7f4adc6b8d8e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:23.393186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9480e94c-e98a-466c-b554-e8fb63727c07 req-79bb599f-476a-44d7-adbb-7f4adc6b8d8e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 944 time: 0.0784895 Feb 02 16:10:23.438897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9480e94c-e98a-466c-b554-e8fb63727c07 req-b463c35d-1a91-4ee0-9dbb-0a8cad1dcd5d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Feb 02 16:10:24.323357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device b45fa98b-3f43-4214-bbf7-87965408a789 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:10:24.469686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port b45fa98b-3f43-4214-bbf7-87965408a789 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:24.475101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port b45fa98b-3f43-4214-bbf7-87965408a789 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:24.475471 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:24.599435 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:24.625320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:10:24.634836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:24.640761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85dd52-e1b6-4232-bb0f-ff26c4308021 req-79d506fb-fdbc-4896-a430-0b3ee37535c7 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:24.642224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f85dd52-e1b6-4232-bb0f-ff26c4308021 req-79d506fb-fdbc-4896-a430-0b3ee37535c7 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 944 time: 0.0811708 Feb 02 16:10:24.663893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f4e74f6-d119-4107-aa0c-b7740031ae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:24.684565 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'code': 200} Feb 02 16:10:24.689813 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f85dd52-e1b6-4232-bb0f-ff26c4308021 req-e33126ce-ca59-4295-903e-ec3d0e065f0d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Feb 02 16:10:24.727376 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:24.795496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:24.837082 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40525891-34cb-4547-9a00-39b5b456009c req-f667d05c-ab04-4d67-b4fa-2a0b18f76f81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1096 time: 0.0687308 Feb 02 16:10:24.878558 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40525891-34cb-4547-9a00-39b5b456009c req-2c4553e2-0846-4b4f-9218-a25fbe3b9033 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354075 Feb 02 16:10:25.889719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf86e8-5964-4f57-9d14-24fd231f7bfe req-b891d469-4a73-4067-a759-819384713fe8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:25.891246 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dcf86e8-5964-4f57-9d14-24fd231f7bfe req-b891d469-4a73-4067-a759-819384713fe8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0780787 Feb 02 16:10:25.943235 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6dcf86e8-5964-4f57-9d14-24fd231f7bfe req-141acece-c3f3-4b21-aea1-6c5bca1e0c03 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454719 Feb 02 16:10:26.920970 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4c2f-0995-40dd-a93b-44acff2f4325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:27.146095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b63f03-3bce-4a16-b06b-1fd0914ebe37 req-42b9396c-c862-43d1-9755-7dd2d9a49039 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:27.147559 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77b63f03-3bce-4a16-b06b-1fd0914ebe37 req-42b9396c-c862-43d1-9755-7dd2d9a49039 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0819476 Feb 02 16:10:27.193027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77b63f03-3bce-4a16-b06b-1fd0914ebe37 req-d55c3afc-65fe-435b-8452-4737c720ae99 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398457 Feb 02 16:10:27.395722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba98a6-6d9c-43fc-9fbf-705c297949f6 req-67de8f02-b545-4ae1-adfd-f6aef80f61d8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:27.397297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ba98a6-6d9c-43fc-9fbf-705c297949f6 req-67de8f02-b545-4ae1-adfd-f6aef80f61d8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0760889 Feb 02 16:10:27.443858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12ba98a6-6d9c-43fc-9fbf-705c297949f6 req-3f4a4889-cff9-4a2b-9fd6-4d9f5fb41068 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Feb 02 16:10:27.888523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1e3b8-81f1-465c-bd49-a80b3d4e317a req-3666c667-f6fa-4071-a257-dfdff0124b21 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:27.889982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fed1e3b8-81f1-465c-bd49-a80b3d4e317a req-3666c667-f6fa-4071-a257-dfdff0124b21 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0801158 Feb 02 16:10:27.935989 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fed1e3b8-81f1-465c-bd49-a80b3d4e317a req-4c9e9a01-c811-4cc1-9b47-a8d10911d05c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Feb 02 16:10:28.135916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f238bd-3a6b-4aa4-9c32-d1972fde2906 req-6f3cde6e-4d77-4a6b-813c-7bc4e1d058dc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:28.137378 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0f238bd-3a6b-4aa4-9c32-d1972fde2906 req-6f3cde6e-4d77-4a6b-813c-7bc4e1d058dc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0818295 Feb 02 16:10:28.186791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0f238bd-3a6b-4aa4-9c32-d1972fde2906 req-e77c5a49-80ca-4e62-bf0f-ef775a84509f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Feb 02 16:10:28.380509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d318a892-ed62-4ff3-abef-349465dfd856 req-7eac5e17-5bd6-4475-a27c-d263fa96645c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670838 Feb 02 16:10:28.383967 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:28.526757 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:28.819061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68609fc-7404-461d-871c-0ba7ece5f0a3 req-3e6724e9-2b3c-40bc-9d6c-62dd8d14c3f7 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:28.820473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d68609fc-7404-461d-871c-0ba7ece5f0a3 req-3e6724e9-2b3c-40bc-9d6c-62dd8d14c3f7 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0791268 Feb 02 16:10:28.868277 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d68609fc-7404-461d-871c-0ba7ece5f0a3 req-d96c6a56-f132-4e82-af22-3753ebc0bf73 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Feb 02 16:10:28.899301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-1012959d-94b9-468e-983f-446b1dd52dbd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714390 Feb 02 16:10:30.068034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53af7-65a8-4be0-a9be-f821f08fa1f1 req-35e1be08-0a4e-41e7-9571-4e3e3f0851dd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:30.069528 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59b53af7-65a8-4be0-a9be-f821f08fa1f1 req-35e1be08-0a4e-41e7-9571-4e3e3f0851dd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0767808 Feb 02 16:10:30.098905 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:30.118583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59b53af7-65a8-4be0-a9be-f821f08fa1f1 req-d05aee12-9ff9-492c-86cd-7200ca51b1f1 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Feb 02 16:10:31.371121 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-20344305-876d-4e64-9fd9-39bfc167c3e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1096 time: 0.1308150 Feb 02 16:10:31.376667 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf622c76-f3fe-4d77-acf4-2027932b9359 req-dd43a316-b690-44e9-bd44-fb862f2db4fb tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:31.378048 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf622c76-f3fe-4d77-acf4-2027932b9359 req-dd43a316-b690-44e9-bd44-fb862f2db4fb tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.1084285 Feb 02 16:10:31.502742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cf622c76-f3fe-4d77-acf4-2027932b9359 req-a288a8f7-334b-45bf-8475-2d02f1ea81f3 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061294 Feb 02 16:10:31.537604 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-d9de4e0a-fe4f-490d-9309-52856ea86d7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:31.539031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-d9de4e0a-fe4f-490d-9309-52856ea86d7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1601686 Feb 02 16:10:31.608098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-e0dc512f-3de8-4f71-85b1-48b4a4707ab0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 217 time: 0.0631328 Feb 02 16:10:31.668241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-f7356857-0249-4315-a236-fe8dfdc98a53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:31.669623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-f7356857-0249-4315-a236-fe8dfdc98a53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0560901 Feb 02 16:10:31.717668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-9fec0f88-b8e3-4329-b866-e75c9a008e0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422919 Feb 02 16:10:31.727156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-37e657b5-1542-4e48-a9c7-6bf68b909122 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:10:31.728087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-37e657b5-1542-4e48-a9c7-6bf68b909122 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048876 Feb 02 16:10:31.857276 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-44dba093-6745-48cc-a6da-a4d7bb468133 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230578 Feb 02 16:10:32.074263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-9758161e-498a-45e4-be87-3a68155cfba0 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115479 Feb 02 16:10:32.702770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30466116-6cd3-48df-8be0-9d9a0dac3953 req-83fe6378-6d25-49b1-8f4e-00979cbb0b0a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:32.704465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30466116-6cd3-48df-8be0-9d9a0dac3953 req-83fe6378-6d25-49b1-8f4e-00979cbb0b0a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0794756 Feb 02 16:10:32.751119 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30466116-6cd3-48df-8be0-9d9a0dac3953 req-69636af8-fd51-4401-88fa-010be80b87b2 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Feb 02 16:10:33.947662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2716575-5bfd-4017-8f12-6965751c1947 req-7a4fccda-5e6d-414b-a1e8-05ab099d5aa8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:33.949234 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e2716575-5bfd-4017-8f12-6965751c1947 req-7a4fccda-5e6d-414b-a1e8-05ab099d5aa8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0775704 Feb 02 16:10:33.993474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e2716575-5bfd-4017-8f12-6965751c1947 req-1f870a45-72be-4388-94d3-4a46d86bae5a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 Feb 02 16:10:35.181322 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-3a6c11c9-05d5-4bc7-9d63-7909026891f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1096 time: 0.0757835 Feb 02 16:10:35.195415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5513e8-37c1-4e0e-b543-477b4b5f775d req-ce5fcefd-50d1-46d2-aebe-4aa26563edd2 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:35.196883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b5513e8-37c1-4e0e-b543-477b4b5f775d req-ce5fcefd-50d1-46d2-aebe-4aa26563edd2 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0762358 Feb 02 16:10:35.243387 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b5513e8-37c1-4e0e-b543-477b4b5f775d req-4fb7f38e-f570-4eec-842f-ec2f816274da tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Feb 02 16:10:35.326865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-1ff0448c-03c1-4532-b7d0-d4ea0cb15bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:35.328242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-1ff0448c-03c1-4532-b7d0-d4ea0cb15bd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1299906 Feb 02 16:10:35.398271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-e315f8cb-1619-45ce-a111-48c56d1001dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 217 time: 0.0637047 Feb 02 16:10:35.460155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-6b104188-8940-4978-a88f-26acf1855196 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:35.461548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-6b104188-8940-4978-a88f-26acf1855196 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0582952 Feb 02 16:10:35.506744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-34884fb4-b42a-44d7-bca8-3d432a532356 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396390 Feb 02 16:10:35.642350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-6f7b15a9-2364-4a18-8663-bf7a9d35e9dd service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296184 Feb 02 16:10:35.776054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ffa9038a-e088-4330-9c5f-a336f9a1f5d8 req-dcded825-b74c-4516-86c2-b048fc735679 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276259 Feb 02 16:10:36.448589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cc114-4f92-47f0-bc6d-4a7e9dd79ddb req-90864920-2b97-4182-851a-a727a0612a1b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:36.450037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-636cc114-4f92-47f0-bc6d-4a7e9dd79ddb req-90864920-2b97-4182-851a-a727a0612a1b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0820038 Feb 02 16:10:36.496739 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-636cc114-4f92-47f0-bc6d-4a7e9dd79ddb req-72642890-8a44-49b8-a5f1-ab7e07133690 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Feb 02 16:10:37.700030 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2cddb-7f7c-4756-8f24-95267acbc6b2 req-eefccce4-aa53-46bb-8b0f-29e13d880966 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:37.701558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ee2cddb-7f7c-4756-8f24-95267acbc6b2 req-eefccce4-aa53-46bb-8b0f-29e13d880966 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0816426 Feb 02 16:10:37.747688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ee2cddb-7f7c-4756-8f24-95267acbc6b2 req-25d1b7ad-879a-4278-ba94-e98633937601 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Feb 02 16:10:38.948643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd637a-5b9c-4fda-b349-40bbcacb279e req-4bf4b267-4842-4cb1-9e71-8845129fc56c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:38.950104 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60bd637a-5b9c-4fda-b349-40bbcacb279e req-4bf4b267-4842-4cb1-9e71-8845129fc56c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0798287 Feb 02 16:10:38.995919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60bd637a-5b9c-4fda-b349-40bbcacb279e req-8b345143-c79a-43b8-8086-18ba2cabc07b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Feb 02 16:10:40.193325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f9cb-1f3d-4605-a4fd-fee0e5bd16ed req-aab3d19b-1041-465e-bb7d-635f9cc83ef9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:40.194709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2807f9cb-1f3d-4605-a4fd-fee0e5bd16ed req-aab3d19b-1041-465e-bb7d-635f9cc83ef9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0775011 Feb 02 16:10:40.238551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2807f9cb-1f3d-4605-a4fd-fee0e5bd16ed req-5b0b12af-3e2d-4a94-a3fb-0f809955d666 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383954 Feb 02 16:10:41.436596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c9710-e1dd-4e82-9546-92486567a095 req-d1532739-1129-4e82-a9bb-b1b9b3726707 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:41.438066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff7c9710-e1dd-4e82-9546-92486567a095 req-d1532739-1129-4e82-a9bb-b1b9b3726707 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0795825 Feb 02 16:10:41.484279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff7c9710-e1dd-4e82-9546-92486567a095 req-aa5a37a1-8b01-4c73-98e0-aa24ba2f0e90 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Feb 02 16:10:42.769106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4332ab-ef32-4cfe-896a-f4d4478becf1 req-9c2ea1fd-55a7-4020-bab8-52499afc734d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:42.770882 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c4332ab-ef32-4cfe-896a-f4d4478becf1 req-9c2ea1fd-55a7-4020-bab8-52499afc734d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.1648800 Feb 02 16:10:42.817142 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c4332ab-ef32-4cfe-896a-f4d4478becf1 req-97d2202d-2684-40d0-ba41-603edce35d52 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Feb 02 16:10:44.015053 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290d97-2a36-47ae-8008-b34da41447ae req-7cd4caf5-1c2e-436f-beea-398fd24fbe7a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:44.016425 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93290d97-2a36-47ae-8008-b34da41447ae req-7cd4caf5-1c2e-436f-beea-398fd24fbe7a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0770762 Feb 02 16:10:44.064743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93290d97-2a36-47ae-8008-b34da41447ae req-edfb0aa3-4637-4407-88dc-192d0821cf6f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Feb 02 16:10:45.266538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e24fe-39cb-4d69-9d99-f926e82f47a3 req-e57f1660-fbb4-4708-82d0-32b678f9b7d9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:45.268031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-135e24fe-39cb-4d69-9d99-f926e82f47a3 req-e57f1660-fbb4-4708-82d0-32b678f9b7d9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0794601 Feb 02 16:10:45.313138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-135e24fe-39cb-4d69-9d99-f926e82f47a3 req-848d75e3-d4c0-4b92-a908-11d331eec4b8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389245 Feb 02 16:10:46.510148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9232ef-c937-4167-a7c0-98438ceb5c8c req-38833ba4-0a07-4cff-94ff-221fcbae379b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:46.511580 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e9232ef-c937-4167-a7c0-98438ceb5c8c req-38833ba4-0a07-4cff-94ff-221fcbae379b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0760534 Feb 02 16:10:46.556756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e9232ef-c937-4167-a7c0-98438ceb5c8c req-86dbe099-c9f3-49aa-b8a1-d8e3ac93a39e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Feb 02 16:10:47.441397 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:47.638281 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:10:47.760531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ec6e-116e-4abc-afa6-32bb9c6f249a req-c54c121c-7f86-443c-8842-aed9c9a15d82 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:47.761934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-98e9ec6e-116e-4abc-afa6-32bb9c6f249a req-c54c121c-7f86-443c-8842-aed9c9a15d82 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0816684 Feb 02 16:10:47.812582 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-98e9ec6e-116e-4abc-afa6-32bb9c6f249a req-aa1c9b9a-5289-4eca-a394-f1741f18dec4 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Feb 02 16:10:48.201348 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:49.015732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5d21-904c-4ea3-9593-237313a942f7 req-ca8651dc-56ae-4943-ae42-b0616260b7c5 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:49.017076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc1f5d21-904c-4ea3-9593-237313a942f7 req-ca8651dc-56ae-4943-ae42-b0616260b7c5 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0795612 Feb 02 16:10:49.063946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc1f5d21-904c-4ea3-9593-237313a942f7 req-4453f837-c750-4fd9-9310-5f125cf23ece tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Feb 02 16:10:50.266942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fff042-0d46-4722-b936-be350828e562 req-65e1defa-6a55-4b91-ab60-299847571c50 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:50.268443 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82fff042-0d46-4722-b936-be350828e562 req-65e1defa-6a55-4b91-ab60-299847571c50 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0788765 Feb 02 16:10:50.314075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82fff042-0d46-4722-b936-be350828e562 req-59fa2561-cfc4-49d0-8912-6b641596b473 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Feb 02 16:10:51.511762 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6035-e418-4335-b099-ffb4d100b7b8 req-86d28a59-377e-4b76-830c-fc0a6b00d4cd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:51.513227 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef5f6035-e418-4335-b099-ffb4d100b7b8 req-86d28a59-377e-4b76-830c-fc0a6b00d4cd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0756044 Feb 02 16:10:51.557960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef5f6035-e418-4335-b099-ffb4d100b7b8 req-8dac0cbc-bbe5-46ac-a905-8b9365ed05af tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 Feb 02 16:10:52.757523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a28afc-6f38-4877-a0b5-33930a585f15 req-f63ee5e7-2d87-48b7-affe-cb9c774313bb tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:52.758988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a28afc-6f38-4877-a0b5-33930a585f15 req-f63ee5e7-2d87-48b7-affe-cb9c774313bb tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0779617 Feb 02 16:10:52.805419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70a28afc-6f38-4877-a0b5-33930a585f15 req-0cb8c5b1-0101-4b05-82de-3839fa6c65d1 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Feb 02 16:10:54.023045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd9c15-8a8b-4331-9c4f-0463aef38c03 req-2aab47ef-c41a-454e-98aa-533096c2b6bf tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:54.024443 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ddd9c15-8a8b-4331-9c4f-0463aef38c03 req-2aab47ef-c41a-454e-98aa-533096c2b6bf tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0911670 Feb 02 16:10:54.074781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ddd9c15-8a8b-4331-9c4f-0463aef38c03 req-62e48462-7d51-4656-9200-5b0ddcad36f7 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Feb 02 16:10:54.658199 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-64648e71-ed62-438f-a904-290930a80b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:55.282260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d4c73-c03f-489a-99d2-655515ea6642 req-e682d4c8-8cc3-4a6a-9e16-e110e492d38f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:55.283715 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-108d4c73-c03f-489a-99d2-655515ea6642 req-e682d4c8-8cc3-4a6a-9e16-e110e492d38f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0852332 Feb 02 16:10:55.328742 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-108d4c73-c03f-489a-99d2-655515ea6642 req-da5de862-e643-4fe7-a7b9-c641650616d9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Feb 02 16:10:56.526216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d17ab9-ff10-412e-a785-e72431177d5a req-6a4fbc65-54f8-45c9-8b21-a7fc363942ab tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:56.527696 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96d17ab9-ff10-412e-a785-e72431177d5a req-6a4fbc65-54f8-45c9-8b21-a7fc363942ab tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0764191 Feb 02 16:10:56.576211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96d17ab9-ff10-412e-a785-e72431177d5a req-09788c57-a52e-4176-9cef-d8103f0c4040 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Feb 02 16:10:56.909944 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df03d484-0df9-4385-a865-d1af1716ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:57.777557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdbf60-03cd-4798-9c30-044829c3c0c7 req-4fec6bd7-2876-426d-8cd0-ccef318e2e3c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:57.778996 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7cdbf60-03cd-4798-9c30-044829c3c0c7 req-4fec6bd7-2876-426d-8cd0-ccef318e2e3c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0761275 Feb 02 16:10:57.826344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a7cdbf60-03cd-4798-9c30-044829c3c0c7 req-429efc6e-f2a5-4eaa-8003-0d66f8f4afcc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Feb 02 16:10:58.401974 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:58.566690 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:10:59.110063 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338a88e-61e8-4273-ba98-0e6f4f8cdc11 req-7397a5a8-06ba-4f80-af25-89de1d115f40 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:59.111525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e338a88e-61e8-4273-ba98-0e6f4f8cdc11 req-7397a5a8-06ba-4f80-af25-89de1d115f40 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.1594300 Feb 02 16:10:59.157039 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e338a88e-61e8-4273-ba98-0e6f4f8cdc11 req-2339d9db-fc5c-4680-af0d-57dc5a6aed66 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 Feb 02 16:11:00.103611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:00.378680 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba077-3230-44fc-a18c-69d22379ed01 req-a43b6520-3aae-44e3-8e1d-fadbf0dd8a95 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:00.380186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54aba077-3230-44fc-a18c-69d22379ed01 req-a43b6520-3aae-44e3-8e1d-fadbf0dd8a95 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0768776 Feb 02 16:11:00.425973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-54aba077-3230-44fc-a18c-69d22379ed01 req-88a14c28-a9fd-49ad-8f72-9d2837365370 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Feb 02 16:11:01.781126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e0c91-d7c3-4da2-aa19-5ec6b1be478d req-f399e84b-1524-4171-a78a-2d8cc433d51d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:01.782593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad2e0c91-d7c3-4da2-aa19-5ec6b1be478d req-f399e84b-1524-4171-a78a-2d8cc433d51d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0875273 Feb 02 16:11:01.828484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad2e0c91-d7c3-4da2-aa19-5ec6b1be478d req-d4a8d4fc-9c9d-4060-95c1-6edd96f5464c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Feb 02 16:11:03.028022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125cf65-fffe-431c-9e95-413f866245b8 req-1d0a58b8-d41d-46c6-b257-96c5e996db7d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:03.029374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d125cf65-fffe-431c-9e95-413f866245b8 req-1d0a58b8-d41d-46c6-b257-96c5e996db7d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0792511 Feb 02 16:11:03.072298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d125cf65-fffe-431c-9e95-413f866245b8 req-7455160c-002e-4b10-9727-48670578fab6 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Feb 02 16:11:04.268030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05373c-0098-47fe-aa3a-0c4862b270f8 req-96e859d0-365a-4d84-9351-7ef3bc6ed098 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:04.269503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d05373c-0098-47fe-aa3a-0c4862b270f8 req-96e859d0-365a-4d84-9351-7ef3bc6ed098 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0771673 Feb 02 16:11:04.314538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7d05373c-0098-47fe-aa3a-0c4862b270f8 req-da4cc19a-c9c8-499e-97c8-d683170ba368 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Feb 02 16:11:04.493638 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-67fd8165-4350-4c1b-93b4-6e8600929dd0 service neutron] show failed (client error): The resource could not be found. Feb 02 16:11:04.495257 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-67fd8165-4350-4c1b-93b4-6e8600929dd0 service neutron] 10.222.0.64 "GET /v2.0/ports/b45fa98b-3f43-4214-bbf7-87965408a789/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0763104 Feb 02 16:11:05.134190 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-625cbf6b-7811-4298-8b82-3e91fe852291 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6&tenant_id=4a34a91025244c9ea2ba7a8d65e83b55 HTTP/1.1" status: 200 len: 1096 time: 0.0706406 Feb 02 16:11:05.150129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:11:05.259921 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:05.569469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:05.590800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae3683-b439-434f-95d4-7a6094eb7429 req-9dd63788-ce95-43c3-bcc9-49f9b90a794f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:05.592259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e3ae3683-b439-434f-95d4-7a6094eb7429 req-9dd63788-ce95-43c3-bcc9-49f9b90a794f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.1297014 Feb 02 16:11:05.631699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:11:05.691207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e3ae3683-b439-434f-95d4-7a6094eb7429 req-9d4571f6-bea0-481f-b054-f4f2a61e7f3a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898046 Feb 02 16:11:05.701605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:05.707525 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:05.722917 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Transition to ACTIVE for port object b45fa98b-3f43-4214-bbf7-87965408a789 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:11:05.775068 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'code': 200} Feb 02 16:11:05.795270 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:05.947133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:05.955608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] No DVR routers for this DVR port b45fa98b-3f43-4214-bbf7-87965408a789 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:11:06.096137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Attempting to bind port b45fa98b-3f43-4214-bbf7-87965408a789 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:11:06.096470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Attempting to bind port b45fa98b-3f43-4214-bbf7-87965408a789 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:11:06.096788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Attempting to bind port b45fa98b-3f43-4214-bbf7-87965408a789 on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:11:06.102349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Port b45fa98b-3f43-4214-bbf7-87965408a789 on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:11:06.102659 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Attempting to bind port b45fa98b-3f43-4214-bbf7-87965408a789 on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:11:06.109344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:11:06.109595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Checking segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:11:06.109972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Bound using segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:11:06.110385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Bound port: b45fa98b-3f43-4214-bbf7-87965408a789, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:11:06.110721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:06.197491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:11:06.201507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:11:06.252732 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:06.316726 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:06.318084 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] 10.222.0.107 "PUT /v2.0/ports/b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 1091 time: 1.1718140 Feb 02 16:11:06.330990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79f68c-1cb6-4ff5-8cfc-961946ab7741 service neutron] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=7']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:06.416748 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-071a61c6-5ad5-4343-a237-d2aab81e7c9e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1094 time: 0.0681617 Feb 02 16:11:06.544179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-ca23aa48-64ef-4644-a478-5b1da21ae384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:06.545606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-ca23aa48-64ef-4644-a478-5b1da21ae384 service neutron] 10.222.0.107 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1234076 Feb 02 16:11:06.614237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-f5e07ff5-baa3-4eb2-b357-3a072a37d8fe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 217 time: 0.0630684 Feb 02 16:11:06.674881 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-faffb317-1858-451e-831b-04e563dd1ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:06.676308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-faffb317-1858-451e-831b-04e563dd1ab9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0566103 Feb 02 16:11:06.723499 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-a3c22127-d6d3-4c4e-a39f-1ddd9d6fc43a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415328 Feb 02 16:11:06.734211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-80ee7709-b682-4693-a6c5-a71dc0d2565d service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:11:06.735115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-80ee7709-b682-4693-a6c5-a71dc0d2565d service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062277 Feb 02 16:11:06.911240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-2997aba9-b516-4251-8fa3-6736a4a933c7 service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693511 Feb 02 16:11:07.035824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656beb9e-0cd3-41ed-8e44-00e2d9d56a3c req-25a1f73b-ba00-4c46-bb59-427e92de188c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:07.037284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-656beb9e-0cd3-41ed-8e44-00e2d9d56a3c req-25a1f73b-ba00-4c46-bb59-427e92de188c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 943 time: 0.2021582 Feb 02 16:11:07.076096 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77129d4b-438b-4dd2-b89f-87cd1fc3d75d req-dee8445b-6010-4d47-ba6a-b28d0c81be68 service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581254 Feb 02 16:11:07.096880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-656beb9e-0cd3-41ed-8e44-00e2d9d56a3c req-8e9ea005-8a37-4e15-bd11-381e13b21135 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532563 Feb 02 16:11:07.776545 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:07.846545 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'status': 'completed', 'code': 200} Feb 02 16:11:07.967423 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-10f10024-f14c-4d57-9f94-7dec2b33edc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1094 time: 0.0705473 Feb 02 16:11:07.968082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-79ba2d13-5b61-4e4d-87a3-787b11b3fe22 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1094 time: 0.0724368 Feb 02 16:11:08.098145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-9faa9580-95ae-4769-9e7c-e13bcc84ec99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:08.099606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-9faa9580-95ae-4769-9e7c-e13bcc84ec99 service neutron] 10.222.0.107 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1256940 Feb 02 16:11:08.105954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-ae7a3a23-d31e-4237-a168-561bf7a0188c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:08.107429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-ae7a3a23-d31e-4237-a168-561bf7a0188c service neutron] 10.222.0.64 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1343117 Feb 02 16:11:08.166589 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-20d4493f-778b-40aa-91da-bfaa52d60b76 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 217 time: 0.0599895 Feb 02 16:11:08.180853 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-725df4e4-1bbe-491d-a306-10da9f56e88d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 217 time: 0.0674446 Feb 02 16:11:08.246970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-06424b77-c0b4-43fc-bf98-4b2fa769f071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:08.248643 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-06424b77-c0b4-43fc-bf98-4b2fa769f071 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0614820 Feb 02 16:11:08.268725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-9cd7515f-c057-4311-bc01-c004606037b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:08.273179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-9cd7515f-c057-4311-bc01-c004606037b4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0971479 Feb 02 16:11:08.297685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-19736b9a-5068-4488-84ff-f8cc5c7a23cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431325 Feb 02 16:11:08.323346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-6d7ec23e-5956-4c3d-b5cf-0c6e558cbd41 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455155 Feb 02 16:11:08.430907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-fe1d1fb7-951d-4786-b4b9-f65d71dab2f5 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273949 Feb 02 16:11:08.526381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device b45fa98b-3f43-4214-bbf7-87965408a789 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:11:08.555129 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426752-afc7-4f45-9d73-915c72cd62b5 req-ac23f82c-cf62-4e75-a63e-dd7c4537ec07 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:08.556684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed426752-afc7-4f45-9d73-915c72cd62b5 req-ac23f82c-cf62-4e75-a63e-dd7c4537ec07 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 943 time: 0.3278925 Feb 02 16:11:08.572172 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-777168b9-b22a-47c3-9b88-89fe8faf8769 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355340 Feb 02 16:11:08.583691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device b45fa98b-3f43-4214-bbf7-87965408a789 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:11:08.597879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-08b0ca23-17ea-4eb1-af53-7e71a2ed137e service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674336 Feb 02 16:11:08.688254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed426752-afc7-4f45-9d73-915c72cd62b5 req-e55cc9fc-86ef-4efe-b1c9-15f99c07d280 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169658 Feb 02 16:11:08.737834 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4658d0af-bfba-4d7e-bde3-40d68a6f987c req-2dadbfcc-a372-41b3-92d4-9dcb6e30b19c service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317830 Feb 02 16:11:09.887585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441a36b-f4ac-47ec-ad9d-7fca47c86e01 req-79e54a26-99ae-41f1-85f9-11d259be25a9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:09.889078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8441a36b-f4ac-47ec-ad9d-7fca47c86e01 req-79e54a26-99ae-41f1-85f9-11d259be25a9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 943 time: 0.0785861 Feb 02 16:11:09.938599 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8441a36b-f4ac-47ec-ad9d-7fca47c86e01 req-2bdf0079-3ec4-42e7-88bf-64786c88bd2b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Feb 02 16:11:10.435184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b45fa98b-3f43-4214-bbf7-87965408a789 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:11:10.445574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec14fb-342f-4f14-9b07-c500c34383da req-0dcef0dc-1016-458f-8ef8-37a41a74c97e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:10.447077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdec14fb-342f-4f14-9b07-c500c34383da req-0dcef0dc-1016-458f-8ef8-37a41a74c97e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 943 time: 0.0926793 Feb 02 16:11:10.548897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdec14fb-342f-4f14-9b07-c500c34383da req-4b6eb0ba-6cc3-4861-a3c5-04bb7fef6146 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639184 Feb 02 16:11:10.564724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-5363a6da-c09b-4493-bd08-e17565ad1b23 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:10.566161 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-5363a6da-c09b-4493-bd08-e17565ad1b23 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6&tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 943 time: 0.1182141 Feb 02 16:11:10.568368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:10.583213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411', 'port_id': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'mac_address': 'fa:16:3e:08:17:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1692d1-dffd-4556-87c0-1c6e077eae41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:11:10.641692 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:10.648442 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-e934a044-38b1-46ca-aee9-7f0c4b0401b6 service neutron] delete failed (client error): The resource could not be found. Feb 02 16:11:10.649428 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-e934a044-38b1-46ca-aee9-7f0c4b0401b6 service neutron] 10.222.0.64 "DELETE /v2.0/ports/b45fa98b-3f43-4214-bbf7-87965408a789/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0783691 Feb 02 16:11:10.658929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45fa98b-3f43-4214-bbf7-87965408a789 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:11:10.673716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:10.744121 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:10.805363 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-c3f19eea-d82c-493d-a168-daa4a6bea62d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 1095 time: 0.0710351 Feb 02 16:11:10.812975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:10.821420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.821771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.822110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.822446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.822780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.823106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.823430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.823751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.824200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.824758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.825171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:10.936900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-7e536274-630b-4cf0-b1ab-75ca52f7b312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:10.938427 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-7e536274-630b-4cf0-b1ab-75ca52f7b312 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1276040 Feb 02 16:11:11.033251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b45fa98b-3f43-4214-bbf7-87965408a789'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:11:11.097349 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-d213ceb6-e31f-449a-b562-fd438f7d405b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 200 len: 217 time: 0.1538432 Feb 02 16:11:11.159853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-0ea973e2-2193-47ff-8371-ad0c85ccd17f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:11.161332 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-0ea973e2-2193-47ff-8371-ad0c85ccd17f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0584488 Feb 02 16:11:11.211903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-7fcd51a0-ffd9-4fc1-a4c6-a3cf00e864ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432038 Feb 02 16:11:11.345407 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-a1090b73-47b1-459a-8729-404ec12b8f53 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277192 Feb 02 16:11:11.476943 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-825d09dc-17bd-4444-94a1-3c6abd82b631 req-b231bddd-e3a4-40e9-a48f-ad0b0c9f13c8 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254416 Feb 02 16:11:11.756648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad22a-fdb5-47a4-9503-7d6968409d26 req-7b33ff84-8067-433c-a46a-6c6918a2beaf tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:11.757864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-013ad22a-fdb5-47a4-9503-7d6968409d26 req-7b33ff84-8067-433c-a46a-6c6918a2beaf tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 944 time: 0.0787013 Feb 02 16:11:11.804709 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-013ad22a-fdb5-47a4-9503-7d6968409d26 req-ace38c46-1a45-4c4a-8c5b-963db6492d91 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Feb 02 16:11:12.445275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b45fa98b-3f43-4214-bbf7-87965408a789 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:11:12.612751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port b45fa98b-3f43-4214-bbf7-87965408a789 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:11:12.617648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port b45fa98b-3f43-4214-bbf7-87965408a789 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:11:12.618012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:12.729271 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:12.757085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:12.772181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:12.814198 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'code': 200} Feb 02 16:11:12.873901 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:12.942393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:13.010260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd812e-ff13-45fa-90f7-3a2d60c5a3cb req-727217c3-61d2-48c6-961e-d498fa94b0a6 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:13.011719 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08fd812e-ff13-45fa-90f7-3a2d60c5a3cb req-727217c3-61d2-48c6-961e-d498fa94b0a6 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0803959 Feb 02 16:11:13.056584 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-08fd812e-ff13-45fa-90f7-3a2d60c5a3cb req-8a4d31a4-6609-477b-8a74-07ba3dad646a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 Feb 02 16:11:13.251949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057ea4e-6e19-4844-9319-3d0ad665a63b req-3686bea0-197b-471c-aa04-0fdd245ed43d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:13.253316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a057ea4e-6e19-4844-9319-3d0ad665a63b req-3686bea0-197b-471c-aa04-0fdd245ed43d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0751777 Feb 02 16:11:13.298216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a057ea4e-6e19-4844-9319-3d0ad665a63b req-d72d31e6-30c2-48ec-aaf0-192f02488664 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 Feb 02 16:11:13.491001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659e612-e282-4982-bc45-5e040a01f065 req-701d9291-9610-4410-bd7b-ae821fd9df62 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:13.492501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c659e612-e282-4982-bc45-5e040a01f065 req-701d9291-9610-4410-bd7b-ae821fd9df62 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0765696 Feb 02 16:11:13.541415 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c659e612-e282-4982-bc45-5e040a01f065 req-502a8268-085c-4471-9573-bab818e21213 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Feb 02 16:11:14.335863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-21b94ae8-e980-4d39-8223-2f6efd66425f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:14.337309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-21b94ae8-e980-4d39-8223-2f6efd66425f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 815 time: 0.1402612 Feb 02 16:11:14.354442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-a3e63caa-06c2-461e-8569-b550bec19e2f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/quotas/4a34a91025244c9ea2ba7a8d65e83b55 HTTP/1.1" status: 200 len: 375 time: 0.0112538 Feb 02 16:11:14.432384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-4854bcd8-79f0-402d-ac8a-d2475d8666c5 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723438 Feb 02 16:11:14.565622 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-65e0071e-df6e-4047-abab-8a3b2ad7aa11 service neutron] 10.222.0.88 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266184 Feb 02 16:11:14.695048 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-7062f3d5-0211-43a4-81b3-2eb0396110a1 service neutron] 10.222.0.88 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237626 Feb 02 16:11:14.937453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e54df086-bee6-44ef-b785-fa99c12f7494 req-d9b77807-6ce6-4b31-90d9-e76e77ee4b2a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 210 time: 0.0454123 Feb 02 16:11:15.563854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fc212-0c38-43f8-963e-aec87954999c req-68930667-456b-4dae-abb5-bad65f62b6da tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:15.565264 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-170fc212-0c38-43f8-963e-aec87954999c req-68930667-456b-4dae-abb5-bad65f62b6da tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.107 "GET /v2.0/ports?device_id=4d8576a9-5a69-4d30-b218-b68b59e477a6 HTTP/1.1" status: 200 len: 945 time: 0.0802259 Feb 02 16:11:15.631715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Deleting port b45fa98b-3f43-4214-bbf7-87965408a789 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:11:15.632008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:15.881247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] For port b45fa98b-3f43-4214-bbf7-87965408a789, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b45fa98b-3f43-4214-bbf7-87965408a789,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:15.881612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:16.005441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Calling delete_port for b45fa98b-3f43-4214-bbf7-87965408a789 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:11:16.221426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1dec8d5f-f550-4a97-9d39-1dc2441c2143 req-4fa68e46-ec24-418f-aab0-eaa06c5775fc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 210 time: 0.1436961 Feb 02 16:11:16.412680 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:16.446368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b45fa98b-3f43-4214-bbf7-87965408a789'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:11:16.468675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Pushing event deleted for resources: {'Port': ['ID=b45fa98b-3f43-4214-bbf7-87965408a789,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:16.539067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.539412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.539745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.540099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.540448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.540773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.541126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.541449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.541767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.542183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.542383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:16.550420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] No DVR routers for this DVR port b45fa98b-3f43-4214-bbf7-87965408a789 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:11:16.552784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:16.555484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'name': 'network-vif-deleted', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:16.613871 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8576a9-5a69-4d30-b218-b68b59e477a6', 'name': 'network-vif-deleted', 'tag': 'b45fa98b-3f43-4214-bbf7-87965408a789', 'status': 'completed', 'code': 200} Feb 02 16:11:16.630735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-170fc212-0c38-43f8-963e-aec87954999c req-26d6b82d-9700-42e9-8ee7-d7b2e6c493b9 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.107 "DELETE /v2.0/ports/b45fa98b-3f43-4214-bbf7-87965408a789 HTTP/1.1" status: 204 len: 173 time: 1.0604997 Feb 02 16:11:17.180592 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-acbc846b-0823-43df-9346-e48736f7003b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:17.182024 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-acbc846b-0823-43df-9346-e48736f7003b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.107 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 815 time: 0.1435494 Feb 02 16:11:17.202183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Request body: {'port': {'device_id': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411', 'admin_state_up': True, 'tenant_id': '4a34a91025244c9ea2ba7a8d65e83b55'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:11:17.347935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:11:17.388261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Usage tracker for resource:port and tenant:4a34a91025244c9ea2ba7a8d65e83b55 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:11:17.396923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:11:17.411462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6df91fcd-b3c6-4fce-951d-d57663327482 req-3f6fdb77-f0b4-41b6-b810-24a9522512d0 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Synchronizing usage tracker for tenant:4a34a91025244c9ea2ba7a8d65e83b55 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:11:17.413932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:11:17.425066 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:17.552141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Made reservation on behalf of 4a34a91025244c9ea2ba7a8d65e83b55 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:11:17.555301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:17.680764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6df91fcd-b3c6-4fce-951d-d57663327482 req-3f6fdb77-f0b4-41b6-b810-24a9522512d0 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Unset dirty status for tenant:4a34a91025244c9ea2ba7a8d65e83b55 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:11:17.681914 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6df91fcd-b3c6-4fce-951d-d57663327482 req-3f6fdb77-f0b4-41b6-b810-24a9522512d0 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 210 time: 0.3315914 Feb 02 16:11:17.717052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Allocated IP 172.20.0.7 (00da9356-19bb-4f7b-ad12-1e75ebd6f411/4d1692d1-dffd-4556-87c0-1c6e077eae41/d82be675-ea70-4476-ba1d-9d7900b7252b) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:11:17.914870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.013402 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.045292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b45fa98b-3f43-4214-bbf7-87965408a789'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:11:18.083485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:11:18.086562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:11:18.091613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:11:18.126376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:18.163814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:18.171106 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.253197 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.288006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-96cfca3a-2f98-434f-aaec-c9f8151ed598 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0900121 Feb 02 16:11:18.304096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Request body: {'port': {'device_id': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:11:18.410080 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.742924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82be675-ea70-4476-ba1d-9d7900b7252b {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:11:18.750655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.766059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Transition to ACTIVE for port object d82be675-ea70-4476-ba1d-9d7900b7252b will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:11:18.829995 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:18.887474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928dbf-1bec-4419-bebd-40e7cebb4bfb req-b61014d4-5aa2-4eef-b756-4260f2cf63c7 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:18.892486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17928dbf-1bec-4419-bebd-40e7cebb4bfb req-b61014d4-5aa2-4eef-b756-4260f2cf63c7 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 943 time: 0.0832694 Feb 02 16:11:18.936523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17928dbf-1bec-4419-bebd-40e7cebb4bfb req-9bea9be1-f267-4cfd-8659-4a8d6e3161ac tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Feb 02 16:11:19.049214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:19.151495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Attempting to bind port d82be675-ea70-4476-ba1d-9d7900b7252b on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:11:19.151821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Attempting to bind port d82be675-ea70-4476-ba1d-9d7900b7252b by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:11:19.152372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Attempting to bind port d82be675-ea70-4476-ba1d-9d7900b7252b on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:11:19.157875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Port d82be675-ea70-4476-ba1d-9d7900b7252b on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:11:19.158191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Attempting to bind port d82be675-ea70-4476-ba1d-9d7900b7252b on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:11:19.164610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:11:19.164973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Checking segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:11:19.165318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Bound using segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:11:19.165731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Bound port: d82be675-ea70-4476-ba1d-9d7900b7252b, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:11:19.166066 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:19.253889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:11:19.256769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:11:19.350282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:19.408311 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:19.409776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] 10.222.0.107 "PUT /v2.0/ports/d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 1091 time: 1.1097562 Feb 02 16:11:19.412466 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:19.432181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c291e19-1e9c-4f1b-acc0-24e7b9951b9e service neutron] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:19.467414 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'status': 'completed', 'code': 200} Feb 02 16:11:19.580121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5c54869-749a-4697-a0e5-bfcbe7055ad2 req-7d707e9d-e009-4ffe-a7ba-ae599b62aa04 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1094 time: 0.0730410 Feb 02 16:11:19.726303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54869-749a-4697-a0e5-bfcbe7055ad2 req-f17cda98-101d-45df-92dd-cc64a78cef00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:19.727660 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5c54869-749a-4697-a0e5-bfcbe7055ad2 req-f17cda98-101d-45df-92dd-cc64a78cef00 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1347654 Feb 02 16:11:19.862721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54869-749a-4697-a0e5-bfcbe7055ad2 req-d61fd47b-b5c8-4b1f-9ffb-745823990a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:19.864190 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5c54869-749a-4697-a0e5-bfcbe7055ad2 req-d61fd47b-b5c8-4b1f-9ffb-745823990a98 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1308150 Feb 02 16:11:19.988522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-4538b1d7-7ab4-487b-8e4f-a772f5f55639 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1094 time: 0.0694745 Feb 02 16:11:20.065702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-8e084a7d-8065-4385-a944-fbbb76c7e251 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 217 time: 0.0655792 Feb 02 16:11:20.129026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-2df72e3e-6d1d-4cbe-a18d-7b6ae84ef644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:20.130470 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-2df72e3e-6d1d-4cbe-a18d-7b6ae84ef644 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0593596 Feb 02 16:11:20.140914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08073f31-cac0-45bc-a573-a74ef8a8c5ab req-4d3b1de4-78fe-4d0e-92b2-f55945799e37 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:20.142408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-08073f31-cac0-45bc-a573-a74ef8a8c5ab req-4d3b1de4-78fe-4d0e-92b2-f55945799e37 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 943 time: 0.0823145 Feb 02 16:11:20.176227 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-18ccd29e-04a0-447f-abe1-24442c61b271 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403225 Feb 02 16:11:20.188268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-08073f31-cac0-45bc-a573-a74ef8a8c5ab req-dfecbc94-a33f-4fc8-98a1-eaae630d99b7 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Feb 02 16:11:20.307155 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-14fa9358-1aa3-4198-adcb-6720a64c2a0f service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251957 Feb 02 16:11:20.437461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e7d7ede-9c65-49d6-a1f6-0a166e179fa9 req-6706444e-4bbe-4612-b81e-9961ae1809fd service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247346 Feb 02 16:11:20.474984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b45fa98b-3f43-4214-bbf7-87965408a789 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:11:20.510167 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: b45fa98b-3f43-4214-bbf7-87965408a789 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:11:20.510509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b45fa98b-3f43-4214-bbf7-87965408a789 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:11:21.390960 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74320863-d247-430c-b310-e34c7b436644 req-ad1f4f80-d235-4e72-b91c-6932b471e506 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:21.392429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74320863-d247-430c-b310-e34c7b436644 req-ad1f4f80-d235-4e72-b91c-6932b471e506 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 943 time: 0.0781231 Feb 02 16:11:21.436962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-74320863-d247-430c-b310-e34c7b436644 req-e965aa83-f2a3-4582-b89c-0e15d5a6bcb8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 Feb 02 16:11:22.475597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d82be675-ea70-4476-ba1d-9d7900b7252b details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:11:22.609731 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:22.623645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411', 'port_id': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'mac_address': 'fa:16:3e:41:95:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1692d1-dffd-4556-87c0-1c6e077eae41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:11:22.637612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0001f-47d9-4077-8341-d1c83253ae17 req-45d2e9fd-38c6-47c8-8c1f-9d2d3498a4de tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:22.639098 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6de0001f-47d9-4077-8341-d1c83253ae17 req-45d2e9fd-38c6-47c8-8c1f-9d2d3498a4de tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 943 time: 0.0788069 Feb 02 16:11:22.677041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:22.684646 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6de0001f-47d9-4077-8341-d1c83253ae17 req-04b31cf0-2b71-4ee2-8bbb-7b03b830ff32 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400670 Feb 02 16:11:22.695273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82be675-ea70-4476-ba1d-9d7900b7252b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:11:22.711547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:22.835586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:22.903396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:23.088232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['d82be675-ea70-4476-ba1d-9d7900b7252b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:11:23.882448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883f61f-ac25-493c-b722-e9377e2c7c69 req-c2fba1d0-9bb8-4dda-978f-3c5c9b400410 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:23.883955 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c883f61f-ac25-493c-b722-e9377e2c7c69 req-c2fba1d0-9bb8-4dda-978f-3c5c9b400410 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 944 time: 0.0767622 Feb 02 16:11:23.932871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c883f61f-ac25-493c-b722-e9377e2c7c69 req-4e0523d4-d249-4762-b14e-3c49048e65e1 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Feb 02 16:11:24.475438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d82be675-ea70-4476-ba1d-9d7900b7252b up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:11:24.623824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port d82be675-ea70-4476-ba1d-9d7900b7252b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:11:24.628649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port d82be675-ea70-4476-ba1d-9d7900b7252b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:11:24.632621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:24.639567 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:11:24.682511 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-89198897-aa32-446d-a6b6-31733fa2ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:24.747648 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:24.774021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:24.784211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:24.833102 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'code': 200} Feb 02 16:11:24.898728 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:24.966509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:24.983408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c24cd7ee-4d7f-4564-86ef-3a7279d68ed2 req-07f57391-6993-408a-9679-b9d477445108 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1096 time: 0.0769601 Feb 02 16:11:25.028535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c24cd7ee-4d7f-4564-86ef-3a7279d68ed2 req-3ce43b6a-ea79-4aa8-8e74-feed2160ef87 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Feb 02 16:11:25.135034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87106a-f621-402d-9e59-b6697c5ac24a req-8aa5a9d0-acd9-488a-90f1-61c2e5b3c2cc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:25.136564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b87106a-f621-402d-9e59-b6697c5ac24a req-8aa5a9d0-acd9-488a-90f1-61c2e5b3c2cc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0797188 Feb 02 16:11:25.180954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b87106a-f621-402d-9e59-b6697c5ac24a req-6701f251-cbd3-4bf9-bb7a-2bcab7583853 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 Feb 02 16:11:26.388049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbd58-a1f9-446c-9714-ed7e5a1ece82 req-a5b644a3-932f-4c58-ba3f-4357b571f393 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:26.389746 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e32bbd58-a1f9-446c-9714-ed7e5a1ece82 req-a5b644a3-932f-4c58-ba3f-4357b571f393 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0854325 Feb 02 16:11:26.435308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e32bbd58-a1f9-446c-9714-ed7e5a1ece82 req-11457116-29e2-40f5-af15-b3517e872e5e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Feb 02 16:11:26.684391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-f0eaae95-8e96-4833-b841-e959441b6620 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664895 Feb 02 16:11:26.921974 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-751c7ae0-8fd6-4be0-b32c-d2c720da452f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:26.932185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-38cf9170-4401-40b8-8e98-0a981f16d04e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1096 time: 0.1621668 Feb 02 16:11:27.074904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-ec4c5138-1e52-4f7a-a443-f2ce137bc6b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:27.076260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-ec4c5138-1e52-4f7a-a443-f2ce137bc6b8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1263704 Feb 02 16:11:27.146916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-f504f03c-0392-4855-8fe3-5524e4912bb0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 217 time: 0.0604489 Feb 02 16:11:27.210134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-eca3a573-08c7-4244-8e1b-713c92831a16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:27.211526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-eca3a573-08c7-4244-8e1b-713c92831a16 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0595598 Feb 02 16:11:27.255497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-e10978a4-8271-4868-9144-f03215903e7f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378129 Feb 02 16:11:27.384159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-418f3294-6ec7-4026-bbff-16122d707062 service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228240 Feb 02 16:11:27.517594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ee36293-8d54-4ea2-8097-d3cad09c328d req-e5c24ca9-1304-4760-add7-2fd3cb5ec9bd service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273055 Feb 02 16:11:27.638953 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded431-2e21-4baf-9235-8cfaa0ad32ed req-22af959f-3258-4294-93c8-2daefb35bd96 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:27.640354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23ded431-2e21-4baf-9235-8cfaa0ad32ed req-22af959f-3258-4294-93c8-2daefb35bd96 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0766735 Feb 02 16:11:27.690130 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23ded431-2e21-4baf-9235-8cfaa0ad32ed req-b6b627b0-98f6-4d74-add7-64d655d4dd18 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Feb 02 16:11:27.884662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e698fa1-9ddb-4981-afa7-75a692e45cae req-f0d66bc6-2a06-450f-9193-d6aba94d5207 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:27.886275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e698fa1-9ddb-4981-afa7-75a692e45cae req-f0d66bc6-2a06-450f-9193-d6aba94d5207 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0766039 Feb 02 16:11:27.932365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e698fa1-9ddb-4981-afa7-75a692e45cae req-613d0e99-50fc-4827-bf13-342da1dbb744 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Feb 02 16:11:28.130105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-14e8b5ba-a7d6-4ce7-82fc-347337fa95ea req-d9811b5f-2f9e-4e09-97b8-40b8dff5e4cc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694287 Feb 02 16:11:28.435916 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:28.567211 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:28.667546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4577617-af44-4a94-8044-139d13475de1 req-fffa73fe-4740-47ec-87b3-36f4462ce74f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:28.669153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4577617-af44-4a94-8044-139d13475de1 req-fffa73fe-4740-47ec-87b3-36f4462ce74f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0799253 Feb 02 16:11:28.726268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4577617-af44-4a94-8044-139d13475de1 req-052ba562-33f1-4b3a-8b2f-5d5f3d2704d3 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516009 Feb 02 16:11:28.797075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-8e8f7612-6240-41d7-aadd-c03274e5ddf8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705884 Feb 02 16:11:29.925704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c10ba-9bfa-40cd-b89a-2d3ea80881b6 req-8e44ea56-e629-425b-833d-418a283d8d5e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:29.927328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b51c10ba-9bfa-40cd-b89a-2d3ea80881b6 req-8e44ea56-e629-425b-833d-418a283d8d5e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0809028 Feb 02 16:11:29.975209 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b51c10ba-9bfa-40cd-b89a-2d3ea80881b6 req-f0d79520-24c8-4357-84b6-ca791de1258a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Feb 02 16:11:30.115655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:30.944975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-150737f3-069e-4895-9d1d-ff4fa8090b82 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1096 time: 0.0670760 Feb 02 16:11:31.075490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-de1568a4-dac0-45a5-b8dd-3aaf0f0e3a26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:31.076967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-de1568a4-dac0-45a5-b8dd-3aaf0f0e3a26 service neutron] 10.222.0.107 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1262212 Feb 02 16:11:31.148551 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-2362661b-3546-4813-bbbc-f4ad0a64d8be service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 217 time: 0.0650077 Feb 02 16:11:31.182656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe101c-f36c-4c22-b0cd-0353e8c0ac91 req-205999ee-5ebc-46b5-a203-e75b44460c56 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:31.184905 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ffe101c-f36c-4c22-b0cd-0353e8c0ac91 req-205999ee-5ebc-46b5-a203-e75b44460c56 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0785372 Feb 02 16:11:31.214984 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-36d194ed-bd1b-4a91-922f-7826d8907fe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:31.216608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-36d194ed-bd1b-4a91-922f-7826d8907fe0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0620611 Feb 02 16:11:31.236167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ffe101c-f36c-4c22-b0cd-0353e8c0ac91 req-b2291f25-9ed1-40c6-9e67-214fcb3a3b4b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Feb 02 16:11:31.261959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-60e07cfe-3574-4f2c-b527-c66178d0909b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396600 Feb 02 16:11:31.389959 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-39ac2f88-9de6-437f-b721-065ae790bf47 service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224115 Feb 02 16:11:31.605546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-2921a549-f8a7-4d45-ad9a-01efb5b07198 service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097104 Feb 02 16:11:32.430637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be681b53-d487-497a-b05a-1df38ddeea56 req-7c42a5c8-ca3b-40d9-aa2f-086b8f348009 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:32.432219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be681b53-d487-497a-b05a-1df38ddeea56 req-7c42a5c8-ca3b-40d9-aa2f-086b8f348009 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0749354 Feb 02 16:11:32.481997 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be681b53-d487-497a-b05a-1df38ddeea56 req-e19173f7-8a76-464f-b6c0-87cf03ce835f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422111 Feb 02 16:11:33.680831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66704fb9-c130-4731-954a-c1c472ee1048 req-4d8b797e-7ed6-4b89-9190-54719ff55bbc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:33.682302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66704fb9-c130-4731-954a-c1c472ee1048 req-4d8b797e-7ed6-4b89-9190-54719ff55bbc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0779514 Feb 02 16:11:33.727980 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66704fb9-c130-4731-954a-c1c472ee1048 req-8d06b56f-9444-4ff3-8126-cabc3656d54a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Feb 02 16:11:34.927811 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2184ba0-8eda-4068-87b1-4c2c1213c0c0 req-973cdbe8-0073-49d2-beaf-f3b5a67cdf9f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:34.929260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2184ba0-8eda-4068-87b1-4c2c1213c0c0 req-973cdbe8-0073-49d2-beaf-f3b5a67cdf9f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0806620 Feb 02 16:11:34.980375 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2184ba0-8eda-4068-87b1-4c2c1213c0c0 req-b3426568-081d-4e4a-ba72-7e9d149f0c96 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Feb 02 16:11:36.181654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2348682-b0a0-42fd-9776-c73e17735485 req-8fd6fec1-760d-4573-8bce-0fe78a441b0a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:36.183091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f2348682-b0a0-42fd-9776-c73e17735485 req-8fd6fec1-760d-4573-8bce-0fe78a441b0a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0806181 Feb 02 16:11:36.228068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f2348682-b0a0-42fd-9776-c73e17735485 req-31ba1701-e8b6-42a7-bd81-210f3e69843d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Feb 02 16:11:37.425767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f86f25-a465-4109-a6de-5be9bc2c2977 req-17e01bfb-be0a-4feb-82a7-c51d17f589a0 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:37.427209 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-50f86f25-a465-4109-a6de-5be9bc2c2977 req-17e01bfb-be0a-4feb-82a7-c51d17f589a0 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0761046 Feb 02 16:11:37.476492 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-50f86f25-a465-4109-a6de-5be9bc2c2977 req-e15357d4-0146-42ab-a3e9-40cfc5e2d965 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Feb 02 16:11:38.676025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c570e-c1ed-4a8d-8466-e563940ac33e req-3b3f2ded-1ff7-4997-802a-7686e515a2ff tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:38.677381 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a85c570e-c1ed-4a8d-8466-e563940ac33e req-3b3f2ded-1ff7-4997-802a-7686e515a2ff tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0777063 Feb 02 16:11:38.724525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a85c570e-c1ed-4a8d-8466-e563940ac33e req-f1d71fa5-6b20-4817-a0d0-31b87ef3af07 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Feb 02 16:11:39.923598 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cae014-abb2-4ee8-aaa0-715a50ac9721 req-9d7740d4-a7ce-41cf-ac37-1bedb788d8be tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:39.925095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-35cae014-abb2-4ee8-aaa0-715a50ac9721 req-9d7740d4-a7ce-41cf-ac37-1bedb788d8be tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0782516 Feb 02 16:11:39.972531 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-35cae014-abb2-4ee8-aaa0-715a50ac9721 req-a460c85c-4a1f-449a-823b-093eff413f16 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Feb 02 16:11:41.176404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3785f-51b6-4370-abe9-cd1c45cb9126 req-a4fa11a5-de27-44a6-9c5b-c27b84665e32 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:41.177875 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0bf3785f-51b6-4370-abe9-cd1c45cb9126 req-a4fa11a5-de27-44a6-9c5b-c27b84665e32 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0839097 Feb 02 16:11:41.225022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0bf3785f-51b6-4370-abe9-cd1c45cb9126 req-fb485ca3-fdd0-4e8b-a3d8-3924ea108a7a tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Feb 02 16:11:42.426402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a78da-1202-45f8-bcc3-b30421325156 req-79a98a8e-f4fe-4581-97d9-fe57b40066ba tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:42.427865 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-368a78da-1202-45f8-bcc3-b30421325156 req-79a98a8e-f4fe-4581-97d9-fe57b40066ba tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0803688 Feb 02 16:11:42.475365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-368a78da-1202-45f8-bcc3-b30421325156 req-9f6604a9-ba72-48ad-bc3e-f66571b67803 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Feb 02 16:11:43.668664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b3f46-9e55-4e91-aa65-3e80667002b3 req-822f1047-39ee-4846-bc12-3c5f7f965f59 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:43.670690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b76b3f46-9e55-4e91-aa65-3e80667002b3 req-822f1047-39ee-4846-bc12-3c5f7f965f59 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0751417 Feb 02 16:11:43.719404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b76b3f46-9e55-4e91-aa65-3e80667002b3 req-13f45f6a-e67b-44a2-b20f-252949ec3707 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Feb 02 16:11:44.917253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4f762-6889-4e8d-8916-aee77d4e7570 req-495a650c-7f5d-4bed-b753-3f04176ebb5e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:44.918691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ee4f762-6889-4e8d-8916-aee77d4e7570 req-495a650c-7f5d-4bed-b753-3f04176ebb5e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0754726 Feb 02 16:11:44.964046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2ee4f762-6889-4e8d-8916-aee77d4e7570 req-bf121aec-3f20-4043-ae5a-509a56a628da tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Feb 02 16:11:46.179014 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63b65d-249b-4f36-aa9c-e08ba9dbea47 req-cc962ce9-92e3-4f9f-8e12-67698ee22a90 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:46.180521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7f63b65d-249b-4f36-aa9c-e08ba9dbea47 req-cc962ce9-92e3-4f9f-8e12-67698ee22a90 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0772026 Feb 02 16:11:46.226524 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7f63b65d-249b-4f36-aa9c-e08ba9dbea47 req-483e8547-8a07-47db-b928-692ba6e21ced tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Feb 02 16:11:47.418753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:47.428416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d5546-d592-4d2b-ac7d-ff841643cdc2 req-af6d05ae-07d1-41f4-b7ce-7f10fe7d7b42 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:47.429899 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b89d5546-d592-4d2b-ac7d-ff841643cdc2 req-af6d05ae-07d1-41f4-b7ce-7f10fe7d7b42 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0798745 Feb 02 16:11:47.475351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b89d5546-d592-4d2b-ac7d-ff841643cdc2 req-8f847eb0-e071-4967-a4ca-25c368fc5a8b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398798 Feb 02 16:11:48.207031 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:48.532110 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-0afbb5f4-38b9-4c07-8e5d-ce7f73c7cd8e service neutron] show failed (client error): The resource could not be found. Feb 02 16:11:48.533101 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-0afbb5f4-38b9-4c07-8e5d-ce7f73c7cd8e service neutron] 10.222.0.107 "GET /v2.0/ports/d82be675-ea70-4476-ba1d-9d7900b7252b/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0727074 Feb 02 16:11:48.676241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f02ad1-8567-4caf-b899-ed4209433a1a req-0ed2753e-0578-458d-b15f-90270fd94b2f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:48.677675 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84f02ad1-8567-4caf-b899-ed4209433a1a req-0ed2753e-0578-458d-b15f-90270fd94b2f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0798464 Feb 02 16:11:48.813620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84f02ad1-8567-4caf-b899-ed4209433a1a req-9bc03c7b-7734-484e-a0a2-b717ff93be9e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303413 Feb 02 16:11:49.172327 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-26942d47-8903-4ea5-beac-c52506a6bd45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b&tenant_id=4a34a91025244c9ea2ba7a8d65e83b55 HTTP/1.1" status: 200 len: 1096 time: 0.1379652 Feb 02 16:11:49.190884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:11:49.294871 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:49.557020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:49.584443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:11:49.638982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:49.644731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:49.659654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Transition to ACTIVE for port object d82be675-ea70-4476-ba1d-9d7900b7252b will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:11:49.707965 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'code': 200} Feb 02 16:11:49.738516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:49.870130 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:49.909095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] No DVR routers for this DVR port d82be675-ea70-4476-ba1d-9d7900b7252b on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:11:49.915534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.915902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.916248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.916579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.916906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.917233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.917566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.917885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.918208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.918530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:49.918849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:11:50.015026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Attempting to bind port d82be675-ea70-4476-ba1d-9d7900b7252b on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:11:50.015428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Attempting to bind port d82be675-ea70-4476-ba1d-9d7900b7252b by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:11:50.015761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Attempting to bind port d82be675-ea70-4476-ba1d-9d7900b7252b on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:11:50.032890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Port d82be675-ea70-4476-ba1d-9d7900b7252b on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:11:50.033480 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Attempting to bind port d82be675-ea70-4476-ba1d-9d7900b7252b on network 00da9356-19bb-4f7b-ad12-1e75ebd6f411 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:11:50.044694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:11:50.045028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Checking segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:11:50.045439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Bound using segment: {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:11:50.046078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Bound port: d82be675-ea70-4476-ba1d-9d7900b7252b, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545aa043-d2ea-4230-9158-065e4c614d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:11:50.046547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.107620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cef8a0-0fe7-4e48-8dbe-9945ceeda2d2 req-d88f7987-6810-419a-a8c4-97fc1bcf2b8f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:50.109118 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70cef8a0-0fe7-4e48-8dbe-9945ceeda2d2 req-d88f7987-6810-419a-a8c4-97fc1bcf2b8f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 943 time: 0.1612525 Feb 02 16:11:50.179640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:11:50.183520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:11:50.186791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70cef8a0-0fe7-4e48-8dbe-9945ceeda2d2 req-11d5ea21-037c-4bb9-9cd7-45ab9df1c592 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682633 Feb 02 16:11:50.253274 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.319170 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:50.320564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] 10.222.0.64 "PUT /v2.0/ports/d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 1091 time: 1.1355312 Feb 02 16:11:50.333861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e884deb-2d87-4b1b-ae82-726e1152a5ef service neutron] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:50.422041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-a7d8f442-0604-498e-9bf6-35fb478451ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1094 time: 0.0702238 Feb 02 16:11:50.551054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-5eb490f8-ddce-4eb7-a369-895faf399867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:50.552495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-5eb490f8-ddce-4eb7-a369-895faf399867 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1244726 Feb 02 16:11:50.622791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-cff4a399-85ad-409c-9f9d-971b8ea44db9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 217 time: 0.0642772 Feb 02 16:11:50.682769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-a2146ec9-5369-4edd-a69c-ee128793765c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:50.684091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-a2146ec9-5369-4edd-a69c-ee128793765c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0558007 Feb 02 16:11:50.731552 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-1512fee6-2d0e-45c1-891c-fb7bd18ce6c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419867 Feb 02 16:11:50.950904 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-b052c53e-dcf6-49c8-b127-700c516d4c55 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122946 Feb 02 16:11:51.082684 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97f3ae77-f3aa-4ccc-8bdc-4b91d67e18e4 req-1d435561-a05b-4d36-a599-df26c781ba81 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243253 Feb 02 16:11:51.392298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc9dc2-7455-4bc1-95d7-08e11e8cbd4a req-d1eb25de-1bcd-4c54-b16d-49f55532f605 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:51.393774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ddc9dc2-7455-4bc1-95d7-08e11e8cbd4a req-d1eb25de-1bcd-4c54-b16d-49f55532f605 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 943 time: 0.0819998 Feb 02 16:11:51.439946 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ddc9dc2-7455-4bc1-95d7-08e11e8cbd4a req-07c7006c-0880-4bc1-8d8f-3a26c86be216 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Feb 02 16:11:51.708744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:51.779433 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'status': 'completed', 'code': 200} Feb 02 16:11:51.888454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-4d608745-cb38-42b2-9d6a-34a11693a3af service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1094 time: 0.0691621 Feb 02 16:11:51.890350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-62171cf9-96d5-4fcb-9f63-b4b3f6a0c5f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1094 time: 0.0710785 Feb 02 16:11:52.020072 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-dcc95546-51fb-4544-8cc9-5b4c08e3d30c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:52.021437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-dcc95546-51fb-4544-8cc9-5b4c08e3d30c service neutron] 10.222.0.107 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1277504 Feb 02 16:11:52.021563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-8fd05ccc-2ac2-4e19-be0e-5e9e20d8e0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:52.022871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-8fd05ccc-2ac2-4e19-be0e-5e9e20d8e0ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1269095 Feb 02 16:11:52.093255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-d2517429-51e3-4ac9-815d-330459b434d8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 217 time: 0.0656366 Feb 02 16:11:52.095721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-c9140cd7-7f71-457d-a6e5-0ffacfdb025b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 217 time: 0.0662932 Feb 02 16:11:52.154052 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-c78d6a18-6059-4d45-82c0-e7417d8f8b1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:52.155827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-c78d6a18-6059-4d45-82c0-e7417d8f8b1b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0583103 Feb 02 16:11:52.157879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-856657f1-0ab9-48bc-a281-fd7a3b077a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:52.159282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-856657f1-0ab9-48bc-a281-fd7a3b077a68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0579004 Feb 02 16:11:52.204379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-ef34bb18-210e-481a-8685-af38da691337 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431578 Feb 02 16:11:52.208263 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-aefefbd3-8ec3-493d-8338-03e48c04c02a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422137 Feb 02 16:11:52.336731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-e197ed24-07d4-422c-8313-36ff5c85756e service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262279 Feb 02 16:11:52.340810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-4105b9b0-eb91-4626-99bf-69f12b56da55 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251931 Feb 02 16:11:52.469002 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-d1fdb683-ce5d-4465-a872-1768e1ae0946 service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265967 Feb 02 16:11:52.475188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-de796468-8e6e-473a-b2d6-7a0600b5ca72 req-edce4453-a6d3-4ff4-960e-50134fd6cce2 service neutron] 10.222.0.64 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275342 Feb 02 16:11:52.583710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d82be675-ea70-4476-ba1d-9d7900b7252b no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:11:52.640877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device d82be675-ea70-4476-ba1d-9d7900b7252b not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:11:52.647481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5fe5d-c420-4bd3-8994-305f5570dd09 req-9673e1b7-3fee-467e-bc52-25d7ba3c4a75 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:52.649005 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9e5fe5d-c420-4bd3-8994-305f5570dd09 req-9673e1b7-3fee-467e-bc52-25d7ba3c4a75 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 943 time: 0.0798624 Feb 02 16:11:52.693056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9e5fe5d-c420-4bd3-8994-305f5570dd09 req-b952d78d-2013-4cd8-aea1-990aed407020 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Feb 02 16:11:52.804509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d82be675-ea70-4476-ba1d-9d7900b7252b details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:11:52.937545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:52.951028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'network_id': '00da9356-19bb-4f7b-ad12-1e75ebd6f411', 'port_id': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'mac_address': 'fa:16:3e:41:95:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1692d1-dffd-4556-87c0-1c6e077eae41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:11:53.007520 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:53.025128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82be675-ea70-4476-ba1d-9d7900b7252b {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:11:53.039775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:53.121433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:53.189997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:53.423945 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['d82be675-ea70-4476-ba1d-9d7900b7252b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:11:53.893956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb70de-9a9a-4073-958d-a56d86a6be1e req-716e6bf2-09d9-49bb-be67-e28626421c08 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:53.895390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95fb70de-9a9a-4073-958d-a56d86a6be1e req-716e6bf2-09d9-49bb-be67-e28626421c08 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 944 time: 0.0778360 Feb 02 16:11:53.939931 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-95fb70de-9a9a-4073-958d-a56d86a6be1e req-f910021e-b57c-4355-b89d-f953fddad54d tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Feb 02 16:11:54.375477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1848e-763e-4a9c-ad7b-84a25a5c075d req-083c6fcd-2498-4eb2-b2ca-0ce4e7e82e1b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:54.376962 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32a1848e-763e-4a9c-ad7b-84a25a5c075d req-083c6fcd-2498-4eb2-b2ca-0ce4e7e82e1b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 944 time: 0.0813529 Feb 02 16:11:54.424093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32a1848e-763e-4a9c-ad7b-84a25a5c075d req-01e6d0b1-017a-4203-96b6-d8bfa814e40b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Feb 02 16:11:54.461440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-ebf25826-369c-49af-bd7e-286c12199a09 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:54.462875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-ebf25826-369c-49af-bd7e-286c12199a09 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.107 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b&tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 944 time: 0.1031373 Feb 02 16:11:54.541814 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-46acf102-77a6-4499-a7dd-a13b0c224f46 service neutron] delete failed (client error): The resource could not be found. Feb 02 16:11:54.542956 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-46acf102-77a6-4499-a7dd-a13b0c224f46 service neutron] 10.222.0.107 "DELETE /v2.0/ports/d82be675-ea70-4476-ba1d-9d7900b7252b/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0745153 Feb 02 16:11:54.606947 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fb20297e-e32f-4f5f-8036-397c75a2a654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:54.817082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d82be675-ea70-4476-ba1d-9d7900b7252b up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:11:54.817818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-522ed0da-eeb9-4339-a0c2-629fe9890832 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 1095 time: 0.1821365 Feb 02 16:11:54.932962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port d82be675-ea70-4476-ba1d-9d7900b7252b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:11:54.943704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port d82be675-ea70-4476-ba1d-9d7900b7252b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:11:54.946661 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:54.980056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-a1406c35-842a-4d56-a58a-d9e0f2b94788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:54.981657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-a1406c35-842a-4d56-a58a-d9e0f2b94788 service neutron] 10.222.0.107 "GET /v2.0/networks?id=00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 200 len: 917 time: 0.1560755 Feb 02 16:11:55.051161 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-8207ca54-7deb-4852-80ce-f7ff363dd994 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 200 len: 217 time: 0.0633698 Feb 02 16:11:55.076654 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:55.115007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:11:55.119066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-8cd57690-05a1-49c1-a196-b37f76cc7cbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:55.120981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-8cd57690-05a1-49c1-a196-b37f76cc7cbd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 200 len: 855 time: 0.0643213 Feb 02 16:11:55.125246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:55.169887 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-7e6bd766-b443-409d-b64a-4f703cff5277 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=00da9356-19bb-4f7b-ad12-1e75ebd6f411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410192 Feb 02 16:11:55.186176 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'code': 200} Feb 02 16:11:55.201276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:55.269510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:11:55.302866 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-a51f6801-79e3-4652-b1fc-524b022c2718 service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271777 Feb 02 16:11:55.435425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-23b722da-91e6-412f-aaf2-057d2442bfb3 req-2be9afcf-90b2-4ca4-9a5d-5698fc71e492 service neutron] 10.222.0.107 "GET /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266866 Feb 02 16:11:55.631653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8038dd8-8948-4edc-9c54-40adae15c931 req-f007c2c6-7b3e-4c02-8bde-1067ae60ee55 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:55.633127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8038dd8-8948-4edc-9c54-40adae15c931 req-f007c2c6-7b3e-4c02-8bde-1067ae60ee55 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0775003 Feb 02 16:11:55.678307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8038dd8-8948-4edc-9c54-40adae15c931 req-75754cdc-097a-432a-887a-a9aa2f78ef9e tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396698 Feb 02 16:11:56.870124 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74f41336-938e-4a7b-bca0-1fb3973db08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:56.881301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b81d16-e829-46e0-a145-9a28c530d6b3 req-ab2e3749-8d1d-4519-88eb-7f800b17dcfc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:56.887920 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88b81d16-e829-46e0-a145-9a28c530d6b3 req-ab2e3749-8d1d-4519-88eb-7f800b17dcfc tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0786495 Feb 02 16:11:56.930860 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88b81d16-e829-46e0-a145-9a28c530d6b3 req-a5eb1873-2096-42ec-9e3e-97733189617c tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 Feb 02 16:11:57.130028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2c23-5902-4b47-bedb-fba2e72c8190 req-eac8ec68-efff-46ca-825a-ef3710d72385 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:57.131487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ceb2c23-5902-4b47-bedb-fba2e72c8190 req-eac8ec68-efff-46ca-825a-ef3710d72385 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0824180 Feb 02 16:11:57.177609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0ceb2c23-5902-4b47-bedb-fba2e72c8190 req-e96d6feb-31bf-475f-8d9b-92f4c1a06bff tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Feb 02 16:11:57.524170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed0977-5a83-49a4-9ed1-dca1bc5b76ed req-612321a2-9ae4-482b-8735-4b8c957028cd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:57.525624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-beed0977-5a83-49a4-9ed1-dca1bc5b76ed req-612321a2-9ae4-482b-8735-4b8c957028cd tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0769801 Feb 02 16:11:57.570950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-beed0977-5a83-49a4-9ed1-dca1bc5b76ed req-36279d22-f1ae-4d38-9efc-08d49763118f tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Feb 02 16:11:58.344036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44608c4-b40a-4d5e-adfe-41993f4524ee req-679a9de6-a944-463b-9422-089d86d722f0 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:58.345502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b44608c4-b40a-4d5e-adfe-41993f4524ee req-679a9de6-a944-463b-9422-089d86d722f0 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0793445 Feb 02 16:11:58.384454 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:58.391298 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b44608c4-b40a-4d5e-adfe-41993f4524ee req-3828c65f-1f2b-4b47-b2c4-8daefa14144b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Feb 02 16:11:58.544406 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:59.489103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-72b02957-f643-4845-b0b8-f2dba3cb3fd8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:59.490548 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-72b02957-f643-4845-b0b8-f2dba3cb3fd8 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.64 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0798378 Feb 02 16:11:59.559983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Deleting port d82be675-ea70-4476-ba1d-9d7900b7252b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:11:59.560331 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:11:59.594491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08d019-1768-4de9-b4b9-187c9c2944c1 req-91829fd0-1386-4253-9767-15ffb05f1615 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:59.595961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac08d019-1768-4de9-b4b9-187c9c2944c1 req-91829fd0-1386-4253-9767-15ffb05f1615 tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 945 time: 0.0795615 Feb 02 16:11:59.640769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac08d019-1768-4de9-b4b9-187c9c2944c1 req-ebd7b03a-ebbe-4fcb-a0b6-1967aacb66cf tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/security-groups?id=a274796e-9011-4ea9-bec7-2241e83b0840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Feb 02 16:11:59.895634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] For port d82be675-ea70-4476-ba1d-9d7900b7252b, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=d82be675-ea70-4476-ba1d-9d7900b7252b,segment=NetworkSegment(545aa043-d2ea-4230-9158-065e4c614d12),segment_id=545aa043-d2ea-4230-9158-065e4c614d12)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:11:59.896018 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:00.018959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Calling delete_port for d82be675-ea70-4476-ba1d-9d7900b7252b owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:12:00.110212 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:00.219240 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:00.252129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['d82be675-ea70-4476-ba1d-9d7900b7252b'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:12:00.272408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Pushing event deleted for resources: {'Port': ['ID=d82be675-ea70-4476-ba1d-9d7900b7252b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:00.345466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] No DVR routers for this DVR port d82be675-ea70-4476-ba1d-9d7900b7252b on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:12:00.347967 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:00.350477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'name': 'network-vif-deleted', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:12:00.406763 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647ecbb2-3cbe-40a6-a192-b3672bb3439b', 'name': 'network-vif-deleted', 'tag': 'd82be675-ea70-4476-ba1d-9d7900b7252b', 'status': 'completed', 'code': 200} Feb 02 16:12:00.464970 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b142ce0-2c3a-403a-a36f-efe46acc6d29 req-6f09838b-9c7f-4fe9-b8c2-4b8716ccdc6b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.64 "DELETE /v2.0/ports/d82be675-ea70-4476-ba1d-9d7900b7252b HTTP/1.1" status: 204 len: 173 time: 0.9690251 Feb 02 16:12:00.817285 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3717dc1d-1c4f-4549-96e4-c7ef08282720 req-1f7dd985-ce08-4a22-9d1d-3de44ec8616b tempest-ServerDiskConfigTestJSON-1768652386 tempest-ServerDiskConfigTestJSON-1768652386-project] 10.222.0.88 "GET /v2.0/ports?device_id=647ecbb2-3cbe-40a6-a192-b3672bb3439b HTTP/1.1" status: 200 len: 210 time: 0.0413063 Feb 02 16:12:01.641130 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:12:02.072246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46098) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:02.132755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9105306f-75b3-46dc-90d4-74f9b13b6812 admin admin] Deleting subnet 4d1692d1-dffd-4556-87c0-1c6e077eae41 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:12:02.135800 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9105306f-75b3-46dc-90d4-74f9b13b6812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.190195 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9105306f-75b3-46dc-90d4-74f9b13b6812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.245593 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9105306f-75b3-46dc-90d4-74f9b13b6812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.373304 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9105306f-75b3-46dc-90d4-74f9b13b6812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.412458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105306f-75b3-46dc-90d4-74f9b13b6812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1692d1-dffd-4556-87c0-1c6e077eae41,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:02.417075 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9105306f-75b3-46dc-90d4-74f9b13b6812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.423007 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9105306f-75b3-46dc-90d4-74f9b13b6812 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4d1692d1-dffd-4556-87c0-1c6e077eae41 HTTP/1.1" status: 204 len: 168 time: 0.3496759 Feb 02 16:12:02.425554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46102) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:02.532002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.654936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.679784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00da9356-19bb-4f7b-ad12-1e75ebd6f411']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:02.692289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545aa043-d2ea-4230-9158-065e4c614d12') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:02.692587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545aa043-d2ea-4230-9158-065e4c614d12') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:02.704041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.719827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.726000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:12:02.726378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:12:02.739798 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:12:02.822140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d82be675-ea70-4476-ba1d-9d7900b7252b no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:12:02.858266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: d82be675-ea70-4476-ba1d-9d7900b7252b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:12:02.859554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device d82be675-ea70-4476-ba1d-9d7900b7252b not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:12:02.876370 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.893694 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:02.903881 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] Pushing event deleted for resources: {'Network': ['ID=00da9356-19bb-4f7b-ad12-1e75ebd6f411,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:02.945036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eac39363-5e71-485e-afac-41ef9a757fab admin admin] 10.222.0.88 "DELETE /v2.0/networks/00da9356-19bb-4f7b-ad12-1e75ebd6f411 HTTP/1.1" status: 204 len: 168 time: 0.5184567 Feb 02 16:12:03.309283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46108) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:03.360054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d171b395-e1c8-4c68-9172-4b7529d6c580 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a34a91025244c9ea2ba7a8d65e83b55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495496 Feb 02 16:12:03.362472 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46112) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:03.423644 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7e86-c0dd-4d62-9d96-54bc3136acec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:03.448158 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7e86-c0dd-4d62-9d96-54bc3136acec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:03.566934 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7e86-c0dd-4d62-9d96-54bc3136acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:03.584459 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b7e86-c0dd-4d62-9d96-54bc3136acec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a274796e-9011-4ea9-bec7-2241e83b0840,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:03.662760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7e86-c0dd-4d62-9d96-54bc3136acec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:03.663911 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6f3b7e86-c0dd-4d62-9d96-54bc3136acec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a274796e-9011-4ea9-bec7-2241e83b0840 HTTP/1.1" status: 204 len: 168 time: 0.3005443 Feb 02 16:12:04.882758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46134) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:05.012309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1259234908-network', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:05.018679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:05.022604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Usage tracker for resource:network and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:05.025550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:05.031814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:05.098540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Made reservation on behalf of 62a051b6ff094f46a9a6415cea5aa071 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:12:05.100886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.113067 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.144966 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:05.147347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Usage tracker for resource:security_group_rule and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:05.150106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:05.156295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:05.223621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.258609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.289714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:12:05.298085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2719dddb-9288-4623-ad57-4fe6f848918d,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:05.304239 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.305212 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Added segment ad6f7bfb-df02-4db9-9899-88a279060239 of type vlan for network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 Feb 02 16:12:05.335540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.412975 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.413747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:05.414316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.510675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] Pushing event updated for resources: {'Network': ['ID=6b0accf7-c9ad-420f-b5bd-230e79f948a9,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:05.521019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:12:05.550832 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-57ca7c36-d515-4267-8ca1-f91d4bbb6ffe admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6669452 Feb 02 16:12:05.553775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46140) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:05.559243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Request body: {'subnet': {'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1259234908-subnet', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:05.565650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:05.569647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Usage tracker for resource:subnet and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:05.572630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:05.579321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:05.647526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Made reservation on behalf of 62a051b6ff094f46a9a6415cea5aa071 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:12:05.649968 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.887171 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:05.957537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8267f21e-c268-46d2-9672-016a35fa8129,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:05.971364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:12:05.971722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Network hostable DHCP agents. Network: 6b0accf7-c9ad-420f-b5bd-230e79f948a9, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:12:06.029815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:12:06.086808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 6b0accf7-c9ad-420f-b5bd-230e79f948a9) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:12:06.090794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:06.091590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.096391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f135d-c322-408a-a0b3-657f0149d794 None None] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:12:06.190976 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e17fa6db-ef83-4383-9851-3a161f7f0d11 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6361439 Feb 02 16:12:06.193712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46144) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:06.198652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:06.204301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:06.208082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Usage tracker for resource:router and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:06.210914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:06.217026 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:06.282683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.283543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.304852 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:12:06.305449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.305637 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.460300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Allocated IP 172.20.0.2 (6b0accf7-c9ad-420f-b5bd-230e79f948a9/8267f21e-c268-46d2-9672-016a35fa8129/f614c458-5f6a-4832-a689-185a4d3ec894) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:12:06.612251 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.665454 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.675643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Transition to ACTIVE for port object f614c458-5f6a-4832-a689-185a4d3ec894 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:12:06.693658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Transition to ACTIVE for port object f614c458-5f6a-4832-a689-185a4d3ec894 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:12:06.784847 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.852460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:12:06.855395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:12:06.860734 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:12:06.862789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Pushing event updated for resources: {'Port': ['ID=f614c458-5f6a-4832-a689-185a4d3ec894,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:06.868282 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.898588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.951254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Attempting to bind port f614c458-5f6a-4832-a689-185a4d3ec894 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:12:06.951615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Attempting to bind port f614c458-5f6a-4832-a689-185a4d3ec894 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:12:06.952006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Attempting to bind port f614c458-5f6a-4832-a689-185a4d3ec894 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:12:06.958570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:12:06.958939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:12:06.959333 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:06.959720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:12:06.960193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Bound port: f614c458-5f6a-4832-a689-185a4d3ec894, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:12:06.960627 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.037061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Allocated IP 172.25.0.134 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/84baa866-12da-4512-a88c-2fb4109fb4cd) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:12:07.046743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] For port f614c458-5f6a-4832-a689-185a4d3ec894, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:12:07.049858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] For port f614c458-5f6a-4832-a689-185a4d3ec894, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f614c458-5f6a-4832-a689-185a4d3ec894,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:12:07.127784 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.187464 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.217406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9d87a-5c1f-45a3-a2e0-d4fdbbb3aa2b None None] Pushing event updated for resources: {'Port': ['ID=f614c458-5f6a-4832-a689-185a4d3ec894,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:07.293494 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.396885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:12:07.396885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:12:07.396885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:12:07.417765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Pushing event updated for resources: {'Port': ['ID=84baa866-12da-4512-a88c-2fb4109fb4cd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:07.629471 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.630131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:07.904578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:12:08.117423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:12:08.126848 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:12:08.138786 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:12:08.139422 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:08.162341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938051a1-2c84-4371-81d2-c20e562daa66 None None] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:12:08.219336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.223303 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f3cd2d21-3441-4651-8eb7-f64510e3103b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0260096 Feb 02 16:12:08.223559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46150) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:08.322793 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:12:08.400200 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-62b252b5-8efc-4dfd-b805-d466d61d1a03 None None] Provisioning for port f614c458-5f6a-4832-a689-185a4d3ec894 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:12:08.521080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f614c458-5f6a-4832-a689-185a4d3ec894 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:12:08.629141 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:07Z', 'revision_number': 3, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:08.633430 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:12:08.634029 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Updating router 2a855698-b0c3-4899-9784-67e0839ce5e5 port 84baa866-12da-4512-a88c-2fb4109fb4cd binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:12:08.664396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port f614c458-5f6a-4832-a689-185a4d3ec894 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:12:08.670501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f614c458-5f6a-4832-a689-185a4d3ec894 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:08.671646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.706459 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.748921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dba248c6-2bbb-4679-9a8a-2ca5a364759a None None] Provisioning complete for port f614c458-5f6a-4832-a689-185a4d3ec894 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:08.749239 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dba248c6-2bbb-4679-9a8a-2ca5a364759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.865761 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.943103 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dba248c6-2bbb-4679-9a8a-2ca5a364759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:08.953377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port f614c458-5f6a-4832-a689-185a4d3ec894, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f614c458-5f6a-4832-a689-185a4d3ec894,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:09.037243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.060349 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.072891 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Transition to ACTIVE for port object 84baa866-12da-4512-a88c-2fb4109fb4cd will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:12:09.156284 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-dba248c6-2bbb-4679-9a8a-2ca5a364759a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:12:09.156583 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-dba248c6-2bbb-4679-9a8a-2ca5a364759a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:12:09.159758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=f614c458-5f6a-4832-a689-185a4d3ec894,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:09.171929 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.185449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.246583 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Attempting to bind port 84baa866-12da-4512-a88c-2fb4109fb4cd on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:12:09.246943 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Attempting to bind port 84baa866-12da-4512-a88c-2fb4109fb4cd by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:12:09.247302 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Attempting to bind port 84baa866-12da-4512-a88c-2fb4109fb4cd on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:12:09.250218 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Pushing event updated for resources: {'Port': ['ID=84baa866-12da-4512-a88c-2fb4109fb4cd,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:09.261555 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.261898 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.262233 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.262560 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.262885 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.263205 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.263525 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.263857 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.264179 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.264531 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.265802 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:09.268949 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:12:09.269309 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:12:09.269698 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.270072 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:12:09.270528 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Bound port: 84baa866-12da-4512-a88c-2fb4109fb4cd, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:12:09.270892 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.365495 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] For port 84baa866-12da-4512-a88c-2fb4109fb4cd, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:12:09.368407 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] For port 84baa866-12da-4512-a88c-2fb4109fb4cd, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=84baa866-12da-4512-a88c-2fb4109fb4cd,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:12:09.397777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Allocated IP 172.20.0.1 (6b0accf7-c9ad-420f-b5bd-230e79f948a9/8267f21e-c268-46d2-9672-016a35fa8129/c81c0a84-8c31-4890-8016-ff99a5fa8fd0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:12:09.465010 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.541728 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dae734-5a14-4f4f-80e8-f32dc46f14d6 None None] Pushing event updated for resources: {'Port': ['ID=84baa866-12da-4512-a88c-2fb4109fb4cd,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:09.546729 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:12:09.547314 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:09.550881 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.567116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Transition to ACTIVE for port object c81c0a84-8c31-4890-8016-ff99a5fa8fd0 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:12:09.647765 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.721990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:12:09.725044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:12:09.726016 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:12:09.729025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:12:09.760673 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Pushing event updated for resources: {'Port': ['ID=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:09.793514 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:09.947308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.030755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ad687efd-1c8f-42bd-aa5b-e808bf4ddec0 None None] Provisioning for port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:12:10.036522 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ad687efd-1c8f-42bd-aa5b-e808bf4ddec0 None None] Provisioning complete for port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:10.037080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ad687efd-1c8f-42bd-aa5b-e808bf4ddec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.046955 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:07Z', 'revision_number': 3, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:10.051755 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf28bd-b87a-4724-825b-5789426c0a12 None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:07Z', 'revision_number': 3, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:12:10.098640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ad687efd-1c8f-42bd-aa5b-e808bf4ddec0 None None] Port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:12:10.181316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.237915 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.354232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Pushing event updated for resources: {'Port': ['ID=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:10.356591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.508485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:12:10.509632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:12:10.524135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 84baa866-12da-4512-a88c-2fb4109fb4cd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:12:10.658641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 84baa866-12da-4512-a88c-2fb4109fb4cd completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:12:10.665265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 84baa866-12da-4512-a88c-2fb4109fb4cd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:10.665878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.836147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.856116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d1af27cb-4eeb-4ac9-9267-b06d30f7046f None None] Provisioning complete for port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:10.856507 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1af27cb-4eeb-4ac9-9267-b06d30f7046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.907921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 84baa866-12da-4512-a88c-2fb4109fb4cd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=84baa866-12da-4512-a88c-2fb4109fb4cd,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:10.919986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1af27cb-4eeb-4ac9-9267-b06d30f7046f None None] Port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:12:10.979669 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:10.980979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f614c458-5f6a-4832-a689-185a4d3ec894 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:12:11.070723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:12:11.097739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=84baa866-12da-4512-a88c-2fb4109fb4cd,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:11.110951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.111328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.111679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.112047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.112384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.112723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.113044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.113370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.113696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.114022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.114348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:11.126128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port f614c458-5f6a-4832-a689-185a4d3ec894 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:11.126502 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:11.274480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:12:11.283670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0ca628cf-875c-462e-823b-c9a6535351ab admin admin] 10.222.0.88 "PUT /v2.0/routers/2a855698-b0c3-4899-9784-67e0839ce5e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0591044 Feb 02 16:12:12.014002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46160) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:12.020059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104986943', 'description': 'tempest-description--1239860189'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:12.026622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:12.031038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Usage tracker for resource:security_group and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:12.033882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:12.040076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:12.093558 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.127156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:12.130996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Usage tracker for resource:security_group_rule and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:12.133789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:12.139421 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:12.192702 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.247328 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.288014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08500c5f-85b8-4d8d-ab85-d421edcbdc7f,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:12.344735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.346003 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b3bf7cf0-5368-43aa-a479-c31a4604a9fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3305750 Feb 02 16:12:12.348798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46164) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:12.354315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'security_group_rule': {'security_group_id': '08500c5f-85b8-4d8d-ab85-d421edcbdc7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:12.361330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:12.365171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Usage tracker for resource:security_group_rule and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:12.368113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:12.373713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:12.442826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.451804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 84baa866-12da-4512-a88c-2fb4109fb4cd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:12:12.507896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.523697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 84baa866-12da-4512-a88c-2fb4109fb4cd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:12.524092 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.584196 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.608003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e9a2ae-9db2-4895-94a2-8b3e181ec9ef,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:12.687935 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.689217 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-468cac5d-522e-4f0e-bb72-0774cc92983a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3394985 Feb 02 16:12:12.691787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46168) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:12.697317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'security_group_rule': {'security_group_id': '08500c5f-85b8-4d8d-ab85-d421edcbdc7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:12.704957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:12.708939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Usage tracker for resource:security_group_rule and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:12.711817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:12.717515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:12.785485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.847469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.915350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:12.939888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c918e1cb-999b-45ad-90d6-b1186f905dd3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:13.007469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:13.008698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e3a98287-5916-41f6-8e9b-65951deaaa20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3158820 Feb 02 16:12:13.012053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46172) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:13.017290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:13.023745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:13.027542 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Usage tracker for resource:floatingip and tenant:62a051b6ff094f46a9a6415cea5aa071 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:12:13.030376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:12:13.036135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:13.127983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:13.262329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:13.404335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Allocated IP 172.25.0.194 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/f0e48149-375f-482e-90f3-25e1106fa9bb) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:12:13.551270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:12:13.560798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:13.564229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:12:13.564849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:13.642250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:13.710370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:12:13.713346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:12:13.717805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:12:13.744741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'Port': ['ID=f0e48149-375f-482e-90f3-25e1106fa9bb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:13.758751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:12:13.880818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:13.999972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.078363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 2, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:14.082492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:12:14.082842 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Updating router 2a855698-b0c3-4899-9784-67e0839ce5e5 port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:12:14.134914 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.204422 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.235692 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.451254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'Port': ['ID=f0e48149-375f-482e-90f3-25e1106fa9bb,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:14.469191 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.524754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.536466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Transition to ACTIVE for port object c81c0a84-8c31-4890-8016-ff99a5fa8fd0 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:12:14.550044 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.551277 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-58b22771-1ca7-41a0-9c7c-1ef69b6fc1a4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5382614 Feb 02 16:12:14.601362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.733079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b594616-7f18-44ab-a66c-89df357e680a None None] Pushing event updated for resources: {'Port': ['ID=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:14.745075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-bf46de63-9479-4cd4-a407-cfc15badaf8d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2104986943&fields=id&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 267 time: 0.0551221 Feb 02 16:12:14.829326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Attempting to bind port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:12:14.829956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Attempting to bind port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:12:14.830333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Attempting to bind port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:12:14.837050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:12:14.837428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:12:14.837903 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.838306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:12:14.838783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Bound port: c81c0a84-8c31-4890-8016-ff99a5fa8fd0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:12:14.839159 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:14.906412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-90545ad2-5f1c-4280-be1f-cfdbc2f02344 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:14.907759 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-90545ad2-5f1c-4280-be1f-cfdbc2f02344 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 812 time: 0.1546969 Feb 02 16:12:14.924765 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-e75fea5d-54db-4f59-9258-75a3b247a95f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/quotas/62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 375 time: 0.0116951 Feb 02 16:12:14.930961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] For port c81c0a84-8c31-4890-8016-ff99a5fa8fd0, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:12:14.933997 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] For port c81c0a84-8c31-4890-8016-ff99a5fa8fd0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:12:15.011509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-06384a9a-7836-4f60-b2d3-5bed3d975a17 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815027 Feb 02 16:12:15.014791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:15.097011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b594616-7f18-44ab-a66c-89df357e680a None None] Pushing event updated for resources: {'Port': ['ID=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:15.099976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:12:15.100595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:11:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:15.264763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-12b60c19-14a1-4e45-b8a8-b817a157bdd7 service neutron] 10.222.0.88 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409384 Feb 02 16:12:15.306374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:12:15.401800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-f4d162a9-5d08-440b-9230-d33d48edaf40 service neutron] 10.222.0.88 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295981 Feb 02 16:12:15.622254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:14Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:15.626192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7a731-b5d4-4393-a581-40a3540b6199 None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:14Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:12:15.691276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-36a4c824-d886-4b95-8be7-013e5f14c396 req-0f05d43a-dffb-48fd-af86-3d6c322480ea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:12:15.773415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-36a4c824-d886-4b95-8be7-013e5f14c396 req-0f05d43a-dffb-48fd-af86-3d6c322480ea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:12:15.779482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-36a4c824-d886-4b95-8be7-013e5f14c396 req-0f05d43a-dffb-48fd-af86-3d6c322480ea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 210 time: 0.1355278 Feb 02 16:12:16.479600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c81c0a84-8c31-4890-8016-ff99a5fa8fd0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:12:16.641556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:12:16.646640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:16.647012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:16.762440 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:16.794033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c81c0a84-8c31-4890-8016-ff99a5fa8fd0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:16.881624 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:16.946725 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9af0248-e099-4707-bcca-72435f43f863 req-055d3d09-a4bd-4f92-ab92-bbc0ccb89fcc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 210 time: 0.0432537 Feb 02 16:12:16.947962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:17.418763 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:18.032217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-a8f658d7-0ffb-49c9-b2c2-bc408d5f0f95 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:18.034324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-a8f658d7-0ffb-49c9-b2c2-bc408d5f0f95 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:12:18.115729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-a8f658d7-0ffb-49c9-b2c2-bc408d5f0f95 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:12:18.117019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-a8f658d7-0ffb-49c9-b2c2-bc408d5f0f95 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 812 time: 0.2417481 Feb 02 16:12:18.131575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5ff26e43-362d-48f8-89a5-141081da14dd req-482292ee-389c-4558-821f-acc658a3050e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 210 time: 0.0555866 Feb 02 16:12:18.179354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-60ccd52e-0c80-4187-8430-51ac9020517f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:12:18.207075 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:18.275762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-60ccd52e-0c80-4187-8430-51ac9020517f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:12:18.277109 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-60ccd52e-0c80-4187-8430-51ac9020517f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 380 time: 0.1397417 Feb 02 16:12:18.314272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'port': {'device_id': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'admin_state_up': True, 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'security_groups': ['08500c5f-85b8-4d8d-ab85-d421edcbdc7f']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:18.453722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:12:18.458534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c81c0a84-8c31-4890-8016-ff99a5fa8fd0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:12:18.463600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:12:18.525005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:18.525378 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:18.538568 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Made reservation on behalf of 62a051b6ff094f46a9a6415cea5aa071 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:12:18.542041 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:18.707509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Allocated IP 172.20.0.4 (6b0accf7-c9ad-420f-b5bd-230e79f948a9/8267f21e-c268-46d2-9672-016a35fa8129/44a9ab1f-de0d-48b9-8c68-01631d6b39b2) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:12:18.892061 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:18.906837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Transition to ACTIVE for port object 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:12:19.001860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.073294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:12:19.076581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:12:19.081972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:12:19.110654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:19.129369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.129719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.130060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.132131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.132131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.132131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.132131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.132131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.132131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.132693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.132693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:19.165748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:19.165748 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.247914 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9c73dd33-262a-4155-a873-54e705e357e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380350 Feb 02 16:12:19.263622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Request body: {'port': {'device_id': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:19.342186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb1797-abb1-4e59-8543-67978b38f845 req-d2149608-6acd-4557-9f80-e7ff6709ed8a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:19.344748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7bb1797-abb1-4e59-8543-67978b38f845 req-d2149608-6acd-4557-9f80-e7ff6709ed8a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 931 time: 0.0818198 Feb 02 16:12:19.361860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9b00eb63-dedd-414b-ac98-7c8c34539809 None None] Provisioning for port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:12:19.367043 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9b00eb63-dedd-414b-ac98-7c8c34539809 None None] Provisioning complete for port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:19.367435 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9b00eb63-dedd-414b-ac98-7c8c34539809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.381813 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.398273 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e7bb1797-abb1-4e59-8543-67978b38f845 req-ac056d6c-798d-4a27-bfa9-c4ba1cefd312 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478280 Feb 02 16:12:19.426641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9b00eb63-dedd-414b-ac98-7c8c34539809 None None] Port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:12:19.718331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:12:19.725319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.739481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Transition to ACTIVE for port object 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:12:19.824132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:19.947666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:20.159727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Attempting to bind port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:12:20.159727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Attempting to bind port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:12:20.160367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Attempting to bind port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:12:20.165753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:12:20.166134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Attempting to bind port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:12:20.172746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:12:20.173075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:12:20.173452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:12:20.173866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Bound port: 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:12:20.174205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:20.231774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-89654564-d4a9-4f87-894e-0edc2f97d2de req-bdd99a43-9e81-44ff-9614-8fd2df37bd8f service neutron] (95773) timed out ('10.222.0.64', 54258) {{(pid=95773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:12:20.259756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:12:20.262653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:12:20.333060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:20.396342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:20.397638 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] 10.222.0.107 "PUT /v2.0/ports/44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 1091 time: 1.1384323 Feb 02 16:12:20.398068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:12:20.417622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e985-1904-4d39-b4b6-0b52cf026a0e service neutron] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:20.476906 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'status': 'completed', 'code': 200} Feb 02 16:12:20.614895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae625d6a-41c0-4d1b-820a-1e966c7c0411 req-10ba51c2-d56f-491e-961d-debd9b17bdc7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:20.616391 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae625d6a-41c0-4d1b-820a-1e966c7c0411 req-10ba51c2-d56f-491e-961d-debd9b17bdc7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 943 time: 0.0863767 Feb 02 16:12:20.641550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-f27d4bc1-94b7-406f-ae13-0292a9c12f10 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1094 time: 0.1448679 Feb 02 16:12:20.662685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae625d6a-41c0-4d1b-820a-1e966c7c0411 req-e7c4d2c8-73f6-4a43-baf6-344f79264a3c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 Feb 02 16:12:20.730778 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-9f4e1ae0-2c5b-4864-81e2-6f297315a069 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 217 time: 0.0749655 Feb 02 16:12:20.792618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-18d8cdb7-55d2-42fd-bb5f-a1def1419da2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:20.794092 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-18d8cdb7-55d2-42fd-bb5f-a1def1419da2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0573282 Feb 02 16:12:20.869982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-0e70b74a-26c9-4af7-8783-f6a54989ef2a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702000 Feb 02 16:12:20.998221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-30a95248-7f9d-49ea-a8fe-ad4dc27a831d service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221786 Feb 02 16:12:21.128961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-07a95f12-803f-422a-88ef-dd59f1f92244 req-391cf738-1521-48bb-92de-74eeb9556865 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251969 Feb 02 16:12:21.347451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37771d32-43a9-493a-b974-0417ccc80510 req-66e63d92-75de-4a14-b398-1ac5a7844ae8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1094 time: 0.0703833 Feb 02 16:12:21.481658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37771d32-43a9-493a-b974-0417ccc80510 req-6e6737e7-b01e-4db1-ac7d-95f244b1ae79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:21.483269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37771d32-43a9-493a-b974-0417ccc80510 req-6e6737e7-b01e-4db1-ac7d-95f244b1ae79 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1298840 Feb 02 16:12:21.553502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37771d32-43a9-493a-b974-0417ccc80510 req-1c20fbf5-476f-4313-b79d-446dc3430d13 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 217 time: 0.0637956 Feb 02 16:12:21.617527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37771d32-43a9-493a-b974-0417ccc80510 req-82fb5c54-91bd-44fa-b9e7-9e4008a5f614 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:21.618885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37771d32-43a9-493a-b974-0417ccc80510 req-82fb5c54-91bd-44fa-b9e7-9e4008a5f614 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0588763 Feb 02 16:12:21.695075 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37771d32-43a9-493a-b974-0417ccc80510 req-8b1af964-1336-4a67-be52-ea8f5a1d5432 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697536 Feb 02 16:12:21.876961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37771d32-43a9-493a-b974-0417ccc80510 req-dad6164b-08ec-42ba-a58c-5b943ed52d00 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752458 Feb 02 16:12:21.971711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da39b09-a88e-4f80-9abf-65a48991ed05 req-7a2f044d-7c26-4e49-b783-441b3a399619 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:21.972417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7da39b09-a88e-4f80-9abf-65a48991ed05 req-7a2f044d-7c26-4e49-b783-441b3a399619 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:12:22.030707 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-37771d32-43a9-493a-b974-0417ccc80510 req-0a4db836-3b43-4dbd-9a2c-a67c92b37387 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451187 Feb 02 16:12:22.047821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-7da39b09-a88e-4f80-9abf-65a48991ed05 req-7a2f044d-7c26-4e49-b783-441b3a399619 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:12:22.049021 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7da39b09-a88e-4f80-9abf-65a48991ed05 req-7a2f044d-7c26-4e49-b783-441b3a399619 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 943 time: 0.2616727 Feb 02 16:12:22.094789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7da39b09-a88e-4f80-9abf-65a48991ed05 req-cf76bbe3-902d-4b2f-8d77-e1d131082096 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Feb 02 16:12:22.693281 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:12:22.824127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:22.837791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'mac_address': 'fa:16:3e:dc:f2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:12:22.890185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:22.907760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:12:22.922911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:22.979026 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:23.048498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:23.250283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['44a9ab1f-de0d-48b9-8c68-01631d6b39b2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:12:23.297807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd702-3258-4022-9631-207828f24117 req-a2503ad3-24fa-4cd8-a215-47d86dc567cb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:23.299260 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-920bd702-3258-4022-9631-207828f24117 req-a2503ad3-24fa-4cd8-a215-47d86dc567cb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 944 time: 0.0843484 Feb 02 16:12:23.348638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-920bd702-3258-4022-9631-207828f24117 req-65e90aff-74bd-46d0-ba9f-7bc361c7482c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Feb 02 16:12:24.643006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af34d27-d3df-4041-a177-b192b55ff067 req-e3c5ed6d-99a6-4289-a445-8e79b3237476 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:24.644460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4af34d27-d3df-4041-a177-b192b55ff067 req-e3c5ed6d-99a6-4289-a445-8e79b3237476 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 944 time: 0.1739051 Feb 02 16:12:24.658148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-67c4700e-dcec-4e4e-bf56-6160f6e51759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:24.691219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4af34d27-d3df-4041-a177-b192b55ff067 req-9594b8b1-c72b-4b9d-bb46-c1e59cb59f9b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Feb 02 16:12:24.694309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:12:24.813269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:12:24.817955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:24.818319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:24.929255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:24.955531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:12:24.964753 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:25.010444 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'code': 200} Feb 02 16:12:25.047936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:25.114817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:25.164368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4c9caef-7106-4d8c-ab99-cf7174a25de4 req-698b6c03-efc1-485b-b3ab-9fbecb8c7202 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1096 time: 0.0673025 Feb 02 16:12:25.206060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b4c9caef-7106-4d8c-ab99-cf7174a25de4 req-72a81e01-605a-4dac-bfa4-a7555f3aba50 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352306 Feb 02 16:12:25.894619 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402d97e-c439-46a5-ba1d-78371a58fb01 req-6a98ecb3-e8f9-4280-8239-bb2bf7ff2e56 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:25.896071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e402d97e-c439-46a5-ba1d-78371a58fb01 req-6a98ecb3-e8f9-4280-8239-bb2bf7ff2e56 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0809937 Feb 02 16:12:25.942135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e402d97e-c439-46a5-ba1d-78371a58fb01 req-7ea9618b-d581-4eb1-a398-c02fcb262074 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396955 Feb 02 16:12:26.876017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d38c584f-c1a8-4d31-b850-7bff55715bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:27.136634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b9340-4e52-4fc0-abe8-1c5bbb523262 req-b0040c30-be01-4a23-b811-00a184bf42e6 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:27.138065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-463b9340-4e52-4fc0-abe8-1c5bbb523262 req-b0040c30-be01-4a23-b811-00a184bf42e6 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0762515 Feb 02 16:12:27.183810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-463b9340-4e52-4fc0-abe8-1c5bbb523262 req-c74e35e1-fe63-43c8-b84a-a5dc65e22d62 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Feb 02 16:12:27.374349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9203f70-5802-4989-b53c-1eae5774996d req-2693f8d2-d1bc-46a6-952c-ca9cae713290 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:27.376145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9203f70-5802-4989-b53c-1eae5774996d req-2693f8d2-d1bc-46a6-952c-ca9cae713290 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0765622 Feb 02 16:12:27.384763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46224) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:12:27.389964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'floatingip': {'port_id': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:27.466763 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:28.050846 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:28.110077 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:28.300407 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 associated. External IP: 172.25.0.194, port: 44a9ab1f-de0d-48b9-8c68-01631d6b39b2. Feb 02 16:12:28.390200 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:28.550632 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:28.743095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-6341aff3-07c1-4cbc-b644-cbd4e2709115 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964930 Feb 02 16:12:28.903304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:12:28.925328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-2c9c647d-8352-4340-8c0c-e0c83c42874d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1096 time: 0.0950460 Feb 02 16:12:29.133726 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-b0bad94d-7658-46ce-b6a9-65500f9ad8a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:29.135152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-b0bad94d-7658-46ce-b6a9-65500f9ad8a7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1615398 Feb 02 16:12:29.303123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-249b3bcb-0790-4b13-97fc-6d9d16e416cb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 999 time: 0.1207654 Feb 02 16:12:29.363355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:12:29.372138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:29.372594 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:12:29.385765 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:12:29.386369 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:29.418216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-d0cf877b-00b0-492c-a7f9-00e7facb3793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:29.419642 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-d0cf877b-00b0-492c-a7f9-00e7facb3793 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.1093128 Feb 02 16:12:29.466869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4bc3080a-dbfb-47da-b813-fc4ccbd7aee8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "PUT /v2.0/floatingips/813dbeca-c10f-4a9b-a715-bc6996410039 HTTP/1.1" status: 200 len: 991 time: 2.0810633 Feb 02 16:12:29.468291 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:12:29.504524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-1eacccef-80f4-4f76-9351-d6099398aae1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779808 Feb 02 16:12:29.536237 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'status': 'completed', 'code': 200} Feb 02 16:12:29.571830 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:12:29.643776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-e1d4dbb6-516e-4bd9-a070-fed1aa538f8b service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330040 Feb 02 16:12:29.659530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57faa6-3849-4b70-b733-1a2b0bde5cdd req-febdb067-7c44-4afd-80e2-a63e8d11e402 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:29.661174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa57faa6-3849-4b70-b733-1a2b0bde5cdd req-febdb067-7c44-4afd-80e2-a63e8d11e402 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0854492 Feb 02 16:12:29.710400 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa57faa6-3849-4b70-b733-1a2b0bde5cdd req-0a370d0d-0402-4af6-86c9-0280c72de069 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Feb 02 16:12:29.783461 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c30ae21-0764-40cf-a907-f0611f2cc4dd req-f94cd445-4549-4a54-985f-264243bef46c service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336529 Feb 02 16:12:29.924898 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:dc:f2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:12:27Z', 'revision_number': 1, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:29.928589 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:12:29.938815 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:12:29.939409 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:12:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:29.982055 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-a2bc8634-e3d5-462d-9ae1-14daa58d1e05 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1096 time: 0.0731354 Feb 02 16:12:30.093784 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:30.112982 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-1a204aec-2911-485d-ad32-2b683ba739a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:30.114889 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-1a204aec-2911-485d-ad32-2b683ba739a8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1268139 Feb 02 16:12:30.141221 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:12:30.321133 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-d22399e3-1770-44f6-9991-c80d87bb429c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 999 time: 0.2012053 Feb 02 16:12:30.385713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-2767dcfd-0b71-48bd-9621-f786de9229a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:30.387196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-2767dcfd-0b71-48bd-9621-f786de9229a3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0594270 Feb 02 16:12:30.466419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-0d74ffab-c480-48e7-aeee-034d8a4a18fe service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728593 Feb 02 16:12:30.495342 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:dc:f2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:12:27Z', 'revision_number': 1, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:30.499979 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a102de-1179-4737-b9e7-16eb85fc1dc5 None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:dc:f2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:12:27Z', 'revision_number': 1, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:12:30.598685 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-301b3a20-6888-4c73-8499-aaeb528ec7c8 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265097 Feb 02 16:12:30.727515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45eead02-c4c5-4ee4-a401-d3ee0fab892d req-fbc4bc97-588e-4c25-9bf1-012504320b3d service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229129 Feb 02 16:12:30.921440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0dfb-03fd-4d5c-8ede-9f79267d8d7e req-074c71ef-eec4-4ff5-97b9-4f1472cdc25e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:30.923023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5edb0dfb-03fd-4d5c-8ede-9f79267d8d7e req-074c71ef-eec4-4ff5-97b9-4f1472cdc25e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0807726 Feb 02 16:12:30.967348 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5edb0dfb-03fd-4d5c-8ede-9f79267d8d7e req-9186ff60-dbb2-410a-8d03-f1306ca5b542 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388858 Feb 02 16:12:31.162631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12191b-6e82-41f5-9fa9-e0ca8d7dee12 req-0c80f103-5b47-4a13-acec-04d60da02355 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:31.164079 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a12191b-6e82-41f5-9fa9-e0ca8d7dee12 req-0c80f103-5b47-4a13-acec-04d60da02355 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0756524 Feb 02 16:12:31.214117 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0a12191b-6e82-41f5-9fa9-e0ca8d7dee12 req-31f78d7d-6e0a-4a9a-a504-705358583e1d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443690 Feb 02 16:12:31.410851 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-73fe80b8-0604-44fe-8d59-cb1e53bfd2b3 req-e6b5a6b4-7aea-4813-9447-02d5fa9db48f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0697167 Feb 02 16:12:31.847246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adceec2-345d-4d0d-9a2f-e00d189186d6 req-7a5f712c-46ed-4a34-bf9e-909044179544 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:31.848748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5adceec2-345d-4d0d-9a2f-e00d189186d6 req-7a5f712c-46ed-4a34-bf9e-909044179544 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0811546 Feb 02 16:12:31.896041 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5adceec2-345d-4d0d-9a2f-e00d189186d6 req-f4c902bc-56f8-459b-80e9-bb108ef8a0ff tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 Feb 02 16:12:31.901801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-154de554-2d2a-44b0-8e34-8774269d2175 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731559 Feb 02 16:12:32.539768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f4ebd-241f-495f-857d-e39d428dd737 None None] New status for floating IP 813dbeca-c10f-4a9b-a715-bc6996410039: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:12:33.099259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5ad10-a526-47ce-9993-3455bb303527 req-c2748e9c-d72b-4112-a5a7-e69da9b87198 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:33.100757 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8d5ad10-a526-47ce-9993-3455bb303527 req-c2748e9c-d72b-4112-a5a7-e69da9b87198 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0783527 Feb 02 16:12:33.147986 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d8d5ad10-a526-47ce-9993-3455bb303527 req-8b646245-d95d-4922-8bb8-f4526696b839 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414128 Feb 02 16:12:34.105347 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-1a136d16-cfe9-4c87-a95f-1e9112635289 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1096 time: 0.0713627 Feb 02 16:12:34.237714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-9b2fa2a3-c799-4d82-9eff-433765b503fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:34.239695 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-9b2fa2a3-c799-4d82-9eff-433765b503fa service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1283500 Feb 02 16:12:34.341550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-14547689-2de4-42cf-bf2c-add187925754 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 1001 time: 0.0959153 Feb 02 16:12:34.351883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620afa79-d8a9-4ab2-be22-5563c23f0541 req-f51925b4-c2dd-4377-91c0-8e6ebe01f070 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:34.353334 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-620afa79-d8a9-4ab2-be22-5563c23f0541 req-f51925b4-c2dd-4377-91c0-8e6ebe01f070 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0809124 Feb 02 16:12:34.399128 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-620afa79-d8a9-4ab2-be22-5563c23f0541 req-0a34d39f-c503-45de-9e1e-1c6b1e0e2111 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400496 Feb 02 16:12:34.403496 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-1b697a55-a7ea-46d2-9b98-7e77f56599d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:34.405329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-1b697a55-a7ea-46d2-9b98-7e77f56599d9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0578308 Feb 02 16:12:34.482433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-0398eb5a-ed05-4dff-af67-03fc0b38bff3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716679 Feb 02 16:12:34.618774 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-1e8cc553-2b08-4fa8-b9ad-8a2c43d77c71 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300066 Feb 02 16:12:34.750618 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-0a208713-2e34-4f22-9c33-e13ae1b3e352 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248772 Feb 02 16:12:35.595649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97794e2-238f-4cbd-a58d-d022cddd39ac req-59d946ad-17f9-449c-bda0-16ca3a3da518 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:35.597123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a97794e2-238f-4cbd-a58d-d022cddd39ac req-59d946ad-17f9-449c-bda0-16ca3a3da518 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0775530 Feb 02 16:12:35.642281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a97794e2-238f-4cbd-a58d-d022cddd39ac req-371a5a2b-4246-4c4f-b526-312435b7f7ba tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Feb 02 16:12:36.839621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cdb27-7028-4042-98fd-88f92887849b req-0907a89e-f1bd-42f0-a19b-0c568dcaa6d4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:36.841102 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a6cdb27-7028-4042-98fd-88f92887849b req-0907a89e-f1bd-42f0-a19b-0c568dcaa6d4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0779209 Feb 02 16:12:36.888579 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a6cdb27-7028-4042-98fd-88f92887849b req-ced1075c-6da5-45e2-ad92-577df8fe299f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415032 Feb 02 16:12:38.087562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d317f0-c622-4384-b29a-7fedb98782c9 req-e3084370-b7e2-4dee-b264-007f69a4e729 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:38.089091 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8d317f0-c622-4384-b29a-7fedb98782c9 req-e3084370-b7e2-4dee-b264-007f69a4e729 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0796382 Feb 02 16:12:38.133298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a8d317f0-c622-4384-b29a-7fedb98782c9 req-5958cfd3-2eb7-4e68-aa66-480ad76ac23a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386066 Feb 02 16:12:38.642277 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:12:39.333114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5cd1-593e-47e0-aebc-5375aeb13fd8 req-c6baaf7d-0bac-4f91-83ca-2098eb3b5a02 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:39.334560 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b1f5cd1-593e-47e0-aebc-5375aeb13fd8 req-c6baaf7d-0bac-4f91-83ca-2098eb3b5a02 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0810692 Feb 02 16:12:39.380614 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b1f5cd1-593e-47e0-aebc-5375aeb13fd8 req-f66af9d1-f294-48df-861f-a24cb4ae92b1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406716 Feb 02 16:12:40.584331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c4d66-9c80-4e0c-a71b-343142c9144f req-e0ecbe58-b40e-46d4-94f2-81a0a694f850 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:40.585826 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a4c4d66-9c80-4e0c-a71b-343142c9144f req-e0ecbe58-b40e-46d4-94f2-81a0a694f850 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0768828 Feb 02 16:12:40.631617 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1a4c4d66-9c80-4e0c-a71b-343142c9144f req-a53244de-1fea-4321-9c23-28165bb41039 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403082 Feb 02 16:12:41.833967 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752fcc-50b2-4186-a366-3bcdae48a1ad req-1fa946f2-7b15-40a7-9edc-fa7f3b341fbf tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:41.835408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42752fcc-50b2-4186-a366-3bcdae48a1ad req-1fa946f2-7b15-40a7-9edc-fa7f3b341fbf tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0786481 Feb 02 16:12:41.881073 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-42752fcc-50b2-4186-a366-3bcdae48a1ad req-1b1e723c-2127-4db6-8650-4440baad8ba0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Feb 02 16:12:43.166609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf803005-a66e-429f-9b00-50cbe0777c18 req-fb868206-f1ff-461b-9053-dbba79fbd299 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:43.168108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf803005-a66e-429f-9b00-50cbe0777c18 req-fb868206-f1ff-461b-9053-dbba79fbd299 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.1664758 Feb 02 16:12:43.213841 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bf803005-a66e-429f-9b00-50cbe0777c18 req-80c61847-73a0-4506-986d-2af0f8e2081e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397372 Feb 02 16:12:44.414467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af458bcd-9d27-4db2-8952-1a6d3e06e085 req-79c368b5-c79e-48ea-9201-6f6c79934f56 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:44.415954 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af458bcd-9d27-4db2-8952-1a6d3e06e085 req-79c368b5-c79e-48ea-9201-6f6c79934f56 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0794632 Feb 02 16:12:44.460687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af458bcd-9d27-4db2-8952-1a6d3e06e085 req-afd8c3f2-fef0-4889-bea0-eb2ef1aa7a60 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391057 Feb 02 16:12:45.656935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1841c-3bcf-4bf9-9af5-15b2addebbe6 req-a243225e-c4ae-45c7-a18d-c7abc903131f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:45.658422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13f1841c-3bcf-4bf9-9af5-15b2addebbe6 req-a243225e-c4ae-45c7-a18d-c7abc903131f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0757327 Feb 02 16:12:45.704437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-13f1841c-3bcf-4bf9-9af5-15b2addebbe6 req-04589c8d-5728-47ef-91f0-ac597c6ad0c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399578 Feb 02 16:12:46.915940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814384-214b-45d2-bd0d-d9a60d7359b9 req-857dc23e-000d-4a28-a384-0c14cfe4b60a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:46.917404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40814384-214b-45d2-bd0d-d9a60d7359b9 req-857dc23e-000d-4a28-a384-0c14cfe4b60a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0785568 Feb 02 16:12:46.966129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40814384-214b-45d2-bd0d-d9a60d7359b9 req-77adac95-5fb4-48b6-b908-df5b31f2d14b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431800 Feb 02 16:12:47.458690 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:48.174735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b458fa-9d71-473e-8ad5-e4e50d394bb7 req-7dbbbb9b-0784-449c-8b59-3e48b6d66287 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:48.176199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f2b458fa-9d71-473e-8ad5-e4e50d394bb7 req-7dbbbb9b-0784-449c-8b59-3e48b6d66287 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0785611 Feb 02 16:12:48.213262 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:48.222904 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f2b458fa-9d71-473e-8ad5-e4e50d394bb7 req-67aa77f7-d3b1-494f-81ef-09b6f35152d3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411897 Feb 02 16:12:49.422978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff6ec8-f0d6-4d8b-8895-95bba09e88b7 req-9fbac04b-e7e4-4138-b01c-2aa6f081b0ad tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:49.424473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-65ff6ec8-f0d6-4d8b-8895-95bba09e88b7 req-9fbac04b-e7e4-4138-b01c-2aa6f081b0ad tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0795085 Feb 02 16:12:49.469941 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-65ff6ec8-f0d6-4d8b-8895-95bba09e88b7 req-b528b7e0-715f-41f1-b030-252febfb582b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Feb 02 16:12:50.666498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9125a5-845d-4a68-874b-6aad3e8974f7 req-2083acd4-39d3-4e59-bbab-3793a9d4fd18 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:50.667919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f9125a5-845d-4a68-874b-6aad3e8974f7 req-2083acd4-39d3-4e59-bbab-3793a9d4fd18 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0764139 Feb 02 16:12:50.717578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f9125a5-845d-4a68-874b-6aad3e8974f7 req-61870860-ce91-4826-8ed5-16f5cb22baf5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Feb 02 16:12:51.750969 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-6021e8b6-e721-4912-8e88-ccb6f398b8d4 service neutron] show failed (client error): The resource could not be found. Feb 02 16:12:51.752113 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-6021e8b6-e721-4912-8e88-ccb6f398b8d4 service neutron] 10.222.0.107 "GET /v2.0/ports/44a9ab1f-de0d-48b9-8c68-01631d6b39b2/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0741355 Feb 02 16:12:51.923081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4670f-798a-4390-9219-c5279fa96311 req-af778276-84ce-46f8-a9dc-0354093c4e8f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:51.924571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8df4670f-798a-4390-9219-c5279fa96311 req-af778276-84ce-46f8-a9dc-0354093c4e8f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0845547 Feb 02 16:12:51.970430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8df4670f-798a-4390-9219-c5279fa96311 req-dc46f305-2ddc-451a-a57e-a78a60f40b95 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403123 Feb 02 16:12:52.307199 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-7bb020e5-eb17-478e-99d9-a318d0d93ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 1096 time: 0.0691643 Feb 02 16:12:52.323320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:12:52.521674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:52.786972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:52.814987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:12:52.871601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:12:52.877438 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:52.892626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Transition to ACTIVE for port object 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:12:52.940773 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'code': 200} Feb 02 16:12:52.949992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:53.086853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:53.152166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.152516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.152858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.153195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.153524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.153850 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.154175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.154494 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.155471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.155953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.156287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:53.213940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] No DVR routers for this DVR port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:12:53.312312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abc3fb-e3dc-42e7-a0b9-5c4711e1aa22 req-a173d449-ae02-4f47-bb69-28a32e7c9cd2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:53.313670 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-11abc3fb-e3dc-42e7-a0b9-5c4711e1aa22 req-a173d449-ae02-4f47-bb69-28a32e7c9cd2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 943 time: 0.2147741 Feb 02 16:12:53.415883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-11abc3fb-e3dc-42e7-a0b9-5c4711e1aa22 req-f2df5be4-18b2-40a8-b029-4fa7773d9e9d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957935 Feb 02 16:12:53.516178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Attempting to bind port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:12:53.516514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Attempting to bind port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:12:53.516840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Attempting to bind port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:12:53.522508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:12:53.522830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Attempting to bind port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:12:53.528985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:12:53.529324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:12:53.529790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:12:53.530255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Bound port: 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:12:53.530603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:53.619161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:12:53.622102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:12:53.671004 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:53.733686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:53.735420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] 10.222.0.64 "PUT /v2.0/ports/44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 1091 time: 1.4160333 Feb 02 16:12:53.749252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b5f2-d54c-4d2a-876b-89cfebb0e254 service neutron] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:53.841595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-7f16a456-a12e-4a6c-b12d-099fb9e6b95a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1094 time: 0.0754061 Feb 02 16:12:53.976183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-fed9e2d1-27a4-4549-95ef-2356fdb67daf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:53.977638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-fed9e2d1-27a4-4549-95ef-2356fdb67daf service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1305532 Feb 02 16:12:54.080225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-8846a805-f69c-4787-9dac-4c3a1ae86d27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 999 time: 0.0956135 Feb 02 16:12:54.141871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-4e233fe5-b5e7-4ed1-a291-11ed634aea7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:54.143191 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-4e233fe5-b5e7-4ed1-a291-11ed634aea7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0572948 Feb 02 16:12:54.216475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-65c6e5a2-3ca9-4053-86d6-5a7b6074bff9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674357 Feb 02 16:12:54.439033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-86ce6a7f-d4bf-455a-8dda-cf215fe826e0 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166116 Feb 02 16:12:54.572640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc3c99c0-bb76-4607-9324-151561fcdc7c req-d5209265-63f7-45bf-8c1d-19488e9cb7af service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273146 Feb 02 16:12:54.641875 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f09db50e-63a6-4b35-a68b-c17a9650074f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:54.707119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80befec-1918-4897-8e13-7d43fb71e495 req-00f7014b-b1f5-45d3-bc9b-c821e1f1cc13 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:54.708552 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c80befec-1918-4897-8e13-7d43fb71e495 req-00f7014b-b1f5-45d3-bc9b-c821e1f1cc13 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 943 time: 0.1660757 Feb 02 16:12:54.757433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c80befec-1918-4897-8e13-7d43fb71e495 req-9fa2a75a-ac77-41c8-88f7-85c84daae491 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430202 Feb 02 16:12:54.942262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:12:55.100909 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'status': 'completed', 'code': 200} Feb 02 16:12:55.212358 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-66a6a0cc-ca0c-48c4-8729-39bf68ee6302 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1094 time: 0.0729556 Feb 02 16:12:55.216911 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-515bdf44-0308-4f0f-a093-de78daf00501 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1094 time: 0.0704644 Feb 02 16:12:55.347929 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-db324c66-9d5c-4556-a483-7118601a27e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:55.349374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-db324c66-9d5c-4556-a483-7118601a27e6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1272609 Feb 02 16:12:55.354056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-df991188-c227-449f-99fb-661d6877260c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:55.355473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-df991188-c227-449f-99fb-661d6877260c service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1362076 Feb 02 16:12:55.455095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-86980e89-bd24-4f5c-bcee-d60a38541812 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 999 time: 0.0995543 Feb 02 16:12:55.459364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-5415eee4-835a-45c3-99da-d9bec5f9209c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 999 time: 0.0961654 Feb 02 16:12:55.518370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-3d5aa486-9848-4989-b32a-1aa9c1b9d405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:55.519731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-3d5aa486-9848-4989-b32a-1aa9c1b9d405 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0585642 Feb 02 16:12:55.522572 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-3d5c49b1-f882-425f-b9e8-50d5eb984c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:55.524123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-3d5c49b1-f882-425f-b9e8-50d5eb984c72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0580425 Feb 02 16:12:55.597215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-b6b26c62-5411-4299-af42-fa15ff8b83b4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721822 Feb 02 16:12:55.604228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-bc82db28-4b0c-4dcf-aedd-b10c8a22e76f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729234 Feb 02 16:12:55.738416 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-526c7d84-2d25-44bf-b6eb-e48f60ee240c service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354403 Feb 02 16:12:55.744564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-58f3c51e-e283-4b91-9cee-dba652f07a16 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341000 Feb 02 16:12:55.871902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-36e6b005-521b-4a2c-ae52-084d7e0f6d1b service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279795 Feb 02 16:12:55.886751 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5a5e2405-5014-4a90-8faf-deaf9d3531ea req-227a83f6-0078-4c2b-832c-747ecf80981b service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350820 Feb 02 16:12:55.967942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593fe89-73a2-4bbc-aa19-a23c9ddef119 req-33c8f0cd-295f-4810-a835-96de0ccd2eab tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:55.969373 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b593fe89-73a2-4bbc-aa19-a23c9ddef119 req-33c8f0cd-295f-4810-a835-96de0ccd2eab tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 943 time: 0.0789981 Feb 02 16:12:56.012831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b593fe89-73a2-4bbc-aa19-a23c9ddef119 req-0aab111d-9ac5-4fe0-9f72-3093e57f7586 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380676 Feb 02 16:12:56.850154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:12:56.900950 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-270fad92-8ba0-4929-b711-b8283e738770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:56.914505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:12:57.164805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:12:57.300018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:57.307335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29545bf3-f300-437a-b0d0-34de7088dffc req-9f6639a2-6496-4e8c-9156-5394e28f3945 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:57.308901 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29545bf3-f300-437a-b0d0-34de7088dffc req-9f6639a2-6496-4e8c-9156-5394e28f3945 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 943 time: 0.1513503 Feb 02 16:12:57.313935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'mac_address': 'fa:16:3e:dc:f2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:12:57.355297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29545bf3-f300-437a-b0d0-34de7088dffc req-67d9ece2-eeaf-49e8-8ff3-eb866de919f2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401382 Feb 02 16:12:57.370343 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:57.388924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:12:57.405232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:57.487381 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:57.552651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:57.803633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5d92c-09fd-498c-91ad-fa4b694d7c93 req-a51f48a1-9454-4d6f-a08d-59b5711001a6 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:57.805074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15a5d92c-09fd-498c-91ad-fa4b694d7c93 req-a51f48a1-9454-4d6f-a08d-59b5711001a6 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 944 time: 0.0877233 Feb 02 16:12:57.818100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['44a9ab1f-de0d-48b9-8c68-01631d6b39b2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:12:57.857383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-15a5d92c-09fd-498c-91ad-fa4b694d7c93 req-5d69cc3b-12c2-4784-8d5c-9bb20861e7f5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Feb 02 16:12:57.875736 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-3ed34386-6981-4cce-a610-3f9b3b2cf362 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:57.877404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-3ed34386-6981-4cce-a610-3f9b3b2cf362 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d&tenant_id=62a051b6ff094f46a9a6415cea5aa071&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 944 time: 0.0917468 Feb 02 16:12:57.957354 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-d896bfc7-d6ca-4de0-bbf1-fc05bd6f86d0 service neutron] delete failed (client error): The resource could not be found. Feb 02 16:12:57.958344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-d896bfc7-d6ca-4de0-bbf1-fc05bd6f86d0 service neutron] 10.222.0.107 "DELETE /v2.0/ports/44a9ab1f-de0d-48b9-8c68-01631d6b39b2/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0738850 Feb 02 16:12:58.114581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-2f51d718-adfc-43a8-935d-df74484e8039 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 1095 time: 0.0717208 Feb 02 16:12:58.342830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-672ef83c-c48b-4358-aa3d-b1494eb638a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:58.344378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-672ef83c-c48b-4358-aa3d-b1494eb638a6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.2241659 Feb 02 16:12:58.367701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:58.449977 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-352b3a92-bb85-4db3-95f7-f99eff28d3b3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 200 len: 1000 time: 0.0993230 Feb 02 16:12:58.512199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-b0d066be-f969-4a43-aca1-5c9a737bf5a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:58.513622 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-b0d066be-f969-4a43-aca1-5c9a737bf5a5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0579164 Feb 02 16:12:58.521878 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:58.587770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-7cf34ac2-809a-415c-aba2-04c525a5bbf6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686226 Feb 02 16:12:58.715773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-a430f005-f10b-4f4d-addd-008ba2598515 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216180 Feb 02 16:12:58.845575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c1a42775-d2be-4acf-8bbe-70a98bfe691f req-a848f98f-1c77-4e53-a4e4-fc2f04901b45 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244590 Feb 02 16:12:59.074957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09682d4f-3679-4e3d-8847-237961d53d62 req-b9f38882-8cd9-4faf-b0c1-ce37ded371fd tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:59.076374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09682d4f-3679-4e3d-8847-237961d53d62 req-b9f38882-8cd9-4faf-b0c1-ce37ded371fd tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 944 time: 0.0870590 Feb 02 16:12:59.121302 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-09682d4f-3679-4e3d-8847-237961d53d62 req-cdc6ca44-a160-49a0-9266-319b2498798f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381341 Feb 02 16:12:59.164727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:12:59.270173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:12:59.275049 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:12:59.275416 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:59.423147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:59.449240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:12:59.459482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:59.506451 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'code': 200} Feb 02 16:12:59.544743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:12:59.615128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:00.087512 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:00.320425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00126d5-5829-493a-bc1c-e42e04ca2f2b req-64bdb577-3620-4742-a5f5-ded2c6cfaebe tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:00.321855 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00126d5-5829-493a-bc1c-e42e04ca2f2b req-64bdb577-3620-4742-a5f5-ded2c6cfaebe tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0743673 Feb 02 16:13:00.370322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f00126d5-5829-493a-bc1c-e42e04ca2f2b req-c1e04f6f-6afd-49c2-a77a-d5d360f9589c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Feb 02 16:13:00.569177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6405b-3543-489f-aee3-718ea2613592 req-ca217219-901e-41a3-8455-867d98647b8f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:00.570620 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23b6405b-3543-489f-aee3-718ea2613592 req-ca217219-901e-41a3-8455-867d98647b8f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0775049 Feb 02 16:13:00.619891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-23b6405b-3543-489f-aee3-718ea2613592 req-696933a7-c5f7-443c-ae95-c7cb890f2471 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Feb 02 16:13:00.816160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bb6b-3a4e-4b21-923e-d6aefeb34e47 req-16e91b82-20bb-4e3f-9412-b9fdc71a2074 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:00.817604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90d0bb6b-3a4e-4b21-923e-d6aefeb34e47 req-16e91b82-20bb-4e3f-9412-b9fdc71a2074 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0789471 Feb 02 16:13:00.862410 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-90d0bb6b-3a4e-4b21-923e-d6aefeb34e47 req-eae311df-a2f6-43cb-8ee5-76ccdbc17edd tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392716 Feb 02 16:13:01.397348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331edf0b-69ac-488e-b4bc-7d476c96c0bd req-3e3fe1ea-b695-434a-bb97-52dc6e51ade1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:01.398838 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-331edf0b-69ac-488e-b4bc-7d476c96c0bd req-3e3fe1ea-b695-434a-bb97-52dc6e51ade1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0797420 Feb 02 16:13:01.443988 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-331edf0b-69ac-488e-b4bc-7d476c96c0bd req-44e0c278-f62e-4a32-ba20-1db9ab814332 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Feb 02 16:13:02.645493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c6f8-078a-43d0-ad15-3f6bdfee5457 req-a9e2b7ee-ca8e-4162-be07-464adce19ee4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:02.646946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee2c6f8-078a-43d0-ad15-3f6bdfee5457 req-a9e2b7ee-ca8e-4162-be07-464adce19ee4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.0811765 Feb 02 16:13:02.742056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee2c6f8-078a-43d0-ad15-3f6bdfee5457 req-1a518fcb-01d0-4cfe-af6c-1ca25e81a34b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896175 Feb 02 16:13:02.765028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-35184bae-1094-40a8-8f38-e53bbd313929 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:02.766480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-35184bae-1094-40a8-8f38-e53bbd313929 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.64 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 945 time: 0.1003807 Feb 02 16:13:02.839723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Deleting port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:13:02.840091 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:03.164733 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] For port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:13:03.165087 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:03.450423 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:03.450712 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:03.451026 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 disassociated. External IP: 172.25.0.194, port: 44a9ab1f-de0d-48b9-8c68-01631d6b39b2. Feb 02 16:13:03.451388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Calling delete_port for 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:13:03.641503 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:03.689546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event deleted for resources: {'Port': ['ID=44a9ab1f-de0d-48b9-8c68-01631d6b39b2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:03.919469 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-614f5699-d964-4bcd-912a-b1b02624558a req-ab8b5b5a-56e6-49ff-8202-6a03dd77d54e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=33dd95dc-0df9-417d-8ad2-6102c8a4a90d HTTP/1.1" status: 200 len: 210 time: 0.0402281 Feb 02 16:13:03.920978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:13:04.124292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:13:04.133460 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:13:04.145863 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:13:04.146460 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:12:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:04.195400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] No DVR routers for this DVR port 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:13:04.198050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:04.200558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'name': 'network-vif-deleted', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:13:04.258521 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd95dc-0df9-417d-8ad2-6102c8a4a90d', 'name': 'network-vif-deleted', 'tag': '44a9ab1f-de0d-48b9-8c68-01631d6b39b2', 'status': 'completed', 'code': 200} Feb 02 16:13:04.276685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-63ac4ba9-0dbc-4fbd-b714-2c8b027747c5 req-bcdefed9-b0aa-4bfb-9ca3-bc7e931e4454 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.64 "DELETE /v2.0/ports/44a9ab1f-de0d-48b9-8c68-01631d6b39b2 HTTP/1.1" status: 204 len: 173 time: 1.5047634 Feb 02 16:13:04.324718 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:13:04.643212 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:04.646956 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:13:04.657314 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:13:04.657893 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:12:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:04.838822 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:13:05.184387 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:05.188485 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763ed77-75cf-4d26-a1c6-a873e191a6de None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:13:05.211305 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:13:05.253592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:13:05.254133 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 44a9ab1f-de0d-48b9-8c68-01631d6b39b2 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:13:05.291592 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-0e39baee-9d9a-491e-b4f4-2d0c275bea2b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2104986943&fields=id&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 267 time: 0.0451636 Feb 02 16:13:05.416705 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eddb80-751b-4d99-89d7-fd679c27e7e4 None None] New status for floating IP 813dbeca-c10f-4a9b-a715-bc6996410039: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:13:05.444557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-7ed85875-c93d-46e0-ab8a-4142e79b6d86 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:05.445991 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-7ed85875-c93d-46e0-ab8a-4142e79b6d86 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 812 time: 0.1476049 Feb 02 16:13:05.464160 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-45767208-5108-498b-8ee5-9553f3caf5b4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/quotas/62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 375 time: 0.0125635 Feb 02 16:13:05.550621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-112db4d2-f159-48af-8522-c4f92ca2c05e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808156 Feb 02 16:13:05.689838 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-75931064-43d5-414e-bedb-8a233c9dc4e2 service neutron] 10.222.0.88 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267717 Feb 02 16:13:05.825581 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-668f409e-a49d-4d0e-a8b9-bc1374bf3ff8 service neutron] 10.222.0.88 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282992 Feb 02 16:13:06.064379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5574e9e1-15dc-48f8-9e7d-25a5cf9863da req-c1b2387a-918f-4180-94e8-2a26023ee9e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:13:06.133303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5574e9e1-15dc-48f8-9e7d-25a5cf9863da req-c1b2387a-918f-4180-94e8-2a26023ee9e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:13:06.134693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5574e9e1-15dc-48f8-9e7d-25a5cf9863da req-c1b2387a-918f-4180-94e8-2a26023ee9e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 210 time: 0.1120512 Feb 02 16:13:07.304901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b642bc4-8070-4cad-a264-c1be566a5901 req-40a9d921-240b-4e2b-8174-4155e9f3eea9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 210 time: 0.0410736 Feb 02 16:13:07.974738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-36dd3c6b-c40c-4713-9412-a3d4dfb0c331 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:07.976177 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-36dd3c6b-c40c-4713-9412-a3d4dfb0c331 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 812 time: 0.2320709 Feb 02 16:13:08.041806 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-2f4db257-da81-4249-93bb-36ea26a62706 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 380 time: 0.0405872 Feb 02 16:13:08.050213 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'port': {'device_id': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'admin_state_up': True, 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'security_groups': ['08500c5f-85b8-4d8d-ab85-d421edcbdc7f']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:13:08.183182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:13:08.192738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:13:08.275520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Made reservation on behalf of 62a051b6ff094f46a9a6415cea5aa071 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:13:08.278593 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:08.440993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Allocated IP 172.20.0.10 (6b0accf7-c9ad-420f-b5bd-230e79f948a9/8267f21e-c268-46d2-9672-016a35fa8129/a9965709-743a-4795-b93a-5cd3f749fc40) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:13:08.467993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-45d51955-c6f1-4638-9322-c4caca3b288e req-a0d1cfaf-c5c1-4628-b809-3585b187130e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 210 time: 0.0421429 Feb 02 16:13:08.625105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:08.640453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Transition to ACTIVE for port object a9965709-743a-4795-b93a-5cd3f749fc40 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:08.728140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:08.804008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:13:08.807043 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:13:08.809674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:13:08.841647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:08.877090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:08.877633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:08.990541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-1ac847a8-aa23-44da-84bf-087ffccee17f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9440064 Feb 02 16:13:09.006942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Request body: {'port': {'device_id': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:13:09.117397 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.156489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b927211a-7b68-489a-ac38-5139cbdf9a13 None None] Provisioning for port a9965709-743a-4795-b93a-5cd3f749fc40 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:09.161285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b927211a-7b68-489a-ac38-5139cbdf9a13 None None] Provisioning complete for port a9965709-743a-4795-b93a-5cd3f749fc40 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:09.164680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b927211a-7b68-489a-ac38-5139cbdf9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.212955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b927211a-7b68-489a-ac38-5139cbdf9a13 None None] Port a9965709-743a-4795-b93a-5cd3f749fc40 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:13:09.449432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9965709-743a-4795-b93a-5cd3f749fc40 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:13:09.456336 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.470564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Transition to ACTIVE for port object a9965709-743a-4795-b93a-5cd3f749fc40 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:13:09.532864 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.702541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:09.836991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0a102-2f56-4cb7-8422-9c3923905f9b req-8fb1d0a5-022c-495c-95e5-d015a717b3be tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:09.837672 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-30c0a102-2f56-4cb7-8422-9c3923905f9b req-8fb1d0a5-022c-495c-95e5-d015a717b3be tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:13:09.842945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Attempting to bind port a9965709-743a-4795-b93a-5cd3f749fc40 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:13:09.843267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Attempting to bind port a9965709-743a-4795-b93a-5cd3f749fc40 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:13:09.843586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Attempting to bind port a9965709-743a-4795-b93a-5cd3f749fc40 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:13:09.855380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Port a9965709-743a-4795-b93a-5cd3f749fc40 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:13:09.857122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Attempting to bind port a9965709-743a-4795-b93a-5cd3f749fc40 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:13:09.863076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:13:09.863475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:13:09.863863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:13:09.864292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Bound port: a9965709-743a-4795-b93a-5cd3f749fc40, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:13:09.864630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:09.938500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-30c0a102-2f56-4cb7-8422-9c3923905f9b req-8fb1d0a5-022c-495c-95e5-d015a717b3be tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:13:09.939650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30c0a102-2f56-4cb7-8422-9c3923905f9b req-8fb1d0a5-022c-495c-95e5-d015a717b3be tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 944 time: 0.3014371 Feb 02 16:13:09.969727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:13:09.984986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:13:09.997264 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30c0a102-2f56-4cb7-8422-9c3923905f9b req-92488241-c752-4d28-9d55-c80d5b7fa3bf tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496643 Feb 02 16:13:10.047741 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:10.112916 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:10.114309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] 10.222.0.107 "PUT /v2.0/ports/a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1092 time: 1.1114073 Feb 02 16:13:10.114741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:13:10.134521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8271b6d-2781-4bd2-ab77-3c8ed7a19d0a service neutron] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:10.349169 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'status': 'completed', 'code': 200} Feb 02 16:13:10.389829 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-65b12822-b70b-4981-8100-cad33870069b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1095 time: 0.1621995 Feb 02 16:13:10.462797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-950e6fc3-981e-4e96-ac5a-5228b0b746ee service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 217 time: 0.0623524 Feb 02 16:13:10.523787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-f73ea6d4-264f-4501-a7e1-596b3da92845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:10.525124 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-f73ea6d4-264f-4501-a7e1-596b3da92845 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0569715 Feb 02 16:13:10.601353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-6dd2d027-3aa0-4ae6-9604-d169e3c3ad28 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694733 Feb 02 16:13:10.732500 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-598c71dd-d7b0-4ab3-a6f2-9a691e76260d service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246619 Feb 02 16:13:10.864399 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1bfdbbe-eeb1-4b39-8a8a-3ccea1d7f242 req-4726375f-0a68-4897-bb1e-609337f52ab3 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258106 Feb 02 16:13:11.114121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-25f04ab8-571d-4d26-b9cd-9d1f1e84886f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1095 time: 0.0700328 Feb 02 16:13:11.301536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-8bfa50cd-634f-4bdd-b3e3-abe059a81bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:11.302877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-8bfa50cd-634f-4bdd-b3e3-abe059a81bea service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1829708 Feb 02 16:13:11.308416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936680e-953d-449e-9526-9d2fd65b56eb req-f9ccc89f-7aa3-41a6-b5ad-783137413d84 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:11.309781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e936680e-953d-449e-9526-9d2fd65b56eb req-f9ccc89f-7aa3-41a6-b5ad-783137413d84 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 944 time: 0.1886842 Feb 02 16:13:11.386802 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-cd781f9d-2c93-42df-91b3-4a2a54cc1b11 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 217 time: 0.0761168 Feb 02 16:13:11.452351 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e936680e-953d-449e-9526-9d2fd65b56eb req-ae232206-2a19-449f-bd94-cb9c16d5fcb8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955422 Feb 02 16:13:11.464932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-42981ac2-54b7-4b52-b1b3-d134e51d44df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:11.466313 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-42981ac2-54b7-4b52-b1b3-d134e51d44df service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0691822 Feb 02 16:13:11.539455 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-286af878-2270-41f3-903c-60d11814d2f7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662782 Feb 02 16:13:11.667896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-4dd0b537-f5d2-46d5-9d37-5c3012603c22 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213031 Feb 02 16:13:11.798151 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c0ab0c1-292f-4cba-a53f-eeb036899827 req-890e41c5-4f2a-447a-9b8b-4be3c316b61e service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239312 Feb 02 16:13:12.652261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2a40-a65d-4642-8bb9-71adde1dcca6 req-96c3bf36-6e40-4672-aaf2-443bc05e6581 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:12.653700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6fb2a40-a65d-4642-8bb9-71adde1dcca6 req-96c3bf36-6e40-4672-aaf2-443bc05e6581 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 944 time: 0.0797040 Feb 02 16:13:12.699944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6fb2a40-a65d-4642-8bb9-71adde1dcca6 req-a351631b-098c-43c4-8a0e-a50f5e224d96 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Feb 02 16:13:12.928050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a9965709-743a-4795-b93a-5cd3f749fc40 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:13:13.057226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:13:13.069744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'mac_address': 'fa:16:3e:bd:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:13:13.121915 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:13.143172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9965709-743a-4795-b93a-5cd3f749fc40 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:13:13.157426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:13:13.224788 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:13.288775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:13.302956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.303295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.303629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.303991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.304318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.304639 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.304968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.305284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.305598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.305913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.306227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:13:13.477700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a9965709-743a-4795-b93a-5cd3f749fc40'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:13:13.901257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a321e-5370-4764-a30d-baf4ea3587ff req-a08df902-23b5-47c4-a00c-fd96a4004c00 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:13.902696 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-588a321e-5370-4764-a30d-baf4ea3587ff req-a08df902-23b5-47c4-a00c-fd96a4004c00 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 945 time: 0.0798078 Feb 02 16:13:13.948450 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-588a321e-5370-4764-a30d-baf4ea3587ff req-887f8ed1-bc46-47b2-a37b-1878f128af9f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Feb 02 16:13:14.928059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a9965709-743a-4795-b93a-5cd3f749fc40 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:13:15.036381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port a9965709-743a-4795-b93a-5cd3f749fc40 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:13:15.041873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port a9965709-743a-4795-b93a-5cd3f749fc40 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:13:15.042247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:15.150314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca33f-cc60-4be9-be2f-82c989a61a0d req-ceea2587-3023-41ba-b2e5-edb87e9b7cd9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:15.151784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d2ca33f-cc60-4be9-be2f-82c989a61a0d req-ceea2587-3023-41ba-b2e5-edb87e9b7cd9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 945 time: 0.0789819 Feb 02 16:13:15.162393 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:15.188867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:13:15.198607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:13:15.203180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d2ca33f-cc60-4be9-be2f-82c989a61a0d req-a2dd0aaf-1f02-4ec9-83cb-9626c382d65d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446188 Feb 02 16:13:15.246907 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'code': 200} Feb 02 16:13:15.258781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:15.324788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:13:15.393567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86943bf6-7c1a-4ea7-914f-e7614125fce1 req-dd06d7ca-3d47-4fdb-a0b4-73a8b4bb5c41 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1097 time: 0.0656724 Feb 02 16:13:15.434658 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-86943bf6-7c1a-4ea7-914f-e7614125fce1 req-5fd7b076-ff25-4d83-ae97-97eed6b34251 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354862 Feb 02 16:13:15.642935 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:13:16.402625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2b2c6-0085-4c55-8699-7dddfcac2622 req-efed2112-a070-48c9-8996-8d08ea4f909f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:16.404732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-11c2b2c6-0085-4c55-8699-7dddfcac2622 req-efed2112-a070-48c9-8996-8d08ea4f909f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0785244 Feb 02 16:13:16.451376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-11c2b2c6-0085-4c55-8699-7dddfcac2622 req-d380aed2-69bf-4107-832a-0b39545e85fe tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403194 Feb 02 16:13:17.436531 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:17.736045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbf7c6-07ce-4fd5-b007-736df110e1cb req-8e268281-c0f9-41ff-b2ce-8d9a7edc4c67 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:17.737579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fcbf7c6-07ce-4fd5-b007-736df110e1cb req-8e268281-c0f9-41ff-b2ce-8d9a7edc4c67 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.1600246 Feb 02 16:13:17.782025 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2fcbf7c6-07ce-4fd5-b007-736df110e1cb req-412c4713-53d6-44fe-8291-6b45199bf68e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388606 Feb 02 16:13:17.975868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8baa4-a814-42ee-b450-39af042bff1a req-04b1393d-c69b-4edb-ba09-57ec5a277e95 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:17.977336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89b8baa4-a814-42ee-b450-39af042bff1a req-04b1393d-c69b-4edb-ba09-57ec5a277e95 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0813963 Feb 02 16:13:17.986684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 46390) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:13:17.991759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'floatingip': {'port_id': 'a9965709-743a-4795-b93a-5cd3f749fc40'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:13:18.166727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.219328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.768109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:18.818775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:19.005273 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 associated. External IP: 172.25.0.194, port: a9965709-743a-4795-b93a-5cd3f749fc40. Feb 02 16:13:19.396784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:13:19.695476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:13:19.700129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:19.706169 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:13:19.720392 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:13:19.721551 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:12:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:19.760565 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1b9761e5-d442-491b-b62a-45d970742734 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "PUT /v2.0/floatingips/813dbeca-c10f-4a9b-a715-bc6996410039 HTTP/1.1" status: 200 len: 992 time: 1.7728186 Feb 02 16:13:19.761140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:13:19.820721 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'status': 'completed', 'code': 200} Feb 02 16:13:19.907546 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:13:19.997085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ebbd-9304-4945-ab0a-67a06a3f41eb req-0302195d-d5b8-483b-81b3-0c9b16db5a77 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:19.998515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2054ebbd-9304-4945-ab0a-67a06a3f41eb req-0302195d-d5b8-483b-81b3-0c9b16db5a77 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.1070802 Feb 02 16:13:20.002206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-7f0c31d3-9710-4055-8e6e-51f30a61a00d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1097 time: 0.1407459 Feb 02 16:13:20.134496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2054ebbd-9304-4945-ab0a-67a06a3f41eb req-e4044d36-4f5c-4838-8597-ec46e269d69f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298411 Feb 02 16:13:20.166720 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-c2e7b31c-4e00-40f5-aecb-42b689fafd56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:20.168295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-c2e7b31c-4e00-40f5-aecb-42b689fafd56 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1503026 Feb 02 16:13:20.262782 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:bd:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:13:18Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:20.267120 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:13:20.271082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-e88b6bfb-86ec-49f8-aad7-2aca919930c4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1000 time: 0.0965698 Feb 02 16:13:20.277362 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:13:20.277994 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:12:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:20.353905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-1173ce25-7faa-4ce0-accf-700d611dd61d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:20.355331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-1173ce25-7faa-4ce0-accf-700d611dd61d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0750277 Feb 02 16:13:20.430088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-0a84ca44-0f18-4eeb-8cb9-386dd955d1ca service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686781 Feb 02 16:13:20.464614 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:13:20.564282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-a6f4fdb4-315d-44c9-8964-92616ae7e29c service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270742 Feb 02 16:13:20.695699 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fec115a-9fb9-42ad-8550-3d5be23bc34b req-b9a5025d-0d11-4ee4-9907-2c252fc0a91f service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262856 Feb 02 16:13:20.813634 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:bd:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:13:18Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:13:20.817634 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4ec242-0e48-46cc-bb0a-62bdbc750938 None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:bd:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:13:18Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:13:21.019230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43376b6f-5547-420a-8c52-d8a721524f81 None None] New status for floating IP 813dbeca-c10f-4a9b-a715-bc6996410039: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:13:21.339431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c5d3f-c0b6-4b20-94a2-e8249fb8f515 req-9889adec-ea2f-4107-be04-255ce373aa71 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:21.340922 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-512c5d3f-c0b6-4b20-94a2-e8249fb8f515 req-9889adec-ea2f-4107-be04-255ce373aa71 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0798652 Feb 02 16:13:21.386612 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-512c5d3f-c0b6-4b20-94a2-e8249fb8f515 req-338fce66-b5cc-4743-a356-7952a0a87ef5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Feb 02 16:13:21.869226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea88065-20b8-4c50-9fff-dec9ab299575 req-bb7d2f85-022b-4507-b2f6-57a6012c7ecd tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:21.870692 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aea88065-20b8-4c50-9fff-dec9ab299575 req-bb7d2f85-022b-4507-b2f6-57a6012c7ecd tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0779152 Feb 02 16:13:21.915976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aea88065-20b8-4c50-9fff-dec9ab299575 req-acafedb1-bb0d-4edb-bdb2-d3da6f17cef0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Feb 02 16:13:23.117347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2667d0c-09e3-4cc4-84b5-907b695e24ec req-05b5ee08-78ea-40bd-8053-2badc669df8d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:23.119013 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2667d0c-09e3-4cc4-84b5-907b695e24ec req-05b5ee08-78ea-40bd-8053-2badc669df8d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0792320 Feb 02 16:13:23.173563 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e2667d0c-09e3-4cc4-84b5-907b695e24ec req-75fbc902-5afe-4b28-b1b0-b1beb598c12f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483868 Feb 02 16:13:24.375784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893f282-fe82-448d-b445-1d132e4ea9e0 req-1fd38f5d-218b-42c7-a7f7-30eaa113e3ea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:24.377261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b893f282-fe82-448d-b445-1d132e4ea9e0 req-1fd38f5d-218b-42c7-a7f7-30eaa113e3ea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0793777 Feb 02 16:13:24.421672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b893f282-fe82-448d-b445-1d132e4ea9e0 req-33e6f780-8424-4d14-aad9-a49fe4cc0d62 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390613 Feb 02 16:13:24.641614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-99e89778-1ca8-4aff-9d82-5435b7a14707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:25.617317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8886d-b965-4ed6-a6d7-733e5831d319 req-098521f6-e6fd-4ce6-bf65-b230cea1332f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:25.618753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bba8886d-b965-4ed6-a6d7-733e5831d319 req-098521f6-e6fd-4ce6-bf65-b230cea1332f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0764630 Feb 02 16:13:25.664482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bba8886d-b965-4ed6-a6d7-733e5831d319 req-a3eafe76-1fe5-4457-a1cf-cd8571957d76 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401859 Feb 02 16:13:26.861729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233e1b5-c41e-4a9d-8c82-faf3ea9f2476 req-36ef5fd0-b87c-4da1-b4f0-57b86ba93c16 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:26.863211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7233e1b5-c41e-4a9d-8c82-faf3ea9f2476 req-36ef5fd0-b87c-4da1-b4f0-57b86ba93c16 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0788717 Feb 02 16:13:26.893185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b52d3695-a12b-4920-a6f9-fba9cb6a84ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:26.912914 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7233e1b5-c41e-4a9d-8c82-faf3ea9f2476 req-1148eaa8-f556-4406-8052-cfbbeae336c3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441904 Feb 02 16:13:28.114550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22edf5f-66c5-4c07-bb9a-97dd40dcf05b req-66f43294-71b0-4d9b-b465-87e8eca051bc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:28.116015 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b22edf5f-66c5-4c07-bb9a-97dd40dcf05b req-66f43294-71b0-4d9b-b465-87e8eca051bc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0786605 Feb 02 16:13:28.161900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b22edf5f-66c5-4c07-bb9a-97dd40dcf05b req-7a88fad2-73d6-4763-b14c-c4d43f072680 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 Feb 02 16:13:28.407385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:28.545787 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:29.358456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c445-f812-4885-a57a-1ada8456c98b req-bcf54795-c447-4ca4-bdcb-68fa00f97c06 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:29.359941 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8630c445-f812-4885-a57a-1ada8456c98b req-bcf54795-c447-4ca4-bdcb-68fa00f97c06 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0778399 Feb 02 16:13:29.405588 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8630c445-f812-4885-a57a-1ada8456c98b req-ed4ac874-f56c-4408-931c-91dfc477f2be tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Feb 02 16:13:30.081422 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:30.582820 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-4aea4e60-4aa6-4160-94e9-7cb7b2726a3c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1097 time: 0.1131506 Feb 02 16:13:30.676440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e526ac-8744-4a4e-bc31-9e7661be141b req-dc06c558-eba5-4e6f-9039-21ecf74935c0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:30.677885 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19e526ac-8744-4a4e-bc31-9e7661be141b req-dc06c558-eba5-4e6f-9039-21ecf74935c0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.1501856 Feb 02 16:13:30.756803 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-19e526ac-8744-4a4e-bc31-9e7661be141b req-9f3b64c5-7c34-4fc4-afe2-29497c37c4b1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719571 Feb 02 16:13:30.772824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-84976a54-10cc-4080-a41b-01cc68f2a3b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:30.774257 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-84976a54-10cc-4080-a41b-01cc68f2a3b9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1714160 Feb 02 16:13:30.876878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-31d3a8c1-3890-49fc-9bf3-2e97e211f971 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1002 time: 0.0960622 Feb 02 16:13:31.032140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-af454f41-15a2-41f6-8066-1245bbd7c86b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:31.033473 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-af454f41-15a2-41f6-8066-1245bbd7c86b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.1485777 Feb 02 16:13:31.109633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-df6b986b-3643-496d-825f-d35b75ac2b3a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700006 Feb 02 16:13:31.239752 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-d4988499-7d1a-40fb-b8f4-bee8557e6585 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247323 Feb 02 16:13:31.366967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eab6b724-f0f0-43cc-b263-f9eda90bd6ec req-c349a333-6992-4bdf-9e58-6a1db56f0583 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219912 Feb 02 16:13:31.960631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b24947-61d1-4a04-a9d1-9879f1ade5df req-644bc199-8c17-4869-9410-442682906f5b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:31.962065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72b24947-61d1-4a04-a9d1-9879f1ade5df req-644bc199-8c17-4869-9410-442682906f5b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0809305 Feb 02 16:13:32.009308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-72b24947-61d1-4a04-a9d1-9879f1ade5df req-89713218-0c76-443e-bfbe-281d8772784a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Feb 02 16:13:33.206371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c2d2-e326-45d4-ae10-5f24a4b23de4 req-c9ea14bb-a040-46bd-a5e5-b2435b2f6b9e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:33.207813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0908c2d2-e326-45d4-ae10-5f24a4b23de4 req-c9ea14bb-a040-46bd-a5e5-b2435b2f6b9e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0772030 Feb 02 16:13:33.252858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0908c2d2-e326-45d4-ae10-5f24a4b23de4 req-77de2102-195f-437b-82e3-b63fd0ce1c7d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394018 Feb 02 16:13:34.448056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245be18-7ec8-4419-b99b-ffb3d82db8a9 req-1730d628-bc91-4e6a-9ed4-8bfb7f8cd2c4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:34.449517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b245be18-7ec8-4419-b99b-ffb3d82db8a9 req-1730d628-bc91-4e6a-9ed4-8bfb7f8cd2c4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0772312 Feb 02 16:13:34.494842 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b245be18-7ec8-4419-b99b-ffb3d82db8a9 req-606f321a-fbb1-4beb-98d8-68253d42586e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392885 Feb 02 16:13:35.696327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9018fad-bc28-447a-9a72-e616063b49d1 req-1874b518-ecdd-40d2-bac8-fc577dadccaa tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:35.697837 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9018fad-bc28-447a-9a72-e616063b49d1 req-1874b518-ecdd-40d2-bac8-fc577dadccaa tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0799274 Feb 02 16:13:35.743496 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f9018fad-bc28-447a-9a72-e616063b49d1 req-0b56eafa-c38a-46e4-b85d-d7f4c0b419f1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392375 Feb 02 16:13:36.943999 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb0a-9ceb-4a7f-8af6-6d663a060e4c req-e2d67df4-a182-4c60-9874-c24195e67217 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:36.945442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ce7cb0a-9ceb-4a7f-8af6-6d663a060e4c req-e2d67df4-a182-4c60-9874-c24195e67217 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0812690 Feb 02 16:13:36.990496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ce7cb0a-9ceb-4a7f-8af6-6d663a060e4c req-31820710-e15f-46f6-872c-11243577b50f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Feb 02 16:13:38.190163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b7a62-dc49-4126-8b5c-d89b6d5e825a req-1b5da173-c6e6-459d-a655-47cc1117ded4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:38.191634 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd8b7a62-dc49-4126-8b5c-d89b6d5e825a req-1b5da173-c6e6-459d-a655-47cc1117ded4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0760498 Feb 02 16:13:38.236984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd8b7a62-dc49-4126-8b5c-d89b6d5e825a req-2109896d-862a-4752-9b3d-56ccc8412ad9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398734 Feb 02 16:13:39.438493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90bd8e-1fe8-4d1a-a753-585c00fe2d53 req-fe8a43c9-a174-49d3-b726-ca70baaa7e46 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:39.439956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb90bd8e-1fe8-4d1a-a753-585c00fe2d53 req-fe8a43c9-a174-49d3-b726-ca70baaa7e46 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0763988 Feb 02 16:13:39.488831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eb90bd8e-1fe8-4d1a-a753-585c00fe2d53 req-fb9cd8d7-6dfb-4333-8cee-0e21eacfccf4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434799 Feb 02 16:13:40.688822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061afa5-1681-4144-9232-2ccf1e110019 req-61521d94-8bc9-4671-9c1a-b492d0a29f69 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:40.690301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4061afa5-1681-4144-9232-2ccf1e110019 req-61521d94-8bc9-4671-9c1a-b492d0a29f69 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0799069 Feb 02 16:13:40.741813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4061afa5-1681-4144-9232-2ccf1e110019 req-c2bb9662-b46b-456b-abf5-53ca434b58a8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 Feb 02 16:13:41.946593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a20024-4474-4619-99e7-55f56db5dc2d req-7ef9337e-2dbc-4f22-92e3-86a88d30da2a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:41.948171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2a20024-4474-4619-99e7-55f56db5dc2d req-7ef9337e-2dbc-4f22-92e3-86a88d30da2a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0779643 Feb 02 16:13:41.994618 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2a20024-4474-4619-99e7-55f56db5dc2d req-07bfc96d-9cb6-447e-a834-bfdf7cb0dd6d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394814 Feb 02 16:13:43.203779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984dc3f-984f-447f-afba-dcc8d2a3b93e req-29448647-e181-4ec1-bc84-28dd5ecb8af3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:43.205653 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6984dc3f-984f-447f-afba-dcc8d2a3b93e req-29448647-e181-4ec1-bc84-28dd5ecb8af3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0840380 Feb 02 16:13:43.257891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6984dc3f-984f-447f-afba-dcc8d2a3b93e req-6c5a28c1-58c9-4da1-b76b-61acb567f094 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465424 Feb 02 16:13:44.459165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41f49a-1474-46ca-aae8-1b273c6a789f req-20c52453-50eb-45ca-987e-9e1eff36d842 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:44.460656 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f41f49a-1474-46ca-aae8-1b273c6a789f req-20c52453-50eb-45ca-987e-9e1eff36d842 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0812278 Feb 02 16:13:44.505033 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f41f49a-1474-46ca-aae8-1b273c6a789f req-21365641-f409-4600-a7eb-5efad5af0848 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389593 Feb 02 16:13:45.701022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4bd6d-5d3a-417e-b56c-062573657c3a req-075bd98f-10df-4db3-a3ca-09e48c50735a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:45.703124 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5de4bd6d-5d3a-417e-b56c-062573657c3a req-075bd98f-10df-4db3-a3ca-09e48c50735a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0761962 Feb 02 16:13:45.749979 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5de4bd6d-5d3a-417e-b56c-062573657c3a req-b0ad820f-dfe9-4e3f-a811-bdff9b34d7ff tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Feb 02 16:13:46.950470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e553-8015-4325-98dd-db6ddc54db67 req-ac6ad706-5fbe-49bd-94be-a8a7157afa80 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:46.951978 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b24e553-8015-4325-98dd-db6ddc54db67 req-ac6ad706-5fbe-49bd-94be-a8a7157afa80 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0767460 Feb 02 16:13:46.997245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b24e553-8015-4325-98dd-db6ddc54db67 req-13a15324-b5bf-4b28-8428-a5955f8c2f8c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395548 Feb 02 16:13:47.464595 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:48.200369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60917b-a433-48c7-8cc1-8f0684f28993 req-99b0b2fd-d039-4602-8a5d-2d11a6c11535 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:48.201877 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a60917b-a433-48c7-8cc1-8f0684f28993 req-99b0b2fd-d039-4602-8a5d-2d11a6c11535 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0845282 Feb 02 16:13:48.219498 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:48.251400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6a60917b-a433-48c7-8cc1-8f0684f28993 req-c48b405d-9fee-4367-be3c-300664eeabfa tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Feb 02 16:13:49.455298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034c01c-c129-442e-8fbd-6f2f93d0d933 req-c5498212-6ac5-451f-b8dd-820a393ce732 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:49.456795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7034c01c-c129-442e-8fbd-6f2f93d0d933 req-c5498212-6ac5-451f-b8dd-820a393ce732 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0836601 Feb 02 16:13:49.504275 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7034c01c-c129-442e-8fbd-6f2f93d0d933 req-509d5893-5e50-4ef3-99d0-060af530ac3c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Feb 02 16:13:50.701975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f550819-5c63-405a-872c-e040cf46c9d7 req-7ac0ba45-645f-4aae-a958-9d5e3cb278e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:50.703353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9f550819-5c63-405a-872c-e040cf46c9d7 req-7ac0ba45-645f-4aae-a958-9d5e3cb278e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0777795 Feb 02 16:13:50.757697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9f550819-5c63-405a-872c-e040cf46c9d7 req-ca659727-3649-4c2d-9442-48a4ecbf03a1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478725 Feb 02 16:13:51.956560 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef21506-e4c0-420d-a6c8-22c0a923904c req-72817417-8af8-402d-b304-770bb47f81ad tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:51.958013 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ef21506-e4c0-420d-a6c8-22c0a923904c req-72817417-8af8-402d-b304-770bb47f81ad tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0782299 Feb 02 16:13:52.005137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4ef21506-e4c0-420d-a6c8-22c0a923904c req-b679f4f2-1d51-4d90-8341-9cad81fe20f7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412414 Feb 02 16:13:52.643999 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:13:53.206898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b36b9-4e28-4d87-8e8c-9531c33160de req-153d4a56-6301-4284-ba47-ba8c2cdcdde9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:53.208366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e69b36b9-4e28-4d87-8e8c-9531c33160de req-153d4a56-6301-4284-ba47-ba8c2cdcdde9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0795939 Feb 02 16:13:53.252406 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e69b36b9-4e28-4d87-8e8c-9531c33160de req-34b941da-8afd-41a0-ad64-01e7317b010c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385618 Feb 02 16:13:53.453303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ef948de0-7e89-4a38-8877-bbd5c6cdbde1 req-c8a8ba10-be66-4964-b79f-96af321af71e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707858 Feb 02 16:13:53.963912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485e32d-d208-48ea-8f7d-236d20c616d4 req-9007aba8-7c66-4c5a-9b78-308bd5691a87 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:53.965369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2485e32d-d208-48ea-8f7d-236d20c616d4 req-9007aba8-7c66-4c5a-9b78-308bd5691a87 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.1370242 Feb 02 16:13:54.029235 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2485e32d-d208-48ea-8f7d-236d20c616d4 req-e67a6ca4-dbc8-4a31-bca5-efa2fba1c9a1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512323 Feb 02 16:13:54.032609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-2b82730b-21f7-4e40-949b-0d136b942818 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249549 Feb 02 16:13:54.647633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6d98d207-5498-4fec-a19f-26bc68b31e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:55.233502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a7b6-8230-4eb6-b779-98b3e717ca1e req-35f5f16d-4a10-4910-9935-af92fb21fc8c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:55.235050 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7643a7b6-8230-4eb6-b779-98b3e717ca1e req-35f5f16d-4a10-4910-9935-af92fb21fc8c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0811224 Feb 02 16:13:55.287869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7643a7b6-8230-4eb6-b779-98b3e717ca1e req-4973bfbc-a226-4b74-b284-1172bfad60c9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461180 Feb 02 16:13:56.498232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29728-3e52-478e-8106-dd0e8684af4a req-de4d2308-2a6d-4384-8374-7e5a87050db5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:56.499695 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39a29728-3e52-478e-8106-dd0e8684af4a req-de4d2308-2a6d-4384-8374-7e5a87050db5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0825582 Feb 02 16:13:56.554284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39a29728-3e52-478e-8106-dd0e8684af4a req-47e0c906-42e2-4858-a33e-1d29555ad1ab tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482390 Feb 02 16:13:56.661811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-8f370625-9a23-4f73-8383-dc1a8eadeeaf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1097 time: 0.0718625 Feb 02 16:13:56.924116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-dde215a1-9243-4f1b-852f-c147cd3ae503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:56.925812 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-dde215a1-9243-4f1b-852f-c147cd3ae503 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.2583489 Feb 02 16:13:56.940136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e8996cad-67e4-47f5-a404-eb68ab1f37bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:57.041082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-ae125957-6b32-4eda-8368-0c0f3453c65d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1002 time: 0.1080892 Feb 02 16:13:57.111627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-e1da9ca4-9c65-481f-99db-31037233348c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:57.113343 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-e1da9ca4-9c65-481f-99db-31037233348c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0665259 Feb 02 16:13:57.197944 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-f6e41fb0-7742-467d-a857-1930f43ab8e1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789554 Feb 02 16:13:57.328432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-9f681e5d-a7dd-45db-b130-a27128e5cd39 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241693 Feb 02 16:13:57.457949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-d33ce78f-fca2-4c93-9f21-6ce61e780fb0 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237712 Feb 02 16:13:57.764776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24ad2d-d89f-4e05-9ad6-087f41aff300 req-fb3fb96f-8405-4771-8b73-5155aeb12faa tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:57.766851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a24ad2d-d89f-4e05-9ad6-087f41aff300 req-fb3fb96f-8405-4771-8b73-5155aeb12faa tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0804632 Feb 02 16:13:57.814277 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a24ad2d-d89f-4e05-9ad6-087f41aff300 req-c2c6f6df-1d81-4e9e-bae4-f23086ddedea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Feb 02 16:13:58.390496 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:58.561747 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:13:59.011434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24cd6a-a6fe-4618-8bb3-65013a67c1d9 req-887d26e7-01c9-4680-8ce0-a062d13de332 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:13:59.012801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba24cd6a-a6fe-4618-8bb3-65013a67c1d9 req-887d26e7-01c9-4680-8ce0-a062d13de332 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0747280 Feb 02 16:13:59.057425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba24cd6a-a6fe-4618-8bb3-65013a67c1d9 req-7574a738-578d-4059-a3c7-61e8bb326bc4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385761 Feb 02 16:13:59.548281 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-21ba1cd8-ae7c-4c6c-9f29-82385d262233 service neutron] show failed (client error): The resource could not be found. Feb 02 16:13:59.549567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-21ba1cd8-ae7c-4c6c-9f29-82385d262233 service neutron] 10.222.0.107 "GET /v2.0/ports/a9965709-743a-4795-b93a-5cd3f749fc40/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0749533 Feb 02 16:14:00.091170 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-4c977136-438f-4e30-b336-42cbaa7d65f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 1097 time: 0.0765254 Feb 02 16:14:00.093634 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:00.108640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:14:00.234021 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:00.624781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13c01-ccc6-4c2b-9535-91eb7bb83c36 req-a65fb907-14e7-4575-912e-11729d25f5ec tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:00.626217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55b13c01-ccc6-4c2b-9535-91eb7bb83c36 req-a65fb907-14e7-4575-912e-11729d25f5ec tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.2749138 Feb 02 16:14:00.680021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:00.707516 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-55b13c01-ccc6-4c2b-9535-91eb7bb83c36 req-24bdf680-c16f-420c-84d2-1db52ac5c8cd tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675943 Feb 02 16:14:00.735113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:14:00.786592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:00.791913 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:00.809131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Transition to ACTIVE for port object a9965709-743a-4795-b93a-5cd3f749fc40 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:14:00.858327 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'code': 200} Feb 02 16:14:00.876019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:01.005655 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:01.029591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.029935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.030277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.030612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.030941 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.031272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.031597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.031943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.032269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.032590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.033551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:01.088574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] No DVR routers for this DVR port a9965709-743a-4795-b93a-5cd3f749fc40 on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:14:01.332632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Attempting to bind port a9965709-743a-4795-b93a-5cd3f749fc40 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:14:01.333296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Attempting to bind port a9965709-743a-4795-b93a-5cd3f749fc40 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:14:01.333296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Attempting to bind port a9965709-743a-4795-b93a-5cd3f749fc40 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:14:01.338936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Port a9965709-743a-4795-b93a-5cd3f749fc40 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:14:01.339257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Attempting to bind port a9965709-743a-4795-b93a-5cd3f749fc40 on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:14:01.345507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:14:01.345880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:14:01.346259 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:14:01.346682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Bound port: a9965709-743a-4795-b93a-5cd3f749fc40, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:14:01.347022 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:01.432354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:14:01.435273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:14:01.544124 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:01.608584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:01.609948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] 10.222.0.64 "PUT /v2.0/ports/a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1092 time: 1.5056384 Feb 02 16:14:01.624997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f346c-4ffe-405f-b08c-94deafca8b8d service neutron] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:01.718906 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-d85821ad-0149-4f46-832f-59e8f5a0ebef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1095 time: 0.0727205 Feb 02 16:14:01.901682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-b46cf1f7-a264-42b5-ae4a-f7534ababaed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:01.907477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-b46cf1f7-a264-42b5-ae4a-f7534ababaed service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1773529 Feb 02 16:14:02.018593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160f578-4d06-4c68-8848-a1b8bfec777f req-569e1219-e08c-4568-9014-f46a85b00173 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:02.020089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7160f578-4d06-4c68-8848-a1b8bfec777f req-569e1219-e08c-4568-9014-f46a85b00173 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 944 time: 0.1782031 Feb 02 16:14:02.046730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-6650406b-f15f-4b5a-963f-4eb879abcaba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1000 time: 0.1304455 Feb 02 16:14:02.117788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7160f578-4d06-4c68-8848-a1b8bfec777f req-40489264-d57a-4722-9a0f-bdae87a429ba tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906594 Feb 02 16:14:02.131034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-6c0cbec2-3d4b-4114-be9a-eb4d0646a5fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:02.132478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-6c0cbec2-3d4b-4114-be9a-eb4d0646a5fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0718601 Feb 02 16:14:02.207708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-4579f453-5ce3-4e3b-a65a-3a1083b82b5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695755 Feb 02 16:14:02.340329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-85bf136a-9fe6-41a4-b3d3-8f282c8a60e0 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260688 Feb 02 16:14:02.565470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cff5b89-1f7f-47d1-841c-dcb4115d44dd req-22785f01-cdfb-4966-84fe-d35c03dc2c27 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195997 Feb 02 16:14:02.859702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:02.953325 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'status': 'completed', 'code': 200} Feb 02 16:14:03.064509 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-d1ce56c3-1fc2-447d-8967-220c4ea3aa60 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1095 time: 0.0702250 Feb 02 16:14:03.067203 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-8a93d197-3130-4681-84f8-426556213c8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1095 time: 0.0730412 Feb 02 16:14:03.104903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a9965709-743a-4795-b93a-5cd3f749fc40 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:14:03.170499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a9965709-743a-4795-b93a-5cd3f749fc40 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:14:03.211321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-46761630-b1e5-4917-a631-f18fb7882d38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.211659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-1225369c-9d60-40bd-90aa-687aaf21a71e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.212814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-46761630-b1e5-4917-a631-f18fb7882d38 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1432326 Feb 02 16:14:03.213092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-1225369c-9d60-40bd-90aa-687aaf21a71e service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1393523 Feb 02 16:14:03.316814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-c0efba79-151f-4291-803a-18224f9d93d9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1000 time: 0.0981362 Feb 02 16:14:03.365724 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-fbc08882-3473-4b1c-ba8c-5a6d03cdc386 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1000 time: 0.1464896 Feb 02 16:14:03.378797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-38d0d3c9-6b2f-4275-869d-a542d6144b19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.380263 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-38d0d3c9-6b2f-4275-869d-a542d6144b19 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0581689 Feb 02 16:14:03.422537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a6511-7d46-4a08-b00c-8d59171dec17 req-0fd93600-564c-4436-a319-98db7912e657 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.424073 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698a6511-7d46-4a08-b00c-8d59171dec17 req-0fd93600-564c-4436-a319-98db7912e657 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 944 time: 0.1578674 Feb 02 16:14:03.457767 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-c4ff9889-5d8f-409f-8725-09a5624c0682 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720520 Feb 02 16:14:03.462232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-06814e13-07fd-4e31-8cce-d94c028294e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:03.463657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-06814e13-07fd-4e31-8cce-d94c028294e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0900633 Feb 02 16:14:03.531822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-698a6511-7d46-4a08-b00c-8d59171dec17 req-e12d4182-3ab4-4658-9da3-723aa76c16fc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976026 Feb 02 16:14:03.559452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-87f20230-2d84-467f-82b4-40539b8e003d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841980 Feb 02 16:14:03.593910 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-84faefa4-ceb3-4dca-807f-345f49386684 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305246 Feb 02 16:14:03.695046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-d6ef50ac-b5e8-46a8-9ec1-ee7df06b380e service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284406 Feb 02 16:14:03.725415 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-300eeaa8-d45a-4ae3-9312-777945b466ed service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260052 Feb 02 16:14:03.827645 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d03237a4-ae07-4eef-978c-6efef3305b9a req-8b00ca34-69d3-46bb-b358-7293216ef141 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254072 Feb 02 16:14:04.730748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a68ea-7453-4605-b050-af3e94dab49a req-ccd60bfd-d097-4d90-9fc9-ae58ad76f06d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:04.732126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-758a68ea-7453-4605-b050-af3e94dab49a req-ccd60bfd-d097-4d90-9fc9-ae58ad76f06d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 944 time: 0.0760789 Feb 02 16:14:04.777267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-758a68ea-7453-4605-b050-af3e94dab49a req-0fb80891-e228-4452-b5c1-add69a57bf70 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390995 Feb 02 16:14:05.365345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef600044-e578-499d-b70e-c3088de94572 req-85424788-6148-4956-82c0-212dfe54d231 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:05.366760 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-85424788-6148-4956-82c0-212dfe54d231 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11&tenant_id=62a051b6ff094f46a9a6415cea5aa071&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 944 time: 0.1077938 Feb 02 16:14:05.373065 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20f8a9-affb-4bae-88f1-08cccecfb9da req-111722c5-a7dc-4797-a2bd-0c1259701900 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:05.374392 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c20f8a9-affb-4bae-88f1-08cccecfb9da req-111722c5-a7dc-4797-a2bd-0c1259701900 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 944 time: 0.2406824 Feb 02 16:14:05.428172 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a9965709-743a-4795-b93a-5cd3f749fc40 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:14:05.476135 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8c20f8a9-affb-4bae-88f1-08cccecfb9da req-9f7eb627-c9f9-46c5-ae2d-73fb698819d9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692210 Feb 02 16:14:05.481505 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-ef600044-e578-499d-b70e-c3088de94572 req-3fd30fcb-bd9e-4d4b-9a91-5e4f04843b72 service neutron] delete failed (client error): The resource could not be found. Feb 02 16:14:05.482418 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-3fd30fcb-bd9e-4d4b-9a91-5e4f04843b72 service neutron] 10.222.0.107 "DELETE /v2.0/ports/a9965709-743a-4795-b93a-5cd3f749fc40/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.1071985 Feb 02 16:14:05.560347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:05.574129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'mac_address': 'fa:16:3e:bd:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:14:05.627461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:05.638514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-27f92741-e24d-4570-bbbc-472597dac3fe service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1095 time: 0.0727735 Feb 02 16:14:05.645142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9965709-743a-4795-b93a-5cd3f749fc40 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:14:05.660428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:05.756230 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:05.770280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef600044-e578-499d-b70e-c3088de94572 req-b9103a3e-9cf9-4cf9-9b6d-36d2d59745f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:05.771755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-b9103a3e-9cf9-4cf9-9b6d-36d2d59745f3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1274064 Feb 02 16:14:05.825648 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:05.873506 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-f04c3da1-4902-4f8d-aad9-5daa1590e03a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1001 time: 0.0956862 Feb 02 16:14:05.942420 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef600044-e578-499d-b70e-c3088de94572 req-726a90a7-6022-4e50-9187-ffa960d6c67d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:05.943796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-726a90a7-6022-4e50-9187-ffa960d6c67d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0646026 Feb 02 16:14:06.017633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-ade853af-cadd-485a-8fef-85d99cd815c3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680504 Feb 02 16:14:06.061232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['a9965709-743a-4795-b93a-5cd3f749fc40'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:14:06.154122 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-99ede02d-9ed2-4fe1-92fe-1511f25390b7 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311309 Feb 02 16:14:06.289689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ef600044-e578-499d-b70e-c3088de94572 req-c5f98f5a-17d9-49ff-a0cc-9b2e3114a973 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296935 Feb 02 16:14:06.679373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ef843-4061-475d-8dde-756a67d2e3ee req-2f8f6709-196f-45fd-8fa7-4107b0ffd246 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:06.680873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c90ef843-4061-475d-8dde-756a67d2e3ee req-2f8f6709-196f-45fd-8fa7-4107b0ffd246 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 945 time: 0.0766115 Feb 02 16:14:06.729883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c90ef843-4061-475d-8dde-756a67d2e3ee req-699a3c6d-e11b-4286-aee8-4ab480297070 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434163 Feb 02 16:14:07.430488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a9965709-743a-4795-b93a-5cd3f749fc40 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:14:07.619290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port a9965709-743a-4795-b93a-5cd3f749fc40 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:14:07.624477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port a9965709-743a-4795-b93a-5cd3f749fc40 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:14:07.624842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:07.739275 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:07.765478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:07.775787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:07.846953 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:07.902831 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'code': 200} Feb 02 16:14:07.919713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:07.935181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53c6c7-289a-4c2f-9e7d-5672011c8111 req-db8db1ca-01db-4e6b-9c99-f71a31c2c400 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:07.936690 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db53c6c7-289a-4c2f-9e7d-5672011c8111 req-db8db1ca-01db-4e6b-9c99-f71a31c2c400 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0830650 Feb 02 16:14:07.984047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db53c6c7-289a-4c2f-9e7d-5672011c8111 req-0020c762-0120-4d29-bae9-eb5b87a94155 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411320 Feb 02 16:14:08.185338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32462-2607-41fd-a9a6-7bcdebd64ab5 req-6d510f94-4c42-42b3-836c-07119e6d28ab tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:08.186803 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dda32462-2607-41fd-a9a6-7bcdebd64ab5 req-6d510f94-4c42-42b3-836c-07119e6d28ab tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0778837 Feb 02 16:14:08.232178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dda32462-2607-41fd-a9a6-7bcdebd64ab5 req-b18f2e92-7d49-4449-84b4-22a92e5988fb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386438 Feb 02 16:14:08.725858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca61578-8cb1-4fe2-b7e6-08f729d13ee2 req-73708aef-dd4b-440e-b4e2-6a2e10408558 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:08.727464 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eca61578-8cb1-4fe2-b7e6-08f729d13ee2 req-73708aef-dd4b-440e-b4e2-6a2e10408558 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0830474 Feb 02 16:14:08.773177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eca61578-8cb1-4fe2-b7e6-08f729d13ee2 req-e0c42874-0496-4739-baf3-37eeac68d4dc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400741 Feb 02 16:14:08.877384 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-646ad3a3-687c-450f-bcc2-b97d7853f95e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 1097 time: 0.0688448 Feb 02 16:14:09.007578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-8848bd9f-2059-442c-b04d-18d45d85b6b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:09.009083 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-8848bd9f-2059-442c-b04d-18d45d85b6b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1253281 Feb 02 16:14:09.109893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-a73cfde5-be18-4506-8b2b-0aa63d4e4bef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 200 len: 1002 time: 0.0954106 Feb 02 16:14:09.171631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-3408d598-7884-4b99-a512-e139e9884405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:09.172949 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-3408d598-7884-4b99-a512-e139e9884405 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0575199 Feb 02 16:14:09.345447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-eb2e2883-685c-4179-bba5-a98511e13e4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661487 Feb 02 16:14:09.476316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-8707656b-ec54-407d-93d2-399e171a46e7 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245363 Feb 02 16:14:09.605132 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6bd7471a-d92c-44e8-a19f-029af70932ce req-937dd0dd-5335-4a9e-ae52-cde70c3fd4d8 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233997 Feb 02 16:14:09.969214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6439-cb79-4c8f-865e-8d1d14723697 req-2dd8479f-cbf9-413d-98ab-7d06c1330feb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:09.970811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-36ac6439-cb79-4c8f-865e-8d1d14723697 req-2dd8479f-cbf9-413d-98ab-7d06c1330feb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0739093 Feb 02 16:14:10.018586 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-36ac6439-cb79-4c8f-865e-8d1d14723697 req-66a2bb2d-876d-47dc-ae92-1034727c9407 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422680 Feb 02 16:14:11.216694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082e77d-e5df-4224-9be0-beecf7668ab9 req-6f81c224-40e2-461a-a390-2f14dedc6b15 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:11.218142 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4082e77d-e5df-4224-9be0-beecf7668ab9 req-6f81c224-40e2-461a-a390-2f14dedc6b15 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0799289 Feb 02 16:14:11.263394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4082e77d-e5df-4224-9be0-beecf7668ab9 req-0c090185-6b05-4caa-a326-0fa997f36118 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389688 Feb 02 16:14:11.894264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b68a4-79c4-4df0-9bdf-5f7e4fbd819b req-5c910755-47e3-4263-adce-7b7e51265654 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:11.895718 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-901b68a4-79c4-4df0-9bdf-5f7e4fbd819b req-5c910755-47e3-4263-adce-7b7e51265654 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0808289 Feb 02 16:14:11.941694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-901b68a4-79c4-4df0-9bdf-5f7e4fbd819b req-650f30bd-a5df-4e2f-8e93-6c54442516bb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404718 Feb 02 16:14:13.141481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c0284-7fd3-4409-b6f6-e67d666b74a1 req-8d06eabf-da1e-4934-afe6-9c56579cdb8e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:13.143346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a08c0284-7fd3-4409-b6f6-e67d666b74a1 req-8d06eabf-da1e-4934-afe6-9c56579cdb8e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0794318 Feb 02 16:14:13.191019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a08c0284-7fd3-4409-b6f6-e67d666b74a1 req-942b1fa5-00bf-426c-b584-9732beee0c44 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418665 Feb 02 16:14:13.217639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-a803ef4c-dfdf-4e71-95da-8971db9843e0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:13.219084 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-a803ef4c-dfdf-4e71-95da-8971db9843e0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 946 time: 0.0776262 Feb 02 16:14:13.289421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Deleting port a9965709-743a-4795-b93a-5cd3f749fc40 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:14:13.289762 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:13.535154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] For port a9965709-743a-4795-b93a-5cd3f749fc40, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a9965709-743a-4795-b93a-5cd3f749fc40,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:13.535447 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:13.821311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:13.821602 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:13.821917 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 disassociated. External IP: 172.25.0.194, port: a9965709-743a-4795-b93a-5cd3f749fc40. Feb 02 16:14:13.822300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Calling delete_port for a9965709-743a-4795-b93a-5cd3f749fc40 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:14:14.018979 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:14.069649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event deleted for resources: {'Port': ['ID=a9965709-743a-4795-b93a-5cd3f749fc40,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:14.383803 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80110a66-3fe0-4979-af13-1e63ee2cbf65 req-af39b933-6e35-4272-89c6-cd9cc3590d5f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 210 time: 0.0445170 Feb 02 16:14:14.424675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:14:14.625628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:14:14.636090 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:14:14.652226 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:14:14.652827 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:13:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:14.697019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] No DVR routers for this DVR port a9965709-743a-4795-b93a-5cd3f749fc40 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:14:14.699728 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:14.702360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'name': 'network-vif-deleted', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:14.763435 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e3eea6-685d-4517-afaf-0ebd12485d11', 'name': 'network-vif-deleted', 'tag': 'a9965709-743a-4795-b93a-5cd3f749fc40', 'status': 'completed', 'code': 200} Feb 02 16:14:14.791118 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9fb9f2be-b6dd-403a-993c-b0a8a9e31cf4 req-ed8db198-2b8c-4e24-9a7d-fae3c72bc2d8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.64 "DELETE /v2.0/ports/a9965709-743a-4795-b93a-5cd3f749fc40 HTTP/1.1" status: 204 len: 173 time: 1.5667222 Feb 02 16:14:14.856242 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:14:15.168886 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:15.172737 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:14:15.184153 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:14:15.184755 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:13:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:15.377444 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:14:15.476795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a9965709-743a-4795-b93a-5cd3f749fc40 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:14:15.523866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: a9965709-743a-4795-b93a-5cd3f749fc40 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:14:15.524359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a9965709-743a-4795-b93a-5cd3f749fc40 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:14:15.572080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f30a5080-4a86-45ce-ad97-6b1c5fe381c4 req-a067c770-42de-487f-80ec-b716fcbfde27 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:14:15.670589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-f30a5080-4a86-45ce-ad97-6b1c5fe381c4 req-a067c770-42de-487f-80ec-b716fcbfde27 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:14:15.671766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f30a5080-4a86-45ce-ad97-6b1c5fe381c4 req-a067c770-42de-487f-80ec-b716fcbfde27 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=90e3eea6-685d-4517-afaf-0ebd12485d11 HTTP/1.1" status: 200 len: 210 time: 0.1458912 Feb 02 16:14:15.699692 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:15.703658 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08f142-3c79-45b7-9966-22e8e3b9b3c6 None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:14:15.924959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf94b2a-ce24-465b-9b23-e94083e37fa0 None None] New status for floating IP 813dbeca-c10f-4a9b-a715-bc6996410039: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:14:17.052239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-3a764895-bdc3-4b94-84cc-4ea3691fa09f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2104986943&fields=id&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 267 time: 0.0413799 Feb 02 16:14:17.197823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-8b60fb61-774f-4939-94d8-623945e955f4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:17.199236 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-8b60fb61-774f-4939-94d8-623945e955f4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 812 time: 0.1407695 Feb 02 16:14:17.217732 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-0ead02ad-9a44-44cc-817e-963d8e8c94e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/quotas/62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 375 time: 0.0121191 Feb 02 16:14:17.303401 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-ec470971-1cd8-420a-b492-81d9ee03df14 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802679 Feb 02 16:14:17.493527 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:17.598168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-67057c4d-f5cc-408d-9449-cefa071df3ba service neutron] 10.222.0.88 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832143 Feb 02 16:14:17.727099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-51d7d67c-d61b-4f09-b1b4-74a51ab1dc6c service neutron] 10.222.0.88 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231730 Feb 02 16:14:17.994849 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7daad261-3adb-4b04-b59b-468532de1201 req-63d9d9ce-42b6-44fb-add3-9afeb9f4f142 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 210 time: 0.0415926 Feb 02 16:14:18.219334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:19.158991 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-723239f4-7e0c-4b5d-9cd9-37b3e940e4c4 req-d63029ea-d791-4ae4-943a-c310b737efee tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 210 time: 0.0406835 Feb 02 16:14:20.037650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-f6f7adc6-7cb6-4a45-ba99-b4d637469358 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:20.038993 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-f6f7adc6-7cb6-4a45-ba99-b4d637469358 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 812 time: 0.1416812 Feb 02 16:14:20.096687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-8e9df5a3-d7a8-4d8d-891e-2f069e453a3a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 380 time: 0.0401769 Feb 02 16:14:20.104569 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'port': {'device_id': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'admin_state_up': True, 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'security_groups': ['08500c5f-85b8-4d8d-ab85-d421edcbdc7f']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:14:20.246398 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:14:20.256962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:14:20.329836 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b2f7fcb-449b-40f6-83bf-ba28165d50c9 req-9b51f6ad-73e7-4c44-a00e-6517c071f995 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 210 time: 0.0427706 Feb 02 16:14:20.379163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Made reservation on behalf of 62a051b6ff094f46a9a6415cea5aa071 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:14:20.382295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:20.549310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Allocated IP 172.20.0.7 (6b0accf7-c9ad-420f-b5bd-230e79f948a9/8267f21e-c268-46d2-9672-016a35fa8129/54e5981d-c0f0-4430-9b21-2f30e0329cbe) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:14:20.737972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:20.753458 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Transition to ACTIVE for port object 54e5981d-c0f0-4430-9b21-2f30e0329cbe will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:14:20.842153 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:20.915731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:14:20.918877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:14:20.923432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:14:20.948266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:20.968650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.969006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.969346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.969686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.970648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.971324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.971324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.971616 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.971965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.972292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:20.972615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:21.002899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:21.003420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:21.094562 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-6b34f270-8a72-4e89-9fe3-f483d0b5cb1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9933307 Feb 02 16:14:21.114588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Request body: {'port': {'device_id': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:14:21.201142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d8d8b30-f35a-4db8-afcb-b432fd852bf2 None None] Provisioning for port 54e5981d-c0f0-4430-9b21-2f30e0329cbe completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:14:21.206760 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9d8d8b30-f35a-4db8-afcb-b432fd852bf2 None None] Provisioning complete for port 54e5981d-c0f0-4430-9b21-2f30e0329cbe triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:14:21.207133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9d8d8b30-f35a-4db8-afcb-b432fd852bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:21.227034 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:21.260955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d8b30-f35a-4db8-afcb-b432fd852bf2 None None] Port 54e5981d-c0f0-4430-9b21-2f30e0329cbe cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:14:21.582161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d73f8-569f-4d10-bc71-c8dfb8bb29a4 req-e80010bd-f695-4ebc-913b-f23a4a555a37 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:21.582840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1b0d73f8-569f-4d10-bc71-c8dfb8bb29a4 req-e80010bd-f695-4ebc-913b-f23a4a555a37 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:14:21.652181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e5981d-c0f0-4430-9b21-2f30e0329cbe {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:14:21.659331 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:21.674132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Transition to ACTIVE for port object 54e5981d-c0f0-4430-9b21-2f30e0329cbe will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:14:21.732645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-1b0d73f8-569f-4d10-bc71-c8dfb8bb29a4 req-e80010bd-f695-4ebc-913b-f23a4a555a37 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:14:21.733807 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b0d73f8-569f-4d10-bc71-c8dfb8bb29a4 req-e80010bd-f695-4ebc-913b-f23a4a555a37 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 931 time: 0.2756121 Feb 02 16:14:21.762287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:21.981012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1b0d73f8-569f-4d10-bc71-c8dfb8bb29a4 req-24b5d514-e8e5-4cc0-886e-a759eb130faf tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409754 Feb 02 16:14:21.990349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:22.113904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:14:22.114238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:14:22.114644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:14:22.120324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:14:22.120647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:14:22.127293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:14:22.127630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:14:22.128035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:14:22.128454 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Bound port: 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:14:22.128798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.219431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:14:22.222331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:14:22.293679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.355227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:22.356624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] 10.222.0.107 "PUT /v2.0/ports/54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1091 time: 1.2470777 Feb 02 16:14:22.357056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:22.384380 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d678f61-596f-4e98-b07d-298871ccf2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:22.421761 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'status': 'completed', 'code': 200} Feb 02 16:14:22.537112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a5f335c-ed91-467e-a89f-6b2a1647f5ea req-cab863e5-6ed7-48a7-a3e4-a7d99f3b2b73 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1094 time: 0.0737622 Feb 02 16:14:22.682170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f335c-ed91-467e-a89f-6b2a1647f5ea req-dd645467-78c8-4b1d-b861-8729330cce0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:22.683578 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a5f335c-ed91-467e-a89f-6b2a1647f5ea req-dd645467-78c8-4b1d-b861-8729330cce0d service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=62a051b6ff094f46a9a6415cea5aa071&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1333280 Feb 02 16:14:22.821800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f335c-ed91-467e-a89f-6b2a1647f5ea req-5869cecc-9bad-44f4-b53a-5ffe4b4549fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:22.823211 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a5f335c-ed91-467e-a89f-6b2a1647f5ea req-5869cecc-9bad-44f4-b53a-5ffe4b4549fa service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1329346 Feb 02 16:14:22.947159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-fcfd04c0-52b9-4a83-8f73-d68a590959cc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1094 time: 0.0687747 Feb 02 16:14:23.022167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-c478ce88-9299-4ae4-8152-895a3fbf62f8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 217 time: 0.0636156 Feb 02 16:14:23.085124 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-7ecab4e5-5219-4089-8dc5-fd07e9a689d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:23.086704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-7ecab4e5-5219-4089-8dc5-fd07e9a689d1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0588889 Feb 02 16:14:23.224289 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-abddf17b-076a-458e-8c5a-837f8b1a4082 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314776 Feb 02 16:14:23.232427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c4563-4a11-4182-95a8-a4855532e64d req-bc40d750-a269-471c-8faa-4816c747e24a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:23.233734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-935c4563-4a11-4182-95a8-a4855532e64d req-bc40d750-a269-471c-8faa-4816c747e24a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 943 time: 0.1107526 Feb 02 16:14:23.359831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-935c4563-4a11-4182-95a8-a4855532e64d req-96f62ede-2d8c-4622-9f37-de5620710046 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055145 Feb 02 16:14:23.392747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-75b7ed4b-bdd2-4e87-8c6a-f2f59d26dd36 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580119 Feb 02 16:14:23.521516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-185e25b0-c8a2-44eb-8562-87934814ca49 req-945c36b1-b86b-419c-bbbb-da351e472a2c service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233971 Feb 02 16:14:24.567231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878da20-3e4d-48e2-b97e-801344119061 req-7db1a3f3-f199-464b-8996-a753619dbba3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:24.568727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b878da20-3e4d-48e2-b97e-801344119061 req-7db1a3f3-f199-464b-8996-a753619dbba3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 943 time: 0.0789311 Feb 02 16:14:24.614289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b878da20-3e4d-48e2-b97e-801344119061 req-9b54a628-cecd-4a17-9cfa-a7eda5dc1132 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398414 Feb 02 16:14:24.636563 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-15ad6c9b-a473-4a50-88e7-cb4951a5c6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:25.816642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9dd0d-443c-4d5a-81ee-c1b993fa6a07 req-72044271-d2e5-4e35-8d12-282bf15a2f24 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:25.818069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6a9dd0d-443c-4d5a-81ee-c1b993fa6a07 req-72044271-d2e5-4e35-8d12-282bf15a2f24 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 943 time: 0.0786102 Feb 02 16:14:25.863016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d6a9dd0d-443c-4d5a-81ee-c1b993fa6a07 req-9947186a-33fc-44d2-8284-8712cbd56323 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393133 Feb 02 16:14:26.869564 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b1e81cca-ea83-452b-8eaa-d9642d3b5f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:27.064515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1aa8c-9ab7-4334-b749-c622700f1660 req-9fdf515a-8f27-4d3d-afc4-c586265e6cac tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:27.066121 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1c1aa8c-9ab7-4334-b749-c622700f1660 req-9fdf515a-8f27-4d3d-afc4-c586265e6cac tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 943 time: 0.0769165 Feb 02 16:14:27.114387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1c1aa8c-9ab7-4334-b749-c622700f1660 req-1c60a143-3ccc-47b6-8326-63d6ca33e2ef tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Feb 02 16:14:27.145991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:14:27.311140 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:27.323991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'mac_address': 'fa:16:3e:7c:fa:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:14:27.379178 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:27.395578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e5981d-c0f0-4430-9b21-2f30e0329cbe {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:14:27.410461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:27.510628 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:27.575876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:27.585081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.585434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.585779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.586114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.586447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.586777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.587100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.587425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.587749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.588108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.588432 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:14:27.783227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['54e5981d-c0f0-4430-9b21-2f30e0329cbe'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:14:28.310823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8546981-aa35-442d-9295-417eb3b35809 req-56372393-b114-439c-9dc6-3275fcd3d985 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:28.315964 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e8546981-aa35-442d-9295-417eb3b35809 req-56372393-b114-439c-9dc6-3275fcd3d985 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 944 time: 0.0776432 Feb 02 16:14:28.358385 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e8546981-aa35-442d-9295-417eb3b35809 req-9f595f94-852c-471b-a01d-e42e9b12d310 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 Feb 02 16:14:28.367853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:28.572097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:29.145878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:14:29.264914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 54e5981d-c0f0-4430-9b21-2f30e0329cbe completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:14:29.270050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 54e5981d-c0f0-4430-9b21-2f30e0329cbe triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:14:29.270418 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:29.383630 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:29.410466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:29.420315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:29.466675 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'code': 200} Feb 02 16:14:29.492845 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:29.558182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb067b-7ab1-436f-8f75-16389261f261 req-f88ab234-5164-43b7-9c8d-a1692a1c3102 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:29.560279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cbb067b-7ab1-436f-8f75-16389261f261 req-f88ab234-5164-43b7-9c8d-a1692a1c3102 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0820661 Feb 02 16:14:29.565142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:29.613672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cbb067b-7ab1-436f-8f75-16389261f261 req-1ccaefe9-0f5c-47a3-a723-c2b277d72562 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468664 Feb 02 16:14:29.645562 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:14:29.712372 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ce66e49-a28d-44cc-99f1-843f8ce2b4c8 req-42240cfb-b79e-4d59-a6e5-6990a5bef9f0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1096 time: 0.1603222 Feb 02 16:14:29.754463 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ce66e49-a28d-44cc-99f1-843f8ce2b4c8 req-af905ae3-da65-4b4e-83f2-c85dc2a0eb0d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360038 Feb 02 16:14:30.156236 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:30.817217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf0fc3-1698-4dd9-b87f-a6eaccdb6fdf req-f0a8c378-b140-46b5-8160-7d41d7aa39da tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:30.818679 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02bf0fc3-1698-4dd9-b87f-a6eaccdb6fdf req-f0a8c378-b140-46b5-8160-7d41d7aa39da tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0800900 Feb 02 16:14:30.866859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02bf0fc3-1698-4dd9-b87f-a6eaccdb6fdf req-bb2148c6-30f3-4930-bd38-b2d94d7b9bea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Feb 02 16:14:32.068708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdee397-df16-4698-b4e8-f8ee392806e1 req-14873c6f-2df7-4f98-8d13-3f53c6eb8aa7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:32.070055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cdee397-df16-4698-b4e8-f8ee392806e1 req-14873c6f-2df7-4f98-8d13-3f53c6eb8aa7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0803151 Feb 02 16:14:32.115141 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4cdee397-df16-4698-b4e8-f8ee392806e1 req-1a9d067b-f73c-400f-a3e9-1a1370d90189 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392258 Feb 02 16:14:32.467607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de0017-e7d0-477f-ba55-3dd9ab35e926 req-1f668a58-dc60-43c6-ae49-b9c5ecc25998 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:32.469073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-16de0017-e7d0-477f-ba55-3dd9ab35e926 req-1f668a58-dc60-43c6-ae49-b9c5ecc25998 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0747874 Feb 02 16:14:32.477843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46604) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:14:32.482987 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'floatingip': {'port_id': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:14:32.561577 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:33.170332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:33.219131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:33.403914 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 associated. External IP: 172.25.0.194, port: 54e5981d-c0f0-4430-9b21-2f30e0329cbe. Feb 02 16:14:33.887859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:14:34.083559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:14:34.088318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:34.092986 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:14:34.106200 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:14:34.106881 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:14:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:34.144904 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f291156a-9cf5-4847-b8be-ef6733782ace tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "PUT /v2.0/floatingips/813dbeca-c10f-4a9b-a715-bc6996410039 HTTP/1.1" status: 200 len: 991 time: 1.6633556 Feb 02 16:14:34.144904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:34.209253 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'status': 'completed', 'code': 200} Feb 02 16:14:34.325874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-f53df552-ea9d-4778-8078-c53f7fcf769e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1096 time: 0.0758221 Feb 02 16:14:34.356575 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:14:34.362892 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c1b57-b6d7-4943-ad30-bb87dc8f521d req-324f7e99-6986-4ccc-a5f7-76d2a8e123a1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:34.365294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e3c1b57-b6d7-4943-ad30-bb87dc8f521d req-324f7e99-6986-4ccc-a5f7-76d2a8e123a1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.1107678 Feb 02 16:14:34.421743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e3c1b57-b6d7-4943-ad30-bb87dc8f521d req-49d89218-5610-452d-b3de-c20d38344522 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508296 Feb 02 16:14:34.471412 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-6dab565e-b9e2-4499-a29b-d9dcdaf8a888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:34.473082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-6dab565e-b9e2-4499-a29b-d9dcdaf8a888 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1413941 Feb 02 16:14:34.579095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-4bf63c76-be43-4297-a12a-1fe40e049d5e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 999 time: 0.0999329 Feb 02 16:14:34.638823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-64457ca8-1114-44d5-8f77-78ecffe3d659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:34.640192 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-64457ca8-1114-44d5-8f77-78ecffe3d659 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0559263 Feb 02 16:14:34.711609 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:7c:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:14:33Z', 'revision_number': 9, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:34.713473 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-b2eb815e-8138-4cf6-bfa3-32fd07331cd7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681331 Feb 02 16:14:34.715512 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:14:34.726426 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:14:34.727396 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:14:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:34.846618 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-ea2d9629-1b25-4834-8d9e-92d2f6a93ee7 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276872 Feb 02 16:14:34.902513 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:14:34.982961 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b482219-5e0b-4a73-8624-88bb4ef49424 req-93fa8a5a-0487-40bc-95b5-ba018432d907 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308334 Feb 02 16:14:35.255495 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:7c:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:14:33Z', 'revision_number': 9, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:14:35.259438 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca999f0-1e90-4e0e-83d4-bf885125907f None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:7c:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:14:33Z', 'revision_number': 9, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:14:35.465925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b1a349-fd2a-4bbe-8cf8-5af449507f56 None None] New status for floating IP 813dbeca-c10f-4a9b-a715-bc6996410039: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:14:35.630614 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755df8fc-ebbf-446a-b9e6-fc2f303c8b56 req-1f6a6d23-2691-4410-bcda-1a2d6b7a3cdc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:35.632125 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-755df8fc-ebbf-446a-b9e6-fc2f303c8b56 req-1f6a6d23-2691-4410-bcda-1a2d6b7a3cdc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0812206 Feb 02 16:14:35.677566 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-755df8fc-ebbf-446a-b9e6-fc2f303c8b56 req-1adc192b-057f-41bc-b3d5-8bc8525e4dfb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 Feb 02 16:14:35.951539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aeca4c6f-9f4d-4edd-a730-9c195d13b6f5 req-c0f6c8a7-2351-4fa8-8a4f-a188664d254b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1423974 Feb 02 16:14:36.359386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c682db-a3ae-4e75-bed9-7940bbf3db20 req-de3bd42e-4484-4227-ac06-63fb354dc108 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:36.362145 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71c682db-a3ae-4e75-bed9-7940bbf3db20 req-de3bd42e-4484-4227-ac06-63fb354dc108 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0781519 Feb 02 16:14:36.417437 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-71c682db-a3ae-4e75-bed9-7940bbf3db20 req-12631927-becb-4098-b12a-41ab9a9e4e0b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497549 Feb 02 16:14:36.533487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-35a6014c-7b3b-4093-826a-1ef0db91ec07 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1481600 Feb 02 16:14:37.624669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6e12a-d479-45f3-8fce-4c278c95b170 req-d79c5da7-edc9-4d8a-953f-8682ad31b140 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:37.626120 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1e6e12a-d479-45f3-8fce-4c278c95b170 req-d79c5da7-edc9-4d8a-953f-8682ad31b140 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0778844 Feb 02 16:14:37.673617 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1e6e12a-d479-45f3-8fce-4c278c95b170 req-c8b5ce84-15bf-4506-aa11-e75eaf0ae773 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Feb 02 16:14:38.699462 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-10d620fb-c720-446f-9274-e741778ba604 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1096 time: 0.0716844 Feb 02 16:14:38.970945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-8910fca4-34ea-4869-9bac-11f5ad574a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:38.972218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-8910fca4-34ea-4869-9bac-11f5ad574a98 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.2666359 Feb 02 16:14:39.087146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbb418-642e-4b78-80ae-092d6b4a5e06 req-bce35557-1293-4cdd-bd71-3009e781c5e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:39.088613 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befbb418-642e-4b78-80ae-092d6b4a5e06 req-bce35557-1293-4cdd-bd71-3009e781c5e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.2784581 Feb 02 16:14:39.091533 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-bafe3268-4870-4105-82ad-d92e50c09495 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1002 time: 0.1112120 Feb 02 16:14:39.181739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befbb418-642e-4b78-80ae-092d6b4a5e06 req-13edf62f-4515-43ba-88e6-92e20f4b1dff tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877130 Feb 02 16:14:39.184856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-2e066849-ee27-43b9-b7f3-5d354809158c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:39.186181 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-2e066849-ee27-43b9-b7f3-5d354809158c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0788953 Feb 02 16:14:39.259784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-91f7ac09-0a43-4ed3-a1b3-b7b4e3422e4e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676527 Feb 02 16:14:39.392121 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-93d9919d-cb78-4ca0-b2b7-d8057d983c30 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267881 Feb 02 16:14:39.521434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-f11eb7a2-b266-409c-9542-dfbd68c4e936 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242931 Feb 02 16:14:40.388281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af3aaf-5fbb-488f-be17-e8acd69a32b9 req-56a9c640-20e2-4bfd-9a0c-9b6b1523aae0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:40.389764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40af3aaf-5fbb-488f-be17-e8acd69a32b9 req-56a9c640-20e2-4bfd-9a0c-9b6b1523aae0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0843320 Feb 02 16:14:40.437318 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-40af3aaf-5fbb-488f-be17-e8acd69a32b9 req-7a131696-78ea-4f36-86cb-f1065db60972 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Feb 02 16:14:41.636770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a1c4-45c8-400b-845c-ad8caf07bb1b req-802ac6f5-ead1-4d7c-8526-c6524d848870 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:41.638245 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45e7a1c4-45c8-400b-845c-ad8caf07bb1b req-802ac6f5-ead1-4d7c-8526-c6524d848870 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0797057 Feb 02 16:14:41.684123 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45e7a1c4-45c8-400b-845c-ad8caf07bb1b req-4463e097-ea8e-481f-a336-4a4ddec5431b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Feb 02 16:14:42.884586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686d4c-3d98-4470-b756-dab5df5719e6 req-c2697f74-1ae8-4030-aabb-40d0e8aa3534 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:42.886043 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54686d4c-3d98-4470-b756-dab5df5719e6 req-c2697f74-1ae8-4030-aabb-40d0e8aa3534 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0786161 Feb 02 16:14:42.931977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-54686d4c-3d98-4470-b756-dab5df5719e6 req-183575eb-12f7-4216-a9d4-fd3976fef07e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403054 Feb 02 16:14:44.129050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2292-97fe-41ca-949f-662005ac1fba req-381b775a-7ac7-40cd-8240-76a7878e58ef tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:44.130498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-306e2292-97fe-41ca-949f-662005ac1fba req-381b775a-7ac7-40cd-8240-76a7878e58ef tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0767081 Feb 02 16:14:44.175538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-306e2292-97fe-41ca-949f-662005ac1fba req-95be6112-fdf5-4b80-9746-8544bc860b6a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Feb 02 16:14:45.375002 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a0fdc-d24a-4204-a0ed-185d79792f08 req-05fcbda8-30dd-4324-a2fc-3141f74da7a8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:45.377043 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e2a0fdc-d24a-4204-a0ed-185d79792f08 req-05fcbda8-30dd-4324-a2fc-3141f74da7a8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0818422 Feb 02 16:14:45.422213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8e2a0fdc-d24a-4204-a0ed-185d79792f08 req-d2af2120-713a-46a6-898a-ff549bcc9449 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398121 Feb 02 16:14:46.622692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd62210-56a7-410c-b1af-1e4b824a0f66 req-f00d4ade-2716-49c5-a12d-96c0cf8c360f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:46.624215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3dd62210-56a7-410c-b1af-1e4b824a0f66 req-f00d4ade-2716-49c5-a12d-96c0cf8c360f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0801597 Feb 02 16:14:46.668661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3dd62210-56a7-410c-b1af-1e4b824a0f66 req-84bfd38a-658d-4c89-9b06-477130629f3c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390909 Feb 02 16:14:47.504842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:47.867354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c9f86-df97-4253-af7a-11c89b9e9431 req-a83d55ab-2b7b-4107-ba39-f0a8b115a1e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:47.868993 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-607c9f86-df97-4253-af7a-11c89b9e9431 req-a83d55ab-2b7b-4107-ba39-f0a8b115a1e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0780056 Feb 02 16:14:47.917761 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-607c9f86-df97-4253-af7a-11c89b9e9431 req-2fc84424-e929-44d8-a736-3a4e173ee85d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Feb 02 16:14:48.242236 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:49.114461 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46982c85-a0e5-49b2-98d8-0c52dcd4d2e9 req-1c7aa14e-1dcb-48e2-a9fd-9a1d7b679c2f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:49.115922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-46982c85-a0e5-49b2-98d8-0c52dcd4d2e9 req-1c7aa14e-1dcb-48e2-a9fd-9a1d7b679c2f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0764575 Feb 02 16:14:49.159971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-46982c85-a0e5-49b2-98d8-0c52dcd4d2e9 req-0a629b3a-e0f3-4c4c-897f-d47fe170daff tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385427 Feb 02 16:14:50.373458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b1479-6582-4b31-b708-d7b839db2a87 req-b87a8813-9a20-40a1-8ee5-e3421eb59f6b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:50.374902 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c97b1479-6582-4b31-b708-d7b839db2a87 req-b87a8813-9a20-40a1-8ee5-e3421eb59f6b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0787666 Feb 02 16:14:50.419857 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c97b1479-6582-4b31-b708-d7b839db2a87 req-418a5895-dbc2-47af-81c8-04e855fb0b29 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388064 Feb 02 16:14:51.623007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a16b10-f0ba-4990-a7e3-f5ec2e4faae6 req-2780933e-312e-4b5e-bc85-2a958e9910b3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:51.624484 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45a16b10-f0ba-4990-a7e3-f5ec2e4faae6 req-2780933e-312e-4b5e-bc85-2a958e9910b3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0801561 Feb 02 16:14:51.668627 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45a16b10-f0ba-4990-a7e3-f5ec2e4faae6 req-c2ed2523-2167-4079-9c68-252d7cd44626 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379846 Feb 02 16:14:52.870476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51699e0-9fa7-492e-a7f4-2558f9648bd7 req-3a264d26-f163-47cc-b864-e9d249a7152d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:52.871958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d51699e0-9fa7-492e-a7f4-2558f9648bd7 req-3a264d26-f163-47cc-b864-e9d249a7152d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0821528 Feb 02 16:14:52.917321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d51699e0-9fa7-492e-a7f4-2558f9648bd7 req-756906ae-3e72-4e26-bad9-4ec99ebb9158 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396509 Feb 02 16:14:54.111624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147afa04-667d-42dd-be50-38f3d06d7c03 req-f9d6bfcb-bb4d-4660-9325-4f609e364e2f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:54.113621 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-147afa04-667d-42dd-be50-38f3d06d7c03 req-f9d6bfcb-bb4d-4660-9325-4f609e364e2f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0762796 Feb 02 16:14:54.163329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-147afa04-667d-42dd-be50-38f3d06d7c03 req-628319e3-f40f-417a-a51a-95ca2336cdda tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Feb 02 16:14:54.636592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0b610171-3aba-4c37-985d-d8a180782adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:55.362807 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930d6ab-8dae-41d3-a6da-8c41a10e470f req-60217e0e-21b3-4dda-b8cd-7d32dfffdfdc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:55.364452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3930d6ab-8dae-41d3-a6da-8c41a10e470f req-60217e0e-21b3-4dda-b8cd-7d32dfffdfdc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0781903 Feb 02 16:14:55.410036 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3930d6ab-8dae-41d3-a6da-8c41a10e470f req-45349cae-335b-45fe-bdc7-1f2eb508cf0f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 Feb 02 16:14:56.531794 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-24f458ad-645e-47ad-a244-5746472771b8 service neutron] show failed (client error): The resource could not be found. Feb 02 16:14:56.532813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-24f458ad-645e-47ad-a244-5746472771b8 service neutron] 10.222.0.107 "GET /v2.0/ports/54e5981d-c0f0-4430-9b21-2f30e0329cbe/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0741556 Feb 02 16:14:56.608931 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58c40-9daf-48e5-b345-7d4ecbe42a63 req-41b1ae00-2d5f-4073-9f2d-0c7e266d3f4e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:56.610379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ebc58c40-9daf-48e5-b345-7d4ecbe42a63 req-41b1ae00-2d5f-4073-9f2d-0c7e266d3f4e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0767255 Feb 02 16:14:56.662916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ebc58c40-9daf-48e5-b345-7d4ecbe42a63 req-cf89936f-0650-4ac3-b8b8-6a6418a8c160 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Feb 02 16:14:56.876551 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fc6277a5-aee4-4cca-9fb2-ad0d95aaae8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:57.126448 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-2291ee9b-719e-4ee6-967d-cae0481622a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 1096 time: 0.1644511 Feb 02 16:14:57.142465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:14:57.247859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:57.506978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:14:57.539178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:14:57.596238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:57.601573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:57.616778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Transition to ACTIVE for port object 54e5981d-c0f0-4430-9b21-2f30e0329cbe will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:14:57.667243 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'code': 200} Feb 02 16:14:57.670793 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:57.805937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:57.872850 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218af2a-b5c7-479d-a627-2d530f26bfd3 req-20f1c1cc-5c03-4317-8d73-b3ec4fefe2e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:57.874768 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a218af2a-b5c7-479d-a627-2d530f26bfd3 req-20f1c1cc-5c03-4317-8d73-b3ec4fefe2e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 943 time: 0.0838265 Feb 02 16:14:57.877161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] No DVR routers for this DVR port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:14:57.923428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a218af2a-b5c7-479d-a627-2d530f26bfd3 req-cf229fe8-4876-4408-9ffe-b009f93f072b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418177 Feb 02 16:14:58.119920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:14:58.120250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:14:58.120588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:14:58.126152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:14:58.126469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:14:58.133320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:14:58.133951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:14:58.134058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:14:58.134418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Bound port: 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:14:58.134755 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:58.223858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:14:58.226848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:14:58.293096 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:58.355375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:58.356816 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] 10.222.0.64 "PUT /v2.0/ports/54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1091 time: 1.2181251 Feb 02 16:14:58.369888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dd802-32b1-4d42-838f-e28641bb0b2e service neutron] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:14:58.414048 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:58.468225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-35b5a0d1-5df5-4cd3-a736-71d364677d56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1094 time: 0.0778484 Feb 02 16:14:58.547523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:14:58.631334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-1573ec2a-66fe-4621-bcaf-b1a9b9636543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:58.633551 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-1573ec2a-66fe-4621-bcaf-b1a9b9636543 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1587350 Feb 02 16:14:58.740640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-86ae0080-d4bf-4cd5-99dd-ae634faee7db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1000 time: 0.1006565 Feb 02 16:14:58.803898 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-0332325f-3666-46c8-ac2f-203896f2d2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:58.805259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-0332325f-3666-46c8-ac2f-203896f2d2d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0592091 Feb 02 16:14:58.881915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-9674402d-049e-49cf-bdd0-95870a45e5cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710845 Feb 02 16:14:59.194662 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-94f44bbe-3549-4ea7-858d-53b1c078195c service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070524 Feb 02 16:14:59.229284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f224ee-90fa-4c1a-90a9-d3a0544bdbf6 req-d83cce37-4cad-4ced-8d19-1d7f1ae7c714 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:14:59.230721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4f224ee-90fa-4c1a-90a9-d3a0544bdbf6 req-d83cce37-4cad-4ced-8d19-1d7f1ae7c714 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 943 time: 0.1586337 Feb 02 16:14:59.352174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4f224ee-90fa-4c1a-90a9-d3a0544bdbf6 req-238c5f02-2490-4829-9d92-5400cb37b045 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728357 Feb 02 16:14:59.373426 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5fb5494-1ea0-4433-83d6-27812a0e121e req-b07db746-1ee4-4fea-bd38-09a864cce8c0 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723201 Feb 02 16:14:59.668841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:14:59.735904 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'status': 'completed', 'code': 200} Feb 02 16:14:59.852037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-3b313c96-52a2-48e6-af2d-eaa1807ee61c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1094 time: 0.0735312 Feb 02 16:14:59.871270 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-77422ef3-6945-45cb-b6a2-c42f09ae6e30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1094 time: 0.0744650 Feb 02 16:15:00.007459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b287-4531-4f74-8118-74b4e3f80841 req-6e00b353-314d-46fd-9f1c-0b315a6deec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:00.008956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-6e00b353-314d-46fd-9f1c-0b315a6deec3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1317775 Feb 02 16:15:00.089749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b287-4531-4f74-8118-74b4e3f80841 req-06f4af69-6e26-43c1-9c19-bc4765748ea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:00.091220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-06f4af69-6e26-43c1-9c19-bc4765748ea1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.2337894 Feb 02 16:15:00.120991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-92e36638-050f-47fd-9ddb-a74984de57d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1000 time: 0.1055081 Feb 02 16:15:00.180196 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:00.189037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b287-4531-4f74-8118-74b4e3f80841 req-b6ed1c04-9379-4bd5-825c-232fe2df7b3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:00.191166 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-b6ed1c04-9379-4bd5-825c-232fe2df7b3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0630503 Feb 02 16:15:00.197575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-4bba320b-aaf7-42b0-b5a4-dfe807129443 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1000 time: 0.1005061 Feb 02 16:15:00.260295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b287-4531-4f74-8118-74b4e3f80841 req-3cf060b7-1a72-4198-82f1-763b559ed97f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:00.261640 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-3cf060b7-1a72-4198-82f1-763b559ed97f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0590997 Feb 02 16:15:00.266997 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-e5f0cf2b-14f8-45a7-9563-7d91d75d05cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695679 Feb 02 16:15:00.337019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-f396d724-ad27-462a-b5aa-079911b013b1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698581 Feb 02 16:15:00.403268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-d5ec2495-987d-409c-a614-82a521ddb806 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285427 Feb 02 16:15:00.473095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-3be254f7-b30d-4f32-9427-1489d7315816 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294832 Feb 02 16:15:00.593714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-e6ce36b6-77c2-4b4a-ab39-050b4a3c358f service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833992 Feb 02 16:15:00.607547 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a496b287-4531-4f74-8118-74b4e3f80841 req-7531722b-2b38-4598-bbb2-d7803bb72a26 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291111 Feb 02 16:15:00.609296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6cca9-e1cc-45fd-aa8d-35bec221ea3d req-6a87d405-41bc-4ebc-8024-c541d40ea1f6 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:00.610713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86e6cca9-e1cc-45fd-aa8d-35bec221ea3d req-6a87d405-41bc-4ebc-8024-c541d40ea1f6 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 943 time: 0.1297383 Feb 02 16:15:00.656476 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86e6cca9-e1cc-45fd-aa8d-35bec221ea3d req-206ae606-d31d-4e62-ad9f-90b0af118ccd tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395188 Feb 02 16:15:01.325893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:01.385331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:01.791713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:15:01.862415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373fc17-0a49-4c9d-bd4c-62a85f357daf req-0267ad0e-f005-4829-a42a-abf42dbfe8e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:01.864102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0373fc17-0a49-4c9d-bd4c-62a85f357daf req-0267ad0e-f005-4829-a42a-abf42dbfe8e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 943 time: 0.0830121 Feb 02 16:15:01.911088 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0373fc17-0a49-4c9d-bd4c-62a85f357daf req-2c9ad11e-e864-4512-b097-14906e6f5ba0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Feb 02 16:15:01.926443 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:01.939691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'mac_address': 'fa:16:3e:7c:fa:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:15:01.992366 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:02.009461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e5981d-c0f0-4430-9b21-2f30e0329cbe {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:15:02.024466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:02.098506 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:02.165223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:02.373256 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['54e5981d-c0f0-4430-9b21-2f30e0329cbe'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:15:02.628632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-988eb9af-dbe3-483a-b6e4-7130ca409b01 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:02.629995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-988eb9af-dbe3-483a-b6e4-7130ca409b01 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.64 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387&tenant_id=62a051b6ff094f46a9a6415cea5aa071&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 944 time: 0.0822914 Feb 02 16:15:02.640396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa2cff-0ee5-4f6c-8432-8b77c39d6f5b req-c6f4ee08-e8b4-4751-aa30-d2ad34dc980e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:02.641850 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bcaa2cff-0ee5-4f6c-8432-8b77c39d6f5b req-c6f4ee08-e8b4-4751-aa30-d2ad34dc980e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 944 time: 0.0789471 Feb 02 16:15:02.691950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bcaa2cff-0ee5-4f6c-8432-8b77c39d6f5b req-7013b684-04fa-4e8f-baf0-7350e9bf7592 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Feb 02 16:15:02.716473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-b6ce8c82-d125-47b7-9b2d-cfdc3fee122a service neutron] 10.222.0.64 "GET /v2.0/ports/54e5981d-c0f0-4430-9b21-2f30e0329cbe/bindings/n-h1-827122-1 HTTP/1.1" status: 200 len: 382 time: 0.0802069 Feb 02 16:15:02.825432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-5102f266-f9d4-4420-b27d-a7ccf5ca66da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1095 time: 0.0703552 Feb 02 16:15:02.958168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-94507dc8-fa7c-409d-a1b8-27b49710f179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:02.959528 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-94507dc8-fa7c-409d-a1b8-27b49710f179 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1276009 Feb 02 16:15:03.156793 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-f9f667db-ed67-4451-9b2e-3676ad329a57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1001 time: 0.1895232 Feb 02 16:15:03.223872 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-f1696f32-bd44-4e79-ad99-640b3c90bea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:03.225210 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-f1696f32-bd44-4e79-ad99-640b3c90bea3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0622354 Feb 02 16:15:03.300653 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-6bbc5ede-4a27-4682-b3df-328672119c11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690050 Feb 02 16:15:03.430840 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-0962b4ea-98af-487c-8f82-bdbe39369cd2 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248333 Feb 02 16:15:03.564087 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-ac44abcc-8bd8-499d-8ba5-1031c91ebf63 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268034 Feb 02 16:15:03.792088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:15:03.893865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986627ed-748d-4543-afc4-7948facbb193 req-e7360cca-d6c5-4f3d-a96e-a61692982648 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:03.895323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-986627ed-748d-4543-afc4-7948facbb193 req-e7360cca-d6c5-4f3d-a96e-a61692982648 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 944 time: 0.0765083 Feb 02 16:15:03.944642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-986627ed-748d-4543-afc4-7948facbb193 req-f9189dd4-dafa-4f24-80cc-ec1220f7ba6b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Feb 02 16:15:03.945213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 54e5981d-c0f0-4430-9b21-2f30e0329cbe completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:15:03.950215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 54e5981d-c0f0-4430-9b21-2f30e0329cbe triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:15:03.950586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:04.095600 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:04.121929 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:04.132174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:04.188276 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'code': 200} Feb 02 16:15:04.223430 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:04.289859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:05.142159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36b27-b47e-4e47-8f0d-ddd7bfb5b094 req-41c519b2-77bb-46e3-80cd-f81385d1632f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:05.143642 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afe36b27-b47e-4e47-8f0d-ddd7bfb5b094 req-41c519b2-77bb-46e3-80cd-f81385d1632f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0773408 Feb 02 16:15:05.190056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-afe36b27-b47e-4e47-8f0d-ddd7bfb5b094 req-ed2182ad-8558-41d7-a6cc-37c8a8bdcb51 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Feb 02 16:15:06.393727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce4d3d-a50d-40c2-84f2-ca39d939d319 req-1aa1bba6-63fb-46eb-a2b2-ab69721672da tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:06.395239 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24ce4d3d-a50d-40c2-84f2-ca39d939d319 req-1aa1bba6-63fb-46eb-a2b2-ab69721672da tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0768347 Feb 02 16:15:06.440548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-24ce4d3d-a50d-40c2-84f2-ca39d939d319 req-b7d9f933-c256-4bb3-b9e0-bc5b10578785 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398111 Feb 02 16:15:06.547469 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-a08e3aa1-48d2-421a-9ea2-416905935281 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 1096 time: 0.0750170 Feb 02 16:15:06.563783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:15:06.647022 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:15:06.669629 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:06.934385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:06.963585 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:15:07.022247 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:07.027708 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:07.042818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Transition to ACTIVE for port object 54e5981d-c0f0-4430-9b21-2f30e0329cbe will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:15:07.090244 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'code': 200} Feb 02 16:15:07.116458 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:07.242563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=10']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:07.308865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] No DVR routers for this DVR port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:15:07.696722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62040a-b7e5-4cb3-9cde-41fe7fa56257 req-ab039e07-9e41-430e-b6af-6c394303b387 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:07.698202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a62040a-b7e5-4cb3-9cde-41fe7fa56257 req-ab039e07-9e41-430e-b6af-6c394303b387 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 944 time: 0.1259356 Feb 02 16:15:07.734745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:15:07.735076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:15:07.735404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:15:07.752001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:15:07.752320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Attempting to bind port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:15:07.766020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:15:07.766355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:15:07.766732 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:15:07.767149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Bound port: 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:15:07.767487 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:07.778698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5a62040a-b7e5-4cb3-9cde-41fe7fa56257 req-2cb28395-3330-4010-87af-7c51b762e202 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679715 Feb 02 16:15:07.806728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:07.859096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:15:07.867177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:15:07.867441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:07.973293 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:08.040626 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:08.042035 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] 10.222.0.107 "PUT /v2.0/ports/54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1092 time: 1.4820783 Feb 02 16:15:08.055509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59811808-0616-4cf5-96ea-5d085d096996 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=11']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:08.146605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-0e18b7de-8057-46cc-8e9e-bda0ed1e620b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1095 time: 0.0736008 Feb 02 16:15:08.282408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-3c847352-5784-4666-b966-a66d506019a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:08.283869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-3c847352-5784-4666-b966-a66d506019a0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1311266 Feb 02 16:15:08.387068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-62b5ea28-c219-4fbd-b84c-80802576eb48 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1000 time: 0.0974889 Feb 02 16:15:08.450209 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-424dcaf7-b32e-43dd-8711-b87ae4980c8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:08.451660 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-424dcaf7-b32e-43dd-8711-b87ae4980c8b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0591042 Feb 02 16:15:08.529105 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-1e84dcb9-0de3-4287-9b0b-fab35553edee service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708632 Feb 02 16:15:08.662654 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-5d63a623-42ab-4cd3-88c3-9c6e0a0a9234 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267185 Feb 02 16:15:08.794377 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd4b3d4d-62c8-43f3-b4b4-19819d5cb47e req-82cac506-71b1-441e-b6b0-0ec604b363c9 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262178 Feb 02 16:15:08.985316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc2674-bdd2-45b2-9b0d-e486391433cd req-477eca49-6078-4678-8bfb-9ccc86ad6344 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:08.986755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76fc2674-bdd2-45b2-9b0d-e486391433cd req-477eca49-6078-4678-8bfb-9ccc86ad6344 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 944 time: 0.0798235 Feb 02 16:15:09.033112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-76fc2674-bdd2-45b2-9b0d-e486391433cd req-a65eb256-04c1-4ec1-9303-4bdd435ba062 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Feb 02 16:15:09.091610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:09.157162 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'status': 'completed', 'code': 200} Feb 02 16:15:09.265228 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-967f0f57-c027-4eca-82c3-8f632c1b2aea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1095 time: 0.0707741 Feb 02 16:15:09.268750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-0bc39498-747b-45ab-86f5-e6413a6fa93a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 1095 time: 0.0695794 Feb 02 16:15:09.402157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-a2857e60-e1ac-4ace-9312-ad94c74b2565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:09.402437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-8ce0a8ce-d90b-4bfc-9c82-fc9f39ba5213 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:09.403599 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-a2857e60-e1ac-4ace-9312-ad94c74b2565 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1327395 Feb 02 16:15:09.403820 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-8ce0a8ce-d90b-4bfc-9c82-fc9f39ba5213 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1284139 Feb 02 16:15:09.507756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-20ce4e7e-a7ae-4f52-9d1d-871ad50d6b42 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1000 time: 0.0978138 Feb 02 16:15:09.509488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-d6d5a92a-8812-45c3-8b3b-2acb8a0569f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 200 len: 1000 time: 0.0995646 Feb 02 16:15:09.568882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-f275adb2-74ef-4fd0-acc9-89e7b3b108d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:09.570307 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-f275adb2-74ef-4fd0-acc9-89e7b3b108d1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0568724 Feb 02 16:15:09.571678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-2f9d21c6-34b0-40b0-9c71-de696ec9abba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:09.573158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-2f9d21c6-34b0-40b0-9c71-de696ec9abba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0589249 Feb 02 16:15:09.656616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-4e26c18f-618a-48f8-aab3-9f842e871548 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780644 Feb 02 16:15:09.746346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-24af7c78-9962-4e29-ab91-2b65f4182e67 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696837 Feb 02 16:15:09.793603 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-356260cb-c7be-45a2-b212-2adc1e94ed2c service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311700 Feb 02 16:15:09.880174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-9f9cfa0c-6c46-4db7-a03e-0dfbc1e9f255 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272662 Feb 02 16:15:09.928635 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-4a96826f-dfb0-4245-b634-6e83fd6f676c service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296866 Feb 02 16:15:10.012849 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39e8b2c9-68ce-40ea-8f54-df85a1d981ea req-8fbed25e-ceab-4ebf-b6b0-64e9a4c976d3 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262686 Feb 02 16:15:10.232335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f295f11-ec75-42d1-895c-7c4094322f08 req-a9a1633e-70e9-4a5e-9121-a6aea3da57d9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:10.233704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f295f11-ec75-42d1-895c-7c4094322f08 req-a9a1633e-70e9-4a5e-9121-a6aea3da57d9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 944 time: 0.0802674 Feb 02 16:15:10.279705 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5f295f11-ec75-42d1-895c-7c4094322f08 req-73a67373-bc57-469b-8028-ea36c9bbffba tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 Feb 02 16:15:11.387679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:15:11.483952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e1a89-7c2f-45db-9d8c-1d3166d877a1 req-1e02dcac-09ee-4765-b2fe-3645d0a019c6 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:11.485400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d87e1a89-7c2f-45db-9d8c-1d3166d877a1 req-1e02dcac-09ee-4765-b2fe-3645d0a019c6 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 944 time: 0.0764468 Feb 02 16:15:11.521786 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:11.534626 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'mac_address': 'fa:16:3e:7c:fa:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:15:11.536047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d87e1a89-7c2f-45db-9d8c-1d3166d877a1 req-142389c4-4f82-4450-bd90-eaefe033a323 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Feb 02 16:15:11.589416 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:11.607515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e5981d-c0f0-4430-9b21-2f30e0329cbe {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:15:11.623314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:11.693654 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:11.769269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=12']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:11.841162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cd16d-7493-43cc-b275-41056f230024 req-faf93459-b794-4584-a774-ffa65c6913a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:11.842621 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a02cd16d-7493-43cc-b275-41056f230024 req-faf93459-b794-4584-a774-ffa65c6913a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.1861823 Feb 02 16:15:11.889874 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a02cd16d-7493-43cc-b275-41056f230024 req-dd5160c7-67e5-442a-8ddf-80dedd428a77 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Feb 02 16:15:11.973028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['54e5981d-c0f0-4430-9b21-2f30e0329cbe'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:15:12.088274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513b33c-b6e9-4e91-892c-091fa8f5e090 req-e5078286-cbda-4fc4-8f12-325595cef116 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:12.089739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d513b33c-b6e9-4e91-892c-091fa8f5e090 req-e5078286-cbda-4fc4-8f12-325595cef116 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0788848 Feb 02 16:15:12.136828 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d513b33c-b6e9-4e91-892c-091fa8f5e090 req-8f2ca2c5-517b-4494-9c8c-891d55934b68 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 Feb 02 16:15:12.791690 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c3b08-d462-4dfa-a911-ff1638672df0 req-a39c19a8-cdab-4ddb-8651-587308637c93 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:12.793210 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d95c3b08-d462-4dfa-a911-ff1638672df0 req-a39c19a8-cdab-4ddb-8651-587308637c93 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 945 time: 0.0817919 Feb 02 16:15:12.839666 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d95c3b08-d462-4dfa-a911-ff1638672df0 req-132287d6-07e4-41bf-8594-7a05318cbbaa tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Feb 02 16:15:13.402577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:15:13.537660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 54e5981d-c0f0-4430-9b21-2f30e0329cbe completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:15:13.542537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 54e5981d-c0f0-4430-9b21-2f30e0329cbe triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:15:13.542942 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:13.654627 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:13.682345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:13.691345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:13.739394 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'code': 200} Feb 02 16:15:13.757081 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:13.821433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=13']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:14.036759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a641-c129-4433-b735-5ced6ab586ac req-0cf2d5c2-ab3e-4594-a020-b8b064ab9e79 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:14.038116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e75a641-c129-4433-b735-5ced6ab586ac req-0cf2d5c2-ab3e-4594-a020-b8b064ab9e79 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 946 time: 0.0748749 Feb 02 16:15:14.134784 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e75a641-c129-4433-b735-5ced6ab586ac req-5c6c4289-50fb-4137-ab77-2597eb2b8693 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912652 Feb 02 16:15:14.156189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-8112e65c-6b2b-42d4-a8f3-65bf423b0114 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:14.157599 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-8112e65c-6b2b-42d4-a8f3-65bf423b0114 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 946 time: 0.1124933 Feb 02 16:15:14.223900 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Deleting port 54e5981d-c0f0-4430-9b21-2f30e0329cbe {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:15:14.224241 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.459529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] For port 54e5981d-c0f0-4430-9b21-2f30e0329cbe, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=54e5981d-c0f0-4430-9b21-2f30e0329cbe,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:14.459891 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.738948 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.739311 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:14.739621 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 disassociated. External IP: 172.25.0.194, port: 54e5981d-c0f0-4430-9b21-2f30e0329cbe. Feb 02 16:15:14.739997 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Calling delete_port for 54e5981d-c0f0-4430-9b21-2f30e0329cbe owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:15:14.956255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.097728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event deleted for resources: {'Port': ['ID=54e5981d-c0f0-4430-9b21-2f30e0329cbe,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:15.307679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b2b18ef5-e0d1-41d4-b806-4460fa689c3a req-913a5ffa-3e8e-49fb-b076-25891666d8cf tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 210 time: 0.0430496 Feb 02 16:15:15.318781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:15:15.519704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:15:15.529423 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:15:15.541613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:15:15.542202 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:14:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:15.587096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] No DVR routers for this DVR port 54e5981d-c0f0-4430-9b21-2f30e0329cbe on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:15:15.589791 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:15.592364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-deleted', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:15.648883 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407de6b5-c3b4-4f96-bcc4-57cbb4aff387', 'name': 'network-vif-deleted', 'tag': '54e5981d-c0f0-4430-9b21-2f30e0329cbe', 'status': 'completed', 'code': 200} Feb 02 16:15:15.676219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b913e9a9-404a-4070-8eb3-025a4ba32a4c req-41b414fb-1649-434d-8b5e-5de09ee50417 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "DELETE /v2.0/ports/54e5981d-c0f0-4430-9b21-2f30e0329cbe HTTP/1.1" status: 204 len: 173 time: 1.5131872 Feb 02 16:15:15.718958 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:15:16.062830 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:16.067078 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:15:16.077502 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:15:16.078082 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:14:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:16.253192 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:15:16.522959 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0d462a2-18fe-48c3-ad9a-89371e977d7e req-157423dd-458d-4fc9-86fb-6a7ea3a1e61f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=407de6b5-c3b4-4f96-bcc4-57cbb4aff387 HTTP/1.1" status: 200 len: 210 time: 0.0737274 Feb 02 16:15:16.570943 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:16.575057 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7bf5b-8c81-4743-93f4-9e7e6337dbdb None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:15:16.808102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c6b59-3579-4d3c-bca9-6c80a6106e37 None None] New status for floating IP 813dbeca-c10f-4a9b-a715-bc6996410039: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:15:17.394565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:15:17.431134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 54e5981d-c0f0-4430-9b21-2f30e0329cbe {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:15:17.431471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 54e5981d-c0f0-4430-9b21-2f30e0329cbe not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:15:17.506004 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:17.897057 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-5770bca2-10ed-4507-b63f-97866c8800fc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2104986943&fields=id&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 267 time: 0.0445833 Feb 02 16:15:18.043656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-849eac6d-2c57-45ae-9b2a-821d1c83856c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:18.045022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-849eac6d-2c57-45ae-9b2a-821d1c83856c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 812 time: 0.1415825 Feb 02 16:15:18.061975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-03f09826-9849-4449-ab79-f449d47a5264 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/quotas/62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 375 time: 0.0117431 Feb 02 16:15:18.144974 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-c70adb06-02fe-492b-a9c7-d2310c825575 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:15:18.230820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-c70adb06-02fe-492b-a9c7-d2310c825575 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:15:18.232259 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-c70adb06-02fe-492b-a9c7-d2310c825575 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1655102 Feb 02 16:15:18.248047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-986dafb7-7076-436a-84dc-efd3b78a07ae service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:15:18.248980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-986dafb7-7076-436a-84dc-efd3b78a07ae service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049715 Feb 02 16:15:18.265231 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:18.380242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-945dd411-ced0-48e6-8c88-fb4b100c72bf service neutron] 10.222.0.88 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253257 Feb 02 16:15:18.512353 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-d95484ca-bb54-4a35-b36d-5c893e36d2a0 service neutron] 10.222.0.88 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262255 Feb 02 16:15:18.781439 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a748bfd3-b5b3-4bee-8ad7-4123dabc73d6 req-515b60f3-d949-46db-a9d9-3e54beae4605 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 210 time: 0.0432177 Feb 02 16:15:19.945544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8faa4f54-c15f-4aa1-8450-474e86fde472 req-65d5e5c7-e504-46bf-83f2-8b27f86ec7b4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 210 time: 0.0408080 Feb 02 16:15:20.897718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-5aaf8a3b-afe8-4776-af3d-604f00856f37 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:20.899246 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-5aaf8a3b-afe8-4776-af3d-604f00856f37 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 812 time: 0.1436350 Feb 02 16:15:20.964682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-41920817-a2f8-4957-85da-0059ef00efcf tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 380 time: 0.0457485 Feb 02 16:15:20.972295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'port': {'device_id': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'admin_state_up': True, 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'security_groups': ['08500c5f-85b8-4d8d-ab85-d421edcbdc7f']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:15:21.111903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a66f2ba8-64aa-44e7-9244-4ec991155c1d req-4a69440f-ac36-43fa-8700-46b2a8de9785 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 210 time: 0.0410700 Feb 02 16:15:21.112495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:15:21.122033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:15:21.213621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Made reservation on behalf of 62a051b6ff094f46a9a6415cea5aa071 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:15:21.216772 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.380713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Allocated IP 172.20.0.6 (6b0accf7-c9ad-420f-b5bd-230e79f948a9/8267f21e-c268-46d2-9672-016a35fa8129/930da560-2e7f-4a66-8fce-1de8ae20a98a) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:15:21.651029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.666490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Transition to ACTIVE for port object 930da560-2e7f-4a66-8fce-1de8ae20a98a will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:15:21.768648 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:21.841260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:15:21.844352 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:15:21.849200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:15:21.879904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:21.899013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.904882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:21.925894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:21.926721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.054588 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-102b5cdb-43a0-4b81-b82b-8561b2cbf2c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0857668 Feb 02 16:15:22.071650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Request body: {'port': {'device_id': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:15:22.167694 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5d81ab0b-8c2e-4487-96c4-94b1003d8776 None None] Provisioning for port 930da560-2e7f-4a66-8fce-1de8ae20a98a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:15:22.180339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5d81ab0b-8c2e-4487-96c4-94b1003d8776 None None] Provisioning complete for port 930da560-2e7f-4a66-8fce-1de8ae20a98a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:15:22.180339 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d81ab0b-8c2e-4487-96c4-94b1003d8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.182270 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.226513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5d81ab0b-8c2e-4487-96c4-94b1003d8776 None None] Port 930da560-2e7f-4a66-8fce-1de8ae20a98a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:15:22.461274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3b550-6b67-4fe0-bcbf-82482b4d0282 req-8e6b746b-dac5-42e6-b5b1-6b9e0e1434df tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:22.461868 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0bb3b550-6b67-4fe0-bcbf-82482b4d0282 req-8e6b746b-dac5-42e6-b5b1-6b9e0e1434df tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:15:22.566500 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0bb3b550-6b67-4fe0-bcbf-82482b4d0282 req-8e6b746b-dac5-42e6-b5b1-6b9e0e1434df tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:15:22.567681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0bb3b550-6b67-4fe0-bcbf-82482b4d0282 req-8e6b746b-dac5-42e6-b5b1-6b9e0e1434df tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 931 time: 0.3244278 Feb 02 16:15:22.621538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930da560-2e7f-4a66-8fce-1de8ae20a98a {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:15:22.631569 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.646564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0bb3b550-6b67-4fe0-bcbf-82482b4d0282 req-e73eb906-5f2c-4eee-b7fc-e9b5849c9745 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682373 Feb 02 16:15:22.652189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Transition to ACTIVE for port object 930da560-2e7f-4a66-8fce-1de8ae20a98a will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:15:22.727713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:22.859042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:22.967544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:15:22.967544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:15:22.967544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:15:22.971746 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:15:22.972100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:15:22.979176 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:15:22.979462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:15:22.979862 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:15:22.980283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Bound port: 930da560-2e7f-4a66-8fce-1de8ae20a98a, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:15:22.980623 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:23.071555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:15:23.074484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:15:23.185361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:23.248678 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:23.250037 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] 10.222.0.107 "PUT /v2.0/ports/930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1091 time: 1.1825275 Feb 02 16:15:23.250624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:23.281798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e42263-cc57-4bfa-9f37-2adbbe8b2f17 service neutron] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:23.316184 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'status': 'completed', 'code': 200} Feb 02 16:15:23.434079 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fcb2dd1-f723-4ead-aa92-b164c3544964 req-b4359e21-41fe-4d3b-b57c-af1623c2c91b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1094 time: 0.0782824 Feb 02 16:15:23.580220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb2dd1-f723-4ead-aa92-b164c3544964 req-3d261fcb-ed52-4ba2-8549-caf6d1c38c93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:23.581669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fcb2dd1-f723-4ead-aa92-b164c3544964 req-3d261fcb-ed52-4ba2-8549-caf6d1c38c93 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=62a051b6ff094f46a9a6415cea5aa071&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1362755 Feb 02 16:15:23.862692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb2dd1-f723-4ead-aa92-b164c3544964 req-45db3946-23c0-4d3c-b303-85e333a7b289 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:23.864894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fcb2dd1-f723-4ead-aa92-b164c3544964 req-45db3946-23c0-4d3c-b303-85e333a7b289 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2771983 Feb 02 16:15:23.895999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4873-cc3b-46f7-ad48-008637917802 req-86f1fdbd-d255-4472-a878-d7da90ccb04c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:23.897601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7bd4873-cc3b-46f7-ad48-008637917802 req-86f1fdbd-d255-4472-a878-d7da90ccb04c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0970783 Feb 02 16:15:23.987176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7bd4873-cc3b-46f7-ad48-008637917802 req-4b7fc150-5c35-4fc2-a54f-f405de44e585 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841036 Feb 02 16:15:24.012355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-b73ba4a1-ef5a-4428-bebd-f0d204a74d2b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1094 time: 0.0877566 Feb 02 16:15:24.085798 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-d8b22a7f-9c44-4bce-b0c9-7d9c9e191157 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 217 time: 0.0610783 Feb 02 16:15:24.150007 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-db9e658f-277d-46a0-9c19-592ad670a6f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:24.151332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-db9e658f-277d-46a0-9c19-592ad670a6f1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0597634 Feb 02 16:15:24.225679 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-57b9d449-709b-4a26-9662-c6c217c4eabf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688996 Feb 02 16:15:24.357070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-f315bb78-df68-4a57-8346-a20e7b7c8813 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256115 Feb 02 16:15:24.488448 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-befeaa56-8f58-4085-8d66-11a3c58bb739 req-d201ad79-8486-4727-8b10-b9ed11ac8f17 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252151 Feb 02 16:15:24.697616 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02bf6413-0eae-4b54-9ee7-72b83c1e7c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:25.190095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f72c11-c261-4dc9-8335-e55e0b6209ff req-0d32baa5-db34-47cb-a7f2-d02311d25b60 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:25.191571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1f72c11-c261-4dc9-8335-e55e0b6209ff req-0d32baa5-db34-47cb-a7f2-d02311d25b60 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0807788 Feb 02 16:15:25.238142 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c1f72c11-c261-4dc9-8335-e55e0b6209ff req-874df7c7-27f5-4c5d-aa4a-4802f0cc51c0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402553 Feb 02 16:15:26.437102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5c98-51c2-44f7-b43d-5a1b904829dc req-1e59c10f-f0ef-4c22-b0b3-31e85ff6875f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:26.438537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f8d5c98-51c2-44f7-b43d-5a1b904829dc req-1e59c10f-f0ef-4c22-b0b3-31e85ff6875f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0792010 Feb 02 16:15:26.483900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4f8d5c98-51c2-44f7-b43d-5a1b904829dc req-3027d706-09df-496e-a293-b0c2ba25d324 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392568 Feb 02 16:15:26.904993 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b5ef8444-849d-420d-80f8-fbda0cf0bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:27.442822 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:15:27.580095 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:27.595139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'mac_address': 'fa:16:3e:bb:4e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:15:27.654895 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:27.673053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930da560-2e7f-4a66-8fce-1de8ae20a98a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:15:27.683032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a703-7008-4661-8152-73d1ae35c671 req-311ce317-2848-4f1c-8782-34e5ed57ad0b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:27.684631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a073a703-7008-4661-8152-73d1ae35c671 req-311ce317-2848-4f1c-8782-34e5ed57ad0b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0769792 Feb 02 16:15:27.688286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:27.735104 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a073a703-7008-4661-8152-73d1ae35c671 req-c5ed3e67-dfeb-4a1c-b51f-bd6b02593426 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449352 Feb 02 16:15:27.762011 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:27.825944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:27.835989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.836336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.836675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.837015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.837345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.837670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.837994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.838315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.838641 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.838960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:27.839277 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:15:28.029773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['930da560-2e7f-4a66-8fce-1de8ae20a98a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:15:28.377932 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:28.572416 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:28.937741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60b125-cd1e-4895-a337-e1d443a6d062 req-302c8330-716c-4312-bcb6-037fc220f6e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:28.939226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c60b125-cd1e-4895-a337-e1d443a6d062 req-302c8330-716c-4312-bcb6-037fc220f6e7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0798707 Feb 02 16:15:28.984769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c60b125-cd1e-4895-a337-e1d443a6d062 req-03d8176a-f90d-4083-8f88-f04257e83fd3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398726 Feb 02 16:15:29.456545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:15:29.607434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 930da560-2e7f-4a66-8fce-1de8ae20a98a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:15:29.612324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 930da560-2e7f-4a66-8fce-1de8ae20a98a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:15:29.612695 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.721167 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.747688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:29.757530 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:29.801894 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'code': 200} Feb 02 16:15:29.830588 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:29.900583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:15:29.958605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084f2914-db99-43b1-9af0-4a9e48bf1364 req-e14fde95-6010-4cd8-80e7-4c0b2cf8aa99 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1096 time: 0.0728009 Feb 02 16:15:30.000522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084f2914-db99-43b1-9af0-4a9e48bf1364 req-aa54c45d-05de-4c6e-a2b7-b37d1da501b6 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356181 Feb 02 16:15:30.116689 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:30.179155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079f678-8e11-4f92-a63d-4a63e55ca194 req-ccec62a5-e96b-4c5e-8915-8dcfa9b27f9e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:30.180622 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6079f678-8e11-4f92-a63d-4a63e55ca194 req-ccec62a5-e96b-4c5e-8915-8dcfa9b27f9e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0751472 Feb 02 16:15:30.225660 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6079f678-8e11-4f92-a63d-4a63e55ca194 req-5e217f09-549a-4558-abe0-3c3fcad0fb20 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395341 Feb 02 16:15:31.421251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e91c-9d31-45de-9da0-79e8ed870abc req-c3d090ef-2ca2-4f8d-8450-43dc5143654c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:31.422696 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d90e91c-9d31-45de-9da0-79e8ed870abc req-c3d090ef-2ca2-4f8d-8450-43dc5143654c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0764115 Feb 02 16:15:31.468154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1d90e91c-9d31-45de-9da0-79e8ed870abc req-7bae22cc-5f69-47e8-b8e5-3aa17e2dfc94 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Feb 02 16:15:31.660102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ec1d3-5255-4d13-b141-545c9ebb9150 req-d59700ee-7a38-4ad6-aae7-2358991c42b1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:31.661527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a74ec1d3-5255-4d13-b141-545c9ebb9150 req-d59700ee-7a38-4ad6-aae7-2358991c42b1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0785577 Feb 02 16:15:31.670591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 46784) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:15:31.675723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Request body: {'floatingip': {'port_id': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:15:31.752268 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:32.432132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:32.510546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:32.751625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-2c599e45-b306-4d8e-b3e3-ad50a77b2ee7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004484 Feb 02 16:15:32.762789 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 associated. External IP: 172.25.0.194, port: 930da560-2e7f-4a66-8fce-1de8ae20a98a. Feb 02 16:15:32.980454 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-e61cb075-db02-43a2-8ab4-b83d9f55f42a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1096 time: 0.1446207 Feb 02 16:15:33.145495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-e31759fd-65e4-48e6-9a02-92cac490a56e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:33.147003 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-e31759fd-65e4-48e6-9a02-92cac490a56e service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1440077 Feb 02 16:15:33.316571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-3d8e81ad-bd2d-4b69-bf5a-183f97da06ef service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1000 time: 0.1221449 Feb 02 16:15:33.435197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-3fbeca87-de59-4d4a-833f-f36e0ba1e8dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:33.436569 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-3fbeca87-de59-4d4a-833f-f36e0ba1e8dc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.1130211 Feb 02 16:15:33.539967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:15:33.545736 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-d9c0dfad-0458-4fef-8670-70e0bdbe6c45 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020091 Feb 02 16:15:33.872308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-7d6faeea-68e0-4481-8aee-250db363a7ac service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196745 Feb 02 16:15:34.082313 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fd899b66-4921-494d-ae72-6955a5e43b79 req-b1e1d57f-be93-4f60-b635-d328bceeb78c service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028265 Feb 02 16:15:34.095753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:15:34.100685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:34.108120 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:15:34.121252 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:15:34.121858 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:34.157208 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-232a0ec8-4a02-40b7-8077-1e34936b80e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "PUT /v2.0/floatingips/813dbeca-c10f-4a9b-a715-bc6996410039 HTTP/1.1" status: 200 len: 992 time: 2.4855704 Feb 02 16:15:34.158104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:34.215166 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'status': 'completed', 'code': 200} Feb 02 16:15:34.309324 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:15:34.331429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-21a45d1f-261d-405d-8f5f-656045971c13 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1096 time: 0.0753665 Feb 02 16:15:34.347204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d3ce-cc5b-4b02-b6c3-6041d6abdd8f req-8f7df7ae-aa4c-4ff3-a27c-c8277565401e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:34.348610 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f81d3ce-cc5b-4b02-b6c3-6041d6abdd8f req-8f7df7ae-aa4c-4ff3-a27c-c8277565401e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0866921 Feb 02 16:15:34.396788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f81d3ce-cc5b-4b02-b6c3-6041d6abdd8f req-783d2b0b-0826-4dd6-b901-7bfd8cd56932 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Feb 02 16:15:34.480013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-c3d23efb-7bc7-46af-bec4-68ffedb7917c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:34.481514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-c3d23efb-7bc7-46af-bec4-68ffedb7917c service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1444583 Feb 02 16:15:34.600733 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-c02af6fd-e4d4-40ab-94c4-86f596c3da68 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1000 time: 0.1121795 Feb 02 16:15:34.668240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-d7f19871-71e9-488f-b70b-12ece8a92b8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:34.669734 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-d7f19871-71e9-488f-b70b-12ece8a92b8e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0638938 Feb 02 16:15:34.715434 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:bb:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:15:32Z', 'revision_number': 13, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:34.721427 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:15:34.733868 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:15:34.734615 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:15:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:34.753984 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-47a4c545-abab-4439-ae70-cf5565a392b2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787396 Feb 02 16:15:34.893409 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-5f47f6f0-9af0-43c7-aa45-5a2bc2039ea5 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329491 Feb 02 16:15:34.964880 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:15:35.029800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4398eba-f907-4ab2-8a7e-4b606bd4068e req-db687faa-2ef4-44b8-9b08-99f47bca5d74 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298070 Feb 02 16:15:35.323591 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:bb:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:15:32Z', 'revision_number': 13, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:15:35.329787 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ce7dd-5598-47d9-99dd-74f77100019b None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '813dbeca-c10f-4a9b-a715-bc6996410039', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'port_id': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'mac_address': 'fa:16:3e:bb:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:12:13Z', 'updated_at': '2022-02-02T16:15:32Z', 'revision_number': 13, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:15:35.544312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebe82c-03ad-47d4-8f34-d3e8360f672b None None] New status for floating IP 813dbeca-c10f-4a9b-a715-bc6996410039: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:15:37.693668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4797ea-5070-4d84-a610-f19f7c3d72f6 req-8739df10-6d06-41c1-9fe4-1107fd0a3c41 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:37.696147 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b4797ea-5070-4d84-a610-f19f7c3d72f6 req-8739df10-6d06-41c1-9fe4-1107fd0a3c41 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0777845 Feb 02 16:15:37.741940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b4797ea-5070-4d84-a610-f19f7c3d72f6 req-e35a5068-a333-42f9-b9d3-de51cfcba0aa tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Feb 02 16:15:43.647440 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:15:46.732158 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-11ddeb0f-2138-4bf6-bb2a-b85a1e27ac91 req-5d860304-77eb-475c-9aac-b3d162d4f32b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0714588 Feb 02 16:15:47.241144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd8bf-478d-4bf1-b789-32f3756b6b04 req-4cb302c8-3e51-49ca-b56f-3b175ad1b4f8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:47.242852 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e82cd8bf-478d-4bf1-b789-32f3756b6b04 req-4cb302c8-3e51-49ca-b56f-3b175ad1b4f8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0796261 Feb 02 16:15:47.290439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-3508f875-a58c-4a6c-b5d7-fafdc1c75d33 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678959 Feb 02 16:15:47.292060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e82cd8bf-478d-4bf1-b789-32f3756b6b04 req-a5d9ff05-8b1b-4dff-916b-b40a8af0a093 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Feb 02 16:15:47.528015 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:48.246412 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:48.494339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4803-706f-4e81-8018-af09366f1495 req-cab18e95-e1f9-4f8d-9ea2-50424b8036b5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:48.495776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-224a4803-706f-4e81-8018-af09366f1495 req-cab18e95-e1f9-4f8d-9ea2-50424b8036b5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0759649 Feb 02 16:15:48.543571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-224a4803-706f-4e81-8018-af09366f1495 req-52c4a8f0-ab9f-4941-9d19-ec94938436ef tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Feb 02 16:15:49.759814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74df75-8702-4224-95ea-83c49deed825 req-b53e4758-1840-42cf-9c13-c6ca996451e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:49.761475 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b74df75-8702-4224-95ea-83c49deed825 req-b53e4758-1840-42cf-9c13-c6ca996451e1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0881486 Feb 02 16:15:49.811307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b74df75-8702-4224-95ea-83c49deed825 req-1a5c9433-e084-4462-8ebe-04a2a892ed5d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Feb 02 16:15:49.866329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-e3215f15-93fe-436a-9374-8f721d23f6b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1096 time: 0.1696928 Feb 02 16:15:49.994869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-5fcb869e-5771-4ab7-ab57-dbd63945bef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:49.996331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-5fcb869e-5771-4ab7-ab57-dbd63945bef1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1244709 Feb 02 16:15:50.099206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-57ef1bbe-63d8-46cc-98c7-2991148d7e13 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1002 time: 0.0963001 Feb 02 16:15:50.159664 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-a416d1ee-1866-480c-8f48-d956d163a734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:50.161005 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-a416d1ee-1866-480c-8f48-d956d163a734 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0555084 Feb 02 16:15:50.237058 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-d98bcae5-6a50-4002-a453-8294bfd9be52 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699008 Feb 02 16:15:50.369019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-8c4b7720-2eac-41d0-a251-0de1fdd1f833 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240356 Feb 02 16:15:50.498824 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-9bd54e64-8337-440d-934f-87fae1e8aebc service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233938 Feb 02 16:15:51.011589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d8c6e-727a-41de-9dc4-2e1d4e70795f req-4d0b23da-029d-480d-8ccd-3c779abb2c1c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:51.013185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b7d8c6e-727a-41de-9dc4-2e1d4e70795f req-4d0b23da-029d-480d-8ccd-3c779abb2c1c tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0777671 Feb 02 16:15:51.057253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5b7d8c6e-727a-41de-9dc4-2e1d4e70795f req-cd8f88d6-3f15-4c59-bd70-c0f65a391e45 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 Feb 02 16:15:52.254117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c2ae3-c2d8-4b8e-a876-dfd335968d67 req-de0fb42a-391f-4037-911f-4755506b9924 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:52.255558 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f7c2ae3-c2d8-4b8e-a876-dfd335968d67 req-de0fb42a-391f-4037-911f-4755506b9924 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0764601 Feb 02 16:15:52.300269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9f7c2ae3-c2d8-4b8e-a876-dfd335968d67 req-7ce9c4f4-07cd-4646-b94d-2984b3b7224b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Feb 02 16:15:53.499805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011a47-8ce8-4a7b-b4ae-ad889f23d142 req-74b36fbf-4e75-40e7-a3a7-c28f6786c316 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:53.501322 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9011a47-8ce8-4a7b-b4ae-ad889f23d142 req-74b36fbf-4e75-40e7-a3a7-c28f6786c316 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0802095 Feb 02 16:15:53.546763 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b9011a47-8ce8-4a7b-b4ae-ad889f23d142 req-6e9e176c-4371-43d3-9ba2-8fb7499e0179 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391865 Feb 02 16:15:54.652171 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d6cde1f2-0a33-415e-a037-add12bf1face None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:54.752998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465060cb-61f5-417b-9800-6fc261ba3411 req-09279580-429a-465a-b64c-e3966eda7ea4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:54.754403 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-465060cb-61f5-417b-9800-6fc261ba3411 req-09279580-429a-465a-b64c-e3966eda7ea4 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0809112 Feb 02 16:15:54.800701 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-465060cb-61f5-417b-9800-6fc261ba3411 req-76d192f1-8e52-4d48-b54b-252374ab1268 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397086 Feb 02 16:15:56.008426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69215252-c07a-4b72-a66c-3722db310f63 req-a5f630e1-ac51-4889-ae2b-6458cfdb86a2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:56.009858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69215252-c07a-4b72-a66c-3722db310f63 req-a5f630e1-ac51-4889-ae2b-6458cfdb86a2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0789840 Feb 02 16:15:56.058255 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69215252-c07a-4b72-a66c-3722db310f63 req-658331af-635d-4ae8-aacf-d7272c8dc3bc tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Feb 02 16:15:56.909177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04dcf86d-0a47-4796-af1d-19d4dba6c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:57.258343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ea81-2ae0-47c4-b115-5518dfbe32c2 req-9493dc09-79ee-4b7f-bb9b-1813f9eb237b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:57.259953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2937ea81-2ae0-47c4-b115-5518dfbe32c2 req-9493dc09-79ee-4b7f-bb9b-1813f9eb237b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0767577 Feb 02 16:15:57.308517 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2937ea81-2ae0-47c4-b115-5518dfbe32c2 req-4ddee484-54b5-4999-92b2-968c7c3e9a44 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Feb 02 16:15:58.396388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:58.518656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74ef91-d9c8-48d8-b113-56b1f4f36215 req-ac8906b8-c6f9-49d5-8740-f623c0de2961 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:15:58.520170 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f74ef91-d9c8-48d8-b113-56b1f4f36215 req-ac8906b8-c6f9-49d5-8740-f623c0de2961 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0829644 Feb 02 16:15:58.590587 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:58.632113 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2f74ef91-d9c8-48d8-b113-56b1f4f36215 req-6be23c3d-26b8-4ca9-8476-815041d24b0f tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785606 Feb 02 16:15:58.637289 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-6f00fd20-24ff-422e-84d8-4a7ef2c80be4 service neutron] show failed (client error): The resource could not be found. Feb 02 16:15:58.638224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-6f00fd20-24ff-422e-84d8-4a7ef2c80be4 service neutron] 10.222.0.107 "GET /v2.0/ports/930da560-2e7f-4a66-8fce-1de8ae20a98a/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.1172028 Feb 02 16:15:59.200397 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-884b97e9-a076-4654-8056-f2550bbec174 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 1096 time: 0.0820076 Feb 02 16:15:59.217336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:15:59.324401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:59.595049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:15:59.622474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:15:59.677280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:15:59.688304 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:15:59.710489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Transition to ACTIVE for port object 930da560-2e7f-4a66-8fce-1de8ae20a98a will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:15:59.755237 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'code': 200} Feb 02 16:15:59.800539 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:00.046698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=6']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:00.073112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.073462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.073809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.074145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.074478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.074802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.075176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.075492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.075814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.076163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.076484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:00.120882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:00.134479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5864c-d625-4ee6-9434-45f105b21c64 req-2e0b161f-30e5-4366-b3cb-e918d5ca898b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:00.135916 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2eb5864c-d625-4ee6-9434-45f105b21c64 req-2e0b161f-30e5-4366-b3cb-e918d5ca898b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.3701820 Feb 02 16:16:00.140696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] No DVR routers for this DVR port 930da560-2e7f-4a66-8fce-1de8ae20a98a on host n-h2-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:16:00.259943 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2eb5864c-d625-4ee6-9434-45f105b21c64 req-9662b6e3-81f6-4125-b5d5-e95c89f3b2aa tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700231 Feb 02 16:16:00.422194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:16:00.422440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:16:00.422770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:16:00.428547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:16:00.428922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:16:00.435031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:16:00.435370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:16:00.435751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:16:00.436203 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Bound port: 930da560-2e7f-4a66-8fce-1de8ae20a98a, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:16:00.436547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:00.527567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:16:00.530743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:16:00.602810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:00.663430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:00.664841 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] 10.222.0.64 "PUT /v2.0/ports/930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1091 time: 1.4515247 Feb 02 16:16:00.683598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a82c2c-12c4-455b-b1ce-350139090490 service neutron] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:00.782788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-fa208fb9-c2e3-4844-a37c-9909ce4bf2e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1094 time: 0.0776372 Feb 02 16:16:00.919337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-d5211f8b-06fb-4db5-a494-af5bf3f271e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:00.920869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-d5211f8b-06fb-4db5-a494-af5bf3f271e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1318333 Feb 02 16:16:01.019544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-903aac80-3879-483b-aaa0-d650a6cedcbf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1000 time: 0.0930386 Feb 02 16:16:01.084423 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-fd311998-7835-4d44-9490-b66e1561ec21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:01.085821 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-fd311998-7835-4d44-9490-b66e1561ec21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0600007 Feb 02 16:16:01.159462 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-ed5e4696-8826-4486-9376-b3f5ba115814 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680299 Feb 02 16:16:01.294330 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-7731d223-18a5-4af2-a34a-d930c2b59f28 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279130 Feb 02 16:16:01.427289 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-b9daa555-6ef8-463b-9ade-32e56d277b67 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273551 Feb 02 16:16:01.468146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b222f05-088d-45cb-917c-93216e461535 req-1c911c47-6700-4b25-af9d-56721ff20594 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:01.469702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b222f05-088d-45cb-917c-93216e461535 req-1c911c47-6700-4b25-af9d-56721ff20594 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0807433 Feb 02 16:16:01.514845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3b222f05-088d-45cb-917c-93216e461535 req-6c8c2b6a-aa22-4902-8afc-bfec3be302c0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389204 Feb 02 16:16:01.581801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:16:01.639570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:16:01.757095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:16:01.828398 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'status': 'completed', 'code': 200} Feb 02 16:16:01.949624 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-56245c3b-1187-47fa-8b78-609a6185e501 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1094 time: 0.0794013 Feb 02 16:16:01.949913 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-32ea569e-f49e-48a3-be47-5092bacd2d31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1094 time: 0.0836716 Feb 02 16:16:02.082121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-c3c7c64c-533f-4e70-9e62-a0636c467f13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:02.083629 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-c3c7c64c-533f-4e70-9e62-a0636c467f13 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1288798 Feb 02 16:16:02.094057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-4fbf28ac-7693-4502-8312-ca9e4fd4e664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:02.095578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-4fbf28ac-7693-4502-8312-ca9e4fd4e664 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1405501 Feb 02 16:16:02.190297 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-aa03b60a-10d6-4495-92e7-8eaa16145955 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1000 time: 0.1010108 Feb 02 16:16:02.203286 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-7c48717f-cac9-4758-9110-9b7693758f83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1000 time: 0.1020281 Feb 02 16:16:02.359775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-1965f9a5-5ba3-45f3-9227-2be081ea9817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:02.361389 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-1965f9a5-5ba3-45f3-9227-2be081ea9817 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.1657078 Feb 02 16:16:02.382123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-f78723af-d14a-4647-bfd8-e4218855a5e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:02.383590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-f78723af-d14a-4647-bfd8-e4218855a5e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.1751137 Feb 02 16:16:02.444142 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-3dc2da4b-ae8d-4309-aa64-bce092edef19 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753968 Feb 02 16:16:02.464324 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-479a284a-95cf-44e2-94ed-85b2fdf957b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747552 Feb 02 16:16:02.583687 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-7df6fc55-41e7-4906-b15d-b60e5718c9bd service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341405 Feb 02 16:16:02.622185 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-0feb8899-e998-4f88-b94c-ecaff9b21c87 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520190 Feb 02 16:16:02.770800 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-579aadb4-3a52-4927-bc22-b7dac7f85b81 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426029 Feb 02 16:16:02.781660 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4a8a3aff-3e0e-410b-a647-7c1e624fdcb3 req-ad2dd14f-368d-4804-af73-cb2a719ecca9 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920493 Feb 02 16:16:02.799509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258138d-6a0b-45fe-913c-82a8642f46bf req-19f3d5cc-207f-4b0c-b70c-0693fd64c362 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:02.800971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b258138d-6a0b-45fe-913c-82a8642f46bf req-19f3d5cc-207f-4b0c-b70c-0693fd64c362 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.1150136 Feb 02 16:16:02.854997 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b258138d-6a0b-45fe-913c-82a8642f46bf req-e6de8139-1df6-4be7-b2b8-8620b2730947 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Feb 02 16:16:04.060705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c7a5b-3e24-491e-9367-66ec71e62b23 req-51efc881-6590-4eca-84fc-27dcb3205206 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:04.062138 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c3c7a5b-3e24-491e-9367-66ec71e62b23 req-51efc881-6590-4eca-84fc-27dcb3205206 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0781093 Feb 02 16:16:04.106375 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c3c7a5b-3e24-491e-9367-66ec71e62b23 req-bd44e566-30a8-4017-84db-bc52084b53ed tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387611 Feb 02 16:16:05.306227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ab9-51d0-4bc1-b30f-3956e9b81233 req-b3894c24-7798-4403-8dfe-d92162c1a2f8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:05.307669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9731ab9-51d0-4bc1-b30f-3956e9b81233 req-b3894c24-7798-4403-8dfe-d92162c1a2f8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0785458 Feb 02 16:16:05.352070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a9731ab9-51d0-4bc1-b30f-3956e9b81233 req-80ca26e6-2f72-4d9e-880e-876ae22c66e0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389175 Feb 02 16:16:06.555310 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b38fc-5562-4bb6-a70a-9fc56b74ba58 req-81393fd8-dd43-44cf-8340-ab7b70d9eaea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:06.556773 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d52b38fc-5562-4bb6-a70a-9fc56b74ba58 req-81393fd8-dd43-44cf-8340-ab7b70d9eaea tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0792787 Feb 02 16:16:06.601157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d52b38fc-5562-4bb6-a70a-9fc56b74ba58 req-2c96a9b0-db55-4fb1-951a-5764a55a6361 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Feb 02 16:16:07.800793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74873b-8960-4310-8474-78eb2e949be2 req-96966afc-d348-492b-90cc-cba1880364e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:07.802267 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e74873b-8960-4310-8474-78eb2e949be2 req-96966afc-d348-492b-90cc-cba1880364e2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0756726 Feb 02 16:16:07.850918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e74873b-8960-4310-8474-78eb2e949be2 req-307a1960-7319-4f42-9ff9-cc8bbd9033b8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Feb 02 16:16:09.058582 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb808f7-2169-4c8a-8a3e-e00244a1c6b4 req-51222d59-f2d3-4d77-87de-ae1a569c374e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:09.060114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2bb808f7-2169-4c8a-8a3e-e00244a1c6b4 req-51222d59-f2d3-4d77-87de-ae1a569c374e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0784090 Feb 02 16:16:09.105470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2bb808f7-2169-4c8a-8a3e-e00244a1c6b4 req-d926b173-9d40-452a-a2a8-9fd34c05f573 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400934 Feb 02 16:16:10.021114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:16:10.155592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:10.168928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'mac_address': 'fa:16:3e:bb:4e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:16:10.222658 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:10.239723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930da560-2e7f-4a66-8fce-1de8ae20a98a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:16:10.255496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:10.303935 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043f972-db55-48ed-b085-15ce191cc700 req-53651ab4-d5fb-4060-9c1a-5766a96bb6e5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:10.305324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2043f972-db55-48ed-b085-15ce191cc700 req-53651ab4-d5fb-4060-9c1a-5766a96bb6e5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 943 time: 0.0776439 Feb 02 16:16:10.327990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:10.351346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2043f972-db55-48ed-b085-15ce191cc700 req-b4aa2553-0ce2-4769-8138-17e139da3ab7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Feb 02 16:16:10.402533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:10.628245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['930da560-2e7f-4a66-8fce-1de8ae20a98a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:16:11.554707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635338-efbc-42fb-9036-38c0d41de97f req-17d4af69-1389-4680-9dd3-f786d224fe0a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:11.556163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b635338-efbc-42fb-9036-38c0d41de97f req-17d4af69-1389-4680-9dd3-f786d224fe0a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0798604 Feb 02 16:16:11.601051 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b635338-efbc-42fb-9036-38c0d41de97f req-38258e66-801b-4394-830b-35be5fdb2116 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394526 Feb 02 16:16:12.043456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:16:12.190799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 930da560-2e7f-4a66-8fce-1de8ae20a98a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:16:12.196416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 930da560-2e7f-4a66-8fce-1de8ae20a98a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:16:12.200851 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:12.348905 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:12.375052 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:16:12.385504 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:12.440368 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-bcf7940f-bc87-492f-9023-7a480f6c82ca tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:12.441825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-bcf7940f-bc87-492f-9023-7a480f6c82ca tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410&tenant_id=62a051b6ff094f46a9a6415cea5aa071&binding%3Ahost_id=n-h1-827122-1 HTTP/1.1" status: 200 len: 944 time: 0.1463006 Feb 02 16:16:12.447463 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'code': 200} Feb 02 16:16:12.448461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa6c38-77e5-4044-a4e4-975ad49e669d req-32bee5c7-c819-4fdb-99df-64f55a028c1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:12.448611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:12.449831 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5efa6c38-77e5-4044-a4e4-975ad49e669d req-32bee5c7-c819-4fdb-99df-64f55a028c1b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.1219110 Feb 02 16:16:12.516711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:12.553708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5efa6c38-77e5-4044-a4e4-975ad49e669d req-48657b4b-07f4-43b7-94cb-a2d2666a7097 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981393 Feb 02 16:16:12.569126 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-15c918c0-dbe6-40e3-91ab-dc420837986d service neutron] 10.222.0.64 "GET /v2.0/ports/930da560-2e7f-4a66-8fce-1de8ae20a98a/bindings/n-h1-827122-1 HTTP/1.1" status: 200 len: 382 time: 0.0920672 Feb 02 16:16:12.673217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-c90ecbc2-4195-4683-adac-580ca93d1e64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1096 time: 0.0676849 Feb 02 16:16:12.802079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-9d08e317-a8ba-4d88-a940-6aab87871995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:12.803655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-9d08e317-a8ba-4d88-a940-6aab87871995 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1249306 Feb 02 16:16:12.908111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-b0109e60-c078-48fc-a74c-77b5733a55ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1002 time: 0.0978448 Feb 02 16:16:12.970948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-09813e77-d411-4768-a82e-f4307d63d975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:12.972351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-09813e77-d411-4768-a82e-f4307d63d975 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0587697 Feb 02 16:16:13.050772 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-5dc47e69-45aa-4a08-b2bf-09c94f260161 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717676 Feb 02 16:16:13.276106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-e4f8598a-ea0e-4716-aacd-e89a6bd49ab6 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181380 Feb 02 16:16:13.409915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-b7b20277-8d73-4633-8350-70e53e8835b9 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277719 Feb 02 16:16:13.755219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82feca-a684-44fa-80e3-a3dd9e4b931a req-34c3d390-5328-4bda-9361-46d78d0675f3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:13.757308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d82feca-a684-44fa-80e3-a3dd9e4b931a req-34c3d390-5328-4bda-9361-46d78d0675f3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0800591 Feb 02 16:16:13.801475 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d82feca-a684-44fa-80e3-a3dd9e4b931a req-a4c670d3-90bb-43d7-949a-b072233038e8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386651 Feb 02 16:16:15.000035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8f58-e886-41af-aedb-e50d17d4d5b6 req-b815b302-4e10-482c-b0b3-078f0d6c9dd0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:15.001478 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-798b8f58-e886-41af-aedb-e50d17d4d5b6 req-b815b302-4e10-482c-b0b3-078f0d6c9dd0 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0769050 Feb 02 16:16:15.045968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-798b8f58-e886-41af-aedb-e50d17d4d5b6 req-57143bf3-3360-476e-b5cd-e053912790be tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382643 Feb 02 16:16:16.242137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3152b85-11da-4416-b0b7-329c8f437b1d req-4d0078ad-b080-427b-8ee4-6f62af83444d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:16.243548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3152b85-11da-4416-b0b7-329c8f437b1d req-4d0078ad-b080-427b-8ee4-6f62af83444d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0756631 Feb 02 16:16:16.290172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a3152b85-11da-4416-b0b7-329c8f437b1d req-b723139b-9ef1-47f9-938b-a422b255fa33 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Feb 02 16:16:17.114150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-81d6ffa7-6145-48ae-a704-d505bf9c947f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410&tenant_id=62a051b6ff094f46a9a6415cea5aa071 HTTP/1.1" status: 200 len: 1096 time: 0.0704324 Feb 02 16:16:17.129589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:16:17.237585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:17.503828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:17.509132 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:17.512140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11a7f5-d1bd-47b1-9655-40f477c09f02 req-b97ba658-795d-4385-b79a-b878672ed25a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:17.513623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da11a7f5-d1bd-47b1-9655-40f477c09f02 req-b97ba658-795d-4385-b79a-b878672ed25a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0864670 Feb 02 16:16:17.534053 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:16:17.560992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da11a7f5-d1bd-47b1-9655-40f477c09f02 req-efb7959a-caf7-43f5-a8b0-cd8ea5aad0f2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413942 Feb 02 16:16:17.599992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:16:17.606551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:17.621567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Transition to ACTIVE for port object 930da560-2e7f-4a66-8fce-1de8ae20a98a will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:16:17.667960 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'code': 200} Feb 02 16:16:17.691966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:17.918878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=10']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:17.983384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] No DVR routers for this DVR port 930da560-2e7f-4a66-8fce-1de8ae20a98a on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:16:18.051874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:16:18.109921 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:16:18.227473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:16:18.227807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:16:18.228157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:16:18.230990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:18.234046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:16:18.234368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Attempting to bind port 930da560-2e7f-4a66-8fce-1de8ae20a98a on network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:16:18.241424 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:16:18.241756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Checking segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:16:18.242170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Bound using segment: {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:16:18.242601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Bound port: 930da560-2e7f-4a66-8fce-1de8ae20a98a, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6f7bfb-df02-4db9-9899-88a279060239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:16:18.242939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:18.334791 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:16:18.337653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:16:18.385655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:18.449185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:18.450548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] 10.222.0.107 "PUT /v2.0/ports/930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1092 time: 1.3247426 Feb 02 16:16:18.461092 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71829b73-33e2-4039-a67d-3d5d92807585 service neutron] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=11']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:18.559127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-4d95a541-6d1c-488e-acc3-1c1b93ad0d5a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1095 time: 0.0768628 Feb 02 16:16:18.697748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-064ed194-7da0-459d-8111-b1165e395729 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:18.699176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-064ed194-7da0-459d-8111-b1165e395729 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1341176 Feb 02 16:16:18.770789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5b1d5-16c0-4869-b80d-44fbf3445a1b req-7a0682aa-8b8e-49ce-91d4-81d79bce1979 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:18.772927 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3b5b1d5-16c0-4869-b80d-44fbf3445a1b req-7a0682aa-8b8e-49ce-91d4-81d79bce1979 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0803535 Feb 02 16:16:18.799571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-9c2cc640-c809-42ce-9d0f-378202bf8fea service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1000 time: 0.0942807 Feb 02 16:16:18.818871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3b5b1d5-16c0-4869-b80d-44fbf3445a1b req-0cf1f1ad-171e-4a2b-8149-18e0f99892e5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Feb 02 16:16:18.867831 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-a3812812-a919-413c-aa47-0f5755755159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:18.869196 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-a3812812-a919-413c-aa47-0f5755755159 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0610809 Feb 02 16:16:18.941786 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-cb5653d6-ad4f-4438-bcb4-adae18b08cec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668199 Feb 02 16:16:19.073943 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-58f432fb-8848-40e2-9504-5461a646fdd6 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246529 Feb 02 16:16:19.205053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5968f9ba-cfd5-4f5a-9e39-bb25e470e291 req-de68f277-ed01-42da-b719-59c75f8ea924 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250815 Feb 02 16:16:19.668856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:16:19.737323 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'status': 'completed', 'code': 200} Feb 02 16:16:19.850261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-02d1dba6-7fba-4532-a94e-ee5aad5f31c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1095 time: 0.0750926 Feb 02 16:16:19.859682 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-e662d827-e5ae-462e-9464-d2d90f13cba6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=62a051b6ff094f46a9a6415cea5aa071&device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 1095 time: 0.0798814 Feb 02 16:16:20.009604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-6104e8bd-de9d-46db-9116-9c820d4ed117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:20.011098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-6104e8bd-de9d-46db-9116-9c820d4ed117 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1444941 Feb 02 16:16:20.042508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-3a8447b2-e91a-4e47-84f7-78db643db1dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:20.043987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-3a8447b2-e91a-4e47-84f7-78db643db1dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 200 len: 914 time: 0.1883004 Feb 02 16:16:20.124342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-bbd37526-cf4d-479a-834f-8a73d28a8217 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1000 time: 0.1072171 Feb 02 16:16:20.165491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c29dcb-598f-4038-916f-f38b16f49f00 req-6650b873-af67-40f3-bf6c-4dc3c5f6b9c2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:20.168340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75c29dcb-598f-4038-916f-f38b16f49f00 req-6650b873-af67-40f3-bf6c-4dc3c5f6b9c2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.2109654 Feb 02 16:16:20.202595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-6666b4fd-9c12-4b22-a578-983010db7d12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 200 len: 1000 time: 0.1515481 Feb 02 16:16:20.272819 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-75c29dcb-598f-4038-916f-f38b16f49f00 req-1d1492a1-bea9-4a22-b60f-a1865c782f85 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952566 Feb 02 16:16:20.292446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-95d5af80-6609-4d21-8f4c-011edcbb9df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:20.296168 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-95d5af80-6609-4d21-8f4c-011edcbb9df8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.0805547 Feb 02 16:16:20.300990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-bccac019-ca94-4d74-b82f-7699762ba324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:20.302622 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-bccac019-ca94-4d74-b82f-7699762ba324 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 200 len: 851 time: 0.1727245 Feb 02 16:16:20.378169 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-6e4d2300-ea8a-4a80-a8f1-b9b6adfc9805 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759459 Feb 02 16:16:20.381764 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-faa43b30-6f21-4a27-a643-f6d9a2d65393 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6b0accf7-c9ad-420f-b5bd-230e79f948a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738716 Feb 02 16:16:20.515739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-de391a72-f0a6-4d16-8756-df8d86ad3178 service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278768 Feb 02 16:16:20.517216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-b81906e3-652a-4726-bb0e-00068d46c0d3 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324103 Feb 02 16:16:20.651284 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:16:20.653831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-259e7786-ea3c-49ef-8589-51a1f342771f service neutron] 10.222.0.107 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315727 Feb 02 16:16:20.656415 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cba4d32c-a58a-4c6d-9794-fdfbeaaf7698 req-d3a9e411-226c-4866-aedc-734d513a4de4 service neutron] 10.222.0.64 "GET /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337616 Feb 02 16:16:21.482684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee0872-7dd8-49b6-824f-cfaa8dac36fc req-ef7314a5-47b1-4ef1-832e-d6739d488cae tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:21.484166 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40ee0872-7dd8-49b6-824f-cfaa8dac36fc req-ef7314a5-47b1-4ef1-832e-d6739d488cae tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0800984 Feb 02 16:16:21.529710 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40ee0872-7dd8-49b6-824f-cfaa8dac36fc req-1e7f6a3d-8cfd-4f45-a74e-4c2fd3661046 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Feb 02 16:16:22.732244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecb1d5-53d7-4440-a7fe-f36e8a603d6a req-5ec2c458-0954-4149-b945-e2c15043782e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:22.733712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcecb1d5-53d7-4440-a7fe-f36e8a603d6a req-5ec2c458-0954-4149-b945-e2c15043782e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0814042 Feb 02 16:16:22.780832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dcecb1d5-53d7-4440-a7fe-f36e8a603d6a req-c9e82d0b-e306-460b-83a2-92c6b2f7b717 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412738 Feb 02 16:16:23.978008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b1ae-f234-4926-b900-ebfd0619331d req-39416658-64b2-487b-986f-197bcfd3d7c8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:23.979457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1f0b1ae-f234-4926-b900-ebfd0619331d req-39416658-64b2-487b-986f-197bcfd3d7c8 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0751381 Feb 02 16:16:24.027541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b1f0b1ae-f234-4926-b900-ebfd0619331d req-5d00d285-b328-43e3-8148-a1d4ecfc34d3 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Feb 02 16:16:24.670370 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5029-2c42-4da0-96cd-a579a8d19ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:25.226534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dd60f-64f7-4036-a6b0-ac2514d164af req-811e06b3-8cce-413c-83ce-f8f8b109b183 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:25.228010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526dd60f-64f7-4036-a6b0-ac2514d164af req-811e06b3-8cce-413c-83ce-f8f8b109b183 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0774639 Feb 02 16:16:25.272948 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-526dd60f-64f7-4036-a6b0-ac2514d164af req-78a0c6e3-0923-47cc-b5d7-81b45e3d2145 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395427 Feb 02 16:16:26.469963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486ad02-8b8d-4357-8760-c5db0046d280 req-764187ee-62da-42b9-a503-a71efc4992d5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:26.471394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d486ad02-8b8d-4357-8760-c5db0046d280 req-764187ee-62da-42b9-a503-a71efc4992d5 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0766373 Feb 02 16:16:26.515788 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d486ad02-8b8d-4357-8760-c5db0046d280 req-6ce32809-8142-453b-9dc6-4079cd37304e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Feb 02 16:16:26.920281 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d1de-fac1-4f4d-8ce8-09d6243a92bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:27.717629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a3dd0-e978-4ec9-ba3c-703fd66852c5 req-0d4f8d95-4c72-441d-abc5-94b8d74d3ec1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:27.719066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-133a3dd0-e978-4ec9-ba3c-703fd66852c5 req-0d4f8d95-4c72-441d-abc5-94b8d74d3ec1 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0806558 Feb 02 16:16:27.764728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-133a3dd0-e978-4ec9-ba3c-703fd66852c5 req-7a25d5cb-1182-4ed7-a8b4-a4016b03b9ba tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394497 Feb 02 16:16:28.383623 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:28.583713 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:28.968703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b27a80-6d42-41d3-abaa-68fb642f0c29 req-244fc6f1-47c1-4710-b5dd-ee9a182de9ae tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:28.970141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82b27a80-6d42-41d3-abaa-68fb642f0c29 req-244fc6f1-47c1-4710-b5dd-ee9a182de9ae tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0793874 Feb 02 16:16:29.016355 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82b27a80-6d42-41d3-abaa-68fb642f0c29 req-f74eabec-7f24-4e31-bb64-5a76a017786b tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400295 Feb 02 16:16:29.213669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a738f-8b04-4bb9-872f-b96d9c8e47a5 req-6612be9c-30e5-4a98-b701-3173a69fa73e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:29.215118 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-831a738f-8b04-4bb9-872f-b96d9c8e47a5 req-6612be9c-30e5-4a98-b701-3173a69fa73e tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0766759 Feb 02 16:16:29.259315 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-831a738f-8b04-4bb9-872f-b96d9c8e47a5 req-905355b6-8fc0-4833-b61b-3f5501657d54 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387917 Feb 02 16:16:29.457758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330b948-6823-4edf-bc33-c79e9f2b4040 req-c1521c93-b715-46e6-8a04-b0e290f1b240 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:29.459756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b330b948-6823-4edf-bc33-c79e9f2b4040 req-c1521c93-b715-46e6-8a04-b0e290f1b240 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 944 time: 0.0798361 Feb 02 16:16:29.504167 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b330b948-6823-4edf-bc33-c79e9f2b4040 req-f194c494-8e4a-4cf5-8e9e-0506d0b111a7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387695 Feb 02 16:16:29.686791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:16:29.821328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:29.835037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'port_id': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'mac_address': 'fa:16:3e:bb:4e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:16:29.888158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:29.906009 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930da560-2e7f-4a66-8fce-1de8ae20a98a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:16:29.924862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:30.007889 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:30.089511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=12']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:30.098009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b4c81-1b9e-42d8-a653-9478f35e1b9c req-bf65a97d-9def-4712-8d9e-0e2784cbbe75 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:30.098682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.098682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.098925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.099809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.100209 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-745b4c81-1b9e-42d8-a653-9478f35e1b9c req-bf65a97d-9def-4712-8d9e-0e2784cbbe75 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0909460 Feb 02 16:16:30.100354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.100624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.100898 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.101220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.101540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.101857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.102173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:30.133637 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:30.148091 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-745b4c81-1b9e-42d8-a653-9478f35e1b9c req-e375e488-a972-4714-95a9-ab44962f3de2 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Feb 02 16:16:30.329371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['930da560-2e7f-4a66-8fce-1de8ae20a98a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:16:31.442174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687f03-e87b-45e0-90ee-aaf08847e064 req-dca22d75-1f9c-4827-b4f4-97d8d6f5f638 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:31.443763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47687f03-e87b-45e0-90ee-aaf08847e064 req-dca22d75-1f9c-4827-b4f4-97d8d6f5f638 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.1705327 Feb 02 16:16:31.489304 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47687f03-e87b-45e0-90ee-aaf08847e064 req-9a458e97-8d59-440c-b4ac-0589930f9e46 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 Feb 02 16:16:31.690018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:16:31.802802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 930da560-2e7f-4a66-8fce-1de8ae20a98a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:16:31.808518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 930da560-2e7f-4a66-8fce-1de8ae20a98a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:16:31.808889 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:31.846970 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-e6cf7324-6838-4df9-a89a-8a16af0cc3cb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:31.848408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-e6cf7324-6838-4df9-a89a-8a16af0cc3cb tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 945 time: 0.0771606 Feb 02 16:16:31.920739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Deleting port 930da560-2e7f-4a66-8fce-1de8ae20a98a {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:16:31.920998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:31.925596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:31.952153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:16:31.961874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:32.014148 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'code': 200} Feb 02 16:16:32.040589 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:32.107380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=13']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:32.168189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:32.168538 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:32.454224 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:32.454584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:32.454889 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 disassociated. External IP: 172.25.0.194, port: 930da560-2e7f-4a66-8fce-1de8ae20a98a. Feb 02 16:16:32.455222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Calling delete_port for 930da560-2e7f-4a66-8fce-1de8ae20a98a owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:16:32.580155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:16:32.580480 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:16:32.693652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2c325-0006-4bad-8788-898395535c18 req-9975f935-b6bb-4038-b42d-0d073bffcb1a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:32.695136 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3dc2c325-0006-4bad-8788-898395535c18 req-9975f935-b6bb-4038-b42d-0d073bffcb1a tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 946 time: 0.0806682 Feb 02 16:16:32.743710 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3dc2c325-0006-4bad-8788-898395535c18 req-b294ff02-4786-4915-9c89-6f9132c858c7 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429492 Feb 02 16:16:33.081961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Deleting port 930da560-2e7f-4a66-8fce-1de8ae20a98a {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:16:33.082491 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:33.408279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] For port 930da560-2e7f-4a66-8fce-1de8ae20a98a, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=930da560-2e7f-4a66-8fce-1de8ae20a98a,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:33.408507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:33.699006 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:33.699316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:33.699626 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Floating IP 813dbeca-c10f-4a9b-a715-bc6996410039 disassociated. External IP: 172.25.0.194, port: 930da560-2e7f-4a66-8fce-1de8ae20a98a. Feb 02 16:16:33.700012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Calling delete_port for 930da560-2e7f-4a66-8fce-1de8ae20a98a owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:16:33.914053 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:33.960443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event deleted for resources: {'Port': ['ID=930da560-2e7f-4a66-8fce-1de8ae20a98a,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:33.985236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.985515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.985845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.986254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.986480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.986801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.987120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.987435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.987750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.988158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:33.988471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:16:34.076219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffb271-4365-4f4b-af4c-923e1433d429 req-0beb72ee-1469-472d-b19e-21e132b76d5d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:34.077684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9ffb271-4365-4f4b-af4c-923e1433d429 req-0beb72ee-1469-472d-b19e-21e132b76d5d tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 868 time: 0.2077365 Feb 02 16:16:34.140760 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9ffb271-4365-4f4b-af4c-923e1433d429 req-d51bcda2-d951-4fbb-b299-c9c0371eb301 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups?id=08500c5f-85b8-4d8d-ab85-d421edcbdc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567365 Feb 02 16:16:34.250307 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:16:34.447737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:16:34.457376 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:16:34.469363 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:16:34.469948 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:34.514637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] No DVR routers for this DVR port 930da560-2e7f-4a66-8fce-1de8ae20a98a on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:16:34.517120 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:34.519556 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-deleted', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:16:34.578811 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7426e1-8c4d-4206-9726-18a6abb42410', 'name': 'network-vif-deleted', 'tag': '930da560-2e7f-4a66-8fce-1de8ae20a98a', 'status': 'completed', 'code': 200} Feb 02 16:16:34.608785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bc964d41-01bb-42ac-b002-1609f8b36bc6 req-80d539c6-470a-4c47-8fac-3e6db056b917 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.107 "DELETE /v2.0/ports/930da560-2e7f-4a66-8fce-1de8ae20a98a HTTP/1.1" status: 204 len: 173 time: 2.7550333 Feb 02 16:16:34.649724 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:16:34.974679 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:34.979201 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:16:34.992057 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:16:34.992663 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:35.188264 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:16:35.316703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cb0c6561-f79e-4d34-a172-eea91d900e6d req-fa65a427-caee-4177-94e8-4082f959ffa9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Synchronizing usage tracker for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:16:35.385061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cb0c6561-f79e-4d34-a172-eea91d900e6d req-fa65a427-caee-4177-94e8-4082f959ffa9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Unset dirty status for tenant:62a051b6ff094f46a9a6415cea5aa071 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:16:35.386275 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cb0c6561-f79e-4d34-a172-eea91d900e6d req-fa65a427-caee-4177-94e8-4082f959ffa9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a7426e1-8c4d-4206-9726-18a6abb42410 HTTP/1.1" status: 200 len: 210 time: 0.1172612 Feb 02 16:16:35.545938 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:35.549851 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb99d9-59ef-4d00-9285-7efa62b3266a None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:09Z', 'revision_number': 4, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c81c0a84-8c31-4890-8016-ff99a5fa8fd0', 'name': '', 'network_id': '6b0accf7-c9ad-420f-b5bd-230e79f948a9', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'mac_address': 'fa:16:3e:51:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8267f21e-c268-46d2-9672-016a35fa8129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:09Z', 'updated_at': '2022-02-02T16:12:16Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'subnets': [{'id': '8267f21e-c268-46d2-9672-016a35fa8129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:16:35.721553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:16:35.762471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 930da560-2e7f-4a66-8fce-1de8ae20a98a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:16:35.762973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 930da560-2e7f-4a66-8fce-1de8ae20a98a not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:16:35.784889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45896132-3c9d-4f96-b3f6-5b2213f55834 None None] New status for floating IP 813dbeca-c10f-4a9b-a715-bc6996410039: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:16:39.987748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47002) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:40.051017 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4409b8f9-86a3-4c67-a25d-60f9239ad062 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:40.078900 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4409b8f9-86a3-4c67-a25d-60f9239ad062 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:40.196676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4409b8f9-86a3-4c67-a25d-60f9239ad062 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:40.215260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409b8f9-86a3-4c67-a25d-60f9239ad062 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08500c5f-85b8-4d8d-ab85-d421edcbdc7f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:40.291996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4409b8f9-86a3-4c67-a25d-60f9239ad062 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:40.293152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4409b8f9-86a3-4c67-a25d-60f9239ad062 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "DELETE /v2.0/security-groups/08500c5f-85b8-4d8d-ab85-d421edcbdc7f HTTP/1.1" status: 204 len: 168 time: 0.3075504 Feb 02 16:16:40.295717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47006) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:40.312801 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-854a00e9-b8ad-42bb-a9a5-8c8d88261264 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] show failed (client error): The resource could not be found. Feb 02 16:16:40.316346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-854a00e9-b8ad-42bb-a9a5-8c8d88261264 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "GET /v2.0/security-groups/08500c5f-85b8-4d8d-ab85-d421edcbdc7f HTTP/1.1" status: 404 len: 347 time: 0.0170536 Feb 02 16:16:40.316550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47010) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:40.577638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Deleting port f0e48149-375f-482e-90f3-25e1106fa9bb {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:16:40.577888 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:40.750073 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:40.750435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:40.871636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Calling delete_port for f0e48149-375f-482e-90f3-25e1106fa9bb owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:16:41.082219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:41.126641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Pushing event deleted for resources: {'Port': ['ID=f0e48149-375f-482e-90f3-25e1106fa9bb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:41.222363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:41.309773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:41.310898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-64071637-1d58-4910-89e2-2bb2b702e1a9 tempest-ServerActionsTestJSON-978615367 tempest-ServerActionsTestJSON-978615367-project] 10.222.0.88 "DELETE /v2.0/floatingips/813dbeca-c10f-4a9b-a715-bc6996410039 HTTP/1.1" status: 204 len: 168 time: 0.9934852 Feb 02 16:16:41.313886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47014) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:41.692288 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:42.394163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Deleting port c81c0a84-8c31-4890-8016-ff99a5fa8fd0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:16:42.394872 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:42.568282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] For port c81c0a84-8c31-4890-8016-ff99a5fa8fd0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:42.568634 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:42.686290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Calling delete_port for c81c0a84-8c31-4890-8016-ff99a5fa8fd0 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:16:42.950532 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:42.995750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Pushing event deleted for resources: {'Port': ['ID=c81c0a84-8c31-4890-8016-ff99a5fa8fd0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:43.284304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:43.953599 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Router 2a855698-b0c3-4899-9784-67e0839ce5e5 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:16:44.153438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:16:44.164108 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] Sync routers for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:16:44.170393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-25a3c671-700f-4b4d-8b77-cfa80f07190e admin admin] 10.222.0.88 "PUT /v2.0/routers/2a855698-b0c3-4899-9784-67e0839ce5e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8555822 Feb 02 16:16:44.172825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47018) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:44.176007 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:16:44.176604 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:44.354532 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:16:44.370613 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:44.573469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:44.642394 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:16:42Z', 'revision_number': 5, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port': {'id': '84baa866-12da-4512-a88c-2fb4109fb4cd', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:44.646729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Deleting port 84baa866-12da-4512-a88c-2fb4109fb4cd {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:16:44.650560 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] Checking router: 2a855698-b0c3-4899-9784-67e0839ce5e5 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:16:44.650736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:44.657172 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] Routers {'2a855698-b0c3-4899-9784-67e0839ce5e5'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:16:44.657759 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:16:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['2a855698-b0c3-4899-9784-67e0839ce5e5'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:44.809996 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] Set router 2a855698-b0c3-4899-9784-67e0839ce5e5 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:16:44.823514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] For port 84baa866-12da-4512-a88c-2fb4109fb4cd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=84baa866-12da-4512-a88c-2fb4109fb4cd,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:44.823889 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:44.914974 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:16:44Z', 'revision_number': 6, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:44.918838 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c529c4-8d62-47eb-b20f-532112cc9ab1 None None] The sync data for ids ['2a855698-b0c3-4899-9784-67e0839ce5e5'] in n-d-827122-1 is: [{'id': '2a855698-b0c3-4899-9784-67e0839ce5e5', 'name': 'tempest-ServerActionsTestJSON-1259234908-router', 'tenant_id': '62a051b6ff094f46a9a6415cea5aa071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:12:06Z', 'updated_at': '2022-02-02T16:16:44Z', 'revision_number': 6, 'project_id': '62a051b6ff094f46a9a6415cea5aa071', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:16:44.953860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Calling delete_port for 84baa866-12da-4512-a88c-2fb4109fb4cd owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:16:45.194584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:45.238484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Pushing event deleted for resources: {'Port': ['ID=84baa866-12da-4512-a88c-2fb4109fb4cd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:45.571531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:45.831206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:45.835560 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:45.965855 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:45.966512 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a855698-b0c3-4899-9784-67e0839ce5e5 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:16:45.978725 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:45.979879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d71fc10b-9359-4e6a-86a7-ac3c8b38403d admin admin] 10.222.0.88 "DELETE /v2.0/routers/2a855698-b0c3-4899-9784-67e0839ce5e5 HTTP/1.1" status: 204 len: 168 time: 1.8061471 Feb 02 16:16:45.982565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47022) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:46.044236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc32dee3-761d-4df0-b1f8-5a194ac525a2 admin admin] Deleting subnet 8267f21e-c268-46d2-9672-016a35fa8129 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:16:46.047400 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc32dee3-761d-4df0-b1f8-5a194ac525a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.099440 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc32dee3-761d-4df0-b1f8-5a194ac525a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.174433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc32dee3-761d-4df0-b1f8-5a194ac525a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.299347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc32dee3-761d-4df0-b1f8-5a194ac525a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.341269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32dee3-761d-4df0-b1f8-5a194ac525a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8267f21e-c268-46d2-9672-016a35fa8129,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:46.347383 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-bc32dee3-761d-4df0-b1f8-5a194ac525a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.354075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72517ff-2a79-44b3-872e-a938dd2edc05 None None] Network 6b0accf7-c9ad-420f-b5bd-230e79f948a9 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:16:46.354556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bc32dee3-761d-4df0-b1f8-5a194ac525a2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8267f21e-c268-46d2-9672-016a35fa8129 HTTP/1.1" status: 204 len: 168 time: 0.3701799 Feb 02 16:16:46.356246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47026) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:46.460317 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.470449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Deleting port f614c458-5f6a-4832-a689-185a4d3ec894 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:16:46.470770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.611863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] DHCP port deletion for 6b0accf7-c9ad-420f-b5bd-230e79f948a9 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:16:46.618874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] Deleting port f614c458-5f6a-4832-a689-185a4d3ec894 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:16:46.618874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.646207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c81c0a84-8c31-4890-8016-ff99a5fa8fd0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:16:46.675330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] For port f614c458-5f6a-4832-a689-185a4d3ec894, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f614c458-5f6a-4832-a689-185a4d3ec894,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:46.675684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.689545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c81c0a84-8c31-4890-8016-ff99a5fa8fd0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:16:46.689897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c81c0a84-8c31-4890-8016-ff99a5fa8fd0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:16:46.690315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 84baa866-12da-4512-a88c-2fb4109fb4cd no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:16:46.762160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 84baa866-12da-4512-a88c-2fb4109fb4cd {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:16:46.762538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 84baa866-12da-4512-a88c-2fb4109fb4cd not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:16:46.803351 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Calling delete_port for f614c458-5f6a-4832-a689-185a4d3ec894 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:16:46.919699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] For port f614c458-5f6a-4832-a689-185a4d3ec894, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=f614c458-5f6a-4832-a689-185a4d3ec894,segment=NetworkSegment(ad6f7bfb-df02-4db9-9899-88a279060239),segment_id=ad6f7bfb-df02-4db9-9899-88a279060239)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:46.920015 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.943547 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:46.989469 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f614c458-5f6a-4832-a689-185a4d3ec894,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:46.994117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] No DVR routers for this DVR port f614c458-5f6a-4832-a689-185a4d3ec894 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:16:47.042893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] Calling delete_port for f614c458-5f6a-4832-a689-185a4d3ec894 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:16:47.109609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.111636 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:16:47.112041 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:16:47.137860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0accf7-c9ad-420f-b5bd-230e79f948a9']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:47.239096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6f7bfb-df02-4db9-9899-88a279060239') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:47.239339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6f7bfb-df02-4db9-9899-88a279060239') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:16:47.251788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.267390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.274076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:16:47.274465 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:16:47.288415 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:16:47.430782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.436185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.461707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0accf7-c9ad-420f-b5bd-230e79f948a9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:47.516464 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.540188 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e14c4000-1b25-4331-970b-003902aeb7f2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6b0accf7-c9ad-420f-b5bd-230e79f948a9 HTTP/1.1" status: 204 len: 168 time: 1.1829362 Feb 02 16:16:47.613366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] Deleting port f614c458-5f6a-4832-a689-185a4d3ec894 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:16:47.613744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.679688 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1962665c-625d-41bb-b745-644b28c06a10 None None] The port 'f614c458-5f6a-4832-a689-185a4d3ec894' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:16:47.856208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47032) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:47.905215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a5a6a037-3517-484b-8e20-1ec75968355f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=62a051b6ff094f46a9a6415cea5aa071&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478234 Feb 02 16:16:47.907733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47036) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:47.965385 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cdeee0ad-9336-4d32-969b-2f62290fe1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:47.991715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cdeee0ad-9336-4d32-969b-2f62290fe1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:48.105226 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cdeee0ad-9336-4d32-969b-2f62290fe1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:48.126011 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeee0ad-9336-4d32-969b-2f62290fe1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2719dddb-9288-4623-ad57-4fe6f848918d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:48.133845 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cdeee0ad-9336-4d32-969b-2f62290fe1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:48.135107 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cdeee0ad-9336-4d32-969b-2f62290fe1ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2719dddb-9288-4623-ad57-4fe6f848918d HTTP/1.1" status: 204 len: 168 time: 0.2264700 Feb 02 16:16:48.242258 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:48.587950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f614c458-5f6a-4832-a689-185a4d3ec894 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:16:48.620663 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: f614c458-5f6a-4832-a689-185a4d3ec894 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:16:48.621013 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device f614c458-5f6a-4832-a689-185a4d3ec894 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:16:49.225550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47060) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:49.361527 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1885443166-network', 'tenant_id': '8ac7e7c510e1414ca588144a6302d96d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:16:49.367601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:16:49.371367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Usage tracker for resource:network and tenant:8ac7e7c510e1414ca588144a6302d96d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:16:49.374145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:16:49.379613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:16:49.470574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Made reservation on behalf of 8ac7e7c510e1414ca588144a6302d96d for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:16:49.473009 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:49.488031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:49.520070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:16:49.524000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Usage tracker for resource:security_group_rule and tenant:8ac7e7c510e1414ca588144a6302d96d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:16:49.526854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:16:49.532385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:16:49.598737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:49.674628 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:49.705350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:16:49.713613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60084cca-f632-4b01-868e-017e6817ba07,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:49.720931 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:49.720931 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Added segment 537df667-46c9-4e2b-b9d2-e2b0ed2e13e1 of type vlan for network dabbcb33-7333-403f-bf86-81474f594768 Feb 02 16:16:49.748037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:49.840376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:49.841199 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:49.841770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:49.942639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] Pushing event updated for resources: {'Network': ['ID=dabbcb33-7333-403f-bf86-81474f594768,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:49.952801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network dabbcb33-7333-403f-bf86-81474f594768 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:16:50.014434 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-cf7a8512-4706-4524-a09c-e3f0b9d636aa admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7876806 Feb 02 16:16:50.017263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47066) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:16:50.023877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Request body: {'subnet': {'network_id': 'dabbcb33-7333-403f-bf86-81474f594768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1885443166-subnet', 'tenant_id': '8ac7e7c510e1414ca588144a6302d96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:16:50.029492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:16:50.033407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Usage tracker for resource:subnet and tenant:8ac7e7c510e1414ca588144a6302d96d is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:16:50.036314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:16:50.043084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:16:50.120106 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Made reservation on behalf of 8ac7e7c510e1414ca588144a6302d96d for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:16:50.122446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:50.388784 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:50.464031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342180bf-9d8a-4e86-a027-fd02802cec0d,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:50.473898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Checking segment: {'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:16:50.474361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Network hostable DHCP agents. Network: dabbcb33-7333-403f-bf86-81474f594768, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:16:50.560248 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Network dabbcb33-7333-403f-bf86-81474f594768 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:16:50.642179 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, dabbcb33-7333-403f-bf86-81474f594768) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:16:50.648169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:50.649105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:50.655320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b70bbc9-7756-4d61-9cec-492cc2781310 None None] Network dabbcb33-7333-403f-bf86-81474f594768 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:16:50.729043 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a82382d2-cba9-4add-a009-a057e6b46551 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7106526 Feb 02 16:16:50.871412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4831fc-7857-4910-b9fd-ae0360aa0270 None None] Network dabbcb33-7333-403f-bf86-81474f594768 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:16:51.282550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba069b-bcab-445b-b746-f52aace58925 req-b0784ff6-4b68-4335-b493-974fc237b3cf tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:51.283136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-44ba069b-bcab-445b-b746-f52aace58925 req-b0784ff6-4b68-4335-b493-974fc237b3cf tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Synchronizing usage tracker for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:16:51.356300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-44ba069b-bcab-445b-b746-f52aace58925 req-b0784ff6-4b68-4335-b493-974fc237b3cf tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Unset dirty status for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:16:51.357477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-b0784ff6-4b68-4335-b493-974fc237b3cf tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/networks?id=dabbcb33-7333-403f-bf86-81474f594768 HTTP/1.1" status: 200 len: 814 time: 0.2139180 Feb 02 16:16:51.375237 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-1846596f-e984-460a-8088-4622bf0f28c1 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/quotas/8ac7e7c510e1414ca588144a6302d96d HTTP/1.1" status: 200 len: 375 time: 0.0123112 Feb 02 16:16:51.423611 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-dc78ae5b-8d0f-4f7f-ad17-d60c770c8592 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ac7e7c510e1414ca588144a6302d96d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432692 Feb 02 16:16:51.554499 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-1f26da30-fbbc-4fdb-bb7d-64bcc53e771c service neutron] 10.222.0.88 "GET /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236558 Feb 02 16:16:51.684306 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-e39a6d00-2d58-47ee-b0ea-c971c66fd596 service neutron] 10.222.0.88 "GET /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243076 Feb 02 16:16:51.941450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fa6e497e-cde9-44a4-a04f-07cd51219b4b req-c4af06bb-a0c6-477d-884e-c3b61ccff857 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 210 time: 0.0413733 Feb 02 16:16:53.107285 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-32369ba1-dd04-47f6-8fcd-f32b18f87293 req-663d6a26-ba95-45dc-9392-62490c0b83df tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 210 time: 0.0406904 Feb 02 16:16:54.121408 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba069b-bcab-445b-b746-f52aace58925 req-860a312b-d77e-45f8-8a99-9ba7f331911c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:54.122869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-860a312b-d77e-45f8-8a99-9ba7f331911c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.64 "GET /v2.0/networks?id=dabbcb33-7333-403f-bf86-81474f594768 HTTP/1.1" status: 200 len: 814 time: 0.1504095 Feb 02 16:16:54.151097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Request body: {'port': {'device_id': 'd367bc52-1de2-46cf-aacf-149591278abf', 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768', 'admin_state_up': True, 'tenant_id': '8ac7e7c510e1414ca588144a6302d96d'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:16:54.289595 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8ff53a6-07bf-41ae-b6ed-a4c046d16f32 req-38bee1b9-01f5-402f-a398-b65dd194c3b1 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 210 time: 0.0570772 Feb 02 16:16:54.336469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:16:54.340316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Usage tracker for resource:port and tenant:8ac7e7c510e1414ca588144a6302d96d is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:16:54.343128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:16:54.349257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:16:54.451580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Made reservation on behalf of 8ac7e7c510e1414ca588144a6302d96d for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:16:54.454864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:54.628970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Allocated IP 172.20.0.5 (dabbcb33-7333-403f-bf86-81474f594768/342180bf-9d8a-4e86-a027-fd02802cec0d/2f038b0d-7864-4770-af1b-eec090b47904) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:16:54.648277 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dc7b-4f90-4578-b626-7d7c69bcb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:54.828204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:54.911173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:54.982478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Network dabbcb33-7333-403f-bf86-81474f594768 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:16:54.985854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:16:54.999798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:16:55.024556 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Pushing event updated for resources: {'Port': ['ID=2f038b0d-7864-4770-af1b-eec090b47904,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:55.058020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:55.058624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:55.128583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-a576dd09-a5bf-4b9a-8944-d29874fa5158 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9823263 Feb 02 16:16:55.217101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Request body: {'port': {'device_id': 'd367bc52-1de2-46cf-aacf-149591278abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:16:55.340142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:55.491804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ea7cf-a029-4f1c-94a7-863f4319bb80 req-fb7f866b-ef32-43ca-b269-874473ffef61 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:55.493331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b58ea7cf-a029-4f1c-94a7-863f4319bb80 req-fb7f866b-ef32-43ca-b269-874473ffef61 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 931 time: 0.0774169 Feb 02 16:16:55.537348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b58ea7cf-a029-4f1c-94a7-863f4319bb80 req-2aebc18f-118a-4ee5-991f-f9525622ff32 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Synchronizing usage tracker for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:16:55.617825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-b58ea7cf-a029-4f1c-94a7-863f4319bb80 req-2aebc18f-118a-4ee5-991f-f9525622ff32 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Unset dirty status for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:16:55.618948 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b58ea7cf-a029-4f1c-94a7-863f4319bb80 req-2aebc18f-118a-4ee5-991f-f9525622ff32 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199343 Feb 02 16:16:55.684844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f038b0d-7864-4770-af1b-eec090b47904 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:16:55.691552 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:55.706601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Transition to ACTIVE for port object 2f038b0d-7864-4770-af1b-eec090b47904 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:16:55.789107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:56.032876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Pushing event updated for resources: {'Port': ['ID=2f038b0d-7864-4770-af1b-eec090b47904,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:56.141058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Attempting to bind port 2f038b0d-7864-4770-af1b-eec090b47904 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:16:56.141634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Attempting to bind port 2f038b0d-7864-4770-af1b-eec090b47904 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:16:56.141753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Attempting to bind port 2f038b0d-7864-4770-af1b-eec090b47904 on network dabbcb33-7333-403f-bf86-81474f594768 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:16:56.148210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Port 2f038b0d-7864-4770-af1b-eec090b47904 on network dabbcb33-7333-403f-bf86-81474f594768 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:16:56.148548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Attempting to bind port 2f038b0d-7864-4770-af1b-eec090b47904 on network dabbcb33-7333-403f-bf86-81474f594768 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:16:56.154627 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:16:56.154965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Checking segment: {'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:16:56.155341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Bound using segment: {'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:16:56.155757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Bound port: 2f038b0d-7864-4770-af1b-eec090b47904, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:16:56.156123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:56.243801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] For port 2f038b0d-7864-4770-af1b-eec090b47904, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:16:56.246672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] For port 2f038b0d-7864-4770-af1b-eec090b47904, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2f038b0d-7864-4770-af1b-eec090b47904,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:16:56.322811 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:56.386058 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:56.387424 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] 10.222.0.64 "PUT /v2.0/ports/2f038b0d-7864-4770-af1b-eec090b47904 HTTP/1.1" status: 200 len: 1091 time: 1.2466013 Feb 02 16:16:56.387871 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd367bc52-1de2-46cf-aacf-149591278abf', 'tag': '2f038b0d-7864-4770-af1b-eec090b47904'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:16:56.406285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30694ab-1e8a-4b72-96f4-29957b45b88a service neutron] Pushing event updated for resources: {'Port': ['ID=2f038b0d-7864-4770-af1b-eec090b47904,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:56.447955 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd367bc52-1de2-46cf-aacf-149591278abf', 'tag': '2f038b0d-7864-4770-af1b-eec090b47904', 'status': 'completed', 'code': 200} Feb 02 16:16:56.561217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b75608e9-aced-4234-927c-9513294453bc req-c92e721c-9f82-42bf-ac6d-ac708bbf2fa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ac7e7c510e1414ca588144a6302d96d&device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 1094 time: 0.0737226 Feb 02 16:16:56.706876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75608e9-aced-4234-927c-9513294453bc req-cd2dc844-6cd5-4a37-8457-f59535044de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:56.708504 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b75608e9-aced-4234-927c-9513294453bc req-cd2dc844-6cd5-4a37-8457-f59535044de7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8ac7e7c510e1414ca588144a6302d96d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1359291 Feb 02 16:16:56.825506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97621913-95a2-4b8c-ba62-8cff38e0eeea req-a582155d-11ba-4076-a5ec-d883cbae538e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:56.826962 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97621913-95a2-4b8c-ba62-8cff38e0eeea req-a582155d-11ba-4076-a5ec-d883cbae538e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 943 time: 0.0823350 Feb 02 16:16:56.849788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75608e9-aced-4234-927c-9513294453bc req-c95e5cbf-231d-42ad-97b8-36ab771ac13b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:56.851282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b75608e9-aced-4234-927c-9513294453bc req-c95e5cbf-231d-42ad-97b8-36ab771ac13b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1375697 Feb 02 16:16:56.874931 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97621913-95a2-4b8c-ba62-8cff38e0eeea req-def1d082-fc07-409e-bdc0-ea9be6318efc tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Feb 02 16:16:56.903016 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f083678d-1105-4705-9c0c-8c5ea17e9dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:56.975645 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-1499b64a-42f4-42be-af3e-ce38c6bbd8f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ac7e7c510e1414ca588144a6302d96d&device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 1094 time: 0.0685985 Feb 02 16:16:57.050859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-fff5b7c3-49db-49a6-8123-991e50040772 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f038b0d-7864-4770-af1b-eec090b47904 HTTP/1.1" status: 200 len: 217 time: 0.0633934 Feb 02 16:16:57.111910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba069b-bcab-445b-b746-f52aace58925 req-8bf87287-7c3d-4346-9fb3-48dcae768d83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:57.113325 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-8bf87287-7c3d-4346-9fb3-48dcae768d83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=342180bf-9d8a-4e86-a027-fd02802cec0d HTTP/1.1" status: 200 len: 854 time: 0.0569472 Feb 02 16:16:57.159678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-8852e314-3221-4b35-96da-51979c24e2c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dabbcb33-7333-403f-bf86-81474f594768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408268 Feb 02 16:16:57.289647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-e91bac5c-fa41-4ee0-80b9-42b48d7f7394 service neutron] 10.222.0.64 "GET /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233890 Feb 02 16:16:57.419403 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-44ba069b-bcab-445b-b746-f52aace58925 req-51b0b15b-79e4-4eca-b17b-3b069b22dddf service neutron] 10.222.0.64 "GET /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235256 Feb 02 16:16:57.654139 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:16:58.076730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e3584-2b2c-4009-b041-adbf17143ab7 req-88cc6b8f-9354-4d57-9e09-9d9448b0fc78 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:58.077415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-da3e3584-2b2c-4009-b041-adbf17143ab7 req-88cc6b8f-9354-4d57-9e09-9d9448b0fc78 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Synchronizing usage tracker for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:16:58.160190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-da3e3584-2b2c-4009-b041-adbf17143ab7 req-88cc6b8f-9354-4d57-9e09-9d9448b0fc78 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Unset dirty status for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:16:58.161380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da3e3584-2b2c-4009-b041-adbf17143ab7 req-88cc6b8f-9354-4d57-9e09-9d9448b0fc78 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 943 time: 0.1629767 Feb 02 16:16:58.208916 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-da3e3584-2b2c-4009-b041-adbf17143ab7 req-9f48c048-c138-4bcd-ae95-9c7b3f2f4dad tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Feb 02 16:16:58.286031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2f038b0d-7864-4770-af1b-eec090b47904 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:16:58.434178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2f038b0d-7864-4770-af1b-eec090b47904, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2f038b0d-7864-4770-af1b-eec090b47904,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:58.447282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '2f038b0d-7864-4770-af1b-eec090b47904', 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768', 'port_id': '2f038b0d-7864-4770-af1b-eec090b47904', 'mac_address': 'fa:16:3e:52:53:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342180bf-9d8a-4e86-a027-fd02802cec0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:16:58.477698 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:58.512597 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:58.530114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f038b0d-7864-4770-af1b-eec090b47904 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:16:58.545529 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2f038b0d-7864-4770-af1b-eec090b47904, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2f038b0d-7864-4770-af1b-eec090b47904,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:16:58.565529 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:58.611687 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:16:58.680833 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=2f038b0d-7864-4770-af1b-eec090b47904,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:16:58.877458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['2f038b0d-7864-4770-af1b-eec090b47904'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:16:59.421310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833477-9d63-4da0-88f7-81c10ba0f987 req-c1c57b3f-72f2-4d66-89a1-da7f70976d4f tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:16:59.429117 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22833477-9d63-4da0-88f7-81c10ba0f987 req-c1c57b3f-72f2-4d66-89a1-da7f70976d4f tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 944 time: 0.0911765 Feb 02 16:16:59.489757 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-22833477-9d63-4da0-88f7-81c10ba0f987 req-58f0e2b8-c789-4129-9219-ebe6b81884a2 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599887 Feb 02 16:17:00.151168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:00.301602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2f038b0d-7864-4770-af1b-eec090b47904 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:17:00.476348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 2f038b0d-7864-4770-af1b-eec090b47904 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:17:00.481759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 2f038b0d-7864-4770-af1b-eec090b47904 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:17:00.482243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:00.599756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:00.626692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd367bc52-1de2-46cf-aacf-149591278abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f038b0d-7864-4770-af1b-eec090b47904'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:17:00.636858 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 2f038b0d-7864-4770-af1b-eec090b47904, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2f038b0d-7864-4770-af1b-eec090b47904,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:00.684717 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd367bc52-1de2-46cf-aacf-149591278abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f038b0d-7864-4770-af1b-eec090b47904', 'code': 200} Feb 02 16:17:00.687707 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:00.701566 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad1d2a-663f-4d96-b8c6-9a8c4f821708 req-fcfa4d74-197d-444b-8964-8be414e70318 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:00.703573 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6ad1d2a-663f-4d96-b8c6-9a8c4f821708 req-fcfa4d74-197d-444b-8964-8be414e70318 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 944 time: 0.0883462 Feb 02 16:17:00.756054 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=2f038b0d-7864-4770-af1b-eec090b47904,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:00.771564 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6ad1d2a-663f-4d96-b8c6-9a8c4f821708 req-ad0efd5c-a39a-4d26-bc48-8c20f01148ef tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612681 Feb 02 16:17:00.847556 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0019c39-809e-4a80-a397-e641515193b5 req-9ab5f731-88eb-4390-bca1-2a3f70f31e0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 1096 time: 0.0697029 Feb 02 16:17:00.889534 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b0019c39-809e-4a80-a397-e641515193b5 req-dc8b0a0b-c6ee-4018-a664-ff68bc7efe0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 Feb 02 16:17:01.968702 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8e500-2d17-41f9-a644-de8bc2bf0d21 req-d7d36057-4aba-4fd5-8fbb-580cc81b6914 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:01.970149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-96b8e500-2d17-41f9-a644-de8bc2bf0d21 req-d7d36057-4aba-4fd5-8fbb-580cc81b6914 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0781689 Feb 02 16:17:02.015560 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-96b8e500-2d17-41f9-a644-de8bc2bf0d21 req-640c430b-e095-4a95-9d33-c7c9b9c959fe tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Feb 02 16:17:03.220336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339af6e-ab4c-4eba-acf2-d4f09de8ad92 req-61beec02-f01e-4bff-9878-a02112bf0708 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:03.221812 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9339af6e-ab4c-4eba-acf2-d4f09de8ad92 req-61beec02-f01e-4bff-9878-a02112bf0708 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0816650 Feb 02 16:17:03.268661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9339af6e-ab4c-4eba-acf2-d4f09de8ad92 req-4a22f64d-ec30-47bb-89b7-5fe71f68f8dd tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Feb 02 16:17:03.648474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-679d69f1-27f8-4046-a77f-3d95cb2906a2 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:03.649904 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-679d69f1-27f8-4046-a77f-3d95cb2906a2 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/networks?id=dabbcb33-7333-403f-bf86-81474f594768 HTTP/1.1" status: 200 len: 814 time: 0.2262664 Feb 02 16:17:03.666081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-7f98d59b-79d0-4849-8e2a-602edc316217 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/quotas/8ac7e7c510e1414ca588144a6302d96d HTTP/1.1" status: 200 len: 375 time: 0.0110176 Feb 02 16:17:03.746451 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-7b9e6ec5-3775-46df-bc34-924384884156 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ac7e7c510e1414ca588144a6302d96d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756702 Feb 02 16:17:03.878149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-423eb255-6f6d-4dee-b5d1-55638208e537 service neutron] 10.222.0.88 "GET /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250365 Feb 02 16:17:04.007308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-ed534aaf-79e7-404a-9b0b-2209ad7382c7 service neutron] 10.222.0.88 "GET /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230803 Feb 02 16:17:04.238740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-41c483d4-7c9b-49a5-8d55-ca1176bc4453 req-d84d1006-c68a-4397-bdcc-20ffb73a0d25 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 210 time: 0.0439649 Feb 02 16:17:05.424398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e1c1f5bd-72f3-473a-82c8-3bf5139910d2 req-674a5aa1-0324-44f2-b307-422073e60aa2 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 210 time: 0.0415328 Feb 02 16:17:06.303361 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4cf91ce3-f172-43c6-926e-8bd05666157c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:06.304814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4cf91ce3-f172-43c6-926e-8bd05666157c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.107 "GET /v2.0/networks?id=dabbcb33-7333-403f-bf86-81474f594768 HTTP/1.1" status: 200 len: 814 time: 0.1454039 Feb 02 16:17:06.325886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Request body: {'port': {'device_id': '38102f33-a13b-48a2-9d69-3be9c5063019', 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768', 'admin_state_up': True, 'tenant_id': '8ac7e7c510e1414ca588144a6302d96d'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:06.465208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:06.477562 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:06.596456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Made reservation on behalf of 8ac7e7c510e1414ca588144a6302d96d for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:06.600481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:06.687059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c5a93505-8ba1-437f-81d7-ba2caa5cad95 req-49db2144-b9e5-43e7-afe8-9835bcfe84e6 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 210 time: 0.1417842 Feb 02 16:17:06.772566 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Allocated IP 172.20.0.13 (dabbcb33-7333-403f-bf86-81474f594768/342180bf-9d8a-4e86-a027-fd02802cec0d/b9da6b8e-a10d-4a04-9516-a4758ff6dfaa) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:17:06.969424 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:07.076676 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:07.109646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['2f038b0d-7864-4770-af1b-eec090b47904'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:17:07.148964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Network dabbcb33-7333-403f-bf86-81474f594768 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:17:07.151925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:07.155835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:17:07.193607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Pushing event updated for resources: {'Port': ['ID=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:07.223772 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:07.225022 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:07.294650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-b4ec048a-8c5c-4b4c-b041-719117cc995d tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9723747 Feb 02 16:17:07.311880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Request body: {'port': {'device_id': '38102f33-a13b-48a2-9d69-3be9c5063019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:07.419438 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:07.889419 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9da6b8e-a10d-4a04-9516-a4758ff6dfaa {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:17:07.901653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:07.921263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Transition to ACTIVE for port object b9da6b8e-a10d-4a04-9516-a4758ff6dfaa will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:07.936807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ded0-4cd0-490b-b972-a96b5dff5935 req-ddbb06ef-f088-4458-8cf8-fa31778e3f9e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:07.937485 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8299ded0-4cd0-490b-b972-a96b5dff5935 req-ddbb06ef-f088-4458-8cf8-fa31778e3f9e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Synchronizing usage tracker for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:17:08.007993 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:08.044047 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8299ded0-4cd0-490b-b972-a96b5dff5935 req-ddbb06ef-f088-4458-8cf8-fa31778e3f9e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Unset dirty status for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:17:08.045195 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8299ded0-4cd0-490b-b972-a96b5dff5935 req-ddbb06ef-f088-4458-8cf8-fa31778e3f9e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 932 time: 0.2208390 Feb 02 16:17:08.162319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:08.178398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8299ded0-4cd0-490b-b972-a96b5dff5935 req-de0aaf53-07ef-4764-90e4-13008bcb870e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218982 Feb 02 16:17:08.279473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Attempting to bind port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:17:08.279692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Attempting to bind port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:17:08.280055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Attempting to bind port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa on network dabbcb33-7333-403f-bf86-81474f594768 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:08.285693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa on network dabbcb33-7333-403f-bf86-81474f594768 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:17:08.286055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Attempting to bind port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa on network dabbcb33-7333-403f-bf86-81474f594768 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:08.292312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:17:08.292641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Checking segment: {'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:08.293013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Bound using segment: {'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:17:08.293448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Bound port: b9da6b8e-a10d-4a04-9516-a4758ff6dfaa, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:17:08.293780 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:08.379198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] For port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:17:08.382470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] For port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:17:08.451955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:08.517130 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:08.518474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] 10.222.0.107 "PUT /v2.0/ports/b9da6b8e-a10d-4a04-9516-a4758ff6dfaa HTTP/1.1" status: 200 len: 1092 time: 1.2105968 Feb 02 16:17:08.518903 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38102f33-a13b-48a2-9d69-3be9c5063019', 'tag': 'b9da6b8e-a10d-4a04-9516-a4758ff6dfaa'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:17:08.535388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cc006-34c3-4967-af36-2459c18b5cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:08.584753 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38102f33-a13b-48a2-9d69-3be9c5063019', 'tag': 'b9da6b8e-a10d-4a04-9516-a4758ff6dfaa', 'status': 'completed', 'code': 200} Feb 02 16:17:08.683146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-94e84fd9-a04a-4b84-a6e3-66281a5b9fe8 req-b3d861b4-a6ca-4024-8af4-e25a473567d6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8ac7e7c510e1414ca588144a6302d96d&device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 1095 time: 0.0694113 Feb 02 16:17:08.827009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e84fd9-a04a-4b84-a6e3-66281a5b9fe8 req-c01f76bd-4532-4f71-9bb9-f94e164071ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:08.828669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-94e84fd9-a04a-4b84-a6e3-66281a5b9fe8 req-c01f76bd-4532-4f71-9bb9-f94e164071ee service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=8ac7e7c510e1414ca588144a6302d96d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1337318 Feb 02 16:17:08.962735 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e84fd9-a04a-4b84-a6e3-66281a5b9fe8 req-673235e0-a8b2-492e-8018-f06cb198f0fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:08.964201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-94e84fd9-a04a-4b84-a6e3-66281a5b9fe8 req-673235e0-a8b2-492e-8018-f06cb198f0fc service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1292732 Feb 02 16:17:09.084949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-dfebf816-080e-4be0-99bf-4c99933e5a64 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8ac7e7c510e1414ca588144a6302d96d&device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 1095 time: 0.0668840 Feb 02 16:17:09.159953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-8e03e2c3-0fe3-4d73-8484-f6ecae2f603d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa HTTP/1.1" status: 200 len: 217 time: 0.0639844 Feb 02 16:17:09.221944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-a30b1377-813a-43fb-af06-918fdf16fb49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:09.223382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-a30b1377-813a-43fb-af06-918fdf16fb49 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=342180bf-9d8a-4e86-a027-fd02802cec0d HTTP/1.1" status: 200 len: 854 time: 0.0575571 Feb 02 16:17:09.270286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-cf40e007-a3c2-4570-aa45-57f9379ddbf6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dabbcb33-7333-403f-bf86-81474f594768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412393 Feb 02 16:17:09.449152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-e47d1dc8-99e6-4497-9eda-9858c2865c77 service neutron] 10.222.0.107 "GET /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724608 Feb 02 16:17:09.484465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900050e-2611-4e40-a17b-d87d804a9242 req-c1a04354-d5bc-443e-899b-d5f72b0d23e1 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:09.485845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6900050e-2611-4e40-a17b-d87d804a9242 req-c1a04354-d5bc-443e-899b-d5f72b0d23e1 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 944 time: 0.1452866 Feb 02 16:17:09.602362 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6900050e-2611-4e40-a17b-d87d804a9242 req-bc5c7e5d-8e17-40e2-8c63-06deb1c01809 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719163 Feb 02 16:17:09.619282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e9c5826-8113-4e45-937d-7de6b623d922 req-7c3eeb7f-b32b-492f-925b-881e075e6f46 service neutron] 10.222.0.107 "GET /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636469 Feb 02 16:17:10.804029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c678c30-96ee-4c38-a4ee-69f7dc989e79 req-80e0e41a-ca7a-4008-b653-3593f89d969c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:10.805443 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c678c30-96ee-4c38-a4ee-69f7dc989e79 req-80e0e41a-ca7a-4008-b653-3593f89d969c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 944 time: 0.0796719 Feb 02 16:17:10.851788 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1c678c30-96ee-4c38-a4ee-69f7dc989e79 req-612af5a6-cfd7-4749-81c1-7a979f253999 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Feb 02 16:17:11.877367 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b9da6b8e-a10d-4a04-9516-a4758ff6dfaa details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:17:12.012244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:12.027570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'b9da6b8e-a10d-4a04-9516-a4758ff6dfaa', 'network_id': 'dabbcb33-7333-403f-bf86-81474f594768', 'port_id': 'b9da6b8e-a10d-4a04-9516-a4758ff6dfaa', 'mac_address': 'fa:16:3e:6f:ca:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342180bf-9d8a-4e86-a027-fd02802cec0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:17:12.084023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:12.102519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9da6b8e-a10d-4a04-9516-a4758ff6dfaa {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:17:12.118633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:12.147278 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef0874-2f5e-4fc3-93b9-11b29a79bc92 req-99d8c41b-cd06-4e9f-ad5b-7ae9029f2074 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:12.149140 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-75ef0874-2f5e-4fc3-93b9-11b29a79bc92 req-99d8c41b-cd06-4e9f-ad5b-7ae9029f2074 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 944 time: 0.1740854 Feb 02 16:17:12.183283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:12.195271 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-75ef0874-2f5e-4fc3-93b9-11b29a79bc92 req-ca77e690-c1de-473d-b3fc-14d252129ec4 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Feb 02 16:17:12.252247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:12.441413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b9da6b8e-a10d-4a04-9516-a4758ff6dfaa'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:17:13.552737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dab30-cfbc-4220-bbfd-570430bf1532 req-d7d51a03-6d73-4c86-96d0-889a6ab8efb1 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:13.554162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c80dab30-cfbc-4220-bbfd-570430bf1532 req-d7d51a03-6d73-4c86-96d0-889a6ab8efb1 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 945 time: 0.0884039 Feb 02 16:17:13.599870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c80dab30-cfbc-4220-bbfd-570430bf1532 req-77a8cae7-b2e4-4cfe-aadc-8c14e68d5975 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Feb 02 16:17:13.892775 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b9da6b8e-a10d-4a04-9516-a4758ff6dfaa up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:17:14.005640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:17:14.010205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:17:14.010569 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:14.122850 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:14.149157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38102f33-a13b-48a2-9d69-3be9c5063019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9da6b8e-a10d-4a04-9516-a4758ff6dfaa'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:17:14.158507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:14.204749 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38102f33-a13b-48a2-9d69-3be9c5063019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9da6b8e-a10d-4a04-9516-a4758ff6dfaa', 'code': 200} Feb 02 16:17:14.211530 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:14.278243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:14.356412 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f7d54f47-475c-4d6d-9de1-99f0cc737169 req-08919b9f-650d-4d86-aa11-b923f7265e4e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 1097 time: 0.0713074 Feb 02 16:17:14.398220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f7d54f47-475c-4d6d-9de1-99f0cc737169 req-8dabd175-fa49-4f62-ac2a-88bdad253f0a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Feb 02 16:17:14.795537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c177f2b-ad5f-4510-8eb0-d6509a4cb7c0 req-c48388be-f67b-4a18-9815-83337885a367 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:14.797122 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c177f2b-ad5f-4510-8eb0-d6509a4cb7c0 req-c48388be-f67b-4a18-9815-83337885a367 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 946 time: 0.0776553 Feb 02 16:17:14.844477 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9c177f2b-ad5f-4510-8eb0-d6509a4cb7c0 req-7c4c4932-a814-4ddb-abda-a7a0ee1db5dc tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Feb 02 16:17:16.040840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7d876-b8e7-488b-8c27-0db8b3bd5e84 req-ca7539de-8e5a-4ec2-958e-1fc8c908bd0b tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:16.042179 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0f7d876-b8e7-488b-8c27-0db8b3bd5e84 req-ca7539de-8e5a-4ec2-958e-1fc8c908bd0b tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 946 time: 0.0760238 Feb 02 16:17:16.087138 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b0f7d876-b8e7-488b-8c27-0db8b3bd5e84 req-643bf0e7-7b2b-411e-b507-8fbe38a06826 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396183 Feb 02 16:17:16.694605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce9fa-d4f7-4720-9886-8c165599895e req-198072d1-9517-4a52-8ad8-0296a8e0ac2f tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:16.696074 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc9ce9fa-d4f7-4720-9886-8c165599895e req-198072d1-9517-4a52-8ad8-0296a8e0ac2f tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 946 time: 0.0795109 Feb 02 16:17:16.740695 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dc9ce9fa-d4f7-4720-9886-8c165599895e req-302962e1-c1ff-4042-b58e-36a108bc7861 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 Feb 02 16:17:17.516188 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:17.944501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644f1c-a7f6-4d95-a738-947984771fbe req-b0b69e7e-8f07-4f29-bf80-8909aa4b464a tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:17.945981 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d644f1c-a7f6-4d95-a738-947984771fbe req-b0b69e7e-8f07-4f29-bf80-8909aa4b464a tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 946 time: 0.0828238 Feb 02 16:17:17.993628 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d644f1c-a7f6-4d95-a738-947984771fbe req-e697b3c0-efb2-4d78-9a07-9b5050b75705 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Feb 02 16:17:18.009238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-6289a490-e7a0-4fc3-a40d-9a5199a3d5e9 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:18.010657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-6289a490-e7a0-4fc3-a40d-9a5199a3d5e9 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.107 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 946 time: 0.0767639 Feb 02 16:17:18.079776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Deleting port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:18.080131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:18.268548 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:18.316591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] For port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:18.316947 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:18.440416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Calling delete_port for b9da6b8e-a10d-4a04-9516-a4758ff6dfaa owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:18.622868 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:18.654993 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['b9da6b8e-a10d-4a04-9516-a4758ff6dfaa'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:17:18.670032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Pushing event deleted for resources: {'Port': ['ID=b9da6b8e-a10d-4a04-9516-a4758ff6dfaa,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:18.683101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['2f038b0d-7864-4770-af1b-eec090b47904'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:17:18.743835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] No DVR routers for this DVR port b9da6b8e-a10d-4a04-9516-a4758ff6dfaa on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:17:18.746318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:18.748913 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38102f33-a13b-48a2-9d69-3be9c5063019', 'name': 'network-vif-deleted', 'tag': 'b9da6b8e-a10d-4a04-9516-a4758ff6dfaa'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:17:18.808485 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38102f33-a13b-48a2-9d69-3be9c5063019', 'name': 'network-vif-deleted', 'tag': 'b9da6b8e-a10d-4a04-9516-a4758ff6dfaa', 'status': 'completed', 'code': 200} Feb 02 16:17:18.812146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e9aeb0a3-cdfb-4918-9d58-855c57316eb3 req-045f06ff-d630-4241-9909-2822e5cbb280 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.107 "DELETE /v2.0/ports/b9da6b8e-a10d-4a04-9516-a4758ff6dfaa HTTP/1.1" status: 204 len: 173 time: 0.7963793 Feb 02 16:17:19.155666 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a9ed320-d8db-40fc-ae70-da808c72402c req-1621a42e-d18f-43b2-81ed-6e5d7ad7a768 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=38102f33-a13b-48a2-9d69-3be9c5063019 HTTP/1.1" status: 200 len: 210 time: 0.0433936 Feb 02 16:17:20.438848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1416c6-34e5-4e63-850f-126f30036802 req-0f9e2dbe-f9b8-4949-81d2-39d33e7c5dc9 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:20.440327 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc1416c6-34e5-4e63-850f-126f30036802 req-0f9e2dbe-f9b8-4949-81d2-39d33e7c5dc9 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0804803 Feb 02 16:17:20.486162 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc1416c6-34e5-4e63-850f-126f30036802 req-4a4e3068-3854-4ac1-8d38-7313fbadd9de tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Feb 02 16:17:20.705287 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1f0b5-6914-4534-8aa4-0fd29b67fa25 req-ab8dda0f-273b-4c60-9412-2afca0c46790 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:20.706737 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86f1f0b5-6914-4534-8aa4-0fd29b67fa25 req-ab8dda0f-273b-4c60-9412-2afca0c46790 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0771418 Feb 02 16:17:20.753309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-86f1f0b5-6914-4534-8aa4-0fd29b67fa25 req-88f35506-4423-463c-af54-23663fa2c9e8 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Feb 02 16:17:20.955438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909fb5-7114-4f73-9f04-1b94f7b4d08b req-4f126a51-4d17-4e20-9206-400d3545d9c9 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:20.956138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8d909fb5-7114-4f73-9f04-1b94f7b4d08b req-4f126a51-4d17-4e20-9206-400d3545d9c9 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Synchronizing usage tracker for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:17:21.024859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8d909fb5-7114-4f73-9f04-1b94f7b4d08b req-4f126a51-4d17-4e20-9206-400d3545d9c9 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Unset dirty status for tenant:8ac7e7c510e1414ca588144a6302d96d on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:17:21.025940 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d909fb5-7114-4f73-9f04-1b94f7b4d08b req-4f126a51-4d17-4e20-9206-400d3545d9c9 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.1482747 Feb 02 16:17:21.070827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d909fb5-7114-4f73-9f04-1b94f7b4d08b req-ca21a00f-e1da-4fc9-8ff1-dbc14f0be06a tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Feb 02 16:17:21.266201 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ab8a4b25-1940-4e85-a218-f20774a5c7b1 req-db7b4b60-c3f6-4d74-9002-32ae4bfb2ade service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0710909 Feb 02 16:17:21.460551 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea9ac-642b-4b27-9bf2-5edb31d40a00 req-fc1f758b-1160-442a-9730-c6e4395dca6c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:21.462023 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4b5ea9ac-642b-4b27-9bf2-5edb31d40a00 req-fc1f758b-1160-442a-9730-c6e4395dca6c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0768340 Feb 02 16:17:21.510341 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4b5ea9ac-642b-4b27-9bf2-5edb31d40a00 req-906a0326-d54b-4890-bd34-9abbf65122ea tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 Feb 02 16:17:21.705789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b131290-c089-4d31-bcdd-c884ebf31a10 req-2e7fadfe-d130-49d5-8118-9a6301b0b3dd tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:21.707224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b131290-c089-4d31-bcdd-c884ebf31a10 req-2e7fadfe-d130-49d5-8118-9a6301b0b3dd tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0761087 Feb 02 16:17:21.753167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0b131290-c089-4d31-bcdd-c884ebf31a10 req-3b1f6586-559b-466c-84a5-891b719efde8 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401547 Feb 02 16:17:21.955882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b9da6b8e-a10d-4a04-9516-a4758ff6dfaa no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:17:21.969784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255e3f0-2b3b-4436-be4a-85fe83c02dde req-fcf8043b-e48f-4a11-a6ce-7cb3fb13651f tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:21.971268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4255e3f0-2b3b-4436-be4a-85fe83c02dde req-fcf8043b-e48f-4a11-a6ce-7cb3fb13651f tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0800192 Feb 02 16:17:21.992072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: b9da6b8e-a10d-4a04-9516-a4758ff6dfaa {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:17:21.992421 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device b9da6b8e-a10d-4a04-9516-a4758ff6dfaa not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:17:22.019704 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4255e3f0-2b3b-4436-be4a-85fe83c02dde req-8116d255-44a4-44fe-8ec8-414e17a9ac6c tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 Feb 02 16:17:22.760210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15ce69-ab88-4223-8a75-1f296cbfbb8b req-04390ed2-78b9-4803-8a1d-35f6816e1a3e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:22.761693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd15ce69-ab88-4223-8a75-1f296cbfbb8b req-04390ed2-78b9-4803-8a1d-35f6816e1a3e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0801244 Feb 02 16:17:22.811461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dd15ce69-ab88-4223-8a75-1f296cbfbb8b req-c9a014cb-ba86-486b-9560-b39c45a277d4 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434957 Feb 02 16:17:24.160936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b56f08-d515-4042-8667-a625fbd4ae33 req-884c1f5e-d02c-4e42-8055-cd6774707c97 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:24.162529 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5b56f08-d515-4042-8667-a625fbd4ae33 req-884c1f5e-d02c-4e42-8055-cd6774707c97 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0774510 Feb 02 16:17:24.188118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-1ef79cb6-c70a-43a7-9b5c-9aa5dff8d99e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:24.189558 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-1ef79cb6-c70a-43a7-9b5c-9aa5dff8d99e tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.64 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 945 time: 0.0763309 Feb 02 16:17:24.207553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a5b56f08-d515-4042-8667-a625fbd4ae33 req-6a7addfd-d386-48d7-966c-e170d12923dd tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/security-groups?id=60084cca-f632-4b01-868e-017e6817ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Feb 02 16:17:24.258025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Deleting port 2f038b0d-7864-4770-af1b-eec090b47904 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:24.258369 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:24.500331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] For port 2f038b0d-7864-4770-af1b-eec090b47904, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=2f038b0d-7864-4770-af1b-eec090b47904,segment=NetworkSegment(537df667-46c9-4e2b-b9d2-e2b0ed2e13e1),segment_id=537df667-46c9-4e2b-b9d2-e2b0ed2e13e1)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:24.500584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:24.622102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Calling delete_port for 2f038b0d-7864-4770-af1b-eec090b47904 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:24.665050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8e55a396-e111-4c1f-b614-c3c273efaa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:24.819299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:24.872516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Pushing event deleted for resources: {'Port': ['ID=2f038b0d-7864-4770-af1b-eec090b47904,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:24.914280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.914625 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.915033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.915325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.915658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.916015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.916342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.916666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.916986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.917308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.917624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:24.957340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] No DVR routers for this DVR port 2f038b0d-7864-4770-af1b-eec090b47904 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:17:24.960388 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:24.962801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd367bc52-1de2-46cf-aacf-149591278abf', 'name': 'network-vif-deleted', 'tag': '2f038b0d-7864-4770-af1b-eec090b47904'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:17:25.017453 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd367bc52-1de2-46cf-aacf-149591278abf', 'name': 'network-vif-deleted', 'tag': '2f038b0d-7864-4770-af1b-eec090b47904', 'status': 'completed', 'code': 200} Feb 02 16:17:25.025394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b55d1d74-5187-4e19-a512-c50fd966fe49 req-b4780fbc-3c87-41ff-8329-d200565b3d51 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.64 "DELETE /v2.0/ports/2f038b0d-7864-4770-af1b-eec090b47904 HTTP/1.1" status: 204 len: 173 time: 0.8306551 Feb 02 16:17:25.388439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7ef166bb-204f-4ee0-9a82-8dd775d83825 req-c4ac4ff1-58b8-4186-9fe9-212699d0ad94 tempest-ServersNegativeTestJSON-652968923 tempest-ServersNegativeTestJSON-652968923-project] 10.222.0.88 "GET /v2.0/ports?device_id=d367bc52-1de2-46cf-aacf-149591278abf HTTP/1.1" status: 200 len: 210 time: 0.0457706 Feb 02 16:17:26.473952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2f038b0d-7864-4770-af1b-eec090b47904 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:17:26.493766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47206) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:26.507064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 2f038b0d-7864-4770-af1b-eec090b47904 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:17:26.507412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 2f038b0d-7864-4770-af1b-eec090b47904 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:17:26.551716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4368a49-a829-40d4-9f36-826cf24f08ff admin admin] Deleting subnet 342180bf-9d8a-4e86-a027-fd02802cec0d {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:17:26.554704 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4368a49-a829-40d4-9f36-826cf24f08ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:26.603718 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4368a49-a829-40d4-9f36-826cf24f08ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:26.661106 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4368a49-a829-40d4-9f36-826cf24f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:26.774289 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4368a49-a829-40d4-9f36-826cf24f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:26.812539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4368a49-a829-40d4-9f36-826cf24f08ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342180bf-9d8a-4e86-a027-fd02802cec0d,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:26.819467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f4368a49-a829-40d4-9f36-826cf24f08ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:26.826387 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f4368a49-a829-40d4-9f36-826cf24f08ff admin admin] 10.222.0.88 "DELETE /v2.0/subnets/342180bf-9d8a-4e86-a027-fd02802cec0d HTTP/1.1" status: 204 len: 168 time: 0.3304863 Feb 02 16:17:26.827885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:26.908515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-daaf6128-4a33-41bf-97bb-4b63bd0921b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:26.934165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:27.137689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:27.166012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabbcb33-7333-403f-bf86-81474f594768']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:27.178136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:27.178431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537df667-46c9-4e2b-b9d2-e2b0ed2e13e1') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:27.189296 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:27.204743 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:27.210792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:27.211165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:27.224378 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:27.354039 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:27.370747 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:27.382117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] Pushing event deleted for resources: {'Network': ['ID=dabbcb33-7333-403f-bf86-81474f594768,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:27.446176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b9bcfca4-a802-412a-9a60-dd146b815ade admin admin] 10.222.0.88 "DELETE /v2.0/networks/dabbcb33-7333-403f-bf86-81474f594768 HTTP/1.1" status: 204 len: 168 time: 0.6169441 Feb 02 16:17:27.800595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47216) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:27.851261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c7f4f804-e1a4-4dd0-9d9e-620da8ab7d1e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8ac7e7c510e1414ca588144a6302d96d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495243 Feb 02 16:17:27.853923 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47220) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:27.917063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-184022ca-ebcd-4493-ba8c-48ea4e8c38c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:27.946402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-184022ca-ebcd-4493-ba8c-48ea4e8c38c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:28.070523 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-184022ca-ebcd-4493-ba8c-48ea4e8c38c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:28.087787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184022ca-ebcd-4493-ba8c-48ea4e8c38c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60084cca-f632-4b01-868e-017e6817ba07,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:28.155064 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-184022ca-ebcd-4493-ba8c-48ea4e8c38c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:28.156261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-184022ca-ebcd-4493-ba8c-48ea4e8c38c5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60084cca-f632-4b01-868e-017e6817ba07 HTTP/1.1" status: 204 len: 168 time: 0.3013029 Feb 02 16:17:28.385284 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:28.562524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:29.330276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47242) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:29.457168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012649204'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:29.463345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:29.467145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:network and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:29.470128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:29.478066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:29.556166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:29.559183 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:29.572213 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:29.604603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:29.608429 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:security_group_rule and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:29.611183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:29.618057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:29.684672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:29.750551 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:29.782517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:17:29.790746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b861c92-cb55-4fd8-8da1-8e9b66716d30,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:29.796215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:29.796562 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Added segment 23e9f3d1-8016-43ac-b784-c8f8d1d28dd3 of type vlan for network 84b4848d-3aad-4c0a-b3b6-48d441c94f37 Feb 02 16:17:29.823779 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:29.899152 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:29.902891 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:29.903547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:30.012548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Network': ['ID=84b4848d-3aad-4c0a-b3b6-48d441c94f37,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:30.022766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 84b4848d-3aad-4c0a-b3b6-48d441c94f37 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:17:30.066074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-02c4c26d-5610-4f9b-94bb-0b465b70d9ba tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7346604 Feb 02 16:17:30.200421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:33.353902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47248) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:33.359817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'subnet': {'network_id': '84b4848d-3aad-4c0a-b3b6-48d441c94f37', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:33.471157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:33.475317 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:subnet and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:33.478148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:33.484185 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:33.594499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:33.781754 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.053789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.131242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Subnet': ['ID=241588ca-43ed-4c65-8e70-efd641d90f42,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:34.140718 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Checking segment: {'id': '23e9f3d1-8016-43ac-b784-c8f8d1d28dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84b4848d-3aad-4c0a-b3b6-48d441c94f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:34.141079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network hostable DHCP agents. Network: 84b4848d-3aad-4c0a-b3b6-48d441c94f37, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:17:34.211025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network 84b4848d-3aad-4c0a-b3b6-48d441c94f37 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:17:34.273861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 84b4848d-3aad-4c0a-b3b6-48d441c94f37) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:34.277728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:34.278311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.282593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d6a69-8653-47b1-96aa-8d7f5e1a2837 None None] Network 84b4848d-3aad-4c0a-b3b6-48d441c94f37 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:34.343509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-149a7e6f-51c6-4e4e-90b4-47aaa7975bc1 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9883471 Feb 02 16:17:34.347761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47252) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:34.353973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121422870'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:34.359603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:34.363434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:network and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:34.366739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:34.372512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:34.462812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:34.465841 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.496854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:17:34.506058 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.506410 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Added segment 285f9169-c6a8-4d9a-808a-91a6bbe9405e of type vlan for network 76c8fcaf-ecc7-41c3-b162-95ab7753b51c Feb 02 16:17:34.528010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-84b4848d-3aad-4c0a-b3b6-48d441c94f37', 'network_id': '84b4848d-3aad-4c0a-b3b6-48d441c94f37', 'tenant_id': 'd9f15bf57f694f01b737c600e2715602', 'fixed_ips': [{'subnet_id': '241588ca-43ed-4c65-8e70-efd641d90f42'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:17:34.530842 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.539179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.628592 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.633335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:34.644566 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.655452 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:17:34.683541 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Allocated IP 2001:db8:0:ffff::2 (84b4848d-3aad-4c0a-b3b6-48d441c94f37/241588ca-43ed-4c65-8e70-efd641d90f42/ac30fc41-c3d7-477c-9eef-1379258782fd) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:17:34.744798 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Network': ['ID=76c8fcaf-ecc7-41c3-b162-95ab7753b51c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:34.757604 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 76c8fcaf-ecc7-41c3-b162-95ab7753b51c details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:17:34.795303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fe13164d-5799-4a1a-ac68-fe11c13a0418 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4457018 Feb 02 16:17:34.798254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47256) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:34.805541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'subnet': {'network_id': '76c8fcaf-ecc7-41c3-b162-95ab7753b51c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:34.920365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:34.932103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:subnet and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:34.932103 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:34.933474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:34.982979 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:34.992820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Transition to ACTIVE for port object ac30fc41-c3d7-477c-9eef-1379258782fd will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:35.002168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:35.010595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Transition to ACTIVE for port object ac30fc41-c3d7-477c-9eef-1379258782fd will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:35.083272 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:35.107055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:35.153838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Network 84b4848d-3aad-4c0a-b3b6-48d441c94f37 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:17:35.156629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:35.159561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:17:35.166303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Pushing event updated for resources: {'Port': ['ID=ac30fc41-c3d7-477c-9eef-1379258782fd,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:35.236926 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.237359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.237701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.238105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.239885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.239885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.239885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.239885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.239885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.240320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.240577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.265637 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Attempting to bind port ac30fc41-c3d7-477c-9eef-1379258782fd on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:17:35.266058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Attempting to bind port ac30fc41-c3d7-477c-9eef-1379258782fd by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '23e9f3d1-8016-43ac-b784-c8f8d1d28dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84b4848d-3aad-4c0a-b3b6-48d441c94f37'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:17:35.266550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Attempting to bind port ac30fc41-c3d7-477c-9eef-1379258782fd on network 84b4848d-3aad-4c0a-b3b6-48d441c94f37 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:35.276270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:17:35.276697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Checking segment: {'id': '23e9f3d1-8016-43ac-b784-c8f8d1d28dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84b4848d-3aad-4c0a-b3b6-48d441c94f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:35.277230 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:35.277729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Bound using segment: {'id': '23e9f3d1-8016-43ac-b784-c8f8d1d28dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84b4848d-3aad-4c0a-b3b6-48d441c94f37'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:17:35.278247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Bound port: ac30fc41-c3d7-477c-9eef-1379258782fd, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e9f3d1-8016-43ac-b784-c8f8d1d28dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84b4848d-3aad-4c0a-b3b6-48d441c94f37'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:17:35.279269 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:35.374065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] For port ac30fc41-c3d7-477c-9eef-1379258782fd, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:17:35.377033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] For port ac30fc41-c3d7-477c-9eef-1379258782fd, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ac30fc41-c3d7-477c-9eef-1379258782fd,segment=NetworkSegment(23e9f3d1-8016-43ac-b784-c8f8d1d28dd3),segment_id=23e9f3d1-8016-43ac-b784-c8f8d1d28dd3)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:17:35.408423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:35.437390 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:35.494888 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Subnet': ['ID=98ceb057-7475-4ae6-90d4-0cf48eb2fddf,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:35.506584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Checking segment: {'id': '285f9169-c6a8-4d9a-808a-91a6bbe9405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '76c8fcaf-ecc7-41c3-b162-95ab7753b51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:35.506932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network hostable DHCP agents. Network: 76c8fcaf-ecc7-41c3-b162-95ab7753b51c, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:17:35.509220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5089bd1-8408-4557-ac8d-a5efce6eeef4 None None] Pushing event updated for resources: {'Port': ['ID=ac30fc41-c3d7-477c-9eef-1379258782fd,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:35.524001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.524370 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.524699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.525035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.525368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.525696 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.526023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.526347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.526763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.527178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.527407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:17:35.600203 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network 76c8fcaf-ecc7-41c3-b162-95ab7753b51c is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:17:35.682462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 76c8fcaf-ecc7-41c3-b162-95ab7753b51c) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:35.686622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:35.687318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:35.702809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a26efe-0077-4a00-bd6d-119810b18232 None None] Network 76c8fcaf-ecc7-41c3-b162-95ab7753b51c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:35.783460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b0b8c264-1908-4232-b1ef-9fe7c5afc8b9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9808030 Feb 02 16:17:35.783460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47260) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:35.931798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:35.940011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-76c8fcaf-ecc7-41c3-b162-95ab7753b51c', 'network_id': '76c8fcaf-ecc7-41c3-b162-95ab7753b51c', 'tenant_id': 'd9f15bf57f694f01b737c600e2715602', 'fixed_ips': [{'subnet_id': '98ceb057-7475-4ae6-90d4-0cf48eb2fddf'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:17:35.941017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.001894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.103375 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Allocated IP 2001:db8::2 (76c8fcaf-ecc7-41c3-b162-95ab7753b51c/98ceb057-7475-4ae6-90d4-0cf48eb2fddf/d785f925-3931-4e2b-9a2b-562e6f3a5133) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:17:36.311613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.322415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Transition to ACTIVE for port object d785f925-3931-4e2b-9a2b-562e6f3a5133 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:36.342022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Transition to ACTIVE for port object d785f925-3931-4e2b-9a2b-562e6f3a5133 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:36.398758 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.463413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff75ab5-36a7-4d1a-894d-6cdd9d0fe55d None None] Network 84b4848d-3aad-4c0a-b3b6-48d441c94f37 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:36.486729 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.527819 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Subnet': ['ID=98ceb057-7475-4ae6-90d4-0cf48eb2fddf,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:36.535508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Network 76c8fcaf-ecc7-41c3-b162-95ab7753b51c is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:17:36.547927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:36.553024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Pushing event updated for resources: {'Port': ['ID=d785f925-3931-4e2b-9a2b-562e6f3a5133,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:36.557283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:17:36.630302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.657489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c8fcaf-ecc7-41c3-b162-95ab7753b51c']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:36.670256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285f9169-c6a8-4d9a-808a-91a6bbe9405e') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:36.670555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285f9169-c6a8-4d9a-808a-91a6bbe9405e') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:36.682670 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.686618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ac30fc41-c3d7-477c-9eef-1379258782fd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:17:36.698799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.705227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:36.705665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:36.721240 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:36.730193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-588a91d8-6149-43df-9e7e-1e229c383616 None None] Provisioning for port ac30fc41-c3d7-477c-9eef-1379258782fd completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:17:36.811953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Attempting to bind port d785f925-3931-4e2b-9a2b-562e6f3a5133 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:17:36.812328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Attempting to bind port d785f925-3931-4e2b-9a2b-562e6f3a5133 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '285f9169-c6a8-4d9a-808a-91a6bbe9405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '76c8fcaf-ecc7-41c3-b162-95ab7753b51c'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:17:36.812693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Attempting to bind port d785f925-3931-4e2b-9a2b-562e6f3a5133 on network 76c8fcaf-ecc7-41c3-b162-95ab7753b51c {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:36.842051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:17:36.842434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Checking segment: {'id': '285f9169-c6a8-4d9a-808a-91a6bbe9405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '76c8fcaf-ecc7-41c3-b162-95ab7753b51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:36.842839 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.843239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Bound using segment: {'id': '285f9169-c6a8-4d9a-808a-91a6bbe9405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '76c8fcaf-ecc7-41c3-b162-95ab7753b51c'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:17:36.843725 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Bound port: d785f925-3931-4e2b-9a2b-562e6f3a5133, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285f9169-c6a8-4d9a-808a-91a6bbe9405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '76c8fcaf-ecc7-41c3-b162-95ab7753b51c'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:17:36.844123 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:36.888258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 16:17:36.888258 n-d-827122-1 neutron-server[95773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 16:17:36.888258 n-d-827122-1 neutron-server[95773]: [parameters: {'id': '76c8fcaf-ecc7-41c3-b162-95ab7753b51c'}] Feb 02 16:17:36.888258 n-d-827122-1 neutron-server[95773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:17:36.888671 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:17:36.994582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] For port d785f925-3931-4e2b-9a2b-562e6f3a5133, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:17:36.997962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] For port d785f925-3931-4e2b-9a2b-562e6f3a5133, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d785f925-3931-4e2b-9a2b-562e6f3a5133,segment=NetworkSegment(285f9169-c6a8-4d9a-808a-91a6bbe9405e),segment_id=285f9169-c6a8-4d9a-808a-91a6bbe9405e)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:17:37.001998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ac30fc41-c3d7-477c-9eef-1379258782fd completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:17:37.007284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ac30fc41-c3d7-477c-9eef-1379258782fd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:17:37.007611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:37.075073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:37.203666 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:37.243865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefc593-7d5e-4941-b017-637577424f1c None None] Pushing event updated for resources: {'Port': ['ID=d785f925-3931-4e2b-9a2b-562e6f3a5133,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:37.284033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0c0b35c9-6e0e-4177-a2f7-49e5ad18ff5e None None] Provisioning complete for port ac30fc41-c3d7-477c-9eef-1379258782fd triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:17:37.284334 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c0b35c9-6e0e-4177-a2f7-49e5ad18ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:37.340103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ac30fc41-c3d7-477c-9eef-1379258782fd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ac30fc41-c3d7-477c-9eef-1379258782fd,segment=NetworkSegment(23e9f3d1-8016-43ac-b784-c8f8d1d28dd3),segment_id=23e9f3d1-8016-43ac-b784-c8f8d1d28dd3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:37.343832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d4f18-6b69-4cf8-bcaa-f8ae4aa4e456 None None] Network 76c8fcaf-ecc7-41c3-b162-95ab7753b51c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:37.389765 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:37.401195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Deleting port d785f925-3931-4e2b-9a2b-562e6f3a5133 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:37.401594 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:37.415952 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:37.601113 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ac30fc41-c3d7-477c-9eef-1379258782fd,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:37.669784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff40c3b-d2cc-49d0-8f27-4ca47c6feff1 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 16:17:37.705869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] For port d785f925-3931-4e2b-9a2b-562e6f3a5133, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d785f925-3931-4e2b-9a2b-562e6f3a5133,segment=NetworkSegment(285f9169-c6a8-4d9a-808a-91a6bbe9405e),segment_id=285f9169-c6a8-4d9a-808a-91a6bbe9405e)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:37.706212 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:37.761263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff40c3b-d2cc-49d0-8f27-4ca47c6feff1 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 16:17:37.826375 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Calling delete_port for d785f925-3931-4e2b-9a2b-562e6f3a5133 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:37.985454 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.034317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Port': ['ID=d785f925-3931-4e2b-9a2b-562e6f3a5133,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:38.038979 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No DVR routers for this DVR port d785f925-3931-4e2b-9a2b-562e6f3a5133 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:17:38.161277 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.186027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c8fcaf-ecc7-41c3-b162-95ab7753b51c']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:38.198100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285f9169-c6a8-4d9a-808a-91a6bbe9405e') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:38.198397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285f9169-c6a8-4d9a-808a-91a6bbe9405e') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:38.210478 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.226518 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.232448 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:38.232828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:38.247107 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:38.397029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.414913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.427550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Network': ['ID=76c8fcaf-ecc7-41c3-b162-95ab7753b51c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:38.433607 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2749ca3a-a19e-464c-9071-9f1025947627 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/76c8fcaf-ecc7-41c3-b162-95ab7753b51c HTTP/1.1" status: 204 len: 168 time: 2.6475096 Feb 02 16:17:38.435097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47264) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:38.440476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-686637526'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:38.446999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:38.450856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:network and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:38.454040 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:38.462039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:38.533446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:38.536540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.563669 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:17:38.573204 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.573542 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Added segment 56da9e43-08c6-4fa5-a665-d4787b7f0634 of type vlan for network 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 Feb 02 16:17:38.600737 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.624025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ac30fc41-c3d7-477c-9eef-1379258782fd up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:17:38.691402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ac30fc41-c3d7-477c-9eef-1379258782fd triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:17:38.692318 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.697192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.701192 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:38.701770 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:38.811710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Network': ['ID=7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:38.821812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:17:38.852358 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9e276f65-282d-443f-af5e-09241a2136f9 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4161291 Feb 02 16:17:38.855111 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47268) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:38.860676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'subnet': {'network_id': '7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:38.979428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:38.983198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:subnet and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:38.986002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:38.991661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:39.085658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:39.188105 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:39.279751 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Performing IP validity checks on allocation pools {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 02 16:17:39.280303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.ipam_backend_mixin [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 02 16:17:39.470850 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:39.548457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Subnet': ['ID=4398c7c1-020f-40c2-a5cd-880c1223d7c0,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:39.563020 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Checking segment: {'id': '56da9e43-08c6-4fa5-a665-d4787b7f0634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:39.563374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network hostable DHCP agents. Network: 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:17:39.631273 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:17:39.716684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:39.723554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:39.723554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:39.726673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff935d-bfe0-4037-9dec-713c9bbc9047 None None] Network 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:39.808950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5a18d9ff-62ac-492c-b7d0-15a250da7a67 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9501987 Feb 02 16:17:39.809152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47272) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:39.950888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78', 'network_id': '7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78', 'tenant_id': 'd9f15bf57f694f01b737c600e2715602', 'fixed_ips': [{'subnet_id': '4398c7c1-020f-40c2-a5cd-880c1223d7c0'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:17:39.951718 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.055916 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.113007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Allocated IP 2001:db8::3 (7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78/4398c7c1-020f-40c2-a5cd-880c1223d7c0/75f75027-339a-493b-87d5-52f138ce7b10) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:17:40.118933 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.323286 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.335094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Transition to ACTIVE for port object 75f75027-339a-493b-87d5-52f138ce7b10 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:40.354267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Transition to ACTIVE for port object 75f75027-339a-493b-87d5-52f138ce7b10 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:40.452257 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.520297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Network 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:17:40.523270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:40.526148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:17:40.529549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.534509 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Pushing event updated for resources: {'Port': ['ID=75f75027-339a-493b-87d5-52f138ce7b10,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:40.573476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Subnet': ['ID=4398c7c1-020f-40c2-a5cd-880c1223d7c0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:40.628501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Attempting to bind port 75f75027-339a-493b-87d5-52f138ce7b10 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:17:40.628868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Attempting to bind port 75f75027-339a-493b-87d5-52f138ce7b10 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '56da9e43-08c6-4fa5-a665-d4787b7f0634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:17:40.629303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Attempting to bind port 75f75027-339a-493b-87d5-52f138ce7b10 on network 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:40.636074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:17:40.636465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Checking segment: {'id': '56da9e43-08c6-4fa5-a665-d4787b7f0634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:40.636853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.637240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Bound using segment: {'id': '56da9e43-08c6-4fa5-a665-d4787b7f0634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:17:40.637691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Bound port: 75f75027-339a-493b-87d5-52f138ce7b10, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56da9e43-08c6-4fa5-a665-d4787b7f0634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:17:40.638060 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.672056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.697810 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:40.710864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56da9e43-08c6-4fa5-a665-d4787b7f0634') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:40.711165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56da9e43-08c6-4fa5-a665-d4787b7f0634') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:40.723972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.726258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] For port 75f75027-339a-493b-87d5-52f138ce7b10, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:17:40.729262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] For port 75f75027-339a-493b-87d5-52f138ce7b10, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=75f75027-339a-493b-87d5-52f138ce7b10,segment=NetworkSegment(56da9e43-08c6-4fa5-a665-d4787b7f0634),segment_id=56da9e43-08c6-4fa5-a665-d4787b7f0634)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:17:40.791072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.793268 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.799774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:40.800185 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:40.815032 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:40.908038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683108f8-2ffb-4cff-87ab-40f9cf60d65f None None] Pushing event updated for resources: {'Port': ['ID=75f75027-339a-493b-87d5-52f138ce7b10,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:40.941066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af17cb-9bec-42ee-9087-47b399743f93 None None] Network 7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:40.957934 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.db.api [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 16:17:40.957934 n-d-827122-1 neutron-server[95773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 16:17:40.957934 n-d-827122-1 neutron-server[95773]: [parameters: {'id': '7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78'}] Feb 02 16:17:40.957934 n-d-827122-1 neutron-server[95773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:17:40.958636 n-d-827122-1 neutron-server[95773]: DEBUG oslo_db.api [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:17:41.200666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c3536-9178-4a9e-a549-0fc7805d0d51 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 16:17:41.319816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c3536-9178-4a9e-a549-0fc7805d0d51 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 16:17:41.459135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:41.470025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Deleting port 75f75027-339a-493b-87d5-52f138ce7b10 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:41.470365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:41.680139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] For port 75f75027-339a-493b-87d5-52f138ce7b10, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=75f75027-339a-493b-87d5-52f138ce7b10,segment=NetworkSegment(56da9e43-08c6-4fa5-a665-d4787b7f0634),segment_id=56da9e43-08c6-4fa5-a665-d4787b7f0634)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:41.680860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:41.801510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Calling delete_port for 75f75027-339a-493b-87d5-52f138ce7b10 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:41.999878 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.049714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Port': ['ID=75f75027-339a-493b-87d5-52f138ce7b10,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:42.056347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No DVR routers for this DVR port 75f75027-339a-493b-87d5-52f138ce7b10 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:17:42.178326 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.202222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:42.214115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56da9e43-08c6-4fa5-a665-d4787b7f0634') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:42.214405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56da9e43-08c6-4fa5-a665-d4787b7f0634') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:42.225896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.242085 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.247818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:42.248215 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:42.262045 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:42.390802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.395371 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.422016 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Network': ['ID=7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:42.425975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a4034d26-89db-43d8-9583-284f32775896 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 HTTP/1.1" status: 204 len: 168 time: 2.6159477 Feb 02 16:17:42.430409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47276) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:42.435633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618704426'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:42.441252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:42.445674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:network and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:42.448503 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:42.454858 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:42.514339 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:42.517218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.544255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:17:42.553446 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.555102 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Added segment e17769cf-cc9f-4bed-9275-ad01d2db1155 of type vlan for network 08eb78ae-d04b-49c6-b115-c659e5fea3f2 Feb 02 16:17:42.579779 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.664981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.668591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:42.669160 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:42.773237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Network': ['ID=08eb78ae-d04b-49c6-b115-c659e5fea3f2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:42.782417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 08eb78ae-d04b-49c6-b115-c659e5fea3f2 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:17:42.808718 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3c8bb514-deae-4f48-a4ae-ec4bb6a5a78e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3772888 Feb 02 16:17:42.811492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47280) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:42.818154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'subnet': {'network_id': '08eb78ae-d04b-49c6-b115-c659e5fea3f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:43.022663 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:43.026417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:subnet and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:43.029130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:43.034647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:43.087754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:43.187896 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:43.451384 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:43.529750 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Subnet': ['ID=50acf015-ecf1-4afb-bfc9-89f81dc1fc9a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:43.544221 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Checking segment: {'id': 'e17769cf-cc9f-4bed-9275-ad01d2db1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '08eb78ae-d04b-49c6-b115-c659e5fea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:43.544577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network hostable DHCP agents. Network: 08eb78ae-d04b-49c6-b115-c659e5fea3f2, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:17:43.631048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network 08eb78ae-d04b-49c6-b115-c659e5fea3f2 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:17:43.702921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 08eb78ae-d04b-49c6-b115-c659e5fea3f2) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:43.707037 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:43.708391 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:43.713382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87844789-abb1-419b-922a-fa1a2869790d None None] Network 08eb78ae-d04b-49c6-b115-c659e5fea3f2 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:43.798721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-dfab8e7a-63cc-4035-874e-f8fa7cd3dd61 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9827292 Feb 02 16:17:43.799274 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47284) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:43.804673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-802849864'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:43.810379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:43.814280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:network and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:43.817791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for network was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:43.825549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:43.916765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:43.919778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:43.932090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-08eb78ae-d04b-49c6-b115-c659e5fea3f2', 'network_id': '08eb78ae-d04b-49c6-b115-c659e5fea3f2', 'tenant_id': 'd9f15bf57f694f01b737c600e2715602', 'fixed_ips': [{'subnet_id': '50acf015-ecf1-4afb-bfc9-89f81dc1fc9a'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:17:43.933499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:43.950593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:17:43.961732 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:43.962004 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Added segment f96501fe-fe20-4a95-a362-eb412acc5066 of type vlan for network 4b1662b8-a7da-40e9-840f-587155c27d80 Feb 02 16:17:43.987543 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.076531 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.080522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:44.081097 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.094192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Allocated IP 2001:db8::2 (08eb78ae-d04b-49c6-b115-c659e5fea3f2/50acf015-ecf1-4afb-bfc9-89f81dc1fc9a/d9f69b1e-c827-41be-915f-b0ef1ead3b8c) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:17:44.189715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Network': ['ID=4b1662b8-a7da-40e9-840f-587155c27d80,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:44.201378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 4b1662b8-a7da-40e9-840f-587155c27d80 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:17:44.231442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1c8dab23-a075-4504-8547-30e32a4cbb8c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4310930 Feb 02 16:17:44.234044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47288) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:44.240150 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Request body: {'subnet': {'network_id': '4b1662b8-a7da-40e9-840f-587155c27d80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:44.351579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:44.355390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Usage tracker for resource:subnet and tenant:d9f15bf57f694f01b737c600e2715602 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:44.358243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:44.364514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:44.389980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.399631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Transition to ACTIVE for port object d9f69b1e-c827-41be-915f-b0ef1ead3b8c will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:44.417303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Transition to ACTIVE for port object d9f69b1e-c827-41be-915f-b0ef1ead3b8c will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:44.424835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Made reservation on behalf of d9f15bf57f694f01b737c600e2715602 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:44.488488 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.531046 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.557422 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Network 08eb78ae-d04b-49c6-b115-c659e5fea3f2 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:17:44.560204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:44.563878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:17:44.570483 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Pushing event updated for resources: {'Port': ['ID=d9f69b1e-c827-41be-915f-b0ef1ead3b8c,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:44.653590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Attempting to bind port d9f69b1e-c827-41be-915f-b0ef1ead3b8c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:17:44.657310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Attempting to bind port d9f69b1e-c827-41be-915f-b0ef1ead3b8c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'e17769cf-cc9f-4bed-9275-ad01d2db1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '08eb78ae-d04b-49c6-b115-c659e5fea3f2'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:17:44.657310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Attempting to bind port d9f69b1e-c827-41be-915f-b0ef1ead3b8c on network 08eb78ae-d04b-49c6-b115-c659e5fea3f2 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:44.661654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:17:44.662024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Checking segment: {'id': 'e17769cf-cc9f-4bed-9275-ad01d2db1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '08eb78ae-d04b-49c6-b115-c659e5fea3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:44.662415 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.662807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Bound using segment: {'id': 'e17769cf-cc9f-4bed-9275-ad01d2db1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '08eb78ae-d04b-49c6-b115-c659e5fea3f2'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:17:44.663261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Bound port: d9f69b1e-c827-41be-915f-b0ef1ead3b8c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17769cf-cc9f-4bed-9275-ad01d2db1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '08eb78ae-d04b-49c6-b115-c659e5fea3f2'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:17:44.663650 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.758885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] For port d9f69b1e-c827-41be-915f-b0ef1ead3b8c, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:17:44.761622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] For port d9f69b1e-c827-41be-915f-b0ef1ead3b8c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d9f69b1e-c827-41be-915f-b0ef1ead3b8c,segment=NetworkSegment(e17769cf-cc9f-4bed-9275-ad01d2db1155),segment_id=e17769cf-cc9f-4bed-9275-ad01d2db1155)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:17:44.840198 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.851831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:44.922867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba1771-0258-4cfd-ba33-84bd0b776e98 None None] Pushing event updated for resources: {'Port': ['ID=d9f69b1e-c827-41be-915f-b0ef1ead3b8c,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:44.936314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event updated for resources: {'Subnet': ['ID=91e88879-6641-4f01-9672-9ae1da664b77,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:44.947750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Checking segment: {'id': 'f96501fe-fe20-4a95-a362-eb412acc5066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4b1662b8-a7da-40e9-840f-587155c27d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:44.948168 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network hostable DHCP agents. Network: 4b1662b8-a7da-40e9-840f-587155c27d80, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:17:45.030689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Network 4b1662b8-a7da-40e9-840f-587155c27d80 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:17:45.106426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 4b1662b8-a7da-40e9-840f-587155c27d80) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:45.110757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:45.111351 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:45.117838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f8cc1-ad9d-41cc-abc0-6ae2d0f28594 None None] Network 4b1662b8-a7da-40e9-840f-587155c27d80 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:45.215920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-abee3fc2-1a6f-4fc8-947a-3c982ce9dbe4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9792681 Feb 02 16:17:45.216910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47292) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:45.343064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-4b1662b8-a7da-40e9-840f-587155c27d80', 'network_id': '4b1662b8-a7da-40e9-840f-587155c27d80', 'tenant_id': 'd9f15bf57f694f01b737c600e2715602', 'fixed_ips': [{'subnet_id': '91e88879-6641-4f01-9672-9ae1da664b77'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:17:45.343973 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:45.361283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:45.427387 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:45.556237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Allocated IP 2001:db8::2 (4b1662b8-a7da-40e9-840f-587155c27d80/91e88879-6641-4f01-9672-9ae1da664b77/4c006d69-cdff-4ff4-87ef-9899a0235d9f) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:17:45.770331 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:45.781199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Transition to ACTIVE for port object 4c006d69-cdff-4ff4-87ef-9899a0235d9f will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:45.801066 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Transition to ACTIVE for port object 4c006d69-cdff-4ff4-87ef-9899a0235d9f will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:45.837454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087a550-a5be-4f2c-902c-bfdf5aa18947 None None] Network 08eb78ae-d04b-49c6-b115-c659e5fea3f2 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:45.908629 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:45.956910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.000940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Subnet': ['ID=91e88879-6641-4f01-9672-9ae1da664b77,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:46.036204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Network 4b1662b8-a7da-40e9-840f-587155c27d80 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:17:46.039374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:46.041108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Pushing event updated for resources: {'Port': ['ID=4c006d69-cdff-4ff4-87ef-9899a0235d9f,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:46.043244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:17:46.097322 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-234263af-f15a-406e-b3dd-88b650f972ef None None] Provisioning for port d9f69b1e-c827-41be-915f-b0ef1ead3b8c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:17:46.100250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.130116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1662b8-a7da-40e9-840f-587155c27d80']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:46.142415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96501fe-fe20-4a95-a362-eb412acc5066') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:46.142713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96501fe-fe20-4a95-a362-eb412acc5066') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:46.154802 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.170727 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.176853 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:46.177243 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.186772 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Attempting to bind port 4c006d69-cdff-4ff4-87ef-9899a0235d9f on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:17:46.187315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Attempting to bind port 4c006d69-cdff-4ff4-87ef-9899a0235d9f by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'f96501fe-fe20-4a95-a362-eb412acc5066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4b1662b8-a7da-40e9-840f-587155c27d80'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:17:46.187490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Attempting to bind port 4c006d69-cdff-4ff4-87ef-9899a0235d9f on network 4b1662b8-a7da-40e9-840f-587155c27d80 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:46.191405 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:46.204979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:17:46.205357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Checking segment: {'id': 'f96501fe-fe20-4a95-a362-eb412acc5066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4b1662b8-a7da-40e9-840f-587155c27d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:46.205755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.206147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Bound using segment: {'id': 'f96501fe-fe20-4a95-a362-eb412acc5066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4b1662b8-a7da-40e9-840f-587155c27d80'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:17:46.206603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Bound port: 4c006d69-cdff-4ff4-87ef-9899a0235d9f, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96501fe-fe20-4a95-a362-eb412acc5066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4b1662b8-a7da-40e9-840f-587155c27d80'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:17:46.206975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.294483 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.db.api [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 16:17:46.294483 n-d-827122-1 neutron-server[95772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 16:17:46.294483 n-d-827122-1 neutron-server[95772]: [parameters: {'id': '4b1662b8-a7da-40e9-840f-587155c27d80'}] Feb 02 16:17:46.294483 n-d-827122-1 neutron-server[95772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=95772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:17:46.294955 n-d-827122-1 neutron-server[95772]: DEBUG oslo_db.api [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:17:46.341710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] For port 4c006d69-cdff-4ff4-87ef-9899a0235d9f, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:17:46.345387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] For port 4c006d69-cdff-4ff4-87ef-9899a0235d9f, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4c006d69-cdff-4ff4-87ef-9899a0235d9f,segment=NetworkSegment(f96501fe-fe20-4a95-a362-eb412acc5066),segment_id=f96501fe-fe20-4a95-a362-eb412acc5066)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:17:46.417855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.532147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bb13a-b855-4b42-acd8-ad63a7de2d9b None None] Pushing event updated for resources: {'Port': ['ID=4c006d69-cdff-4ff4-87ef-9899a0235d9f,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:46.562821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f391b-d5d2-4292-8e90-f1cc8878bdc3 None None] Network 4b1662b8-a7da-40e9-840f-587155c27d80 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:46.649769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d9f69b1e-c827-41be-915f-b0ef1ead3b8c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:17:46.796040 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.807546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Deleting port 4c006d69-cdff-4ff4-87ef-9899a0235d9f {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:46.807894 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.828682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba595f-2001-4222-b7e1-d606005c9c81 None None] get_active_networks_info from n-d-827122-1 {{(pid=95774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 16:17:46.896614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d9f69b1e-c827-41be-915f-b0ef1ead3b8c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:17:46.911023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d9f69b1e-c827-41be-915f-b0ef1ead3b8c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:17:46.911396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:46.978011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba595f-2001-4222-b7e1-d606005c9c81 None None] Resources bound (agent type, host, resource id): {{(pid=95774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 16:17:47.110830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] For port 4c006d69-cdff-4ff4-87ef-9899a0235d9f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4c006d69-cdff-4ff4-87ef-9899a0235d9f,segment=NetworkSegment(f96501fe-fe20-4a95-a362-eb412acc5066),segment_id=f96501fe-fe20-4a95-a362-eb412acc5066)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:47.111455 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.123173 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.191447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d9f69b1e-c827-41be-915f-b0ef1ead3b8c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d9f69b1e-c827-41be-915f-b0ef1ead3b8c,segment=NetworkSegment(e17769cf-cc9f-4bed-9275-ad01d2db1155),segment_id=e17769cf-cc9f-4bed-9275-ad01d2db1155)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:47.236502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Calling delete_port for 4c006d69-cdff-4ff4-87ef-9899a0235d9f owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:47.262522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.385386 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.408920 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d9f69b1e-c827-41be-915f-b0ef1ead3b8c,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:47.430447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Port': ['ID=4c006d69-cdff-4ff4-87ef-9899a0235d9f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:47.439700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No DVR routers for this DVR port 4c006d69-cdff-4ff4-87ef-9899a0235d9f on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:17:47.520837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.562356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.592883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1662b8-a7da-40e9-840f-587155c27d80']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:47.605342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96501fe-fe20-4a95-a362-eb412acc5066') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:47.605638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96501fe-fe20-4a95-a362-eb412acc5066') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:47.617349 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.633945 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.640007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:47.640396 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:47.655467 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:47.802403 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.820430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:47.833753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Network': ['ID=4b1662b8-a7da-40e9-840f-587155c27d80,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:47.837720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-628fc689-613e-4072-aad1-83fc8f511041 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/4b1662b8-a7da-40e9-840f-587155c27d80 HTTP/1.1" status: 204 len: 168 time: 2.6198726 Feb 02 16:17:47.840763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47296) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:47.879886 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edf9302-188c-4431-bbda-014b5b776d7e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] GET failed (client error): The resource could not be found. Feb 02 16:17:47.880395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4edf9302-188c-4431-bbda-014b5b776d7e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Synchronizing usage tracker for tenant:d9f15bf57f694f01b737c600e2715602 on resource:subnet {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:17:47.967711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4edf9302-188c-4431-bbda-014b5b776d7e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Unset dirty status for tenant:d9f15bf57f694f01b737c600e2715602 on resource:subnet {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:17:47.968907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4edf9302-188c-4431-bbda-014b5b776d7e tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "GET /v2.0/subnets/91e88879-6641-4f01-9672-9ae1da664b77 HTTP/1.1" status: 404 len: 337 time: 0.1272335 Feb 02 16:17:47.971969 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47300) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:47.996847 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcddb682-5367-42b4-a898-d01ff414e38a tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] DELETE failed (client error): The resource could not be found. Feb 02 16:17:47.997279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcddb682-5367-42b4-a898-d01ff414e38a tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 16:17:47.998851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bcddb682-5367-42b4-a898-d01ff414e38a tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/4b1662b8-a7da-40e9-840f-587155c27d80 HTTP/1.1" status: 404 len: 339 time: 0.0259783 Feb 02 16:17:48.002457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47304) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:48.044399 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0395239c-43f0-49fa-a784-af5674b3d930 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] DELETE failed (client error): The resource could not be found. Feb 02 16:17:48.044754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0395239c-43f0-49fa-a784-af5674b3d930 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 16:17:48.046325 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-0395239c-43f0-49fa-a784-af5674b3d930 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/subnets/91e88879-6641-4f01-9672-9ae1da664b77 HTTP/1.1" status: 404 len: 337 time: 0.0430093 Feb 02 16:17:48.048844 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47308) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:48.073644 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da992cc-9246-4ff2-b46d-2f6a1a2c18c4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] DELETE failed (client error): The resource could not be found. Feb 02 16:17:48.074075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da992cc-9246-4ff2-b46d-2f6a1a2c18c4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 16:17:48.075622 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6da992cc-9246-4ff2-b46d-2f6a1a2c18c4 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/4b1662b8-a7da-40e9-840f-587155c27d80 HTTP/1.1" status: 404 len: 339 time: 0.0259211 Feb 02 16:17:48.077887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47312) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:48.263061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.265306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46ea856-37ba-41d9-8c0b-2d1ba7793c7c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Deleting subnet 50acf015-ecf1-4afb-bfc9-89f81dc1fc9a {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:17:48.268432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c46ea856-37ba-41d9-8c0b-2d1ba7793c7c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.326346 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c46ea856-37ba-41d9-8c0b-2d1ba7793c7c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.407394 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c46ea856-37ba-41d9-8c0b-2d1ba7793c7c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.545514 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c46ea856-37ba-41d9-8c0b-2d1ba7793c7c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.587475 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ea856-37ba-41d9-8c0b-2d1ba7793c7c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Subnet': ['ID=50acf015-ecf1-4afb-bfc9-89f81dc1fc9a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:48.593817 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c46ea856-37ba-41d9-8c0b-2d1ba7793c7c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.602425 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4410ee-c5bd-40e1-a239-8d8e7f248d03 None None] Network 08eb78ae-d04b-49c6-b115-c659e5fea3f2 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:48.649022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c46ea856-37ba-41d9-8c0b-2d1ba7793c7c tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/subnets/50acf015-ecf1-4afb-bfc9-89f81dc1fc9a HTTP/1.1" status: 204 len: 168 time: 0.5699182 Feb 02 16:17:48.651487 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47316) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:48.667250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d9f69b1e-c827-41be-915f-b0ef1ead3b8c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:17:48.836980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d9f69b1e-c827-41be-915f-b0ef1ead3b8c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:17:48.837347 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.859411 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.870275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Deleting port d9f69b1e-c827-41be-915f-b0ef1ead3b8c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:48.870756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:48.976964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] DHCP port deletion for 08eb78ae-d04b-49c6-b115-c659e5fea3f2 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:17:48.980979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] Deleting port d9f69b1e-c827-41be-915f-b0ef1ead3b8c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:48.981566 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.076970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] For port d9f69b1e-c827-41be-915f-b0ef1ead3b8c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d9f69b1e-c827-41be-915f-b0ef1ead3b8c,segment=NetworkSegment(e17769cf-cc9f-4bed-9275-ad01d2db1155),segment_id=e17769cf-cc9f-4bed-9275-ad01d2db1155)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:49.077322 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.183791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] For port d9f69b1e-c827-41be-915f-b0ef1ead3b8c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d9f69b1e-c827-41be-915f-b0ef1ead3b8c,segment=NetworkSegment(e17769cf-cc9f-4bed-9275-ad01d2db1155),segment_id=e17769cf-cc9f-4bed-9275-ad01d2db1155)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:49.184136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.201652 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Calling delete_port for d9f69b1e-c827-41be-915f-b0ef1ead3b8c owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:49.304093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] Calling delete_port for d9f69b1e-c827-41be-915f-b0ef1ead3b8c owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:49.350751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.372473 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:17:49.372834 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:17:49.397548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Port': ['ID=d9f69b1e-c827-41be-915f-b0ef1ead3b8c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:49.401559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No DVR routers for this DVR port d9f69b1e-c827-41be-915f-b0ef1ead3b8c on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:17:49.525559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.555180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eb78ae-d04b-49c6-b115-c659e5fea3f2']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:49.567041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17769cf-cc9f-4bed-9275-ad01d2db1155') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:49.567338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17769cf-cc9f-4bed-9275-ad01d2db1155') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:49.578779 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.594963 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.601674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:49.602059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:49.616615 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:49.737144 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.755153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.765868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Network': ['ID=08eb78ae-d04b-49c6-b115-c659e5fea3f2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:49.772150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a98aa66e-c290-40ea-af1a-b3ee5d4276f3 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/08eb78ae-d04b-49c6-b115-c659e5fea3f2 HTTP/1.1" status: 204 len: 168 time: 1.1192322 Feb 02 16:17:49.772776 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47320) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:49.809044 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb88c35-278b-4484-b073-67ba54bb9b73 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] DELETE failed (client error): The resource could not be found. Feb 02 16:17:49.809401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb88c35-278b-4484-b073-67ba54bb9b73 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 16:17:49.810945 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7bb88c35-278b-4484-b073-67ba54bb9b73 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/subnets/4398c7c1-020f-40c2-a5cd-880c1223d7c0 HTTP/1.1" status: 404 len: 337 time: 0.0372810 Feb 02 16:17:49.813308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47324) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:49.838080 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1435e14-7805-422a-b6b4-a3467de6d11d tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] DELETE failed (client error): The resource could not be found. Feb 02 16:17:49.842779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1435e14-7805-422a-b6b4-a3467de6d11d tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 16:17:49.842779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a1435e14-7805-422a-b6b4-a3467de6d11d tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/7bd274ee-4eb6-48a5-a4bb-bb977e4f2f78 HTTP/1.1" status: 404 len: 339 time: 0.0258863 Feb 02 16:17:49.844411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47328) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:49.874377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] Deleting port d9f69b1e-c827-41be-915f-b0ef1ead3b8c {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:49.874815 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:49.886076 n-d-827122-1 neutron-server[95772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0884e2-82d9-4883-99b1-e156d5ccf01f tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] DELETE failed (client error): The resource could not be found. Feb 02 16:17:49.886509 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0884e2-82d9-4883-99b1-e156d5ccf01f tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 16:17:49.890133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8c0884e2-82d9-4883-99b1-e156d5ccf01f tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/subnets/98ceb057-7475-4ae6-90d4-0cf48eb2fddf HTTP/1.1" status: 404 len: 337 time: 0.0428283 Feb 02 16:17:49.890906 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47332) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:49.917805 n-d-827122-1 neutron-server[95773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8199999-4b3c-467d-8645-899dafad452f tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] DELETE failed (client error): The resource could not be found. Feb 02 16:17:49.918246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8199999-4b3c-467d-8645-899dafad452f tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 16:17:49.920019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f8199999-4b3c-467d-8645-899dafad452f tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/76c8fcaf-ecc7-41c3-b162-95ab7753b51c HTTP/1.1" status: 404 len: 339 time: 0.0280480 Feb 02 16:17:49.922618 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47336) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:49.941349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3cd00-7336-4266-81c4-50b29d2b6f56 None None] The port 'd9f69b1e-c827-41be-915f-b0ef1ead3b8c' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:17:50.111547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4788a5e7-1b26-41dd-a97e-39564482bdf2 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Deleting subnet 241588ca-43ed-4c65-8e70-efd641d90f42 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:17:50.115132 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4788a5e7-1b26-41dd-a97e-39564482bdf2 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.167093 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4788a5e7-1b26-41dd-a97e-39564482bdf2 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.247598 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4788a5e7-1b26-41dd-a97e-39564482bdf2 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.402828 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4788a5e7-1b26-41dd-a97e-39564482bdf2 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.440612 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788a5e7-1b26-41dd-a97e-39564482bdf2 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Subnet': ['ID=241588ca-43ed-4c65-8e70-efd641d90f42,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:50.451327 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4788a5e7-1b26-41dd-a97e-39564482bdf2 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.452287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b0a8a1-df98-4a21-8f26-cf9377ba751f None None] Network 84b4848d-3aad-4c0a-b3b6-48d441c94f37 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:50.458723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4788a5e7-1b26-41dd-a97e-39564482bdf2 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/subnets/241588ca-43ed-4c65-8e70-efd641d90f42 HTTP/1.1" status: 204 len: 168 time: 0.5351622 Feb 02 16:17:50.461196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47340) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:50.574878 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.588383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Deleting port ac30fc41-c3d7-477c-9eef-1379258782fd {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:50.588724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.631002 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d9f69b1e-c827-41be-915f-b0ef1ead3b8c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:17:50.668855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: d9f69b1e-c827-41be-915f-b0ef1ead3b8c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:17:50.669106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d9f69b1e-c827-41be-915f-b0ef1ead3b8c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:17:50.741022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] DHCP port deletion for 84b4848d-3aad-4c0a-b3b6-48d441c94f37 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:17:50.745262 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] Deleting port ac30fc41-c3d7-477c-9eef-1379258782fd {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:50.745630 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.801748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] For port ac30fc41-c3d7-477c-9eef-1379258782fd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ac30fc41-c3d7-477c-9eef-1379258782fd,segment=NetworkSegment(23e9f3d1-8016-43ac-b784-c8f8d1d28dd3),segment_id=23e9f3d1-8016-43ac-b784-c8f8d1d28dd3)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:50.802096 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:50.922522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Calling delete_port for ac30fc41-c3d7-477c-9eef-1379258782fd owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:50.948194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] For port ac30fc41-c3d7-477c-9eef-1379258782fd, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ac30fc41-c3d7-477c-9eef-1379258782fd,segment=NetworkSegment(23e9f3d1-8016-43ac-b784-c8f8d1d28dd3),segment_id=23e9f3d1-8016-43ac-b784-c8f8d1d28dd3)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:50.948575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.071151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.112482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] Calling delete_port for ac30fc41-c3d7-477c-9eef-1379258782fd owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:51.185914 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:17:51.186369 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:17:51.209288 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Port': ['ID=ac30fc41-c3d7-477c-9eef-1379258782fd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:51.214056 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] No DVR routers for this DVR port ac30fc41-c3d7-477c-9eef-1379258782fd on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:17:51.335475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.359460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b4848d-3aad-4c0a-b3b6-48d441c94f37']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:51.371036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e9f3d1-8016-43ac-b784-c8f8d1d28dd3') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:51.371327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e9f3d1-8016-43ac-b784-c8f8d1d28dd3') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:51.383102 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.398923 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.404738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:51.405103 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:51.418825 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:51.593909 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.610938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.622329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] Pushing event deleted for resources: {'Network': ['ID=84b4848d-3aad-4c0a-b3b6-48d441c94f37,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:51.626316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1338e051-b4de-4196-813f-3525e3893172 tempest-NetworksIpV6Test-1002726520 tempest-NetworksIpV6Test-1002726520-project] 10.222.0.88 "DELETE /v2.0/networks/84b4848d-3aad-4c0a-b3b6-48d441c94f37 HTTP/1.1" status: 204 len: 168 time: 1.1642034 Feb 02 16:17:51.687948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] Deleting port ac30fc41-c3d7-477c-9eef-1379258782fd {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:51.688480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:51.753554 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b257d-e099-4f28-81c9-61d191cd9cfa None None] The port 'ac30fc41-c3d7-477c-9eef-1379258782fd' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:17:52.167006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47348) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:52.339627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5f06f6bc-82a0-4ee9-8011-95e6d32f1571 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9f15bf57f694f01b737c600e2715602&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1714818 Feb 02 16:17:52.342158 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47354) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:52.400526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2eba10c-99fc-47a1-b742-49759b7683ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:52.425829 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2eba10c-99fc-47a1-b742-49759b7683ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:52.542978 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2eba10c-99fc-47a1-b742-49759b7683ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:52.556764 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eba10c-99fc-47a1-b742-49759b7683ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b861c92-cb55-4fd8-8da1-8e9b66716d30,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:52.563081 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2eba10c-99fc-47a1-b742-49759b7683ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:52.564214 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2eba10c-99fc-47a1-b742-49759b7683ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b861c92-cb55-4fd8-8da1-8e9b66716d30 HTTP/1.1" status: 204 len: 168 time: 0.2211802 Feb 02 16:17:52.634361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ac30fc41-c3d7-477c-9eef-1379258782fd no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:17:52.666492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ac30fc41-c3d7-477c-9eef-1379258782fd {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:17:52.666835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ac30fc41-c3d7-477c-9eef-1379258782fd not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:17:53.618747 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47376) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:53.749751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1537966035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:53.757343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:53.761277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Usage tracker for resource:router and tenant:74924c82f46b42788fe704a667fcefe1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:53.764299 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:53.771964 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:53.840216 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:53.841162 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:53.859410 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:53.948600 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.028340 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.029535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-678e8ae0-d9f6-4d8b-b421-c1ef47657a31 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4097893 Feb 02 16:17:54.032253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47382) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:54.037996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-507506122'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:54.043638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:54.047619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Usage tracker for resource:network and tenant:74924c82f46b42788fe704a667fcefe1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:54.054925 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:54.060739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:54.162129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Made reservation on behalf of 74924c82f46b42788fe704a667fcefe1 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:54.165101 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.178480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.210190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:54.213987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Usage tracker for resource:security_group_rule and tenant:74924c82f46b42788fe704a667fcefe1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:54.216816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:54.222443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:54.290106 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.350859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.385292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:17:54.390355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bec5e8-40f9-494a-a728-f179f65b7fd9,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:54.398997 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.398997 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Added segment 0cceea65-3e46-49c0-9ad1-183e3850a460 of type vlan for network 95b58b23-d5d6-4765-8133-0a0c74a95715 Feb 02 16:17:54.425570 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.510676 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.514249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:54.517163 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.623032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event updated for resources: {'Network': ['ID=95b58b23-d5d6-4765-8133-0a0c74a95715,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:54.633123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 95b58b23-d5d6-4765-8133-0a0c74a95715 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:17:54.649176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ef83-c198-4fc8-84d5-623319f01b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:54.688495 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-060eb627-f53a-459b-9287-606b48c83c74 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6552272 Feb 02 16:17:54.691277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47386) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:54.696864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Request body: {'subnet': {'network_id': '95b58b23-d5d6-4765-8133-0a0c74a95715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:54.808819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:54.812858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Usage tracker for resource:subnet and tenant:74924c82f46b42788fe704a667fcefe1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:54.815565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:54.821857 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:54.876108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Made reservation on behalf of 74924c82f46b42788fe704a667fcefe1 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:55.064060 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:55.345105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:55.427183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event updated for resources: {'Subnet': ['ID=418454bb-68f1-4659-8cad-62091a2f35d1,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:55.435502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Checking segment: {'id': '0cceea65-3e46-49c0-9ad1-183e3850a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '95b58b23-d5d6-4765-8133-0a0c74a95715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:55.435888 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Network hostable DHCP agents. Network: 95b58b23-d5d6-4765-8133-0a0c74a95715, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:17:55.521986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Network 95b58b23-d5d6-4765-8133-0a0c74a95715 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:17:55.584980 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 95b58b23-d5d6-4765-8133-0a0c74a95715) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:55.588963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:55.589553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:55.594430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e951d018-f89a-4b28-9194-7de65314f584 None None] Network 95b58b23-d5d6-4765-8133-0a0c74a95715 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:55.660652 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-55f58ce9-8533-47fe-a7fe-16e15510cada tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9680483 Feb 02 16:17:55.663561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47390) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:55.669038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-166034375'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:55.674473 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:55.679424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Usage tracker for resource:network and tenant:74924c82f46b42788fe704a667fcefe1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:55.682323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:55.688152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:55.782989 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Made reservation on behalf of 74924c82f46b42788fe704a667fcefe1 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:55.786235 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:55.811776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-95b58b23-d5d6-4765-8133-0a0c74a95715', 'network_id': '95b58b23-d5d6-4765-8133-0a0c74a95715', 'tenant_id': '74924c82f46b42788fe704a667fcefe1', 'fixed_ips': [{'subnet_id': '418454bb-68f1-4659-8cad-62091a2f35d1'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:17:55.812618 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:55.813958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:17:55.823803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:55.826506 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Added segment bf065c16-6c83-4316-ab55-acbdf89e3813 of type vlan for network 84d49223-033f-4c7c-ab98-64b5c1dba408 Feb 02 16:17:55.851319 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:55.969131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Allocated IP 172.20.0.2 (95b58b23-d5d6-4765-8133-0a0c74a95715/418454bb-68f1-4659-8cad-62091a2f35d1/2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:17:55.982567 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:55.986414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:55.987002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:56.096360 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event updated for resources: {'Network': ['ID=84d49223-033f-4c7c-ab98-64b5c1dba408,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:56.114680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 84d49223-033f-4c7c-ab98-64b5c1dba408 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:17:56.168482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ed4e659f-2ff9-42ee-aa64-646e7b981c5a tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5038428 Feb 02 16:17:56.171484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47394) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:56.177921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Request body: {'subnet': {'network_id': '84d49223-033f-4c7c-ab98-64b5c1dba408', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:56.275354 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:56.286878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Transition to ACTIVE for port object 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:56.297167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:17:56.301857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Usage tracker for resource:subnet and tenant:74924c82f46b42788fe704a667fcefe1 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:17:56.303856 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:17:56.305800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Transition to ACTIVE for port object 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:56.309756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:17:56.374077 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:56.411368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Made reservation on behalf of 74924c82f46b42788fe704a667fcefe1 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:17:56.440198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Network 95b58b23-d5d6-4765-8133-0a0c74a95715 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:17:56.443797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:56.447496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:17:56.452455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Pushing event updated for resources: {'Port': ['ID=2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:56.514135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:56.536258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Attempting to bind port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:17:56.536540 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Attempting to bind port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '0cceea65-3e46-49c0-9ad1-183e3850a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '95b58b23-d5d6-4765-8133-0a0c74a95715'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:17:56.536897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Attempting to bind port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe on network 95b58b23-d5d6-4765-8133-0a0c74a95715 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:56.542986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:17:56.543353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Checking segment: {'id': '0cceea65-3e46-49c0-9ad1-183e3850a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '95b58b23-d5d6-4765-8133-0a0c74a95715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:56.543748 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:56.544165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Bound using segment: {'id': '0cceea65-3e46-49c0-9ad1-183e3850a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '95b58b23-d5d6-4765-8133-0a0c74a95715'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:17:56.544614 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Bound port: 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cceea65-3e46-49c0-9ad1-183e3850a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '95b58b23-d5d6-4765-8133-0a0c74a95715'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:17:56.544975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:56.633271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] For port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:17:56.636191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] For port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe,segment=NetworkSegment(0cceea65-3e46-49c0-9ad1-183e3850a460),segment_id=0cceea65-3e46-49c0-9ad1-183e3850a460)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:17:56.705682 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:56.782897 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:56.795109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadf483-07ef-4d7c-b363-eb60ea1cf1bd None None] Pushing event updated for resources: {'Port': ['ID=2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:56.871462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event updated for resources: {'Subnet': ['ID=8fa0069b-bd22-49f5-9723-abf98ea7fa49,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:56.883871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Checking segment: {'id': 'bf065c16-6c83-4316-ab55-acbdf89e3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84d49223-033f-4c7c-ab98-64b5c1dba408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:56.884238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Network hostable DHCP agents. Network: 84d49223-033f-4c7c-ab98-64b5c1dba408, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:17:56.894061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cc0f5679-588f-4468-9866-146d2da7cce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:57.008051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Network 84d49223-033f-4c7c-ab98-64b5c1dba408 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:17:57.097364 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 84d49223-033f-4c7c-ab98-64b5c1dba408) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:57.102863 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:17:57.104802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:57.105781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8981d3c-bd1f-4c01-ac6b-5e9cffa1b38d None None] Network 84d49223-033f-4c7c-ab98-64b5c1dba408 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:57.193149 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ddd093ef-fc99-4c97-9cd3-50e803d82469 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0198722 Feb 02 16:17:57.195737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47398) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:57.200950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-24b736d7-53f4-452a-be4f-8c253c05f19e tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Request body: {'router': {'external_gateway_info': {'network_id': '84d49223-033f-4c7c-ab98-64b5c1dba408'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:17:57.356287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-84d49223-033f-4c7c-ab98-64b5c1dba408', 'network_id': '84d49223-033f-4c7c-ab98-64b5c1dba408', 'tenant_id': '74924c82f46b42788fe704a667fcefe1', 'fixed_ips': [{'subnet_id': '8fa0069b-bd22-49f5-9723-abf98ea7fa49'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:17:57.357081 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:57.518781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Allocated IP 172.21.0.2 (84d49223-033f-4c7c-ab98-64b5c1dba408/8fa0069b-bd22-49f5-9723-abf98ea7fa49/394c7b25-c703-4a5d-beab-a7a24079e30f) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:17:57.603020 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-24b736d7-53f4-452a-be4f-8c253c05f19e tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:57.733055 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:57.744178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Transition to ACTIVE for port object 394c7b25-c703-4a5d-beab-a7a24079e30f will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:57.756912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce2be05-3506-4178-bb05-0b83fddb923f None None] Network 95b58b23-d5d6-4765-8133-0a0c74a95715 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:57.783087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Transition to ACTIVE for port object 394c7b25-c703-4a5d-beab-a7a24079e30f will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:17:57.892139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:57.942444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-97b2bd90-c1f6-4855-81d6-2db8b3ebd90c None None] Provisioning for port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:17:57.956619 n-d-827122-1 neutron-server[95773]: INFO neutron.api.v2.resource [None req-24b736d7-53f4-452a-be4f-8c253c05f19e tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 16:17:57.957897 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-24b736d7-53f4-452a-be4f-8c253c05f19e tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "PUT /v2.0/routers/f772fe26-c521-42ab-88fe-319fb4ad10e8 HTTP/1.1" status: 400 len: 364 time: 0.7611988 Feb 02 16:17:57.963724 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:58.012202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Pushing event updated for resources: {'Port': ['ID=394c7b25-c703-4a5d-beab-a7a24079e30f,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:58.025153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Network 84d49223-033f-4c7c-ab98-64b5c1dba408 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:17:58.028224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:17:58.031949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:17:58.033490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76f9496-eb3b-455f-acf1-6bff05037dc0 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Deleting subnet 8fa0069b-bd22-49f5-9723-abf98ea7fa49 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:17:58.037120 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b76f9496-eb3b-455f-acf1-6bff05037dc0 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.095764 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b76f9496-eb3b-455f-acf1-6bff05037dc0 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.167033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Attempting to bind port 394c7b25-c703-4a5d-beab-a7a24079e30f on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:17:58.167320 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Attempting to bind port 394c7b25-c703-4a5d-beab-a7a24079e30f by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bf065c16-6c83-4316-ab55-acbdf89e3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84d49223-033f-4c7c-ab98-64b5c1dba408'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:17:58.167691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Attempting to bind port 394c7b25-c703-4a5d-beab-a7a24079e30f on network 84d49223-033f-4c7c-ab98-64b5c1dba408 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:17:58.180271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:17:58.180653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Checking segment: {'id': 'bf065c16-6c83-4316-ab55-acbdf89e3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84d49223-033f-4c7c-ab98-64b5c1dba408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:17:58.181056 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.181469 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Bound using segment: {'id': 'bf065c16-6c83-4316-ab55-acbdf89e3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84d49223-033f-4c7c-ab98-64b5c1dba408'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:17:58.181922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Bound port: 394c7b25-c703-4a5d-beab-a7a24079e30f, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf065c16-6c83-4316-ab55-acbdf89e3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '84d49223-033f-4c7c-ab98-64b5c1dba408'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:17:58.182300 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.185307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b76f9496-eb3b-455f-acf1-6bff05037dc0 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.354776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b76f9496-eb3b-455f-acf1-6bff05037dc0 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.358247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] For port 394c7b25-c703-4a5d-beab-a7a24079e30f, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:17:58.368345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] For port 394c7b25-c703-4a5d-beab-a7a24079e30f, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=394c7b25-c703-4a5d-beab-a7a24079e30f,segment=NetworkSegment(bf065c16-6c83-4316-ab55-acbdf89e3813),segment_id=bf065c16-6c83-4316-ab55-acbdf89e3813)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:17:58.382742 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.400391 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f9496-eb3b-455f-acf1-6bff05037dc0 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa0069b-bd22-49f5-9723-abf98ea7fa49,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:58.406123 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b76f9496-eb3b-455f-acf1-6bff05037dc0 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.413723 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b76f9496-eb3b-455f-acf1-6bff05037dc0 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "DELETE /v2.0/subnets/8fa0069b-bd22-49f5-9723-abf98ea7fa49 HTTP/1.1" status: 204 len: 168 time: 0.4489677 Feb 02 16:17:58.415384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47408) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:58.440567 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.532382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c114b-0ebe-4b3e-9da6-eeea0940f7b1 None None] Pushing event updated for resources: {'Port': ['ID=394c7b25-c703-4a5d-beab-a7a24079e30f,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:58.537125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.550205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Deleting port 394c7b25-c703-4a5d-beab-a7a24079e30f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:17:58.550546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.571332 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.667364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:17:58.807857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] For port 394c7b25-c703-4a5d-beab-a7a24079e30f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=394c7b25-c703-4a5d-beab-a7a24079e30f,segment=NetworkSegment(bf065c16-6c83-4316-ab55-acbdf89e3813),segment_id=bf065c16-6c83-4316-ab55-acbdf89e3813)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:58.808217 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.836493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:17:58.841905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:17:58.842346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.938948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Calling delete_port for 394c7b25-c703-4a5d-beab-a7a24079e30f owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:17:58.960382 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:58.994593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe,segment=NetworkSegment(0cceea65-3e46-49c0-9ad1-183e3850a460),segment_id=0cceea65-3e46-49c0-9ad1-183e3850a460)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:17:59.082896 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.105234 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.150486 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:59.152947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event deleted for resources: {'Port': ['ID=394c7b25-c703-4a5d-beab-a7a24079e30f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:59.159152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] No DVR routers for this DVR port 394c7b25-c703-4a5d-beab-a7a24079e30f on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:17:59.289192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.315956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d49223-033f-4c7c-ab98-64b5c1dba408']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:59.329508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf065c16-6c83-4316-ab55-acbdf89e3813') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:59.329806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf065c16-6c83-4316-ab55-acbdf89e3813') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:17:59.341659 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.359070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.366478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:17:59.366874 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:17:59.381702 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:17:59.483246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a53a7-da70-40b5-b774-51fb4b83b0be None None] Network 84d49223-033f-4c7c-ab98-64b5c1dba408 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:59.522055 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.540696 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.555168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event deleted for resources: {'Network': ['ID=84d49223-033f-4c7c-ab98-64b5c1dba408,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:59.560342 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-12fbdfbc-0bde-469f-abd8-9d188ab65a29 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "DELETE /v2.0/networks/84d49223-033f-4c7c-ab98-64b5c1dba408 HTTP/1.1" status: 204 len: 168 time: 1.1415653 Feb 02 16:17:59.560805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:17:59.568186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da7c8f07-0172-470c-ae9d-cc0aa57bd10e None None] Could not find standard attr ID for object 394c7b25-c703-4a5d-beab-a7a24079e30f. {{(pid=95774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 16:17:59.634154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e625234d-e402-4e49-bc55-f9652d0c9873 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Deleting subnet 418454bb-68f1-4659-8cad-62091a2f35d1 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:17:59.637140 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e625234d-e402-4e49-bc55-f9652d0c9873 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.696565 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e625234d-e402-4e49-bc55-f9652d0c9873 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.709374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843bfa9d-8c54-4a93-8a2c-fa82dbeff588 None None] DHCP port deletion for 84d49223-033f-4c7c-ab98-64b5c1dba408 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:17:59.785474 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e625234d-e402-4e49-bc55-f9652d0c9873 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.922688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e625234d-e402-4e49-bc55-f9652d0c9873 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.963633 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625234d-e402-4e49-bc55-f9652d0c9873 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event deleted for resources: {'Subnet': ['ID=418454bb-68f1-4659-8cad-62091a2f35d1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:17:59.967451 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e625234d-e402-4e49-bc55-f9652d0c9873 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:17:59.973738 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e625234d-e402-4e49-bc55-f9652d0c9873 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "DELETE /v2.0/subnets/418454bb-68f1-4659-8cad-62091a2f35d1 HTTP/1.1" status: 204 len: 168 time: 0.4114540 Feb 02 16:17:59.973902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ab9d31-6328-4c9f-af73-c9b9aa768cb7 None None] Network 95b58b23-d5d6-4765-8133-0a0c74a95715 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:17:59.976204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47416) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:00.094795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.108208 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Deleting port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:18:00.114556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.184074 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.283613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] DHCP port deletion for 95b58b23-d5d6-4765-8133-0a0c74a95715 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:18:00.289110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] Deleting port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:18:00.289486 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.326894 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] For port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe,segment=NetworkSegment(0cceea65-3e46-49c0-9ad1-183e3850a460),segment_id=0cceea65-3e46-49c0-9ad1-183e3850a460)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:00.327255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.455319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Calling delete_port for 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:18:00.518379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] For port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe,segment=NetworkSegment(0cceea65-3e46-49c0-9ad1-183e3850a460),segment_id=0cceea65-3e46-49c0-9ad1-183e3850a460)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:00.518655 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.596746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.641249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:18:00.653862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event deleted for resources: {'Port': ['ID=2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:00.660129 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] No DVR routers for this DVR port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:18:00.683174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] Calling delete_port for 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:18:00.727044 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:18:00.727392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:18:00.771153 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:18:00.771476 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:18:00.920258 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.950554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b58b23-d5d6-4765-8133-0a0c74a95715']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:00.966976 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cceea65-3e46-49c0-9ad1-183e3850a460') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:00.967280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cceea65-3e46-49c0-9ad1-183e3850a460') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:00.980982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:00.997184 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.003280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:18:01.003667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:18:01.018089 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:18:01.148573 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.166156 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.178824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Pushing event deleted for resources: {'Network': ['ID=95b58b23-d5d6-4765-8133-0a0c74a95715,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:01.181331 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f521ac44-f6c1-4d1e-ba32-39b3d04cd713 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "DELETE /v2.0/networks/95b58b23-d5d6-4765-8133-0a0c74a95715 HTTP/1.1" status: 204 len: 168 time: 1.2041698 Feb 02 16:18:01.184240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:01.226690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6486cabd-9488-4498-9fbf-4418455dd3f6 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Synchronizing usage tracker for tenant:74924c82f46b42788fe704a667fcefe1 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:18:01.272488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] Deleting port 2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:18:01.273038 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.308347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-6486cabd-9488-4498-9fbf-4418455dd3f6 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Unset dirty status for tenant:74924c82f46b42788fe704a667fcefe1 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:18:01.309575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6486cabd-9488-4498-9fbf-4418455dd3f6 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "GET /v2.0/ports?device_id=f772fe26-c521-42ab-88fe-319fb4ad10e8 HTTP/1.1" status: 200 len: 205 time: 0.1244562 Feb 02 16:18:01.312107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47424) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:01.336012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-1abfdbc7-3e5e-438c-9549-605116ce6c80 None None] The port '2668fe9b-1f8a-4a6c-aa62-0999f5fe07fe' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:18:01.454443 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae34185c-f773-4863-92f5-9b163c0b6493 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.833677 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae34185c-f773-4863-92f5-9b163c0b6493 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.838422 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae34185c-f773-4863-92f5-9b163c0b6493 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.936754 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae34185c-f773-4863-92f5-9b163c0b6493 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.937383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae34185c-f773-4863-92f5-9b163c0b6493 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Fanout notify agent at l3_agent the message router_deleted on router f772fe26-c521-42ab-88fe-319fb4ad10e8 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:18:01.949544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ae34185c-f773-4863-92f5-9b163c0b6493 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:01.950659 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ae34185c-f773-4863-92f5-9b163c0b6493 tempest-RoutersNegativeTest-493180951 tempest-RoutersNegativeTest-493180951-project] 10.222.0.88 "DELETE /v2.0/routers/f772fe26-c521-42ab-88fe-319fb4ad10e8 HTTP/1.1" status: 204 len: 168 time: 0.6375802 Feb 02 16:18:02.435799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47432) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:02.608820 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-5e52a402-fa29-43a6-bf65-f3cc50a5fc4e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=74924c82f46b42788fe704a667fcefe1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1717916 Feb 02 16:18:02.611162 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47438) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:02.669198 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-91437f7b-9e97-449c-ac73-91453d8c2250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:02.694170 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-91437f7b-9e97-449c-ac73-91453d8c2250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:02.817210 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-91437f7b-9e97-449c-ac73-91453d8c2250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:02.835063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91437f7b-9e97-449c-ac73-91453d8c2250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bec5e8-40f9-494a-a728-f179f65b7fd9,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:02.841507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-91437f7b-9e97-449c-ac73-91453d8c2250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:02.842616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-91437f7b-9e97-449c-ac73-91453d8c2250 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/17bec5e8-40f9-494a-a728-f179f65b7fd9 HTTP/1.1" status: 204 len: 168 time: 0.2305768 Feb 02 16:18:03.951206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47460) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:04.077329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1670731484-network', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:18:04.083143 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:04.087090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Usage tracker for resource:network and tenant:feac2c5eabe64437bfa6eda7e0788309 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:18:04.089897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:18:04.095436 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:04.177937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Made reservation on behalf of feac2c5eabe64437bfa6eda7e0788309 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:18:04.180222 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.192516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.223426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:04.227110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Usage tracker for resource:security_group_rule and tenant:feac2c5eabe64437bfa6eda7e0788309 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:18:04.229866 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:18:04.235387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:04.297103 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.365031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.393152 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:18:04.402267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4ce568-a8a0-42bc-9c4c-972cb4437170,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:04.407507 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.407896 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Added segment d0d470bd-4d67-42fc-8bf1-98709ac1887f of type vlan for network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 Feb 02 16:18:04.433410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.521778 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.522548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:04.523117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:04.712395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] Pushing event updated for resources: {'Network': ['ID=41e48a92-0a9b-4ecf-a493-23d6b1b9c035,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:04.721715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:18:04.772814 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1788dae0-0175-4027-8558-014cc39ffe29 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8203011 Feb 02 16:18:04.775488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47466) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:04.780770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Request body: {'subnet': {'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-subnet', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:18:04.786423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:04.790205 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Usage tracker for resource:subnet and tenant:feac2c5eabe64437bfa6eda7e0788309 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:18:04.793122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:18:04.799098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:04.870547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Made reservation on behalf of feac2c5eabe64437bfa6eda7e0788309 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:18:04.873000 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.133639 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.206004 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Pushing event updated for resources: {'Subnet': ['ID=407fac8f-3529-45e4-8ecc-490b42cd1fec,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:05.217289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Checking segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:05.217647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Network hostable DHCP agents. Network: 41e48a92-0a9b-4ecf-a493-23d6b1b9c035, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:18:05.310406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:18:05.367579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 41e48a92-0a9b-4ecf-a493-23d6b1b9c035) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:05.371360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:05.371964 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.376234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e998d-e030-4ad4-a9c0-dbb38025f7e1 None None] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:18:05.448713 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-52e1d394-f8c5-4370-8d0e-deb59438964c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6720269 Feb 02 16:18:05.451417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47470) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:05.456767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:18:05.462666 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:05.467064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Usage tracker for resource:router and tenant:feac2c5eabe64437bfa6eda7e0788309 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:18:05.469983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:18:05.476540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:05.568415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.569359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.589077 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.595197 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'fixed_ips': [{'subnet_id': '407fac8f-3529-45e4-8ecc-490b42cd1fec'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:18:05.596051 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.751091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Allocated IP 172.20.0.2 (41e48a92-0a9b-4ecf-a493-23d6b1b9c035/407fac8f-3529-45e4-8ecc-490b42cd1fec/016ba0fc-3733-4453-9ab0-a76c9ea67de5) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:18:05.827551 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.953450 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:05.964800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Transition to ACTIVE for port object 016ba0fc-3733-4453-9ab0-a76c9ea67de5 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:05.983463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Transition to ACTIVE for port object 016ba0fc-3733-4453-9ab0-a76c9ea67de5 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:06.059573 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.087663 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.118994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.166125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:06.169980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:06.171794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Pushing event updated for resources: {'Port': ['ID=016ba0fc-3733-4453-9ab0-a76c9ea67de5,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:06.173873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:18:06.260799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Attempting to bind port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:18:06.261166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Attempting to bind port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:18:06.269231 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Attempting to bind port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 on network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:18:06.269413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Allocated IP 172.25.0.144 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/99a5ab3f-247e-4a51-87d3-3e391c048797) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:18:06.270451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:18:06.270451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Checking segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:06.270451 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.270451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Bound using segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:18:06.270451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Bound port: 016ba0fc-3733-4453-9ab0-a76c9ea67de5, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:18:06.270958 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.360070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] For port 016ba0fc-3733-4453-9ab0-a76c9ea67de5, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:18:06.363075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] For port 016ba0fc-3733-4453-9ab0-a76c9ea67de5, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=016ba0fc-3733-4453-9ab0-a76c9ea67de5,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:18:06.414370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.428776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.503264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.511827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0922a72-3deb-49c3-8288-3ac3d8deb646 None None] Pushing event updated for resources: {'Port': ['ID=016ba0fc-3733-4453-9ab0-a76c9ea67de5,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:06.573924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:06.576347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:06.581564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:18:06.605981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=99a5ab3f-247e-4a51-87d3-3e391c048797,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:06.826427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:06.827165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:07.116802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:18:07.426280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:18:07.437733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Sync routers for ids ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:18:07.453716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Routers {'eb763152-5fe8-4e0b-b6e7-cc6e794776c7'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:18:07.454366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:17:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:07.551585 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:07.552861 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-eb6fe4f3-b80c-481b-8805-26528b040aa2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1004581 Feb 02 16:18:07.556147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47474) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:07.599703 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac65518-2d3a-45af-81b0-8efb5551f1d8 None None] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:18:07.746980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Set router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:18:07.796789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7446a789-50ae-435a-a4fa-ba513ad69279 None None] Provisioning for port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:08.158292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:18:06Z', 'revision_number': 3, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port': {'id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:06Z', 'updated_at': '2022-02-02T16:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:08.164109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Checking router: eb763152-5fe8-4e0b-b6e7-cc6e794776c7 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:18:08.164456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Updating router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 port 99a5ab3f-247e-4a51-87d3-3e391c048797 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:18:08.226722 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.450851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.571346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.584502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Transition to ACTIVE for port object 99a5ab3f-247e-4a51-87d3-3e391c048797 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:08.657744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.668089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Allocated IP 172.20.0.1 (41e48a92-0a9b-4ecf-a493-23d6b1b9c035/407fac8f-3529-45e4-8ecc-490b42cd1fec/8181a677-cc97-448e-bdfe-8a27b88cfbfb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:18:08.695114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 016ba0fc-3733-4453-9ab0-a76c9ea67de5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:08.820887 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.834588 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Attempting to bind port 99a5ab3f-247e-4a51-87d3-3e391c048797 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:18:08.834959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Attempting to bind port 99a5ab3f-247e-4a51-87d3-3e391c048797 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:18:08.835313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Attempting to bind port 99a5ab3f-247e-4a51-87d3-3e391c048797 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:18:08.837495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742684f2-720a-45e9-b43a-67e0d17bcb48 None None] Pushing event updated for resources: {'Port': ['ID=99a5ab3f-247e-4a51-87d3-3e391c048797,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:08.837618 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Transition to ACTIVE for port object 8181a677-cc97-448e-bdfe-8a27b88cfbfb will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:08.848607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:18:08.848976 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:08.849373 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.849751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:18:08.850204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Bound port: 99a5ab3f-247e-4a51-87d3-3e391c048797, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:18:08.850572 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.917248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.927220 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] For port 99a5ab3f-247e-4a51-87d3-3e391c048797, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:18:08.930201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] For port 99a5ab3f-247e-4a51-87d3-3e391c048797, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=99a5ab3f-247e-4a51-87d3-3e391c048797,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:18:08.985168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:08.990154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:08.990314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:08.990529 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:08.993869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:09.000045 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:18:09.033142 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.036207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Pushing event updated for resources: {'Port': ['ID=8181a677-cc97-448e-bdfe-8a27b88cfbfb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:09.061199 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.134953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742684f2-720a-45e9-b43a-67e0d17bcb48 None None] Pushing event updated for resources: {'Port': ['ID=99a5ab3f-247e-4a51-87d3-3e391c048797,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:09.169936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Routers {'eb763152-5fe8-4e0b-b6e7-cc6e794776c7'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:18:09.170261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:17:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:09.215654 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.274862 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.396449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 016ba0fc-3733-4453-9ab0-a76c9ea67de5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=016ba0fc-3733-4453-9ab0-a76c9ea67de5,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:09.398831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] Set router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:18:09.442655 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.499134 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.520704 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.522359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bd37bf83-8ea7-42ea-89e8-38023733646a None None] Provisioning for port 8181a677-cc97-448e-bdfe-8a27b88cfbfb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:09.581087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bd37bf83-8ea7-42ea-89e8-38023733646a None None] Provisioning complete for port 8181a677-cc97-448e-bdfe-8a27b88cfbfb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:09.582320 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bd37bf83-8ea7-42ea-89e8-38023733646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.612189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Pushing event updated for resources: {'Port': ['ID=8181a677-cc97-448e-bdfe-8a27b88cfbfb,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:09.615973 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:09.729141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bd37bf83-8ea7-42ea-89e8-38023733646a None None] Port 8181a677-cc97-448e-bdfe-8a27b88cfbfb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:18:09.739254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=016ba0fc-3733-4453-9ab0-a76c9ea67de5,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:09.764343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:09.765484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:09.824882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:18:09Z', 'revision_number': 4, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port': {'id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:06Z', 'updated_at': '2022-02-02T16:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8181a677-cc97-448e-bdfe-8a27b88cfbfb', 'name': '', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'mac_address': 'fa:16:3e:ea:17:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:08Z', 'updated_at': '2022-02-02T16:18:08Z', 'revision_number': 1, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'subnets': [{'id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:09.829767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b267b-0dd0-4092-881b-6629dab82203 None None] The sync data for ids ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'] in n-d-827122-1 is: [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:18:09Z', 'revision_number': 4, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port': {'id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:06Z', 'updated_at': '2022-02-02T16:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8181a677-cc97-448e-bdfe-8a27b88cfbfb', 'name': '', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'mac_address': 'fa:16:3e:ea:17:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:08Z', 'updated_at': '2022-02-02T16:18:08Z', 'revision_number': 1, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'subnets': [{'id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:18:10.061068 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-23cf53bb-7c1f-4852-9456-8fc20e029d4c None None] Provisioning complete for port 8181a677-cc97-448e-bdfe-8a27b88cfbfb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:10.061436 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-23cf53bb-7c1f-4852-9456-8fc20e029d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:10.119907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-23cf53bb-7c1f-4852-9456-8fc20e029d4c None None] Port 8181a677-cc97-448e-bdfe-8a27b88cfbfb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:18:10.300273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:18:10.528886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:18:10.539081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9677c63b-a64f-40a9-a793-962d7fbd8dff admin admin] 10.222.0.88 "PUT /v2.0/routers/eb763152-5fe8-4e0b-b6e7-cc6e794776c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9818308 Feb 02 16:18:10.712788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 016ba0fc-3733-4453-9ab0-a76c9ea67de5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:10.804192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:10.804552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:10.928377 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 99a5ab3f-247e-4a51-87d3-3e391c048797 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:11.053843 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 99a5ab3f-247e-4a51-87d3-3e391c048797 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:11.058943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 99a5ab3f-247e-4a51-87d3-3e391c048797 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:11.059322 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:11.177136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:11.193995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 99a5ab3f-247e-4a51-87d3-3e391c048797, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=99a5ab3f-247e-4a51-87d3-3e391c048797,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:11.254511 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:11.321633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=99a5ab3f-247e-4a51-87d3-3e391c048797,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:11.657116 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:18:11.822938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47496) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:11.828785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-57414869-network', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:18:11.835175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:11.839065 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Usage tracker for resource:network and tenant:de6bcc5bb1e24d328e92f44e3376a9d1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:18:11.842032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:18:11.850110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:11.916788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Made reservation on behalf of de6bcc5bb1e24d328e92f44e3376a9d1 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:18:11.919108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:11.932228 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:11.963240 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:11.967004 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Usage tracker for resource:security_group_rule and tenant:de6bcc5bb1e24d328e92f44e3376a9d1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:18:11.969754 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:18:11.976284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:12.039157 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.110253 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.143910 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:18:12.153520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b6eed-5ce7-4fef-abc4-2c003035a410,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:12.161200 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.161200 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Added segment 93bd1755-bced-4c1d-a8f4-71aa723d7d03 of type vlan for network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b Feb 02 16:18:12.186619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.291205 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.292166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:12.292747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.397605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] Pushing event updated for resources: {'Network': ['ID=0cacf3f5-2d15-463d-92d6-f1e7cb91061b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:12.407183 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:18:12.455091 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-54c298c3-7c39-4567-9d9a-fac93c51552f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6281126 Feb 02 16:18:12.455292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47500) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:12.462271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Request body: {'subnet': {'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-subnet', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:18:12.469698 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:12.474835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Usage tracker for resource:subnet and tenant:de6bcc5bb1e24d328e92f44e3376a9d1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:18:12.478527 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:18:12.485135 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:12.553914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Made reservation on behalf of de6bcc5bb1e24d328e92f44e3376a9d1 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:18:12.556253 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.657436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 99a5ab3f-247e-4a51-87d3-3e391c048797 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:12.725444 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 99a5ab3f-247e-4a51-87d3-3e391c048797 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:12.726060 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.819439 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:12.898720 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d15939-a90e-4c8c-8e2f-d2b6ca34df3c,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:12.908783 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Checking segment: {'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:12.909046 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Network hostable DHCP agents. Network: 0cacf3f5-2d15-463d-92d6-f1e7cb91061b, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:18:13.016745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:18:13.091194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 0cacf3f5-2d15-463d-92d6-f1e7cb91061b) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:13.095075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:13.095652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.100436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b060647d-d498-49e3-930f-cdf124925e0a None None] Network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:18:13.191749 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d13d8694-bafa-4107-9ab5-c064147a4d10 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7354262 Feb 02 16:18:13.194589 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47504) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:13.199784 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:18:13.205383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:13.210390 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Usage tracker for resource:router and tenant:de6bcc5bb1e24d328e92f44e3376a9d1 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:18:13.213289 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:18:13.218998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:13.288398 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.289311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.308424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.318370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-0cacf3f5-2d15-463d-92d6-f1e7cb91061b', 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'fixed_ips': [{'subnet_id': '06d15939-a90e-4c8c-8e2f-d2b6ca34df3c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:18:13.319459 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.475943 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Allocated IP 172.20.0.2 (0cacf3f5-2d15-463d-92d6-f1e7cb91061b/06d15939-a90e-4c8c-8e2f-d2b6ca34df3c/b71e7a54-6e89-4759-b835-c099057d2ded) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:18:13.547088 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.680350 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.690349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Transition to ACTIVE for port object b71e7a54-6e89-4759-b835-c099057d2ded will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:13.710526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Transition to ACTIVE for port object b71e7a54-6e89-4759-b835-c099057d2ded will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:13.791332 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.808923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.841984 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.861168 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:13.864756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:13.868399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:18:13.874297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Pushing event updated for resources: {'Port': ['ID=b71e7a54-6e89-4759-b835-c099057d2ded,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:13.955810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Attempting to bind port b71e7a54-6e89-4759-b835-c099057d2ded on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:18:13.956234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Attempting to bind port b71e7a54-6e89-4759-b835-c099057d2ded by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:18:13.956548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Attempting to bind port b71e7a54-6e89-4759-b835-c099057d2ded on network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:18:13.963318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:18:13.963686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Checking segment: {'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:13.964218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.970782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Bound using segment: {'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:18:13.970782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Bound port: b71e7a54-6e89-4759-b835-c099057d2ded, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:18:13.970782 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:13.981584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Allocated IP 172.25.0.182 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/ede1e93a-1c83-43e1-b23b-5846d1e33f70) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:18:14.056351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] For port b71e7a54-6e89-4759-b835-c099057d2ded, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:18:14.059720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] For port b71e7a54-6e89-4759-b835-c099057d2ded, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b71e7a54-6e89-4759-b835-c099057d2ded,segment=NetworkSegment(93bd1755-bced-4c1d-a8f4-71aa723d7d03),segment_id=93bd1755-bced-4c1d-a8f4-71aa723d7d03)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:18:14.134397 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:14.215179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c6797-c266-44ae-a906-0ee74103abd7 None None] Pushing event updated for resources: {'Port': ['ID=b71e7a54-6e89-4759-b835-c099057d2ded,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:14.231351 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:14.322865 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:14.417707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Pushing event updated for resources: {'Port': ['ID=ede1e93a-1c83-43e1-b23b-5846d1e33f70,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:14.423934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:14.425339 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:14.428303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:18:14.666111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b71e7a54-6e89-4759-b835-c099057d2ded up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:14.666624 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:14.667141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:14.800080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b71e7a54-6e89-4759-b835-c099057d2ded completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:14.991034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:18:15.104877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4c6d2-bbbc-4ed1-97a5-9b4627e79f80 None None] Network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:18:15.205250 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:18:15.215710 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Sync routers for ids ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:18:15.228036 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Routers {'0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:18:15.228629 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:17:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:15.316284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-87a0b350-25a3-4602-b449-46f1e7c75951 None None] Provisioning for port b71e7a54-6e89-4759-b835-c099057d2ded completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:15.326873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-87a0b350-25a3-4602-b449-46f1e7c75951 None None] Provisioning complete for port b71e7a54-6e89-4759-b835-c099057d2ded triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:15.327388 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-87a0b350-25a3-4602-b449-46f1e7c75951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:15.333926 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:15.338280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-124512d7-5f95-4a65-888b-ef63cfbfc905 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1396389 Feb 02 16:18:15.338280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47508) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:18:15.405862 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Set router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:18:15.476095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-87a0b350-25a3-4602-b449-46f1e7c75951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:15.512536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-87a0b350-25a3-4602-b449-46f1e7c75951 None None] For port b71e7a54-6e89-4759-b835-c099057d2ded, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b71e7a54-6e89-4759-b835-c099057d2ded,segment=NetworkSegment(93bd1755-bced-4c1d-a8f4-71aa723d7d03),segment_id=93bd1755-bced-4c1d-a8f4-71aa723d7d03)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:15.583445 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-87a0b350-25a3-4602-b449-46f1e7c75951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:15.712927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0b350-25a3-4602-b449-46f1e7c75951 None None] Pushing event updated for resources: {'Port': ['ID=b71e7a54-6e89-4759-b835-c099057d2ded,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:15.723902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-13aa06a2-6193-48d7-9ed4-17b5cb881f7a None None] Provisioning complete for port b71e7a54-6e89-4759-b835-c099057d2ded triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:15.724505 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-13aa06a2-6193-48d7-9ed4-17b5cb881f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:15.787191 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:14Z', 'revision_number': 3, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port': {'id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:15.791328 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Checking router: 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:18:15.791731 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Updating router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e port ede1e93a-1c83-43e1-b23b-5846d1e33f70 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:18:15.846843 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.139743 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.167223 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.182706 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Transition to ACTIVE for port object ede1e93a-1c83-43e1-b23b-5846d1e33f70 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:16.262871 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.341448 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Attempting to bind port ede1e93a-1c83-43e1-b23b-5846d1e33f70 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:18:16.341816 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Attempting to bind port ede1e93a-1c83-43e1-b23b-5846d1e33f70 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:18:16.342191 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Attempting to bind port ede1e93a-1c83-43e1-b23b-5846d1e33f70 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:18:16.347076 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Pushing event updated for resources: {'Port': ['ID=ede1e93a-1c83-43e1-b23b-5846d1e33f70,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:16.358528 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:18:16.358900 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:16.359293 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.359685 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:18:16.360165 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Bound port: ede1e93a-1c83-43e1-b23b-5846d1e33f70, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:18:16.360534 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.387412 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.387759 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.388192 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.388526 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.388851 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.389174 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.389500 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.389875 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.390140 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.390458 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.390775 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:16.442360 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] For port ede1e93a-1c83-43e1-b23b-5846d1e33f70, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:18:16.445319 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] For port ede1e93a-1c83-43e1-b23b-5846d1e33f70, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ede1e93a-1c83-43e1-b23b-5846d1e33f70,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:18:16.450470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Allocated IP 172.20.0.1 (0cacf3f5-2d15-463d-92d6-f1e7cb91061b/06d15939-a90e-4c8c-8e2f-d2b6ca34df3c/d623d15f-dbb0-4769-a8cc-dc1e53955dd6) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:18:16.528266 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.608331 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093672-10b4-4f81-8d30-482c9421713b None None] Pushing event updated for resources: {'Port': ['ID=ede1e93a-1c83-43e1-b23b-5846d1e33f70,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:16.608425 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.615035 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Routers {'0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:18:16.615656 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:17:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:16.626952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Transition to ACTIVE for port object d623d15f-dbb0-4769-a8cc-dc1e53955dd6 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:16.658956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b71e7a54-6e89-4759-b835-c099057d2ded up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:16.711604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.731353 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b71e7a54-6e89-4759-b835-c099057d2ded triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:16.734307 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:16.789411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:16.792394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:16.796312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:18:16.807801 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] Set router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:18:16.831175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Pushing event updated for resources: {'Port': ['ID=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:16.867313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:17.017449 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:17.113863 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:14Z', 'revision_number': 3, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port': {'id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:17.117724 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec781cb2-2c96-4466-90b9-87a401186d44 None None] The sync data for ids ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'] in n-d-827122-1 is: [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:14Z', 'revision_number': 3, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port': {'id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:18:17.125215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-61aeb160-9151-46dc-995e-fcc6690b8553 None None] Provisioning for port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:17.131501 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-61aeb160-9151-46dc-995e-fcc6690b8553 None None] Provisioning complete for port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:17.131986 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-61aeb160-9151-46dc-995e-fcc6690b8553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:17.185215 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-61aeb160-9151-46dc-995e-fcc6690b8553 None None] Port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:18:17.250756 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:17.325315 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:17.435620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:17.438990 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Pushing event updated for resources: {'Port': ['ID=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:17.539148 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:17.576392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:17.577470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:17.808812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c1d90d53-e8f3-4bc6-b190-2f69c3d8e4e3 None None] Provisioning complete for port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:17.809399 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c1d90d53-e8f3-4bc6-b190-2f69c3d8e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:17.861038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c1d90d53-e8f3-4bc6-b190-2f69c3d8e4e3 None None] Port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:18:17.969744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:18:18.270918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:18:18.281089 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f6830bc9-932e-40e7-b62e-e49ad9ef3cef admin admin] 10.222.0.88 "PUT /v2.0/routers/0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9419448 Feb 02 16:18:18.288080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:19.793291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-208af451-a49f-4ab4-a27b-d935f8a38703 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:19.794767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-208af451-a49f-4ab4-a27b-d935f8a38703 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/networks?id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035 HTTP/1.1" status: 200 len: 817 time: 0.1457758 Feb 02 16:18:19.811143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-4879aab5-b10b-4aa8-9032-5ea0de6356d2 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/quotas/feac2c5eabe64437bfa6eda7e0788309 HTTP/1.1" status: 200 len: 375 time: 0.0110683 Feb 02 16:18:19.889468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-bac4a55b-9415-4208-a7c1-f1f399fd7f1c tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Synchronizing usage tracker for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:18:20.022559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-bac4a55b-9415-4208-a7c1-f1f399fd7f1c tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Unset dirty status for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:18:20.023789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-bac4a55b-9415-4208-a7c1-f1f399fd7f1c tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=feac2c5eabe64437bfa6eda7e0788309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2079775 Feb 02 16:18:20.160992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-7b1a7d71-d672-4c98-b55e-f030ffe4811b service neutron] 10.222.0.88 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256485 Feb 02 16:18:20.292641 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-9b590922-b290-4b42-aba1-d1717868e9fc service neutron] 10.222.0.88 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251569 Feb 02 16:18:20.722498 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3078f68d-f309-4283-92a3-ce7173d0247c req-c5c72ba4-b7d0-464b-ac78-6689454f21b0 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 210 time: 0.1690109 Feb 02 16:18:21.885468 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ef9a0b8-e646-4109-ad1e-7adb877874e6 req-1ddb2558-7de4-41a8-ab5d-93952088ff93 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 210 time: 0.0434804 Feb 02 16:18:22.739238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-35e87caa-5cd4-45c1-a07f-b64781134df8 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:22.739948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-35e87caa-5cd4-45c1-a07f-b64781134df8 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Synchronizing usage tracker for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:18:22.834733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-35e87caa-5cd4-45c1-a07f-b64781134df8 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Unset dirty status for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:18:22.835896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-35e87caa-5cd4-45c1-a07f-b64781134df8 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.107 "GET /v2.0/networks?id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035 HTTP/1.1" status: 200 len: 817 time: 0.2391167 Feb 02 16:18:22.857581 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Request body: {'port': {'device_id': '3fcb2e57-1d44-48ef-bd1b-bab732b0228d', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'admin_state_up': True, 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:18:23.028403 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:18:23.080525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9bf1b5cb-c2be-4d5b-9cf5-f0441d60b8df req-ce8037b0-c28e-4cbd-bc3f-a5d0b78877d1 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 210 time: 0.0548704 Feb 02 16:18:23.084910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:18:23.165343 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Made reservation on behalf of feac2c5eabe64437bfa6eda7e0788309 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:18:23.168466 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:23.334649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Allocated IP 172.20.0.6 (41e48a92-0a9b-4ecf-a493-23d6b1b9c035/407fac8f-3529-45e4-8ecc-490b42cd1fec/a9b7c6ab-a13e-4ef0-8c87-703545300d19) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:18:23.542074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:23.557927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Transition to ACTIVE for port object a9b7c6ab-a13e-4ef0-8c87-703545300d19 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:23.642372 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:23.713455 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:18:23.716655 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:18:23.721025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:18:23.749202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Pushing event updated for resources: {'Port': ['ID=a9b7c6ab-a13e-4ef0-8c87-703545300d19,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:23.789153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:23.789755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:23.863926 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-d1229d1e-6d9c-449c-b55c-e752f9056d04 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0097315 Feb 02 16:18:23.913781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Sync routers for ids ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:18:23.936243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Routers {'eb763152-5fe8-4e0b-b6e7-cc6e794776c7'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:18:23.937065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:17:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:23.955418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Request body: {'port': {'device_id': '3fcb2e57-1d44-48ef-bd1b-bab732b0228d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:18:24.067164 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:24.072368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-20f7b1b0-1892-4cb9-9369-bef800262e52 None None] Provisioning for port a9b7c6ab-a13e-4ef0-8c87-703545300d19 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:24.092918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-20f7b1b0-1892-4cb9-9369-bef800262e52 None None] Provisioning complete for port a9b7c6ab-a13e-4ef0-8c87-703545300d19 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:24.093285 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-20f7b1b0-1892-4cb9-9369-bef800262e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:24.164498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-20f7b1b0-1892-4cb9-9369-bef800262e52 None None] Port a9b7c6ab-a13e-4ef0-8c87-703545300d19 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:18:24.170258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Set router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:18:24.292276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0028d2-4545-409f-a018-7647e25dd9a3 req-95e68480-f000-4361-8b0a-6299958edb4a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:24.294484 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e0028d2-4545-409f-a018-7647e25dd9a3 req-95e68480-f000-4361-8b0a-6299958edb4a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 931 time: 0.0856256 Feb 02 16:18:24.351296 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2e0028d2-4545-409f-a018-7647e25dd9a3 req-c81449d7-74ee-419a-baf7-732f8ff92088 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484850 Feb 02 16:18:24.432697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b7c6ab-a13e-4ef0-8c87-703545300d19 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:18:24.439352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:24.454577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Transition to ACTIVE for port object a9b7c6ab-a13e-4ef0-8c87-703545300d19 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:24.494194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:18:09Z', 'revision_number': 4, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port': {'id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:06Z', 'updated_at': '2022-02-02T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8181a677-cc97-448e-bdfe-8a27b88cfbfb', 'name': '', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'mac_address': 'fa:16:3e:ea:17:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:08Z', 'updated_at': '2022-02-02T16:18:09Z', 'revision_number': 2, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'subnets': [{'id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:24.498020 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Checking router: eb763152-5fe8-4e0b-b6e7-cc6e794776c7 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:18:24.498374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Updating router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 port 8181a677-cc97-448e-bdfe-8a27b88cfbfb binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:18:24.553185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:24.562117 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:24.788537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ede1e93a-1c83-43e1-b23b-5846d1e33f70 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:24.809064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b7c6ab-a13e-4ef0-8c87-703545300d19,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:24.823597 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6f7037a8-e083-490a-9411-8aa57031aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:24.914694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Attempting to bind port a9b7c6ab-a13e-4ef0-8c87-703545300d19 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:18:24.914939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Attempting to bind port a9b7c6ab-a13e-4ef0-8c87-703545300d19 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:18:24.915259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Attempting to bind port a9b7c6ab-a13e-4ef0-8c87-703545300d19 on network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:18:24.920978 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Port a9b7c6ab-a13e-4ef0-8c87-703545300d19 on network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:18:24.921510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Attempting to bind port a9b7c6ab-a13e-4ef0-8c87-703545300d19 on network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:18:24.927578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:18:24.927876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Checking segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:24.928259 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Bound using segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:18:24.928679 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Bound port: a9b7c6ab-a13e-4ef0-8c87-703545300d19, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:18:24.929017 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.021330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ede1e93a-1c83-43e1-b23b-5846d1e33f70 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:25.024689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] For port a9b7c6ab-a13e-4ef0-8c87-703545300d19, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:18:25.027633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] For port a9b7c6ab-a13e-4ef0-8c87-703545300d19, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9b7c6ab-a13e-4ef0-8c87-703545300d19,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:18:25.030642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ede1e93a-1c83-43e1-b23b-5846d1e33f70 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:25.031019 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.080728 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.101230 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Transition to ACTIVE for port object 8181a677-cc97-448e-bdfe-8a27b88cfbfb will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:25.103119 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.164361 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.164941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.165650 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] 10.222.0.107 "PUT /v2.0/ports/a9b7c6ab-a13e-4ef0-8c87-703545300d19 HTTP/1.1" status: 200 len: 1091 time: 1.2898557 Feb 02 16:18:25.166160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcb2e57-1d44-48ef-bd1b-bab732b0228d', 'tag': 'a9b7c6ab-a13e-4ef0-8c87-703545300d19'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:18:25.182466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ede1e93a-1c83-43e1-b23b-5846d1e33f70, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ede1e93a-1c83-43e1-b23b-5846d1e33f70,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:25.184705 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f43bc-8d75-4de4-9afa-353fe4cedc50 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b7c6ab-a13e-4ef0-8c87-703545300d19,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:25.213588 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.325137 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.344929 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcb2e57-1d44-48ef-bd1b-bab732b0228d', 'tag': 'a9b7c6ab-a13e-4ef0-8c87-703545300d19', 'status': 'completed', 'code': 200} Feb 02 16:18:25.350087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fc7c2-5850-499c-890c-0993fa579758 None None] Pushing event updated for resources: {'Port': ['ID=8181a677-cc97-448e-bdfe-8a27b88cfbfb,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:25.397143 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-ec6f74d2-13d8-428f-914d-b4a147e793cd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=feac2c5eabe64437bfa6eda7e0788309&device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 1094 time: 0.0881557 Feb 02 16:18:25.491675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-7d26840a-139f-4eb2-ae21-3910cb2c0bd7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b7c6ab-a13e-4ef0-8c87-703545300d19 HTTP/1.1" status: 200 len: 217 time: 0.0826530 Feb 02 16:18:25.514671 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Attempting to bind port 8181a677-cc97-448e-bdfe-8a27b88cfbfb on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:18:25.515032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Attempting to bind port 8181a677-cc97-448e-bdfe-8a27b88cfbfb by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:18:25.515398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Attempting to bind port 8181a677-cc97-448e-bdfe-8a27b88cfbfb on network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:18:25.526925 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ede1e93a-1c83-43e1-b23b-5846d1e33f70,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:25.537029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:18:25.537428 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Checking segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:25.537789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.538171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Bound using segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:18:25.538627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Bound port: 8181a677-cc97-448e-bdfe-8a27b88cfbfb, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:18:25.539000 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.557723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17817313-97db-4b50-9e6a-96dfaa605201 req-aa5316cd-8634-4e48-aff8-236a30c78208 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:25.565511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17817313-97db-4b50-9e6a-96dfaa605201 req-aa5316cd-8634-4e48-aff8-236a30c78208 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 943 time: 0.0878296 Feb 02 16:18:25.580540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-9cb67e58-a3b2-4562-93f0-a3b5f92e892a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:25.582641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-9cb67e58-a3b2-4562-93f0-a3b5f92e892a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=407fac8f-3529-45e4-8ecc-490b42cd1fec HTTP/1.1" status: 200 len: 856 time: 0.0828946 Feb 02 16:18:25.616523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-17817313-97db-4b50-9e6a-96dfaa605201 req-23ac6093-34e6-46a7-b3fb-dd71f1bd58f2 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496149 Feb 02 16:18:25.644518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] For port 8181a677-cc97-448e-bdfe-8a27b88cfbfb, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:18:25.647439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] For port 8181a677-cc97-448e-bdfe-8a27b88cfbfb, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8181a677-cc97-448e-bdfe-8a27b88cfbfb,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:18:25.670479 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-b700d858-b791-4ffc-856c-75c26a53a593 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746210 Feb 02 16:18:25.773980 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:25.805777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-78dc1996-e8e2-4bd0-aaed-d0f70f9d5a67 service neutron] 10.222.0.107 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288772 Feb 02 16:18:25.856835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fc7c2-5850-499c-890c-0993fa579758 None None] Pushing event updated for resources: {'Port': ['ID=8181a677-cc97-448e-bdfe-8a27b88cfbfb,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:25.861892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Routers {'eb763152-5fe8-4e0b-b6e7-cc6e794776c7'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:18:25.862508 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:17:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:25.949127 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-084b864a-a5ad-4bde-911b-67ad335bb3c0 req-e03223c6-765a-4d21-9c71-8cf7eedac56e service neutron] 10.222.0.107 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373837 Feb 02 16:18:26.048698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] Set router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:18:26.242665 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02d3001-050c-4661-a02f-acb486c0604b req-03a76cb7-fdd8-4998-a114-195bfca9e471 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=feac2c5eabe64437bfa6eda7e0788309&device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 1094 time: 0.0745065 Feb 02 16:18:26.380769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:18:09Z', 'revision_number': 4, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port': {'id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:06Z', 'updated_at': '2022-02-02T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8181a677-cc97-448e-bdfe-8a27b88cfbfb', 'name': '', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'mac_address': 'fa:16:3e:ea:17:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:08Z', 'updated_at': '2022-02-02T16:18:25Z', 'revision_number': 4, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'subnets': [{'id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:26.382267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3001-050c-4661-a02f-acb486c0604b req-4ca50987-768d-4717-9e6f-d6b6ed252576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:26.383747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02d3001-050c-4661-a02f-acb486c0604b req-4ca50987-768d-4717-9e6f-d6b6ed252576 service neutron] 10.222.0.107 "GET /v2.0/networks?id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035 HTTP/1.1" status: 200 len: 919 time: 0.1354406 Feb 02 16:18:26.385646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3f23d-6ca2-4df7-8327-6563ff708815 None None] The sync data for ids ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'] in n-d-827122-1 is: [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:18:09Z', 'revision_number': 4, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port': {'id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:06Z', 'updated_at': '2022-02-02T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '8181a677-cc97-448e-bdfe-8a27b88cfbfb', 'name': '', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'mac_address': 'fa:16:3e:ea:17:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:08Z', 'updated_at': '2022-02-02T16:18:25Z', 'revision_number': 4, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'subnets': [{'id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:18:26.459770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02d3001-050c-4661-a02f-acb486c0604b req-63134f9c-d1b9-4762-9ca1-ce28b3748fe0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b7c6ab-a13e-4ef0-8c87-703545300d19 HTTP/1.1" status: 200 len: 217 time: 0.0686657 Feb 02 16:18:26.524522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3001-050c-4661-a02f-acb486c0604b req-dc90187f-aa66-46ae-b47e-025d04076ef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:26.525975 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02d3001-050c-4661-a02f-acb486c0604b req-dc90187f-aa66-46ae-b47e-025d04076ef9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=407fac8f-3529-45e4-8ecc-490b42cd1fec HTTP/1.1" status: 200 len: 856 time: 0.0605195 Feb 02 16:18:26.611273 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02d3001-050c-4661-a02f-acb486c0604b req-266b1c43-bcfd-4699-bce3-d73af3065538 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785677 Feb 02 16:18:26.654570 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Sync routers for ids ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:18:26.675828 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Routers {'0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:18:26.676464 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:17:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:26.699942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8181a677-cc97-448e-bdfe-8a27b88cfbfb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:26.881632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02d3001-050c-4661-a02f-acb486c0604b req-decc1813-7eb9-40b8-9ff8-6f47894b5be6 service neutron] 10.222.0.107 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636600 Feb 02 16:18:26.908474 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Set router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:18:26.914310 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dfedc2f9-c160-4949-b5c3-dc00742f6dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.017580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 8181a677-cc97-448e-bdfe-8a27b88cfbfb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:27.028912 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb7bc-4baa-4f7e-ad8f-849b01ecc5c8 req-342cf711-a29a-4042-8434-0c8ed1e29211 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:27.029468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8181a677-cc97-448e-bdfe-8a27b88cfbfb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:27.029577 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f52bb7bc-4baa-4f7e-ad8f-849b01ecc5c8 req-342cf711-a29a-4042-8434-0c8ed1e29211 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Synchronizing usage tracker for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:18:27.029740 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.058152 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b02d3001-050c-4661-a02f-acb486c0604b req-a4ab7d2f-7df2-4014-a20a-e21d72017226 service neutron] 10.222.0.107 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667368 Feb 02 16:18:27.137073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f52bb7bc-4baa-4f7e-ad8f-849b01ecc5c8 req-342cf711-a29a-4042-8434-0c8ed1e29211 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Unset dirty status for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:18:27.138125 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f52bb7bc-4baa-4f7e-ad8f-849b01ecc5c8 req-342cf711-a29a-4042-8434-0c8ed1e29211 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 943 time: 0.3265717 Feb 02 16:18:27.163073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.190302 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f52bb7bc-4baa-4f7e-ad8f-849b01ecc5c8 req-60af294c-e7e3-4b40-8345-36cec5d719c0 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Synchronizing usage tracker for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:18:27.197658 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 8181a677-cc97-448e-bdfe-8a27b88cfbfb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8181a677-cc97-448e-bdfe-8a27b88cfbfb,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:27.249908 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:16Z', 'revision_number': 4, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port': {'id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd623d15f-dbb0-4769-a8cc-dc1e53955dd6', 'name': '', 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'mac_address': 'fa:16:3e:af:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d15939-a90e-4c8c-8e2f-d2b6ca34df3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:16Z', 'updated_at': '2022-02-02T16:18:17Z', 'revision_number': 2, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'subnets': [{'id': '06d15939-a90e-4c8c-8e2f-d2b6ca34df3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:27.254459 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Checking router: 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:18:27.254796 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Updating router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:18:27.311248 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.345297 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.346132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ede1e93a-1c83-43e1-b23b-5846d1e33f70 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:27.388491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-f52bb7bc-4baa-4f7e-ad8f-849b01ecc5c8 req-60af294c-e7e3-4b40-8345-36cec5d719c0 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Unset dirty status for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:18:27.389797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f52bb7bc-4baa-4f7e-ad8f-849b01ecc5c8 req-60af294c-e7e3-4b40-8345-36cec5d719c0 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438664 Feb 02 16:18:27.460354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=8181a677-cc97-448e-bdfe-8a27b88cfbfb,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:27.475729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ede1e93a-1c83-43e1-b23b-5846d1e33f70 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:27.476130 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.661811 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.672706 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Transition to ACTIVE for port object d623d15f-dbb0-4769-a8cc-dc1e53955dd6 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:18:27.748363 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.872865 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22b119-2ad1-4b1b-b43c-cdb812c835ee None None] Pushing event updated for resources: {'Port': ['ID=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:27.962559 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Attempting to bind port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:18:27.962926 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Attempting to bind port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:18:27.963287 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Attempting to bind port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 on network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:18:27.969653 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:18:27.970007 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Checking segment: {'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:18:27.976862 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:27.976862 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Bound using segment: {'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:18:27.976862 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Bound port: d623d15f-dbb0-4769-a8cc-dc1e53955dd6, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bd1755-bced-4c1d-a8f4-71aa723d7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:18:27.976862 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:28.059975 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] For port d623d15f-dbb0-4769-a8cc-dc1e53955dd6, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:18:28.062859 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] For port d623d15f-dbb0-4769-a8cc-dc1e53955dd6, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,segment=NetworkSegment(93bd1755-bced-4c1d-a8f4-71aa723d7d03),segment_id=93bd1755-bced-4c1d-a8f4-71aa723d7d03)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:18:28.131410 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:28.210003 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22b119-2ad1-4b1b-b43c-cdb812c835ee None None] Pushing event updated for resources: {'Port': ['ID=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:28.214543 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Routers {'0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:18:28.215140 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:18:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:28.299242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a9b7c6ab-a13e-4ef0-8c87-703545300d19 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:18:28.424600 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] Set router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:18:28.436170 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:28.515110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a9b7c6ab-a13e-4ef0-8c87-703545300d19, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9b7c6ab-a13e-4ef0-8c87-703545300d19,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:28.530628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'a9b7c6ab-a13e-4ef0-8c87-703545300d19', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'port_id': 'a9b7c6ab-a13e-4ef0-8c87-703545300d19', 'mac_address': 'fa:16:3e:28:d6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:18:28.590047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:28.607291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b54c7-b3c8-4daa-b7e6-6ed01acc84f9 req-9a1130ac-296e-4a97-b9e1-79873284362e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:28.607756 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:28.608680 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-369b54c7-b3c8-4daa-b7e6-6ed01acc84f9 req-9a1130ac-296e-4a97-b9e1-79873284362e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 943 time: 0.0848417 Feb 02 16:18:28.625670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b7c6ab-a13e-4ef0-8c87-703545300d19 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:18:28.643583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a9b7c6ab-a13e-4ef0-8c87-703545300d19, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9b7c6ab-a13e-4ef0-8c87-703545300d19,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:28.660920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-369b54c7-b3c8-4daa-b7e6-6ed01acc84f9 req-5a99d193-48f1-4317-b701-ffd52e09bc10 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Feb 02 16:18:28.671405 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8181a677-cc97-448e-bdfe-8a27b88cfbfb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:28.713383 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:28.765350 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:16Z', 'revision_number': 4, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port': {'id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd623d15f-dbb0-4769-a8cc-dc1e53955dd6', 'name': '', 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'mac_address': 'fa:16:3e:af:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d15939-a90e-4c8c-8e2f-d2b6ca34df3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:16Z', 'updated_at': '2022-02-02T16:18:28Z', 'revision_number': 4, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'subnets': [{'id': '06d15939-a90e-4c8c-8e2f-d2b6ca34df3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:18:28.770950 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435180c-dde0-4509-aeb8-038028afe2f4 None None] The sync data for ids ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'] in n-d-827122-1 is: [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:16Z', 'revision_number': 4, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port': {'id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'd623d15f-dbb0-4769-a8cc-dc1e53955dd6', 'name': '', 'network_id': '0cacf3f5-2d15-463d-92d6-f1e7cb91061b', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'mac_address': 'fa:16:3e:af:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d15939-a90e-4c8c-8e2f-d2b6ca34df3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:16Z', 'updated_at': '2022-02-02T16:18:28Z', 'revision_number': 4, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'subnets': [{'id': '06d15939-a90e-4c8c-8e2f-d2b6ca34df3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:18:28.798791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a9b7c6ab-a13e-4ef0-8c87-703545300d19,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:28.833883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 8181a677-cc97-448e-bdfe-8a27b88cfbfb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:28.836628 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:28.983368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a9b7c6ab-a13e-4ef0-8c87-703545300d19'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:18:29.958487 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2603b7-8386-4aff-9b93-d65837d8b921 req-20ead47c-cc8f-4232-9d1d-f558cc79fd06 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:29.960284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e2603b7-8386-4aff-9b93-d65837d8b921 req-20ead47c-cc8f-4232-9d1d-f558cc79fd06 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 944 time: 0.1706386 Feb 02 16:18:30.005493 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9e2603b7-8386-4aff-9b93-d65837d8b921 req-0d0316aa-1162-430b-b0f3-7acdd7af1e57 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Feb 02 16:18:30.136871 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:30.298028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a9b7c6ab-a13e-4ef0-8c87-703545300d19 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:30.457426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port a9b7c6ab-a13e-4ef0-8c87-703545300d19 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:30.462232 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port a9b7c6ab-a13e-4ef0-8c87-703545300d19 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:30.462603 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:30.575537 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:30.602341 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcb2e57-1d44-48ef-bd1b-bab732b0228d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b7c6ab-a13e-4ef0-8c87-703545300d19'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:18:30.614145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a9b7c6ab-a13e-4ef0-8c87-703545300d19, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9b7c6ab-a13e-4ef0-8c87-703545300d19,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:30.668412 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcb2e57-1d44-48ef-bd1b-bab732b0228d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b7c6ab-a13e-4ef0-8c87-703545300d19', 'code': 200} Feb 02 16:18:30.677793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d623d15f-dbb0-4769-a8cc-dc1e53955dd6 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:30.713309 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:30.805330 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a9b7c6ab-a13e-4ef0-8c87-703545300d19,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:30.824556 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c7802f5-e94c-48e6-858a-23222fc45f0b req-9fcb7041-556d-4c87-a5e8-12c4a9ecebdd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 1096 time: 0.0743608 Feb 02 16:18:30.867571 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7c7802f5-e94c-48e6-858a-23222fc45f0b req-8610e9f2-5432-470a-b834-64ad36e19a4f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 Feb 02 16:18:30.870783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:18:30.875961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:30.876195 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:30.991456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:31.024018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port d623d15f-dbb0-4769-a8cc-dc1e53955dd6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,segment=NetworkSegment(93bd1755-bced-4c1d-a8f4-71aa723d7d03),segment_id=93bd1755-bced-4c1d-a8f4-71aa723d7d03)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:31.105352 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:31.172570 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:31.211708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17378d3-12d9-4726-b40d-ce1402b09d35 req-92231fbb-9b90-49c9-85f4-566042d062c3 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:31.213268 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c17378d3-12d9-4726-b40d-ce1402b09d35 req-92231fbb-9b90-49c9-85f4-566042d062c3 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 945 time: 0.0797737 Feb 02 16:18:31.258474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c17378d3-12d9-4726-b40d-ce1402b09d35 req-0f64c433-d0b6-42ec-b4d2-877e01bae9c3 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 Feb 02 16:18:32.462995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb11bf-1498-4e0f-afa0-3af3aad5a8a2 req-e6824dbf-0cd5-4f50-82eb-9857aa17f4ca tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:32.464479 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10eb11bf-1498-4e0f-afa0-3af3aad5a8a2 req-e6824dbf-0cd5-4f50-82eb-9857aa17f4ca tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 945 time: 0.0828915 Feb 02 16:18:32.508765 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-10eb11bf-1498-4e0f-afa0-3af3aad5a8a2 req-ce08d2bb-da83-4962-86a9-b2de83ca48f8 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Feb 02 16:18:32.659477 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d623d15f-dbb0-4769-a8cc-dc1e53955dd6 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:18:32.709571 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e978b9d-ca27-445a-9d34-93fc74335ca0 req-340c81bf-1eec-4c4d-803e-4878cd6200ba tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:32.711039 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e978b9d-ca27-445a-9d34-93fc74335ca0 req-340c81bf-1eec-4c4d-803e-4878cd6200ba tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 945 time: 0.0835102 Feb 02 16:18:32.732700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:18:32.733147 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:32.757887 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1e978b9d-ca27-445a-9d34-93fc74335ca0 req-c4280ff0-88ca-41bf-bc21-907023d434ee tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Feb 02 16:18:36.714328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-b875df69-a1a4-47b3-aec6-d9bce3ac5834 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865045 Feb 02 16:18:36.891515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-78334b66-19ed-47f6-ae6e-b70b6c22c96e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=feac2c5eabe64437bfa6eda7e0788309&device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 1096 time: 0.0786569 Feb 02 16:18:37.065242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-4eb33e6c-927f-41ca-96dd-4627c95bce4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:37.066949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-4eb33e6c-927f-41ca-96dd-4627c95bce4d service neutron] 10.222.0.107 "GET /v2.0/networks?id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035 HTTP/1.1" status: 200 len: 919 time: 0.1551917 Feb 02 16:18:37.136286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-998e9c14-9670-4d55-858a-dfb4397f7a61 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b7c6ab-a13e-4ef0-8c87-703545300d19 HTTP/1.1" status: 200 len: 217 time: 0.0633335 Feb 02 16:18:37.206649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-c0f80bf3-ae3c-4acd-8c97-375b0897ccff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:37.206649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-c0f80bf3-ae3c-4acd-8c97-375b0897ccff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=407fac8f-3529-45e4-8ecc-490b42cd1fec HTTP/1.1" status: 200 len: 856 time: 0.0634136 Feb 02 16:18:37.288210 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-255c18a3-10d7-4d7a-8ba0-a68eedb9b878 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697694 Feb 02 16:18:37.421664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-55be92d6-4a1c-4725-95d8-882be54a2ac1 service neutron] 10.222.0.107 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278806 Feb 02 16:18:37.555465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7bcfb9dd-8438-45d3-9ca1-a9b59fce41a7 req-f416f6e5-cead-418c-8cb8-de0abfa23093 service neutron] 10.222.0.107 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282210 Feb 02 16:18:47.642425 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:48.285229 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:48.658313 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:18:52.245882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69153c48-b4d2-4441-a0fc-cadcb348c83f req-120536fe-74fa-4a6d-89a4-5c9afb8992e5 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:52.247241 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69153c48-b4d2-4441-a0fc-cadcb348c83f req-120536fe-74fa-4a6d-89a4-5c9afb8992e5 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 945 time: 0.0802443 Feb 02 16:18:52.291934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-69153c48-b4d2-4441-a0fc-cadcb348c83f req-17a448b2-aff4-4e6b-a7a5-1cd93c7ec764 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Feb 02 16:18:53.493825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56166d8-537e-496d-bafd-9e369d87dc89 req-e79cee9a-b531-4f87-a48d-1eadaa705cc1 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:53.495314 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a56166d8-537e-496d-bafd-9e369d87dc89 req-e79cee9a-b531-4f87-a48d-1eadaa705cc1 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 945 time: 0.0788426 Feb 02 16:18:53.541657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a56166d8-537e-496d-bafd-9e369d87dc89 req-fe4997df-1274-4bb6-b2f6-2f2073e4ff50 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Feb 02 16:18:53.867061 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303b3fa-ae71-449e-a66c-935845e9306b req-5297b529-96f6-443a-92af-e7eeaa9b206a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:53.868512 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b303b3fa-ae71-449e-a66c-935845e9306b req-5297b529-96f6-443a-92af-e7eeaa9b206a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.107 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 945 time: 0.0757823 Feb 02 16:18:53.938951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Deleting port a9b7c6ab-a13e-4ef0-8c87-703545300d19 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:18:53.939287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:54.173564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] For port a9b7c6ab-a13e-4ef0-8c87-703545300d19, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a9b7c6ab-a13e-4ef0-8c87-703545300d19,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:18:54.173915 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:54.375386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Calling delete_port for a9b7c6ab-a13e-4ef0-8c87-703545300d19 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:18:54.559456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:54.611153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Pushing event deleted for resources: {'Port': ['ID=a9b7c6ab-a13e-4ef0-8c87-703545300d19,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:18:54.653968 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1efe392c-a115-4879-ac27-610a9424951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:54.659171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.659901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.660160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.660501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.660837 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.661172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.661505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.661843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.662168 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.662494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.662821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:18:54.742354 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] No DVR routers for this DVR port a9b7c6ab-a13e-4ef0-8c87-703545300d19 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:18:54.748609 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:54.751219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcb2e57-1d44-48ef-bd1b-bab732b0228d', 'name': 'network-vif-deleted', 'tag': 'a9b7c6ab-a13e-4ef0-8c87-703545300d19'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:18:54.772747 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-834454d7-e185-4632-89cc-9785fa3188f5 req-b5005ff1-1bd0-42e4-a04e-d2adadf8ea5c tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fcb2e57-1d44-48ef-bd1b-bab732b0228d HTTP/1.1" status: 200 len: 210 time: 0.0771458 Feb 02 16:18:54.813459 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcb2e57-1d44-48ef-bd1b-bab732b0228d', 'name': 'network-vif-deleted', 'tag': 'a9b7c6ab-a13e-4ef0-8c87-703545300d19', 'status': 'completed', 'code': 200} Feb 02 16:18:54.860137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b303b3fa-ae71-449e-a66c-935845e9306b req-7c26013e-b5ac-410f-9a6d-1b92d323d92a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.107 "DELETE /v2.0/ports/a9b7c6ab-a13e-4ef0-8c87-703545300d19 HTTP/1.1" status: 204 len: 173 time: 0.9862962 Feb 02 16:18:56.469482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a9b7c6ab-a13e-4ef0-8c87-703545300d19 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:18:56.505792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: a9b7c6ab-a13e-4ef0-8c87-703545300d19 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:18:56.506142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a9b7c6ab-a13e-4ef0-8c87-703545300d19 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:18:56.921927 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-271e6025-8996-40cc-8b44-bca09fac0f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:57.261935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-8c958a14-66a4-4c2e-9af7-1e70625181c0 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:18:57.263372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-8c958a14-66a4-4c2e-9af7-1e70625181c0 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/networks?id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035 HTTP/1.1" status: 200 len: 817 time: 0.1418023 Feb 02 16:18:57.280380 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-94bf8975-dcfb-4203-a415-d296c459d850 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/quotas/feac2c5eabe64437bfa6eda7e0788309 HTTP/1.1" status: 200 len: 375 time: 0.0113549 Feb 02 16:18:57.364444 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-bb31e80e-4ef3-40f4-963a-e2bd5ea5a7c6 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=feac2c5eabe64437bfa6eda7e0788309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783675 Feb 02 16:18:57.499504 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-4c6a7ea7-361c-4f48-a394-ced555b473ca service neutron] 10.222.0.88 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239281 Feb 02 16:18:57.728992 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-0175fa70-a07c-4fb8-bc0d-a365340d872c service neutron] 10.222.0.88 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231462 Feb 02 16:18:58.072491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-af50dcd6-7203-4440-84a3-36d5bb4cbd6d req-6359dc4e-cc9a-4f5c-8c3b-93f8d8726eb6 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Synchronizing usage tracker for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:18:58.142417 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-af50dcd6-7203-4440-84a3-36d5bb4cbd6d req-6359dc4e-cc9a-4f5c-8c3b-93f8d8726eb6 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Unset dirty status for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:18:58.143720 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af50dcd6-7203-4440-84a3-36d5bb4cbd6d req-6359dc4e-cc9a-4f5c-8c3b-93f8d8726eb6 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 210 time: 0.1120961 Feb 02 16:18:58.387833 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:58.588192 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:18:59.307295 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-208fbdb8-bb4a-424b-83b4-9500c9380c94 req-8296732a-6185-40e7-a0de-1b4fb4fdbce8 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 210 time: 0.0430138 Feb 02 16:19:00.059260 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-089c773e-692f-449c-9d73-781257652fbc tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:00.060732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-089c773e-692f-449c-9d73-781257652fbc tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.64 "GET /v2.0/networks?id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035 HTTP/1.1" status: 200 len: 817 time: 0.1474228 Feb 02 16:19:00.082587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Request body: {'port': {'device_id': '3cb7441c-524d-48a4-9a21-8614e6c398b3', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'admin_state_up': True, 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:19:00.182359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:00.219040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:00.229790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:00.302169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Made reservation on behalf of feac2c5eabe64437bfa6eda7e0788309 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:19:00.305215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:00.482398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Allocated IP 172.20.0.3 (41e48a92-0a9b-4ecf-a493-23d6b1b9c035/407fac8f-3529-45e4-8ecc-490b42cd1fec/9853d7b9-30f2-4ea8-97fe-29c93292032e) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:19:00.485943 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4233210b-8caa-4235-8a53-2a53ceafaadb req-ca038e5e-7994-460e-92a0-e0e1fed5432f tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 210 time: 0.0446301 Feb 02 16:19:00.720765 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:00.744624 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Transition to ACTIVE for port object 9853d7b9-30f2-4ea8-97fe-29c93292032e will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:00.836936 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:00.936593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:19:00.940476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:00.951725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:19:00.984641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Pushing event updated for resources: {'Port': ['ID=9853d7b9-30f2-4ea8-97fe-29c93292032e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:01.019153 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.019493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.019834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.020200 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.020530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.020858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.021186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.021939 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.022267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.022591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.022913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:01.045258 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:01.046882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:01.161143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-af490913-cc59-4774-81c6-e66104f1c311 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0824451 Feb 02 16:19:01.179666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Request body: {'port': {'device_id': '3cb7441c-524d-48a4-9a21-8614e6c398b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:19:01.262424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bed797a1-8a82-4815-a030-04b870b0c51a None None] Provisioning for port 9853d7b9-30f2-4ea8-97fe-29c93292032e completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:19:01.267404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bed797a1-8a82-4815-a030-04b870b0c51a None None] Provisioning complete for port 9853d7b9-30f2-4ea8-97fe-29c93292032e triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:01.267884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bed797a1-8a82-4815-a030-04b870b0c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:01.297751 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:01.320899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-bed797a1-8a82-4815-a030-04b870b0c51a None None] Port 9853d7b9-30f2-4ea8-97fe-29c93292032e cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:19:01.682145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9853d7b9-30f2-4ea8-97fe-29c93292032e {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:19:01.693864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:01.714412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Transition to ACTIVE for port object 9853d7b9-30f2-4ea8-97fe-29c93292032e will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:01.730837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af80e4-d47c-410a-b95b-ec20f17e1cd4 req-1822bf04-d5d9-42e1-a2ec-b1f99b027703 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:01.731522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-58af80e4-d47c-410a-b95b-ec20f17e1cd4 req-1822bf04-d5d9-42e1-a2ec-b1f99b027703 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Synchronizing usage tracker for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:19:01.785851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:01.822826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-58af80e4-d47c-410a-b95b-ec20f17e1cd4 req-1822bf04-d5d9-42e1-a2ec-b1f99b027703 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Unset dirty status for tenant:feac2c5eabe64437bfa6eda7e0788309 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:19:01.824024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58af80e4-d47c-410a-b95b-ec20f17e1cd4 req-1822bf04-d5d9-42e1-a2ec-b1f99b027703 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 931 time: 0.2099476 Feb 02 16:19:01.940780 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Pushing event updated for resources: {'Port': ['ID=9853d7b9-30f2-4ea8-97fe-29c93292032e,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:01.984368 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58af80e4-d47c-410a-b95b-ec20f17e1cd4 req-ca3348c5-e67d-4a27-b602-7d90e335c6ae tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511226 Feb 02 16:19:02.154771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Attempting to bind port 9853d7b9-30f2-4ea8-97fe-29c93292032e on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:19:02.155106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Attempting to bind port 9853d7b9-30f2-4ea8-97fe-29c93292032e by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:19:02.155426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Attempting to bind port 9853d7b9-30f2-4ea8-97fe-29c93292032e on network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:19:02.161058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Port 9853d7b9-30f2-4ea8-97fe-29c93292032e on network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:19:02.161376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Attempting to bind port 9853d7b9-30f2-4ea8-97fe-29c93292032e on network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:19:02.167333 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:19:02.167665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Checking segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:19:02.168075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Bound using segment: {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:19:02.168489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Bound port: 9853d7b9-30f2-4ea8-97fe-29c93292032e, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d470bd-4d67-42fc-8bf1-98709ac1887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:19:02.168828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:02.258785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] For port 9853d7b9-30f2-4ea8-97fe-29c93292032e, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:19:02.261796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] For port 9853d7b9-30f2-4ea8-97fe-29c93292032e, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9853d7b9-30f2-4ea8-97fe-29c93292032e,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:19:02.325626 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:02.389452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:02.390815 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] 10.222.0.64 "PUT /v2.0/ports/9853d7b9-30f2-4ea8-97fe-29c93292032e HTTP/1.1" status: 200 len: 1091 time: 1.2154036 Feb 02 16:19:02.391241 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb7441c-524d-48a4-9a21-8614e6c398b3', 'tag': '9853d7b9-30f2-4ea8-97fe-29c93292032e'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:19:02.413272 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c5867-fb64-4937-8ec5-d13b61ae3bda service neutron] Pushing event updated for resources: {'Port': ['ID=9853d7b9-30f2-4ea8-97fe-29c93292032e,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:02.535487 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb7441c-524d-48a4-9a21-8614e6c398b3', 'tag': '9853d7b9-30f2-4ea8-97fe-29c93292032e', 'status': 'completed', 'code': 200} Feb 02 16:19:02.576750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-a7c8748b-fea1-4d83-9084-bb1852fda6f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feac2c5eabe64437bfa6eda7e0788309&device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 1094 time: 0.0779107 Feb 02 16:19:02.649919 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-19ff06f5-73c0-4738-8433-e6483d156a6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9853d7b9-30f2-4ea8-97fe-29c93292032e HTTP/1.1" status: 200 len: 217 time: 0.0618289 Feb 02 16:19:02.716365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-1465f9af-410d-417a-968c-ba13c227d87b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:02.717794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-1465f9af-410d-417a-968c-ba13c227d87b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=407fac8f-3529-45e4-8ecc-490b42cd1fec HTTP/1.1" status: 200 len: 856 time: 0.0621312 Feb 02 16:19:02.792032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-1ff48e58-dcdd-48b2-a711-bb377115312e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680377 Feb 02 16:19:02.923148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-f3f84e06-658d-491f-b2dd-411b8636879d service neutron] 10.222.0.64 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252034 Feb 02 16:19:03.057322 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae406337-c027-4f05-ade9-eee93fbb5714 req-55070088-799d-444d-be4b-431fa1448c3c service neutron] 10.222.0.64 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275070 Feb 02 16:19:03.184801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13df44-3124-4bc5-8359-d8d49727e5b8 req-730808fb-0747-4f81-8b71-e785c33e70c9 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:03.186152 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e13df44-3124-4bc5-8359-d8d49727e5b8 req-730808fb-0747-4f81-8b71-e785c33e70c9 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 943 time: 0.0772097 Feb 02 16:19:03.282280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e13df44-3124-4bc5-8359-d8d49727e5b8 req-5ddf2e14-8cca-48a7-9592-3bea6ac19b4a tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898674 Feb 02 16:19:03.301121 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-8e12ee28-2bc2-4f6c-b41e-c4372648e1c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feac2c5eabe64437bfa6eda7e0788309&device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 1094 time: 0.0900180 Feb 02 16:19:03.433465 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-d5da41bc-5e8f-4dc2-b8a6-074d75ad54b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:03.434968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-d5da41bc-5e8f-4dc2-b8a6-074d75ad54b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035 HTTP/1.1" status: 200 len: 919 time: 0.1269536 Feb 02 16:19:03.506975 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-d3a532bc-2837-4b04-abdb-9b19e1b46f7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9853d7b9-30f2-4ea8-97fe-29c93292032e HTTP/1.1" status: 200 len: 217 time: 0.0651696 Feb 02 16:19:03.570661 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-8529c567-a5e6-4eec-b87f-da062e821170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:03.572138 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-8529c567-a5e6-4eec-b87f-da062e821170 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=407fac8f-3529-45e4-8ecc-490b42cd1fec HTTP/1.1" status: 200 len: 856 time: 0.0588174 Feb 02 16:19:03.649731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-9280711d-11d5-4ccd-b3d0-29097a62b8da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41e48a92-0a9b-4ecf-a493-23d6b1b9c035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710511 Feb 02 16:19:03.782261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-3e8c1b26-273f-4680-a424-e04c0fce4100 service neutron] 10.222.0.64 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256671 Feb 02 16:19:03.912521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3334678a-4019-4cf7-afcf-8bcf9a796d7f req-95f18b93-3790-4ea4-8aaf-5bd0b6b15cbb service neutron] 10.222.0.64 "GET /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238990 Feb 02 16:19:04.477817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e771c-bc3a-448e-bfbf-bccca8f8f243 req-1c8e0113-ff6a-457e-b2ad-daf76fa992af tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:04.479304 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d65e771c-bc3a-448e-bfbf-bccca8f8f243 req-1c8e0113-ff6a-457e-b2ad-daf76fa992af tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 943 time: 0.0761366 Feb 02 16:19:04.523755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d65e771c-bc3a-448e-bfbf-bccca8f8f243 req-7b6288d6-b377-4a46-88f5-afe5b7b164e1 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Feb 02 16:19:05.207006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9853d7b9-30f2-4ea8-97fe-29c93292032e details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:19:05.340384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9853d7b9-30f2-4ea8-97fe-29c93292032e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9853d7b9-30f2-4ea8-97fe-29c93292032e,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:05.353739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '9853d7b9-30f2-4ea8-97fe-29c93292032e', 'network_id': '41e48a92-0a9b-4ecf-a493-23d6b1b9c035', 'port_id': '9853d7b9-30f2-4ea8-97fe-29c93292032e', 'mac_address': 'fa:16:3e:89:0e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407fac8f-3529-45e4-8ecc-490b42cd1fec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:19:05.435554 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:05.455076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9853d7b9-30f2-4ea8-97fe-29c93292032e {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:19:05.470333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9853d7b9-30f2-4ea8-97fe-29c93292032e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9853d7b9-30f2-4ea8-97fe-29c93292032e,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:05.536362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:05.601812 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=9853d7b9-30f2-4ea8-97fe-29c93292032e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:05.610343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.610784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.611031 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.611360 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.612968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.612968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.612968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.612968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.613420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.613420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.613716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:05.811917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['9853d7b9-30f2-4ea8-97fe-29c93292032e'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:19:05.817608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ba218-b4c7-4a5e-affa-02f0e1fe76da req-9dbf468a-bd35-448f-8131-1b5c496c04c1 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:05.819077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed7ba218-b4c7-4a5e-affa-02f0e1fe76da req-9dbf468a-bd35-448f-8131-1b5c496c04c1 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 944 time: 0.1699543 Feb 02 16:19:05.864756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed7ba218-b4c7-4a5e-affa-02f0e1fe76da req-9394e90c-7a3d-4a08-8b21-c753bdc06fa3 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Feb 02 16:19:07.066153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832574e-bf5d-4c40-bfb8-323983579317 req-a89161ca-58a7-4ce8-8167-ce64c5d1cde1 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:07.067583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4832574e-bf5d-4c40-bfb8-323983579317 req-a89161ca-58a7-4ce8-8167-ce64c5d1cde1 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 944 time: 0.0798514 Feb 02 16:19:07.112282 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4832574e-bf5d-4c40-bfb8-323983579317 req-5575c7d9-bc8c-4172-8ab4-6afdc95bd476 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Feb 02 16:19:07.215593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9853d7b9-30f2-4ea8-97fe-29c93292032e up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:19:07.350251 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 9853d7b9-30f2-4ea8-97fe-29c93292032e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:19:07.355048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 9853d7b9-30f2-4ea8-97fe-29c93292032e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:07.355411 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:07.469226 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:07.495704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb7441c-524d-48a4-9a21-8614e6c398b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853d7b9-30f2-4ea8-97fe-29c93292032e'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:19:07.506243 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 9853d7b9-30f2-4ea8-97fe-29c93292032e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9853d7b9-30f2-4ea8-97fe-29c93292032e,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:07.602252 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:07.637740 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb7441c-524d-48a4-9a21-8614e6c398b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853d7b9-30f2-4ea8-97fe-29c93292032e', 'code': 200} Feb 02 16:19:07.672437 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=9853d7b9-30f2-4ea8-97fe-29c93292032e,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:07.784163 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8780e8ae-2efa-4b26-9b57-d40a1ef3d1cb req-08a79dbb-b481-4319-865c-5f4971b2a61c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 1096 time: 0.0698156 Feb 02 16:19:07.824440 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8780e8ae-2efa-4b26-9b57-d40a1ef3d1cb req-0144f055-a741-42ff-8a94-899cd116be04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352833 Feb 02 16:19:08.311623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa19f4-6df9-4ec4-83b0-d72ffe3bc03d req-095c979f-143a-4806-908b-676b267e5363 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:08.313109 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70aa19f4-6df9-4ec4-83b0-d72ffe3bc03d req-095c979f-143a-4806-908b-676b267e5363 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 945 time: 0.0776510 Feb 02 16:19:08.358671 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-70aa19f4-6df9-4ec4-83b0-d72ffe3bc03d req-bb47b4b2-64fd-41d2-9a2a-5937763bfd3d tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 Feb 02 16:19:09.555952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fc403-bad1-46cd-83b3-da1db13e23e6 req-329cf01e-2bb0-45f2-a51d-6998b4d2b8c3 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:09.557421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-683fc403-bad1-46cd-83b3-da1db13e23e6 req-329cf01e-2bb0-45f2-a51d-6998b4d2b8c3 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 945 time: 0.0759583 Feb 02 16:19:09.603891 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-683fc403-bad1-46cd-83b3-da1db13e23e6 req-24766a23-7c18-4a32-8314-7047e9bbeffa tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 Feb 02 16:19:09.802926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5769aa7-0cf7-4be6-9305-252e35ff4a77 req-e17a6711-1e70-4a17-b26e-b0a0f9de781b tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:09.804425 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5769aa7-0cf7-4be6-9305-252e35ff4a77 req-e17a6711-1e70-4a17-b26e-b0a0f9de781b tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 945 time: 0.0790651 Feb 02 16:19:09.849460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f5769aa7-0cf7-4be6-9305-252e35ff4a77 req-3465de03-1f82-4591-8e27-bb91f1dc105c tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Feb 02 16:19:17.597141 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:18.296163 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:24.677330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-af287e45-0d48-4806-a92b-a5cc434a127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:25.658852 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:19:26.902337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-32fb5f61-534e-4663-8970-308261980c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:27.997689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380429-d516-4dd2-97c3-7ac57acb323d req-440c972e-b466-4f75-b40c-513ca7a9600e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:27.999161 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80380429-d516-4dd2-97c3-7ac57acb323d req-440c972e-b466-4f75-b40c-513ca7a9600e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 945 time: 0.0768890 Feb 02 16:19:28.045466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-80380429-d516-4dd2-97c3-7ac57acb323d req-47740981-982c-4446-a579-d8b6ce0ac1c7 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391266 Feb 02 16:19:28.396160 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:28.616289 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:29.248352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b2c24-43e5-4521-acef-c9cf69b45d86 req-97f5d799-871a-4293-a6d1-c78a58df29e9 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:29.249787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37b2c24-43e5-4521-acef-c9cf69b45d86 req-97f5d799-871a-4293-a6d1-c78a58df29e9 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 945 time: 0.0827305 Feb 02 16:19:29.295450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a37b2c24-43e5-4521-acef-c9cf69b45d86 req-6bada43d-b103-4785-b78c-dc42e35e59d6 tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e4ce568-a8a0-42bc-9c4c-972cb4437170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Feb 02 16:19:29.732644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491f10-9717-4681-b194-2882ef7a1fdd req-9cb7bf27-d2c0-4cee-ba7a-45cf2a70528f tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:29.734053 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84491f10-9717-4681-b194-2882ef7a1fdd req-9cb7bf27-d2c0-4cee-ba7a-45cf2a70528f tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 945 time: 0.0790741 Feb 02 16:19:29.804814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Deleting port 9853d7b9-30f2-4ea8-97fe-29c93292032e {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:29.805154 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:30.050845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] For port 9853d7b9-30f2-4ea8-97fe-29c93292032e, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=9853d7b9-30f2-4ea8-97fe-29c93292032e,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:30.051201 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:30.122228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:30.176108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Calling delete_port for 9853d7b9-30f2-4ea8-97fe-29c93292032e owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:30.380648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:30.413780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['9853d7b9-30f2-4ea8-97fe-29c93292032e'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:19:30.428474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Pushing event deleted for resources: {'Port': ['ID=9853d7b9-30f2-4ea8-97fe-29c93292032e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:30.493368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-777f31eb-c49f-4f63-a20b-5112d43d05c4 req-2e149b3a-1fb9-429f-97eb-17fb0a967c0d tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb7441c-524d-48a4-9a21-8614e6c398b3 HTTP/1.1" status: 200 len: 210 time: 0.0716305 Feb 02 16:19:30.506778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] No DVR routers for this DVR port 9853d7b9-30f2-4ea8-97fe-29c93292032e on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:19:30.509583 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:30.512273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb7441c-524d-48a4-9a21-8614e6c398b3', 'name': 'network-vif-deleted', 'tag': '9853d7b9-30f2-4ea8-97fe-29c93292032e'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:19:30.575728 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb7441c-524d-48a4-9a21-8614e6c398b3', 'name': 'network-vif-deleted', 'tag': '9853d7b9-30f2-4ea8-97fe-29c93292032e', 'status': 'completed', 'code': 200} Feb 02 16:19:30.591917 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-84491f10-9717-4681-b194-2882ef7a1fdd req-aa5417ef-1074-42df-846a-75f8cbc76a7e tempest-TestEncryptedCinderVolumes-2032834962 tempest-TestEncryptedCinderVolumes-2032834962-project] 10.222.0.64 "DELETE /v2.0/ports/9853d7b9-30f2-4ea8-97fe-29c93292032e HTTP/1.1" status: 204 len: 173 time: 0.8526812 Feb 02 16:19:31.700116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47818) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:32.193072 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:32.799481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Deleting port 8181a677-cc97-448e-bdfe-8a27b88cfbfb {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:32.800700 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:32.974642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] For port 8181a677-cc97-448e-bdfe-8a27b88cfbfb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=8181a677-cc97-448e-bdfe-8a27b88cfbfb,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:32.974929 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:33.093347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Calling delete_port for 8181a677-cc97-448e-bdfe-8a27b88cfbfb owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:33.345864 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9853d7b9-30f2-4ea8-97fe-29c93292032e no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:19:33.350463 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:33.383622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 9853d7b9-30f2-4ea8-97fe-29c93292032e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:19:33.383999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 9853d7b9-30f2-4ea8-97fe-29c93292032e not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:19:33.397382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Pushing event deleted for resources: {'Port': ['ID=8181a677-cc97-448e-bdfe-8a27b88cfbfb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:33.686579 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:34.362154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:19:34.562565 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:19:34.572291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] Sync routers for ids ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:19:34.575586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-085fdc0c-8e3b-4301-ad2c-795b47c3407a admin admin] 10.222.0.88 "PUT /v2.0/routers/eb763152-5fe8-4e0b-b6e7-cc6e794776c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8744063 Feb 02 16:19:34.578414 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47822) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:34.584567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] Routers {'eb763152-5fe8-4e0b-b6e7-cc6e794776c7'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:19:34.585170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:34.778114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] Set router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:19:34.786132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:34.985886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:35.061957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Deleting port 99a5ab3f-247e-4a51-87d3-3e391c048797 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:35.062311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:35.066303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:19:33Z', 'revision_number': 5, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port': {'id': '99a5ab3f-247e-4a51-87d3-3e391c048797', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:06Z', 'updated_at': '2022-02-02T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:35.070458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] Checking router: eb763152-5fe8-4e0b-b6e7-cc6e794776c7 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:19:35.081008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] Routers {'eb763152-5fe8-4e0b-b6e7-cc6e794776c7'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:19:35.082373 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:35.231323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] Set router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 gateway port host: None {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:19:35.242417 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] For port 99a5ab3f-247e-4a51-87d3-3e391c048797, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=99a5ab3f-247e-4a51-87d3-3e391c048797,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:35.242712 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:35.342289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:19:34Z', 'revision_number': 6, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:35.346180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d52ef-235f-4def-a951-66963986dc9a None None] The sync data for ids ['eb763152-5fe8-4e0b-b6e7-cc6e794776c7'] in n-d-827122-1 is: [{'id': 'eb763152-5fe8-4e0b-b6e7-cc6e794776c7', 'name': 'tempest-TestEncryptedCinderVolumes-1670731484-router', 'tenant_id': 'feac2c5eabe64437bfa6eda7e0788309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:05Z', 'updated_at': '2022-02-02T16:19:34Z', 'revision_number': 6, 'project_id': 'feac2c5eabe64437bfa6eda7e0788309', 'gw_port_host': None}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:19:35.471354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Calling delete_port for 99a5ab3f-247e-4a51-87d3-3e391c048797 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:35.676846 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:35.724119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Pushing event deleted for resources: {'Port': ['ID=99a5ab3f-247e-4a51-87d3-3e391c048797,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:35.960851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.229123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.233589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.327992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.328567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb763152-5fe8-4e0b-b6e7-cc6e794776c7 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:19:36.341910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.343636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f91aeedc-0f57-496c-b975-fe946bab402f admin admin] 10.222.0.88 "DELETE /v2.0/routers/eb763152-5fe8-4e0b-b6e7-cc6e794776c7 HTTP/1.1" status: 204 len: 168 time: 1.7642362 Feb 02 16:19:36.346547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47826) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:36.410504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0300a2f-1fdc-43f3-bbbc-81d9c7115b35 admin admin] Deleting subnet 407fac8f-3529-45e4-8ecc-490b42cd1fec {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:19:36.413659 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0300a2f-1fdc-43f3-bbbc-81d9c7115b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.463311 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0300a2f-1fdc-43f3-bbbc-81d9c7115b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.540830 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0300a2f-1fdc-43f3-bbbc-81d9c7115b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.653902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0300a2f-1fdc-43f3-bbbc-81d9c7115b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.680379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8181a677-cc97-448e-bdfe-8a27b88cfbfb no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:19:36.692115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0300a2f-1fdc-43f3-bbbc-81d9c7115b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407fac8f-3529-45e4-8ecc-490b42cd1fec,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:36.696819 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f0300a2f-1fdc-43f3-bbbc-81d9c7115b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.706069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f0300a2f-1fdc-43f3-bbbc-81d9c7115b35 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/407fac8f-3529-45e4-8ecc-490b42cd1fec HTTP/1.1" status: 204 len: 168 time: 0.3556371 Feb 02 16:19:36.706874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47830) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:36.749517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d835a2-516c-4953-8591-dfc33a1e96bf None None] Network 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:19:36.764150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 8181a677-cc97-448e-bdfe-8a27b88cfbfb {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:19:36.764496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 8181a677-cc97-448e-bdfe-8a27b88cfbfb not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:19:36.764918 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 99a5ab3f-247e-4a51-87d3-3e391c048797 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:19:36.816374 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.826654 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Deleting port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:36.826985 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:36.848769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 99a5ab3f-247e-4a51-87d3-3e391c048797 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:19:36.849126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 99a5ab3f-247e-4a51-87d3-3e391c048797 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:19:37.025973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] DHCP port deletion for 41e48a92-0a9b-4ecf-a493-23d6b1b9c035 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:19:37.030290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] Deleting port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:37.030669 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.144874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] For port 016ba0fc-3733-4453-9ab0-a76c9ea67de5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=016ba0fc-3733-4453-9ab0-a76c9ea67de5,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:37.145231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.235642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] For port 016ba0fc-3733-4453-9ab0-a76c9ea67de5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=016ba0fc-3733-4453-9ab0-a76c9ea67de5,segment=NetworkSegment(d0d470bd-4d67-42fc-8bf1-98709ac1887f),segment_id=d0d470bd-4d67-42fc-8bf1-98709ac1887f)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:37.236070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.266314 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Calling delete_port for 016ba0fc-3733-4453-9ab0-a76c9ea67de5 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:37.355011 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] Calling delete_port for 016ba0fc-3733-4453-9ab0-a76c9ea67de5 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:37.419476 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.426782 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:19:37.427136 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:19:37.470370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=016ba0fc-3733-4453-9ab0-a76c9ea67de5,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:37.475367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] No DVR routers for this DVR port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:19:37.593996 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.619283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e48a92-0a9b-4ecf-a493-23d6b1b9c035']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:37.631586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d470bd-4d67-42fc-8bf1-98709ac1887f') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:37.631909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d470bd-4d67-42fc-8bf1-98709ac1887f') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:37.642836 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.658768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.665109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:19:37.665482 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:19:37.679001 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:19:37.821853 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.838684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.848746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e48a92-0a9b-4ecf-a493-23d6b1b9c035,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:37.920077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9e9beee8-4825-40f7-8aab-a3e23046c7d5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/41e48a92-0a9b-4ecf-a493-23d6b1b9c035 HTTP/1.1" status: 204 len: 168 time: 1.2119722 Feb 02 16:19:37.922963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47834) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:37.928258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] Deleting port 016ba0fc-3733-4453-9ab0-a76c9ea67de5 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:37.928937 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:37.994355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d2308691-ed53-4912-8c54-910dbeee55a5 None None] The port '016ba0fc-3733-4453-9ab0-a76c9ea67de5' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:19:38.320303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:38.679368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 016ba0fc-3733-4453-9ab0-a76c9ea67de5 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:19:38.715173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 016ba0fc-3733-4453-9ab0-a76c9ea67de5 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:19:38.715519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 016ba0fc-3733-4453-9ab0-a76c9ea67de5 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:19:39.010982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Deleting port d623d15f-dbb0-4769-a8cc-dc1e53955dd6 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:39.011590 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:39.181173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] For port d623d15f-dbb0-4769-a8cc-dc1e53955dd6, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,segment=NetworkSegment(93bd1755-bced-4c1d-a8f4-71aa723d7d03),segment_id=93bd1755-bced-4c1d-a8f4-71aa723d7d03)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:39.181522 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:39.300383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Calling delete_port for d623d15f-dbb0-4769-a8cc-dc1e53955dd6 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:39.539361 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:39.583981 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d623d15f-dbb0-4769-a8cc-dc1e53955dd6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:39.886028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:40.578963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:19:40.799832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:19:40.809617 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] Sync routers for ids ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:19:40.810001 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-51772aca-ed18-4f8c-9baa-2c622301cc24 admin admin] 10.222.0.88 "PUT /v2.0/routers/0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8856196 Feb 02 16:19:40.812058 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47838) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:40.821259 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] Routers {'0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:19:40.821849 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:41.000739 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] Set router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:19:41.014980 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:41.216876 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:41.282041 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:19:39Z', 'revision_number': 5, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port': {'id': 'ede1e93a-1c83-43e1-b23b-5846d1e33f70', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:41.286023 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] Checking router: 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:19:41.296300 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] Routers {'0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:19:41.296888 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:41.319452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Deleting port ede1e93a-1c83-43e1-b23b-5846d1e33f70 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:41.319944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:41.447871 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] Set router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:19:41.498126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] For port ede1e93a-1c83-43e1-b23b-5846d1e33f70, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ede1e93a-1c83-43e1-b23b-5846d1e33f70,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:41.498508 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:41.580294 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:19:41Z', 'revision_number': 6, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:41.584400 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a43aed-3ea0-4051-8e55-5446373ac69b None None] The sync data for ids ['0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e'] in n-d-827122-1 is: [{'id': '0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e', 'name': 'tempest-TestEncryptedCinderVolumes-57414869-router', 'tenant_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:18:13Z', 'updated_at': '2022-02-02T16:19:41Z', 'revision_number': 6, 'project_id': 'de6bcc5bb1e24d328e92f44e3376a9d1', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:19:41.626749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Calling delete_port for ede1e93a-1c83-43e1-b23b-5846d1e33f70 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:41.853643 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:41.897327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ede1e93a-1c83-43e1-b23b-5846d1e33f70,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:42.235521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:42.499113 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:42.503481 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:42.636627 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:42.637169 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:19:42.650265 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:42.651408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-16511481-066e-442a-af3b-1bf0717f4b9a admin admin] 10.222.0.88 "DELETE /v2.0/routers/0ae87cf7-6ff7-4dc8-9a24-51ae066fd66e HTTP/1.1" status: 204 len: 168 time: 1.8384471 Feb 02 16:19:42.654219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47842) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:42.691696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ede1e93a-1c83-43e1-b23b-5846d1e33f70 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:19:42.723373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6866ef2-cfb8-4f8e-a488-809674a79eda admin admin] Deleting subnet 06d15939-a90e-4c8c-8e2f-d2b6ca34df3c {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:19:42.726396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6866ef2-cfb8-4f8e-a488-809674a79eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:42.731325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ede1e93a-1c83-43e1-b23b-5846d1e33f70 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:19:42.732010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ede1e93a-1c83-43e1-b23b-5846d1e33f70 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:19:42.733001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d623d15f-dbb0-4769-a8cc-dc1e53955dd6 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:19:42.767766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: d623d15f-dbb0-4769-a8cc-dc1e53955dd6 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:19:42.768487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device d623d15f-dbb0-4769-a8cc-dc1e53955dd6 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:19:42.782855 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6866ef2-cfb8-4f8e-a488-809674a79eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:42.859913 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6866ef2-cfb8-4f8e-a488-809674a79eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:42.973957 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6866ef2-cfb8-4f8e-a488-809674a79eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.013383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6866ef2-cfb8-4f8e-a488-809674a79eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d15939-a90e-4c8c-8e2f-d2b6ca34df3c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:43.020021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6866ef2-cfb8-4f8e-a488-809674a79eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.025451 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c2b15-b11e-4cf2-bf46-d9a9cb954089 None None] Network 0cacf3f5-2d15-463d-92d6-f1e7cb91061b requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:19:43.025749 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d6866ef2-cfb8-4f8e-a488-809674a79eda admin admin] 10.222.0.88 "DELETE /v2.0/subnets/06d15939-a90e-4c8c-8e2f-d2b6ca34df3c HTTP/1.1" status: 204 len: 168 time: 0.3703182 Feb 02 16:19:43.028276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47846) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:43.133072 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.143631 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Deleting port b71e7a54-6e89-4759-b835-c099057d2ded {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:43.143998 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.266612 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] DHCP port deletion for 0cacf3f5-2d15-463d-92d6-f1e7cb91061b request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:19:43.272093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] Deleting port b71e7a54-6e89-4759-b835-c099057d2ded {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:43.272407 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.436522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] For port b71e7a54-6e89-4759-b835-c099057d2ded, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b71e7a54-6e89-4759-b835-c099057d2ded,segment=NetworkSegment(93bd1755-bced-4c1d-a8f4-71aa723d7d03),segment_id=93bd1755-bced-4c1d-a8f4-71aa723d7d03)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:43.436877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.517393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] For port b71e7a54-6e89-4759-b835-c099057d2ded, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b71e7a54-6e89-4759-b835-c099057d2ded,segment=NetworkSegment(93bd1755-bced-4c1d-a8f4-71aa723d7d03),segment_id=93bd1755-bced-4c1d-a8f4-71aa723d7d03)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:43.517700 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.559721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Calling delete_port for b71e7a54-6e89-4759-b835-c099057d2ded owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:43.637676 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] Calling delete_port for b71e7a54-6e89-4759-b835-c099057d2ded owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:19:43.713441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.718450 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:19:43.723159 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:19:43.759310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Pushing event deleted for resources: {'Port': ['ID=b71e7a54-6e89-4759-b835-c099057d2ded,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:43.769050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] No DVR routers for this DVR port b71e7a54-6e89-4759-b835-c099057d2ded on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:19:43.883308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.907827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cacf3f5-2d15-463d-92d6-f1e7cb91061b']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:43.921045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bd1755-bced-4c1d-a8f4-71aa723d7d03') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:43.921336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bd1755-bced-4c1d-a8f4-71aa723d7d03') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:43.933485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.955099 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.961870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:19:43.962247 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:19:43.976402 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:19:44.139457 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:44.154738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:44.164481 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] Pushing event deleted for resources: {'Network': ['ID=0cacf3f5-2d15-463d-92d6-f1e7cb91061b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:44.168376 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0d25cb38-30d1-4433-a5fe-3f56a2f7e45b admin admin] 10.222.0.88 "DELETE /v2.0/networks/0cacf3f5-2d15-463d-92d6-f1e7cb91061b HTTP/1.1" status: 204 len: 168 time: 1.1392462 Feb 02 16:19:44.220187 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] Deleting port b71e7a54-6e89-4759-b835-c099057d2ded {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:19:44.220575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:44.282959 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-16cad5ae-ff71-444b-8c27-38bd31f68359 None None] The port 'b71e7a54-6e89-4759-b835-c099057d2ded' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:19:44.678755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47852) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:44.681524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b71e7a54-6e89-4759-b835-c099057d2ded no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:19:44.717782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b71e7a54-6e89-4759-b835-c099057d2ded {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:19:44.718482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b71e7a54-6e89-4759-b835-c099057d2ded not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:19:44.736966 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e2fa47f3-5e9e-4229-a27d-e9d3a2ce36b5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=feac2c5eabe64437bfa6eda7e0788309&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570290 Feb 02 16:19:44.740385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47856) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:44.798787 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6cda314-eed3-490c-8cb3-21b79900d597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:44.824031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6cda314-eed3-490c-8cb3-21b79900d597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:44.950448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6cda314-eed3-490c-8cb3-21b79900d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:44.966861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cda314-eed3-490c-8cb3-21b79900d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4ce568-a8a0-42bc-9c4c-972cb4437170,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:45.046369 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b6cda314-eed3-490c-8cb3-21b79900d597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:45.047540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b6cda314-eed3-490c-8cb3-21b79900d597 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9e4ce568-a8a0-42bc-9c4c-972cb4437170 HTTP/1.1" status: 204 len: 168 time: 0.3062732 Feb 02 16:19:45.744172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47864) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:45.793186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f9f02d3d-c93b-4716-8c5a-b794b20542d4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=de6bcc5bb1e24d328e92f44e3376a9d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477676 Feb 02 16:19:45.795714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47868) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:45.855278 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cabac783-43ed-4e16-8ccb-8cef64e60926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:45.881027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cabac783-43ed-4e16-8ccb-8cef64e60926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:45.999313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cabac783-43ed-4e16-8ccb-8cef64e60926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:46.016972 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabac783-43ed-4e16-8ccb-8cef64e60926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b6eed-5ce7-4fef-abc4-2c003035a410,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:46.024664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cabac783-43ed-4e16-8ccb-8cef64e60926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:46.025814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cabac783-43ed-4e16-8ccb-8cef64e60926 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8c4b6eed-5ce7-4fef-abc4-2c003035a410 HTTP/1.1" status: 204 len: 168 time: 0.2291067 Feb 02 16:19:47.296726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47890) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:47.449191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1807419949-network', 'tenant_id': '4c7863b928df498b82eb8063179abb34'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:19:47.454803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:47.458725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Usage tracker for resource:network and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:19:47.461561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:19:47.467608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:47.547551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Made reservation on behalf of 4c7863b928df498b82eb8063179abb34 for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:19:47.550582 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:47.563161 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:47.594214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:47.598961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Usage tracker for resource:security_group_rule and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:19:47.601836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:19:47.607504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:47.653328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:47.673718 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:47.733295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:47.766665 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:19:47.773236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf77420-dfb9-4e49-97b3-f2e9d4c45393,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:47.780883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:47.781230 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Added segment 88720853-03c9-4231-8ba8-aef030b22418 of type vlan for network fe27a544-aab9-4ce4-b5c9-75184b447129 Feb 02 16:19:47.807400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:47.918931 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:47.919816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:47.920511 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.027806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] Pushing event updated for resources: {'Network': ['ID=fe27a544-aab9-4ce4-b5c9-75184b447129,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:48.038708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network fe27a544-aab9-4ce4-b5c9-75184b447129 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:19:48.080154 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8c886f9a-fde7-4bc4-853a-6d6a3934b85a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7822978 Feb 02 16:19:48.083298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47896) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:48.088908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Request body: {'subnet': {'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1807419949-subnet', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:19:48.094717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:48.099271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Usage tracker for resource:subnet and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:19:48.102192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:19:48.108163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:48.159977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Made reservation on behalf of 4c7863b928df498b82eb8063179abb34 for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:19:48.162330 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.282070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.426061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.500708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df754151-3b1c-42e3-99af-2980ec0c242f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:48.515352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Checking segment: {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:19:48.515711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Network hostable DHCP agents. Network: fe27a544-aab9-4ce4-b5c9-75184b447129, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:19:48.607478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Network fe27a544-aab9-4ce4-b5c9-75184b447129 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:19:48.696325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, fe27a544-aab9-4ce4-b5c9-75184b447129) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:48.700281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:48.700858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.708099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f7d4f-daa4-4aec-9551-0250a4a9275d None None] Network fe27a544-aab9-4ce4-b5c9-75184b447129 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:19:48.791205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-70179685-e252-4cc7-8777-32a49f70fec0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7067919 Feb 02 16:19:48.793918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47900) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:48.798937 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:19:48.804953 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:48.808956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Usage tracker for resource:router and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:19:48.811890 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:19:48.818548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:48.890746 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.891736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.911250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:48.917085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-fe27a544-aab9-4ce4-b5c9-75184b447129', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:19:48.917897 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.073800 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Allocated IP 172.20.0.2 (fe27a544-aab9-4ce4-b5c9-75184b447129/df754151-3b1c-42e3-99af-2980ec0c242f/ba6cc88f-9b9e-4161-b717-5cb890adb5b0) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:19:49.129352 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.283646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.293880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Transition to ACTIVE for port object ba6cc88f-9b9e-4161-b717-5cb890adb5b0 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:49.311940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Transition to ACTIVE for port object ba6cc88f-9b9e-4161-b717-5cb890adb5b0 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:49.367023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.391377 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.397620 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.457128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Network fe27a544-aab9-4ce4-b5c9-75184b447129 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:19:49.459961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:49.462491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:19:49.470787 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Pushing event updated for resources: {'Port': ['ID=ba6cc88f-9b9e-4161-b717-5cb890adb5b0,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:49.563638 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Attempting to bind port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:19:49.564036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Attempting to bind port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:19:49.564400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Attempting to bind port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 on network fe27a544-aab9-4ce4-b5c9-75184b447129 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:19:49.572194 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:19:49.572567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Checking segment: {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:19:49.572966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.573354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Bound using segment: {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:19:49.573813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Bound port: ba6cc88f-9b9e-4161-b717-5cb890adb5b0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:19:49.574182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.640017 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Allocated IP 172.25.0.130 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/90af2fc0-74d6-450e-85cf-549f4f178bad) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:19:49.665017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] For port ba6cc88f-9b9e-4161-b717-5cb890adb5b0, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:19:49.668289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] For port ba6cc88f-9b9e-4161-b717-5cb890adb5b0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ba6cc88f-9b9e-4161-b717-5cb890adb5b0,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:19:49.719781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.790821 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.809062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31d305-e8fa-4e3b-bc3b-920a165a19d9 None None] Pushing event updated for resources: {'Port': ['ID=ba6cc88f-9b9e-4161-b717-5cb890adb5b0,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:49.887996 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:49.966979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:19:49.970284 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:49.975861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:19:50.004367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Pushing event updated for resources: {'Port': ['ID=90af2fc0-74d6-450e-85cf-549f4f178bad,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:50.210778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:50.211400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:50.527462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Router 05764db5-d4e0-4997-909e-74026d8eeb65 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:19:50.682871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6db80e-2e85-4236-bdb6-3850db1057d0 None None] Network fe27a544-aab9-4ce4-b5c9-75184b447129 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:19:50.754074 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:19:50.760040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ba6cc88f-9b9e-4161-b717-5cb890adb5b0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:19:50.834989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Sync routers for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:19:50.865537 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:50.869721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1ad5eabf-9fa6-4b96-b6f5-c6d41c105428 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0721314 Feb 02 16:19:50.869874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47904) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:50.911314 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:19:50.911986 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:50.990431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2ee55b0b-0c68-4b6f-a35d-50ea05c4d4c7 None None] Provisioning for port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:19:51.196903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:19:51.245489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:19:51.310387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:51.310760 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:51.587668 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:51.635661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ba6cc88f-9b9e-4161-b717-5cb890adb5b0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ba6cc88f-9b9e-4161-b717-5cb890adb5b0,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:51.647798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:50Z', 'revision_number': 3, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:51.655106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Checking router: 05764db5-d4e0-4997-909e-74026d8eeb65 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:19:51.665860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Updating router 05764db5-d4e0-4997-909e-74026d8eeb65 port 90af2fc0-74d6-450e-85cf-549f4f178bad binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:19:51.716733 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:51.738305 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:51.747415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d2c587e9-6a63-469d-a475-94ea094d6719 None None] Provisioning complete for port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:51.747796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2c587e9-6a63-469d-a475-94ea094d6719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:51.776044 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:51.920968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ba6cc88f-9b9e-4161-b717-5cb890adb5b0,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:51.951997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Allocated IP 172.20.0.1 (fe27a544-aab9-4ce4-b5c9-75184b447129/df754151-3b1c-42e3-99af-2980ec0c242f/5c954356-8e6b-4dae-af8b-248ef71d7214) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:19:52.102051 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.117711 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Transition to ACTIVE for port object 5c954356-8e6b-4dae-af8b-248ef71d7214 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:52.209946 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.216574 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.221218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Transition to ACTIVE for port object 90af2fc0-74d6-450e-85cf-549f4f178bad will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:52.282068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Network fe27a544-aab9-4ce4-b5c9-75184b447129 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:19:52.285677 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:52.289535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:19:52.296888 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.322428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=5c954356-8e6b-4dae-af8b-248ef71d7214,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:52.357114 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.387948 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb186aa-eeaf-415f-8b5c-d67712795ae6 None None] Pushing event updated for resources: {'Port': ['ID=90af2fc0-74d6-450e-85cf-549f4f178bad,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:52.397698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Attempting to bind port 90af2fc0-74d6-450e-85cf-549f4f178bad on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:19:52.398116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Attempting to bind port 90af2fc0-74d6-450e-85cf-549f4f178bad by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:19:52.398475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Attempting to bind port 90af2fc0-74d6-450e-85cf-549f4f178bad on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:19:52.406400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:19:52.409776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:19:52.409776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.409776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:19:52.409776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Bound port: 90af2fc0-74d6-450e-85cf-549f4f178bad, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:19:52.409776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.526601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.533484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] For port 90af2fc0-74d6-450e-85cf-549f4f178bad, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:19:52.537344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] For port 90af2fc0-74d6-450e-85cf-549f4f178bad, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=90af2fc0-74d6-450e-85cf-549f4f178bad,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:19:52.616701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.664487 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a7311d65-fbd3-49d1-9faa-182ad825178a None None] Provisioning for port 5c954356-8e6b-4dae-af8b-248ef71d7214 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:19:52.678739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a7311d65-fbd3-49d1-9faa-182ad825178a None None] Provisioning complete for port 5c954356-8e6b-4dae-af8b-248ef71d7214 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:52.679118 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a7311d65-fbd3-49d1-9faa-182ad825178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.729691 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ba6cc88f-9b9e-4161-b717-5cb890adb5b0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:19:52.767267 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.786531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb186aa-eeaf-415f-8b5c-d67712795ae6 None None] Pushing event updated for resources: {'Port': ['ID=90af2fc0-74d6-450e-85cf-549f4f178bad,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:52.814502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a7311d65-fbd3-49d1-9faa-182ad825178a None None] Port 5c954356-8e6b-4dae-af8b-248ef71d7214 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:19:52.817547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.821162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:19:52.821733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:52.912439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:52.912723 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.931336 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:52.934832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=5c954356-8e6b-4dae-af8b-248ef71d7214,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:53.056989 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:19:53.076862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Network fe27a544-aab9-4ce4-b5c9-75184b447129 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:19:53.078216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:53.374107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5d9eb721-9314-453a-af3f-c66fc9d47169 None None] Provisioning complete for port 5c954356-8e6b-4dae-af8b-248ef71d7214 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:53.374400 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb721-9314-453a-af3f-c66fc9d47169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:53.466759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-5d9eb721-9314-453a-af3f-c66fc9d47169 None None] Port 5c954356-8e6b-4dae-af8b-248ef71d7214 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:19:53.477588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Router 05764db5-d4e0-4997-909e-74026d8eeb65 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:19:53.486646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 2, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:53.490971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39108178-a80a-46e8-bccd-5d9a06d32848 None None] The sync data for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 is: [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 2, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:19:53.806690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:19:53.816794 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f1317a4b-4221-4fb0-bef7-4feb38610cc6 admin admin] 10.222.0.88 "PUT /v2.0/routers/05764db5-d4e0-4997-909e-74026d8eeb65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9458621 Feb 02 16:19:54.662099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-253eb398-f050-4910-89ad-db2be9f1da06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:54.733257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 90af2fc0-74d6-450e-85cf-549f4f178bad up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:19:54.841543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 90af2fc0-74d6-450e-85cf-549f4f178bad completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:19:54.846924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 90af2fc0-74d6-450e-85cf-549f4f178bad triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:54.847394 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:54.964254 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:54.981087 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 90af2fc0-74d6-450e-85cf-549f4f178bad, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=90af2fc0-74d6-450e-85cf-549f4f178bad,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:54.984670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47926) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:54.990930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2020454555-network', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:19:54.996427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:55.000264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Usage tracker for resource:network and tenant:eef18a12e9904312be692c05ab2fd650 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:19:55.004042 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:19:55.009963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:55.047632 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.076411 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Made reservation on behalf of eef18a12e9904312be692c05ab2fd650 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:19:55.080145 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.098608 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.117111 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=90af2fc0-74d6-450e-85cf-549f4f178bad,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:55.131439 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:55.135408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Usage tracker for resource:security_group_rule and tenant:eef18a12e9904312be692c05ab2fd650 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:19:55.138245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:19:55.143991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:55.208955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.261893 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.291712 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:19:55.300557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f0cd54-5341-4135-a80c-33de2d493591,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:55.306456 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.312793 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Added segment 8236c8a8-5534-412c-b942-4ff3c068c5dc of type vlan for network d6f2df9e-dce5-48fd-9ced-9daefae13e02 Feb 02 16:19:55.316534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.316878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.317218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.317557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.317939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.318271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.318601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.318928 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.319251 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.319658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.320025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:55.344196 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.430288 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.431116 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:55.431683 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.532832 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f2df9e-dce5-48fd-9ced-9daefae13e02,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:55.542863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network d6f2df9e-dce5-48fd-9ced-9daefae13e02 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:19:55.579919 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-979a7614-f227-4169-b12b-90e971abcd39 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5941155 Feb 02 16:19:55.583716 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47930) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:55.589113 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Request body: {'subnet': {'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2020454555-subnet', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:19:55.594678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:55.598624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Usage tracker for resource:subnet and tenant:eef18a12e9904312be692c05ab2fd650 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:19:55.601422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:19:55.607058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:55.659090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Made reservation on behalf of eef18a12e9904312be692c05ab2fd650 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:19:55.661618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:55.925973 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.007587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fc8617-7503-45aa-8cbc-232848f39239,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:56.017250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Checking segment: {'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:19:56.017608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Network hostable DHCP agents. Network: d6f2df9e-dce5-48fd-9ced-9daefae13e02, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:19:56.101384 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Network d6f2df9e-dce5-48fd-9ced-9daefae13e02 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:19:56.164529 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, d6f2df9e-dce5-48fd-9ced-9daefae13e02) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:56.168742 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:19:56.169321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.173229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74748916-bf5e-4ca0-97c6-16fa93834dea None None] Network d6f2df9e-dce5-48fd-9ced-9daefae13e02 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:19:56.256843 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a009678e-be21-4721-8590-e1795f8b90db admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6719389 Feb 02 16:19:56.259279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 47934) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:56.264316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:19:56.269624 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:19:56.273399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Usage tracker for resource:router and tenant:eef18a12e9904312be692c05ab2fd650 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:19:56.276163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:19:56.281628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:19:56.349070 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.350222 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.369612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.431441 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-d6f2df9e-dce5-48fd-9ced-9daefae13e02', 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'fixed_ips': [{'subnet_id': '26fc8617-7503-45aa-8cbc-232848f39239'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:19:56.432275 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.585874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Allocated IP 172.20.0.2 (d6f2df9e-dce5-48fd-9ced-9daefae13e02/26fc8617-7503-45aa-8cbc-232848f39239/38862665-22fe-4203-97a0-14d72b19bf90) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:19:56.686134 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.703177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 90af2fc0-74d6-450e-85cf-549f4f178bad up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:19:56.856353 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.870266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Transition to ACTIVE for port object 38862665-22fe-4203-97a0-14d72b19bf90 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:56.872551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 90af2fc0-74d6-450e-85cf-549f4f178bad triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:56.872921 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.931395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Transition to ACTIVE for port object 38862665-22fe-4203-97a0-14d72b19bf90 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:56.938713 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-07a0f503-b020-48ea-9105-1073b376ca06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.965046 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.996128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:56.996766 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:57.074160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Network d6f2df9e-dce5-48fd-9ced-9daefae13e02 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:19:57.077922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:57.079713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Pushing event updated for resources: {'Port': ['ID=38862665-22fe-4203-97a0-14d72b19bf90,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:57.082059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:19:57.137691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Allocated IP 172.25.0.62 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/4f6d463e-da50-49a2-8741-5a139de852e8) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:19:57.177334 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Attempting to bind port 38862665-22fe-4203-97a0-14d72b19bf90 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:19:57.177924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Attempting to bind port 38862665-22fe-4203-97a0-14d72b19bf90 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:19:57.178048 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Attempting to bind port 38862665-22fe-4203-97a0-14d72b19bf90 on network d6f2df9e-dce5-48fd-9ced-9daefae13e02 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:19:57.184696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:19:57.185064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Checking segment: {'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:19:57.185458 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:57.185851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Bound using segment: {'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:19:57.186312 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Bound port: 38862665-22fe-4203-97a0-14d72b19bf90, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:19:57.186680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:57.277040 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] For port 38862665-22fe-4203-97a0-14d72b19bf90, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:19:57.279975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] For port 38862665-22fe-4203-97a0-14d72b19bf90, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=38862665-22fe-4203-97a0-14d72b19bf90,segment=NetworkSegment(8236c8a8-5534-412c-b942-4ff3c068c5dc),segment_id=8236c8a8-5534-412c-b942-4ff3c068c5dc)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:19:57.297213 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:57.342576 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:57.365441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:57.419179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9b947-4dfa-4076-94cd-a421b40592ec None None] Pushing event updated for resources: {'Port': ['ID=38862665-22fe-4203-97a0-14d72b19bf90,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:57.436311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:19:57.439919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:57.442015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6d463e-da50-49a2-8741-5a139de852e8,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:57.444266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:19:57.700783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:57.701517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:58.013206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Router 9bff5707-8b28-4180-8eb7-95258825ae24 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:19:58.220749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:19:58.230270 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Sync routers for ids ['9bff5707-8b28-4180-8eb7-95258825ae24'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:19:58.243623 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Routers {'9bff5707-8b28-4180-8eb7-95258825ae24'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:19:58.244271 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9bff5707-8b28-4180-8eb7-95258825ae24'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:58.334322 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:58.335662 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-41feb598-8d21-451b-a7e5-802ca9832c55 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0753565 Feb 02 16:19:58.338620 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 47938) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:19:58.370568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34404363-735b-4dd9-bea0-9bbf17d3dc6d None None] Network d6f2df9e-dce5-48fd-9ced-9daefae13e02 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:19:58.387589 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:58.426414 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Set router 9bff5707-8b28-4180-8eb7-95258825ae24 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:19:58.551022 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-bdbc4410-0693-4f6b-947e-8850ec7849ab None None] Provisioning for port 38862665-22fe-4203-97a0-14d72b19bf90 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:19:58.639786 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:58.720845 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:19:57Z', 'revision_number': 3, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port': {'id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:57Z', 'updated_at': '2022-02-02T16:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:58.728131 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Checking router: 9bff5707-8b28-4180-8eb7-95258825ae24 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:19:58.728472 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Updating router 9bff5707-8b28-4180-8eb7-95258825ae24 port 4f6d463e-da50-49a2-8741-5a139de852e8 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:19:58.785436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 38862665-22fe-4203-97a0-14d72b19bf90 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:19:58.789541 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:58.936565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 38862665-22fe-4203-97a0-14d72b19bf90 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:19:58.941957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 38862665-22fe-4203-97a0-14d72b19bf90 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:58.942851 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.012625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ebd26797-0bde-444b-a586-4959d947d71e None None] Provisioning complete for port 38862665-22fe-4203-97a0-14d72b19bf90 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:19:59.013144 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ebd26797-0bde-444b-a586-4959d947d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.126582 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.130243 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.142188 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Transition to ACTIVE for port object 4f6d463e-da50-49a2-8741-5a139de852e8 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:59.167772 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.205745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 38862665-22fe-4203-97a0-14d72b19bf90, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=38862665-22fe-4203-97a0-14d72b19bf90,segment=NetworkSegment(8236c8a8-5534-412c-b942-4ff3c068c5dc),segment_id=8236c8a8-5534-412c-b942-4ff3c068c5dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:19:59.208533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ebd26797-0bde-444b-a586-4959d947d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.227626 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.277660 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.314782 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Attempting to bind port 4f6d463e-da50-49a2-8741-5a139de852e8 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:19:59.316027 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Attempting to bind port 4f6d463e-da50-49a2-8741-5a139de852e8 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:19:59.316463 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Attempting to bind port 4f6d463e-da50-49a2-8741-5a139de852e8 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:19:59.321981 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Pushing event updated for resources: {'Port': ['ID=4f6d463e-da50-49a2-8741-5a139de852e8,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:59.334384 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:19:59.334942 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:19:59.335363 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.339609 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:19:59.339609 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Bound port: 4f6d463e-da50-49a2-8741-5a139de852e8, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:19:59.339609 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.361214 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.361556 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.362028 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.362848 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.363174 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.363500 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.363819 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.364166 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.365248 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.365248 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.365248 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:19:59.391158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-ebd26797-0bde-444b-a586-4959d947d71e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:19:59.391158 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-ebd26797-0bde-444b-a586-4959d947d71e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:19:59.395207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=38862665-22fe-4203-97a0-14d72b19bf90,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:59.397365 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Allocated IP 172.20.0.1 (d6f2df9e-dce5-48fd-9ced-9daefae13e02/26fc8617-7503-45aa-8cbc-232848f39239/cfed711c-b84a-491f-a1b5-f790c158ab99) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:19:59.423458 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] For port 4f6d463e-da50-49a2-8741-5a139de852e8, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:19:59.426720 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] For port 4f6d463e-da50-49a2-8741-5a139de852e8, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f6d463e-da50-49a2-8741-5a139de852e8,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:19:59.507789 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.546961 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.562836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Transition to ACTIVE for port object cfed711c-b84a-491f-a1b5-f790c158ab99 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:19:59.589668 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab3a42-9f2c-43c2-9777-15d8b1b4653e None None] Pushing event updated for resources: {'Port': ['ID=4f6d463e-da50-49a2-8741-5a139de852e8,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:59.597546 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Routers {'9bff5707-8b28-4180-8eb7-95258825ae24'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:19:59.598040 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9bff5707-8b28-4180-8eb7-95258825ae24'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:19:59.662717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.737831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Network d6f2df9e-dce5-48fd-9ced-9daefae13e02 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:19:59.741312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Pushing event updated for resources: {'Port': ['ID=cfed711c-b84a-491f-a1b5-f790c158ab99,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:19:59.743695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:19:59.746459 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:19:59.802815 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:19:59.807315 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] Set router 9bff5707-8b28-4180-8eb7-95258825ae24 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:19:59.986478 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:00.139759 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:19:57Z', 'revision_number': 3, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port': {'id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:57Z', 'updated_at': '2022-02-02T16:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:00.143749 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6067fa-b7e4-450f-942f-30b12e1d9176 None None] The sync data for ids ['9bff5707-8b28-4180-8eb7-95258825ae24'] in n-d-827122-1 is: [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:19:57Z', 'revision_number': 3, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port': {'id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:57Z', 'updated_at': '2022-02-02T16:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:20:00.204531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c809bb9d-ed2d-47f6-b3cc-89c42226b589 None None] Provisioning for port cfed711c-b84a-491f-a1b5-f790c158ab99 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:20:00.204531 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c809bb9d-ed2d-47f6-b3cc-89c42226b589 None None] Provisioning complete for port cfed711c-b84a-491f-a1b5-f790c158ab99 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:00.204531 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c809bb9d-ed2d-47f6-b3cc-89c42226b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:00.248884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c809bb9d-ed2d-47f6-b3cc-89c42226b589 None None] Port cfed711c-b84a-491f-a1b5-f790c158ab99 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:20:00.285533 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:00.325413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:00.384882 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:00.494515 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:00.497703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Pushing event updated for resources: {'Port': ['ID=cfed711c-b84a-491f-a1b5-f790c158ab99,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:00.636649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Network d6f2df9e-dce5-48fd-9ced-9daefae13e02 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:20:00.637815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:20:00.720849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 38862665-22fe-4203-97a0-14d72b19bf90 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:20:00.802301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 38862665-22fe-4203-97a0-14d72b19bf90 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:00.802674 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:00.974157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-fcc6c544-6628-4abb-acb1-24aa5a775125 None None] Provisioning complete for port cfed711c-b84a-491f-a1b5-f790c158ab99 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:00.974454 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fcc6c544-6628-4abb-acb1-24aa5a775125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:01.027571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6c544-6628-4abb-acb1-24aa5a775125 None None] Port cfed711c-b84a-491f-a1b5-f790c158ab99 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:20:01.041391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Router 9bff5707-8b28-4180-8eb7-95258825ae24 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:20:01.243201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:20:01.251903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-13f694cd-953a-4dae-a2cc-a3907e9c889d admin admin] 10.222.0.88 "PUT /v2.0/routers/9bff5707-8b28-4180-8eb7-95258825ae24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9122338 Feb 02 16:20:02.660207 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:20:06.745869 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4f6d463e-da50-49a2-8741-5a139de852e8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:20:06.917119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 4f6d463e-da50-49a2-8741-5a139de852e8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:20:06.922438 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4f6d463e-da50-49a2-8741-5a139de852e8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:06.922910 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:07.056975 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:07.078946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 4f6d463e-da50-49a2-8741-5a139de852e8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f6d463e-da50-49a2-8741-5a139de852e8,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:20:07.179205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Sync routers for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:20:07.184011 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:07.262100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:20:07.262797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:07.359141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=4f6d463e-da50-49a2-8741-5a139de852e8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:07.430983 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.431224 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.431556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.431908 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.432241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.432564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.432885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.433201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.433515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.433829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.434144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:07.485826 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:20:07.846755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 2, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:07.852015 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Checking router: 05764db5-d4e0-4997-909e-74026d8eeb65 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:20:07.852686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Updating router 05764db5-d4e0-4997-909e-74026d8eeb65 port 5c954356-8e6b-4dae-af8b-248ef71d7214 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:20:07.907859 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:08.301297 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:08.314211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Transition to ACTIVE for port object 5c954356-8e6b-4dae-af8b-248ef71d7214 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:20:08.416686 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:08.589657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94a0e3-1775-48e8-a994-12562bd45d00 None None] Pushing event updated for resources: {'Port': ['ID=5c954356-8e6b-4dae-af8b-248ef71d7214,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:08.698735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Attempting to bind port 5c954356-8e6b-4dae-af8b-248ef71d7214 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:20:08.698735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Attempting to bind port 5c954356-8e6b-4dae-af8b-248ef71d7214 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:20:08.699226 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Attempting to bind port 5c954356-8e6b-4dae-af8b-248ef71d7214 on network fe27a544-aab9-4ce4-b5c9-75184b447129 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:20:08.708496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:20:08.708496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Checking segment: {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:20:08.709972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:08.709972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Bound using segment: {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:20:08.709972 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Bound port: 5c954356-8e6b-4dae-af8b-248ef71d7214, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:20:08.710409 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:08.731630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4f6d463e-da50-49a2-8741-5a139de852e8 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:20:08.897756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] For port 5c954356-8e6b-4dae-af8b-248ef71d7214, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:20:08.901838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] For port 5c954356-8e6b-4dae-af8b-248ef71d7214, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5c954356-8e6b-4dae-af8b-248ef71d7214,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:20:08.912733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 4f6d463e-da50-49a2-8741-5a139de852e8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:08.913192 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:09.039005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:09.119550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94a0e3-1775-48e8-a994-12562bd45d00 None None] Pushing event updated for resources: {'Port': ['ID=5c954356-8e6b-4dae-af8b-248ef71d7214,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:09.124180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:20:09.124796 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:09.367364 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:20:09.740934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:20:08Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:09.747455 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576a481-9827-4a7a-ac58-9efcfd141331 None None] The sync data for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 is: [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:20:08Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:20:10.010172 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Sync routers for ids ['9bff5707-8b28-4180-8eb7-95258825ae24'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:20:10.028176 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Routers {'9bff5707-8b28-4180-8eb7-95258825ae24'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:20:10.029136 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9bff5707-8b28-4180-8eb7-95258825ae24'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:10.253221 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Set router 9bff5707-8b28-4180-8eb7-95258825ae24 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:20:10.608216 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:19:59Z', 'revision_number': 4, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port': {'id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:57Z', 'updated_at': '2022-02-02T16:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cfed711c-b84a-491f-a1b5-f790c158ab99', 'name': '', 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'mac_address': 'fa:16:3e:e8:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26fc8617-7503-45aa-8cbc-232848f39239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:59Z', 'updated_at': '2022-02-02T16:20:00Z', 'revision_number': 2, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'subnets': [{'id': '26fc8617-7503-45aa-8cbc-232848f39239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:10.612537 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Checking router: 9bff5707-8b28-4180-8eb7-95258825ae24 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:20:10.612891 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Updating router 9bff5707-8b28-4180-8eb7-95258825ae24 port cfed711c-b84a-491f-a1b5-f790c158ab99 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:20:10.681238 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:10.746783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5c954356-8e6b-4dae-af8b-248ef71d7214 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:20:10.896500 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 5c954356-8e6b-4dae-af8b-248ef71d7214 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:20:10.903175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5c954356-8e6b-4dae-af8b-248ef71d7214 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:10.903638 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:11.048014 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:11.089121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 5c954356-8e6b-4dae-af8b-248ef71d7214, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5c954356-8e6b-4dae-af8b-248ef71d7214,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:20:11.116478 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:11.128917 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Transition to ACTIVE for port object cfed711c-b84a-491f-a1b5-f790c158ab99 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:20:11.206014 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:11.228338 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:11.329564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=5c954356-8e6b-4dae-af8b-248ef71d7214,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:11.369679 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184fce3-a578-485e-a3af-d16488247613 None None] Pushing event updated for resources: {'Port': ['ID=cfed711c-b84a-491f-a1b5-f790c158ab99,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:11.475250 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Attempting to bind port cfed711c-b84a-491f-a1b5-f790c158ab99 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:20:11.475610 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Attempting to bind port cfed711c-b84a-491f-a1b5-f790c158ab99 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:20:11.476012 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Attempting to bind port cfed711c-b84a-491f-a1b5-f790c158ab99 on network d6f2df9e-dce5-48fd-9ced-9daefae13e02 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:20:11.487869 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:20:11.488236 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Checking segment: {'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:20:11.488633 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:11.489023 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Bound using segment: {'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:20:11.489485 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Bound port: cfed711c-b84a-491f-a1b5-f790c158ab99, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8236c8a8-5534-412c-b942-4ff3c068c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:20:11.489909 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:11.602430 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] For port cfed711c-b84a-491f-a1b5-f790c158ab99, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:20:11.606082 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] For port cfed711c-b84a-491f-a1b5-f790c158ab99, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cfed711c-b84a-491f-a1b5-f790c158ab99,segment=NetworkSegment(8236c8a8-5534-412c-b942-4ff3c068c5dc),segment_id=8236c8a8-5534-412c-b942-4ff3c068c5dc)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:20:11.694454 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:11.776077 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184fce3-a578-485e-a3af-d16488247613 None None] Pushing event updated for resources: {'Port': ['ID=cfed711c-b84a-491f-a1b5-f790c158ab99,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:11.793888 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Routers {'9bff5707-8b28-4180-8eb7-95258825ae24'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:20:11.794617 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:19:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9bff5707-8b28-4180-8eb7-95258825ae24'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:12.017522 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] Set router 9bff5707-8b28-4180-8eb7-95258825ae24 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:20:12.346683 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:19:59Z', 'revision_number': 4, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port': {'id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:57Z', 'updated_at': '2022-02-02T16:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cfed711c-b84a-491f-a1b5-f790c158ab99', 'name': '', 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'mac_address': 'fa:16:3e:e8:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26fc8617-7503-45aa-8cbc-232848f39239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:59Z', 'updated_at': '2022-02-02T16:20:11Z', 'revision_number': 4, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'subnets': [{'id': '26fc8617-7503-45aa-8cbc-232848f39239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:12.351259 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2c21f-e35a-45f9-943f-5c287961bd05 None None] The sync data for ids ['9bff5707-8b28-4180-8eb7-95258825ae24'] in n-d-827122-1 is: [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:19:59Z', 'revision_number': 4, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port': {'id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:57Z', 'updated_at': '2022-02-02T16:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'cfed711c-b84a-491f-a1b5-f790c158ab99', 'name': '', 'network_id': 'd6f2df9e-dce5-48fd-9ced-9daefae13e02', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'mac_address': 'fa:16:3e:e8:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26fc8617-7503-45aa-8cbc-232848f39239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:59Z', 'updated_at': '2022-02-02T16:20:11Z', 'revision_number': 4, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'subnets': [{'id': '26fc8617-7503-45aa-8cbc-232848f39239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:20:12.812936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5c954356-8e6b-4dae-af8b-248ef71d7214 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:20:12.907461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5c954356-8e6b-4dae-af8b-248ef71d7214 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:12.908022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:13.045674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cfed711c-b84a-491f-a1b5-f790c158ab99 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:20:13.247692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port cfed711c-b84a-491f-a1b5-f790c158ab99 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:20:13.254586 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port cfed711c-b84a-491f-a1b5-f790c158ab99 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:13.255112 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:13.389809 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:13.423218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port cfed711c-b84a-491f-a1b5-f790c158ab99, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cfed711c-b84a-491f-a1b5-f790c158ab99,segment=NetworkSegment(8236c8a8-5534-412c-b942-4ff3c068c5dc),segment_id=8236c8a8-5534-412c-b942-4ff3c068c5dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:20:13.484663 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:13.558395 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=cfed711c-b84a-491f-a1b5-f790c158ab99,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:14.286112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-ffce2ff9-449a-4aea-b9bd-5a4eaa136005 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:14.286710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-ffce2ff9-449a-4aea-b9bd-5a4eaa136005 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Synchronizing usage tracker for tenant:4c7863b928df498b82eb8063179abb34 on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:20:14.370091 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-ffce2ff9-449a-4aea-b9bd-5a4eaa136005 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Unset dirty status for tenant:4c7863b928df498b82eb8063179abb34 on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:20:14.371250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-ffce2ff9-449a-4aea-b9bd-5a4eaa136005 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 815 time: 0.2252312 Feb 02 16:20:14.388416 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-fcdb0dee-2a61-404d-8b04-748a47f7759c tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/quotas/4c7863b928df498b82eb8063179abb34 HTTP/1.1" status: 200 len: 375 time: 0.0116801 Feb 02 16:20:14.469391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-1b2ad164-9d4e-4801-ba1c-885382ae81d0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Synchronizing usage tracker for tenant:4c7863b928df498b82eb8063179abb34 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:20:14.579195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-1b2ad164-9d4e-4801-ba1c-885382ae81d0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Unset dirty status for tenant:4c7863b928df498b82eb8063179abb34 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:20:14.580593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-1b2ad164-9d4e-4801-ba1c-885382ae81d0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869397 Feb 02 16:20:14.720293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cfed711c-b84a-491f-a1b5-f790c158ab99 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:20:14.726821 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-7f157d83-f89f-4957-a4a9-36ae4a76fcd2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:20:14.727898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-7f157d83-f89f-4957-a4a9-36ae4a76fcd2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1359565 Feb 02 16:20:14.791347 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port cfed711c-b84a-491f-a1b5-f790c158ab99 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:14.791716 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:14.866640 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-7eb4644c-1931-4919-9691-2ae63f7464c3 service neutron] 10.222.0.88 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308558 Feb 02 16:20:15.098944 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-a3f63ba4-c984-45e9-b9fc-29d80bbec155 service neutron] 10.222.0.88 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263541 Feb 02 16:20:15.397873 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-84be732e-6a62-4a54-9a11-51df1507c33e req-50f2b2a4-417a-4ec5-8d07-fbf4ec52516e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 210 time: 0.0438831 Feb 02 16:20:16.510278 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e9f925a-a288-46f3-9a6f-9dd6ae6110b0 req-d0eebb58-0d14-4689-9a37-fbf2025a076f tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 210 time: 0.0441067 Feb 02 16:20:17.625182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:17.673191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-742d2794-1b2f-4e98-8223-56817f649012 req-5e221933-14f5-4408-974c-567b454148dc tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 210 time: 0.0403204 Feb 02 16:20:17.936914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-c0e3e875-986a-46c4-9d56-e3de72e86b27 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:17.938323 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-c0e3e875-986a-46c4-9d56-e3de72e86b27 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.107 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 815 time: 0.1410162 Feb 02 16:20:17.960001 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'port': {'device_id': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'admin_state_up': True, 'tenant_id': '4c7863b928df498b82eb8063179abb34'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:18.101975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:18.111210 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:18.179036 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Made reservation on behalf of 4c7863b928df498b82eb8063179abb34 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:20:18.182074 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:18.279359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:18.452233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Allocated IP 172.20.0.8 (fe27a544-aab9-4ce4-b5c9-75184b447129/df754151-3b1c-42e3-99af-2980ec0c242f/a2fbb9b5-84d9-4acd-b650-8604e522fcb2) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:20:18.659512 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:18.678860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Transition to ACTIVE for port object a2fbb9b5-84d9-4acd-b650-8604e522fcb2 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:20:18.787873 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:18.847165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Network fe27a544-aab9-4ce4-b5c9-75184b447129 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:20:18.853440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:20:18.863344 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:20:18.935986 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3695a-a8d4-42af-b0ea-74af713e7dc3 req-fd3c4b3a-e22b-4772-8480-10492baf1b9b tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:18.944371 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ee3695a-a8d4-42af-b0ea-74af713e7dc3 req-fd3c4b3a-e22b-4772-8480-10492baf1b9b tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 931 time: 0.1082404 Feb 02 16:20:18.960650 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:18.961238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:18.981342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'Port': ['ID=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:19.019702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2ee3695a-a8d4-42af-b0ea-74af713e7dc3 req-9330e447-bb8c-4663-8a15-b8cfa6021e3e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Synchronizing usage tracker for tenant:4c7863b928df498b82eb8063179abb34 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:20:19.099537 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-e02f07a7-9cdf-46e6-9759-be156a6887c6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1423509 Feb 02 16:20:19.128959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2ee3695a-a8d4-42af-b0ea-74af713e7dc3 req-9330e447-bb8c-4663-8a15-b8cfa6021e3e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Unset dirty status for tenant:4c7863b928df498b82eb8063179abb34 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:20:19.130307 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2ee3695a-a8d4-42af-b0ea-74af713e7dc3 req-9330e447-bb8c-4663-8a15-b8cfa6021e3e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849058 Feb 02 16:20:19.150667 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Request body: {'port': {'device_id': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:19.256409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-661101d5-b62f-4887-971b-13576d07da6b None None] Provisioning for port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:20:19.264448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-661101d5-b62f-4887-971b-13576d07da6b None None] Provisioning complete for port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:19.270004 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-661101d5-b62f-4887-971b-13576d07da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:19.285469 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:19.322773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-661101d5-b62f-4887-971b-13576d07da6b None None] Port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:20:19.744133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fbb9b5-84d9-4acd-b650-8604e522fcb2 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:20:19.755063 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:19.773038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Transition to ACTIVE for port object a2fbb9b5-84d9-4acd-b650-8604e522fcb2 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:20:19.862321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:20.100937 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:20.196805 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Attempting to bind port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:20:20.197142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Attempting to bind port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:20:20.197471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Attempting to bind port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 on network fe27a544-aab9-4ce4-b5c9-75184b447129 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:20:20.204668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 on network fe27a544-aab9-4ce4-b5c9-75184b447129 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:20:20.205579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Attempting to bind port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 on network fe27a544-aab9-4ce4-b5c9-75184b447129 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:20:20.217645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:20:20.217994 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Checking segment: {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:20:20.218383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Bound using segment: {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:20:20.218816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Bound port: a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88720853-03c9-4231-8ba8-aef030b22418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:20:20.219162 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:20.406524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] For port a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:20:20.419023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] For port a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:20:20.436546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa74ad3-6c5e-48fb-8ecc-12f74ef1b652 req-9841497c-03c8-41d6-86e0-fe05883cc9e7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:20.437409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8fa74ad3-6c5e-48fb-8ecc-12f74ef1b652 req-9841497c-03c8-41d6-86e0-fe05883cc9e7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Synchronizing usage tracker for tenant:4c7863b928df498b82eb8063179abb34 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:20:20.502895 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:20.542024 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8fa74ad3-6c5e-48fb-8ecc-12f74ef1b652 req-9841497c-03c8-41d6-86e0-fe05883cc9e7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Unset dirty status for tenant:4c7863b928df498b82eb8063179abb34 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:20:20.543108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fa74ad3-6c5e-48fb-8ecc-12f74ef1b652 req-9841497c-03c8-41d6-86e0-fe05883cc9e7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.2247488 Feb 02 16:20:20.600500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:20.601859 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] 10.222.0.107 "PUT /v2.0/ports/a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 1091 time: 1.4555781 Feb 02 16:20:20.608633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:20:20.649522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8fa74ad3-6c5e-48fb-8ecc-12f74ef1b652 req-0ba5a5e5-ac13-42df-883d-e1311c2eed27 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956435 Feb 02 16:20:20.665150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414e204-62bc-4ea6-bbd1-0abef4be8383 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:20.718734 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'status': 'completed', 'code': 200} Feb 02 16:20:21.896739 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520fdb2-ea13-4cf6-89c8-b95a45e8f2b8 req-4abb629a-15ca-441f-a5ed-1c37da13f351 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:21.898226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e520fdb2-ea13-4cf6-89c8-b95a45e8f2b8 req-4abb629a-15ca-441f-a5ed-1c37da13f351 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.0798154 Feb 02 16:20:21.955769 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e520fdb2-ea13-4cf6-89c8-b95a45e8f2b8 req-a7d47f04-d517-41ad-a872-d209051b71a7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511239 Feb 02 16:20:23.170616 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ed2-dc2e-4f05-b4ae-bb45cf031c8a req-b553744c-f274-4447-b3d0-169d2df03ae3 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:23.172222 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d9f3ed2-dc2e-4f05-b4ae-bb45cf031c8a req-b553744c-f274-4447-b3d0-169d2df03ae3 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.0840549 Feb 02 16:20:23.222882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2d9f3ed2-dc2e-4f05-b4ae-bb45cf031c8a req-75d88fb3-657f-4b3b-ac18-18c2c65df492 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Feb 02 16:20:24.434367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf329d-06a5-46dc-8064-d50155dbbbb9 req-4b332f0c-630d-46a8-95a6-926a448c81d4 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:24.440005 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57cf329d-06a5-46dc-8064-d50155dbbbb9 req-4b332f0c-630d-46a8-95a6-926a448c81d4 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.0867059 Feb 02 16:20:24.489364 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-57cf329d-06a5-46dc-8064-d50155dbbbb9 req-c8fb5b65-d9c8-415b-8eb0-48e9e7d3e23c tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Feb 02 16:20:24.696489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cab71b67-fbba-4714-b1f7-bedf9dcaf29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:25.693739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3e136-ec5c-43cd-a0e2-ec5c0d2c6199 req-0b17b879-149f-4313-a38e-2dd48ddb0ce7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:25.695507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ac3e136-ec5c-43cd-a0e2-ec5c0d2c6199 req-0b17b879-149f-4313-a38e-2dd48ddb0ce7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.0825613 Feb 02 16:20:25.745383 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6ac3e136-ec5c-43cd-a0e2-ec5c0d2c6199 req-7da96b40-4684-4001-932e-e3b44fcba4ff tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Feb 02 16:20:26.185201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45d89313-e2a0-426e-b4b3-088ee7bb4201 req-8855b779-9b62-4cb0-9949-d452c3916d1d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1094 time: 0.0687141 Feb 02 16:20:26.422086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d89313-e2a0-426e-b4b3-088ee7bb4201 req-55b71299-f5c9-4901-963b-98752b983f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:26.423504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45d89313-e2a0-426e-b4b3-088ee7bb4201 req-55b71299-f5c9-4901-963b-98752b983f65 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=4c7863b928df498b82eb8063179abb34&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2188134 Feb 02 16:20:26.559125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d89313-e2a0-426e-b4b3-088ee7bb4201 req-786ea1f8-2745-4d87-be50-e17b72e456e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:26.560629 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-45d89313-e2a0-426e-b4b3-088ee7bb4201 req-786ea1f8-2745-4d87-be50-e17b72e456e6 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1308486 Feb 02 16:20:26.702314 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-b002b72f-a4bc-4cb7-9934-1bf30e7fe115 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1094 time: 0.0724795 Feb 02 16:20:26.774170 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-82682f7c-03ad-4418-9616-d93661968c08 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 217 time: 0.0596929 Feb 02 16:20:26.840197 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-a6a6defe-aca5-44b8-b036-7f3e774ff953 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:26.841675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-a6a6defe-aca5-44b8-b036-7f3e774ff953 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 200 len: 854 time: 0.0622547 Feb 02 16:20:26.916169 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-603a8a26-c9bd-4396-bf9b-a968b2f1791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:26.978375 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-ae7a8da1-3b72-40a7-a768-185fbed22fb3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fe27a544-aab9-4ce4-b5c9-75184b447129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297653 Feb 02 16:20:26.988180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1cd0f-5698-48ad-b9da-c40663ddebe1 req-fc9d08ec-cbf7-4fd4-a2da-063ee285397e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:26.989524 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1de1cd0f-5698-48ad-b9da-c40663ddebe1 req-fc9d08ec-cbf7-4fd4-a2da-063ee285397e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.1082187 Feb 02 16:20:27.115953 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1de1cd0f-5698-48ad-b9da-c40663ddebe1 req-6e04e927-a1c0-4554-a65e-095de850daff tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087937 Feb 02 16:20:27.150912 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-c6a30520-a833-4e57-869f-ca11a26a1269 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604612 Feb 02 16:20:27.279684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-abbd2ed3-a2ba-44fc-969d-44a637ce1902 req-0434aaa6-a12c-4dca-a36c-35e2d2d1391f service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233504 Feb 02 16:20:28.317199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfcce5-2c2e-4ca4-b953-c404b702c6d2 req-0b7260f1-3279-4107-b131-c0badc5846f2 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:28.318693 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ccfcce5-2c2e-4ca4-b953-c404b702c6d2 req-0b7260f1-3279-4107-b131-c0badc5846f2 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.0802987 Feb 02 16:20:28.365552 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ccfcce5-2c2e-4ca4-b953-c404b702c6d2 req-a97db63a-1f18-43d5-b5f6-31d9d32e1236 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Feb 02 16:20:28.396269 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:28.567202 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:29.567215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3281-f915-4196-8ef5-a075fe9dc177 req-3e8731e8-30f7-4b5c-8e30-6d1fff512dcf tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:29.568601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e01b3281-f915-4196-8ef5-a075fe9dc177 req-3e8731e8-30f7-4b5c-8e30-6d1fff512dcf tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.0817666 Feb 02 16:20:29.613879 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e01b3281-f915-4196-8ef5-a075fe9dc177 req-7b2663fa-905f-48cd-bc11-81dc9bad1711 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Feb 02 16:20:30.167689 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:30.838626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0627-c8a1-4315-b644-4f336c5cae73 req-4e0d27de-ab72-458d-9d8f-5e94f4277097 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:30.840115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-325a0627-c8a1-4315-b644-4f336c5cae73 req-4e0d27de-ab72-458d-9d8f-5e94f4277097 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 943 time: 0.0798800 Feb 02 16:20:30.874932 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a2fbb9b5-84d9-4acd-b650-8604e522fcb2 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:20:30.990511 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-325a0627-c8a1-4315-b644-4f336c5cae73 req-1e164529-6667-4019-bd19-8fc01b4e21fd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Feb 02 16:20:31.020465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:20:31.034423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'port_id': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'mac_address': 'fa:16:3e:f7:46:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:20:31.088922 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:31.108838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fbb9b5-84d9-4acd-b650-8604e522fcb2 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:20:31.126599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:20:31.222132 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:31.290064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:31.513378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a2fbb9b5-84d9-4acd-b650-8604e522fcb2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:20:32.100584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67746df-5130-4fd0-9359-53f54e5bb8f6 req-caf9dd62-a125-4aaf-ae8e-523c8c0b00d3 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:32.102049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f67746df-5130-4fd0-9359-53f54e5bb8f6 req-caf9dd62-a125-4aaf-ae8e-523c8c0b00d3 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 944 time: 0.0765138 Feb 02 16:20:32.147750 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f67746df-5130-4fd0-9359-53f54e5bb8f6 req-b561264e-ec8b-43a4-aafb-2987f17664b7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Feb 02 16:20:32.889488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a2fbb9b5-84d9-4acd-b650-8604e522fcb2 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:20:33.038536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:20:33.043393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:33.043798 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:33.159054 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:33.185956 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:20:33.195627 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:20:33.248177 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'code': 200} Feb 02 16:20:33.290184 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:33.364062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8cbc1-2ff7-4405-82da-4ebf43987021 req-09b8e4ae-9f48-4bdb-bac1-2e57a45ba7b6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:33.365752 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93c8cbc1-2ff7-4405-82da-4ebf43987021 req-09b8e4ae-9f48-4bdb-bac1-2e57a45ba7b6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.0976505 Feb 02 16:20:33.366084 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:33.405189 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb436383-3000-4c8a-be6f-a91c00320548 req-7a6c1e49-8672-4a64-aab4-fdce625ea0b4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1096 time: 0.0741272 Feb 02 16:20:33.421420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-93c8cbc1-2ff7-4405-82da-4ebf43987021 req-3e2e359f-6a58-4cb9-b911-585716588efb tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Feb 02 16:20:33.447082 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bb436383-3000-4c8a-be6f-a91c00320548 req-b4bd595d-5967-48cb-b872-1c7f4bbf8f3f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Feb 02 16:20:34.630342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577c681-6257-468d-9ab6-0802bf9183cd req-54073177-11ff-46ce-958c-b5409892c7f9 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:34.631801 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3577c681-6257-468d-9ab6-0802bf9183cd req-54073177-11ff-46ce-958c-b5409892c7f9 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.0790286 Feb 02 16:20:34.678229 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3577c681-6257-468d-9ab6-0802bf9183cd req-ff180a1f-ef20-460d-90eb-9755713714c1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Feb 02 16:20:35.891514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c5f83-5a92-4214-9784-5bebd66924b1 req-ee6434b1-51a1-4ddb-82c2-441da78e5605 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:35.893168 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5c5f83-5a92-4214-9784-5bebd66924b1 req-ee6434b1-51a1-4ddb-82c2-441da78e5605 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.0893402 Feb 02 16:20:35.942783 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5d5c5f83-5a92-4214-9784-5bebd66924b1 req-2c6ae6c3-3800-48f1-a7e6-baffe8c1dc49 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Feb 02 16:20:36.150373 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0c143-f8df-45e3-ad67-ad024a05d3b7 req-9d921001-c24e-4139-bcb7-f90e247d7644 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:36.151871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6e0c143-f8df-45e3-ad67-ad024a05d3b7 req-9d921001-c24e-4139-bcb7-f90e247d7644 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.0832984 Feb 02 16:20:36.202174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6e0c143-f8df-45e3-ad67-ad024a05d3b7 req-e467bcb2-f5b5-43e9-98c3-aa06bcf44f60 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Feb 02 16:20:36.625693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d67c1-2e8a-4651-863d-4151da19820b req-226923e1-0089-47a7-b7ac-afdfdd21b72e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:36.628195 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d2d67c1-2e8a-4651-863d-4151da19820b req-226923e1-0089-47a7-b7ac-afdfdd21b72e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.0786195 Feb 02 16:20:36.676958 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5d2d67c1-2e8a-4651-863d-4151da19820b req-909c6bc1-afd9-4d3c-b7ab-d7f47b765f9b tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437284 Feb 02 16:20:39.661380 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:20:40.686942 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-6218dd1f-e197-4a70-af24-17df8872884f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742204 Feb 02 16:20:40.847422 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-d804b01e-6d0e-4808-938e-e1c505f5a377 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1096 time: 0.0712633 Feb 02 16:20:41.089238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-dfd5f1e4-97a2-4a6b-9a0c-9bd5464050ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:41.090688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-dfd5f1e4-97a2-4a6b-9a0c-9bd5464050ff service neutron] 10.222.0.107 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 917 time: 0.2234671 Feb 02 16:20:41.164702 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-b69e2ca6-3f67-4ef6-8e1d-507dd9e120c5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 217 time: 0.0674994 Feb 02 16:20:41.230067 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-a37de231-24bc-4477-8ece-64511085a147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:41.231575 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-a37de231-24bc-4477-8ece-64511085a147 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 200 len: 854 time: 0.0617023 Feb 02 16:20:41.306724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-41857f90-f393-441f-952a-e5cd549a5310 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fe27a544-aab9-4ce4-b5c9-75184b447129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696487 Feb 02 16:20:41.439011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-85c92b53-1cce-42dd-b5c8-a2ea9a534d25 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266627 Feb 02 16:20:41.573704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a1c82b6e-cf92-446a-b8e9-4232f70dafa8 req-1e8e0ae5-f602-41c1-bdb2-0451282c2bc3 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283152 Feb 02 16:20:47.592709 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:47.795530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974bb98-b58e-4acc-9acb-4afa055403b0 req-90847c10-4e0f-4903-ac31-bc7071fdb830 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:47.797030 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d974bb98-b58e-4acc-9acb-4afa055403b0 req-90847c10-4e0f-4903-ac31-bc7071fdb830 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.0796189 Feb 02 16:20:47.845012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d974bb98-b58e-4acc-9acb-4afa055403b0 req-f1af331c-d4ce-4718-9943-d7afa1f98bf0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Feb 02 16:20:47.874119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48126) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:48.007671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-285dab09-1d8d-4b45-85fa-ab0f39034598 tempest-TestMinimumBasicScenario-1461752208 tempest-TestMinimumBasicScenario-1461752208-project-admin] Synchronizing usage tracker for tenant:eef18a12e9904312be692c05ab2fd650 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:20:48.101397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-285dab09-1d8d-4b45-85fa-ab0f39034598 tempest-TestMinimumBasicScenario-1461752208 tempest-TestMinimumBasicScenario-1461752208-project-admin] Unset dirty status for tenant:eef18a12e9904312be692c05ab2fd650 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:20:48.102601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-285dab09-1d8d-4b45-85fa-ab0f39034598 tempest-TestMinimumBasicScenario-1461752208 tempest-TestMinimumBasicScenario-1461752208-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1091 time: 0.2275012 Feb 02 16:20:48.105817 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48132) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:48.110946 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:48.117732 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:48.121690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Usage tracker for resource:floatingip and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:20:48.124501 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:20:48.130835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:48.204190 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:48.295523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:48.344132 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:48.485517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Allocated IP 172.25.0.186 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/c6f33081-a20b-45e3-a944-f4c07052740a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:20:48.632123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:48.716777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:48.787435 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:20:48.790960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:20:48.792739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'Port': ['ID=c6f33081-a20b-45e3-a944-f4c07052740a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:48.794846 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:20:48.837420 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.837788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.838118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.838457 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.838788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.839116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.839441 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.839767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.840117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.840437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:48.840759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:20:49.419299 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:49.531182 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:49.735378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:49.815788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:49.919161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'Port': ['ID=c6f33081-a20b-45e3-a944-f4c07052740a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:49.939731 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:50.131609 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Floating IP ea3ad47d-2354-4546-a804-0549146650d5 associated. External IP: 172.25.0.186, port: a2fbb9b5-84d9-4acd-b650-8604e522fcb2. Feb 02 16:20:50.533803 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Router 05764db5-d4e0-4997-909e-74026d8eeb65 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:20:50.738629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:20:50.748519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] Sync routers for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:20:50.761495 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:20:50.762343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:50.819074 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:50.879609 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-de4d586f-1919-469a-a2f1-bcd0f94eeb45 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7727718 Feb 02 16:20:50.880193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:20:50.882661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48136) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:50.888983 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728517162', 'description': 'tempest-secgroup-smoke-728517162 description', 'project_id': '4c7863b928df498b82eb8063179abb34'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:50.896925 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:50.909676 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:50.940545 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'status': 'completed', 'code': 200} Feb 02 16:20:50.947417 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:20:50.973554 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:51.056279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:51.062711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Usage tracker for resource:security_group_rule and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:20:51.066530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:20:51.073648 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:51.094555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-33f0216e-9da8-4913-b7ce-b7c19c7307c5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1096 time: 0.1098781 Feb 02 16:20:51.223802 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:51.277530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-7e432212-781c-4854-95d6-a73f30c25c78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:51.277530 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-7e432212-781c-4854-95d6-a73f30c25c78 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 917 time: 0.1721237 Feb 02 16:20:51.340994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:51.345894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'ea3ad47d-2354-4546-a804-0549146650d5', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'port_id': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'mac_address': 'fa:16:3e:f7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:20:49Z', 'updated_at': '2022-02-02T16:20:49Z', 'revision_number': 0, 'project_id': '4c7863b928df498b82eb8063179abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:20:11Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:51.350091 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] Checking router: 05764db5-d4e0-4997-909e-74026d8eeb65 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:20:51.360543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:20:51.361227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:20:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:51.408955 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0b794a-08ce-4cd2-ba4e-b66d587eb057,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:51.425169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-ac39e852-a455-4180-b86a-b66b61a39a06 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 999 time: 0.1417964 Feb 02 16:20:51.467928 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:51.469094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-209639c1-5d54-4f05-b6f0-1bafd2abbae8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5847495 Feb 02 16:20:51.472968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48142) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:51.480018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'security_group_rule': {'security_group_id': '2c0b794a-08ce-4cd2-ba4e-b66d587eb057', 'project_id': '4c7863b928df498b82eb8063179abb34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:51.488824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:51.494938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Usage tracker for resource:security_group_rule and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:20:51.495635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-88f2ccfd-285d-4da6-acf3-391b7c4fece0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:51.497180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-88f2ccfd-285d-4da6-acf3-391b7c4fece0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 200 len: 854 time: 0.0655129 Feb 02 16:20:51.498763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:20:51.507036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:51.547202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:20:51.573532 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-4a9a1a7a-4992-4398-9bdf-420f8169889a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fe27a544-aab9-4ce4-b5c9-75184b447129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701847 Feb 02 16:20:51.593768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:51.721945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-0967c984-272d-4088-b819-7d4f89d4c0cd service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380944 Feb 02 16:20:51.782107 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:51.834305 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:51.857062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bc3bd0-55d5-4171-85fa-ebdea81496b1,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:51.874201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4e1d6742-ce8f-449c-b3d7-d02ebdcf7966 req-979f02b5-f828-47c4-a254-03b5943c8fc7 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462660 Feb 02 16:20:51.934030 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:51.935281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d54e550c-4d74-4ed6-b3bc-27a1ee8dceb1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4609725 Feb 02 16:20:51.938056 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48146) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:51.941448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'ea3ad47d-2354-4546-a804-0549146650d5', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'port_id': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'mac_address': 'fa:16:3e:f7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:20:49Z', 'updated_at': '2022-02-02T16:20:49Z', 'revision_number': 0, 'project_id': '4c7863b928df498b82eb8063179abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:20:11Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:20:51.943601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'security_group_rule': {'security_group_id': '2c0b794a-08ce-4cd2-ba4e-b66d587eb057', 'project_id': '4c7863b928df498b82eb8063179abb34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:51.945710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da8f0a-9b47-4ad1-8beb-e8d46a635e30 None None] The sync data for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 is: [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'ea3ad47d-2354-4546-a804-0549146650d5', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'port_id': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'mac_address': 'fa:16:3e:f7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:20:49Z', 'updated_at': '2022-02-02T16:20:49Z', 'revision_number': 0, 'project_id': '4c7863b928df498b82eb8063179abb34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:20:11Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:20:51.950032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:51.954302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Usage tracker for resource:security_group_rule and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:20:51.957985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:20:51.964012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:52.057704 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.123814 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.150084 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182be1fa-0ca4-449e-b314-9a49a42f804e None None] New status for floating IP ea3ad47d-2354-4546-a804-0549146650d5: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:20:52.255723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.279327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0de1de8-a478-4a04-acfb-49044a0e8cff,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:52.370204 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.371421 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-13bd95be-dd38-4360-b3ae-1e35a8b1df50 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4324448 Feb 02 16:20:52.374285 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48150) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:52.380553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'security_group_rule': {'security_group_id': '2c0b794a-08ce-4cd2-ba4e-b66d587eb057', 'project_id': '4c7863b928df498b82eb8063179abb34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:52.387193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:52.391029 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Usage tracker for resource:security_group_rule and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:20:52.394432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:20:52.400384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:52.499645 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.563158 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.627790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.652918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c3fa56-a687-48d6-b056-fad973ae8a90,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:52.729902 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.733784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1f84c17e-49c2-4729-8e7e-0d7797b953e0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3559594 Feb 02 16:20:52.733975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48154) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:52.740061 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'security_group_rule': {'security_group_id': '2c0b794a-08ce-4cd2-ba4e-b66d587eb057', 'project_id': '4c7863b928df498b82eb8063179abb34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:52.746838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:52.750640 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Usage tracker for resource:security_group_rule and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:20:52.753709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:20:52.759889 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:52.838924 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.904193 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.967518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:52.991214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c60d97-faf5-4c39-9712-2d4243b745d5,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:53.050090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.051294 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-82191f97-30f3-4fda-a58a-d0cba03a634e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3164170 Feb 02 16:20:53.054110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48158) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:53.059452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'security_group_rule': {'security_group_id': '2c0b794a-08ce-4cd2-ba4e-b66d587eb057', 'project_id': '4c7863b928df498b82eb8063179abb34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:53.066814 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:53.070528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Usage tracker for resource:security_group_rule and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:20:53.073458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:20:53.079320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:53.141420 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Project 4c7863b928df498b82eb8063179abb34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:20:53.148112 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.213009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.293148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.317010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cdb6de-c09c-4509-8b25-e2137e081e04,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:53.384796 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.385989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c87f89c5-1d98-40fd-9067-38190273bc43 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3309307 Feb 02 16:20:53.388738 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48162) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:20:53.394281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'security_group_rule': {'security_group_id': '2c0b794a-08ce-4cd2-ba4e-b66d587eb057', 'project_id': '4c7863b928df498b82eb8063179abb34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:53.400897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:20:53.404759 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Usage tracker for resource:security_group_rule and tenant:4c7863b928df498b82eb8063179abb34 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:20:53.407709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:20:53.414139 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:20:53.495454 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Project 4c7863b928df498b82eb8063179abb34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:20:53.501982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.569402 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.659685 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.686518 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d9ed5b-2ee9-4174-b773-ffc03f789784,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:53.761944 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:53.763078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-68d5c58e-673b-414a-ae2e-d98d9a806958 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3733945 Feb 02 16:20:53.895085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-5cf80e82-b2a7-4f1c-b27a-5992820e7191 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Synchronizing usage tracker for tenant:4c7863b928df498b82eb8063179abb34 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:20:53.961596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-5cf80e82-b2a7-4f1c-b27a-5992820e7191 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Unset dirty status for tenant:4c7863b928df498b82eb8063179abb34 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:20:53.965755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-5cf80e82-b2a7-4f1c-b27a-5992820e7191 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728517162&fields=id&tenant_id=4c7863b928df498b82eb8063179abb34 HTTP/1.1" status: 200 len: 267 time: 0.1078393 Feb 02 16:20:54.130744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-bda31467-376f-42a5-8503-845352077e57 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:54.132236 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-bda31467-376f-42a5-8503-845352077e57 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.1640575 Feb 02 16:20:54.143303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'port': {'security_groups': ['adf77420-dfb9-4e49-97b3-f2e9d4c45393', '2c0b794a-08ce-4cd2-ba4e-b66d587eb057']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:20:54.259086 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:54.504958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] For port a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:20:54.528238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:54.592776 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:54.628960 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a2fbb9b5-84d9-4acd-b650-8604e522fcb2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:20:54.657185 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dde38ac2-f7df-4e4b-8b55-2d3841cd309c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:54.666829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:54.667431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:54.668805 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d6ba28c-d573-4ffe-95f1-1327073a4070 req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "PUT /v2.0/ports/a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 981 time: 0.5306253 Feb 02 16:20:54.669245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:20:54.710486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96f832-b12e-4b60-a870-0381640ea335 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'Port': ['ID=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:20:54.754026 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'status': 'completed', 'code': 200} Feb 02 16:20:54.818510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a2fbb9b5-84d9-4acd-b650-8604e522fcb2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:20:54.939809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd4b94-0775-4e79-b443-e1eed2bd0d89 req-577d5d9f-9787-4951-93a8-37438b7122d8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:54.941281 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15bd4b94-0775-4e79-b443-e1eed2bd0d89 req-577d5d9f-9787-4951-93a8-37438b7122d8 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.1097350 Feb 02 16:20:54.945201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-f6708a4c-09df-49eb-8798-c25d77992838 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1135 time: 0.1462967 Feb 02 16:20:55.071174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15bd4b94-0775-4e79-b443-e1eed2bd0d89 req-b20c3f28-0267-48fc-872e-e3d83fd64306 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236975 Feb 02 16:20:55.095426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4333e75e-831a-422c-8977-fe010177f3c9 None None] Provisioning complete for port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:20:55.095595 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4333e75e-831a-422c-8977-fe010177f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:55.110257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-cc15721b-0c9c-434c-8f11-908da0c58392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:55.111916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-cc15721b-0c9c-434c-8f11-908da0c58392 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 917 time: 0.1492677 Feb 02 16:20:55.216316 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-78a8186c-35ae-4068-bfba-fd4683a983b3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 1001 time: 0.0969572 Feb 02 16:20:55.278014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-7f7e00da-e8bf-41bc-b98f-bd54fbe4aa94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:20:55.279446 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-7f7e00da-e8bf-41bc-b98f-bd54fbe4aa94 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 200 len: 854 time: 0.0574815 Feb 02 16:20:55.360495 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-1c550c54-3358-4bc6-aab3-b07b7684b126 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fe27a544-aab9-4ce4-b5c9-75184b447129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743964 Feb 02 16:20:55.503646 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-fb573975-be7e-4f1f-94f2-7a1f6c179ca8 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302218 Feb 02 16:20:55.626217 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-577a7dd1-54b7-4072-8849-9a842e1e11c4 req-0a1204a3-7ee2-4a56-9ed0-be6575393545 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220164 Feb 02 16:20:56.921552 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3cef6deb-18eb-47e5-bc08-ec2542013f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:58.436451 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:20:58.581611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:00.144431 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:09.479105 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d9260-6975-4a75-8056-ff8e4350bd94 req-e90343c4-8f2e-4739-8c80-bbc5134a4464 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:09.480579 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d21d9260-6975-4a75-8056-ff8e4350bd94 req-e90343c4-8f2e-4739-8c80-bbc5134a4464 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.1354094 Feb 02 16:21:09.487698 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-b6af5bc8-fda0-4769-b124-14d90f211bc3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1135 time: 0.0976698 Feb 02 16:21:09.607985 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d21d9260-6975-4a75-8056-ff8e4350bd94 req-0ae14fe7-6dbb-4eb3-a4fc-c679157ee044 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193182 Feb 02 16:21:09.738428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-6eec3872-0ec9-498f-8624-af313dfd19a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:09.739973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-6eec3872-0ec9-498f-8624-af313dfd19a8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 917 time: 0.2341366 Feb 02 16:21:09.843620 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-ce38d922-8dc2-494c-b2e8-747289720845 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 1001 time: 0.0970981 Feb 02 16:21:09.905526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-ad4b1954-091d-4fa9-996c-ba63440e0eff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:09.906831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-ad4b1954-091d-4fa9-996c-ba63440e0eff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 200 len: 854 time: 0.0567977 Feb 02 16:21:09.981193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-fe93dac8-f7b6-4a21-a7b6-94fa5e575098 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fe27a544-aab9-4ce4-b5c9-75184b447129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680141 Feb 02 16:21:09.992018 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-d6febac1-23ed-4b0e-97db-f600127e0dc7 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:21:09.992949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-d6febac1-23ed-4b0e-97db-f600127e0dc7 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048311 Feb 02 16:21:10.123728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-5abcc32c-98de-4373-81af-ff439a719549 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247425 Feb 02 16:21:10.260000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce269c68-f0a4-4ed2-a71f-ec9e3b2598b7 req-46077b65-7565-4cff-bd74-bd445c1d3505 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251328 Feb 02 16:21:10.831666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ff943-9b54-4afa-829e-4bcb052e2f0b req-45835261-f277-419c-a0be-bb10015a52bf tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:10.833755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c2ff943-9b54-4afa-829e-4bcb052e2f0b req-45835261-f277-419c-a0be-bb10015a52bf tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0944750 Feb 02 16:21:10.881527 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5c2ff943-9b54-4afa-829e-4bcb052e2f0b req-aca3b8a6-d094-4fe3-860e-a27d327fec38 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419197 Feb 02 16:21:12.081709 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215b360-4e48-4301-b286-9a124742efdb req-b69fce71-f31f-4b61-a1b6-a6455baef99e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:12.083254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b215b360-4e48-4301-b286-9a124742efdb req-b69fce71-f31f-4b61-a1b6-a6455baef99e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0797830 Feb 02 16:21:12.132029 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b215b360-4e48-4301-b286-9a124742efdb req-87b9279e-b777-43c7-8e0f-c5ed742979a3 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429549 Feb 02 16:21:13.329828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf8f59-0234-4855-82bc-fab0a190b51f req-14ca4b09-8129-4547-a8f4-952e8ed6c9b4 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:13.331280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3caf8f59-0234-4855-82bc-fab0a190b51f req-14ca4b09-8129-4547-a8f4-952e8ed6c9b4 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0782626 Feb 02 16:21:13.377778 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3caf8f59-0234-4855-82bc-fab0a190b51f req-d9a3f37b-d2aa-48d1-a76b-e933febd6b56 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404322 Feb 02 16:21:14.571360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f1148-b0fd-4b6d-bc39-36464c740633 req-5214fe27-684e-4f53-9f1e-b6d976fe1e21 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:14.572816 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e04f1148-b0fd-4b6d-bc39-36464c740633 req-5214fe27-684e-4f53-9f1e-b6d976fe1e21 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0741210 Feb 02 16:21:14.622006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e04f1148-b0fd-4b6d-bc39-36464c740633 req-756a6b5d-14ff-449a-a692-dc611b120ec6 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434592 Feb 02 16:21:15.825163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea73e0a-1682-4d27-bf88-ee8e56c1804b req-ebedf285-ac17-4689-a596-0ad93e23ad5a tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:15.826880 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ea73e0a-1682-4d27-bf88-ee8e56c1804b req-ebedf285-ac17-4689-a596-0ad93e23ad5a tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0787487 Feb 02 16:21:15.877419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5ea73e0a-1682-4d27-bf88-ee8e56c1804b req-2675e157-9fc3-4e2c-acf9-a600e49d0cb7 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448201 Feb 02 16:21:16.662972 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:21:17.075951 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee75c1e-9aef-4530-90c7-e2433f8e9dd8 req-d40fec05-37f4-4025-93fb-b4b236f1c862 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:17.077664 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eee75c1e-9aef-4530-90c7-e2433f8e9dd8 req-d40fec05-37f4-4025-93fb-b4b236f1c862 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0757377 Feb 02 16:21:17.124200 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eee75c1e-9aef-4530-90c7-e2433f8e9dd8 req-f98b6016-a072-420e-ace9-d29a874e32dc tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410683 Feb 02 16:21:17.592799 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:18.316140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:18.331413 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f7e2b-f88b-4bf4-a659-1c941f350f5d req-2abb09ed-5a66-458e-8c16-717f41f23a15 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:18.333523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-330f7e2b-f88b-4bf4-a659-1c941f350f5d req-2abb09ed-5a66-458e-8c16-717f41f23a15 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0795107 Feb 02 16:21:18.380536 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-330f7e2b-f88b-4bf4-a659-1c941f350f5d req-634d9691-8a34-4ef3-9dcf-7584f503c766 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408523 Feb 02 16:21:19.580287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a415f-67e5-455c-ac00-e08e366917ee req-2b61abf0-ebce-4a15-b143-3a689a50c3a1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:19.581731 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b8a415f-67e5-455c-ac00-e08e366917ee req-2b61abf0-ebce-4a15-b143-3a689a50c3a1 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0800800 Feb 02 16:21:19.628375 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b8a415f-67e5-455c-ac00-e08e366917ee req-ca7baab8-a8c6-4be3-9235-6ca0553ca067 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408878 Feb 02 16:21:20.832090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef312-bf71-4243-9c14-5219c09a01f5 req-35ae72e3-e8a0-4fd8-994d-d6dde1cba049 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:20.834070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6bef312-bf71-4243-9c14-5219c09a01f5 req-35ae72e3-e8a0-4fd8-994d-d6dde1cba049 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0824018 Feb 02 16:21:20.881543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6bef312-bf71-4243-9c14-5219c09a01f5 req-4c996e40-b981-4d91-ad90-eefbd4f83d54 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416934 Feb 02 16:21:22.080654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919b51c-799e-47ca-8541-07a243b6da99 req-cfae2afe-af82-42df-91cf-a6d93d070175 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:22.082102 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e919b51c-799e-47ca-8541-07a243b6da99 req-cfae2afe-af82-42df-91cf-a6d93d070175 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0762484 Feb 02 16:21:22.129260 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e919b51c-799e-47ca-8541-07a243b6da99 req-67ca9a50-72f2-4aaa-a434-f3337cbf6c5b tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409899 Feb 02 16:21:23.338548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25816459-613c-488f-ae43-583007c6277d req-69b251bd-9353-4340-bbe9-5f26ea64f94e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:23.340060 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25816459-613c-488f-ae43-583007c6277d req-69b251bd-9353-4340-bbe9-5f26ea64f94e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0772402 Feb 02 16:21:23.388065 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25816459-613c-488f-ae43-583007c6277d req-6c05f4a6-3605-4de1-a5dd-86d75726d647 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424545 Feb 02 16:21:24.588779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20dc83-e14d-4986-8403-792e9807cf64 req-2cac5630-937d-44fe-a7ab-82f9345e06cf tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:24.590212 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de20dc83-e14d-4986-8403-792e9807cf64 req-2cac5630-937d-44fe-a7ab-82f9345e06cf tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0782604 Feb 02 16:21:24.638186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-de20dc83-e14d-4986-8403-792e9807cf64 req-194ca127-a600-4600-b9a5-d739663e84e9 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424109 Feb 02 16:21:24.684522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f524037f-ba0c-442e-9234-5847c022b66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:25.844809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e93a-e341-4ecf-b1b8-22c5b97ec159 req-578d79cc-75eb-456c-b953-c5273463f054 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:25.846243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1d0e93a-e341-4ecf-b1b8-22c5b97ec159 req-578d79cc-75eb-456c-b953-c5273463f054 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0833142 Feb 02 16:21:25.894291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1d0e93a-e341-4ecf-b1b8-22c5b97ec159 req-99410819-72e0-45ca-89dd-4aa327bf3fcc tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424070 Feb 02 16:21:26.898654 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49457b28-6ea9-4f10-a0c8-24d25bf974b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:27.088076 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33c78b-08a1-4a79-b72e-4f96284034ca req-e36f914d-919c-469e-a13e-d7d65bc43aaa tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:27.089515 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0e33c78b-08a1-4a79-b72e-4f96284034ca req-e36f914d-919c-469e-a13e-d7d65bc43aaa tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0759373 Feb 02 16:21:27.140474 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0e33c78b-08a1-4a79-b72e-4f96284034ca req-a888567d-872d-4026-b4e5-63552257d17d tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=2c0b794a-08ce-4cd2-ba4e-b66d587eb057&id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449686 Feb 02 16:21:28.392457 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:28.580752 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:30.133167 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:40.675527 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-65150dc9-e8e5-4389-a181-43a13b713781 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693386 Feb 02 16:21:40.826199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-b6a670ad-c3f0-45f8-b2b2-37bb82b2f20b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1135 time: 0.0677307 Feb 02 16:21:40.965865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-e642fcad-8916-4389-81db-c6f887c771e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:40.967261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-e642fcad-8916-4389-81db-c6f887c771e4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 917 time: 0.1240041 Feb 02 16:21:41.068756 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-8da2345e-12eb-4440-96db-5b22d4dabae3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 1001 time: 0.0952325 Feb 02 16:21:41.132243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-68099ca2-7f0d-402c-bcbd-5d0c841fc2d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:41.133633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-68099ca2-7f0d-402c-bcbd-5d0c841fc2d1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 200 len: 854 time: 0.0592647 Feb 02 16:21:41.303918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-5aea468d-96e6-4912-9c0d-24830c7c2e5e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fe27a544-aab9-4ce4-b5c9-75184b447129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649919 Feb 02 16:21:41.435804 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-15649016-0c07-4989-b90c-f401c2873884 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257420 Feb 02 16:21:41.566450 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7e8543b8-be89-4282-abf8-c8efc51e45d7 req-94d73b8f-2abe-470c-9a5e-881e5ba44b26 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250334 Feb 02 16:21:47.779036 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:48.323566 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:53.664013 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:21:54.678523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-74c6e6cb-62e0-4b6f-8324-4f24a30cfccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:56.898921 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a125b8ae-461b-42c5-8489-72b514dfc33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:58.390047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:58.635737 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:59.372157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-b160965f-e4de-45d6-9f92-bac7fdfc8e7e tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728517162&fields=id&tenant_id=4c7863b928df498b82eb8063179abb34 HTTP/1.1" status: 200 len: 267 time: 0.0425558 Feb 02 16:21:59.456455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-2a8d666f-955b-4812-b4ce-fbf3a42269ce tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:21:59.457990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-2a8d666f-955b-4812-b4ce-fbf3a42269ce tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 984 time: 0.0805984 Feb 02 16:21:59.468998 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Request body: {'port': {'security_groups': ['adf77420-dfb9-4e49-97b3-f2e9d4c45393']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:21:59.584933 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:59.828587 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] For port a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:21:59.855108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:59.934840 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:21:59.972816 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a2fbb9b5-84d9-4acd-b650-8604e522fcb2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:22:00.009751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:00.010374 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.011787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-50a95fa2-7e3a-4d3f-be7f-4fb6486a002a req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "PUT /v2.0/ports/a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 942 time: 0.5473113 Feb 02 16:22:00.012264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:22:00.019450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48234) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:00.057541 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event updated for resources: {'Port': ['ID=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,revision_number=7']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'status': 'completed', 'code': 200} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.112342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceabd0-44df-4ce1-aa08-47a9e359e7df tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:00.129131 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e78d6911-551f-4654-a150-494cad1dc286 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.153551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a2fbb9b5-84d9-4acd-b650-8604e522fcb2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:22:00.162883 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e78d6911-551f-4654-a150-494cad1dc286 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.207974 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-2cd554be-1a77-4d73-a2d8-70f88ca47003 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1096 time: 0.0806460 Feb 02 16:22:00.221705 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.329843 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e78d6911-551f-4654-a150-494cad1dc286 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.345306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-a3d703a2-85b4-49a8-bca9-edbc35c8ed21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:00.346793 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-a3d703a2-85b4-49a8-bca9-edbc35c8ed21 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 917 time: 0.1333890 Feb 02 16:22:00.350003 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d6911-551f-4654-a150-494cad1dc286 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0b794a-08ce-4cd2-ba4e-b66d587eb057,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:00.384098 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ba3f954b-18df-45df-bd72-0294597932d1 None None] Provisioning complete for port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:00.384098 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba3f954b-18df-45df-bd72-0294597932d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.439646 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e78d6911-551f-4654-a150-494cad1dc286 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.445129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e78d6911-551f-4654-a150-494cad1dc286 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "DELETE /v2.0/security-groups/2c0b794a-08ce-4cd2-ba4e-b66d587eb057 HTTP/1.1" status: 204 len: 168 time: 0.4245336 Feb 02 16:22:00.448198 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48238) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:00.454548 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-f24d1fa6-d47e-4e6b-8864-5d576c83dcc2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 1001 time: 0.1007867 Feb 02 16:22:00.521668 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-4dfb075d-69cc-4ddd-8c85-bf2ca424c030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:00.523100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-4dfb075d-69cc-4ddd-8c85-bf2ca424c030 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 200 len: 854 time: 0.0617115 Feb 02 16:22:00.596901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-c343bbf9-6d31-46d1-a03e-d8fee4c7e025 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fe27a544-aab9-4ce4-b5c9-75184b447129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679755 Feb 02 16:22:00.732786 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-a455482b-a38e-4fdd-85c1-9d50ba8dbf64 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291020 Feb 02 16:22:00.749055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Deleting port c6f33081-a20b-45e3-a944-f4c07052740a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:00.749382 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.864972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ce949c9c-844f-4a2c-8019-1129bb1b361f req-72860c1d-bed5-4832-a124-a6882982e731 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259642 Feb 02 16:22:00.920498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:00.920820 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:01.046903 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Calling delete_port for c6f33081-a20b-45e3-a944-f4c07052740a owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:01.277941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:01.331361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event deleted for resources: {'Port': ['ID=c6f33081-a20b-45e3-a944-f4c07052740a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:01.424873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:01.819262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Router 05764db5-d4e0-4997-909e-74026d8eeb65 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:22:02.020974 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:22:02.030456 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] Sync routers for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:22:02.042343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:02.049227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:02.112015 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:02.166866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-99afa1e9-09b9-49b4-8978-0cdc19b5a2bd tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "DELETE /v2.0/floatingips/ea3ad47d-2354-4546-a804-0549146650d5 HTTP/1.1" status: 204 len: 168 time: 1.7194145 Feb 02 16:22:02.167443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:22:02.227458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:02.228152 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'status': 'completed', 'code': 200} Feb 02 16:22:02.344909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-307ca68a-8239-4853-a31e-908cd6844cdf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4c7863b928df498b82eb8063179abb34&device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 1096 time: 0.0758476 Feb 02 16:22:02.482554 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-00020194-3f61-425a-a8d5-edf86d0dfe84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:02.484201 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-00020194-3f61-425a-a8d5-edf86d0dfe84 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 200 len: 917 time: 0.1332729 Feb 02 16:22:02.550957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:20:11Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:02.553387 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-1b01c7e7-2c72-4df5-b124-cec4fafc0d23 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 200 len: 217 time: 0.0635989 Feb 02 16:22:02.557221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] Checking router: 05764db5-d4e0-4997-909e-74026d8eeb65 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:22:02.566399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:02.567733 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:02.631427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-497b13c8-f3d3-4b88-a1d5-7c6e808dd859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:02.632918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-497b13c8-f3d3-4b88-a1d5-7c6e808dd859 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 200 len: 854 time: 0.0744693 Feb 02 16:22:02.738688 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-0e931921-5366-466b-a8a4-8ac093e6a440 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fe27a544-aab9-4ce4-b5c9-75184b447129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996406 Feb 02 16:22:02.777026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:02.991019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-a424d00a-aef1-4a0a-8b58-10bc77fa1afe service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409835 Feb 02 16:22:03.125253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-88410470-fcd3-46eb-b0de-27fb7db382f9 req-ae7d8d63-02bd-4983-9d63-82275e8f2c93 service neutron] 10.222.0.107 "GET /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279864 Feb 02 16:22:03.137652 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:20:11Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:03.141512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da48722-cd3b-4006-bf35-22270bab5120 None None] The sync data for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 is: [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:19:52Z', 'revision_number': 4, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5c954356-8e6b-4dae-af8b-248ef71d7214', 'name': '', 'network_id': 'fe27a544-aab9-4ce4-b5c9-75184b447129', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'mac_address': 'fa:16:3e:3c:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:51Z', 'updated_at': '2022-02-02T16:20:11Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'subnets': [{'id': 'df754151-3b1c-42e3-99af-2980ec0c242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:22:03.378863 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4ec92-6fd1-4552-b248-85d715a37345 None None] New status for floating IP ea3ad47d-2354-4546-a804-0549146650d5: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:22:08.253535 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf92cf5-f27b-4d20-822c-d37323cbf16d req-48f7cb63-899c-4f4c-be50-a62db92e2426 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:08.254148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8cf92cf5-f27b-4d20-822c-d37323cbf16d req-48f7cb63-899c-4f4c-be50-a62db92e2426 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Synchronizing usage tracker for tenant:4c7863b928df498b82eb8063179abb34 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:22:08.363644 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8cf92cf5-f27b-4d20-822c-d37323cbf16d req-48f7cb63-899c-4f4c-be50-a62db92e2426 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Unset dirty status for tenant:4c7863b928df498b82eb8063179abb34 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:22:08.365030 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8cf92cf5-f27b-4d20-822c-d37323cbf16d req-48f7cb63-899c-4f4c-be50-a62db92e2426 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.1933854 Feb 02 16:22:08.415985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8cf92cf5-f27b-4d20-822c-d37323cbf16d req-a1b8a9ae-68c9-4d23-b76f-c1184a870aa9 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Synchronizing usage tracker for tenant:4c7863b928df498b82eb8063179abb34 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:22:08.512778 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-8cf92cf5-f27b-4d20-822c-d37323cbf16d req-a1b8a9ae-68c9-4d23-b76f-c1184a870aa9 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Unset dirty status for tenant:4c7863b928df498b82eb8063179abb34 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:22:08.513987 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8cf92cf5-f27b-4d20-822c-d37323cbf16d req-a1b8a9ae-68c9-4d23-b76f-c1184a870aa9 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419194 Feb 02 16:22:09.718410 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa3353-21e0-464a-bd2e-037e425508b1 req-24cd3abc-24eb-4e6f-a4e9-1ff01119ed55 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:09.719950 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4aa3353-21e0-464a-bd2e-037e425508b1 req-24cd3abc-24eb-4e6f-a4e9-1ff01119ed55 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.0815444 Feb 02 16:22:09.765613 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a4aa3353-21e0-464a-bd2e-037e425508b1 req-41f97929-48f8-40c1-a152-5b48ad9045fe tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/security-groups?id=adf77420-dfb9-4e49-97b3-f2e9d4c45393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389054 Feb 02 16:22:09.938737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-9ed1354f-350b-43a1-a79b-249eda2dd4e4 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:09.940180 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-9ed1354f-350b-43a1-a79b-249eda2dd4e4 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.107 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 945 time: 0.0752244 Feb 02 16:22:10.010292 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Deleting port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:10.010622 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:10.253901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] For port a2fbb9b5-84d9-4acd-b650-8604e522fcb2, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:10.254151 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:10.377892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Calling delete_port for a2fbb9b5-84d9-4acd-b650-8604e522fcb2 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:10.597690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:10.631127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['a2fbb9b5-84d9-4acd-b650-8604e522fcb2'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:22:10.650348 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Pushing event deleted for resources: {'Port': ['ID=a2fbb9b5-84d9-4acd-b650-8604e522fcb2,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:10.689286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.694308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:10.732597 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] No DVR routers for this DVR port a2fbb9b5-84d9-4acd-b650-8604e522fcb2 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:22:10.735183 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:10.737898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'name': 'network-vif-deleted', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:22:10.793802 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3ba45-aa48-4905-b19c-8aa2e771e814', 'name': 'network-vif-deleted', 'tag': 'a2fbb9b5-84d9-4acd-b650-8604e522fcb2', 'status': 'completed', 'code': 200} Feb 02 16:22:10.821726 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c804a6c0-c910-4111-80e1-83fa58a71fc5 req-f419a1fc-5068-4600-b8c2-a61499583dd0 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.107 "DELETE /v2.0/ports/a2fbb9b5-84d9-4acd-b650-8604e522fcb2 HTTP/1.1" status: 204 len: 173 time: 0.8754900 Feb 02 16:22:10.937861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6b2f359c-b343-482e-97da-a3d573096f0a req-69811def-3f11-478a-80c8-ec7855436685 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Synchronizing usage tracker for tenant:4c7863b928df498b82eb8063179abb34 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:22:11.047242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-6b2f359c-b343-482e-97da-a3d573096f0a req-69811def-3f11-478a-80c8-ec7855436685 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] Unset dirty status for tenant:4c7863b928df498b82eb8063179abb34 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:22:11.048482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6b2f359c-b343-482e-97da-a3d573096f0a req-69811def-3f11-478a-80c8-ec7855436685 tempest-TestMinimumBasicScenario-764683920 tempest-TestMinimumBasicScenario-764683920-project] 10.222.0.88 "GET /v2.0/ports?device_id=61f3ba45-aa48-4905-b19c-8aa2e771e814 HTTP/1.1" status: 200 len: 210 time: 0.1596065 Feb 02 16:22:13.357504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48322) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:13.434313 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a2fbb9b5-84d9-4acd-b650-8604e522fcb2 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:22:13.471287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: a2fbb9b5-84d9-4acd-b650-8604e522fcb2 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:22:13.471634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device a2fbb9b5-84d9-4acd-b650-8604e522fcb2 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:22:13.850841 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:14.443949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Deleting port 5c954356-8e6b-4dae-af8b-248ef71d7214 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:14.444652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:14.617167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] For port 5c954356-8e6b-4dae-af8b-248ef71d7214, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5c954356-8e6b-4dae-af8b-248ef71d7214,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:14.617518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:14.742316 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Calling delete_port for 5c954356-8e6b-4dae-af8b-248ef71d7214 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:14.980846 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:15.026255 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c954356-8e6b-4dae-af8b-248ef71d7214,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:15.413320 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:15.987377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Router 05764db5-d4e0-4997-909e-74026d8eeb65 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:22:16.187460 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:22:16.197773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] Sync routers for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:22:16.209860 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:16.215578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:16.290072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9e7e5e0b-6927-48af-adf7-f0f512e33c73 admin admin] 10.222.0.88 "PUT /v2.0/routers/05764db5-d4e0-4997-909e-74026d8eeb65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9314654 Feb 02 16:22:16.292641 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48326) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:16.388199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:16.496391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:16.673416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:22:14Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:16.678077 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] Checking router: 05764db5-d4e0-4997-909e-74026d8eeb65 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:22:16.689599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] Routers {'05764db5-d4e0-4997-909e-74026d8eeb65'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:16.690273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['05764db5-d4e0-4997-909e-74026d8eeb65'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:16.818219 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:16.873850 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] Set router 05764db5-d4e0-4997-909e-74026d8eeb65 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:16.963855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Deleting port 90af2fc0-74d6-450e-85cf-549f4f178bad {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:16.964236 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:17.143835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] For port 90af2fc0-74d6-450e-85cf-549f4f178bad, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=90af2fc0-74d6-450e-85cf-549f4f178bad,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:17.144594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:17.160199 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:22:14Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:17.164603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fec6e1-8f78-436f-ba3a-6f486a9e6988 None None] The sync data for ids ['05764db5-d4e0-4997-909e-74026d8eeb65'] in n-d-827122-1 is: [{'id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'name': 'tempest-TestMinimumBasicScenario-1807419949-router', 'tenant_id': '4c7863b928df498b82eb8063179abb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:48Z', 'updated_at': '2022-02-02T16:22:14Z', 'revision_number': 5, 'project_id': '4c7863b928df498b82eb8063179abb34', 'gw_port': {'id': '90af2fc0-74d6-450e-85cf-549f4f178bad', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05764db5-d4e0-4997-909e-74026d8eeb65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:49Z', 'updated_at': '2022-02-02T16:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:22:17.269875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Calling delete_port for 90af2fc0-74d6-450e-85cf-549f4f178bad owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:17.512116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:17.564416 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=90af2fc0-74d6-450e-85cf-549f4f178bad,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:17.678236 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:17.798314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.059820 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.063793 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.182710 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.183405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05764db5-d4e0-4997-909e-74026d8eeb65 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:22:18.195806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.196972 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-381c841f-16ba-47e0-8dd2-bfbcaa0eaea1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/05764db5-d4e0-4997-909e-74026d8eeb65 HTTP/1.1" status: 204 len: 168 time: 1.9034350 Feb 02 16:22:18.199611 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48330) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:18.263438 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e821f1b1-e6f7-4897-836d-13739912991d admin admin] Deleting subnet df754151-3b1c-42e3-99af-2980ec0c242f {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:22:18.266612 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e821f1b1-e6f7-4897-836d-13739912991d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.319298 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e821f1b1-e6f7-4897-836d-13739912991d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.402277 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e821f1b1-e6f7-4897-836d-13739912991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.412745 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.563546 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e821f1b1-e6f7-4897-836d-13739912991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.600149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821f1b1-e6f7-4897-836d-13739912991d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df754151-3b1c-42e3-99af-2980ec0c242f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:18.607220 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e821f1b1-e6f7-4897-836d-13739912991d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.612085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff7b3dc-de70-40bb-8918-717008c65714 None None] Network fe27a544-aab9-4ce4-b5c9-75184b447129 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:22:18.613497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e821f1b1-e6f7-4897-836d-13739912991d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/df754151-3b1c-42e3-99af-2980ec0c242f HTTP/1.1" status: 204 len: 168 time: 0.4126604 Feb 02 16:22:18.616257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48334) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:18.732974 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.745488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Deleting port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:18.745937 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:18.794773 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 90af2fc0-74d6-450e-85cf-549f4f178bad no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:22:18.855572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 90af2fc0-74d6-450e-85cf-549f4f178bad {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:22:18.855877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 90af2fc0-74d6-450e-85cf-549f4f178bad not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:22:18.856336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5c954356-8e6b-4dae-af8b-248ef71d7214 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:22:18.895893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 5c954356-8e6b-4dae-af8b-248ef71d7214 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:22:18.896240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5c954356-8e6b-4dae-af8b-248ef71d7214 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:22:18.984852 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] DHCP port deletion for fe27a544-aab9-4ce4-b5c9-75184b447129 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:22:18.989763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] Deleting port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:18.990140 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.042800 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] For port ba6cc88f-9b9e-4161-b717-5cb890adb5b0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ba6cc88f-9b9e-4161-b717-5cb890adb5b0,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:19.043244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.161148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Calling delete_port for ba6cc88f-9b9e-4161-b717-5cb890adb5b0 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:19.191744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] For port ba6cc88f-9b9e-4161-b717-5cb890adb5b0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ba6cc88f-9b9e-4161-b717-5cb890adb5b0,segment=NetworkSegment(88720853-03c9-4231-8ba8-aef030b22418),segment_id=88720853-03c9-4231-8ba8-aef030b22418)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:19.192857 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.310599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] Calling delete_port for ba6cc88f-9b9e-4161-b717-5cb890adb5b0 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:19.361782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 16:22:19.371924 n-d-827122-1 neutron-server[95774]: util.warn( Feb 02 16:22:19.378297 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:22:19.378654 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:22:19.409483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6cc88f-9b9e-4161-b717-5cb890adb5b0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:19.415473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] No DVR routers for this DVR port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:22:19.528735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.553051 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe27a544-aab9-4ce4-b5c9-75184b447129']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:19.564495 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88720853-03c9-4231-8ba8-aef030b22418') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:19.564784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88720853-03c9-4231-8ba8-aef030b22418') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:19.577165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.592556 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.598626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:22:19.598773 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:22:19.611293 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:22:19.813028 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.831026 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.841639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe27a544-aab9-4ce4-b5c9-75184b447129,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:19.880250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] Deleting port ba6cc88f-9b9e-4161-b717-5cb890adb5b0 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:19.880762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:19.946535 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cee541ad-ef5b-462e-9b1c-6287b8d54c3a None None] The port 'ba6cc88f-9b9e-4161-b717-5cb890adb5b0' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:22:19.947366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-78073b2b-ff51-4e7a-ab78-9a24a62ed15c admin admin] 10.222.0.88 "DELETE /v2.0/networks/fe27a544-aab9-4ce4-b5c9-75184b447129 HTTP/1.1" status: 204 len: 168 time: 1.3298516 Feb 02 16:22:19.953884 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48338) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:20.452073 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:20.765310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ba6cc88f-9b9e-4161-b717-5cb890adb5b0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:22:20.797870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ba6cc88f-9b9e-4161-b717-5cb890adb5b0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:22:20.798300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ba6cc88f-9b9e-4161-b717-5cb890adb5b0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:22:21.053359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Deleting port cfed711c-b84a-491f-a1b5-f790c158ab99 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:21.053919 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:21.227612 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] For port cfed711c-b84a-491f-a1b5-f790c158ab99, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=cfed711c-b84a-491f-a1b5-f790c158ab99,segment=NetworkSegment(8236c8a8-5534-412c-b942-4ff3c068c5dc),segment_id=8236c8a8-5534-412c-b942-4ff3c068c5dc)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:21.227992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:21.352561 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Calling delete_port for cfed711c-b84a-491f-a1b5-f790c158ab99 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:21.584758 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:21.630949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfed711c-b84a-491f-a1b5-f790c158ab99,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:22.011028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:22.590997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Router 9bff5707-8b28-4180-8eb7-95258825ae24 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:22:22.793852 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:22:22.802584 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] Sync routers for ids ['9bff5707-8b28-4180-8eb7-95258825ae24'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:22:22.814374 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] Routers {'9bff5707-8b28-4180-8eb7-95258825ae24'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:22.817684 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9bff5707-8b28-4180-8eb7-95258825ae24'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:22.878338 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b8c885c5-9b52-4ebc-82c1-e68bd6cf7856 admin admin] 10.222.0.88 "PUT /v2.0/routers/9bff5707-8b28-4180-8eb7-95258825ae24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9228888 Feb 02 16:22:22.881160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48344) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:23.024461 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] Set router 9bff5707-8b28-4180-8eb7-95258825ae24 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:23.081250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:23.295339 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:23.303620 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:22:21Z', 'revision_number': 5, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port': {'id': '4f6d463e-da50-49a2-8741-5a139de852e8', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:19:57Z', 'updated_at': '2022-02-02T16:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:23.307492 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] Checking router: 9bff5707-8b28-4180-8eb7-95258825ae24 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:22:23.318422 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] Routers {'9bff5707-8b28-4180-8eb7-95258825ae24'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:23.319000 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:21:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['9bff5707-8b28-4180-8eb7-95258825ae24'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:23.373066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Deleting port 4f6d463e-da50-49a2-8741-5a139de852e8 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:23.373407 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:23.469999 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] Set router 9bff5707-8b28-4180-8eb7-95258825ae24 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:23.547082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] For port 4f6d463e-da50-49a2-8741-5a139de852e8, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=4f6d463e-da50-49a2-8741-5a139de852e8,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:23.547326 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:23.577857 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:22:23Z', 'revision_number': 6, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:23.582276 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cdf42-a000-4a41-9659-512c500bc31a None None] The sync data for ids ['9bff5707-8b28-4180-8eb7-95258825ae24'] in n-d-827122-1 is: [{'id': '9bff5707-8b28-4180-8eb7-95258825ae24', 'name': 'tempest-TestMinimumBasicScenario-2020454555-router', 'tenant_id': 'eef18a12e9904312be692c05ab2fd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:19:56Z', 'updated_at': '2022-02-02T16:22:23Z', 'revision_number': 6, 'project_id': 'eef18a12e9904312be692c05ab2fd650', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:22:23.760256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Calling delete_port for 4f6d463e-da50-49a2-8741-5a139de852e8 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:23.998253 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.045382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6d463e-da50-49a2-8741-5a139de852e8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:24.262320 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.532255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.536565 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.658762 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.659304 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bff5707-8b28-4180-8eb7-95258825ae24 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:22:24.671981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.673108 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-13a741cd-a2b9-4464-bf88-b3d350fadb90 admin admin] 10.222.0.88 "DELETE /v2.0/routers/9bff5707-8b28-4180-8eb7-95258825ae24 HTTP/1.1" status: 204 len: 168 time: 1.7909513 Feb 02 16:22:24.675707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48348) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:24.689399 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2c2c6ec9-679d-4baf-87e9-6c3385d3c40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.745392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfbedc6-03a8-4969-95d3-157f57c8e841 admin admin] Deleting subnet 26fc8617-7503-45aa-8cbc-232848f39239 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:22:24.752419 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebfbedc6-03a8-4969-95d3-157f57c8e841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.792035 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4f6d463e-da50-49a2-8741-5a139de852e8 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:22:24.812799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebfbedc6-03a8-4969-95d3-157f57c8e841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:24.829887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 4f6d463e-da50-49a2-8741-5a139de852e8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:22:24.830237 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 4f6d463e-da50-49a2-8741-5a139de852e8 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:22:24.830678 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cfed711c-b84a-491f-a1b5-f790c158ab99 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:22:24.864352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: cfed711c-b84a-491f-a1b5-f790c158ab99 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:22:24.864567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device cfed711c-b84a-491f-a1b5-f790c158ab99 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:22:24.891810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebfbedc6-03a8-4969-95d3-157f57c8e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.055389 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebfbedc6-03a8-4969-95d3-157f57c8e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.097641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbedc6-03a8-4969-95d3-157f57c8e841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fc8617-7503-45aa-8cbc-232848f39239,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:25.102835 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ebfbedc6-03a8-4969-95d3-157f57c8e841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.107832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c853041-be86-4545-ab2b-c2815d92fe55 None None] Network d6f2df9e-dce5-48fd-9ced-9daefae13e02 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:22:25.109014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ebfbedc6-03a8-4969-95d3-157f57c8e841 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/26fc8617-7503-45aa-8cbc-232848f39239 HTTP/1.1" status: 204 len: 168 time: 0.4315856 Feb 02 16:22:25.111456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48352) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:25.219703 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.230207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Deleting port 38862665-22fe-4203-97a0-14d72b19bf90 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:25.230622 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.357169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] DHCP port deletion for d6f2df9e-dce5-48fd-9ced-9daefae13e02 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:22:25.361556 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] Deleting port 38862665-22fe-4203-97a0-14d72b19bf90 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:25.362116 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.530901 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] For port 38862665-22fe-4203-97a0-14d72b19bf90, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=38862665-22fe-4203-97a0-14d72b19bf90,segment=NetworkSegment(8236c8a8-5534-412c-b942-4ff3c068c5dc),segment_id=8236c8a8-5534-412c-b942-4ff3c068c5dc)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:25.531319 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.569915 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] For port 38862665-22fe-4203-97a0-14d72b19bf90, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=38862665-22fe-4203-97a0-14d72b19bf90,segment=NetworkSegment(8236c8a8-5534-412c-b942-4ff3c068c5dc),segment_id=8236c8a8-5534-412c-b942-4ff3c068c5dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:25.570215 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.654871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Calling delete_port for 38862665-22fe-4203-97a0-14d72b19bf90 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:25.695121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] Calling delete_port for 38862665-22fe-4203-97a0-14d72b19bf90 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:22:25.819301 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:25.824395 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:22:25.824800 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:22:25.866367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=38862665-22fe-4203-97a0-14d72b19bf90,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:25.871623 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] No DVR routers for this DVR port 38862665-22fe-4203-97a0-14d72b19bf90 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:22:25.985782 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.010787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f2df9e-dce5-48fd-9ced-9daefae13e02']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:26.026305 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8236c8a8-5534-412c-b942-4ff3c068c5dc') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:26.026603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8236c8a8-5534-412c-b942-4ff3c068c5dc') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:26.038505 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.054667 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.060534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:22:26.061126 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:22:26.073967 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:22:26.226495 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.242540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.258360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f2df9e-dce5-48fd-9ced-9daefae13e02,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:26.265813 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c276df4d-8352-4ef3-bdc6-91a96cedd6b9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/d6f2df9e-dce5-48fd-9ced-9daefae13e02 HTTP/1.1" status: 204 len: 168 time: 1.1533632 Feb 02 16:22:26.326368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] Deleting port 38862665-22fe-4203-97a0-14d72b19bf90 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:22:26.326769 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.424878 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d0ff0-55b4-444c-8cc1-add4285651be None None] The port '38862665-22fe-4203-97a0-14d72b19bf90' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:22:26.677204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48358) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:26.731322 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-24a847cc-451b-4c3d-be21-ac4779ef76f0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c7863b928df498b82eb8063179abb34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530341 Feb 02 16:22:26.734055 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48362) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:26.771910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 38862665-22fe-4203-97a0-14d72b19bf90 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:22:26.799890 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3987702-9a85-4da4-8b2b-ce523a9d00f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.810547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 38862665-22fe-4203-97a0-14d72b19bf90 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:22:26.810890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 38862665-22fe-4203-97a0-14d72b19bf90 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:22:26.827087 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3987702-9a85-4da4-8b2b-ce523a9d00f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.877882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f714379b-0786-4ccc-a93a-9020bfb29028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:26.992066 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3987702-9a85-4da4-8b2b-ce523a9d00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:27.007572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3987702-9a85-4da4-8b2b-ce523a9d00f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf77420-dfb9-4e49-97b3-f2e9d4c45393,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:27.099549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e3987702-9a85-4da4-8b2b-ce523a9d00f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:27.100703 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e3987702-9a85-4da4-8b2b-ce523a9d00f6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/adf77420-dfb9-4e49-97b3-f2e9d4c45393 HTTP/1.1" status: 204 len: 168 time: 0.3654065 Feb 02 16:22:27.885099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48370) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:27.934681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0ad45be3-a304-407a-a22b-dd17f761afdf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eef18a12e9904312be692c05ab2fd650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484204 Feb 02 16:22:27.937123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48374) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:27.997712 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0061c3bc-f3f6-467c-8e1e-594b41b0612e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:28.022548 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0061c3bc-f3f6-467c-8e1e-594b41b0612e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:28.174792 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0061c3bc-f3f6-467c-8e1e-594b41b0612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:28.188787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061c3bc-f3f6-467c-8e1e-594b41b0612e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f0cd54-5341-4135-a80c-33de2d493591,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:28.197182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-0061c3bc-f3f6-467c-8e1e-594b41b0612e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:28.198308 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-0061c3bc-f3f6-467c-8e1e-594b41b0612e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/78f0cd54-5341-4135-a80c-33de2d493591 HTTP/1.1" status: 204 len: 168 time: 0.2603257 Feb 02 16:22:28.397733 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:28.660967 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:30.175074 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:30.665699 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:22:31.460600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48418) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:31.466145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275583753', 'description': 'tempest-secgroup-smoke-275583753 description', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:31.472763 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:31.477376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:31.480977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:31.486551 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:31.574874 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:31.589159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:31.620866 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:31.624816 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:31.627547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:31.633292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:31.697987 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:31.757782 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:31.799170 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:31.801395 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6070ed2c-2877-4c90-95ac-8629e0fe10ce,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:31.805606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:31.808519 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:31.814419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:31.868327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:31.957547 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.010835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99541f7-0ec4-471e-bdd4-274d967afbfa,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:32.106375 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.107590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ba17d096-4601-4808-9bc8-822780e9ebf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6460211 Feb 02 16:22:32.110428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48422) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:32.115947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'd99541f7-0ec4-471e-bdd4-274d967afbfa', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:32.122915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:32.126675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:32.130182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:32.135950 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:32.280516 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.347300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.471662 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.495001 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ced747-2d4a-4f4c-b638-22ee462475e5,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:32.563803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.564945 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-13c446f1-df1b-407d-b534-0c1d7c55fb5f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4536240 Feb 02 16:22:32.567735 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48426) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:32.573018 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'd99541f7-0ec4-471e-bdd4-274d967afbfa', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:32.580082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:32.584430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:32.587439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:32.593215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:32.672433 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.736778 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.841804 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.867499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea76a826-1e36-42d4-b97e-615145bc67b5,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:32.950284 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:32.951807 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b1d7b9dc-9fb5-4b4f-a4be-225cbe6e5041 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3831420 Feb 02 16:22:32.954603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48430) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:32.960750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'd99541f7-0ec4-471e-bdd4-274d967afbfa', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:32.968449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:32.971381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:32.974917 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:32.980830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:33.066891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.132586 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.214886 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.239861 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108ff1d8-0f4e-4e55-9806-5755f4897c1f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:33.323533 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.324784 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e01de969-096f-4ddd-84d1-e36b8a168e21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3691854 Feb 02 16:22:33.327822 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48434) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:33.333172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'd99541f7-0ec4-471e-bdd4-274d967afbfa', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:33.340547 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:33.344307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:33.347106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:33.352943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:33.450246 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.511864 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.586156 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.609054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb44bb0-6f59-4c4b-8401-fa206108e0ee,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:33.678250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.679872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-941dc976-ecf3-434b-96dd-9672fb7df1e7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3507333 Feb 02 16:22:33.682302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48438) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:33.687696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'd99541f7-0ec4-471e-bdd4-274d967afbfa', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:33.695148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:33.700603 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:33.702252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:33.707893 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:33.763582 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:22:33.770324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.834638 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.917641 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:33.944006 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc98a4e5-698b-40d3-9c8c-148e30f6eb3f,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:34.038225 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.039362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f292b7f7-5e9b-4ff0-8879-646ff5843381 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3561189 Feb 02 16:22:34.042126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48442) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:34.047471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'd99541f7-0ec4-471e-bdd4-274d967afbfa', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:34.054739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:34.058549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:34.061471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:34.067210 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:34.185940 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:22:34.192652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.256946 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.351835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.375172 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09563944-e5df-4c1b-8dd5-8d12303b2886,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:34.443103 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.445280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-498f6945-9ece-4271-92c7-735f1b195c83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4022229 Feb 02 16:22:34.448342 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48446) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:34.453860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'network': {'name': 'tempest-network-smoke--1568897138', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:34.459699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:34.463454 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:network and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:34.466264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:34.471933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:34.555813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:22:34.558849 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.588068 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:22:34.596488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.596841 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Added segment 3d4d3934-7d3d-4074-942e-d5885f780611 of type vlan for network 3449daf9-b2cb-4683-a554-e99f969dffd4 Feb 02 16:22:34.622916 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.709962 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.713703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:34.714261 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:34.916813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Network': ['ID=3449daf9-b2cb-4683-a554-e99f969dffd4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:34.926615 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:22:34.963820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dc9902d3-0b8a-407e-ae61-712df10ade7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5144703 Feb 02 16:22:34.966750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48450) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:34.971802 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'admin_state_up': True, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:34.980043 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:34.983824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:router and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:34.986703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:34.994996 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:35.064667 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:35.065619 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:35.083544 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:35.306234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:35.544122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:35.573988 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:35.713548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.43 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/74d798b4-7e24-47bb-b892-9e8424779363) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:22:35.863832 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:35.986735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:36.067949 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:22:36.071458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:22:36.074034 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:22:36.105324 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=74d798b4-7e24-47bb-b892-9e8424779363,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:36.313367 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:36.314023 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:36.632495 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 39077cfd-6f2d-4118-b62b-93f42ed1da10 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:22:36.837772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:22:36.849106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Sync routers for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:22:36.861010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:36.861608 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:36.997591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:36.998856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-46a9cc3a-100b-4bf6-951c-113256bd7df0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0311847 Feb 02 16:22:37.001994 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48456) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:37.040106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:37.167713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-03c08fd6-4fa1-48c1-8a18-e598eb128ffe tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=777d129ad5ae4d42bbb1a50b755f8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1645098 Feb 02 16:22:37.170305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48462) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:37.327597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:36Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:37.331631 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Checking router: 39077cfd-6f2d-4118-b62b-93f42ed1da10 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:22:37.332024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Updating router 39077cfd-6f2d-4118-b62b-93f42ed1da10 port 74d798b4-7e24-47bb-b892-9e8424779363 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:22:37.383353 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:37.410399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2bdbb8-81c0-4c25-922a-0ba4332198da tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:37.411920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cc2bdbb8-81c0-4c25-922a-0ba4332198da tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2407091 Feb 02 16:22:37.415384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48466) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:37.454577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-80e485cb-1797-4931-9624-ad3c3e23c09e tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379009 Feb 02 16:22:37.456997 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48470) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:37.462796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1013802910', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:37.571559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:37.585701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:subnet and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:37.585701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:37.585701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:37.676249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:22:37.708978 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:37.721208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Transition to ACTIVE for port object 74d798b4-7e24-47bb-b892-9e8424779363 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:22:37.782828 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:37.791880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:37.874579 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Attempting to bind port 74d798b4-7e24-47bb-b892-9e8424779363 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:22:37.875293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Attempting to bind port 74d798b4-7e24-47bb-b892-9e8424779363 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:22:37.875293 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Attempting to bind port 74d798b4-7e24-47bb-b892-9e8424779363 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:22:37.880244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Pushing event updated for resources: {'Port': ['ID=74d798b4-7e24-47bb-b892-9e8424779363,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:37.890871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:22:37.891249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:22:37.891647 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:37.892134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:22:37.892593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Bound port: 74d798b4-7e24-47bb-b892-9e8424779363, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:22:37.893107 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:37.920569 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.920916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.921261 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.921827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.922165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.922498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.922825 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.923148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.923471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.923801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.924150 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:37.973400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] For port 74d798b4-7e24-47bb-b892-9e8424779363, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:22:37.977565 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] For port 74d798b4-7e24-47bb-b892-9e8424779363, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=74d798b4-7e24-47bb-b892-9e8424779363,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:22:38.070293 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:38.083248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:38.153173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66228e-cec6-43c0-bf2f-94175005a5a1 None None] Pushing event updated for resources: {'Port': ['ID=74d798b4-7e24-47bb-b892-9e8424779363,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:38.157528 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:38.158127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:38.165757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Subnet': ['ID=130e8e6c-f875-4acc-8a69-08514188ee12,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:38.176993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Checking segment: {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:22:38.177354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network hostable DHCP agents. Network: 3449daf9-b2cb-4683-a554-e99f969dffd4, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:22:38.306304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:22:38.370836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:38.447225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 3449daf9-b2cb-4683-a554-e99f969dffd4) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:22:38.452377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:38.453179 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:38.468376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f13bf-c13b-4024-b13f-069fe6252426 None None] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:22:38.587211 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7c7d0628-8a76-4c5e-b4f9-43b98be154ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1291924 Feb 02 16:22:38.597662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48474) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:38.823248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-3449daf9-b2cb-4683-a554-e99f969dffd4', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:22:38.824072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:38.887247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:36Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:38.896149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a426ce-ac4c-493c-99da-a12f3383b3b2 None None] The sync data for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 is: [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:36Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:22:39.005722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Allocated IP 172.20.0.2 (3449daf9-b2cb-4683-a554-e99f969dffd4/130e8e6c-f875-4acc-8a69-08514188ee12/58ed1efb-b1f0-4a59-b729-9ee04733a6c4) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:22:39.252033 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:39.268722 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Transition to ACTIVE for port object 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:22:39.289743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Transition to ACTIVE for port object 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:22:39.392480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:39.421468 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:39.461701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:22:39.464709 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:22:39.469118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:22:39.471223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Pushing event updated for resources: {'Port': ['ID=58ed1efb-b1f0-4a59-b729-9ee04733a6c4,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:39.569765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Attempting to bind port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:22:39.570349 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Attempting to bind port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:22:39.570783 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Attempting to bind port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 on network 3449daf9-b2cb-4683-a554-e99f969dffd4 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:22:39.578352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:22:39.578728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Checking segment: {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:22:39.579134 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:39.579537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Bound using segment: {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:22:39.580089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Bound port: 58ed1efb-b1f0-4a59-b729-9ee04733a6c4, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:22:39.580603 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:39.675686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] For port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:22:39.679735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] For port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=58ed1efb-b1f0-4a59-b729-9ee04733a6c4,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:22:39.775402 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:39.868118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fa92f-ec09-4cb9-a2f8-dc34948678b4 None None] Pushing event updated for resources: {'Port': ['ID=58ed1efb-b1f0-4a59-b729-9ee04733a6c4,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:39.959676 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.1 (3449daf9-b2cb-4683-a554-e99f969dffd4/130e8e6c-f875-4acc-8a69-08514188ee12/c0844b86-4bf4-4a4e-8af1-732228dfb88b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:22:40.147391 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:40.165516 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object c0844b86-4bf4-4a4e-8af1-732228dfb88b will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:22:40.255282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:40.328993 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:22:40.332447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:22:40.337835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:22:40.370789 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=c0844b86-4bf4-4a4e-8af1-732228dfb88b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:40.401908 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:40.567679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:40.911617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:22:40.938368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9135790-a6f9-47c2-9fcf-d0a74c111937 None None] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:22:41.067892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.147339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ee89d438-df53-4fc0-a576-4e23bc6375c7 None None] Provisioning for port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:22:41.174998 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.224379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:22:41.235493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:41.235892 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.291532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.294942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=c0844b86-4bf4-4a4e-8af1-732228dfb88b,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:41.370719 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.405173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=58ed1efb-b1f0-4a59-b729-9ee04733a6c4,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:41.438114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:22:41.439329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:22:41.481505 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.482311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 74d798b4-7e24-47bb-b892-9e8424779363 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:22:41.606677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=58ed1efb-b1f0-4a59-b729-9ee04733a6c4,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:41.633254 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-842b4590-b62b-451c-9e22-d18ac426184b None None] Provisioning complete for port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:41.633636 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-842b4590-b62b-451c-9e22-d18ac426184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.762607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 74d798b4-7e24-47bb-b892-9e8424779363 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:22:41.774283 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 74d798b4-7e24-47bb-b892-9e8424779363 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:41.774769 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.894720 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-842b4590-b62b-451c-9e22-d18ac426184b None None] Provisioning for port c0844b86-4bf4-4a4e-8af1-732228dfb88b completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:22:41.901096 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.907910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-842b4590-b62b-451c-9e22-d18ac426184b None None] Provisioning complete for port c0844b86-4bf4-4a4e-8af1-732228dfb88b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:41.908280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-842b4590-b62b-451c-9e22-d18ac426184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:41.960778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 74d798b4-7e24-47bb-b892-9e8424779363, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=74d798b4-7e24-47bb-b892-9e8424779363,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:41.972568 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-842b4590-b62b-451c-9e22-d18ac426184b None None] Port c0844b86-4bf4-4a4e-8af1-732228dfb88b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:22:41.976202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 39077cfd-6f2d-4118-b62b-93f42ed1da10 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:22:42.031992 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:42.104815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=74d798b4-7e24-47bb-b892-9e8424779363,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:42.112270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-162d889a-04b0-4855-a8ba-4aac3c762dbe None None] Provisioning complete for port c0844b86-4bf4-4a4e-8af1-732228dfb88b triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:42.112633 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-162d889a-04b0-4855-a8ba-4aac3c762dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:42.164496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-162d889a-04b0-4855-a8ba-4aac3c762dbe None None] Port c0844b86-4bf4-4a4e-8af1-732228dfb88b cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:22:42.187571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:22:42.196677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e7ef9a93-1aa9-4e24-8b25-1b39aaad85e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/39077cfd-6f2d-4118-b62b-93f42ed1da10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6056223 Feb 02 16:22:42.374478 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-9fab1a56-a3c0-4c7e-b551-5799fdaae4f5 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275583753&fields=id&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 267 time: 0.0421441 Feb 02 16:22:42.486366 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Sync routers for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:22:42.498749 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:42.499340 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:42.526620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08decd-bac2-4806-a4ba-866648079dff req-13474b2d-fe96-41e5-b582-2c7f677deaab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:42.528125 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-13474b2d-fe96-41e5-b582-2c7f677deaab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/networks?id=3449daf9-b2cb-4683-a554-e99f969dffd4 HTTP/1.1" status: 200 len: 797 time: 0.1472652 Feb 02 16:22:42.545097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-d1d0f474-62b7-4664-9f36-c6f6653a0336 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/quotas/777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 375 time: 0.0114768 Feb 02 16:22:42.626558 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-289c101e-ffde-4c2c-9e73-82f6397af379 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762289 Feb 02 16:22:42.678866 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:42.797157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:22:42.857681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-485e762b-66c1-4a27-8063-4aa9b865cec0 service neutron] 10.222.0.88 "GET /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185411 Feb 02 16:22:42.869290 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:42.869662 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:42.996141 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 74d798b4-7e24-47bb-b892-9e8424779363 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:22:43.004293 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-2c19cbf6-c7ab-414c-9892-6b153940a6e6 service neutron] 10.222.0.88 "GET /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400795 Feb 02 16:22:43.008168 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 2, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:43.012110 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Checking router: 39077cfd-6f2d-4118-b62b-93f42ed1da10 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:22:43.014497 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Updating router 39077cfd-6f2d-4118-b62b-93f42ed1da10 port c0844b86-4bf4-4a4e-8af1-732228dfb88b binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:22:43.064884 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:43.073108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 74d798b4-7e24-47bb-b892-9e8424779363 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:43.073485 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:43.273632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3ffc5423-103b-4db4-847a-1b85586c170e req-1d9ffe3e-3573-4634-8ddb-0d8f135013fc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:22:43.346642 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3ffc5423-103b-4db4-847a-1b85586c170e req-1d9ffe3e-3573-4634-8ddb-0d8f135013fc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:22:43.348785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3ffc5423-103b-4db4-847a-1b85586c170e req-1d9ffe3e-3573-4634-8ddb-0d8f135013fc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 210 time: 0.1161704 Feb 02 16:22:43.461689 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:43.472732 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Transition to ACTIVE for port object c0844b86-4bf4-4a4e-8af1-732228dfb88b will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:22:43.563003 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:43.688923 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Pushing event updated for resources: {'Port': ['ID=c0844b86-4bf4-4a4e-8af1-732228dfb88b,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:43.724494 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.724815 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.725461 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.726464 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.726788 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.727111 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.727427 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.727742 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.728078 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.728395 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.728701 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:22:43.792752 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Attempting to bind port c0844b86-4bf4-4a4e-8af1-732228dfb88b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:22:43.797813 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Attempting to bind port c0844b86-4bf4-4a4e-8af1-732228dfb88b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:22:43.797813 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Attempting to bind port c0844b86-4bf4-4a4e-8af1-732228dfb88b on network 3449daf9-b2cb-4683-a554-e99f969dffd4 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:22:43.800123 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:22:43.800488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Checking segment: {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:22:43.800879 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:43.801259 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Bound using segment: {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:22:43.801709 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Bound port: c0844b86-4bf4-4a4e-8af1-732228dfb88b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:22:43.802080 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:43.892804 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] For port c0844b86-4bf4-4a4e-8af1-732228dfb88b, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:22:43.895613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] For port c0844b86-4bf4-4a4e-8af1-732228dfb88b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c0844b86-4bf4-4a4e-8af1-732228dfb88b,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:22:44.041640 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:44.121380 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb1a93-3a1f-40be-848a-519fcb9726f5 None None] Pushing event updated for resources: {'Port': ['ID=c0844b86-4bf4-4a4e-8af1-732228dfb88b,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:44.129671 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:22:44.130286 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:22:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:44.322050 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:22:44.466764 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3578255f-78b8-4bc9-9925-2ca82816fc00 req-f8236707-71dc-46cc-9c6f-df7c98c80dcf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 210 time: 0.0474913 Feb 02 16:22:44.631182 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:43Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:22:44.635149 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f86b3-f914-43a2-af27-d75ef7db613d None None] The sync data for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 is: [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:43Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:22:44.817434 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c0844b86-4bf4-4a4e-8af1-732228dfb88b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:22:44.961603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c0844b86-4bf4-4a4e-8af1-732228dfb88b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:22:44.967138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c0844b86-4bf4-4a4e-8af1-732228dfb88b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:44.967597 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:45.091754 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:45.127548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c0844b86-4bf4-4a4e-8af1-732228dfb88b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c0844b86-4bf4-4a4e-8af1-732228dfb88b,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:45.196354 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:45.265862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c0844b86-4bf4-4a4e-8af1-732228dfb88b,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:45.637873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8a2e516-a8a5-410b-9576-49ca552e0fed req-a2ee6150-4bce-4e82-ab57-b8af8cc3f752 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 210 time: 0.0464885 Feb 02 16:22:45.853376 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08decd-bac2-4806-a4ba-866648079dff req-0f689c5a-861c-48af-b2a4-477d119b6746 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:45.854066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9b08decd-bac2-4806-a4ba-866648079dff req-0f689c5a-861c-48af-b2a4-477d119b6746 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:22:45.986126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9b08decd-bac2-4806-a4ba-866648079dff req-0f689c5a-861c-48af-b2a4-477d119b6746 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:22:45.987288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-0f689c5a-861c-48af-b2a4-477d119b6746 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/networks?id=3449daf9-b2cb-4683-a554-e99f969dffd4 HTTP/1.1" status: 200 len: 797 time: 0.2823610 Feb 02 16:22:46.048590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9b08decd-bac2-4806-a4ba-866648079dff req-975a2ef8-166e-49cd-bfce-8b833a2a5248 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:22:46.167266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-9b08decd-bac2-4806-a4ba-866648079dff req-975a2ef8-166e-49cd-bfce-8b833a2a5248 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:22:46.168453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-975a2ef8-166e-49cd-bfce-8b833a2a5248 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 379 time: 0.1619122 Feb 02 16:22:46.177635 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'port': {'device_id': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'admin_state_up': True, 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'security_groups': ['d99541f7-0ec4-471e-bdd4-274d967afbfa']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:46.317653 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:46.327700 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:46.398280 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:22:46.401334 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:46.565051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.11 (3449daf9-b2cb-4683-a554-e99f969dffd4/130e8e6c-f875-4acc-8a69-08514188ee12/a4c934e0-a01a-4a6f-bb27-2bcae981719a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:22:46.780831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:46.788506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c0844b86-4bf4-4a4e-8af1-732228dfb88b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:22:46.796290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object a4c934e0-a01a-4a6f-bb27-2bcae981719a will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:22:46.814588 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-df65873a-396c-495d-8f73-050dfa4e51b9 req-3e5b7692-e4d0-4d7e-8883-343af2bca92e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 210 time: 0.0451486 Feb 02 16:22:46.859258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c0844b86-4bf4-4a4e-8af1-732228dfb88b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:46.859624 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:46.883777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:46.956238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:22:46.959471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:22:46.963988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:22:47.000409 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=a4c934e0-a01a-4a6f-bb27-2bcae981719a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:47.035428 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:47.036159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:47.192748 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-a4a8e357-c1e5-48c8-bb6e-b63ef9a4b08a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0188341 Feb 02 16:22:47.208415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-9df0bcdd-5912-4e05-9d42-5ed93dd31725 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:22:47.209410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-9df0bcdd-5912-4e05-9d42-5ed93dd31725 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050509 Feb 02 16:22:47.281692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-827bd462-1859-4e45-9ff8-4ac2b5c0c9b3 None None] Provisioning for port a4c934e0-a01a-4a6f-bb27-2bcae981719a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:22:47.286846 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-827bd462-1859-4e45-9ff8-4ac2b5c0c9b3 None None] Provisioning complete for port a4c934e0-a01a-4a6f-bb27-2bcae981719a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:47.287223 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-827bd462-1859-4e45-9ff8-4ac2b5c0c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:47.288743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Request body: {'port': {'device_id': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:47.341728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-827bd462-1859-4e45-9ff8-4ac2b5c0c9b3 None None] Port a4c934e0-a01a-4a6f-bb27-2bcae981719a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:22:47.399966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:47.632681 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:47.843204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c934e0-a01a-4a6f-bb27-2bcae981719a {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:22:47.850743 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:47.865122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Transition to ACTIVE for port object a4c934e0-a01a-4a6f-bb27-2bcae981719a will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:22:47.940595 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:48.111666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c934e0-a01a-4a6f-bb27-2bcae981719a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:48.220696 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77a72e-5457-4995-89f4-3edd7134240c req-735e6153-0e79-46cc-b895-5856e96f378a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:48.224880 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ba77a72e-5457-4995-89f4-3edd7134240c req-735e6153-0e79-46cc-b895-5856e96f378a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:22:48.260193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Attempting to bind port a4c934e0-a01a-4a6f-bb27-2bcae981719a on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:22:48.260586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Attempting to bind port a4c934e0-a01a-4a6f-bb27-2bcae981719a by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:22:48.260913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Attempting to bind port a4c934e0-a01a-4a6f-bb27-2bcae981719a on network 3449daf9-b2cb-4683-a554-e99f969dffd4 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:22:48.267358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Port a4c934e0-a01a-4a6f-bb27-2bcae981719a on network 3449daf9-b2cb-4683-a554-e99f969dffd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:22:48.267768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Attempting to bind port a4c934e0-a01a-4a6f-bb27-2bcae981719a on network 3449daf9-b2cb-4683-a554-e99f969dffd4 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:22:48.275189 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:22:48.275532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Checking segment: {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:22:48.275943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Bound using segment: {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:22:48.276424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Bound port: a4c934e0-a01a-4a6f-bb27-2bcae981719a, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4d3934-7d3d-4074-942e-d5885f780611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:22:48.276779 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:48.356731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ba77a72e-5457-4995-89f4-3edd7134240c req-735e6153-0e79-46cc-b895-5856e96f378a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:22:48.362750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba77a72e-5457-4995-89f4-3edd7134240c req-735e6153-0e79-46cc-b895-5856e96f378a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 944 time: 0.4130623 Feb 02 16:22:48.380502 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:48.388712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] For port a4c934e0-a01a-4a6f-bb27-2bcae981719a, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:22:48.405291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] For port a4c934e0-a01a-4a6f-bb27-2bcae981719a, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a4c934e0-a01a-4a6f-bb27-2bcae981719a,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:22:48.417398 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba77a72e-5457-4995-89f4-3edd7134240c req-b25042aa-db29-4190-a5d2-f37dafb18456 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514357 Feb 02 16:22:48.493342 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:48.556650 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:48.558237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4c934e0-a01a-4a6f-bb27-2bcae981719a HTTP/1.1" status: 200 len: 1092 time: 1.3416827 Feb 02 16:22:48.561112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:22:48.581836 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c25723-96bf-42ba-bf07-6d8d0adb1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c934e0-a01a-4a6f-bb27-2bcae981719a,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:48.621219 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'status': 'completed', 'code': 200} Feb 02 16:22:48.742409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbe2d329-9f59-483d-bc19-a7c7cef1e6d4 req-90b6085d-1229-49b2-aeb9-1cbffbaaa55f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 1095 time: 0.0791197 Feb 02 16:22:48.888076 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2d329-9f59-483d-bc19-a7c7cef1e6d4 req-62869f3d-e143-4401-b5da-3d8728f2914c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:48.889520 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbe2d329-9f59-483d-bc19-a7c7cef1e6d4 req-62869f3d-e143-4401-b5da-3d8728f2914c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1353097 Feb 02 16:22:49.022864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2d329-9f59-483d-bc19-a7c7cef1e6d4 req-585a2e52-9dbd-497e-8dbd-219e20baedbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:49.024244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fbe2d329-9f59-483d-bc19-a7c7cef1e6d4 req-585a2e52-9dbd-497e-8dbd-219e20baedbc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1296113 Feb 02 16:22:49.153014 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-214a5a46-0402-41c0-89cb-cf58d239f081 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 1095 time: 0.0701177 Feb 02 16:22:49.230855 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-725437d7-5bfb-476a-9af5-d9e533453bc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c934e0-a01a-4a6f-bb27-2bcae981719a HTTP/1.1" status: 200 len: 217 time: 0.0649164 Feb 02 16:22:49.293013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08decd-bac2-4806-a4ba-866648079dff req-f9e8ae00-ccec-42ec-84d3-b8a87247b096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:49.294350 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-f9e8ae00-ccec-42ec-84d3-b8a87247b096 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=130e8e6c-f875-4acc-8a69-08514188ee12 HTTP/1.1" status: 200 len: 835 time: 0.0580144 Feb 02 16:22:49.372557 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-e2c575b8-601e-43d4-8a36-c1911959f741 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3449daf9-b2cb-4683-a554-e99f969dffd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724380 Feb 02 16:22:49.506246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-ae1ab189-c07c-4483-ad89-e1fc572c7771 service neutron] 10.222.0.64 "GET /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254642 Feb 02 16:22:49.783639 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9b08decd-bac2-4806-a4ba-866648079dff req-a465549e-c94c-48e8-b352-98e6055b26a0 service neutron] 10.222.0.64 "GET /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718771 Feb 02 16:22:49.797832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f99c0f-b824-4b59-942e-2e6f6e0cf99c req-51342e1e-0cc0-4567-8d85-9180851e21d8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:49.799225 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6f99c0f-b824-4b59-942e-2e6f6e0cf99c req-51342e1e-0cc0-4567-8d85-9180851e21d8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 944 time: 0.2229130 Feb 02 16:22:49.844897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c6f99c0f-b824-4b59-942e-2e6f6e0cf99c req-64845bb5-707a-4ca5-9b3c-c4e5fa224fdd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392869 Feb 02 16:22:51.044142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813fb28-1067-48c4-b5cc-5458566c25c0 req-c1827efb-8168-4bf0-9318-9593dc3551ce tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:51.045482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a813fb28-1067-48c4-b5cc-5458566c25c0 req-c1827efb-8168-4bf0-9318-9593dc3551ce tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 944 time: 0.0782340 Feb 02 16:22:51.089684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a813fb28-1067-48c4-b5cc-5458566c25c0 req-e446eae8-3e2a-4b3a-b86f-297db5304311 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388153 Feb 02 16:22:52.288785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386823b-cbd0-464e-bf1d-e9295b24b26c req-5180fa9c-04fd-465b-b998-210a190bca96 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:52.290224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2386823b-cbd0-464e-bf1d-e9295b24b26c req-5180fa9c-04fd-465b-b998-210a190bca96 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 944 time: 0.0797846 Feb 02 16:22:52.334950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2386823b-cbd0-464e-bf1d-e9295b24b26c req-1aa73df1-7ab0-4fb5-b7cc-dafcf9274c8a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391009 Feb 02 16:22:52.362264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a4c934e0-a01a-4a6f-bb27-2bcae981719a details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:22:52.523331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a4c934e0-a01a-4a6f-bb27-2bcae981719a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a4c934e0-a01a-4a6f-bb27-2bcae981719a,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:52.536239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'port_id': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'mac_address': 'fa:16:3e:1a:34:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:22:52.595693 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:52.613302 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c934e0-a01a-4a6f-bb27-2bcae981719a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:22:52.628462 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a4c934e0-a01a-4a6f-bb27-2bcae981719a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a4c934e0-a01a-4a6f-bb27-2bcae981719a,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:52.689132 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:52.756193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a4c934e0-a01a-4a6f-bb27-2bcae981719a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:52.974563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['a4c934e0-a01a-4a6f-bb27-2bcae981719a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:22:53.529368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dce6e-d0de-4fca-b1e6-b34c1de6a309 req-77145594-8f0f-49fe-8b8b-fccb1b3f0d4e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:53.530733 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f3dce6e-d0de-4fca-b1e6-b34c1de6a309 req-77145594-8f0f-49fe-8b8b-fccb1b3f0d4e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 945 time: 0.0762513 Feb 02 16:22:53.576022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7f3dce6e-d0de-4fca-b1e6-b34c1de6a309 req-3f0c4730-cd6d-4b08-a60d-fe78a6e70d92 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396369 Feb 02 16:22:54.387854 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a4c934e0-a01a-4a6f-bb27-2bcae981719a up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:22:54.510146 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port a4c934e0-a01a-4a6f-bb27-2bcae981719a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:22:54.514890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port a4c934e0-a01a-4a6f-bb27-2bcae981719a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:22:54.515263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:54.645677 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:54.671957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:22:54.681982 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port a4c934e0-a01a-4a6f-bb27-2bcae981719a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a4c934e0-a01a-4a6f-bb27-2bcae981719a,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:22:54.705136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6406dd2b-72d3-47d6-9f52-dd8912b991e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:54.740003 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'code': 200} Feb 02 16:22:54.763329 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:54.780849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be48e25-855d-4348-9266-654b16ea8e96 req-cbf3b077-6554-4d40-af3c-4df2d9c22ead tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:54.782318 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0be48e25-855d-4348-9266-654b16ea8e96 req-cbf3b077-6554-4d40-af3c-4df2d9c22ead tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 945 time: 0.0830634 Feb 02 16:22:54.840413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=a4c934e0-a01a-4a6f-bb27-2bcae981719a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:54.872547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0be48e25-855d-4348-9266-654b16ea8e96 req-b2354641-209d-4ba9-abea-515c8b2fbbea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834355 Feb 02 16:22:54.900969 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bbc37f1b-9fee-46d3-b88f-a6f5748c38ca req-6f9eb0c6-dcfc-40ef-87c0-edb0f691a403 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 1097 time: 0.0791163 Feb 02 16:22:54.943010 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bbc37f1b-9fee-46d3-b88f-a6f5748c38ca req-6b726ec0-95fe-452c-ba46-bda9d3d24da6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364392 Feb 02 16:22:56.088360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d0f4-dc00-4b61-a4bb-d7c87a674824 req-8b04fc02-009d-476b-b7ca-38ac252e871f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:56.089872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac19d0f4-dc00-4b61-a4bb-d7c87a674824 req-8b04fc02-009d-476b-b7ca-38ac252e871f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.0807371 Feb 02 16:22:56.136420 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ac19d0f4-dc00-4b61-a4bb-d7c87a674824 req-7198c238-e92c-4e6d-a342-fa7ea851ad43 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 Feb 02 16:22:56.894775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1ece30f0-baef-4273-871a-27bfae23efbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:57.343968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60129bf-3494-42ad-beb0-2c3c02dd6ee7 req-929c056f-f50c-45c4-9348-560852fe867f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:57.345405 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e60129bf-3494-42ad-beb0-2c3c02dd6ee7 req-929c056f-f50c-45c4-9348-560852fe867f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.0796781 Feb 02 16:22:57.389075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e60129bf-3494-42ad-beb0-2c3c02dd6ee7 req-e4e42130-fc1d-45f2-b6d3-de4442e6e742 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382028 Feb 02 16:22:57.583686 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c53e46-dedc-4e43-8164-2a78254e5ed0 req-631d9e86-6f5a-44c6-a383-c63ac45754d5 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:22:57.586601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33c53e46-dedc-4e43-8164-2a78254e5ed0 req-631d9e86-6f5a-44c6-a383-c63ac45754d5 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.0793498 Feb 02 16:22:57.631014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33c53e46-dedc-4e43-8164-2a78254e5ed0 req-5b4b2884-9679-443d-aa40-5b3ba38f8c21 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397370 Feb 02 16:22:57.659673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48528) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:57.730713 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-38deee92-3d7f-4c86-8071-ba2ce908ebb1 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 1092 time: 0.0697496 Feb 02 16:22:57.733605 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48532) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:22:57.738761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:22:57.745932 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:22:57.749721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:floatingip and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:22:57.752568 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:22:57.758187 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:22:57.826293 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:57.963250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:58.098384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.113 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/ad9b8b81-1b58-4836-87d8-7a7a76a6321e) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:22:58.244057 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:58.344594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:58.397366 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:58.413138 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:22:58.417244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:22:58.421586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:22:58.449695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=ad9b8b81-1b58-4836-87d8-7a7a76a6321e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:58.607319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:58.941434 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:59.156283 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:59.364523 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:59.425534 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:59.528178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=ad9b8b81-1b58-4836-87d8-7a7a76a6321e,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:22:59.545973 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:22:59.736083 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Floating IP 491ba2b6-763f-438e-8147-1cb52e68e07a associated. External IP: 172.25.0.113, port: a4c934e0-a01a-4a6f-bb27-2bcae981719a. Feb 02 16:23:00.132895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 39077cfd-6f2d-4118-b62b-93f42ed1da10 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:23:00.152095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:00.331788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:23:00.342053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] Sync routers for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:23:00.353754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:00.358445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:00.437526 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:00.495720 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9d9ee4bf-c0b3-4ac8-a131-88d9d522a810 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7608278 Feb 02 16:23:00.496753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:23:00.534944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:00.562974 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'status': 'completed', 'code': 200} Feb 02 16:23:00.738249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee65c-0646-42b3-b557-32d40fcc1922 req-07b5e88a-dcd9-4667-bc6b-674bbdbe3135 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:00.739636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9fee65c-0646-42b3-b557-32d40fcc1922 req-07b5e88a-dcd9-4667-bc6b-674bbdbe3135 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.1331985 Feb 02 16:23:00.749457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-266ee123-f52f-420c-9432-fbad567a6558 req-a620e452-4e7f-43f0-acc6-b125bbecd633 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 1097 time: 0.1409922 Feb 02 16:23:00.880111 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9fee65c-0646-42b3-b557-32d40fcc1922 req-cdae5402-0599-4753-abe4-702317d397df tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341071 Feb 02 16:23:00.890977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '491ba2b6-763f-438e-8147-1cb52e68e07a', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'port_id': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'mac_address': 'fa:16:3e:1a:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:22:58Z', 'updated_at': '2022-02-02T16:22:58Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:45Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:00.895130 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] Checking router: 39077cfd-6f2d-4118-b62b-93f42ed1da10 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:23:00.906642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:00.907264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:22:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:00.913077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48540) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:01.028159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e3b95fdf-5920-441f-b47b-d6f318f7f8c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/491ba2b6-763f-438e-8147-1cb52e68e07a HTTP/1.1" status: 200 len: 992 time: 0.1136897 Feb 02 16:23:01.031398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ee123-f52f-420c-9432-fbad567a6558 req-75c2140c-cf6c-496c-b732-499083be7bfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:01.032883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-266ee123-f52f-420c-9432-fbad567a6558 req-75c2140c-cf6c-496c-b732-499083be7bfb service neutron] 10.222.0.64 "GET /v2.0/networks?id=3449daf9-b2cb-4683-a554-e99f969dffd4 HTTP/1.1" status: 200 len: 899 time: 0.2673056 Feb 02 16:23:01.096249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:01.137940 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-266ee123-f52f-420c-9432-fbad567a6558 req-b1e4a327-23fb-4af6-a61f-353edd514f6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c934e0-a01a-4a6f-bb27-2bcae981719a HTTP/1.1" status: 200 len: 1000 time: 0.0992496 Feb 02 16:23:01.211539 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ee123-f52f-420c-9432-fbad567a6558 req-bd266004-84b6-4e2f-bf75-4b09ecde2727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:01.214419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-266ee123-f52f-420c-9432-fbad567a6558 req-bd266004-84b6-4e2f-bf75-4b09ecde2727 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=130e8e6c-f875-4acc-8a69-08514188ee12 HTTP/1.1" status: 200 len: 835 time: 0.0708549 Feb 02 16:23:01.305021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-266ee123-f52f-420c-9432-fbad567a6558 req-6c9191e6-e551-4c02-9e47-12742e9fd38c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3449daf9-b2cb-4683-a554-e99f969dffd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850682 Feb 02 16:23:01.449206 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-266ee123-f52f-420c-9432-fbad567a6558 req-74e4d4d3-c83c-4ea4-aac1-0f472fb55b4c service neutron] 10.222.0.64 "GET /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380758 Feb 02 16:23:01.491759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '491ba2b6-763f-438e-8147-1cb52e68e07a', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'port_id': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'mac_address': 'fa:16:3e:1a:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:22:58Z', 'updated_at': '2022-02-02T16:22:58Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:45Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:01.496272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8f52a-c3e6-49be-aeb2-c7ac3a18692c None None] The sync data for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 is: [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '491ba2b6-763f-438e-8147-1cb52e68e07a', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'port_id': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'mac_address': 'fa:16:3e:1a:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:22:58Z', 'updated_at': '2022-02-02T16:22:58Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:45Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:23:01.586261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-266ee123-f52f-420c-9432-fbad567a6558 req-69f937e0-706b-4739-9297-26894bb675d1 service neutron] 10.222.0.64 "GET /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317677 Feb 02 16:23:01.696166 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02fe5f-97d9-462a-8227-af6571213402 None None] New status for floating IP 491ba2b6-763f-438e-8147-1cb52e68e07a: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:23:02.029795 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48544) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:02.139535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-581906a1-930d-4f22-817d-92898f15852d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/491ba2b6-763f-438e-8147-1cb52e68e07a HTTP/1.1" status: 200 len: 994 time: 0.1086617 Feb 02 16:23:07.666144 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:23:17.681176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:18.351526 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:24.761581 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-675966c1-3ced-4171-b13f-c6230dd05b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:26.917860 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c1f00ae-c1cd-4ff9-8363-460fd2e10a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:28.191563 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e20d1-3043-4df6-8811-0fff01d3eb0f req-a517bdc1-5972-4b77-94c3-2438900865ee tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:28.193039 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-608e20d1-3043-4df6-8811-0fff01d3eb0f req-a517bdc1-5972-4b77-94c3-2438900865ee tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.1624258 Feb 02 16:23:28.242224 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-608e20d1-3043-4df6-8811-0fff01d3eb0f req-fec5688b-8e64-4a61-8517-8681d9a3c2d5 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436597 Feb 02 16:23:28.419088 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:28.660099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:29.514933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820ad92-2264-401f-b3bf-8674d7c0e0ef req-52e376a6-e7a1-4f3f-817c-11b61f8ef97e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:29.516409 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7820ad92-2264-401f-b3bf-8674d7c0e0ef req-52e376a6-e7a1-4f3f-817c-11b61f8ef97e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.1485331 Feb 02 16:23:29.562288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7820ad92-2264-401f-b3bf-8674d7c0e0ef req-d4127dd2-4491-481e-bbff-6d5ae5b4e6db tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Feb 02 16:23:29.591211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48572) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:29.695447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ad3832e0-e47a-4c90-9646-da1af1bc4ce2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/491ba2b6-763f-438e-8147-1cb52e68e07a HTTP/1.1" status: 200 len: 994 time: 0.1031139 Feb 02 16:23:30.174010 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:31.306710 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b41b4-f762-4c7f-bf0f-d1ed6c34b3d6 req-05de3752-64a5-4234-aa81-db5be7613d42 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:31.308898 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a49b41b4-f762-4c7f-bf0f-d1ed6c34b3d6 req-05de3752-64a5-4234-aa81-db5be7613d42 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.0798354 Feb 02 16:23:31.360298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a49b41b4-f762-4c7f-bf0f-d1ed6c34b3d6 req-2f40aa14-020b-4151-a5d9-e7c37014df4f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451367 Feb 02 16:23:32.561302 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc443-dcb6-463a-8234-e0e2487f1dbe req-2f999d64-00c7-42f9-8662-65cbe282f9a3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:32.562754 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57cdc443-dcb6-463a-8234-e0e2487f1dbe req-2f999d64-00c7-42f9-8662-65cbe282f9a3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.0759513 Feb 02 16:23:32.607938 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-57cdc443-dcb6-463a-8234-e0e2487f1dbe req-b14f80dd-90a8-40cb-9c45-f1bf31adbbc7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393708 Feb 02 16:23:32.637081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48584) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:32.741387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-3c979338-ea76-4cae-af5f-c0c4bf6116d1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/491ba2b6-763f-438e-8147-1cb52e68e07a HTTP/1.1" status: 200 len: 994 time: 0.1030946 Feb 02 16:23:33.036662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48592) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:33.309147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port ad9b8b81-1b58-4836-87d8-7a7a76a6321e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:23:33.309444 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:33.476823 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:33.477148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:33.594543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for ad9b8b81-1b58-4836-87d8-7a7a76a6321e owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:23:33.814023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:33.857622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=ad9b8b81-1b58-4836-87d8-7a7a76a6321e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:33.896350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.896700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.897039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.897371 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.897700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.898028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.898358 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.898684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.899006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.899327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.899662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:33.961408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:34.344968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 39077cfd-6f2d-4118-b62b-93f42ed1da10 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:23:34.542681 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:23:34.551910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] Sync routers for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:23:34.564538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:34.565175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:34.620886 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:34.751490 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:34.776089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08b88745-9949-42c9-8cac-6a1e553d7473 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/floatingips/491ba2b6-763f-438e-8147-1cb52e68e07a HTTP/1.1" status: 204 len: 168 time: 1.7383709 Feb 02 16:23:34.776795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:23:34.915914 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'status': 'completed', 'code': 200} Feb 02 16:23:35.035910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-6c63f1ad-64a8-4f89-a5ab-b19adf90ebf7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 1097 time: 0.0752277 Feb 02 16:23:35.083339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:45Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:35.087259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] Checking router: 39077cfd-6f2d-4118-b62b-93f42ed1da10 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:23:35.097576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:35.098178 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:35.177179 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-2c433a4e-22d8-448b-bb6b-437854ddb2c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:35.178566 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-2c433a4e-22d8-448b-bb6b-437854ddb2c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3449daf9-b2cb-4683-a554-e99f969dffd4 HTTP/1.1" status: 200 len: 899 time: 0.1366448 Feb 02 16:23:35.247476 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-afa90c58-6583-4c7c-9883-49501e1c8a32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4c934e0-a01a-4a6f-bb27-2bcae981719a HTTP/1.1" status: 200 len: 217 time: 0.0627131 Feb 02 16:23:35.280250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:35.316659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-e0bec3de-c683-491a-8971-69035f5996a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:35.318238 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-e0bec3de-c683-491a-8971-69035f5996a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=130e8e6c-f875-4acc-8a69-08514188ee12 HTTP/1.1" status: 200 len: 835 time: 0.0646472 Feb 02 16:23:35.395947 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-42b795aa-0ccc-4c8d-b73c-fc16ad2a7d9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3449daf9-b2cb-4683-a554-e99f969dffd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714922 Feb 02 16:23:35.418996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558b4e1-c51e-4dac-aba7-c9f9dad2d287 req-ab1d8754-3d91-4004-a266-a82761106726 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:35.419692 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5558b4e1-c51e-4dac-aba7-c9f9dad2d287 req-ab1d8754-3d91-4004-a266-a82761106726 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:23:35.494507 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5558b4e1-c51e-4dac-aba7-c9f9dad2d287 req-ab1d8754-3d91-4004-a266-a82761106726 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:23:35.502254 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5558b4e1-c51e-4dac-aba7-c9f9dad2d287 req-ab1d8754-3d91-4004-a266-a82761106726 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.1610968 Feb 02 16:23:35.550811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5558b4e1-c51e-4dac-aba7-c9f9dad2d287 req-f67990c8-860b-463e-9a24-473e7026ee87 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473409 Feb 02 16:23:35.637119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-f342f963-335e-4f99-844c-f97d3c9683c2 service neutron] 10.222.0.64 "GET /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336602 Feb 02 16:23:35.650984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:45Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:35.655268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7289c-782e-4748-8b0c-9c6b89807fc7 None None] The sync data for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 is: [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:40Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c0844b86-4bf4-4a4e-8af1-732228dfb88b', 'name': '', 'network_id': '3449daf9-b2cb-4683-a554-e99f969dffd4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:39Z', 'updated_at': '2022-02-02T16:22:45Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '130e8e6c-f875-4acc-8a69-08514188ee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:23:35.784233 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-366111fc-8efc-41e5-a7de-51c2d7ab9d76 req-a0969cbe-ef2c-4fb9-82e5-165a558243ad service neutron] 10.222.0.64 "GET /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395628 Feb 02 16:23:35.898618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5fb8c-d556-4a9f-8b5f-33d7b13237d0 None None] New status for floating IP 491ba2b6-763f-438e-8147-1cb52e68e07a: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:23:36.755434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f9375-2927-49ab-b43e-03344be9c0c5 req-c857c165-ac42-4673-8b51-085fb782f546 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:36.757140 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-203f9375-2927-49ab-b43e-03344be9c0c5 req-c857c165-ac42-4673-8b51-085fb782f546 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.0841022 Feb 02 16:23:36.804032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-203f9375-2927-49ab-b43e-03344be9c0c5 req-90351eae-cfa3-4133-8e3a-4a47f4491394 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=d99541f7-0ec4-471e-bdd4-274d967afbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 Feb 02 16:23:37.038055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744b299-d544-4369-89f5-857bb08e8e64 req-3263107a-15fa-4d09-8a06-bd201aa9fbe4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:37.039608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8744b299-d544-4369-89f5-857bb08e8e64 req-3263107a-15fa-4d09-8a06-bd201aa9fbe4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 946 time: 0.0806875 Feb 02 16:23:37.122307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port a4c934e0-a01a-4a6f-bb27-2bcae981719a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:23:37.122644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:37.362106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port a4c934e0-a01a-4a6f-bb27-2bcae981719a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=a4c934e0-a01a-4a6f-bb27-2bcae981719a,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:23:37.362459 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:37.485357 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for a4c934e0-a01a-4a6f-bb27-2bcae981719a owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:23:37.676826 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:37.725651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=a4c934e0-a01a-4a6f-bb27-2bcae981719a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:37.766431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.767026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.767132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.767421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.767748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.768103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.768431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.768755 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.769073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.769388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.769704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:37.812954 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] No DVR routers for this DVR port a4c934e0-a01a-4a6f-bb27-2bcae981719a on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:23:37.815509 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:37.818090 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'name': 'network-vif-deleted', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:23:37.875982 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ffd25a-6f25-42c6-b8fb-de7914168572', 'name': 'network-vif-deleted', 'tag': 'a4c934e0-a01a-4a6f-bb27-2bcae981719a', 'status': 'completed', 'code': 200} Feb 02 16:23:37.894781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8744b299-d544-4369-89f5-857bb08e8e64 req-e05bbe5d-8b9c-4fc5-bcf9-5e8782934b4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "DELETE /v2.0/ports/a4c934e0-a01a-4a6f-bb27-2bcae981719a HTTP/1.1" status: 204 len: 173 time: 0.8488648 Feb 02 16:23:37.973242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-67e68eed-44f6-4084-97f6-f03e4a986cd1 req-15ff23c5-06ad-4027-b725-5e0ca2ac325b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:23:38.037253 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-67e68eed-44f6-4084-97f6-f03e4a986cd1 req-15ff23c5-06ad-4027-b725-5e0ca2ac325b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:23:38.038578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-67e68eed-44f6-4084-97f6-f03e4a986cd1 req-15ff23c5-06ad-4027-b725-5e0ca2ac325b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ffd25a-6f25-42c6-b8fb-de7914168572 HTTP/1.1" status: 200 len: 210 time: 0.1060836 Feb 02 16:23:39.150485 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48614) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:39.640083 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:40.258683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port c0844b86-4bf4-4a4e-8af1-732228dfb88b {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:23:40.259381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:40.453319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port c0844b86-4bf4-4a4e-8af1-732228dfb88b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c0844b86-4bf4-4a4e-8af1-732228dfb88b,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:23:40.453723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:40.576144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for c0844b86-4bf4-4a4e-8af1-732228dfb88b owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:23:40.830128 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:40.880704 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=c0844b86-4bf4-4a4e-8af1-732228dfb88b,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:41.281234 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:41.855192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 39077cfd-6f2d-4118-b62b-93f42ed1da10 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:23:42.054256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:23:42.064491 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] Sync routers for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:23:42.076582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:42.088050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:42.163828 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d2d089da-d787-47a1-a6bf-2c11dd8e288b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/39077cfd-6f2d-4118-b62b-93f42ed1da10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0121567 Feb 02 16:23:42.167922 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48618) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:42.254212 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:42.356147 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a2edc6-76a8-4f2c-89b8-2191d4c1b214 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting subnet 130e8e6c-f875-4acc-8a69-08514188ee12 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:23:42.359129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48a2edc6-76a8-4f2c-89b8-2191d4c1b214 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:42.417435 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48a2edc6-76a8-4f2c-89b8-2191d4c1b214 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:42.499148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48a2edc6-76a8-4f2c-89b8-2191d4c1b214 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:42.540138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:23:40Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:42.544539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] Checking router: 39077cfd-6f2d-4118-b62b-93f42ed1da10 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:23:42.554666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] Routers {'39077cfd-6f2d-4118-b62b-93f42ed1da10'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:42.555259 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['39077cfd-6f2d-4118-b62b-93f42ed1da10'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:42.629435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a4c934e0-a01a-4a6f-bb27-2bcae981719a no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:23:42.636312 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48a2edc6-76a8-4f2c-89b8-2191d4c1b214 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:42.670094 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: a4c934e0-a01a-4a6f-bb27-2bcae981719a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:23:42.670440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device a4c934e0-a01a-4a6f-bb27-2bcae981719a not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:23:42.676585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2edc6-76a8-4f2c-89b8-2191d4c1b214 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Subnet': ['ID=130e8e6c-f875-4acc-8a69-08514188ee12,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:42.684145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-48a2edc6-76a8-4f2c-89b8-2191d4c1b214 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:42.692171 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-48a2edc6-76a8-4f2c-89b8-2191d4c1b214 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/subnets/130e8e6c-f875-4acc-8a69-08514188ee12 HTTP/1.1" status: 204 len: 168 time: 0.5234213 Feb 02 16:23:42.693944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48622) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:42.726592 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53923acb-3e19-49d8-b67e-bf9c8ba43966 None None] Network 3449daf9-b2cb-4683-a554-e99f969dffd4 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:23:42.891389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] Set router 39077cfd-6f2d-4118-b62b-93f42ed1da10 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:42.907823 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:43.218540 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:43.292268 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:23:40Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:43.295646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] DHCP port deletion for 3449daf9-b2cb-4683-a554-e99f969dffd4 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:23:43.300097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931ae9c-e822-45de-91a0-bf0df9219057 None None] The sync data for ids ['39077cfd-6f2d-4118-b62b-93f42ed1da10'] in n-d-827122-1 is: [{'id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103148319', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '74d798b4-7e24-47bb-b892-9e8424779363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:23:40Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '74d798b4-7e24-47bb-b892-9e8424779363', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39077cfd-6f2d-4118-b62b-93f42ed1da10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:22:35Z', 'updated_at': '2022-02-02T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:23:43.302505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Deleting port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:23:43.303535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:43.334273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 74d798b4-7e24-47bb-b892-9e8424779363 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:23:43.339165 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:43.506258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] For port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=58ed1efb-b1f0-4a59-b729-9ee04733a6c4,segment=NetworkSegment(3d4d3934-7d3d-4074-942e-d5885f780611),segment_id=3d4d3934-7d3d-4074-942e-d5885f780611)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:23:43.506528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:43.512869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 74d798b4-7e24-47bb-b892-9e8424779363, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=74d798b4-7e24-47bb-b892-9e8424779363,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:23:43.513405 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:43.628857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Calling delete_port for 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:23:43.639140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 74d798b4-7e24-47bb-b892-9e8424779363 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:23:43.762858 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:43.808159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Pushing event deleted for resources: {'Port': ['ID=58ed1efb-b1f0-4a59-b729-9ee04733a6c4,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:43.821824 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.822400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.822523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.822894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.823239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.823572 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.824007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.824345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.824670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.825025 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.825597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:43.828311 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f83bd1-e092-4ef7-8218-0c6482329f51 None None] No DVR routers for this DVR port 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:23:43.881269 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:43.926534 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=74d798b4-7e24-47bb-b892-9e8424779363,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:44.146839 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.402923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.406859 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.516652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.517345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Fanout notify agent at l3_agent the message router_deleted on router 39077cfd-6f2d-4118-b62b-93f42ed1da10 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:23:44.531343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.532591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ee07c377-387a-4ea8-b978-a3fad2e5bf33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/routers/39077cfd-6f2d-4118-b62b-93f42ed1da10 HTTP/1.1" status: 204 len: 168 time: 1.8375711 Feb 02 16:23:44.535463 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48626) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:44.652011 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.665990 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:23:44.781812 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.810241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3449daf9-b2cb-4683-a554-e99f969dffd4']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:44.821892 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4d3934-7d3d-4074-942e-d5885f780611') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:44.822185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4d3934-7d3d-4074-942e-d5885f780611') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:44.833356 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.849370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.856104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:23:44.856493 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:23:44.870357 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:23:44.999670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c0844b86-4bf4-4a4e-8af1-732228dfb88b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:23:45.002643 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:45.023724 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:45.034594 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c0844b86-4bf4-4a4e-8af1-732228dfb88b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:23:45.034944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c0844b86-4bf4-4a4e-8af1-732228dfb88b not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:23:45.035374 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:23:45.035707 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Network': ['ID=3449daf9-b2cb-4683-a554-e99f969dffd4,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:45.070633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:23:45.070981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 58ed1efb-b1f0-4a59-b729-9ee04733a6c4 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:23:45.071401 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 74d798b4-7e24-47bb-b892-9e8424779363 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:23:45.103132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 74d798b4-7e24-47bb-b892-9e8424779363 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:23:45.103476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 74d798b4-7e24-47bb-b892-9e8424779363 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:23:45.107692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2b053b09-c3e7-4126-a3ff-d09237d997ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/networks/3449daf9-b2cb-4683-a554-e99f969dffd4 HTTP/1.1" status: 204 len: 168 time: 0.5709405 Feb 02 16:23:45.110216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48630) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:45.272911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbccfd41-5b77-4710-8d97-eb35d9edd642 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:45.302381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbccfd41-5b77-4710-8d97-eb35d9edd642 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:45.431169 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbccfd41-5b77-4710-8d97-eb35d9edd642 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:45.448502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccfd41-5b77-4710-8d97-eb35d9edd642 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99541f7-0ec4-471e-bdd4-274d967afbfa,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:45.539020 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bbccfd41-5b77-4710-8d97-eb35d9edd642 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:45.540205 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bbccfd41-5b77-4710-8d97-eb35d9edd642 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/security-groups/d99541f7-0ec4-471e-bdd4-274d967afbfa HTTP/1.1" status: 204 len: 168 time: 0.4285967 Feb 02 16:23:46.024385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48640) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:46.030077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505376132', 'description': 'tempest-secgroup-smoke-1505376132 description', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:46.036788 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:46.040870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:46.044328 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:46.049889 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:46.122849 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.158150 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:46.161836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:46.164583 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:46.170814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:46.224777 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.315624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.359986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446df7f8-58e0-4e47-9e11-8492e2b7dc02,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:46.452592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.453854 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-280f0775-a801-4311-8258-b7fb3537da66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4284492 Feb 02 16:23:46.456747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48644) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:46.462349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '446df7f8-58e0-4e47-9e11-8492e2b7dc02', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:46.469674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:46.473479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:46.476365 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:46.483088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:46.574627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.636069 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.711232 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.737000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0877890-4f45-4a6e-8a49-92f083b91aa1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:46.802854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.804100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-49cbdd75-dccc-45fd-a294-d92fe83e049f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3463962 Feb 02 16:23:46.806817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48648) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:46.812326 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '446df7f8-58e0-4e47-9e11-8492e2b7dc02', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:46.818861 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:46.822651 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:46.826316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:46.831727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:46.929342 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:46.992447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.058408 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.082635 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b9df4d-5238-4f3f-ac6c-6ba0ab0cb846,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:47.155651 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.156843 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-396119cb-2974-4dd8-8546-7e7a0274b96c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3490846 Feb 02 16:23:47.159509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48652) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:47.164749 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '446df7f8-58e0-4e47-9e11-8492e2b7dc02', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:47.172521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:47.176239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:47.179090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:47.184745 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:47.258950 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.319688 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.418528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.443187 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b221b0-d4dd-4db5-9fe5-f28190cfbcf9,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:47.528360 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.529557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4b7e523b-1223-468c-be2a-2d51040ad86d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3691261 Feb 02 16:23:47.532220 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:47.537632 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '446df7f8-58e0-4e47-9e11-8492e2b7dc02', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:47.544759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:47.548486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:47.551272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:47.556779 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:47.654595 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.681453 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.721100 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.809677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.833402 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f93b230-eb17-4aab-bdb0-08e363f00f00,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:47.899899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:47.901365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1ab5e0ce-848a-4d1a-a733-5991dd84f372 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3680356 Feb 02 16:23:47.904000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48660) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:47.909320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '446df7f8-58e0-4e47-9e11-8492e2b7dc02', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:47.915776 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:47.919859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:47.922675 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:47.928289 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:48.013956 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:23:48.020396 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.083664 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.156633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.182301 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f91a26-80c2-4409-b138-e19ca474696a,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:48.254034 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.255318 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-91b4340a-83dd-4715-b9b0-8187bf3fbdda tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3504124 Feb 02 16:23:48.258165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48664) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:48.264804 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '446df7f8-58e0-4e47-9e11-8492e2b7dc02', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:48.271526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:48.275274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:48.279449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:48.285081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:48.366681 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.379707 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:23:48.387238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.450649 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.521014 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.546331 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78802907-93c6-4d58-a194-f6844dd32f53,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:48.608423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.609610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4de7e0ba-6fe6-47f0-b6b2-935cf679b8ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3505418 Feb 02 16:23:48.612517 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48668) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:48.617841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'network': {'name': 'tempest-network-smoke--433837658', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'port_security_enabled': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:48.624148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:48.628145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:network and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:48.630920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:48.637046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:48.728378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:23:48.731524 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.759510 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:23:48.768927 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.769263 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Added segment 7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853 of type vlan for network 048364c2-267f-4947-a456-6000570bee10 Feb 02 16:23:48.795906 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.871540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.875283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:48.875877 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:48.983101 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Network': ['ID=048364c2-267f-4947-a456-6000570bee10,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:48.993050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 048364c2-267f-4947-a456-6000570bee10 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:23:49.040205 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-60664fc3-d483-4389-8597-776d64d917cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4240661 Feb 02 16:23:49.040426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48672) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:49.045629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'admin_state_up': True, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:49.053249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:49.056926 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:router and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:49.059815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:49.065415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:49.145572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:49.146528 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:49.164796 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:49.367831 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:49.617759 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:49.646749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:49.860275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.142 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/5a9dfab4-03d4-405a-b19e-3b4061bb412e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:23:50.005267 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:50.071280 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:50.134674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:23:50.137596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:23:50.141255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:23:50.173864 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=5a9dfab4-03d4-405a-b19e-3b4061bb412e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:50.357699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:50.358431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:50.646950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:23:50.845652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:23:50.855073 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Sync routers for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:23:50.867447 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:50.868465 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:50.944576 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:50.945717 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9858c108-767c-403b-8d5e-7b10bb65750e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9043829 Feb 02 16:23:50.949807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48676) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:50.992191 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-247b87e9-7a82-4a8c-9f1e-b9d904dc18db tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=777d129ad5ae4d42bbb1a50b755f8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409687 Feb 02 16:23:50.995491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48680) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:51.044913 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:51.123224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a4895-8269-4b7e-a5f3-5c607743e3ac tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:51.124742 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ac4a4895-8269-4b7e-a5f3-5c607743e3ac tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281543 Feb 02 16:23:51.127575 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48684) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:51.165647 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4d1d7e20-1c5d-40f2-991b-0a55c7cc4edb tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370066 Feb 02 16:23:51.169435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48688) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:51.174637 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1152870474', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:23:51.284114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:23:51.287768 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:subnet and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:23:51.290536 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:23:51.296793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:23:51.325307 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:50Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:51.329170 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Checking router: 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:23:51.329507 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Updating router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 port 5a9dfab4-03d4-405a-b19e-3b4061bb412e binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:23:51.379856 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:51.406876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:23:51.509155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:51.697426 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:51.709610 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Transition to ACTIVE for port object 5a9dfab4-03d4-405a-b19e-3b4061bb412e will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:23:51.767076 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:51.790387 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:51.848552 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Pushing event updated for resources: {'Port': ['ID=5a9dfab4-03d4-405a-b19e-3b4061bb412e,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:51.850770 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Attempting to bind port 5a9dfab4-03d4-405a-b19e-3b4061bb412e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:23:51.851132 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Attempting to bind port 5a9dfab4-03d4-405a-b19e-3b4061bb412e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:23:51.851482 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Attempting to bind port 5a9dfab4-03d4-405a-b19e-3b4061bb412e on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:23:51.864545 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:23:51.865348 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:23:51.865348 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:51.865653 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:23:51.866181 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Bound port: 5a9dfab4-03d4-405a-b19e-3b4061bb412e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:23:51.866462 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:51.895305 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.895635 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.896004 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.896332 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.896656 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.896976 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.897291 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.897605 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.897917 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.898247 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.898540 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:23:51.946588 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] For port 5a9dfab4-03d4-405a-b19e-3b4061bb412e, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:23:51.950605 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] For port 5a9dfab4-03d4-405a-b19e-3b4061bb412e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5a9dfab4-03d4-405a-b19e-3b4061bb412e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:23:51.976086 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Subnet': ['ID=ae9a2f74-e598-48aa-ba21-e2f363d4394c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:51.990477 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Checking segment: {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:23:51.990830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network hostable DHCP agents. Network: 048364c2-267f-4947-a456-6000570bee10, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:23:52.026700 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:52.089282 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 048364c2-267f-4947-a456-6000570bee10 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:23:52.109530 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae8f9c-adf7-4d32-bf1b-5670428953c2 None None] Pushing event updated for resources: {'Port': ['ID=5a9dfab4-03d4-405a-b19e-3b4061bb412e,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:52.112050 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:52.112631 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:52.157083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 048364c2-267f-4947-a456-6000570bee10) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:23:52.161870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:52.163899 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:52.165355 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7bb549-8262-42a5-88a9-35bd8c339e7e None None] Network 048364c2-267f-4947-a456-6000570bee10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:23:52.248240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1fe3cc3f-bfe1-441b-8ace-f0e34c37f4b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0775828 Feb 02 16:23:52.251200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48692) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:23:52.318397 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:52.389177 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-048364c2-267f-4947-a456-6000570bee10', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:23:52.390109 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:52.554204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Allocated IP 172.20.0.2 (048364c2-267f-4947-a456-6000570bee10/ae9a2f74-e598-48aa-ba21-e2f363d4394c/75e3ad3a-0d3f-414a-8c47-7e3951e74cd5) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:23:52.614020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:50Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:52.618027 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f44b27-1f87-42d8-9555-ee42ef87138e None None] The sync data for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 is: [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:50Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:23:52.800057 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:52.811827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Transition to ACTIVE for port object 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:23:52.854498 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Transition to ACTIVE for port object 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:23:52.918301 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:52.998264 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Network 048364c2-267f-4947-a456-6000570bee10 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:23:53.002082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:23:53.007930 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:23:53.008065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Pushing event updated for resources: {'Port': ['ID=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:53.077728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:53.145143 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Attempting to bind port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:23:53.145526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Attempting to bind port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:23:53.145913 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Attempting to bind port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 on network 048364c2-267f-4947-a456-6000570bee10 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:23:53.155208 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:23:53.155580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Checking segment: {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:23:53.156093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:53.156517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Bound using segment: {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:23:53.157027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Bound port: 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:23:53.157402 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:53.251196 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] For port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:23:53.254499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] For port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:23:53.346017 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:53.435888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9504794-c9f6-4714-94b0-da784666d614 None None] Pushing event updated for resources: {'Port': ['ID=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:53.481894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.1 (048364c2-267f-4947-a456-6000570bee10/ae9a2f74-e598-48aa-ba21-e2f363d4394c/83a0c627-3a81-4f76-9aa6-f40aa82b2cf0) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:23:53.664788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:53.681694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:23:53.762029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:53.832697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 048364c2-267f-4947-a456-6000570bee10 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:23:53.835721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:23:53.840329 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:23:53.869973 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:53.899150 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:54.168592 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:54.380198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172082ab-73c0-431f-a74e-d806781bc973 None None] Network 048364c2-267f-4947-a456-6000570bee10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:23:54.579962 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:54.583363 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3fb23f4a-ef95-415c-81d9-5a6aebeacb2c None None] Provisioning for port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:23:54.683376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:54.694054 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5ae13760-7e7e-4c7d-9b3c-1856981f81c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:54.799747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:54.800543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:54.893250 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5a9dfab4-03d4-405a-b19e-3b4061bb412e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:23:54.960790 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 048364c2-267f-4947-a456-6000570bee10 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:23:54.962033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:23:55.042597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 5a9dfab4-03d4-405a-b19e-3b4061bb412e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:23:55.048080 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5a9dfab4-03d4-405a-b19e-3b4061bb412e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:23:55.052323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:55.083124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b92cc7b7-6190-4cc1-9ff8-da0337ee0f8a None None] Provisioning for port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:23:55.098801 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b92cc7b7-6190-4cc1-9ff8-da0337ee0f8a None None] Provisioning complete for port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:23:55.099181 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b92cc7b7-6190-4cc1-9ff8-da0337ee0f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:55.167647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b92cc7b7-6190-4cc1-9ff8-da0337ee0f8a None None] Port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:23:55.223064 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:55.238272 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 5a9dfab4-03d4-405a-b19e-3b4061bb412e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5a9dfab4-03d4-405a-b19e-3b4061bb412e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:23:55.288622 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-992213be-cfcd-4012-8ab7-de1c0fb88574 None None] Provisioning complete for port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:23:55.288916 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-992213be-cfcd-4012-8ab7-de1c0fb88574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:55.319431 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:55.321446 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:23:55.364115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:23:55.435093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-992213be-cfcd-4012-8ab7-de1c0fb88574 None None] Port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:23:55.460343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=5a9dfab4-03d4-405a-b19e-3b4061bb412e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:55.538549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:23:55.544587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:23:55.544966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:55.569222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:23:55.582864 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4a2cc2a8-55a6-4c1a-99c7-5456ec0c5e3f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3304911 Feb 02 16:23:55.663991 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:55.700999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:23:55.763717 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-0fb98b5c-a7de-49b0-bb7a-2b45911cfb8d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:23:55.774263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:55.831052 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-0fb98b5c-a7de-49b0-bb7a-2b45911cfb8d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:23:55.832279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-0fb98b5c-a7de-49b0-bb7a-2b45911cfb8d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505376132&fields=id&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 267 time: 0.1123140 Feb 02 16:23:55.844471 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:55.987279 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-34e3e730-537e-4ae8-b05b-9f9bb985ed4e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:23:55.988743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-34e3e730-537e-4ae8-b05b-9f9bb985ed4e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/networks?id=048364c2-267f-4947-a456-6000570bee10 HTTP/1.1" status: 200 len: 796 time: 0.1488807 Feb 02 16:23:56.006189 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-996837a0-cc26-4a58-a4ce-a44e9ed0425e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/quotas/777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 375 time: 0.0119252 Feb 02 16:23:56.092557 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-681471c8-3a07-46c6-be29-08aa02af156f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:23:56.153018 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Sync routers for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:23:56.162793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-681471c8-3a07-46c6-be29-08aa02af156f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:23:56.164151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-681471c8-3a07-46c6-be29-08aa02af156f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521065 Feb 02 16:23:56.164984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:56.165596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:56.309327 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-ee53065c-dca3-44cf-9e1b-388eb4641cea service neutron] 10.222.0.88 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329100 Feb 02 16:23:56.345222 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:56.449430 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-16de0587-8363-4c81-8161-b8e0c055a194 service neutron] 10.222.0.88 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322048 Feb 02 16:23:56.703548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:54Z', 'revision_number': 2, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:56.707713 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Checking router: 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:23:56.708100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Updating router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:23:56.729807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d9c4a399-b4c9-4bf3-9b52-c14b9eb573c2 req-51b57e36-c790-4cdc-aada-912097898263 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:23:56.742115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d9c4a399-b4c9-4bf3-9b52-c14b9eb573c2 req-51b57e36-c790-4cdc-aada-912097898263 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:23:56.743628 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d9c4a399-b4c9-4bf3-9b52-c14b9eb573c2 req-51b57e36-c790-4cdc-aada-912097898263 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 210 time: 0.0587523 Feb 02 16:23:56.769490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:56.842420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5a9dfab4-03d4-405a-b19e-3b4061bb412e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:23:56.961914 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a8271c05-4baa-4476-8087-f245ec76ac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:57.059065 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5a9dfab4-03d4-405a-b19e-3b4061bb412e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:23:57.059451 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:57.270971 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:23:57.327186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:57.345517 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Transition to ACTIVE for port object 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:23:57.360798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:23:57.361165 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:57.407546 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:57.542223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323ac37-bc9f-4ec9-a89f-092dcbd9d686 None None] Pushing event updated for resources: {'Port': ['ID=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:57.691922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Attempting to bind port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:23:57.692295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Attempting to bind port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:23:57.692670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Attempting to bind port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 on network 048364c2-267f-4947-a456-6000570bee10 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:23:57.704244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:23:57.712643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Checking segment: {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:23:57.712643 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:57.712643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Bound using segment: {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:23:57.712643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Bound port: 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:23:57.712643 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:57.794029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] For port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:23:57.797038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] For port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:23:57.857829 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3eb228de-5385-4dd6-8b6b-04ecb97b3abe req-53bf5647-91b3-4e01-b8bb-c491170ff01e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 210 time: 0.0456901 Feb 02 16:23:57.872751 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:57.957202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323ac37-bc9f-4ec9-a89f-092dcbd9d686 None None] Pushing event updated for resources: {'Port': ['ID=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:23:57.961654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:23:57.962253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:58.154848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:23:58.484692 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:58.522595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:57Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:23:58.531603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c142d-c3ba-484f-94ba-7f6560023c7e None None] The sync data for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 is: [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:57Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:23:58.623883 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:58.845027 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:23:59.001442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1851d51c-c46b-4148-a2b9-e3a64fa9d152 req-b4805ae5-aae6-41fe-8fe2-37535a5b53de tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 210 time: 0.0451229 Feb 02 16:23:59.017263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:23:59.017263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:23:59.017263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:59.139488 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:59.180030 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:23:59.262262 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:23:59.335771 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:24:00.175486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7c426ad-9476-4d09-b23f-583e9215bce5 req-6621a534-ae5e-4074-91d1-0929d8ae62a9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 210 time: 0.0458910 Feb 02 16:24:00.186116 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:00.822270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:24:00.895618 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:24:00.896053 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:01.276714 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-b7921e8f-6633-44b7-a930-df3c7afc996d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:01.277604 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-b7921e8f-6633-44b7-a930-df3c7afc996d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:24:01.373038 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-b7921e8f-6633-44b7-a930-df3c7afc996d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:24:01.374165 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-b7921e8f-6633-44b7-a930-df3c7afc996d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "GET /v2.0/networks?id=048364c2-267f-4947-a456-6000570bee10 HTTP/1.1" status: 200 len: 796 time: 0.3601098 Feb 02 16:24:01.380345 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-06eb2835-4652-4444-8c83-8594d27a7246 req-aae70454-f7ce-45c3-9108-ec67c91c272d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 210 time: 0.0472867 Feb 02 16:24:01.433722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-a3baa48f-0ca6-4e7a-a459-67a78c72d83e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:24:01.444945 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-a3baa48f-0ca6-4e7a-a459-67a78c72d83e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:24:01.446045 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-a3baa48f-0ca6-4e7a-a459-67a78c72d83e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 380 time: 0.0539498 Feb 02 16:24:01.475812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'port': {'device_id': '64495b06-8893-4364-a883-d3ffd5d76804', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'admin_state_up': True, 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'security_groups': ['446df7f8-58e0-4e47-9e11-8492e2b7dc02']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:24:01.612215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:24:01.621825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:24:01.687427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:24:01.690563 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:01.855670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.5 (048364c2-267f-4947-a456-6000570bee10/ae9a2f74-e598-48aa-ba21-e2f363d4394c/ad96c383-7364-4439-b567-c3ff39f70403) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:24:02.043475 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:02.059144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object ad96c383-7364-4439-b567-c3ff39f70403 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:24:02.180363 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:02.253468 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 048364c2-267f-4947-a456-6000570bee10 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:24:02.256560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:24:02.261222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:24:02.292261 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=ad96c383-7364-4439-b567-c3ff39f70403,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:24:02.329809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:02.330414 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:02.426160 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-8297593e-36ac-4bf6-b82f-8d6519a4e685 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9542191 Feb 02 16:24:02.510988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Request body: {'port': {'device_id': '64495b06-8893-4364-a883-d3ffd5d76804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:24:02.584805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce05f9d-4f1b-4d46-a4f9-0e8eb01136b7 req-bb966aa1-351b-4944-bd00-2e613802d024 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:02.590602 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ce05f9d-4f1b-4d46-a4f9-0e8eb01136b7 req-bb966aa1-351b-4944-bd00-2e613802d024 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 931 time: 0.0785680 Feb 02 16:24:02.606964 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-49e8068b-6911-415e-bb15-1e40f20b5559 None None] Provisioning for port ad96c383-7364-4439-b567-c3ff39f70403 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:24:02.613458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-49e8068b-6911-415e-bb15-1e40f20b5559 None None] Provisioning complete for port ad96c383-7364-4439-b567-c3ff39f70403 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:24:02.614085 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49e8068b-6911-415e-bb15-1e40f20b5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:02.621219 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:02.634236 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ce05f9d-4f1b-4d46-a4f9-0e8eb01136b7 req-063d43a1-eb93-4ae9-94e3-ce0257d95721 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Feb 02 16:24:02.672007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-49e8068b-6911-415e-bb15-1e40f20b5559 None None] Port ad96c383-7364-4439-b567-c3ff39f70403 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:24:02.971010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad96c383-7364-4439-b567-c3ff39f70403 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:24:02.975803 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:02.990386 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Transition to ACTIVE for port object ad96c383-7364-4439-b567-c3ff39f70403 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:24:03.048206 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:03.178260 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Pushing event updated for resources: {'Port': ['ID=ad96c383-7364-4439-b567-c3ff39f70403,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:24:03.286993 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Attempting to bind port ad96c383-7364-4439-b567-c3ff39f70403 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:24:03.292029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Attempting to bind port ad96c383-7364-4439-b567-c3ff39f70403 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:24:03.292029 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Attempting to bind port ad96c383-7364-4439-b567-c3ff39f70403 on network 048364c2-267f-4947-a456-6000570bee10 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:24:03.293342 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Port ad96c383-7364-4439-b567-c3ff39f70403 on network 048364c2-267f-4947-a456-6000570bee10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:24:03.293871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Attempting to bind port ad96c383-7364-4439-b567-c3ff39f70403 on network 048364c2-267f-4947-a456-6000570bee10 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:24:03.299685 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:24:03.300049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Checking segment: {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:24:03.300426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Bound using segment: {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:24:03.300839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Bound port: ad96c383-7364-4439-b567-c3ff39f70403, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '048364c2-267f-4947-a456-6000570bee10'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:24:03.301173 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:03.389081 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] For port ad96c383-7364-4439-b567-c3ff39f70403, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:24:03.392010 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] For port ad96c383-7364-4439-b567-c3ff39f70403, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ad96c383-7364-4439-b567-c3ff39f70403,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:24:03.506121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:03.660332 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:03.661715 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] 10.222.0.107 "PUT /v2.0/ports/ad96c383-7364-4439-b567-c3ff39f70403 HTTP/1.1" status: 200 len: 1091 time: 1.2224431 Feb 02 16:24:03.662149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:24:03.696622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb2f3d-8404-4d9f-8455-e55982e37e28 service neutron] Pushing event updated for resources: {'Port': ['ID=ad96c383-7364-4439-b567-c3ff39f70403,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:24:03.742821 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403', 'status': 'completed', 'code': 200} Feb 02 16:24:03.913080 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8986-b44a-46c5-81c6-5d5aff44fb2d req-a0550e5f-139d-4082-8048-eb32ab392cb6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:03.913765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-798f8986-b44a-46c5-81c6-5d5aff44fb2d req-a0550e5f-139d-4082-8048-eb32ab392cb6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:24:03.921010 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d70a0d3c-a62e-4980-bde4-68a93360e6d2 req-88a43cd6-e6c8-4202-919d-b7e6913188d0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 1094 time: 0.1119988 Feb 02 16:24:04.004845 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-798f8986-b44a-46c5-81c6-5d5aff44fb2d req-a0550e5f-139d-4082-8048-eb32ab392cb6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:24:04.005980 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-798f8986-b44a-46c5-81c6-5d5aff44fb2d req-a0550e5f-139d-4082-8048-eb32ab392cb6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 943 time: 0.2316248 Feb 02 16:24:04.088963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-798f8986-b44a-46c5-81c6-5d5aff44fb2d req-105961ab-0341-415d-9689-1918375f082e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742836 Feb 02 16:24:04.104349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a0d3c-a62e-4980-bde4-68a93360e6d2 req-568f3644-ed88-4510-872f-d437f5c7aeee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:04.105777 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d70a0d3c-a62e-4980-bde4-68a93360e6d2 req-568f3644-ed88-4510-872f-d437f5c7aeee service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1726184 Feb 02 16:24:04.240315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a0d3c-a62e-4980-bde4-68a93360e6d2 req-0fe87e88-ccfb-4d37-b60c-8f2d6e579976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:04.241763 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d70a0d3c-a62e-4980-bde4-68a93360e6d2 req-0fe87e88-ccfb-4d37-b60c-8f2d6e579976 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1302710 Feb 02 16:24:04.367521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-a55ec99a-81e1-4476-b929-c467f9b2599c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 1094 time: 0.0691316 Feb 02 16:24:04.443076 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-fcde3912-1d20-46d9-890e-eb438c4bed94 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad96c383-7364-4439-b567-c3ff39f70403 HTTP/1.1" status: 200 len: 217 time: 0.0640328 Feb 02 16:24:04.503191 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-0767664d-ba84-4895-ae6f-bb6aeafb9e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:04.504628 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-0767664d-ba84-4895-ae6f-bb6aeafb9e66 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae9a2f74-e598-48aa-ba21-e2f363d4394c HTTP/1.1" status: 200 len: 835 time: 0.0558088 Feb 02 16:24:04.583298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-adb08073-ff91-4e32-a47d-75c4c25b43af service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=048364c2-267f-4947-a456-6000570bee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733440 Feb 02 16:24:04.714604 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-923136d3-1b8e-4bc4-baa3-19dffdef7691 service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256039 Feb 02 16:24:04.864850 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cd775927-f14d-4244-b88d-8f3cb1969779 req-bf6b702b-5557-4997-97eb-00375f16983b service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449807 Feb 02 16:24:05.294767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fda3a3-86c6-4f54-b969-686db1ff55a0 req-c7c0d19c-6d10-4a1f-a9ec-54b6e979266f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:05.296313 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8fda3a3-86c6-4f54-b969-686db1ff55a0 req-c7c0d19c-6d10-4a1f-a9ec-54b6e979266f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 943 time: 0.0844815 Feb 02 16:24:05.344461 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e8fda3a3-86c6-4f54-b969-686db1ff55a0 req-cf231661-0fef-41d4-8e18-07444975bd30 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Feb 02 16:24:06.561560 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729daf0-e7a0-4b9a-b704-bf18d911b09e req-35a343b4-0dc9-4cc8-960b-86021cdda05c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:06.563054 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9729daf0-e7a0-4b9a-b704-bf18d911b09e req-35a343b4-0dc9-4cc8-960b-86021cdda05c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 943 time: 0.0782979 Feb 02 16:24:06.611244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9729daf0-e7a0-4b9a-b704-bf18d911b09e req-f29c60ea-825e-4651-8394-32cc046e9306 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424349 Feb 02 16:24:07.884492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ad96c383-7364-4439-b567-c3ff39f70403 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:24:07.980558 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47958d-9695-401d-afb7-5198a9626478 req-80f09876-c635-4460-818c-0f7c8b4112e1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:07.982078 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d47958d-9695-401d-afb7-5198a9626478 req-80f09876-c635-4460-818c-0f7c8b4112e1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 943 time: 0.0849359 Feb 02 16:24:08.030871 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d47958d-9695-401d-afb7-5198a9626478 req-e0c8d970-d555-4289-9e13-de842cdc34ee tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Feb 02 16:24:08.032884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ad96c383-7364-4439-b567-c3ff39f70403, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ad96c383-7364-4439-b567-c3ff39f70403,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:24:08.047123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'ad96c383-7364-4439-b567-c3ff39f70403', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'port_id': 'ad96c383-7364-4439-b567-c3ff39f70403', 'mac_address': 'fa:16:3e:04:85:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:24:08.106064 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:08.123460 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad96c383-7364-4439-b567-c3ff39f70403 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:24:08.138798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ad96c383-7364-4439-b567-c3ff39f70403, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ad96c383-7364-4439-b567-c3ff39f70403,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:24:08.206846 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:08.272139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ad96c383-7364-4439-b567-c3ff39f70403,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:24:08.505463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['ad96c383-7364-4439-b567-c3ff39f70403'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:24:09.231422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41614-8560-4db4-8270-ccecb2de206e req-6c11e96a-745c-4727-a504-1f76dd58311e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:09.232902 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddb41614-8560-4db4-8270-ccecb2de206e req-6c11e96a-745c-4727-a504-1f76dd58311e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 944 time: 0.0786600 Feb 02 16:24:09.280695 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ddb41614-8560-4db4-8270-ccecb2de206e req-abeaa17f-57b1-416d-a326-616a6538dbbe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 Feb 02 16:24:09.899788 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ad96c383-7364-4439-b567-c3ff39f70403 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:24:10.046692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port ad96c383-7364-4439-b567-c3ff39f70403 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:24:10.051636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port ad96c383-7364-4439-b567-c3ff39f70403 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:24:10.052034 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:10.167200 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:10.193780 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:24:10.205033 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port ad96c383-7364-4439-b567-c3ff39f70403, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ad96c383-7364-4439-b567-c3ff39f70403,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:24:10.276692 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:10.335883 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403', 'code': 200} Feb 02 16:24:10.346076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=ad96c383-7364-4439-b567-c3ff39f70403,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:24:10.546238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6673997-5c29-4ed6-b283-df60a781707d req-049cc47e-041f-4464-9342-be40af2e06cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:10.547770 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6673997-5c29-4ed6-b283-df60a781707d req-049cc47e-041f-4464-9342-be40af2e06cc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.1396756 Feb 02 16:24:10.553324 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a93203d-b893-477f-a042-8c7d37949edf req-097dd6aa-1382-44e5-b3d2-f9008a29c9fd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 1096 time: 0.1141453 Feb 02 16:24:10.626510 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0a93203d-b893-477f-a042-8c7d37949edf req-c5fa58ce-c0d7-4e9f-aa11-27cef8dd6001 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579727 Feb 02 16:24:10.628896 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e6673997-5c29-4ed6-b283-df60a781707d req-df1d15e4-1df0-4be2-8e87-542a70ee93b4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747299 Feb 02 16:24:11.837325 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87300611-1151-4353-b0b6-8144660b8223 req-a96b46eb-ef43-4df4-a66c-de27c648b733 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:11.839357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87300611-1151-4353-b0b6-8144660b8223 req-a96b46eb-ef43-4df4-a66c-de27c648b733 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0852892 Feb 02 16:24:11.888159 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-87300611-1151-4353-b0b6-8144660b8223 req-6849bb59-0eb1-43f6-85ce-5192f6e5808d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 Feb 02 16:24:13.093087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e49844-589a-425e-8f2b-60cf9071f079 req-dac790c4-d4f3-463a-b0d7-42bf1846c0d0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:13.095394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3e49844-589a-425e-8f2b-60cf9071f079 req-dac790c4-d4f3-463a-b0d7-42bf1846c0d0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0797400 Feb 02 16:24:13.140207 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b3e49844-589a-425e-8f2b-60cf9071f079 req-e5a655c8-10ec-40a7-936c-1402c1b22d6c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391808 Feb 02 16:24:13.349084 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137690d-36d8-4cd2-b78d-8d1f0ccba382 req-837b943d-2a65-407a-a2cc-a8fec74315de tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:13.350480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9137690d-36d8-4cd2-b78d-8d1f0ccba382 req-837b943d-2a65-407a-a2cc-a8fec74315de tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0860422 Feb 02 16:24:13.398024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9137690d-36d8-4cd2-b78d-8d1f0ccba382 req-3675f038-a534-443f-b27b-a0058b1e4731 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Feb 02 16:24:13.426071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48758) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:24:13.496270 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a4d00eaa-eacc-46fc-9a44-024ca73e9b8e tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 1091 time: 0.0690026 Feb 02 16:24:13.499128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48762) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:24:13.504531 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'ad96c383-7364-4439-b567-c3ff39f70403', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:24:13.512059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:24:13.516148 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:floatingip and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:24:13.519068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:24:13.529700 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:24:13.602650 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:13.840172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:13.981100 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.249 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/8f9fc93b-d569-48c1-a525-babfb4294422) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:24:14.132615 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:14.218140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:14.291609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:24:14.294605 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:24:14.299206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:24:14.327816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=8f9fc93b-d569-48c1-a525-babfb4294422,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:24:14.830731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:14.952018 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:15.158143 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:15.235133 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:15.331991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=8f9fc93b-d569-48c1-a525-babfb4294422,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:24:15.354816 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:15.632415 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Floating IP d917f4e3-2735-48fa-b37d-1524250268d4 associated. External IP: 172.25.0.249, port: ad96c383-7364-4439-b567-c3ff39f70403. Feb 02 16:24:16.024660 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:24:16.221559 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:24:16.232521 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] Sync routers for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:24:16.244549 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:24:16.245155 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:24:16.308602 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:16.370692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-13e77e93-9a70-4ede-acf0-a605f911fc93 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8705420 Feb 02 16:24:16.371353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:24:16.440892 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403', 'status': 'completed', 'code': 200} Feb 02 16:24:16.446560 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:24:16.630295 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-fba21222-7d51-454c-9f6c-7a8eea247d3e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 1096 time: 0.1411617 Feb 02 16:24:16.733824 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e86c-281c-4097-b79b-cca23b81b98a req-fecb1c64-9f4b-44ce-a90b-37df6139f24b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:16.735315 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aeb0e86c-281c-4097-b79b-cca23b81b98a req-fecb1c64-9f4b-44ce-a90b-37df6139f24b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.1724753 Feb 02 16:24:16.818296 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-81f2f10e-877b-4118-9d54-7abc3e219b81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:16.819765 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-81f2f10e-877b-4118-9d54-7abc3e219b81 service neutron] 10.222.0.107 "GET /v2.0/networks?id=048364c2-267f-4947-a456-6000570bee10 HTTP/1.1" status: 200 len: 898 time: 0.1834309 Feb 02 16:24:16.825605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aeb0e86c-281c-4097-b79b-cca23b81b98a req-e12270ec-24a2-4c71-9a2d-2348780facdf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826163 Feb 02 16:24:16.858662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48770) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:24:16.871182 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd917f4e3-2735-48fa-b37d-1524250268d4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'port_id': 'ad96c383-7364-4439-b567-c3ff39f70403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'mac_address': 'fa:16:3e:04:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64495b06-8893-4364-a883-d3ffd5d76804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:24:14Z', 'updated_at': '2022-02-02T16:24:14Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:59Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:24:16.875711 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] Checking router: 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:24:16.888724 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:24:16.889251 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:23:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:24:16.926487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-05e17a4e-1ae5-442d-85ff-c149d4382dae service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad96c383-7364-4439-b567-c3ff39f70403 HTTP/1.1" status: 200 len: 999 time: 0.0999386 Feb 02 16:24:16.975319 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-1aacffa8-c0cd-4c8f-9cc9-bdc6187d240c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/d917f4e3-2735-48fa-b37d-1524250268d4 HTTP/1.1" status: 200 len: 991 time: 0.1153133 Feb 02 16:24:17.001138 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-dabcd9f8-97a7-4fa2-882a-eb8e944e7a9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:17.003226 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-dabcd9f8-97a7-4fa2-882a-eb8e944e7a9e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae9a2f74-e598-48aa-ba21-e2f363d4394c HTTP/1.1" status: 200 len: 835 time: 0.0715029 Feb 02 16:24:17.075250 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:24:17.083008 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-86830aab-6073-4ddd-a4c1-958da7838522 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=048364c2-267f-4947-a456-6000570bee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738003 Feb 02 16:24:17.217490 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-ed55e94e-8112-4348-8094-c4bfe66b1bbd service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282728 Feb 02 16:24:17.356934 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-596a4d87-b723-4ff5-a9e1-946c4ef13f7c req-2a7f71ff-b2f9-4ad4-a321-1c57d33ed3df service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341343 Feb 02 16:24:17.460750 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd917f4e3-2735-48fa-b37d-1524250268d4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'port_id': 'ad96c383-7364-4439-b567-c3ff39f70403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'mac_address': 'fa:16:3e:04:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64495b06-8893-4364-a883-d3ffd5d76804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:24:14Z', 'updated_at': '2022-02-02T16:24:14Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:59Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:24:17.465422 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df5e4d-9b8e-496e-a47b-978fa0ff8fa6 None None] The sync data for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 is: [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'd917f4e3-2735-48fa-b37d-1524250268d4', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'port_id': 'ad96c383-7364-4439-b567-c3ff39f70403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'mac_address': 'fa:16:3e:04:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64495b06-8893-4364-a883-d3ffd5d76804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:24:14Z', 'updated_at': '2022-02-02T16:24:14Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:59Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:24:17.679995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f01739-e8e8-41e8-b45a-f3947d223341 None None] New status for floating IP d917f4e3-2735-48fa-b37d-1524250268d4: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:24:17.749847 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:17.977505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48774) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:24:18.089420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-763c1f78-7c49-42d2-80b4-ecdbe6ffa43b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/d917f4e3-2735-48fa-b37d-1524250268d4 HTTP/1.1" status: 200 len: 993 time: 0.1105521 Feb 02 16:24:18.351074 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:21.668078 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:24:24.716863 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a0e0d7a-47a7-43d1-900d-65ff836abc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:26.882239 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-073460bf-9950-48e6-8b6c-cfbadfc2d783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:28.384022 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:28.608027 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:30.151118 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:41.812715 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be031547-418e-4226-bd8d-c68087ef25fb req-a28c2edd-4abb-4729-a7a6-554d4a274d51 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1746061 Feb 02 16:24:41.969620 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be031547-418e-4226-bd8d-c68087ef25fb req-70aab40d-fd06-4224-89a4-87423e523241 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 1096 time: 0.0704498 Feb 02 16:24:42.115182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be031547-418e-4226-bd8d-c68087ef25fb req-2fa1485e-980f-43a1-8bd3-7583c45c0f2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:42.116670 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be031547-418e-4226-bd8d-c68087ef25fb req-2fa1485e-980f-43a1-8bd3-7583c45c0f2a service neutron] 10.222.0.107 "GET /v2.0/networks?id=048364c2-267f-4947-a456-6000570bee10 HTTP/1.1" status: 200 len: 898 time: 0.1291482 Feb 02 16:24:42.224903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be031547-418e-4226-bd8d-c68087ef25fb req-3b623714-d864-44b4-99e5-d9703139195f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad96c383-7364-4439-b567-c3ff39f70403 HTTP/1.1" status: 200 len: 1001 time: 0.1016562 Feb 02 16:24:42.287904 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be031547-418e-4226-bd8d-c68087ef25fb req-1c23b9b1-28e9-4c99-bf5c-0e795c425796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:42.289345 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be031547-418e-4226-bd8d-c68087ef25fb req-1c23b9b1-28e9-4c99-bf5c-0e795c425796 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae9a2f74-e598-48aa-ba21-e2f363d4394c HTTP/1.1" status: 200 len: 835 time: 0.0588560 Feb 02 16:24:42.366795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be031547-418e-4226-bd8d-c68087ef25fb req-f6e1b63c-9948-4239-ae62-0c25a5013435 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=048364c2-267f-4947-a456-6000570bee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711575 Feb 02 16:24:42.502497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be031547-418e-4226-bd8d-c68087ef25fb req-78a94b89-ea81-4703-b69c-1ab83f0704d7 service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287506 Feb 02 16:24:42.637788 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be031547-418e-4226-bd8d-c68087ef25fb req-72df5f4b-1c2d-4d16-abd2-c087c997d772 service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289227 Feb 02 16:24:45.289897 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247cde3-3674-4001-8507-08167acce87c req-5b468b72-8f98-462c-8e34-cb962d22a855 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:45.295244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1247cde3-3674-4001-8507-08167acce87c req-5b468b72-8f98-462c-8e34-cb962d22a855 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0988688 Feb 02 16:24:45.320521 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-2b299326-20e5-48cd-8dc5-b3bc361a2ce2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 1096 time: 0.0775003 Feb 02 16:24:45.351879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1247cde3-3674-4001-8507-08167acce87c req-08c33da1-99f6-414e-b17f-12d396bab90b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492444 Feb 02 16:24:45.470074 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-fd138626-71ff-4d1d-a363-fbdbfb24146c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:45.471612 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-fd138626-71ff-4d1d-a363-fbdbfb24146c service neutron] 10.222.0.107 "GET /v2.0/networks?id=048364c2-267f-4947-a456-6000570bee10 HTTP/1.1" status: 200 len: 898 time: 0.1428149 Feb 02 16:24:45.586459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-b48e4ed9-c919-411c-926b-9fb1f8d5c5c1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad96c383-7364-4439-b567-c3ff39f70403 HTTP/1.1" status: 200 len: 1001 time: 0.1080720 Feb 02 16:24:45.651240 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-ce1de99b-44b1-4ea6-af32-c0dbec80a368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:45.652685 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-ce1de99b-44b1-4ea6-af32-c0dbec80a368 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae9a2f74-e598-48aa-ba21-e2f363d4394c HTTP/1.1" status: 200 len: 835 time: 0.0601344 Feb 02 16:24:45.752725 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-c35018de-6c08-49de-844b-70647606cc78 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=048364c2-267f-4947-a456-6000570bee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938616 Feb 02 16:24:45.904336 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-8269ea10-89d3-4664-bbca-3b362905c8af service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452470 Feb 02 16:24:46.049508 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8b620fb5-af3c-4da9-bcb0-e7cf709c44fd req-8927be16-87f3-4f88-8bd3-2cda8764df8f service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385233 Feb 02 16:24:46.607274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e16f78-6a70-4fa1-bc25-6fbff781e861 req-799eaf45-cd4a-4c07-8a90-ba76f30ad04e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:46.609079 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52e16f78-6a70-4fa1-bc25-6fbff781e861 req-799eaf45-cd4a-4c07-8a90-ba76f30ad04e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.1047354 Feb 02 16:24:46.661276 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52e16f78-6a70-4fa1-bc25-6fbff781e861 req-3d42f599-063a-416e-bece-566441bbe546 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460708 Feb 02 16:24:47.694325 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:47.882127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040e5ab-4b8c-4b02-a1d8-9cf7e17d09aa req-c7101b7b-11c4-49f5-87c9-bd9b0a29d79b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:47.884327 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a040e5ab-4b8c-4b02-a1d8-9cf7e17d09aa req-c7101b7b-11c4-49f5-87c9-bd9b0a29d79b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0849791 Feb 02 16:24:47.932714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a040e5ab-4b8c-4b02-a1d8-9cf7e17d09aa req-15230022-09a6-4efa-a816-86010d19f32c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Feb 02 16:24:48.379413 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:49.250135 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d42804-5972-46ec-aa27-c348e8befa6f req-98556aa2-1d09-4793-9146-a74a0ae439a5 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:49.251625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7d42804-5972-46ec-aa27-c348e8befa6f req-98556aa2-1d09-4793-9146-a74a0ae439a5 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.1905129 Feb 02 16:24:49.300536 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7d42804-5972-46ec-aa27-c348e8befa6f req-c2188794-9ed5-4b18-9f74-46b1cd1e3cbb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428483 Feb 02 16:24:50.628332 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639687c-6014-42b3-b6a0-a6e6cf3dff52 req-23c19a0f-8058-4c30-8268-0f8dd544874d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:50.629825 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0639687c-6014-42b3-b6a0-a6e6cf3dff52 req-23c19a0f-8058-4c30-8268-0f8dd544874d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.1870937 Feb 02 16:24:50.681245 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0639687c-6014-42b3-b6a0-a6e6cf3dff52 req-9504191f-17e9-4d95-8609-b44043d0f919 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Feb 02 16:24:51.890867 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef66ebc-7074-4220-be49-c680ab7cff79 req-e2392f1d-e209-4038-9ae4-d112d26baa86 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:51.892356 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ef66ebc-7074-4220-be49-c680ab7cff79 req-e2392f1d-e209-4038-9ae4-d112d26baa86 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0847337 Feb 02 16:24:51.940478 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ef66ebc-7074-4220-be49-c680ab7cff79 req-a3c18202-a521-445b-b923-7ab0b0d8d42a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425882 Feb 02 16:24:53.140961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b537d1a-0395-4375-a120-78d78676af1e req-18187575-8f38-4a75-85e1-5cb3f6242c82 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:53.142459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b537d1a-0395-4375-a120-78d78676af1e req-18187575-8f38-4a75-85e1-5cb3f6242c82 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0788841 Feb 02 16:24:53.192795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6b537d1a-0395-4375-a120-78d78676af1e req-d8d45846-641b-4070-b384-aff15890f6b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447574 Feb 02 16:24:54.394028 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649191-7a5e-41c3-a273-580ca7d341bc req-a97a868e-048d-43c2-8ae9-655516c4bf40 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:54.395534 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15649191-7a5e-41c3-a273-580ca7d341bc req-a97a868e-048d-43c2-8ae9-655516c4bf40 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0786235 Feb 02 16:24:54.443775 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15649191-7a5e-41c3-a273-580ca7d341bc req-9b025c88-6665-45f7-aa17-7cabba9593f3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Feb 02 16:24:54.693697 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1470-b84b-4e1c-8985-0ea0fc2129c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:55.648726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0875eda-2824-45e5-9781-f3c8605772a2 req-6a01e442-6d27-4418-868a-af6a8393863b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:55.651133 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0875eda-2824-45e5-9781-f3c8605772a2 req-6a01e442-6d27-4418-868a-af6a8393863b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0810425 Feb 02 16:24:55.699244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a0875eda-2824-45e5-9781-f3c8605772a2 req-ded9e609-87ca-4430-b404-b10bbc21a2b7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Feb 02 16:24:56.887565 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-49bdc0e7-8891-405e-b6fe-80d676929fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:56.904306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d04c2e-b8a4-4e44-90de-2fc8b87ac0d1 req-bc75c367-655f-4358-a8fe-4a996f72f6a1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:56.905781 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-64d04c2e-b8a4-4e44-90de-2fc8b87ac0d1 req-bc75c367-655f-4358-a8fe-4a996f72f6a1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0827575 Feb 02 16:24:56.953541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-64d04c2e-b8a4-4e44-90de-2fc8b87ac0d1 req-a07f3473-7d1d-4d66-ba60-6b0b7d647564 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423300 Feb 02 16:24:58.158859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31ff4-3104-4fd7-9e43-7c5cfe0f0c62 req-bf1729a5-d6a1-41ee-80dc-678ea203f275 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:24:58.160404 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dca31ff4-3104-4fd7-9e43-7c5cfe0f0c62 req-bf1729a5-d6a1-41ee-80dc-678ea203f275 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0858779 Feb 02 16:24:58.207687 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dca31ff4-3104-4fd7-9e43-7c5cfe0f0c62 req-5b4f06c7-ad61-4fa8-b7c7-5c7a34e94c98 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411036 Feb 02 16:24:58.237282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48816) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:24:58.349950 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e688c42a-d265-462e-84f0-94ac647909b4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/d917f4e3-2735-48fa-b37d-1524250268d4 HTTP/1.1" status: 200 len: 993 time: 0.1115007 Feb 02 16:24:58.367351 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:58.610788 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:24:58.671590 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:25:00.173743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:17.715256 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:18.419129 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:24.676029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0abd6ed8-9f22-4e17-bb06-0ce6b29a7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:26.926445 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c9692af0-05f5-4897-ab6a-1092d9a5d9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:28.401720 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:28.624775 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:28.766355 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48836) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:28.967806 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 8f9fc93b-d569-48c1-a525-babfb4294422 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:25:28.968168 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:29.138755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:29.139088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:29.264186 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 8f9fc93b-d569-48c1-a525-babfb4294422 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:25:29.510767 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:29.553646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=8f9fc93b-d569-48c1-a525-babfb4294422,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:29.593255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.593600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.593936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.594267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.594630 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.594961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.595287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.595607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.595952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.596267 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.596580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:29.658901 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:30.151752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:25:30.172483 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:30.353991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:25:30.363644 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] Sync routers for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:25:30.375789 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:25:30.383926 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:30.458390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:30.512334 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-613fec2d-75f2-454f-bcc4-83d084824b03 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/floatingips/d917f4e3-2735-48fa-b37d-1524250268d4 HTTP/1.1" status: 204 len: 168 time: 1.7448666 Feb 02 16:25:30.512995 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:25:30.559357 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:25:30.591715 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403', 'status': 'completed', 'code': 200} Feb 02 16:25:30.706869 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b265f634-9286-4daf-8305-53f05829c5c2 req-4c322ea2-0741-4e07-9a7b-6840b1529e03 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 1096 time: 0.0728741 Feb 02 16:25:30.844480 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f634-9286-4daf-8305-53f05829c5c2 req-6671c110-441c-4829-a65e-138c8a8dc491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:30.845967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b265f634-9286-4daf-8305-53f05829c5c2 req-6671c110-441c-4829-a65e-138c8a8dc491 service neutron] 10.222.0.107 "GET /v2.0/networks?id=048364c2-267f-4947-a456-6000570bee10 HTTP/1.1" status: 200 len: 898 time: 0.1336241 Feb 02 16:25:30.892737 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:59Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:30.896613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] Checking router: 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:25:30.907869 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:25:30.908456 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:30.926378 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b265f634-9286-4daf-8305-53f05829c5c2 req-3fdd7645-2c37-4571-8c42-cb052b6258dc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad96c383-7364-4439-b567-c3ff39f70403 HTTP/1.1" status: 200 len: 217 time: 0.0693364 Feb 02 16:25:30.991272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f634-9286-4daf-8305-53f05829c5c2 req-349f453e-4683-4776-b713-91e2fad7722b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:30.993344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b265f634-9286-4daf-8305-53f05829c5c2 req-349f453e-4683-4776-b713-91e2fad7722b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae9a2f74-e598-48aa-ba21-e2f363d4394c HTTP/1.1" status: 200 len: 835 time: 0.0618479 Feb 02 16:25:31.090494 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:25:31.128788 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b265f634-9286-4daf-8305-53f05829c5c2 req-7dbe7479-bf11-40ba-a420-4f3987251d96 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=048364c2-267f-4947-a456-6000570bee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286108 Feb 02 16:25:31.165799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017d28-c810-4525-a03d-b99d5488b3e1 req-b9240041-ea7d-4aac-aa08-563b2f0cf424 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:31.166476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ed017d28-c810-4525-a03d-b99d5488b3e1 req-b9240041-ea7d-4aac-aa08-563b2f0cf424 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:25:31.277945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b265f634-9286-4daf-8305-53f05829c5c2 req-2ebfffc1-9151-430b-ac5c-70f3a5a75190 service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426597 Feb 02 16:25:31.354638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ed017d28-c810-4525-a03d-b99d5488b3e1 req-b9240041-ea7d-4aac-aa08-563b2f0cf424 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:25:31.355795 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed017d28-c810-4525-a03d-b99d5488b3e1 req-b9240041-ea7d-4aac-aa08-563b2f0cf424 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.3061943 Feb 02 16:25:31.405625 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:59Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:31.409425 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc10ed-0eae-43e5-895e-678784055677 None None] The sync data for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 is: [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:53Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '83a0c627-3a81-4f76-9aa6-f40aa82b2cf0', 'name': '', 'network_id': '048364c2-267f-4947-a456-6000570bee10', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:96:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:53Z', 'updated_at': '2022-02-02T16:23:59Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'ae9a2f74-e598-48aa-ba21-e2f363d4394c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:25:31.441833 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ed017d28-c810-4525-a03d-b99d5488b3e1 req-7f72eea9-998c-4fa3-9e85-d52310d3193b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786521 Feb 02 16:25:31.450887 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b265f634-9286-4daf-8305-53f05829c5c2 req-c8216b25-72de-4091-a1de-6677591733c0 service neutron] 10.222.0.107 "GET /v2.0/networks/048364c2-267f-4947-a456-6000570bee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664627 Feb 02 16:25:31.638180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7b8e4-e8c4-4e04-a5b1-154707c4e1e8 None None] New status for floating IP d917f4e3-2735-48fa-b37d-1524250268d4: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:25:32.652839 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2747ea-59be-4bec-acb4-291c507ad594 req-45554083-7a96-4e9d-8e7e-a099fbd2a451 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:32.654318 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b2747ea-59be-4bec-acb4-291c507ad594 req-45554083-7a96-4e9d-8e7e-a099fbd2a451 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0806804 Feb 02 16:25:32.692519 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-c576538f-1588-486f-9c54-cb3d4802fb47 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:32.693974 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-c576538f-1588-486f-9c54-cb3d4802fb47 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 945 time: 0.0837791 Feb 02 16:25:32.705665 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5b2747ea-59be-4bec-acb4-291c507ad594 req-582dda88-07ff-4c46-995a-a3a25b51c6ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=446df7f8-58e0-4e47-9e11-8492e2b7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454700 Feb 02 16:25:32.770246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port ad96c383-7364-4439-b567-c3ff39f70403 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:25:32.770584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:33.031108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port ad96c383-7364-4439-b567-c3ff39f70403, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=ad96c383-7364-4439-b567-c3ff39f70403,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:33.031451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:33.249761 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for ad96c383-7364-4439-b567-c3ff39f70403 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:25:33.459144 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:33.509367 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=ad96c383-7364-4439-b567-c3ff39f70403,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:33.583639 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] No DVR routers for this DVR port ad96c383-7364-4439-b567-c3ff39f70403 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:25:33.586617 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:33.589180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'name': 'network-vif-deleted', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:25:33.644909 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64495b06-8893-4364-a883-d3ffd5d76804', 'name': 'network-vif-deleted', 'tag': 'ad96c383-7364-4439-b567-c3ff39f70403', 'status': 'completed', 'code': 200} Feb 02 16:25:33.671301 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15202d0e-e664-4308-9f12-1a3ed47567f3 req-3f4151a8-4e9f-4a64-9f45-b25184ed74ab tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "DELETE /v2.0/ports/ad96c383-7364-4439-b567-c3ff39f70403 HTTP/1.1" status: 204 len: 173 time: 0.9706569 Feb 02 16:25:33.878535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cdb112d3-8484-4ba5-8539-57e9bb211205 req-c35f0655-b723-4472-9ff7-1c2add4bf304 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=64495b06-8893-4364-a883-d3ffd5d76804 HTTP/1.1" status: 200 len: 210 time: 0.0472915 Feb 02 16:25:34.987949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48856) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:35.389849 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:35.672200 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:25:35.996876 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:25:35.997449 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:36.258399 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ad96c383-7364-4439-b567-c3ff39f70403 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:25:36.281159 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:36.281510 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:36.290482 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: ad96c383-7364-4439-b567-c3ff39f70403 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:25:36.290830 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device ad96c383-7364-4439-b567-c3ff39f70403 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:25:36.399865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:25:36.624304 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:36.670760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=83a0c627-3a81-4f76-9aa6-f40aa82b2cf0,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:36.979614 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:37.559207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:25:37.864933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:25:37.874706 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] Sync routers for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:25:37.878899 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d2ca8477-4284-4890-aa0c-b87bf6f03d83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8894343 Feb 02 16:25:37.881161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48860) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:37.887110 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:25:37.887704 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:38.070744 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-905972b6-5416-4e68-a9b6-af6b5f436d8f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting subnet ae9a2f74-e598-48aa-ba21-e2f363d4394c {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:25:38.074427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-905972b6-5416-4e68-a9b6-af6b5f436d8f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:38.105989 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:25:38.163659 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-905972b6-5416-4e68-a9b6-af6b5f436d8f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:38.278421 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-905972b6-5416-4e68-a9b6-af6b5f436d8f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:38.441966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-905972b6-5416-4e68-a9b6-af6b5f436d8f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:38.452365 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:25:36Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:38.456378 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] Checking router: 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:25:38.467891 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] Routers {'81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:25:38.467891 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:38.481275 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905972b6-5416-4e68-a9b6-af6b5f436d8f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9a2f74-e598-48aa-ba21-e2f363d4394c,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:38.488140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-905972b6-5416-4e68-a9b6-af6b5f436d8f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:38.497574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-905972b6-5416-4e68-a9b6-af6b5f436d8f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/subnets/ae9a2f74-e598-48aa-ba21-e2f363d4394c HTTP/1.1" status: 204 len: 168 time: 0.6129994 Feb 02 16:25:38.497814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48864) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:38.499292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fdd934-9e3c-4729-baea-e1da39219c5e None None] Network 048364c2-267f-4947-a456-6000570bee10 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:25:38.668192 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] Set router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:25:38.756657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:38.829332 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] DHCP port deletion for 048364c2-267f-4947-a456-6000570bee10 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:25:38.835699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Deleting port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:25:38.836419 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:38.896807 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:25:39.027966 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:39.064101 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:25:36Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:39.068212 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c646d1-ec4d-47a4-9300-aa870677e744 None None] The sync data for ids ['81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4'] in n-d-827122-1 is: [{'id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-489175288', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:25:36Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '5a9dfab4-03d4-405a-b19e-3b4061bb412e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:23:49Z', 'updated_at': '2022-02-02T16:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:25:39.103021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 5a9dfab4-03d4-405a-b19e-3b4061bb412e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:25:39.103021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:39.167094 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:39.186955 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] For port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:39.187341 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:39.285204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 5a9dfab4-03d4-405a-b19e-3b4061bb412e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5a9dfab4-03d4-405a-b19e-3b4061bb412e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:39.285474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:39.320258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Calling delete_port for 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:25:39.357321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:39.414185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 5a9dfab4-03d4-405a-b19e-3b4061bb412e owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:25:39.449490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:39.528152 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:25:39.528886 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:25:39.568680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:39.579793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.580291 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.580518 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.580856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.581185 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.581534 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.581855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.582179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.582505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.582996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.583331 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:39.698859 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:39.747242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=5a9dfab4-03d4-405a-b19e-3b4061bb412e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:40.030070 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Deleting port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:25:40.030802 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.087373 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.326117 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] For port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,segment=NetworkSegment(7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853),segment_id=7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:40.326601 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.372148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.376798 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.465284 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Calling delete_port for 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:25:40.498238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.498947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Fanout notify agent at l3_agent the message router_deleted on router 81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:25:40.519983 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.521779 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-90f1ede2-4124-4a83-b5b1-de55b4c914e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/routers/81ffcc8a-5a75-4cef-bbc6-030e4dfec9b4 HTTP/1.1" status: 204 len: 168 time: 2.0230417 Feb 02 16:25:40.526369 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48868) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:40.636519 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.671707 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.699391 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] Pushing event deleted for resources: {'Port': ['ID=75e3ad3a-0d3f-414a-8c47-7e3951e74cd5,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:40.706218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d924fa-119e-40d7-be9e-dff7ddd9fffd None None] No DVR routers for this DVR port 75e3ad3a-0d3f-414a-8c47-7e3951e74cd5 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:25:40.814141 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.844490 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048364c2-267f-4947-a456-6000570bee10']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:40.857707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:40.858005 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb33f19-d8eb-4ca0-ade2-fa6ea9f5d853') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:40.871452 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.889847 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.896415 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:25:40.896805 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:25:40.912246 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:25:41.070326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5a9dfab4-03d4-405a-b19e-3b4061bb412e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:25:41.087517 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:41.098871 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 5a9dfab4-03d4-405a-b19e-3b4061bb412e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:25:41.103984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5a9dfab4-03d4-405a-b19e-3b4061bb412e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:25:41.103984 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:25:41.106442 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:41.118995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Network': ['ID=048364c2-267f-4947-a456-6000570bee10,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:41.133228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.133660 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.134137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.134529 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.135007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.135397 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:25:41.135528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.135751 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 83a0c627-3a81-4f76-9aa6-f40aa82b2cf0 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:25:41.136102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.136530 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.137672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.138224 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.138979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:41.174523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-be00844d-77e2-414a-a0cb-f2b4b854e444 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/networks/048364c2-267f-4947-a456-6000570bee10 HTTP/1.1" status: 204 len: 168 time: 0.6464276 Feb 02 16:25:41.177707 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48872) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:41.256879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba427-7096-4a4c-98c3-527496ec7a60 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:41.287553 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba427-7096-4a4c-98c3-527496ec7a60 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:41.499178 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba427-7096-4a4c-98c3-527496ec7a60 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:41.522391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ba427-7096-4a4c-98c3-527496ec7a60 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446df7f8-58e0-4e47-9e11-8492e2b7dc02,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:41.583344 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba427-7096-4a4c-98c3-527496ec7a60 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:41.584550 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cb4ba427-7096-4a4c-98c3-527496ec7a60 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/security-groups/446df7f8-58e0-4e47-9e11-8492e2b7dc02 HTTP/1.1" status: 204 len: 168 time: 0.4053988 Feb 02 16:25:42.246765 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48880) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:42.252553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-585845010', 'description': 'tempest-secgroup-smoke-585845010 description', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:42.259750 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:42.263987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:42.266970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:42.272631 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:42.333314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:42.372144 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:42.376075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:42.379031 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:42.385312 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:42.445664 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:42.515925 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:42.562336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6befb5d4-38bd-4869-ae96-f2861aa3abb4,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:42.607472 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:42.608756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4903232a-3da2-4d78-adcd-1f1e2b9111f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3609638 Feb 02 16:25:42.611777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48884) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:42.618449 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '6befb5d4-38bd-4869-ae96-f2861aa3abb4', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:42.625308 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:42.629222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:42.632394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:42.638393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:42.706065 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:42.771162 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:42.841400 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:42.865514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5733f0ca-204d-4352-8b74-33900661315d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:42.955892 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:42.957192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-74a2bcca-c60c-4382-85f1-4bd9db058e36 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3443806 Feb 02 16:25:42.960724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48888) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:42.966228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '6befb5d4-38bd-4869-ae96-f2861aa3abb4', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:42.972987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:42.977552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:42.981099 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:42.986702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:43.059661 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.121614 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.201220 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.225021 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dfc088-36d1-46c0-857a-31adb7926a3e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:43.293282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.294501 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2c61b572-58ec-42fb-b9df-e0529730e12d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3328097 Feb 02 16:25:43.297192 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48892) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:43.302567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '6befb5d4-38bd-4869-ae96-f2861aa3abb4', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:43.310028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:43.313851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:43.316777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:43.322753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:43.408481 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.472688 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.550145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.575278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153dff05-0c87-4908-9cbb-c30cb8d4f2a9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:43.630250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.631446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-71b5905c-81cf-4daa-90f2-521419f86d66 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3333454 Feb 02 16:25:43.634278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48896) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:43.639944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '6befb5d4-38bd-4869-ae96-f2861aa3abb4', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:43.646768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:43.651421 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:43.654290 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:43.660007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:43.739860 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.808652 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.881354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.904855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6733635e-d8fc-4466-a631-7b67c20a31cc,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:43.961741 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:43.962930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9012f279-bebc-486f-bed8-a2e4fda82455 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3276186 Feb 02 16:25:43.965622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48900) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:43.970901 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '6befb5d4-38bd-4869-ae96-f2861aa3abb4', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:43.978151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:43.981948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:43.984777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:43.990401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:44.053071 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:25:44.060729 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.130355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.196803 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.227936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33cbd14-1eb1-4b94-bfc1-264300979acf,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:44.310430 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.311647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-cb90fe66-90b2-4313-884f-8bc105f853e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3451178 Feb 02 16:25:44.314628 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48904) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:44.321055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '6befb5d4-38bd-4869-ae96-f2861aa3abb4', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:44.328493 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:44.332599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:44.336507 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:44.342740 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:44.413344 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:25:44.420721 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.496771 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.596198 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.624674 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba12256-1bd5-4150-9b22-1e3fc0fc9676,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:44.693076 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.695451 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5125bd82-89a7-4975-bfae-876f546b09d3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3791068 Feb 02 16:25:44.699496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48908) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:44.704841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'network': {'name': 'tempest-network-smoke--2079458708', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:44.711403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:44.716050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:network and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:44.718749 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:44.724617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:44.904554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:25:44.907592 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.938098 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:25:44.947648 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:44.948023 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Added segment 38afa8e3-ae3e-4bb0-8250-9a614e76825e of type vlan for network 7183221a-dbde-44af-bece-133447170f49 Feb 02 16:25:44.973766 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:45.070649 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:45.074593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:45.075174 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:45.187232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Network': ['ID=7183221a-dbde-44af-bece-133447170f49,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:45.198563 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 7183221a-dbde-44af-bece-133447170f49 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:25:45.253913 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-19c09136-4543-42ff-84f5-83a89e83fd33 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5533066 Feb 02 16:25:45.256695 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48912) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:45.262436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'admin_state_up': True, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:45.270040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:45.275114 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:router and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:45.278173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:45.284108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:45.356493 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:45.357691 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:45.377817 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:45.606384 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:45.867281 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:45.899059 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:46.044257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.11 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/6ce1cdf0-2de2-4296-967a-ceaf5037be35) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:25:46.199397 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:46.282060 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:46.349221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:25:46.352904 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:25:46.355344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:25:46.395268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=6ce1cdf0-2de2-4296-967a-ceaf5037be35,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:46.592584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:46.593334 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:46.892940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:25:47.116434 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:25:47.131692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Sync routers for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:25:47.144206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:25:47.144762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:47.201618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:47.202959 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b1550d18-8bcf-42b2-8e5b-ca3f950dfbac tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9450262 Feb 02 16:25:47.206236 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 48916) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:47.338442 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:25:47.364412 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a58ec6a3-e68b-4415-9169-62aab5549c10 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=777d129ad5ae4d42bbb1a50b755f8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1570427 Feb 02 16:25:47.367274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48920) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:47.508088 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa76fbd3-c31d-4351-9cb1-dab6698be8fc tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:47.509641 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fa76fbd3-c31d-4351-9cb1-dab6698be8fc tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1414514 Feb 02 16:25:47.512647 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48924) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:47.556538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4344fdc5-6d2e-498c-846b-82c1345818ee tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427980 Feb 02 16:25:47.560078 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48928) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:47.565428 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-709792589', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:47.652387 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:46Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:47.656249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Checking router: cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:25:47.656623 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Updating router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee port 6ce1cdf0-2de2-4296-967a-ceaf5037be35 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:25:47.677787 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:47.683435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:subnet and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:25:47.686340 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:25:47.694154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:47.699592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:47.710586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:47.773013 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:25:47.884793 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.101427 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.113739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Transition to ACTIVE for port object 6ce1cdf0-2de2-4296-967a-ceaf5037be35 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:25:48.162019 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.189689 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.244760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Subnet': ['ID=0ec7df74-f3c7-4741-a206-8507bf6db11c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:48.255382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Checking segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:25:48.255738 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network hostable DHCP agents. Network: 7183221a-dbde-44af-bece-133447170f49, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:25:48.268754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Attempting to bind port 6ce1cdf0-2de2-4296-967a-ceaf5037be35 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:25:48.269122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Attempting to bind port 6ce1cdf0-2de2-4296-967a-ceaf5037be35 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:25:48.269488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Attempting to bind port 6ce1cdf0-2de2-4296-967a-ceaf5037be35 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:25:48.276453 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadd0eb-8db3-4ddf-b20a-1d9ef7fd0242 None None] Pushing event updated for resources: {'Port': ['ID=6ce1cdf0-2de2-4296-967a-ceaf5037be35,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:48.281505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:25:48.281882 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:25:48.282283 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.282675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:25:48.283147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Bound port: 6ce1cdf0-2de2-4296-967a-ceaf5037be35, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:25:48.283501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.362878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 7183221a-dbde-44af-bece-133447170f49 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:25:48.368998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] For port 6ce1cdf0-2de2-4296-967a-ceaf5037be35, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:25:48.373192 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] For port 6ce1cdf0-2de2-4296-967a-ceaf5037be35, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6ce1cdf0-2de2-4296-967a-ceaf5037be35,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:25:48.457778 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.504320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 7183221a-dbde-44af-bece-133447170f49) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:25:48.505202 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.510155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:48.511036 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.543737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f3ad5-f28a-44cd-8a3d-add18530dce6 None None] Network 7183221a-dbde-44af-bece-133447170f49 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:25:48.602262 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-226846ca-393a-42bc-b82f-c64453fd7401 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0411015 Feb 02 16:25:48.605146 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48932) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:25:48.671085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadd0eb-8db3-4ddf-b20a-1d9ef7fd0242 None None] Pushing event updated for resources: {'Port': ['ID=6ce1cdf0-2de2-4296-967a-ceaf5037be35,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:48.688987 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:25:48.689802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:48.965029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-7183221a-dbde-44af-bece-133447170f49', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:25:48.965838 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:48.978303 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:25:49.363123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Allocated IP 172.20.0.2 (7183221a-dbde-44af-bece-133447170f49/0ec7df74-f3c7-4741-a206-8507bf6db11c/0e28c75f-a37d-4a95-a1d0-b1339376ed05) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:25:49.493431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:46Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:49.501047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ce087-fbda-4cfd-ae1f-1a50b331ab66 None None] The sync data for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 is: [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:46Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:25:49.510512 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:49.614811 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:49.629099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Transition to ACTIVE for port object 0e28c75f-a37d-4a95-a1d0-b1339376ed05 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:25:49.649420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Transition to ACTIVE for port object 0e28c75f-a37d-4a95-a1d0-b1339376ed05 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:25:49.728819 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:49.859724 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Network 7183221a-dbde-44af-bece-133447170f49 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:25:49.862931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:25:49.869449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:25:49.875759 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Pushing event updated for resources: {'Port': ['ID=0e28c75f-a37d-4a95-a1d0-b1339376ed05,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:49.979576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Attempting to bind port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:25:49.980561 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Attempting to bind port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:25:49.981059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Attempting to bind port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 on network 7183221a-dbde-44af-bece-133447170f49 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:25:49.991186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:25:49.992266 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Checking segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:25:49.992401 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:49.992911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Bound using segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:25:49.993580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Bound port: 0e28c75f-a37d-4a95-a1d0-b1339376ed05, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:25:49.994201 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:50.022276 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.1 (7183221a-dbde-44af-bece-133447170f49/0ec7df74-f3c7-4741-a206-8507bf6db11c/3ad74cd5-63ae-43ae-9946-7e23ed9ae112) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:25:50.105286 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] For port 0e28c75f-a37d-4a95-a1d0-b1339376ed05, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:25:50.108294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] For port 0e28c75f-a37d-4a95-a1d0-b1339376ed05, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e28c75f-a37d-4a95-a1d0-b1339376ed05,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:25:50.168052 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:50.229321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:50.249345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:25:50.255393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f4c89-64b6-4624-b451-883028f5cc9e None None] Pushing event updated for resources: {'Port': ['ID=0e28c75f-a37d-4a95-a1d0-b1339376ed05,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:50.350765 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:50.429285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 7183221a-dbde-44af-bece-133447170f49 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:25:50.431071 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:25:50.437802 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:25:50.488584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:50.521633 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:50.666713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:50.942207 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6ce1cdf0-2de2-4296-967a-ceaf5037be35 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:25:51.070939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 6ce1cdf0-2de2-4296-967a-ceaf5037be35 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:25:51.077105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6ce1cdf0-2de2-4296-967a-ceaf5037be35 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:51.077611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:51.212781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:51.233866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 6ce1cdf0-2de2-4296-967a-ceaf5037be35, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6ce1cdf0-2de2-4296-967a-ceaf5037be35,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:51.239027 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:51.292999 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:51.294253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e28c75f-a37d-4a95-a1d0-b1339376ed05 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:25:51.298952 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:51.346922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00081fe5-100d-4f4b-a86b-5c914710ba07 None None] Network 7183221a-dbde-44af-bece-133447170f49 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:25:51.420989 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:51.423569 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:51.526085 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=6ce1cdf0-2de2-4296-967a-ceaf5037be35,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:51.578794 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 7183221a-dbde-44af-bece-133447170f49 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:25:51.579899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:25:51.635643 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4fd05a9a-3ba4-4ed7-bbcb-9f5f804bee83 None None] Provisioning for port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:25:51.669715 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:25:51.675911 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:51.676282 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:51.822088 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:51.872372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 0e28c75f-a37d-4a95-a1d0-b1339376ed05, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e28c75f-a37d-4a95-a1d0-b1339376ed05,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:51.972880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:52.016437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:25:52.031884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da59834b-751c-43fc-bc22-d0763a646a0e None None] Provisioning for port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:25:52.045156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da59834b-751c-43fc-bc22-d0763a646a0e None None] Provisioning complete for port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:52.045712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da59834b-751c-43fc-bc22-d0763a646a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:52.112553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=0e28c75f-a37d-4a95-a1d0-b1339376ed05,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:52.115325 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-da59834b-751c-43fc-bc22-d0763a646a0e None None] Port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:25:52.130163 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-da59834b-751c-43fc-bc22-d0763a646a0e None None] Provisioning complete for port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:52.130518 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da59834b-751c-43fc-bc22-d0763a646a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:52.252541 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:25:52.267701 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-2d56ed51-612d-411c-8139-d4a8bd9cbccb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6615384 Feb 02 16:25:52.403248 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c3077305-60e7-4bf0-bf2e-3fa07853c62f None None] Provisioning complete for port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:52.403651 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c3077305-60e7-4bf0-bf2e-3fa07853c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:52.458813 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-b750fd82-a967-4c5c-b91d-a05a242509ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:25:52.462182 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c3077305-60e7-4bf0-bf2e-3fa07853c62f None None] Port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:25:52.527525 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-b750fd82-a967-4c5c-b91d-a05a242509ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:25:52.528733 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-b750fd82-a967-4c5c-b91d-a05a242509ef tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585845010&fields=id&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 267 time: 0.1139662 Feb 02 16:25:52.688337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-763c5afd-802c-44f2-a211-ff5c1729cc95 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:52.689028 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-763c5afd-802c-44f2-a211-ff5c1729cc95 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:25:52.766940 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-763c5afd-802c-44f2-a211-ff5c1729cc95 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:25:52.768203 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-763c5afd-802c-44f2-a211-ff5c1729cc95 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 797 time: 0.2327476 Feb 02 16:25:52.790362 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-57197d04-874d-432e-97d6-0f809ce87c25 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/quotas/777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 375 time: 0.0120292 Feb 02 16:25:52.883279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-dba419ae-16bd-4eca-8b03-7e664c2422aa tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901971 Feb 02 16:25:52.884928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6ce1cdf0-2de2-4296-967a-ceaf5037be35 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:25:52.964295 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 6ce1cdf0-2de2-4296-967a-ceaf5037be35 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:52.964675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:53.100427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e28c75f-a37d-4a95-a1d0-b1339376ed05 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:25:53.125508 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-b9202e4a-7a0f-4c50-9e64-a6dd733dd27e service neutron] 10.222.0.88 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301476 Feb 02 16:25:53.173030 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:53.173401 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:53.249571 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Sync routers for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:25:53.265179 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:25:53.265795 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:53.284588 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-04bd759d-9134-4bb3-aabc-4220af6fb8f7 service neutron] 10.222.0.88 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525993 Feb 02 16:25:53.457881 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:25:53.619483 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e7bc774c-f05c-446d-9642-a372bb344564 req-bb521fcb-ebe1-44de-9191-c206e40395d9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:25:53.693032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e7bc774c-f05c-446d-9642-a372bb344564 req-bb521fcb-ebe1-44de-9191-c206e40395d9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:25:53.694232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e7bc774c-f05c-446d-9642-a372bb344564 req-bb521fcb-ebe1-44de-9191-c206e40395d9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 210 time: 0.1336503 Feb 02 16:25:53.845668 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 2, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:53.849496 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Checking router: cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:25:53.849836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Updating router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:25:53.911451 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:54.278320 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:54.291449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Transition to ACTIVE for port object 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:25:54.373170 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:54.503672 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Pushing event updated for resources: {'Port': ['ID=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:54.518051 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.518392 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.518731 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.519060 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.519550 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.519900 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.520226 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.520555 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.520905 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.521211 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.521526 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:25:54.614494 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Attempting to bind port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:25:54.614868 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Attempting to bind port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:25:54.615231 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Attempting to bind port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 on network 7183221a-dbde-44af-bece-133447170f49 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:25:54.624147 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:25:54.624510 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Checking segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:25:54.624928 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:54.625336 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Bound using segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:25:54.625804 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Bound port: 3ad74cd5-63ae-43ae-9946-7e23ed9ae112, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:25:54.626177 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:54.700424 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3d11b83a-2a8a-4be5-b8c9-58ebc9ada327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:54.730581 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] For port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:25:54.733984 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] For port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:25:54.813480 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:54.900932 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740073cf-7ed9-44a3-afc7-10b31eaf3659 None None] Pushing event updated for resources: {'Port': ['ID=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:54.901468 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3e621120-7705-405d-8412-b378c03cef63 req-e54e14e7-aee4-4542-8bdd-7e05caf97e35 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 210 time: 0.0590057 Feb 02 16:25:54.908203 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:25:54.908890 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:55.132643 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:25:55.494839 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:54Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:25:55.499435 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e154a8-c6bd-4044-82a7-10ed64f2712c None None] The sync data for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 is: [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:54Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:25:55.754388 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-f5a601b7-f9c1-465a-bded-a1e8814e375c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:55.755823 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-f5a601b7-f9c1-465a-bded-a1e8814e375c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 797 time: 0.1608078 Feb 02 16:25:55.819910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-ae6da595-dd34-4196-9f97-4c626fd519ae tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 379 time: 0.0454919 Feb 02 16:25:55.828900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'port': {'device_id': '25969f98-f8f5-43fc-8665-ad4615716884', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'admin_state_up': True, 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'security_groups': ['6befb5d4-38bd-4869-ae96-f2861aa3abb4']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:56.007701 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:25:56.022295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:25:56.079779 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:25:56.084048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:56.144456 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-024f0ced-e360-426a-aaaf-b1e3d815ab33 req-70b1a076-c51b-48c5-9db8-032e03c19e13 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 210 time: 0.0591216 Feb 02 16:25:56.287220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.10 (7183221a-dbde-44af-bece-133447170f49/0ec7df74-f3c7-4741-a206-8507bf6db11c/604bee41-46c9-460c-b46e-c44c80a0d1c8) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:25:56.501348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:56.521195 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object 604bee41-46c9-460c-b46e-c44c80a0d1c8 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:25:56.596080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:56.679165 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 7183221a-dbde-44af-bece-133447170f49 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:25:56.682712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:25:56.687295 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:25:56.714431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:56.771119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:56.771119 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:56.893242 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4ff0445-e433-4d3f-a2e6-7a54baceb3ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0690188 Feb 02 16:25:56.911361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:25:56.914484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Request body: {'port': {'device_id': '25969f98-f8f5-43fc-8665-ad4615716884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:25:56.944073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e5cb3b16-c596-4bcc-94f0-6826795e6464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:57.036581 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:57.070392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-24c7c93b-288f-4539-b672-09822704f241 None None] Provisioning for port 604bee41-46c9-460c-b46e-c44c80a0d1c8 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:25:57.073467 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:25:57.079368 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-24c7c93b-288f-4539-b672-09822704f241 None None] Provisioning complete for port 604bee41-46c9-460c-b46e-c44c80a0d1c8 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:57.079729 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-24c7c93b-288f-4539-b672-09822704f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:57.108119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:57.108514 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:57.182211 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-24c7c93b-288f-4539-b672-09822704f241 None None] Port 604bee41-46c9-460c-b46e-c44c80a0d1c8 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:25:57.254021 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:57.293839 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:25:57.373525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:57.443064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:57.506436 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7076b5c-9edd-4eb5-8715-f6ce39736757 req-0e5b64b4-1e4d-4671-a689-08d29da1e223 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:57.507161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b7076b5c-9edd-4eb5-8715-f6ce39736757 req-0e5b64b4-1e4d-4671-a689-08d29da1e223 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:25:57.587502 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604bee41-46c9-460c-b46e-c44c80a0d1c8 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:25:57.594601 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:57.610835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Transition to ACTIVE for port object 604bee41-46c9-460c-b46e-c44c80a0d1c8 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:25:57.653532 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-b7076b5c-9edd-4eb5-8715-f6ce39736757 req-0e5b64b4-1e4d-4671-a689-08d29da1e223 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:25:57.659110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7076b5c-9edd-4eb5-8715-f6ce39736757 req-0e5b64b4-1e4d-4671-a689-08d29da1e223 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 932 time: 0.2868440 Feb 02 16:25:57.706615 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b7076b5c-9edd-4eb5-8715-f6ce39736757 req-6981b9f7-b1b7-45e5-a52c-20f0f22cfa02 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 Feb 02 16:25:57.721535 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:57.861262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:57.987377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Attempting to bind port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:25:57.987714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Attempting to bind port 604bee41-46c9-460c-b46e-c44c80a0d1c8 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:25:57.988073 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Attempting to bind port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on network 7183221a-dbde-44af-bece-133447170f49 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:25:57.996032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on network 7183221a-dbde-44af-bece-133447170f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:25:57.996402 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Attempting to bind port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on network 7183221a-dbde-44af-bece-133447170f49 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:25:58.004548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:25:58.004947 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Checking segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:25:58.005335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Bound using segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:25:58.005767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Bound port: 604bee41-46c9-460c-b46e-c44c80a0d1c8, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:25:58.006116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:58.103574 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:25:58.106899 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:25:58.202280 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:58.273148 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:58.274930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] 10.222.0.64 "PUT /v2.0/ports/604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1092 time: 1.3657758 Feb 02 16:25:58.275377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:25:58.300920 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6bbf2-9abe-4281-944b-2fd035546b15 service neutron] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:25:58.412923 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:58.433712 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'status': 'completed', 'code': 200} Feb 02 16:25:58.480452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d4829a62-7205-42ec-b410-2996e539922f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1095 time: 0.0874798 Feb 02 16:25:58.561661 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-d0b6960e-8ed7-4bac-87c5-54b01d4a9e2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 217 time: 0.0675769 Feb 02 16:25:58.626728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-6475813f-f758-420d-b434-56ff1721248a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:58.628415 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-6475813f-f758-420d-b434-56ff1721248a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0613620 Feb 02 16:25:58.629529 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:58.707887 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-ce9ea901-dc22-4d73-967f-4c8c79c31810 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732229 Feb 02 16:25:58.887019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:25:58.895323 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-fdc1c473-126f-44bd-8a11-6138190f8a48 service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803436 Feb 02 16:25:58.964110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:25:58.964480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:25:59.039617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e56ae-3644-47e4-a688-f9f0b40a5efe req-6f02e6c5-e1e3-4d42-9d6d-5733136afbb9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:59.041185 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-970e56ae-3644-47e4-a688-f9f0b40a5efe req-6f02e6c5-e1e3-4d42-9d6d-5733136afbb9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 944 time: 0.1988037 Feb 02 16:25:59.078789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-929b9255-6afb-42a2-afe6-e1b9a75234c0 req-c7bb049d-154e-454d-957f-a0c82e04ad57 service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757021 Feb 02 16:25:59.104676 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-970e56ae-3644-47e4-a688-f9f0b40a5efe req-15920c3c-bcd1-4b46-b8fd-f6b88da98014 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519593 Feb 02 16:25:59.323127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-80a823f6-90cb-4d98-a6cf-d764f04e0f82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1095 time: 0.0768118 Feb 02 16:25:59.460162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-9f6719bb-4dbe-4809-90cd-f3bd068d71a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:59.461903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-9f6719bb-4dbe-4809-90cd-f3bd068d71a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.1332245 Feb 02 16:25:59.640379 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-f934087a-ff0c-49e6-a475-ad4eff18f8e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 217 time: 0.1720889 Feb 02 16:25:59.712023 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-b6b9ace0-c021-47e0-9eff-1c429de6e1b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:25:59.713523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-b6b9ace0-c021-47e0-9eff-1c429de6e1b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0652146 Feb 02 16:25:59.796768 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-6a34ff45-e496-49fe-bb7a-05c8c3ac33fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766292 Feb 02 16:25:59.947885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-c1f0672a-bdea-4aae-9666-5388482bfae5 service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430507 Feb 02 16:26:00.095157 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-eea3b6c0-51aa-4776-b21b-b02d9b29a08d req-11190ed1-70a9-4cdb-8ba0-c270111e7e0c service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403403 Feb 02 16:26:00.162114 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:00.315829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a6f5-6711-4d77-a1ba-ed8e37e2178d req-4e791f4d-750b-4d43-95b5-b289b800a0f2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:00.317245 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40f9a6f5-6711-4d77-a1ba-ed8e37e2178d req-4e791f4d-750b-4d43-95b5-b289b800a0f2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 944 time: 0.0828168 Feb 02 16:26:00.365094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40f9a6f5-6711-4d77-a1ba-ed8e37e2178d req-9b5327c1-ef03-471a-8c45-c4d1aa51a9ba tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422378 Feb 02 16:26:01.573049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf85ffb-78e1-48ce-90b3-85209155b0ad req-8564d98b-d2db-4cb0-80d0-b8120b004a7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:01.574820 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bf85ffb-78e1-48ce-90b3-85209155b0ad req-8564d98b-d2db-4cb0-80d0-b8120b004a7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 944 time: 0.0805039 Feb 02 16:26:01.627244 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8bf85ffb-78e1-48ce-90b3-85209155b0ad req-afe24f11-3aa7-4b0c-9702-43f7c26416f7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467386 Feb 02 16:26:02.986219 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a9111-a033-4f46-b7ce-657f443f4c04 req-96bbf354-070b-4302-94de-84482a725841 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:02.987610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b0a9111-a033-4f46-b7ce-657f443f4c04 req-96bbf354-070b-4302-94de-84482a725841 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 944 time: 0.0837002 Feb 02 16:26:03.034818 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b0a9111-a033-4f46-b7ce-657f443f4c04 req-21ad248c-4a8b-4f59-8444-2ead345bad5b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414748 Feb 02 16:26:03.274894 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 604bee41-46c9-460c-b46e-c44c80a0d1c8 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:26:03.411917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:26:03.425919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'port_id': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'mac_address': 'fa:16:3e:aa:3c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:26:03.485139 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:03.502935 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604bee41-46c9-460c-b46e-c44c80a0d1c8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:26:03.519269 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:26:03.584075 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:03.660120 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:26:03.890430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['604bee41-46c9-460c-b46e-c44c80a0d1c8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:26:04.241709 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b969-a677-4254-ad6d-b535a1110da0 req-62659292-4f56-4754-b47c-1bb40c4096ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:04.243306 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2522b969-a677-4254-ad6d-b535a1110da0 req-62659292-4f56-4754-b47c-1bb40c4096ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 945 time: 0.0827065 Feb 02 16:26:04.289787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2522b969-a677-4254-ad6d-b535a1110da0 req-40e9db57-6181-49e8-a4b4-04d18e294147 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Feb 02 16:26:05.274992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 604bee41-46c9-460c-b46e-c44c80a0d1c8 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:26:05.452957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 604bee41-46c9-460c-b46e-c44c80a0d1c8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:26:05.458174 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 604bee41-46c9-460c-b46e-c44c80a0d1c8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:26:05.458541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:05.510479 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021015-e996-491f-82cd-21cdf3b099ec req-336c0342-4672-4898-880c-784f9a059389 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:05.511973 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-75021015-e996-491f-82cd-21cdf3b099ec req-336c0342-4672-4898-880c-784f9a059389 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 945 time: 0.0787168 Feb 02 16:26:05.566958 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-75021015-e996-491f-82cd-21cdf3b099ec req-c65c8a5d-25e6-4fa7-ac4a-063e1b034c8b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491478 Feb 02 16:26:05.582182 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:05.610975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:26:05.621595 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:26:05.669424 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'code': 200} Feb 02 16:26:05.681699 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:05.764076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:26:05.859254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20865e22-27fa-45a9-b664-b0c37a1dd97a req-0cc06b72-99bd-44bb-9727-850501b4fa3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1097 time: 0.0833430 Feb 02 16:26:05.904660 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-20865e22-27fa-45a9-b664-b0c37a1dd97a req-c13743f4-e172-4afd-af4d-73d1fdd3e9d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384808 Feb 02 16:26:06.888363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e16dd2-1074-4fc2-9847-63647102d416 req-605fc047-b085-4ea0-b2b0-61d988ca48b1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:06.889753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59e16dd2-1074-4fc2-9847-63647102d416 req-605fc047-b085-4ea0-b2b0-61d988ca48b1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.1862786 Feb 02 16:26:06.948546 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-59e16dd2-1074-4fc2-9847-63647102d416 req-b31225c6-12e6-4600-8c9a-bdf619f45006 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489156 Feb 02 16:26:08.153393 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef25ef-afe6-473b-8b9a-06863185cda7 req-d9211a79-af9c-490e-a550-960a150a8124 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:08.154907 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1aef25ef-afe6-473b-8b9a-06863185cda7 req-d9211a79-af9c-490e-a550-960a150a8124 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0792329 Feb 02 16:26:08.202616 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1aef25ef-afe6-473b-8b9a-06863185cda7 req-0b643672-5efe-4974-9d6a-23483d47259c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421445 Feb 02 16:26:08.410909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d8f34-13df-41d2-9e6c-be4bb2f9fe7b req-25bce5ea-bc40-41bc-8d2b-bf10e3e98d7b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:08.412346 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f63d8f34-13df-41d2-9e6c-be4bb2f9fe7b req-25bce5ea-bc40-41bc-8d2b-bf10e3e98d7b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0792966 Feb 02 16:26:08.462656 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f63d8f34-13df-41d2-9e6c-be4bb2f9fe7b req-f2befd17-c5e6-4e12-b789-4f2056bc29a2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435565 Feb 02 16:26:08.491139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48988) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:26:08.568691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-68f8933f-1b3c-43ab-b6d4-cf355ae2cd4c tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1092 time: 0.0761878 Feb 02 16:26:08.571980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 48992) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:26:08.577808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:26:08.584557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:26:08.589257 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:floatingip and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:26:08.592327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:26:08.598194 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:26:08.698630 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:08.840258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:08.988359 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.227 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/074e228f-c7cc-4379-a387-78affcffa8fd) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:26:09.147721 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:09.248744 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:09.325104 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:26:09.326378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:26:09.334596 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:26:09.387941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=074e228f-c7cc-4379-a387-78affcffa8fd,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:26:09.950138 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:10.075045 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:10.303250 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:10.344274 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:10.564877 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=074e228f-c7cc-4379-a387-78affcffa8fd,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:26:10.574733 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:10.776195 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Floating IP 87810e66-b7bd-45bc-bb22-664a18e53117 associated. External IP: 172.25.0.227, port: 604bee41-46c9-460c-b46e-c44c80a0d1c8. Feb 02 16:26:11.195603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:26:11.411968 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:26:11.423649 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] Sync routers for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:26:11.436799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:26:11.437465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:26:11.510180 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:11.567284 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3184fc2c-c0cb-47cb-affc-6e52faa46b9b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9942389 Feb 02 16:26:11.567965 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:26:11.629082 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:26:11.636186 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'status': 'completed', 'code': 200} Feb 02 16:26:11.815715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90fb3f-c5e2-4743-939f-98422576d96f req-e57f5c6d-2884-45b5-b1a6-6c46cae3c9b6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:11.817317 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca90fb3f-c5e2-4743-939f-98422576d96f req-e57f5c6d-2884-45b5-b1a6-6c46cae3c9b6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.1464419 Feb 02 16:26:11.825847 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe14b650-9941-448d-83d8-17c9110bccef req-b370b06a-799f-4d51-a1ec-c6c0d317a5f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1097 time: 0.1098361 Feb 02 16:26:11.958374 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ca90fb3f-c5e2-4743-939f-98422576d96f req-0b426a1a-d5a5-4cbe-87a9-66f4870a1168 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315398 Feb 02 16:26:11.988161 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49000) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:26:12.004697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b650-9941-448d-83d8-17c9110bccef req-054b8c5c-b0e9-4e77-b63e-ddfd7301706d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:12.007343 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe14b650-9941-448d-83d8-17c9110bccef req-054b8c5c-b0e9-4e77-b63e-ddfd7301706d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.1652083 Feb 02 16:26:12.051448 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '87810e66-b7bd-45bc-bb22-664a18e53117', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'port_id': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'mac_address': 'fa:16:3e:aa:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25969f98-f8f5-43fc-8665-ad4615716884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:26:09Z', 'updated_at': '2022-02-02T16:26:09Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:57Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:26:12.056247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] Checking router: cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:26:12.067452 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:26:12.068099 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:25:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:26:12.102466 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-bf20a3e4-ac5e-4835-8c43-49caec428bf9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/87810e66-b7bd-45bc-bb22-664a18e53117 HTTP/1.1" status: 200 len: 992 time: 0.1131430 Feb 02 16:26:12.126264 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe14b650-9941-448d-83d8-17c9110bccef req-cd9fc749-6a2d-4dce-8f26-5ca045670399 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1000 time: 0.1138408 Feb 02 16:26:12.200682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b650-9941-448d-83d8-17c9110bccef req-d7a0847a-8d7e-4b1a-9511-6c4282b634fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:12.202143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe14b650-9941-448d-83d8-17c9110bccef req-d7a0847a-8d7e-4b1a-9511-6c4282b634fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0693521 Feb 02 16:26:12.256542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:26:12.283555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe14b650-9941-448d-83d8-17c9110bccef req-80939a79-b7bd-460e-8d81-3a5e424a52b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741167 Feb 02 16:26:12.426848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe14b650-9941-448d-83d8-17c9110bccef req-7b9d680a-6cf2-4bf9-8548-c77575e7340b service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354892 Feb 02 16:26:12.638893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '87810e66-b7bd-45bc-bb22-664a18e53117', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'port_id': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'mac_address': 'fa:16:3e:aa:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25969f98-f8f5-43fc-8665-ad4615716884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:26:09Z', 'updated_at': '2022-02-02T16:26:09Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:57Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:26:12.643072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5031b-4753-4c2a-a113-43f51c1daf0f None None] The sync data for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 is: [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '87810e66-b7bd-45bc-bb22-664a18e53117', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'port_id': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'mac_address': 'fa:16:3e:aa:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25969f98-f8f5-43fc-8665-ad4615716884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:26:09Z', 'updated_at': '2022-02-02T16:26:09Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:57Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:26:12.673628 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:26:12.674647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fe14b650-9941-448d-83d8-17c9110bccef req-5df76d67-923f-458f-90fe-c3f193d4e058 service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411742 Feb 02 16:26:12.865850 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48fd643-c90d-42c9-a838-0175eb0e815c None None] New status for floating IP 87810e66-b7bd-45bc-bb22-664a18e53117: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:26:13.105913 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49004) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:26:13.214566 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-511add1e-0ca2-496d-a6fa-4df9a28e1eaf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/87810e66-b7bd-45bc-bb22-664a18e53117 HTTP/1.1" status: 200 len: 994 time: 0.1074369 Feb 02 16:26:17.710072 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:18.413323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:24.715515 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-bf7796a8-f843-41f3-80a0-7bcae47bd32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:26.920820 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8379c220-8fb6-4192-a828-527da9081b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:28.394990 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:28.623712 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:30.178149 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:40.036714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9e99f7cf-625f-438c-b712-3a43971a5ce1 req-9075fa0d-6615-4f24-84c2-96ae5ccdc762 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0736382 Feb 02 16:26:40.516972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5a9b8-c90a-4697-91da-22e7b9da83e7 req-9320fe89-fdbf-44b9-8998-aeb1b2c574b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:40.518526 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9da5a9b8-c90a-4697-91da-22e7b9da83e7 req-9320fe89-fdbf-44b9-8998-aeb1b2c574b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0856872 Feb 02 16:26:40.566616 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9da5a9b8-c90a-4697-91da-22e7b9da83e7 req-4a1d4f2d-4347-4a62-a7d6-5d36ca0ac21a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411699 Feb 02 16:26:40.580923 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49024) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:26:40.716860 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-47ee01ee-026b-4c74-b822-6712573dac3e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1348760 Feb 02 16:26:41.781296 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd842a1e-fac2-4b0c-9c32-ca96a7e880e3 req-1551dc7e-7b11-4a63-a00a-a9a3d728493d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:41.782763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd842a1e-fac2-4b0c-9c32-ca96a7e880e3 req-1551dc7e-7b11-4a63-a00a-a9a3d728493d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0832183 Feb 02 16:26:41.829895 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cd842a1e-fac2-4b0c-9c32-ca96a7e880e3 req-f7571f3d-2ff9-4d62-9de9-b59629e9b1e4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407264 Feb 02 16:26:43.036225 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39234779-83bf-45e8-9e7e-ce35cba9b730 req-1b056784-86c8-4d65-8c80-971d65340851 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:43.038137 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39234779-83bf-45e8-9e7e-ce35cba9b730 req-1b056784-86c8-4d65-8c80-971d65340851 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0792344 Feb 02 16:26:43.084826 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-39234779-83bf-45e8-9e7e-ce35cba9b730 req-e15a8a39-27f7-46c2-9e43-19abe5f2bb6e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Feb 02 16:26:43.304177 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-1175b047-87d1-44c8-817e-f556b04ee6cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1097 time: 0.0752759 Feb 02 16:26:43.437865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-82f3059d-9ee2-496d-b2be-2aa61215a34d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:43.439284 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-82f3059d-9ee2-496d-b2be-2aa61215a34d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.1294923 Feb 02 16:26:43.543760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-7eb33782-78e9-4a26-941b-516324a5c8b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1002 time: 0.0985093 Feb 02 16:26:43.605352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-608b938b-8d94-4459-b7c5-30b9a1fb7ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:43.606774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-608b938b-8d94-4459-b7c5-30b9a1fb7ec2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0572939 Feb 02 16:26:43.683255 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8a08af2-ab74-4267-870d-8e9b190acce7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706866 Feb 02 16:26:43.816873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-8177e969-43e0-4587-ba91-12aebc7d3a1a service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267157 Feb 02 16:26:43.949870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-6aabd07e-c962-48b1-95cb-3aaaefe40d46 service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256425 Feb 02 16:26:44.291545 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb819c-a5fa-40b6-85f2-464e0a820b77 req-6aab961b-406f-45df-816d-e9a671706c76 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:44.293984 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0eb819c-a5fa-40b6-85f2-464e0a820b77 req-6aab961b-406f-45df-816d-e9a671706c76 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0850446 Feb 02 16:26:44.341200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0eb819c-a5fa-40b6-85f2-464e0a820b77 req-2c9814f9-30d9-43ba-aaa3-47c1cea2423d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 Feb 02 16:26:45.540769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7f1b-b833-4663-8b5e-f1c6c3842f88 req-80791b00-0c32-4462-bd59-9fe4a4fd46c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:45.542272 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-091b7f1b-b833-4663-8b5e-f1c6c3842f88 req-80791b00-0c32-4462-bd59-9fe4a4fd46c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0769999 Feb 02 16:26:45.588875 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-091b7f1b-b833-4663-8b5e-f1c6c3842f88 req-e0df5d5f-aa57-44be-8866-dbd1de2cd1bc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412016 Feb 02 16:26:46.844777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f828c19-ceba-41ee-ae78-6c6a23682fbc req-1b4f4871-0af2-48a1-9b47-16d58e624799 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:46.846259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f828c19-ceba-41ee-ae78-6c6a23682fbc req-1b4f4871-0af2-48a1-9b47-16d58e624799 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0814397 Feb 02 16:26:46.897377 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f828c19-ceba-41ee-ae78-6c6a23682fbc req-72206693-a44a-425e-879d-0a8cf01ade76 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449653 Feb 02 16:26:47.721489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:48.107182 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f720b2-2810-4006-97ca-a55a0047be57 req-6377dd98-3b55-4fbc-b593-e4dc23356edd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:48.108737 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66f720b2-2810-4006-97ca-a55a0047be57 req-6377dd98-3b55-4fbc-b593-e4dc23356edd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0843177 Feb 02 16:26:48.157376 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-66f720b2-2810-4006-97ca-a55a0047be57 req-7dc438fb-3b74-439b-a372-dfcebc25af91 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430491 Feb 02 16:26:48.424118 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:49.393970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25035519-a627-47b3-b74e-7f86349e6a14 req-08d19ae9-7da8-43d5-b020-55b129e81d1e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:49.395459 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25035519-a627-47b3-b74e-7f86349e6a14 req-08d19ae9-7da8-43d5-b020-55b129e81d1e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0816014 Feb 02 16:26:49.441814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-25035519-a627-47b3-b74e-7f86349e6a14 req-535f578f-afb9-4d6e-8c74-a3bce13db342 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402393 Feb 02 16:26:49.676126 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:26:50.655567 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db346c13-03db-42cc-9d84-451a6fc4663e req-6adcfeeb-a7af-454c-88f1-17eb007ca52a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:50.657049 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db346c13-03db-42cc-9d84-451a6fc4663e req-6adcfeeb-a7af-454c-88f1-17eb007ca52a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0767698 Feb 02 16:26:50.702520 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-db346c13-03db-42cc-9d84-451a6fc4663e req-7cf8ac41-fdd1-4a51-994d-ae50eb67c617 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394948 Feb 02 16:26:51.928825 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7461-5f07-4d49-ac53-6501741ba728 req-8e914b0c-7451-46b3-a4a3-053e395af908 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:51.930303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2cb7461-5f07-4d49-ac53-6501741ba728 req-8e914b0c-7451-46b3-a4a3-053e395af908 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0852606 Feb 02 16:26:51.977453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d2cb7461-5f07-4d49-ac53-6501741ba728 req-8d555fa6-9a7d-4279-ada8-d7b8cf455b63 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Feb 02 16:26:52.186958 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-7e0251a4-9d70-47bc-b092-95f6bb0a0107 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1097 time: 0.0719395 Feb 02 16:26:52.451982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-a2ce9909-d3b0-4932-bc9d-ac3c01737b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:52.453535 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-a2ce9909-d3b0-4932-bc9d-ac3c01737b34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.2476881 Feb 02 16:26:52.562054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-08c692fd-a408-4b99-a97d-6bd824f9fb34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1002 time: 0.1028359 Feb 02 16:26:52.625217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-65f9c6cc-7ebc-4797-be86-157810148157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:52.626688 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-65f9c6cc-7ebc-4797-be86-157810148157 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0590296 Feb 02 16:26:52.707241 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-f7b851f4-4d9b-48db-8ae6-29e7686e427c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745618 Feb 02 16:26:52.842280 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-351661bf-54b3-4907-8844-cba1fff03856 service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294775 Feb 02 16:26:52.985450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ef0d065-9d0d-4590-af4a-5d437ce6d911 req-c71284d8-becc-4d47-a396-a344eff78db6 service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370833 Feb 02 16:26:53.295297 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41ce53-9995-4aee-8117-c32642f1e552 req-d7ed5053-d675-4927-aa27-d18e6752af68 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:53.296708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e41ce53-9995-4aee-8117-c32642f1e552 req-d7ed5053-d675-4927-aa27-d18e6752af68 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.1856611 Feb 02 16:26:53.343582 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8e41ce53-9995-4aee-8117-c32642f1e552 req-86a3f770-836b-43c3-b491-ab1d4b2c2db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406361 Feb 02 16:26:54.545275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5656a8-0893-4377-8466-fa880746e75a req-58a132f8-a82b-47f7-9f00-5350c2fa2a11 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:54.546766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d5656a8-0893-4377-8466-fa880746e75a req-58a132f8-a82b-47f7-9f00-5350c2fa2a11 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0791225 Feb 02 16:26:54.592631 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d5656a8-0893-4377-8466-fa880746e75a req-a00b59cc-6c4b-41d4-ae7c-eda02520534d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403380 Feb 02 16:26:54.680535 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-477f44bd-9ea3-4540-849c-b872fb62c153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:55.805718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ae09c-fe8f-4d09-a839-36384bab9f19 req-4eb14326-9cea-4897-8507-870a457f2226 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:55.807177 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e53ae09c-fe8f-4d09-a839-36384bab9f19 req-4eb14326-9cea-4897-8507-870a457f2226 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0850978 Feb 02 16:26:55.854251 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e53ae09c-fe8f-4d09-a839-36384bab9f19 req-d7389d1c-c5a3-47f2-aee7-2b18eef3c678 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Feb 02 16:26:56.898227 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e649332b-ded9-4c55-8a04-c96eaf30e733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:57.061271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1533aff-27d8-418d-9b91-32474755a988 req-55f8cb78-e8d4-4c56-8304-f39b8897aad0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:57.062719 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1533aff-27d8-418d-9b91-32474755a988 req-55f8cb78-e8d4-4c56-8304-f39b8897aad0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0799584 Feb 02 16:26:57.108438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a1533aff-27d8-418d-9b91-32474755a988 req-b230042e-19f0-4998-aae6-45b303dbc93f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 Feb 02 16:26:58.328971 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194c214-20ef-4fd5-b005-b2a693d07553 req-37eccdf9-6a88-483f-9ec1-028cd25ca1b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:58.330609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8194c214-20ef-4fd5-b005-b2a693d07553 req-37eccdf9-6a88-483f-9ec1-028cd25ca1b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0935295 Feb 02 16:26:58.385449 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8194c214-20ef-4fd5-b005-b2a693d07553 req-12bfd03b-0530-4c94-abc0-001d6e00d3bd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488148 Feb 02 16:26:58.430542 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:58.635091 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:26:59.591267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874cb4e-3f4f-4ee3-8c06-00bf61403cf0 req-0c1ced66-b1ee-4627-a7d0-2e51cb6bf062 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:26:59.592756 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4874cb4e-3f4f-4ee3-8c06-00bf61403cf0 req-0c1ced66-b1ee-4627-a7d0-2e51cb6bf062 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0817068 Feb 02 16:26:59.660597 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4874cb4e-3f4f-4ee3-8c06-00bf61403cf0 req-723f7c43-81d3-4001-b7e3-9aecd22ea76e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622120 Feb 02 16:27:00.178350 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:00.863446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f910c-cadb-4b25-ad43-e80902a5b809 req-0ccbf4f7-6cc3-4511-bb35-480d607c1ae8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:00.864954 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e93f910c-cadb-4b25-ad43-e80902a5b809 req-0ccbf4f7-6cc3-4511-bb35-480d607c1ae8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0824394 Feb 02 16:27:00.913354 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e93f910c-cadb-4b25-ad43-e80902a5b809 req-2af76318-4ac1-4799-acd6-387b5f95d526 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Feb 02 16:27:01.231257 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-fbc7a12d-7b24-4878-a95b-6ca7ce80f4e9 service neutron] show failed (client error): The resource could not be found. Feb 02 16:27:01.232502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-fbc7a12d-7b24-4878-a95b-6ca7ce80f4e9 service neutron] 10.222.0.64 "GET /v2.0/ports/604bee41-46c9-460c-b46e-c44c80a0d1c8/bindings/n-h2-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0832987 Feb 02 16:27:01.850649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-63100e32-791c-49cf-b29b-449b37f98ed7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 1097 time: 0.0715554 Feb 02 16:27:01.867044 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:01.981154 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:02.125761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca6e85-3371-4e34-af9b-d6272717f76e req-5492fd2a-aa78-4f10-bd56-5d47a7bc04e2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:02.127256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-caca6e85-3371-4e34-af9b-d6272717f76e req-5492fd2a-aa78-4f10-bd56-5d47a7bc04e2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0825024 Feb 02 16:27:02.179485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-caca6e85-3371-4e34-af9b-d6272717f76e req-238643b8-4f47-4474-9c90-9d03da957bb3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457549 Feb 02 16:27:02.260385 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:27:02.289241 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:27:02.346097 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:27:02.352155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:02.371446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Transition to ACTIVE for port object 604bee41-46c9-460c-b46e-c44c80a0d1c8 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:27:02.415783 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'code': 200} Feb 02 16:27:02.526359 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:02.707242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=6']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:02.722083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.722437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.722777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.723110 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.723446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.723773 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.724128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.724453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.724775 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.725099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.725422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:02.795332 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] No DVR routers for this DVR port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:27:03.050320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Attempting to bind port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:27:03.050972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Attempting to bind port 604bee41-46c9-460c-b46e-c44c80a0d1c8 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:27:03.050972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Attempting to bind port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on network 7183221a-dbde-44af-bece-133447170f49 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:27:03.057158 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on network 7183221a-dbde-44af-bece-133447170f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:27:03.057475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Attempting to bind port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on network 7183221a-dbde-44af-bece-133447170f49 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:27:03.063980 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:27:03.064317 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Checking segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:27:03.064694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Bound using segment: {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:27:03.065117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Bound port: 604bee41-46c9-460c-b46e-c44c80a0d1c8, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38afa8e3-ae3e-4bb0-8250-9a614e76825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7183221a-dbde-44af-bece-133447170f49'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:27:03.065459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:03.158574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:27:03.161723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:27:03.252543 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:03.320172 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:03.321693 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] 10.222.0.107 "PUT /v2.0/ports/604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1092 time: 1.4587841 Feb 02 16:27:03.332550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa1202-eec2-40b4-9bed-e78ee1e2e4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=7']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:03.405772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb371bb8-63a0-426d-9153-b09883cdf2e7 req-f1c95bcd-a3e6-41b1-8f21-9713fa145697 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:03.408148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb371bb8-63a0-426d-9153-b09883cdf2e7 req-f1c95bcd-a3e6-41b1-8f21-9713fa145697 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 944 time: 0.1005020 Feb 02 16:27:03.424433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-e30525ef-e41e-4831-bd83-5fc2b9525e74 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1095 time: 0.0715659 Feb 02 16:27:03.464390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bb371bb8-63a0-426d-9153-b09883cdf2e7 req-b4ca9e61-7572-483a-bb8e-fc050dc3702a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452886 Feb 02 16:27:03.657884 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-fca918d5-85e8-4046-930d-1953252a806c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:03.659332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-fca918d5-85e8-4046-930d-1953252a806c service neutron] 10.222.0.107 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.2292194 Feb 02 16:27:03.763174 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-4b5f843e-5f75-4670-b15a-5bc99d7e5d3b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1000 time: 0.0976918 Feb 02 16:27:03.827432 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8197800-c67d-4d68-b180-b0f2ae99f1d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:03.828901 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-a8197800-c67d-4d68-b180-b0f2ae99f1d8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0604887 Feb 02 16:27:03.902398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-fa39dfe0-ddf5-439e-b84d-894802804cce service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679953 Feb 02 16:27:04.032309 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-eee10122-eec6-40c9-89fc-480134499df5 service neutron] 10.222.0.107 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244547 Feb 02 16:27:04.161568 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b66150fb-7c9b-4387-b79d-aa08530a5584 req-3decff63-4742-4ff5-a02b-bf89083c9b63 service neutron] 10.222.0.107 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233358 Feb 02 16:27:04.416769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:27:04.491745 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'status': 'completed', 'code': 200} Feb 02 16:27:04.614886 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-0d8231c2-ea74-4acc-adc5-46fc5a4bf8aa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1095 time: 0.0807555 Feb 02 16:27:04.618453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-3b220f22-d37d-4e62-bd98-ad8ea674a8cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1095 time: 0.0894310 Feb 02 16:27:04.804518 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-590a65bb-ff63-4f11-97e1-cbc5ca5dd0bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:04.805981 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-590a65bb-ff63-4f11-97e1-cbc5ca5dd0bd service neutron] 10.222.0.107 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.1854632 Feb 02 16:27:04.874790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf8ae0-58cc-44a9-8e5b-2c0a21884779 req-2531597a-7b6e-4071-bf2e-4183be155867 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:04.876333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8bf8ae0-58cc-44a9-8e5b-2c0a21884779 req-2531597a-7b6e-4071-bf2e-4183be155867 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 944 time: 0.2506053 Feb 02 16:27:04.877446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-180c4a6e-9f00-478f-9674-dbc7bdfc0017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:04.878763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-180c4a6e-9f00-478f-9674-dbc7bdfc0017 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.2542551 Feb 02 16:27:04.916900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-7091e22c-84ae-422f-94ad-b95aad4757bf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1000 time: 0.1042013 Feb 02 16:27:04.986085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-c16e6f2f-db17-4090-8b94-fb67e542e6db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:04.987554 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-c16e6f2f-db17-4090-8b94-fb67e542e6db service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0639174 Feb 02 16:27:05.013077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d8bf8ae0-58cc-44a9-8e5b-2c0a21884779 req-c13ddcab-bf81-45eb-9fa9-9820eeb8d601 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300657 Feb 02 16:27:05.018369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-e14a7ccf-7d95-4053-a16f-6b84ec4c0657 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1000 time: 0.1214533 Feb 02 16:27:05.075184 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-ee79750c-a039-4f9c-99ca-dc660812f12a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811543 Feb 02 16:27:05.199900 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-4bc32097-775a-4b5a-8c0a-2a99525b00f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:05.201382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-4bc32097-775a-4b5a-8c0a-2a99525b00f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.1773257 Feb 02 16:27:05.222809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-26895a5b-52c7-49fd-bee6-3009ef73c104 service neutron] 10.222.0.107 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404834 Feb 02 16:27:05.282792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-23428b95-8ff0-4576-896b-fb1b41151e8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746446 Feb 02 16:27:05.362296 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-3855d9d2-989e-4910-a3c9-1fd63f22ddb2 service neutron] 10.222.0.107 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333935 Feb 02 16:27:05.419728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-9a0b0b18-de24-4a7f-9c23-804fcb4b3b8c service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310179 Feb 02 16:27:05.507810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 604bee41-46c9-460c-b46e-c44c80a0d1c8 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:27:05.560056 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-af7b6653-3062-4572-9d15-ed1d53d1e066 req-f9de612b-33a6-4340-8beb-283de33f04c0 service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349404 Feb 02 16:27:05.564868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 604bee41-46c9-460c-b46e-c44c80a0d1c8 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:27:06.221255 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c327e06-354b-4047-9e1b-50e958445d17 req-e1eae92b-46b2-4d61-ab1f-392845729a75 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:06.222773 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c327e06-354b-4047-9e1b-50e958445d17 req-e1eae92b-46b2-4d61-ab1f-392845729a75 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 944 time: 0.0809414 Feb 02 16:27:06.274661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6c327e06-354b-4047-9e1b-50e958445d17 req-29f63a11-1475-4900-a1ab-d4b735fd2f9e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 Feb 02 16:27:06.741300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 604bee41-46c9-460c-b46e-c44c80a0d1c8 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:27:06.885384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:27:06.900288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'port_id': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'mac_address': 'fa:16:3e:aa:3c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:27:06.959755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:06.977870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604bee41-46c9-460c-b46e-c44c80a0d1c8 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:27:06.998749 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:27:07.080803 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:07.147970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:07.157424 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.157769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.158110 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.158445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.158815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.159115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.159435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.159756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.160106 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.160427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.160755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:07.419676 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['604bee41-46c9-460c-b46e-c44c80a0d1c8'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:27:07.488110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81102eba-18d1-4833-95b2-8c2731d8424b req-4cddc416-f3b2-46b2-a6b7-5335da3d0b7f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:07.489611 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81102eba-18d1-4833-95b2-8c2731d8424b req-4cddc416-f3b2-46b2-a6b7-5335da3d0b7f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 945 time: 0.0877333 Feb 02 16:27:07.537507 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-81102eba-18d1-4833-95b2-8c2731d8424b req-fb657ce9-8986-473e-afb6-1bc68dd1d540 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416093 Feb 02 16:27:08.040988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55eff7-259a-4476-808b-7feaecf58c2d req-3d71ff42-4cd7-4a41-a9c6-c37c66911d10 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:08.042546 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a55eff7-259a-4476-808b-7feaecf58c2d req-3d71ff42-4cd7-4a41-a9c6-c37c66911d10 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 945 time: 0.0821459 Feb 02 16:27:08.151650 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7a55eff7-259a-4476-808b-7feaecf58c2d req-ad4dad73-1f70-41b5-b946-e8cfb9f7b1d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032884 Feb 02 16:27:08.174300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-f7136b4c-a5a0-4271-ae56-f4d83b45d378 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:08.175732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-f7136b4c-a5a0-4271-ae56-f4d83b45d378 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&binding%3Ahost_id=n-h2-827122-1 HTTP/1.1" status: 200 len: 945 time: 0.1117697 Feb 02 16:27:08.265931 n-d-827122-1 neutron-server[95772]: INFO neutron.api.v2.resource [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-4aa7d752-366d-42b3-8a72-eae154621701 service neutron] delete failed (client error): The resource could not be found. Feb 02 16:27:08.266941 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-4aa7d752-366d-42b3-8a72-eae154621701 service neutron] 10.222.0.64 "DELETE /v2.0/ports/604bee41-46c9-460c-b46e-c44c80a0d1c8/bindings/n-h1-827122-1 HTTP/1.1" status: 404 len: 380 time: 0.0854299 Feb 02 16:27:08.358308 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519c490-f049-406a-801f-14d2080b70f8 req-febdd851-2482-4652-a839-82c0efde25b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:08.359937 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2519c490-f049-406a-801f-14d2080b70f8 req-febdd851-2482-4652-a839-82c0efde25b2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 945 time: 0.0818725 Feb 02 16:27:08.410126 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2519c490-f049-406a-801f-14d2080b70f8 req-8347a835-3376-480e-b3f0-02fc8ebfe56b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Feb 02 16:27:08.432731 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-89518ed6-cddf-458f-b099-8b17325a3a5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1096 time: 0.0773437 Feb 02 16:27:08.580334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-ab47037a-d67a-40b2-8a4b-217e770eb30a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:08.583192 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-ab47037a-d67a-40b2-8a4b-217e770eb30a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.1445436 Feb 02 16:27:08.692675 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-be8d87a7-4755-40b3-8435-c64f909c639a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 1001 time: 0.1041248 Feb 02 16:27:08.756287 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 604bee41-46c9-460c-b46e-c44c80a0d1c8 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:27:08.765016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-8bc04679-ace0-4f3b-883c-f36bc9be77ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:08.766763 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-8bc04679-ace0-4f3b-883c-f36bc9be77ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0689926 Feb 02 16:27:08.846067 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-99305bde-a383-43f9-9c5a-501be46e35b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724485 Feb 02 16:27:08.903513 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 604bee41-46c9-460c-b46e-c44c80a0d1c8 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:27:08.908737 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 604bee41-46c9-460c-b46e-c44c80a0d1c8 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:27:08.909800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:08.984722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-b90ca610-e106-43b6-8538-77836e46e79a service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329303 Feb 02 16:27:09.027247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:09.055381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:27:09.067795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:27:09.131065 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'code': 200} Feb 02 16:27:09.131395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b5f79641-7ff6-48af-974c-ccd0d0048d37 req-24c7fbbb-1a46-4a28-a812-1da0dc6fcb8e service neutron] 10.222.0.64 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397846 Feb 02 16:27:09.143538 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:09.214582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=9']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:09.708930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f2967-7fe9-4096-99be-d85855236e3b req-81394c3f-1721-43fd-85c6-6b0ff0887cc1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:09.710605 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa9f2967-7fe9-4096-99be-d85855236e3b req-81394c3f-1721-43fd-85c6-6b0ff0887cc1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.1734889 Feb 02 16:27:09.756185 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aa9f2967-7fe9-4096-99be-d85855236e3b req-7713cb03-a766-4059-84d8-3eda5b145d4d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Feb 02 16:27:10.966321 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225a425-a379-408b-aba6-8d4cec8b8713 req-a1896463-7bc0-492f-b88e-b3157efc37f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:10.967814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e225a425-a379-408b-aba6-8d4cec8b8713 req-a1896463-7bc0-492f-b88e-b3157efc37f9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0843012 Feb 02 16:27:11.015488 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e225a425-a379-408b-aba6-8d4cec8b8713 req-c2881611-fd02-47b2-bdad-9ea962e5168b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Feb 02 16:27:11.045298 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49116) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:11.257648 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-511885bb-243f-4d45-8284-5ef89d835947 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/87810e66-b7bd-45bc-bb22-664a18e53117 HTTP/1.1" status: 200 len: 994 time: 0.2111580 Feb 02 16:27:17.749287 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:18.428946 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:24.680131 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a75b22f9-8a11-4473-b006-17126ba3cb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:26.676865 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:27:26.886224 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9989-84d5-4ae7-bde3-2efe2353724c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:28.405868 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:28.634570 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:30.217361 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:40.079689 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49132) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:40.285682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 074e228f-c7cc-4379-a387-78affcffa8fd {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:27:40.285955 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:40.457834 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:40.458166 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:40.577293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 074e228f-c7cc-4379-a387-78affcffa8fd owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:27:40.789370 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:40.836601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=074e228f-c7cc-4379-a387-78affcffa8fd,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:40.932223 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:41.340521 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:27:41.541727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:27:41.550962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] Sync routers for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:27:41.563596 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:27:41.567511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:41.617403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:41.747378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:27:41.779880 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-110cdb44-229f-4715-99c8-8513e8906db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/floatingips/87810e66-b7bd-45bc-bb22-664a18e53117 HTTP/1.1" status: 204 len: 168 time: 1.6989524 Feb 02 16:27:41.780449 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:27:41.842817 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'status': 'completed', 'code': 200} Feb 02 16:27:41.978095 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ab483c-cc13-4c46-b267-def976519f08 req-bae58e08-bb37-45fd-bbce-0117ed7cadba service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 1097 time: 0.0711145 Feb 02 16:27:42.070079 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:57Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:42.074791 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] Checking router: cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:27:42.085038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:27:42.085636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:42.117066 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab483c-cc13-4c46-b267-def976519f08 req-47964d77-7fa9-4c6f-af8a-775046230db9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:42.119386 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ab483c-cc13-4c46-b267-def976519f08 req-47964d77-7fa9-4c6f-af8a-775046230db9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 200 len: 899 time: 0.1328156 Feb 02 16:27:42.199073 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ab483c-cc13-4c46-b267-def976519f08 req-44af4507-d4d3-4954-9e26-ec3e260fd78c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 200 len: 217 time: 0.0696573 Feb 02 16:27:42.264765 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab483c-cc13-4c46-b267-def976519f08 req-cf81b640-5e5e-453a-8c20-ebac655e120e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:42.275219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ab483c-cc13-4c46-b267-def976519f08 req-cf81b640-5e5e-453a-8c20-ebac655e120e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 200 len: 834 time: 0.0610781 Feb 02 16:27:42.275378 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:27:42.440766 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ab483c-cc13-4c46-b267-def976519f08 req-6059313e-d9b6-4355-9185-41508689e04d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7183221a-dbde-44af-bece-133447170f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343389 Feb 02 16:27:42.452102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f763-fb4c-431b-9141-a49e7343ccfd req-31bb9065-5b93-47c5-8e1e-5bb2237d3666 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:42.452830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0298f763-fb4c-431b-9141-a49e7343ccfd req-31bb9065-5b93-47c5-8e1e-5bb2237d3666 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:27:42.591710 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ab483c-cc13-4c46-b267-def976519f08 req-57a002b1-7031-4db2-b72d-668b83648d75 service neutron] 10.222.0.107 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358569 Feb 02 16:27:42.625037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:57Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:42.629193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdc5db-364e-4b09-b545-0d2b542647b5 None None] The sync data for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 is: [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:50Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '3ad74cd5-63ae-43ae-9946-7e23ed9ae112', 'name': '', 'network_id': '7183221a-dbde-44af-bece-133447170f49', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:43:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:49Z', 'updated_at': '2022-02-02T16:25:57Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '0ec7df74-f3c7-4741-a206-8507bf6db11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:27:42.668846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0298f763-fb4c-431b-9141-a49e7343ccfd req-31bb9065-5b93-47c5-8e1e-5bb2237d3666 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:27:42.670010 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0298f763-fb4c-431b-9141-a49e7343ccfd req-31bb9065-5b93-47c5-8e1e-5bb2237d3666 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.3332045 Feb 02 16:27:42.748952 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0298f763-fb4c-431b-9141-a49e7343ccfd req-89cafdfa-5a9c-4f87-853b-a9fa5daa6922 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732498 Feb 02 16:27:42.771995 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52ab483c-cc13-4c46-b267-def976519f08 req-30b534ef-0c2d-4be7-83bd-64bc69aa32c1 service neutron] 10.222.0.107 "GET /v2.0/networks/7183221a-dbde-44af-bece-133447170f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740208 Feb 02 16:27:42.880105 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e456365-4705-443c-99c4-12f6db485b48 None None] New status for floating IP 87810e66-b7bd-45bc-bb22-664a18e53117: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:27:43.823117 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-dbca92b7-4d79-4c2a-b723-5009b7b72808 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:43.824668 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-dbca92b7-4d79-4c2a-b723-5009b7b72808 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0810561 Feb 02 16:27:43.892163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 604bee41-46c9-460c-b46e-c44c80a0d1c8 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:27:43.892499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:43.957341 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fc555-5665-4c2e-8f82-4438e35a315e req-42b9195f-e49d-4d85-97ef-ee4b37d17ee4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:43.958808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-489fc555-5665-4c2e-8f82-4438e35a315e req-42b9195f-e49d-4d85-97ef-ee4b37d17ee4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 946 time: 0.0793378 Feb 02 16:27:44.009219 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-489fc555-5665-4c2e-8f82-4438e35a315e req-f0c40211-8474-4f9a-8f9f-d54a4b6833e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=6befb5d4-38bd-4869-ae96-f2861aa3abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 Feb 02 16:27:44.143345 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 604bee41-46c9-460c-b46e-c44c80a0d1c8, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=604bee41-46c9-460c-b46e-c44c80a0d1c8,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:27:44.143689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:44.262557 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 604bee41-46c9-460c-b46e-c44c80a0d1c8 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:27:44.480037 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:44.529357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=604bee41-46c9-460c-b46e-c44c80a0d1c8,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:44.689513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] No DVR routers for this DVR port 604bee41-46c9-460c-b46e-c44c80a0d1c8 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:27:44.692222 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:44.694853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'name': 'network-vif-deleted', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:27:44.754170 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25969f98-f8f5-43fc-8665-ad4615716884', 'name': 'network-vif-deleted', 'tag': '604bee41-46c9-460c-b46e-c44c80a0d1c8', 'status': 'completed', 'code': 200} Feb 02 16:27:44.761258 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4dc5c22f-d93c-42d1-9a15-65a7f8b4683c req-8ff4557b-f929-43a1-ba37-e5995fe856b0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "DELETE /v2.0/ports/604bee41-46c9-460c-b46e-c44c80a0d1c8 HTTP/1.1" status: 204 len: 173 time: 0.9313905 Feb 02 16:27:45.193108 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bf08f950-ff30-45d3-a942-5f4e9098ba9a req-ceef0c19-50bb-4496-a38d-25828a003da8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 210 time: 0.0463958 Feb 02 16:27:45.432487 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c61f5616-34ca-4e5c-9627-8946d915664f req-114a82e1-e8d6-4a60-aa43-f0ff0a4c342c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=25969f98-f8f5-43fc-8665-ad4615716884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0415590 Feb 02 16:27:45.567134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c61f5616-34ca-4e5c-9627-8946d915664f req-c7c82c09-7dc3-405d-81b9-24b6b71853f4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=25969f98-f8f5-43fc-8665-ad4615716884 HTTP/1.1" status: 200 len: 210 time: 0.0432365 Feb 02 16:27:45.728237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5616-34ca-4e5c-9627-8946d915664f req-d6e524d5-25b4-48fa-93cc-cba21bedb6b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:45.729590 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c61f5616-34ca-4e5c-9627-8946d915664f req-d6e524d5-25b4-48fa-93cc-cba21bedb6b1 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1378949 Feb 02 16:27:45.867327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5616-34ca-4e5c-9627-8946d915664f req-66516773-46ab-4592-ba95-e967725ec6f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:45.869497 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c61f5616-34ca-4e5c-9627-8946d915664f req-66516773-46ab-4592-ba95-e967725ec6f8 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1336100 Feb 02 16:27:46.305476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49150) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:46.720562 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:47.343081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:27:47.343818 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:47.533358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 3ad74cd5-63ae-43ae-9946-7e23ed9ae112, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:27:47.533715 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:47.655995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:27:47.737442 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:48.017359 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:48.062658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=3ad74cd5-63ae-43ae-9946-7e23ed9ae112,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:48.099447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.099797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.100166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.100503 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.100840 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.101174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.101504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.102364 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.102692 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.103013 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.103345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:27:48.375323 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:48.440463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:48.929502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 604bee41-46c9-460c-b46e-c44c80a0d1c8 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:27:48.960367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:27:48.963246 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 604bee41-46c9-460c-b46e-c44c80a0d1c8 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:27:48.963603 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 604bee41-46c9-460c-b46e-c44c80a0d1c8 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:27:49.155777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:27:49.166039 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] Sync routers for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:27:49.168674 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-43fe45a4-b3ca-4ce7-9566-f87b9300ef58 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621242 Feb 02 16:27:49.171392 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49154) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:49.177910 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:27:49.178512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:49.364362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:27:49.471252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f406567-42b1-4725-ab4d-15a3e6f2a534 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting subnet 0ec7df74-f3c7-4741-a206-8507bf6db11c {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:27:49.474251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f406567-42b1-4725-ab4d-15a3e6f2a534 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:49.529272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f406567-42b1-4725-ab4d-15a3e6f2a534 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:49.618159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f406567-42b1-4725-ab4d-15a3e6f2a534 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:49.653951 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:27:47Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:49.658074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] Checking router: cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:27:49.668633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] Routers {'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:27:49.669306 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:49.783316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f406567-42b1-4725-ab4d-15a3e6f2a534 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:49.822490 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f406567-42b1-4725-ab4d-15a3e6f2a534 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec7df74-f3c7-4741-a206-8507bf6db11c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:49.830781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2f406567-42b1-4725-ab4d-15a3e6f2a534 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:49.837472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461a76c-d653-4541-8592-60dc54c34dee None None] Network 7183221a-dbde-44af-bece-133447170f49 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:27:49.839491 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2f406567-42b1-4725-ab4d-15a3e6f2a534 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/subnets/0ec7df74-f3c7-4741-a206-8507bf6db11c HTTP/1.1" status: 204 len: 168 time: 0.6671131 Feb 02 16:27:49.842080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49158) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:49.924580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] Set router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:27:50.043552 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:50.256159 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:50.341321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:27:47Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:50.345538 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f940c02-b0e8-4385-9bec-9e9480982a2a None None] The sync data for ids ['cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee'] in n-d-827122-1 is: [{'id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402693275', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:27:47Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '6ce1cdf0-2de2-4296-967a-ceaf5037be35', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:25:45Z', 'updated_at': '2022-02-02T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:27:50.350757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 6ce1cdf0-2de2-4296-967a-ceaf5037be35 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:27:50.351105 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:50.382696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] DHCP port deletion for 7183221a-dbde-44af-bece-133447170f49 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:27:50.387821 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] Deleting port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:27:50.388249 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:50.530082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 6ce1cdf0-2de2-4296-967a-ceaf5037be35, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=6ce1cdf0-2de2-4296-967a-ceaf5037be35,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:27:50.530702 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:50.592823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] For port 0e28c75f-a37d-4a95-a1d0-b1339376ed05, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e28c75f-a37d-4a95-a1d0-b1339376ed05,segment=NetworkSegment(38afa8e3-ae3e-4bb0-8250-9a614e76825e),segment_id=38afa8e3-ae3e-4bb0-8250-9a614e76825e)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:27:50.593216 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:50.652019 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 6ce1cdf0-2de2-4296-967a-ceaf5037be35 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:27:50.717515 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] Calling delete_port for 0e28c75f-a37d-4a95-a1d0-b1339376ed05 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:27:50.920413 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:50.953895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:27:50.972469 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:51.002239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] Pushing event deleted for resources: {'Port': ['ID=0e28c75f-a37d-4a95-a1d0-b1339376ed05,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:51.005539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:27:51.005884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3ad74cd5-63ae-43ae-9946-7e23ed9ae112 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:27:51.006304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e28c75f-a37d-4a95-a1d0-b1339376ed05 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:27:51.020148 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=6ce1cdf0-2de2-4296-967a-ceaf5037be35,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:51.041849 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f30d6f9-5031-49ed-b2c2-de57e2a4b218 None None] No DVR routers for this DVR port 0e28c75f-a37d-4a95-a1d0-b1339376ed05 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:27:51.043249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 0e28c75f-a37d-4a95-a1d0-b1339376ed05 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:27:51.043606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e28c75f-a37d-4a95-a1d0-b1339376ed05 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:27:51.259282 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:51.624911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:51.629265 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:51.794518 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:51.795108 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Fanout notify agent at l3_agent the message router_deleted on router cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:27:51.813542 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:51.813542 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-84465f00-7820-42e0-8842-e48d82cdc487 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/routers/cdbb44f4-328b-4bb5-a2e7-c58f74fdb9ee HTTP/1.1" status: 204 len: 168 time: 1.9692874 Feb 02 16:27:51.815263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49162) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:51.934559 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.068162 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.095722 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7183221a-dbde-44af-bece-133447170f49']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:52.108279 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38afa8e3-ae3e-4bb0-8250-9a614e76825e') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:52.108642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38afa8e3-ae3e-4bb0-8250-9a614e76825e') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:52.121028 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.137269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.143200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:27:52.143580 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:27:52.161731 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:27:52.314473 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.320192 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.348060 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Network': ['ID=7183221a-dbde-44af-bece-133447170f49,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:52.423945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-de0d1bed-c7e3-487a-82aa-a1ffa8302fe0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/networks/7183221a-dbde-44af-bece-133447170f49 HTTP/1.1" status: 204 len: 168 time: 0.6074481 Feb 02 16:27:52.426699 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49166) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:52.497949 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d710dfb3-0f46-47cb-bfd7-ce50e8ff66f6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.527504 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d710dfb3-0f46-47cb-bfd7-ce50e8ff66f6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.657239 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d710dfb3-0f46-47cb-bfd7-ce50e8ff66f6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.679597 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710dfb3-0f46-47cb-bfd7-ce50e8ff66f6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6befb5d4-38bd-4869-ae96-f2861aa3abb4,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:52.782238 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d710dfb3-0f46-47cb-bfd7-ce50e8ff66f6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:52.783392 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d710dfb3-0f46-47cb-bfd7-ce50e8ff66f6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/security-groups/6befb5d4-38bd-4869-ae96-f2861aa3abb4 HTTP/1.1" status: 204 len: 168 time: 0.3557210 Feb 02 16:27:52.931132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6ce1cdf0-2de2-4296-967a-ceaf5037be35 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:27:52.965512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 6ce1cdf0-2de2-4296-967a-ceaf5037be35 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:27:52.965512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 6ce1cdf0-2de2-4296-967a-ceaf5037be35 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:27:53.565825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49176) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:53.571910 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1857307908', 'description': 'tempest-secgroup-smoke-1857307908 description', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:53.578748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:53.582854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:53.585808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:53.591609 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:53.702936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:53.738079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:53.741939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:53.744807 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:53.750447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:53.804273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:53.891787 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:53.940165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb12658c-355b-4b76-88b5-1d7ed1d8229a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:54.029021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.030269 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ced3bfb4-8049-496a-bde1-5a3582d3564c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4633393 Feb 02 16:27:54.033340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49180) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:54.038956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'cb12658c-355b-4b76-88b5-1d7ed1d8229a', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:54.046847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:54.050659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:54.053606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:54.059646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:54.156345 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.220150 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.331632 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.357082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617bba00-912f-43b9-9643-de781f41443e,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:54.491717 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.493809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-7bde1e85-4d8d-4e35-bca0-d71062f5889b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4594607 Feb 02 16:27:54.496523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49184) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:54.501847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'cb12658c-355b-4b76-88b5-1d7ed1d8229a', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:54.509611 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:54.513471 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:54.516344 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:54.522458 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:54.612775 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.674328 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.708874 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5d81-a30f-402e-a717-799420766981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.777289 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.802637 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac329757-0c8c-4577-a86c-6ce6f4759357,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:54.891532 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:54.892755 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-bca31801-7ab9-4cf7-bf1d-1f4c130e1368 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3953216 Feb 02 16:27:54.895483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49188) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:54.900878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'cb12658c-355b-4b76-88b5-1d7ed1d8229a', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:54.907549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:54.911831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:54.915183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:54.920648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:55.024080 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.089009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.188622 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.212199 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d86720f-e1d7-4c12-a3c4-42dfae802358,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:55.337911 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.339114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fa597cfb-fbad-44fb-a428-b334873168fb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4426980 Feb 02 16:27:55.341869 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49192) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:55.347379 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'cb12658c-355b-4b76-88b5-1d7ed1d8229a', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:55.354832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:55.358629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:55.361492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:55.367263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:55.493612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.559028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.640378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.665060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0248d1-7d28-4f09-9cb4-bbc9ebaf1f24,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:55.765768 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.766989 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-07f1c169-8dce-413e-9948-4098180efaf6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4240594 Feb 02 16:27:55.769833 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49196) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:55.776481 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'cb12658c-355b-4b76-88b5-1d7ed1d8229a', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:55.783265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:55.787412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:55.790375 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:55.796033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:55.891321 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:27:55.898210 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:55.965635 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.062679 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.087103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a950ed-d595-4bc9-a76a-8171bbed82b6,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:56.222966 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.224258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-55c4334a-8c94-4277-aa57-5239561350e8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4533932 Feb 02 16:27:56.227181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49200) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:56.232588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': 'cb12658c-355b-4b76-88b5-1d7ed1d8229a', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:56.240191 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:56.244303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:56.247119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:56.252682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:56.377592 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:27:56.384393 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.449172 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.542684 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.567228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f721b0-2b72-4e11-9e18-964cc4ae2486,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:56.657295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.658446 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f6b9ad3c-527f-40e5-add3-08d7590f8361 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4303126 Feb 02 16:27:56.661401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49204) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:56.667230 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'network': {'name': 'tempest-network-smoke--315469667', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'port_security_enabled': True}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:56.672875 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:56.676868 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:network and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:56.680269 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:56.685978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:56.783173 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:27:56.786177 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.815215 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:27:56.824314 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.824655 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Added segment b6e756dc-960e-46c1-9e10-d1be33ccfb56 of type vlan for network 24eeb80d-2269-41b3-8a3c-3e14a49e358f Feb 02 16:27:56.850420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:56.903267 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c8540ca-f894-4be7-be50-cb37d5f08dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:57.000420 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:57.004096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:57.004674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:57.113775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Network': ['ID=24eeb80d-2269-41b3-8a3c-3e14a49e358f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:57.124577 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:27:57.247045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-b9d9eb9f-6ac6-4d46-8935-d6780dbee58c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5846362 Feb 02 16:27:57.249760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49208) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:57.254956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'admin_state_up': True, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:57.263131 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:57.267033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:router and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:57.270247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:57.277340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:57.348561 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:57.349478 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:57.368123 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:57.618488 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:57.858655 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:57.889006 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:58.115659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.114 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/9fc67a72-718e-4b21-a8ac-852770eeba71) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:27:58.269835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:58.372009 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:58.443356 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:27:58.446935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:27:58.450985 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:27:58.451722 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:58.480526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=9fc67a72-718e-4b21-a8ac-852770eeba71,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:27:58.619083 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:58.670273 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:58.671033 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:58.982742 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cf653f66-1f11-469a-89f7-98c2a915f029 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:27:59.184849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:27:59.196060 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Sync routers for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:27:59.208794 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:27:59.209392 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:59.280122 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:59.281391 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-86a61031-9dfc-454e-a1d0-c9293883fe55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0307138 Feb 02 16:27:59.284909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49214) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:59.390421 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:27:59.411485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-be4bb3e0-bd53-4f5f-a4c5-682fdcebda3b tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=777d129ad5ae4d42bbb1a50b755f8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1225214 Feb 02 16:27:59.411708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49220) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:59.544654 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a371bdbd-52fc-4338-99d2-f89f21205408 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:27:59.546039 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a371bdbd-52fc-4338-99d2-f89f21205408 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334426 Feb 02 16:27:59.548860 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49224) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:59.587629 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6692f37e-f75c-478b-98de-0053a8bf1054 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377269 Feb 02 16:27:59.590245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49228) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:27:59.595330 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1684848867', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:27:59.675187 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:27:58Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:27:59.678927 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Checking router: cf653f66-1f11-469a-89f7-98c2a915f029 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:27:59.679270 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Updating router cf653f66-1f11-469a-89f7-98c2a915f029 port 9fc67a72-718e-4b21-a8ac-852770eeba71 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:27:59.705852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:27:59.709591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:subnet and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:27:59.713242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:27:59.718920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:27:59.735317 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:27:59.817622 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:27:59.921350 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.098456 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.110663 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Transition to ACTIVE for port object 9fc67a72-718e-4b21-a8ac-852770eeba71 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:28:00.240209 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.318531 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Attempting to bind port 9fc67a72-718e-4b21-a8ac-852770eeba71 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:28:00.322089 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Attempting to bind port 9fc67a72-718e-4b21-a8ac-852770eeba71 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:28:00.322089 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Attempting to bind port 9fc67a72-718e-4b21-a8ac-852770eeba71 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:28:00.322089 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Pushing event updated for resources: {'Port': ['ID=9fc67a72-718e-4b21-a8ac-852770eeba71,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:00.334012 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.334354 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.334692 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.335020 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.335345 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.335668 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.336262 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.337249 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.337579 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.337902 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.338227 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:00.341351 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:28:00.341659 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:28:00.342058 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.342451 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:28:00.342891 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Bound port: 9fc67a72-718e-4b21-a8ac-852770eeba71, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:28:00.343258 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.348855 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.389056 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.418374 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] For port 9fc67a72-718e-4b21-a8ac-852770eeba71, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:28:00.421501 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] For port 9fc67a72-718e-4b21-a8ac-852770eeba71, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9fc67a72-718e-4b21-a8ac-852770eeba71,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:28:00.465990 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Subnet': ['ID=57c6502a-59f1-493e-99a7-9223ae400c7e,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:00.481012 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Checking segment: {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:28:00.481369 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network hostable DHCP agents. Network: 24eeb80d-2269-41b3-8a3c-3e14a49e358f, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:28:00.520893 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.606110 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0a147-2e42-4018-b682-a14beb4e66eb None None] Pushing event updated for resources: {'Port': ['ID=9fc67a72-718e-4b21-a8ac-852770eeba71,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:00.610378 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:28:00.610964 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:00.628933 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:28:00.749068 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 24eeb80d-2269-41b3-8a3c-3e14a49e358f) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:28:00.753465 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:00.754146 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:00.759762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec50fc3-265d-43d8-b09a-c6fa32b9fcf3 None None] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:28:00.792264 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:28:00.863697 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-80099648-b153-4223-a5ef-e9e8b0d6aeb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2722425 Feb 02 16:28:00.866295 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49232) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:28:00.990761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:28:00.992463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:01.088172 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:27:58Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:01.093227 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbe7ec-c6a2-4510-ae95-9756b981e565 None None] The sync data for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 is: [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:27:58Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:28:01.160814 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Allocated IP 172.20.0.2 (24eeb80d-2269-41b3-8a3c-3e14a49e358f/57c6502a-59f1-493e-99a7-9223ae400c7e/98b58cab-cdf7-4497-9a6a-aea6a3966ed2) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:28:01.409476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:01.420770 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Transition to ACTIVE for port object 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:28:01.444352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Transition to ACTIVE for port object 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:28:01.546018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:01.620235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:28:01.623315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:28:01.626297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:28:01.633739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Pushing event updated for resources: {'Port': ['ID=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:01.728754 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:01.729310 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Attempting to bind port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:28:01.729420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Attempting to bind port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:28:01.729804 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Attempting to bind port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 on network 24eeb80d-2269-41b3-8a3c-3e14a49e358f {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:28:01.736806 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:28:01.737189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Checking segment: {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:28:01.737596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:01.737994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Bound using segment: {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:28:01.738479 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Bound port: 98b58cab-cdf7-4497-9a6a-aea6a3966ed2, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:28:01.738845 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:01.876777 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] For port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:28:01.879973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] For port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:28:01.961463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:02.040741 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1f49c-a9ec-452d-85e1-d2241da0603d None None] Pushing event updated for resources: {'Port': ['ID=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:02.144754 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.1 (24eeb80d-2269-41b3-8a3c-3e14a49e358f/57c6502a-59f1-493e-99a7-9223ae400c7e/a0f0f89e-260f-43e4-bc36-3726fe72d0ce) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:28:02.415863 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:02.431908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object a0f0f89e-260f-43e4-bc36-3726fe72d0ce will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:28:02.532318 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:02.603817 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:28:02.607059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:28:02.611258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:28:02.643120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:02.678861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:02.854696 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:02.958981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e66958-7d7c-4925-9f4e-aeb7e0078c93 None None] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:28:03.041992 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:28:03.241245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ba4fa5df-d43e-4fa2-a891-a712270f505a None None] Provisioning for port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:28:03.285433 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:03.291779 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:28:03.298213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:03.298213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:03.366703 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:03.427596 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:03.465552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:28:03.489161 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:03.493437 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:03.508229 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.508728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.509084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.509408 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.509733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.510059 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.510381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.510704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.511022 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.511337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.511652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:03.554451 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:03.558726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9fc67a72-718e-4b21-a8ac-852770eeba71 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:28:03.651049 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:28:03.652462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:28:03.684859 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:28:03.689160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:03.788682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-35fbc9a6-6e0f-4c53-ae88-f8408f5dc867 None None] Provisioning for port a0f0f89e-260f-43e4-bc36-3726fe72d0ce completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:28:03.794436 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-35fbc9a6-6e0f-4c53-ae88-f8408f5dc867 None None] Provisioning complete for port a0f0f89e-260f-43e4-bc36-3726fe72d0ce triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:03.794862 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-35fbc9a6-6e0f-4c53-ae88-f8408f5dc867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:03.833755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 9fc67a72-718e-4b21-a8ac-852770eeba71 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:28:03.848537 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9fc67a72-718e-4b21-a8ac-852770eeba71 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:03.848944 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:03.898029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-35fbc9a6-6e0f-4c53-ae88-f8408f5dc867 None None] Port a0f0f89e-260f-43e4-bc36-3726fe72d0ce cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:28:03.924384 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-35fbc9a6-6e0f-4c53-ae88-f8408f5dc867 None None] Provisioning complete for port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:03.924743 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-35fbc9a6-6e0f-4c53-ae88-f8408f5dc867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:04.034499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:04.062629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cf653f66-1f11-469a-89f7-98c2a915f029 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:28:04.083602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 9fc67a72-718e-4b21-a8ac-852770eeba71, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9fc67a72-718e-4b21-a8ac-852770eeba71,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:28:04.148762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:04.229056 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=9fc67a72-718e-4b21-a8ac-852770eeba71,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:04.239122 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c627acde-0402-4d23-824b-32f86e5dcf19 None None] Provisioning complete for port a0f0f89e-260f-43e4-bc36-3726fe72d0ce triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:04.239122 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c627acde-0402-4d23-824b-32f86e5dcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:04.297323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-c627acde-0402-4d23-824b-32f86e5dcf19 None None] Port a0f0f89e-260f-43e4-bc36-3726fe72d0ce cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:28:04.373852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:28:04.387633 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9272e9a4-afad-4c7b-bc2d-e4d3b503528a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/cf653f66-1f11-469a-89f7-98c2a915f029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5201178 Feb 02 16:28:04.568292 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-ed73219d-8884-4962-8d9f-27d13c2ca767 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:28:04.610512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Sync routers for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:28:04.622723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:28:04.623327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:04.674452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-ed73219d-8884-4962-8d9f-27d13c2ca767 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:28:04.675740 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-ed73219d-8884-4962-8d9f-27d13c2ca767 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1857307908&fields=id&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 267 time: 0.1489806 Feb 02 16:28:04.802112 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:28:04.828559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-cafeb9d2-c9aa-4fde-ba5f-5e41f1215e7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:04.829223 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-cafeb9d2-c9aa-4fde-ba5f-5e41f1215e7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:28:04.920669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-cafeb9d2-c9aa-4fde-ba5f-5e41f1215e7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:28:04.921500 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-cafeb9d2-c9aa-4fde-ba5f-5e41f1215e7c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/networks?id=24eeb80d-2269-41b3-8a3c-3e14a49e358f HTTP/1.1" status: 200 len: 796 time: 0.2376776 Feb 02 16:28:04.943452 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-d3a9532c-80e2-44ba-ae13-c9a1d2317353 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/quotas/777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 375 time: 0.0145648 Feb 02 16:28:04.954494 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:28:05.028161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-4cb65634-a4dc-41c2-954d-27643f6228e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:28:05.108860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-4cb65634-a4dc-41c2-954d-27643f6228e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:28:05.110858 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-4cb65634-a4dc-41c2-954d-27643f6228e3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580873 Feb 02 16:28:05.185154 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:05.185709 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:05.252356 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-51e1005c-d02f-42ec-b9c0-7a2e87529f60 service neutron] 10.222.0.88 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297412 Feb 02 16:28:05.316445 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:03Z', 'revision_number': 2, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:05.328523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Checking router: cf653f66-1f11-469a-89f7-98c2a915f029 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:28:05.328991 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Updating router cf653f66-1f11-469a-89f7-98c2a915f029 port a0f0f89e-260f-43e4-bc36-3726fe72d0ce binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:28:05.366273 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9fc67a72-718e-4b21-a8ac-852770eeba71 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:28:05.389256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-805ab8ab-fb62-4c56-b1b0-e6f283b2dcda service neutron] 10.222.0.88 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303923 Feb 02 16:28:05.434306 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:05.547729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 9fc67a72-718e-4b21-a8ac-852770eeba71 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:05.548146 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:05.684820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-31aea3c7-dd3b-43eb-85f3-3e5aec0ca14e req-d8da6d10-434c-459b-8a67-4c4bb0dd5d74 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:28:05.697752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-31aea3c7-dd3b-43eb-85f3-3e5aec0ca14e req-d8da6d10-434c-459b-8a67-4c4bb0dd5d74 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:28:05.712391 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-31aea3c7-dd3b-43eb-85f3-3e5aec0ca14e req-d8da6d10-434c-459b-8a67-4c4bb0dd5d74 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 210 time: 0.0689750 Feb 02 16:28:05.906277 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:05.918201 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Transition to ACTIVE for port object a0f0f89e-260f-43e4-bc36-3726fe72d0ce will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:28:06.011433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:06.138590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886563e-630d-4bf6-a9f1-ee9ee70aab92 None None] Pushing event updated for resources: {'Port': ['ID=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:06.228827 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Attempting to bind port a0f0f89e-260f-43e4-bc36-3726fe72d0ce on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:28:06.229468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Attempting to bind port a0f0f89e-260f-43e4-bc36-3726fe72d0ce by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:28:06.229599 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Attempting to bind port a0f0f89e-260f-43e4-bc36-3726fe72d0ce on network 24eeb80d-2269-41b3-8a3c-3e14a49e358f {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:28:06.236593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:28:06.236973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Checking segment: {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:28:06.237379 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:06.237774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Bound using segment: {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:28:06.238241 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Bound port: a0f0f89e-260f-43e4-bc36-3726fe72d0ce, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:28:06.238651 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:06.339701 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] For port a0f0f89e-260f-43e4-bc36-3726fe72d0ce, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:28:06.343463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] For port a0f0f89e-260f-43e4-bc36-3726fe72d0ce, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:28:06.559902 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:06.620218 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886563e-630d-4bf6-a9f1-ee9ee70aab92 None None] Pushing event updated for resources: {'Port': ['ID=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:06.628109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:28:06.628789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:06.829103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:28:06.880360 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6e86656-a1df-4088-96a5-0f7dabac06db req-9128e93a-cd0b-4ee6-bac2-70cb3783e282 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 210 time: 0.0452733 Feb 02 16:28:07.217382 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:06Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:07.221545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996e28b-5a7a-41fa-9279-69da577c409c None None] The sync data for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 is: [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:06Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:28:08.059021 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-744ddbd9-eb23-4b4e-aa1a-eee965dffbb2 req-7ac9a9f5-7070-4f8b-bb35-dc597ce3dff0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 210 time: 0.0422537 Feb 02 16:28:08.412352 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-050c1d13-0ed6-4c41-8e2d-d96b6753b88c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:08.414369 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-050c1d13-0ed6-4c41-8e2d-d96b6753b88c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/networks?id=24eeb80d-2269-41b3-8a3c-3e14a49e358f HTTP/1.1" status: 200 len: 796 time: 0.2587109 Feb 02 16:28:08.473585 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-18122aea-629a-4118-a934-cc325599dec9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 380 time: 0.0415621 Feb 02 16:28:08.481553 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'port': {'device_id': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'admin_state_up': True, 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'security_groups': ['cb12658c-355b-4b76-88b5-1d7ed1d8229a']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:28:08.622508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:28:08.632977 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:28:08.708466 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:28:08.712718 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:08.880096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.13 (24eeb80d-2269-41b3-8a3c-3e14a49e358f/57c6502a-59f1-493e-99a7-9223ae400c7e/35270ce2-5ae6-4388-ab10-9290d1d70a23) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:28:08.964928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a0f0f89e-260f-43e4-bc36-3726fe72d0ce up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:28:09.077381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:09.093488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object 35270ce2-5ae6-4388-ab10-9290d1d70a23 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:28:09.119888 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port a0f0f89e-260f-43e4-bc36-3726fe72d0ce completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:28:09.125288 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a0f0f89e-260f-43e4-bc36-3726fe72d0ce triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:09.129220 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:09.219591 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:09.249987 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:09.282876 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port a0f0f89e-260f-43e4-bc36-3726fe72d0ce, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:28:09.316959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:28:09.323834 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:28:09.326403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=35270ce2-5ae6-4388-ab10-9290d1d70a23,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:09.328559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:28:09.389097 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:09.405024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:09.405792 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:09.415728 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef2d81-9603-401c-b1d4-d51ac27d2ca1 req-89a17b1b-dce0-4137-a546-96bd6e283a3e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:09.417290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66ef2d81-9603-401c-b1d4-d51ac27d2ca1 req-89a17b1b-dce0-4137-a546-96bd6e283a3e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 932 time: 0.2333827 Feb 02 16:28:09.463221 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:09.472953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.473217 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.473551 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.473884 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.474350 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.474674 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.474996 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.475317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.475635 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.477012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.477012 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:28:09.485995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-66ef2d81-9603-401c-b1d4-d51ac27d2ca1 req-e280b485-86a1-4fb5-a5ae-20f2ba96d1c0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608308 Feb 02 16:28:09.532336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1aeadbff-e48e-4379-b9b4-359295a580ca tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0543509 Feb 02 16:28:09.613112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Request body: {'port': {'device_id': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:28:09.726094 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:09.736880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3eb574c9-cc0a-434a-9a6b-46b85ffad2d0 None None] Provisioning for port 35270ce2-5ae6-4388-ab10-9290d1d70a23 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:28:09.742895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3eb574c9-cc0a-434a-9a6b-46b85ffad2d0 None None] Provisioning complete for port 35270ce2-5ae6-4388-ab10-9290d1d70a23 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:09.744024 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3eb574c9-cc0a-434a-9a6b-46b85ffad2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:09.802602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3eb574c9-cc0a-434a-9a6b-46b85ffad2d0 None None] Port 35270ce2-5ae6-4388-ab10-9290d1d70a23 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:28:10.068902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35270ce2-5ae6-4388-ab10-9290d1d70a23 {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:28:10.076584 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:10.091059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Transition to ACTIVE for port object 35270ce2-5ae6-4388-ab10-9290d1d70a23 will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:28:10.177708 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:10.307089 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Pushing event updated for resources: {'Port': ['ID=35270ce2-5ae6-4388-ab10-9290d1d70a23,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:10.420987 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Attempting to bind port 35270ce2-5ae6-4388-ab10-9290d1d70a23 on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:28:10.421680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Attempting to bind port 35270ce2-5ae6-4388-ab10-9290d1d70a23 by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:28:10.421680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Attempting to bind port 35270ce2-5ae6-4388-ab10-9290d1d70a23 on network 24eeb80d-2269-41b3-8a3c-3e14a49e358f {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:28:10.427426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Port 35270ce2-5ae6-4388-ab10-9290d1d70a23 on network 24eeb80d-2269-41b3-8a3c-3e14a49e358f not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:28:10.427744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Attempting to bind port 35270ce2-5ae6-4388-ab10-9290d1d70a23 on network 24eeb80d-2269-41b3-8a3c-3e14a49e358f {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:28:10.434758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:28:10.435092 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Checking segment: {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:28:10.435468 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Bound using segment: {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:28:10.435912 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Bound port: 35270ce2-5ae6-4388-ab10-9290d1d70a23, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e756dc-960e-46c1-9e10-d1be33ccfb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:28:10.436260 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:10.523020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] For port 35270ce2-5ae6-4388-ab10-9290d1d70a23, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:28:10.526373 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] For port 35270ce2-5ae6-4388-ab10-9290d1d70a23, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:28:10.611907 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:10.673934 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:10.675438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] 10.222.0.64 "PUT /v2.0/ports/35270ce2-5ae6-4388-ab10-9290d1d70a23 HTTP/1.1" status: 200 len: 1092 time: 1.1305735 Feb 02 16:28:10.678331 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:28:10.701704 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b488-3a8b-4d5d-8c55-9e9de8d7646b req-c21502e4-5d78-4984-87c3-f9d33ab02a71 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:10.704842 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4d2b488-3a8b-4d5d-8c55-9e9de8d7646b req-c21502e4-5d78-4984-87c3-f9d33ab02a71 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 944 time: 0.0917530 Feb 02 16:28:10.705845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4aa12-3a08-4a22-b07a-3eb957f4dd2e service neutron] Pushing event updated for resources: {'Port': ['ID=35270ce2-5ae6-4388-ab10-9290d1d70a23,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:10.757834 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e4d2b488-3a8b-4d5d-8c55-9e9de8d7646b req-ded36e54-205a-4182-b4f5-fe4d7391a6af tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:28:10.768675 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'status': 'completed', 'code': 200} Feb 02 16:28:10.772324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-e4d2b488-3a8b-4d5d-8c55-9e9de8d7646b req-ded36e54-205a-4182-b4f5-fe4d7391a6af tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:28:10.773653 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e4d2b488-3a8b-4d5d-8c55-9e9de8d7646b req-ded36e54-205a-4182-b4f5-fe4d7391a6af tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584931 Feb 02 16:28:10.946995 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a0f0f89e-260f-43e4-bc36-3726fe72d0ce up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:28:10.987208 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-701c0314-ea9d-451d-87cc-221c8bd17ef8 req-60ab72d2-ef02-42f9-9650-5ec9cb03a9b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 1095 time: 0.1781147 Feb 02 16:28:11.021115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port a0f0f89e-260f-43e4-bc36-3726fe72d0ce triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:11.021540 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:11.135543 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0314-ea9d-451d-87cc-221c8bd17ef8 req-29c2039b-987a-4701-9acb-c1dc0fef8784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:11.136675 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-701c0314-ea9d-451d-87cc-221c8bd17ef8 req-29c2039b-987a-4701-9acb-c1dc0fef8784 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1376445 Feb 02 16:28:11.276055 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0314-ea9d-451d-87cc-221c8bd17ef8 req-ca1ca2bb-ab50-4c90-844f-ddef67a962e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:11.280063 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-701c0314-ea9d-451d-87cc-221c8bd17ef8 req-ca1ca2bb-ab50-4c90-844f-ddef67a962e5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1351991 Feb 02 16:28:11.409956 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-1c879b20-213e-4fc5-99fc-4003c02307e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 1095 time: 0.0744576 Feb 02 16:28:11.501308 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-3f0d06dd-ceba-498b-ae25-824b28f08eb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23 HTTP/1.1" status: 200 len: 217 time: 0.0795658 Feb 02 16:28:11.573132 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-bbd5ed41-1c86-4bc6-94ad-9befd19e1b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:11.574558 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-bbd5ed41-1c86-4bc6-94ad-9befd19e1b4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6502a-59f1-493e-99a7-9223ae400c7e HTTP/1.1" status: 200 len: 835 time: 0.0676270 Feb 02 16:28:11.661678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-13be377a-b7f1-4d4b-8178-7cbe0ea4cfe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24eeb80d-2269-41b3-8a3c-3e14a49e358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767496 Feb 02 16:28:11.796521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-ed6187e9-4c03-42f9-a4db-f9628627c76d service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287160 Feb 02 16:28:12.008387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-523c0798-ce48-4aa5-8d65-92192d418ca9 req-ea0131ca-39f7-4ac6-b2c4-ef98db50f814 service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059288 Feb 02 16:28:12.029567 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e35d4-f809-4448-8b08-9b8ec28f15d0 req-cdf10c1a-1515-4b04-ad65-7b768fe71347 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:12.030261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4c1e35d4-f809-4448-8b08-9b8ec28f15d0 req-cdf10c1a-1515-4b04-ad65-7b768fe71347 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:28:12.137270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-4c1e35d4-f809-4448-8b08-9b8ec28f15d0 req-cdf10c1a-1515-4b04-ad65-7b768fe71347 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:28:12.138473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c1e35d4-f809-4448-8b08-9b8ec28f15d0 req-cdf10c1a-1515-4b04-ad65-7b768fe71347 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 944 time: 0.2203672 Feb 02 16:28:12.193441 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4c1e35d4-f809-4448-8b08-9b8ec28f15d0 req-6de39d02-cf8f-45b0-a6d6-d891341d4294 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492647 Feb 02 16:28:13.393491 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02161366-d6d6-4d05-a0c3-93839284bced req-3cc13040-9d8e-49c4-be6b-13c3d7cb85db tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:13.394951 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02161366-d6d6-4d05-a0c3-93839284bced req-3cc13040-9d8e-49c4-be6b-13c3d7cb85db tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 944 time: 0.0771606 Feb 02 16:28:13.451252 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-02161366-d6d6-4d05-a0c3-93839284bced req-b556ebd2-ff1d-4ce5-9146-88ae2ad1b535 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499308 Feb 02 16:28:14.649659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6521ef-6d7c-4dfd-9382-d2b26e2cb3b3 req-cff528ce-850c-49f6-b11f-eaca7f944388 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:14.651122 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f6521ef-6d7c-4dfd-9382-d2b26e2cb3b3 req-cff528ce-850c-49f6-b11f-eaca7f944388 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 944 time: 0.0789802 Feb 02 16:28:14.696538 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f6521ef-6d7c-4dfd-9382-d2b26e2cb3b3 req-2e1141e8-a77e-487d-8354-55f849d6a6c5 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399833 Feb 02 16:28:15.904948 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d037d6-e229-4d5e-b993-5f5c5e1c13ce req-b8aea68f-4930-4243-89f4-82e38c0d2fc4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:15.906097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 35270ce2-5ae6-4388-ab10-9290d1d70a23 details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:28:15.906738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a2d037d6-e229-4d5e-b993-5f5c5e1c13ce req-b8aea68f-4930-4243-89f4-82e38c0d2fc4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 944 time: 0.0816677 Feb 02 16:28:15.954143 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a2d037d6-e229-4d5e-b993-5f5c5e1c13ce req-6386963a-a0c8-4db2-945b-0178883aa763 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411372 Feb 02 16:28:16.044173 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 35270ce2-5ae6-4388-ab10-9290d1d70a23, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:28:16.057457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'port_id': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'mac_address': 'fa:16:3e:e2:b9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:28:16.111048 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:16.132999 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35270ce2-5ae6-4388-ab10-9290d1d70a23 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:28:16.147396 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 35270ce2-5ae6-4388-ab10-9290d1d70a23, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:28:16.228026 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:16.293279 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=35270ce2-5ae6-4388-ab10-9290d1d70a23,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:16.526007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['35270ce2-5ae6-4388-ab10-9290d1d70a23'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:28:17.164874 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee135614-ff02-4120-b5ae-0d20dfcb9aa1 req-0b3d5eee-4501-486e-a428-49f3e0aa210b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:17.166533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee135614-ff02-4120-b5ae-0d20dfcb9aa1 req-0b3d5eee-4501-486e-a428-49f3e0aa210b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 945 time: 0.0855591 Feb 02 16:28:17.216925 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ee135614-ff02-4120-b5ae-0d20dfcb9aa1 req-bda144c6-662b-4709-a326-c0b39ff054c5 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 Feb 02 16:28:17.761367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:17.926253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 35270ce2-5ae6-4388-ab10-9290d1d70a23 up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:28:18.062466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 35270ce2-5ae6-4388-ab10-9290d1d70a23 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:28:18.067412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 35270ce2-5ae6-4388-ab10-9290d1d70a23 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:28:18.067783 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:18.178850 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:18.205695 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:28:18.215677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 35270ce2-5ae6-4388-ab10-9290d1d70a23, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:28:18.261029 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'code': 200} Feb 02 16:28:18.263049 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:18.333388 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=35270ce2-5ae6-4388-ab10-9290d1d70a23,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:18.440001 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:18.476908 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74aaf2f2-e8cf-4140-8397-11bd494e4ef8 req-94dbeb26-4740-45b5-98c3-c630ab1297c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 1097 time: 0.0982912 Feb 02 16:28:18.483154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d08b9-0c4b-4e42-a1f0-53cd1b90d6b8 req-36daa3c5-1097-4479-a12a-eb573c467080 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:18.484542 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-002d08b9-0c4b-4e42-a1f0-53cd1b90d6b8 req-36daa3c5-1097-4479-a12a-eb573c467080 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.1437809 Feb 02 16:28:18.552991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-74aaf2f2-e8cf-4140-8397-11bd494e4ef8 req-3a93fae7-df2f-4699-834b-2abc6d6b9897 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675471 Feb 02 16:28:18.557467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-002d08b9-0c4b-4e42-a1f0-53cd1b90d6b8 req-ea2ec128-33f4-45da-9dfc-8180f444ffc9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580988 Feb 02 16:28:19.772812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4f8a9-d3f2-43fc-8985-f5dcaac27942 req-0083f48d-98d3-4e3a-8f10-5885943c6a4d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:19.774716 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29b4f8a9-d3f2-43fc-8985-f5dcaac27942 req-0083f48d-98d3-4e3a-8f10-5885943c6a4d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0860603 Feb 02 16:28:19.822053 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29b4f8a9-d3f2-43fc-8985-f5dcaac27942 req-0d4a7762-724f-4d98-a0e6-55f2e6a1c248 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Feb 02 16:28:21.030103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f985f2-8c5c-4fed-b455-43a02b475252 req-feb66a39-99a9-4a98-8134-6afbd46b319a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:21.031473 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70f985f2-8c5c-4fed-b455-43a02b475252 req-feb66a39-99a9-4a98-8134-6afbd46b319a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0819128 Feb 02 16:28:21.085031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-70f985f2-8c5c-4fed-b455-43a02b475252 req-67959999-feea-4d90-b4cd-6a9995ba0b37 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474885 Feb 02 16:28:21.288820 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3702-1d76-418d-b307-32e961f05c99 req-741e214f-3ad6-4edc-a9ef-33f27fe0ac56 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:21.290231 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4bfc3702-1d76-418d-b307-32e961f05c99 req-741e214f-3ad6-4edc-a9ef-33f27fe0ac56 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0782461 Feb 02 16:28:21.338819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4bfc3702-1d76-418d-b307-32e961f05c99 req-d45d5ffa-588a-43d5-a514-df06ea4f54f3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Feb 02 16:28:21.366757 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49290) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:28:21.442173 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7b406f3b-24ab-4a23-b43e-1b17506da97a tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 1092 time: 0.0741873 Feb 02 16:28:21.445431 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49294) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:28:21.453236 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:28:21.459825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:28:21.463815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:floatingip and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:28:21.466737 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:28:21.472865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:28:21.531485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:21.676246 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:21.821550 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.160 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/59980f77-8bc8-4724-9f89-b959081dc817) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:28:21.972689 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:22.063285 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:22.132256 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:28:22.135731 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:28:22.138522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:28:22.168281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=59980f77-8bc8-4724-9f89-b959081dc817,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:22.764031 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:22.888128 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:23.103687 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:23.171307 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:23.273435 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=59980f77-8bc8-4724-9f89-b959081dc817,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:28:23.292078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:23.501920 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Floating IP 165df2fe-53ed-46f1-a739-c4805d05351c associated. External IP: 172.25.0.160, port: 35270ce2-5ae6-4388-ab10-9290d1d70a23. Feb 02 16:28:23.904827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cf653f66-1f11-469a-89f7-98c2a915f029 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:28:24.107695 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:28:24.117669 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] Sync routers for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:28:24.131389 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:28:24.132107 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:24.228516 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:24.285426 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a966acc5-ba28-464a-98c5-e9de9c7bcb24 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8389328 Feb 02 16:28:24.286057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:28:24.314956 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:28:24.367441 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'status': 'completed', 'code': 200} Feb 02 16:28:24.546050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c0f62-dcc8-4490-b6d6-ed712013854c req-007bec7e-45f7-4fbb-8d1a-d0f8ac6cfde8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:24.547539 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a78c0f62-dcc8-4490-b6d6-ed712013854c req-007bec7e-45f7-4fbb-8d1a-d0f8ac6cfde8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.1053503 Feb 02 16:28:24.550673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-3ac1e7e0-4755-4c08-a785-9970f71185e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 1097 time: 0.1387579 Feb 02 16:28:24.699087 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '165df2fe-53ed-46f1-a739-c4805d05351c', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'port_id': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'mac_address': 'fa:16:3e:e2:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:28:22Z', 'updated_at': '2022-02-02T16:28:22Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:09Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:24.703365 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] Checking router: cf653f66-1f11-469a-89f7-98c2a915f029 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:28:24.703501 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-63652dc3-3462-496e-ba60-764d48fede61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:24.717449 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:28:24.718046 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:27:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:24.787044 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a78c0f62-dcc8-4490-b6d6-ed712013854c req-adc27886-5d47-4e1a-869f-b3fdbe54e38f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337811 Feb 02 16:28:24.818608 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49306) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:28:24.829079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-e74f1251-1398-43dd-bf64-1f602f56b312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:24.830590 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-e74f1251-1398-43dd-bf64-1f602f56b312 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24eeb80d-2269-41b3-8a3c-3e14a49e358f HTTP/1.1" status: 200 len: 898 time: 0.2601981 Feb 02 16:28:24.905749 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:28:24.930684 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a17f1e9f-5fbd-4f3a-abfe-0f33249f2ef4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/165df2fe-53ed-46f1-a739-c4805d05351c HTTP/1.1" status: 200 len: 992 time: 0.1098628 Feb 02 16:28:24.939412 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-cb97ab0d-c3b8-4bd4-8058-d313e5433fb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23 HTTP/1.1" status: 200 len: 1000 time: 0.1031506 Feb 02 16:28:25.002609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-c146b483-8c37-4e11-8190-b9494b6f424e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:25.003991 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-c146b483-8c37-4e11-8190-b9494b6f424e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6502a-59f1-493e-99a7-9223ae400c7e HTTP/1.1" status: 200 len: 835 time: 0.0588894 Feb 02 16:28:25.083055 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-3db8cc5d-cfb6-455e-8f40-d657c3f58cbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24eeb80d-2269-41b3-8a3c-3e14a49e358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731087 Feb 02 16:28:25.222297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-e6a13ca7-9fcc-47e7-8542-cbf4564c1e65 service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335664 Feb 02 16:28:25.261826 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '165df2fe-53ed-46f1-a739-c4805d05351c', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'port_id': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'mac_address': 'fa:16:3e:e2:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:28:22Z', 'updated_at': '2022-02-02T16:28:22Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:09Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:28:25.265946 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9687909-6c14-4ed5-8cda-0eb622521657 None None] The sync data for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 is: [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '165df2fe-53ed-46f1-a739-c4805d05351c', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'port_id': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'mac_address': 'fa:16:3e:e2:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:28:22Z', 'updated_at': '2022-02-02T16:28:22Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:09Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:28:25.365525 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b6c49d4-8ccc-471f-9378-b387810c79dc req-e0060181-6690-44a5-be35-eaeccd98f79b service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377971 Feb 02 16:28:25.476656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21126d43-619d-42ca-a073-81edd2b3448b None None] New status for floating IP 165df2fe-53ed-46f1-a739-c4805d05351c: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:28:25.933286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49310) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:28:26.137789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-84a86435-e791-435a-a31b-f381521bbebd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/165df2fe-53ed-46f1-a739-c4805d05351c HTTP/1.1" status: 200 len: 994 time: 0.2033646 Feb 02 16:28:27.000028 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fdac67c9-870d-44e4-b920-22151107aa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:28.451397 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:28.622491 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:30.222983 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:40.676804 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:28:47.800476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:48.457752 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:51.450149 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537e128-3728-4b71-a489-7ea70715d86e req-c12be97d-f3cd-4ce3-a146-e30faf73af9c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:51.451564 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5537e128-3728-4b71-a489-7ea70715d86e req-c12be97d-f3cd-4ce3-a146-e30faf73af9c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.1759331 Feb 02 16:28:51.518368 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5537e128-3728-4b71-a489-7ea70715d86e req-f89a23cf-c229-42f9-b927-c67716305fce tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604084 Feb 02 16:28:52.805708 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06520a-7629-4990-a09a-ce606304e9a8 req-e19ceb26-5299-4b5f-abba-a4d16b6c2bc1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:52.807182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d06520a-7629-4990-a09a-ce606304e9a8 req-e19ceb26-5299-4b5f-abba-a4d16b6c2bc1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.1535006 Feb 02 16:28:52.855967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8d06520a-7629-4990-a09a-ce606304e9a8 req-2dd6b3f0-623c-4eb3-a0c1-a7a1da1af00b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419044 Feb 02 16:28:54.082376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15886f7e-4c96-4b32-8d91-b1ebde1399fe req-a2ec0ee7-2686-4b6e-9c0a-959b1fe84aed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:54.084909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15886f7e-4c96-4b32-8d91-b1ebde1399fe req-a2ec0ee7-2686-4b6e-9c0a-959b1fe84aed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0996366 Feb 02 16:28:54.144958 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-15886f7e-4c96-4b32-8d91-b1ebde1399fe req-3645a608-a358-4082-9a08-fcdb10aeb244 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551643 Feb 02 16:28:54.184513 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-33d6f6fe-f7a4-4880-b680-4799a0740f2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 1097 time: 0.0909770 Feb 02 16:28:54.351958 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-68719e97-7b8f-4cae-a325-94679b8a3847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:54.353489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-68719e97-7b8f-4cae-a325-94679b8a3847 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24eeb80d-2269-41b3-8a3c-3e14a49e358f HTTP/1.1" status: 200 len: 898 time: 0.1483006 Feb 02 16:28:54.467470 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-e978d29b-b0e2-4133-8fcc-7c10bc8024b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23 HTTP/1.1" status: 200 len: 1002 time: 0.1072276 Feb 02 16:28:54.534399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-0bc7dc8c-e240-4969-9966-8823c61ab56c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:54.535827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-0bc7dc8c-e240-4969-9966-8823c61ab56c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6502a-59f1-493e-99a7-9223ae400c7e HTTP/1.1" status: 200 len: 835 time: 0.0623229 Feb 02 16:28:54.648540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-44058f4b-58bf-4c9e-8263-0170737154cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24eeb80d-2269-41b3-8a3c-3e14a49e358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906284 Feb 02 16:28:54.697342 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff53e5-75a2-4748-912d-b1d1821db1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:54.789657 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-81d3caf6-2a94-48ce-baea-d6430028fef4 service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512041 Feb 02 16:28:54.931899 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-557f6401-a5aa-4bae-a558-20ec612bda3b req-5f25f4d6-0ac2-4d5a-a9fc-cc912acf98ab service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363111 Feb 02 16:28:55.362832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1859f-d2d8-48f5-9f74-5b8643bbbb3a req-02ee7417-1e35-448c-8942-d8c738a37a8a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:55.364363 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96e1859f-d2d8-48f5-9f74-5b8643bbbb3a req-02ee7417-1e35-448c-8942-d8c738a37a8a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0896461 Feb 02 16:28:55.509188 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96e1859f-d2d8-48f5-9f74-5b8643bbbb3a req-b7effd4e-d45d-4931-903c-2bcd5622a44e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387739 Feb 02 16:28:56.717027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566b93-8e73-412c-ac82-74d42b1227fb req-0da6ebc3-260a-41a1-aeb7-6cb38de5781d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:56.719026 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca566b93-8e73-412c-ac82-74d42b1227fb req-0da6ebc3-260a-41a1-aeb7-6cb38de5781d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0843077 Feb 02 16:28:56.772502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca566b93-8e73-412c-ac82-74d42b1227fb req-cd5e24d4-6078-473d-8960-4e73feea9591 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394850 Feb 02 16:28:56.937077 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1620-1d31-4eb1-93e6-5491100a94df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:57.975096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b9bc-2563-4485-b1ed-eb0b8b85fcf6 req-d9c2403a-787b-4dd3-a823-b90f806466c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:57.976700 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9012b9bc-2563-4485-b1ed-eb0b8b85fcf6 req-d9c2403a-787b-4dd3-a823-b90f806466c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0810065 Feb 02 16:28:58.026411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9012b9bc-2563-4485-b1ed-eb0b8b85fcf6 req-c2278b47-dda5-4cfd-a7af-fafd9da1f9ce tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441275 Feb 02 16:28:58.387889 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:58.634171 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:28:59.231440 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650280aa-94be-4d5a-9758-4f937d064d61 req-6d92df78-53f3-427d-a07c-edcb742d63b9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:28:59.232943 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-650280aa-94be-4d5a-9758-4f937d064d61 req-6d92df78-53f3-427d-a07c-edcb742d63b9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0792012 Feb 02 16:28:59.278164 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-650280aa-94be-4d5a-9758-4f937d064d61 req-7a5cfa7d-a4d6-45b0-8f32-769229270560 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391257 Feb 02 16:29:00.222627 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:00.488714 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533d22a-bdba-49a6-bf96-09189d7705fc req-d1a261e5-0e33-4e6b-aff3-b7a0614aca49 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:00.490103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8533d22a-bdba-49a6-bf96-09189d7705fc req-d1a261e5-0e33-4e6b-aff3-b7a0614aca49 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0843902 Feb 02 16:29:00.537120 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8533d22a-bdba-49a6-bf96-09189d7705fc req-28b574c2-ffc5-4510-a3bc-eb685c7dcfff tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414374 Feb 02 16:29:01.749407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad09cf-4d5a-4f9f-a602-df3bbc84a7fd req-50c7bae1-01bd-4a4d-95a9-091f067ce630 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:01.750858 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdad09cf-4d5a-4f9f-a602-df3bbc84a7fd req-50c7bae1-01bd-4a4d-95a9-091f067ce630 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0849941 Feb 02 16:29:01.797857 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fdad09cf-4d5a-4f9f-a602-df3bbc84a7fd req-4b501542-38ec-4d57-9bd3-9331de086efb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Feb 02 16:29:03.004584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b368045-f175-48e7-9c03-ed2099aa1a8a req-f836e737-2847-4fe8-89e3-021c54dfd418 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:03.006496 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b368045-f175-48e7-9c03-ed2099aa1a8a req-f836e737-2847-4fe8-89e3-021c54dfd418 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0838916 Feb 02 16:29:03.059442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4b368045-f175-48e7-9c03-ed2099aa1a8a req-e7f42317-ba79-44ed-9651-9c8c0484bb47 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470870 Feb 02 16:29:03.094854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49350) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:03.205730 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-42e02a43-0cd9-4d02-8aee-f658c40f7813 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/165df2fe-53ed-46f1-a739-c4805d05351c HTTP/1.1" status: 200 len: 994 time: 0.1095591 Feb 02 16:29:04.948526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ef2f-1d02-4b8a-87d2-1489a1515943 req-951ab22a-f642-4ba0-9f1f-4c30ec22a1c4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:04.950000 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4dc6ef2f-1d02-4b8a-87d2-1489a1515943 req-951ab22a-f642-4ba0-9f1f-4c30ec22a1c4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0831287 Feb 02 16:29:05.001839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4dc6ef2f-1d02-4b8a-87d2-1489a1515943 req-f72a730f-2d52-4381-ba19-e7283e5d0539 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 Feb 02 16:29:05.109870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-4e775e91-ceb4-4acf-a507-9eb102fa2cef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 1097 time: 0.0814600 Feb 02 16:29:05.282864 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-f15f6518-9af7-4407-b31f-098cae270cf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:05.284266 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-f15f6518-9af7-4407-b31f-098cae270cf2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24eeb80d-2269-41b3-8a3c-3e14a49e358f HTTP/1.1" status: 200 len: 898 time: 0.1686985 Feb 02 16:29:05.392653 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-8ff98d63-e581-4405-bfb3-322504114ce1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23 HTTP/1.1" status: 200 len: 1002 time: 0.1021330 Feb 02 16:29:05.458096 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-614f998b-df88-46ae-8693-3b74c6e6199c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:05.459544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-614f998b-df88-46ae-8693-3b74c6e6199c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6502a-59f1-493e-99a7-9223ae400c7e HTTP/1.1" status: 200 len: 835 time: 0.0611484 Feb 02 16:29:05.543555 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-2c97a956-c403-4ef0-99da-2695b44f0860 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24eeb80d-2269-41b3-8a3c-3e14a49e358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775037 Feb 02 16:29:05.681785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-4985fca7-75be-4a10-b453-3bf735229cfc service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317840 Feb 02 16:29:05.854270 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1e010640-e007-4037-bff0-ebc1c3f85a13 req-ef6882bc-098b-4f2f-b9f6-efed06ea7ab4 service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660950 Feb 02 16:29:06.213492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07def715-4fde-4599-ae7e-e641a47fe09b req-7e886433-79a8-42da-a983-d22adcb1b2be tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:06.214925 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07def715-4fde-4599-ae7e-e641a47fe09b req-7e886433-79a8-42da-a983-d22adcb1b2be tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0802567 Feb 02 16:29:06.264182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-07def715-4fde-4599-ae7e-e641a47fe09b req-ba5917db-bc8c-47bd-8076-e7d01205550b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Feb 02 16:29:07.480126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d3a42-2555-41b7-af83-8bafc4357b79 req-a39bc1a4-e84a-4d8d-b7f2-d20dcacc743c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:07.481585 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba2d3a42-2555-41b7-af83-8bafc4357b79 req-a39bc1a4-e84a-4d8d-b7f2-d20dcacc743c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0847154 Feb 02 16:29:07.529232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ba2d3a42-2555-41b7-af83-8bafc4357b79 req-e0b7ba8b-a221-43c4-966c-4170b0eadb39 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414503 Feb 02 16:29:07.563287 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49364) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:07.714032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-1c3c791a-7a04-41b9-a075-6f0e89753929 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/165df2fe-53ed-46f1-a739-c4805d05351c HTTP/1.1" status: 200 len: 994 time: 0.1491570 Feb 02 16:29:17.681015 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:29:17.749384 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:18.440561 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:24.771177 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-404dd050-4417-46b7-b8e0-711f2df9596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:26.919279 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b51c7686-2e18-420c-af9b-dc432a386139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:28.445372 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:28.645525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:30.194439 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:36.137114 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49378) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:36.346721 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 59980f77-8bc8-4724-9f89-b959081dc817 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:29:36.347035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:36.523161 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:36.523410 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:36.641522 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 59980f77-8bc8-4724-9f89-b959081dc817 owned by network:floatingip {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:29:37.040098 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:37.087812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=59980f77-8bc8-4724-9f89-b959081dc817,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:37.157196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.157915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.157915 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.158183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.158514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.158843 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.159167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.159506 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.159932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.160139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.160456 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:37.193679 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:37.597399 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cf653f66-1f11-469a-89f7-98c2a915f029 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:29:37.810090 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:29:37.819638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] Sync routers for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:29:37.832525 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:29:37.833124 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:37.925459 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:37.985374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-298c32cd-0a99-4e99-a9bc-ae6f965f4916 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/floatingips/165df2fe-53ed-46f1-a739-c4805d05351c HTTP/1.1" status: 204 len: 168 time: 1.8471489 Feb 02 16:29:37.985957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:29:38.028678 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:29:38.127137 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'status': 'completed', 'code': 200} Feb 02 16:29:38.247960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-35b61985-6900-4864-b9df-b0e31fe68ff5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 1097 time: 0.0766947 Feb 02 16:29:38.356748 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:09Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:38.361459 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] Checking router: cf653f66-1f11-469a-89f7-98c2a915f029 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:29:38.376420 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:29:38.377223 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:38.420247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-3f3fd6f7-5bfe-443b-9df7-771bbe78ec18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:38.422068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-3f3fd6f7-5bfe-443b-9df7-771bbe78ec18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24eeb80d-2269-41b3-8a3c-3e14a49e358f HTTP/1.1" status: 200 len: 898 time: 0.1678255 Feb 02 16:29:38.513694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-410b3fea-197d-4eeb-9e2d-9581865c40c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23 HTTP/1.1" status: 200 len: 217 time: 0.0841117 Feb 02 16:29:38.586426 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-2eff2855-72df-40a7-a78f-616732a09037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:38.587915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-2eff2855-72df-40a7-a78f-616732a09037 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6502a-59f1-493e-99a7-9223ae400c7e HTTP/1.1" status: 200 len: 835 time: 0.0671728 Feb 02 16:29:38.674403 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-2e89b79d-63d8-4301-842b-0450988c59e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24eeb80d-2269-41b3-8a3c-3e14a49e358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792489 Feb 02 16:29:38.692063 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:29:38.988888 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-f10da145-a4c8-4631-9c38-c111140a7dcc service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072360 Feb 02 16:29:39.000263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e7e20-23df-474e-964d-4aae92ae9496 req-95cf6018-2a49-4205-874d-5d2c41ff4c8d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:39.001714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b91e7e20-23df-474e-964d-4aae92ae9496 req-95cf6018-2a49-4205-874d-5d2c41ff4c8d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.1374974 Feb 02 16:29:39.028246 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:09Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:39.032987 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b6ee9-6ee3-4d90-a8e1-cfa4bcf7a61c None None] The sync data for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 is: [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:02Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'a0f0f89e-260f-43e4-bc36-3726fe72d0ce', 'name': '', 'network_id': '24eeb80d-2269-41b3-8a3c-3e14a49e358f', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:a4:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:28:01Z', 'updated_at': '2022-02-02T16:28:09Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': '57c6502a-59f1-493e-99a7-9223ae400c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:29:39.149153 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b91e7e20-23df-474e-964d-4aae92ae9496 req-3f7543ce-7492-43b3-bd43-b08c1d9dbd9e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274185 Feb 02 16:29:39.175898 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d8d7a25-b634-45d1-b0f9-43c9b72adfe6 req-1769dafc-0668-435c-bbda-f023d1a5d9aa service neutron] 10.222.0.64 "GET /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711264 Feb 02 16:29:39.267903 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a3d69-8a6c-44bb-a0c6-df724f213577 None None] New status for floating IP 165df2fe-53ed-46f1-a739-c4805d05351c: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:29:40.337384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-eac65f22-ab23-4a54-944e-1b81504d71b3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:40.339135 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-eac65f22-ab23-4a54-944e-1b81504d71b3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.0900726 Feb 02 16:29:40.364684 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd7be6-01b1-4bce-a65d-7165a4808d30 req-873af85d-5e9e-4138-af36-dc25f378e71f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:40.365388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-41dd7be6-01b1-4bce-a65d-7165a4808d30 req-873af85d-5e9e-4138-af36-dc25f378e71f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:29:40.413908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 35270ce2-5ae6-4388-ab10-9290d1d70a23 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:29:40.415722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:40.479625 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-41dd7be6-01b1-4bce-a65d-7165a4808d30 req-873af85d-5e9e-4138-af36-dc25f378e71f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:29:40.480845 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41dd7be6-01b1-4bce-a65d-7165a4808d30 req-873af85d-5e9e-4138-af36-dc25f378e71f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 946 time: 0.2006538 Feb 02 16:29:40.540393 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41dd7be6-01b1-4bce-a65d-7165a4808d30 req-044aad92-dcd3-4fce-8f6c-81b8fb81f95c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=cb12658c-355b-4b76-88b5-1d7ed1d8229a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529115 Feb 02 16:29:40.673201 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 35270ce2-5ae6-4388-ab10-9290d1d70a23, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=35270ce2-5ae6-4388-ab10-9290d1d70a23,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:29:40.673798 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:40.799038 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 35270ce2-5ae6-4388-ab10-9290d1d70a23 owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:29:41.022613 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:41.073440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=35270ce2-5ae6-4388-ab10-9290d1d70a23,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:41.115488 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.115855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.116211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.116549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.116887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.117221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.117552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.117886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.118232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.118538 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.118859 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:41.162585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] No DVR routers for this DVR port 35270ce2-5ae6-4388-ab10-9290d1d70a23 on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:29:41.165343 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:41.167965 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'name': 'network-vif-deleted', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:29:41.227662 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6b4505-fe38-4f9a-b871-a0dc143c0348', 'name': 'network-vif-deleted', 'tag': '35270ce2-5ae6-4388-ab10-9290d1d70a23', 'status': 'completed', 'code': 200} Feb 02 16:29:41.303114 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e2b02fde-cf46-4203-b6b0-27c2eb54f75d req-e1f46bf1-f806-429c-8c4d-8a4bbf172ce4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.64 "DELETE /v2.0/ports/35270ce2-5ae6-4388-ab10-9290d1d70a23 HTTP/1.1" status: 204 len: 173 time: 0.9580338 Feb 02 16:29:41.729544 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d81ecdc3-e958-49b5-ab08-6894cea384a2 req-73b04953-3a37-468e-89b0-8cecfcba0653 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f6b4505-fe38-4f9a-b871-a0dc143c0348 HTTP/1.1" status: 200 len: 210 time: 0.0423577 Feb 02 16:29:42.840223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:43.270071 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:44.046021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port a0f0f89e-260f-43e4-bc36-3726fe72d0ce {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:29:44.047221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:44.239274 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port a0f0f89e-260f-43e4-bc36-3726fe72d0ce, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:29:44.239627 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:44.364718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for a0f0f89e-260f-43e4-bc36-3726fe72d0ce owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:29:44.410253 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 35270ce2-5ae6-4388-ab10-9290d1d70a23 no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:29:44.446064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 35270ce2-5ae6-4388-ab10-9290d1d70a23 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:29:44.446407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 35270ce2-5ae6-4388-ab10-9290d1d70a23 not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:29:44.628275 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:44.678335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=a0f0f89e-260f-43e4-bc36-3726fe72d0ce,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:44.993854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:45.684548 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router cf653f66-1f11-469a-89f7-98c2a915f029 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:29:45.895201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:29:45.905956 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] Sync routers for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:29:45.910610 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-219e7540-26fb-4021-954c-0290add09911 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/cf653f66-1f11-469a-89f7-98c2a915f029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0692320 Feb 02 16:29:45.918160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49408) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:45.921432 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:29:45.921601 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:46.127481 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:29:46.151498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e5f9c4-d4d6-4d35-9372-d25fc9b56189 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting subnet 57c6502a-59f1-493e-99a7-9223ae400c7e {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:29:46.154917 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34e5f9c4-d4d6-4d35-9372-d25fc9b56189 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:46.226032 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34e5f9c4-d4d6-4d35-9372-d25fc9b56189 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:46.328939 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34e5f9c4-d4d6-4d35-9372-d25fc9b56189 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:46.474789 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:29:44Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:46.479183 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] Checking router: cf653f66-1f11-469a-89f7-98c2a915f029 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:29:46.494162 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] Routers {'cf653f66-1f11-469a-89f7-98c2a915f029'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:29:46.494877 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['cf653f66-1f11-469a-89f7-98c2a915f029'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:46.556035 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34e5f9c4-d4d6-4d35-9372-d25fc9b56189 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:46.631932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5f9c4-d4d6-4d35-9372-d25fc9b56189 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Subnet': ['ID=57c6502a-59f1-493e-99a7-9223ae400c7e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:46.647787 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34e5f9c4-d4d6-4d35-9372-d25fc9b56189 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:46.660728 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe7cdf9-0da0-4d28-9cf3-63c31a51f1db None None] Network 24eeb80d-2269-41b3-8a3c-3e14a49e358f requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:29:46.661146 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-34e5f9c4-d4d6-4d35-9372-d25fc9b56189 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/subnets/57c6502a-59f1-493e-99a7-9223ae400c7e HTTP/1.1" status: 204 len: 168 time: 0.7378578 Feb 02 16:29:46.661243 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49412) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:46.765611 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] Set router cf653f66-1f11-469a-89f7-98c2a915f029 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:29:46.873034 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:46.945457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] DHCP port deletion for 24eeb80d-2269-41b3-8a3c-3e14a49e358f request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:29:46.955666 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Deleting port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:29:46.955972 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.019560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:29:47.140976 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:29:44Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:47.147416 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e343ef-a121-4cad-8655-6fdb82804081 None None] The sync data for ids ['cf653f66-1f11-469a-89f7-98c2a915f029'] in n-d-827122-1 is: [{'id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275164544', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:29:44Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '9fc67a72-718e-4b21-a8ac-852770eeba71', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf653f66-1f11-469a-89f7-98c2a915f029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:27:57Z', 'updated_at': '2022-02-02T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:29:47.223417 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.276716 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] For port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:29:47.277005 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.325489 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 9fc67a72-718e-4b21-a8ac-852770eeba71 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:29:47.325833 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.409067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Calling delete_port for 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:29:47.438263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.494074 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:29:47.514873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 9fc67a72-718e-4b21-a8ac-852770eeba71, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=9fc67a72-718e-4b21-a8ac-852770eeba71,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:29:47.515232 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.588615 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.649424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 9fc67a72-718e-4b21-a8ac-852770eeba71 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:29:47.674247 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:29:47.674821 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:29:47.683321 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:47.705706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.706591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.707297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.708359 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.708941 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.709496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.710521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.711076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.711670 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.712278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.713214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:29:47.759761 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.931251 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:47.987256 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=9fc67a72-718e-4b21-a8ac-852770eeba71,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:48.176358 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Deleting port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:29:48.176792 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.243154 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.469225 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] For port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,segment=NetworkSegment(b6e756dc-960e-46c1-9e10-d1be33ccfb56),segment_id=b6e756dc-960e-46c1-9e10-d1be33ccfb56)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:29:48.469225 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.535765 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.558707 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.563705 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.596139 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Calling delete_port for 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:29:48.674877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.675793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Fanout notify agent at l3_agent the message router_deleted on router cf653f66-1f11-469a-89f7-98c2a915f029 {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:29:48.698383 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.699644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-413f27a8-4fd7-4a28-afcf-34be1543188d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/routers/cf653f66-1f11-469a-89f7-98c2a915f029 HTTP/1.1" status: 204 len: 168 time: 2.0377269 Feb 02 16:29:48.703578 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49416) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:48.801307 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:48.849693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] Pushing event deleted for resources: {'Port': ['ID=98b58cab-cdf7-4497-9a6a-aea6a3966ed2,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:48.862171 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c3c6a-7f5f-4346-a677-e7b5e4001e96 None None] No DVR routers for this DVR port 98b58cab-cdf7-4497-9a6a-aea6a3966ed2 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:29:48.863672 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.121709 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.147855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eeb80d-2269-41b3-8a3c-3e14a49e358f']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:49.161326 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e756dc-960e-46c1-9e10-d1be33ccfb56') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:49.161617 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e756dc-960e-46c1-9e10-d1be33ccfb56') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:49.175369 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.198444 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.207909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:29:49.217723 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:29:49.225760 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:29:49.230369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a0f0f89e-260f-43e4-bc36-3726fe72d0ce no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:29:49.265227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: a0f0f89e-260f-43e4-bc36-3726fe72d0ce {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:29:49.266329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device a0f0f89e-260f-43e4-bc36-3726fe72d0ce not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:29:49.267183 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9fc67a72-718e-4b21-a8ac-852770eeba71 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:29:49.307102 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 9fc67a72-718e-4b21-a8ac-852770eeba71 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:29:49.307447 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 9fc67a72-718e-4b21-a8ac-852770eeba71 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:29:49.388100 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.392977 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.421232 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Network': ['ID=24eeb80d-2269-41b3-8a3c-3e14a49e358f,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:49.480728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-317ed8a2-c296-4ebe-8a65-6832c0092edf tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/networks/24eeb80d-2269-41b3-8a3c-3e14a49e358f HTTP/1.1" status: 204 len: 168 time: 0.7754083 Feb 02 16:29:49.483086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49420) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:49.558356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c8c-6df4-405c-9d17-bcd488b154c1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.588019 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c8c-6df4-405c-9d17-bcd488b154c1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.720718 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c8c-6df4-405c-9d17-bcd488b154c1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.740770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a2c8c-6df4-405c-9d17-bcd488b154c1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb12658c-355b-4b76-88b5-1d7ed1d8229a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:49.821800 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c8c-6df4-405c-9d17-bcd488b154c1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:49.822980 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5f4a2c8c-6df4-405c-9d17-bcd488b154c1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/security-groups/cb12658c-355b-4b76-88b5-1d7ed1d8229a HTTP/1.1" status: 204 len: 168 time: 0.3389640 Feb 02 16:29:50.198772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49428) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:50.205115 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473510272', 'description': 'tempest-secgroup-smoke-473510272 description', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:50.212125 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:50.216340 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:50.219571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:50.225430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:50.308211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:50.346828 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:50.350845 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:50.353860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:50.360461 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:50.421590 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:50.485910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:50.536323 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:50.610898 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:50.612186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-96eab743-5935-4fb4-9575-27541444444f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4123852 Feb 02 16:29:50.615318 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49432) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:50.620741 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '29fa3ef6-24a8-4c4f-abaf-94b1dfd39399', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:50.627873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:50.631697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:50.634606 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:50.640263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:50.748960 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:50.811202 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:50.919594 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:50.945166 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cd0200-f191-4f28-afa2-a0891f3129aa,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:51.039580 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.040830 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-eef853c6-33b6-407c-bf3b-1af9941199c7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4245672 Feb 02 16:29:51.043873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:51.051268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '29fa3ef6-24a8-4c4f-abaf-94b1dfd39399', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:51.058319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:51.062151 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:51.065792 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:51.071659 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:51.177484 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.241290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.341858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.366161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d645f05-49f9-41ea-8229-c7494f236fb9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:51.461666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.462824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-581bcdee-640f-40a5-9eac-26a9cef083c2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4179299 Feb 02 16:29:51.465753 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49440) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:51.471595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '29fa3ef6-24a8-4c4f-abaf-94b1dfd39399', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:51.478788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:51.482636 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:51.486293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:51.492221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:51.589976 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.658405 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.747774 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.773183 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8a5277-4abd-48cc-835d-af849db36151,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:51.879563 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:51.880859 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-80f190d6-42d8-4386-95fe-602f8af62f83 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4141459 Feb 02 16:29:51.883581 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49444) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:51.888956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '29fa3ef6-24a8-4c4f-abaf-94b1dfd39399', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:51.896228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:51.900079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:51.902804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:51.908632 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:51.983300 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.054618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.154050 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.178469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76c33da-ce9a-470a-985f-184f4f46c6d4,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:52.261954 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.263178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d8503486-bb7b-4814-8eed-fd5843abf845 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3786466 Feb 02 16:29:52.266180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49448) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:52.271924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '29fa3ef6-24a8-4c4f-abaf-94b1dfd39399', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:52.278882 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:52.282918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:52.285853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:52.291515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:52.405317 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:29:52.412434 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.477652 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.594328 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.618363 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557d1196-40be-4ad0-923f-5de774ec1bbc,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:52.713842 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.715122 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-fd099c9a-a748-4fa8-aff4-3e3634fea5d4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4478583 Feb 02 16:29:52.718070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49452) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:52.724177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'security_group_rule': {'security_group_id': '29fa3ef6-24a8-4c4f-abaf-94b1dfd39399', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:52.731085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:52.734865 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:security_group_rule and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:52.738523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:52.744154 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:52.822944 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Project 777d129ad5ae4d42bbb1a50b755f8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:29:52.830403 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.896777 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:52.976695 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.001615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e3026e-d62e-4c5c-8ba0-bb475094cb2c,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:53.108205 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.109468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-55cb8fec-ffd5-45fc-a9a0-f3a4372cae7a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3899436 Feb 02 16:29:53.112414 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49456) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:53.117907 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'network': {'name': 'tempest-network-smoke--1418045404', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'port_security_enabled': True}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:53.123808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:53.128126 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:network and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:53.131185 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:53.136841 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:53.239462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:29:53.242536 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.273425 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:29:53.281165 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.281475 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Added segment bf66051f-121e-4d48-bdf5-086212ff8577 of type vlan for network fce87390-97d0-4772-b7f3-4be82c0f49b1 Feb 02 16:29:53.306467 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.405295 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.409095 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:53.409665 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.517434 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Network': ['ID=fce87390-97d0-4772-b7f3-4be82c0f49b1,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:53.527245 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:29:53.583244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b368d6d7-d8a0-4104-88c3-89766d6dc701 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4697516 Feb 02 16:29:53.585920 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49460) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:53.591204 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'admin_state_up': True, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:53.599760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:53.603588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:router and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:53.606409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:53.612242 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:53.708616 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.709666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:53.729121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:54.049118 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:54.290738 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:54.320437 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:54.457337 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.236 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/619cbdcb-3f47-4ff0-9280-c464a0cbdcb3) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:29:54.608698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:54.682647 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:29:54.697682 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-40c02438-7177-4006-aad8-06ad07a75034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:54.726248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:54.822006 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:29:54.826840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:29:54.833780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:29:54.864600 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=619cbdcb-3f47-4ff0-9280-c464a0cbdcb3,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:55.110517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:55.111435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:55.405393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:29:55.644368 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:29:55.655906 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Sync routers for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:29:55.668081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:29:55.668794 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:55.753986 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:55.755867 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-ea232e26-ef89-445c-bf84-207b232459c9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1687558 Feb 02 16:29:55.759391 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49464) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:55.806810 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-dd053cd4-c741-4c97-b016-cb965c3218a3 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=777d129ad5ae4d42bbb1a50b755f8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435925 Feb 02 16:29:55.807078 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49468) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:55.867802 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:29:55.944297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcee48-5eb1-4713-9fda-e897a3ed7f10 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:55.945795 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2ebcee48-5eb1-4713-9fda-e897a3ed7f10 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1378024 Feb 02 16:29:55.949060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49472) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:55.989351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d0a86643-dd37-4a0e-9d3c-4b7e710eea9d tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=3ae79487-75f4-4639-bede-0463f561b6d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391297 Feb 02 16:29:55.991831 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49476) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:55.997592 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353618044', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:29:56.111039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:29:56.114945 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:subnet and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:29:56.117858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:29:56.123552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:29:56.158190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:54Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:56.162038 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Checking router: 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:29:56.162376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Updating router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:29:56.213216 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:56.251809 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:29:56.356849 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:56.579605 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:56.591239 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Transition to ACTIVE for port object 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:29:56.696640 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:56.779381 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Subnet': ['ID=c5839d79-e8e8-465b-8477-0eab60080ad2,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:56.791301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Checking segment: {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:29:56.791669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network hostable DHCP agents. Network: fce87390-97d0-4772-b7f3-4be82c0f49b1, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:29:56.799686 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:56.892567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3f99e-e6b4-4ae2-b9c3-e93a8a05469b None None] Pushing event updated for resources: {'Port': ['ID=619cbdcb-3f47-4ff0-9280-c464a0cbdcb3,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:56.896430 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Attempting to bind port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:29:56.896797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Attempting to bind port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:29:56.897151 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Attempting to bind port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:29:56.903510 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:29:56.903905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:29:56.904299 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:56.904677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:29:56.905126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Bound port: 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:29:56.905494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:56.964960 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:29:56.978206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] For port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:29:56.981137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] For port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=619cbdcb-3f47-4ff0-9280-c464a0cbdcb3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:29:57.004765 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-158e8879-5c88-4937-bc59-11721860a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:57.096479 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, fce87390-97d0-4772-b7f3-4be82c0f49b1) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:29:57.100397 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:29:57.100979 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:57.106657 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3994bbd-bf69-48c7-aa20-3dcac5879188 None None] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:29:57.174718 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:57.206181 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-fc91ec27-45f3-489e-ae18-6fb4f6605315 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2132537 Feb 02 16:29:57.208952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49480) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:29:57.302550 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3f99e-e6b4-4ae2-b9c3-e93a8a05469b None None] Pushing event updated for resources: {'Port': ['ID=619cbdcb-3f47-4ff0-9280-c464a0cbdcb3,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:57.341645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:29:57.342292 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:57.549980 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-fce87390-97d0-4772-b7f3-4be82c0f49b1', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:29:57.550816 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:57.647675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:29:57.931010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Allocated IP 172.20.0.2 (fce87390-97d0-4772-b7f3-4be82c0f49b1/c5839d79-e8e8-465b-8477-0eab60080ad2/ff31a4d3-ef62-4c39-aecb-5596de759fa1) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:29:58.121048 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.168616 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:54Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:29:58.185866 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b1424-c9bb-408e-bf47-70c1b01d267e None None] The sync data for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 is: [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:54Z', 'revision_number': 3, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:29:58.213297 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.224740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Transition to ACTIVE for port object ff31a4d3-ef62-4c39-aecb-5596de759fa1 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:29:58.245776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Transition to ACTIVE for port object ff31a4d3-ef62-4c39-aecb-5596de759fa1 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:29:58.343645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.432678 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.457072 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:29:58.458060 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Pushing event updated for resources: {'Port': ['ID=ff31a4d3-ef62-4c39-aecb-5596de759fa1,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:58.460817 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:29:58.464686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:29:58.586297 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.1 (fce87390-97d0-4772-b7f3-4be82c0f49b1/c5839d79-e8e8-465b-8477-0eab60080ad2/e4a4f703-e036-45b8-b822-b3a2439f718c) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:29:58.629892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Attempting to bind port ff31a4d3-ef62-4c39-aecb-5596de759fa1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:29:58.630271 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Attempting to bind port ff31a4d3-ef62-4c39-aecb-5596de759fa1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:29:58.630640 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Attempting to bind port ff31a4d3-ef62-4c39-aecb-5596de759fa1 on network fce87390-97d0-4772-b7f3-4be82c0f49b1 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:29:58.637907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:29:58.638300 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Checking segment: {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:29:58.639873 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.639873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Bound using segment: {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:29:58.639873 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Bound port: ff31a4d3-ef62-4c39-aecb-5596de759fa1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:29:58.640183 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.694227 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.755769 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] For port ff31a4d3-ef62-4c39-aecb-5596de759fa1, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:29:58.759591 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] For port ff31a4d3-ef62-4c39-aecb-5596de759fa1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ff31a4d3-ef62-4c39-aecb-5596de759fa1,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:29:58.779686 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.798194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object e4a4f703-e036-45b8-b822-b3a2439f718c will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:29:58.857324 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.926421 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:58.946149 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a03f6b-bd06-4eac-a006-d7d8061debbe None None] Pushing event updated for resources: {'Port': ['ID=ff31a4d3-ef62-4c39-aecb-5596de759fa1,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:59.052665 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:29:59.054683 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:29:59.058793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:29:59.061177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=e4a4f703-e036-45b8-b822-b3a2439f718c,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:59.063689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:29:59.164973 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:59.245050 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:29:59.253533 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:29:59.253911 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:59.365999 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:59.372375 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:59.392790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=619cbdcb-3f47-4ff0-9280-c464a0cbdcb3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:29:59.474559 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:59.552267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=619cbdcb-3f47-4ff0-9280-c464a0cbdcb3,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:29:59.950605 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:29:59.964593 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7951481-724b-4d1c-b7fc-841d72477abb None None] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:30:00.113795 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:00.178274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0459d6cc-2704-4f42-a5b6-bcaf97cd93ea None None] Provisioning for port ff31a4d3-ef62-4c39-aecb-5596de759fa1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:30:00.240351 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:00.240575 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:00.245025 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=e4a4f703-e036-45b8-b822-b3a2439f718c,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:00.402177 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:30:00.403462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:30:00.599660 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7853311d-ccbd-4c56-b632-b7bdab921207 None None] Provisioning for port e4a4f703-e036-45b8-b822-b3a2439f718c completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:30:00.605840 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-7853311d-ccbd-4c56-b632-b7bdab921207 None None] Provisioning complete for port e4a4f703-e036-45b8-b822-b3a2439f718c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:00.606169 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7853311d-ccbd-4c56-b632-b7bdab921207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:00.675792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7853311d-ccbd-4c56-b632-b7bdab921207 None None] Port e4a4f703-e036-45b8-b822-b3a2439f718c cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:30:00.820726 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dc3f892c-04ba-43f1-9f4a-bcb5185bf0ee None None] Provisioning complete for port e4a4f703-e036-45b8-b822-b3a2439f718c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:00.821245 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dc3f892c-04ba-43f1-9f4a-bcb5185bf0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:00.853042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:30:00.887762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f892c-04ba-43f1-9f4a-bcb5185bf0ee None None] Port e4a4f703-e036-45b8-b822-b3a2439f718c cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:30:01.016282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-486c4de0-9853-4eba-819a-061a890d1ed9 None None] Provisioning complete for port e4a4f703-e036-45b8-b822-b3a2439f718c triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:01.017735 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-486c4de0-9853-4eba-819a-061a890d1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:01.077229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:30:01.079444 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:30:01.093418 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e20905c0-88ef-46cb-b090-ec07c8537e46 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8833303 Feb 02 16:30:01.126745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-486c4de0-9853-4eba-819a-061a890d1ed9 None None] Port e4a4f703-e036-45b8-b822-b3a2439f718c cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:30:01.156690 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:01.156690 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:01.280000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ff31a4d3-ef62-4c39-aecb-5596de759fa1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:30:01.327398 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-b6a1947a-bbc0-4c55-9f85-a63a66262139 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473510272&fields=id&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 267 time: 0.0469220 Feb 02 16:30:01.428058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port ff31a4d3-ef62-4c39-aecb-5596de759fa1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:30:01.433007 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ff31a4d3-ef62-4c39-aecb-5596de759fa1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:01.433425 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:01.494347 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-ba900d0b-6a39-4cfd-8ebb-6c6403b282a6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:01.495027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-ba900d0b-6a39-4cfd-8ebb-6c6403b282a6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:30:01.559218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:01.565163 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-ba900d0b-6a39-4cfd-8ebb-6c6403b282a6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:30:01.566428 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-ba900d0b-6a39-4cfd-8ebb-6c6403b282a6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/networks?id=fce87390-97d0-4772-b7f3-4be82c0f49b1 HTTP/1.1" status: 200 len: 797 time: 0.2313473 Feb 02 16:30:01.587286 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cadf6fb2-33ff-4662-b5cc-4b4ba8906003 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/quotas/777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 375 time: 0.0132754 Feb 02 16:30:01.594820 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port ff31a4d3-ef62-4c39-aecb-5596de759fa1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ff31a4d3-ef62-4c39-aecb-5596de759fa1,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:30:01.667813 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:01.669840 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-287cc44d-a4f5-4558-81d2-d01d753f6bf1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:30:01.747195 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=ff31a4d3-ef62-4c39-aecb-5596de759fa1,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:01.782245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-287cc44d-a4f5-4558-81d2-d01d753f6bf1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:30:01.783649 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-287cc44d-a4f5-4558-81d2-d01d753f6bf1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904194 Feb 02 16:30:01.867378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-bcc64a8a-2930-4524-9b93-54bfe7f83652 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:30:01.868379 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-bcc64a8a-2930-4524-9b93-54bfe7f83652 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0720646 Feb 02 16:30:01.958217 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Sync routers for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:30:01.975692 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:30:01.976613 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:30:02.116206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-b9e056a3-6c9f-4dd9-964e-e5a393161197 service neutron] 10.222.0.88 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407072 Feb 02 16:30:02.176464 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:30:02.257111 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-12141b34-41d0-433f-a38d-452e4f1dca45 service neutron] 10.222.0.88 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351960 Feb 02 16:30:02.506469 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 2, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:30:02.512170 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Checking router: 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:30:02.512637 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Updating router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c port e4a4f703-e036-45b8-b822-b3a2439f718c binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:30:02.595307 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ed2b4a35-e08a-46cb-8f03-adba0aa29a0a req-0188850e-59c3-45f3-b57a-24fb2f9df7eb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:30:02.601090 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:02.614878 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ed2b4a35-e08a-46cb-8f03-adba0aa29a0a req-0188850e-59c3-45f3-b57a-24fb2f9df7eb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:30:02.617291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed2b4a35-e08a-46cb-8f03-adba0aa29a0a req-0188850e-59c3-45f3-b57a-24fb2f9df7eb tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 210 time: 0.0846992 Feb 02 16:30:02.952413 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:02.965476 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Transition to ACTIVE for port object e4a4f703-e036-45b8-b822-b3a2439f718c will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:30:03.002983 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ff31a4d3-ef62-4c39-aecb-5596de759fa1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:30:03.056153 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:03.073005 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port ff31a4d3-ef62-4c39-aecb-5596de759fa1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:03.073373 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:03.184430 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Pushing event updated for resources: {'Port': ['ID=e4a4f703-e036-45b8-b822-b3a2439f718c,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:03.197823 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.198183 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.198527 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.198860 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.199188 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.199527 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.199868 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.200386 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.200730 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.201200 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.201374 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:30:03.289667 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Attempting to bind port e4a4f703-e036-45b8-b822-b3a2439f718c on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:30:03.290037 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Attempting to bind port e4a4f703-e036-45b8-b822-b3a2439f718c by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:30:03.290398 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Attempting to bind port e4a4f703-e036-45b8-b822-b3a2439f718c on network fce87390-97d0-4772-b7f3-4be82c0f49b1 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:30:03.297766 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:30:03.298141 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Checking segment: {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:30:03.298546 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:03.298964 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Bound using segment: {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:30:03.299426 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Bound port: e4a4f703-e036-45b8-b822-b3a2439f718c, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:30:03.299798 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:03.398446 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] For port e4a4f703-e036-45b8-b822-b3a2439f718c, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:30:03.401520 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] For port e4a4f703-e036-45b8-b822-b3a2439f718c, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4a4f703-e036-45b8-b822-b3a2439f718c,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:30:03.508683 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:03.591524 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95602a-3e17-4858-bbea-4ba65f428ac2 None None] Pushing event updated for resources: {'Port': ['ID=e4a4f703-e036-45b8-b822-b3a2439f718c,revision_number=4']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:03.597029 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:30:03.597704 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:30:03.774253 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ebf44f4-8576-44e7-b72c-d970b5ee61d2 req-4f632b62-2612-4d21-9d41-48b3a678b4df tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 210 time: 0.0673881 Feb 02 16:30:03.833512 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:30:04.162060 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:30:03Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:30:04.165962 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb418afd-67df-44bc-848b-b4c2b61c2ff0 None None] The sync data for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 is: [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:30:03Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:30:04.881841 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a3d61653-ed7a-4e1f-baa9-a30ec35b063a req-80b4943a-a4f3-4238-9d95-9a4c46802179 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 210 time: 0.0427213 Feb 02 16:30:05.025006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4a4f703-e036-45b8-b822-b3a2439f718c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:30:05.165109 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port e4a4f703-e036-45b8-b822-b3a2439f718c completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:30:05.170216 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e4a4f703-e036-45b8-b822-b3a2439f718c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:05.170613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:05.319611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:05.353407 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port e4a4f703-e036-45b8-b822-b3a2439f718c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4a4f703-e036-45b8-b822-b3a2439f718c,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:30:05.479623 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:05.555944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=e4a4f703-e036-45b8-b822-b3a2439f718c,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:06.053300 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-68db9478-74b2-4038-94cc-7364e04b6251 req-c4e5e0af-e61a-4227-b3d1-1c9c9931f6a1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 210 time: 0.0435696 Feb 02 16:30:07.011793 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4a4f703-e036-45b8-b822-b3a2439f718c up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:30:07.088088 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port e4a4f703-e036-45b8-b822-b3a2439f718c triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:07.088461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:07.242975 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-7404968b-6de7-4ab7-a7ea-7ea79e3ef715 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:07.247100 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-7404968b-6de7-4ab7-a7ea-7ea79e3ef715 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "GET /v2.0/networks?id=fce87390-97d0-4772-b7f3-4be82c0f49b1 HTTP/1.1" status: 200 len: 797 time: 0.1791186 Feb 02 16:30:07.247269 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0258efc7-297f-4502-8595-3b7ce502826a req-b21c7eff-5681-4782-96e7-2cf29eac3c30 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 210 time: 0.0494783 Feb 02 16:30:07.307785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-bdb5f48b-d8ba-4fcb-9ec5-24897d5c986f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777d129ad5ae4d42bbb1a50b755f8bef HTTP/1.1" status: 200 len: 379 time: 0.0427890 Feb 02 16:30:07.316848 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'port': {'device_id': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'admin_state_up': True, 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'security_groups': ['29fa3ef6-24a8-4c4f-abaf-94b1dfd39399']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:30:07.466708 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:30:07.477230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:30:07.594870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Made reservation on behalf of 777d129ad5ae4d42bbb1a50b755f8bef for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:30:07.597968 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:07.771823 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.20.0.4 (fce87390-97d0-4772-b7f3-4be82c0f49b1/c5839d79-e8e8-465b-8477-0eab60080ad2/07226f80-bf0a-40e7-a096-b6d3f3978395) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:30:07.971535 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:07.987774 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Transition to ACTIVE for port object 07226f80-bf0a-40e7-a096-b6d3f3978395 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:30:08.102985 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:08.179835 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:30:08.183025 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:30:08.187786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:30:08.219803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=07226f80-bf0a-40e7-a096-b6d3f3978395,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:08.258394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:08.259302 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:08.367034 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-cc7fbfe2-d80d-46b3-813a-88dc56548930 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0533843 Feb 02 16:30:08.466693 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Request body: {'port': {'device_id': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:30:08.535063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ff604-ad2c-4bcb-a248-37b196ae7168 req-3a43e0dc-c698-426a-b696-b1afe2b4e41e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:08.535759 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d62ff604-ad2c-4bcb-a248-37b196ae7168 req-3a43e0dc-c698-426a-b696-b1afe2b4e41e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:30:08.549761 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-98f976ab-8abe-4710-8eec-dee2929ad6bc None None] Provisioning for port 07226f80-bf0a-40e7-a096-b6d3f3978395 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:30:08.555107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-98f976ab-8abe-4710-8eec-dee2929ad6bc None None] Provisioning complete for port 07226f80-bf0a-40e7-a096-b6d3f3978395 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:08.555485 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-98f976ab-8abe-4710-8eec-dee2929ad6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:08.603316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:08.611023 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-98f976ab-8abe-4710-8eec-dee2929ad6bc None None] Port 07226f80-bf0a-40e7-a096-b6d3f3978395 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:30:08.720002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-d62ff604-ad2c-4bcb-a248-37b196ae7168 req-3a43e0dc-c698-426a-b696-b1afe2b4e41e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:30:08.721094 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d62ff604-ad2c-4bcb-a248-37b196ae7168 req-3a43e0dc-c698-426a-b696-b1afe2b4e41e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 931 time: 0.3320794 Feb 02 16:30:08.867553 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d62ff604-ad2c-4bcb-a248-37b196ae7168 req-d7042764-af91-4e9a-b969-80a95968e841 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361442 Feb 02 16:30:09.095336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07226f80-bf0a-40e7-a096-b6d3f3978395 {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:30:09.102771 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:09.119099 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Transition to ACTIVE for port object 07226f80-bf0a-40e7-a096-b6d3f3978395 will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:30:09.216690 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:09.345880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Pushing event updated for resources: {'Port': ['ID=07226f80-bf0a-40e7-a096-b6d3f3978395,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:09.470226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Attempting to bind port 07226f80-bf0a-40e7-a096-b6d3f3978395 on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:30:09.470587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Attempting to bind port 07226f80-bf0a-40e7-a096-b6d3f3978395 by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:30:09.470919 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Attempting to bind port 07226f80-bf0a-40e7-a096-b6d3f3978395 on network fce87390-97d0-4772-b7f3-4be82c0f49b1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:30:09.480132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Port 07226f80-bf0a-40e7-a096-b6d3f3978395 on network fce87390-97d0-4772-b7f3-4be82c0f49b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:30:09.480132 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Attempting to bind port 07226f80-bf0a-40e7-a096-b6d3f3978395 on network fce87390-97d0-4772-b7f3-4be82c0f49b1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:30:09.489715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:30:09.490293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Checking segment: {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:30:09.490942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Bound using segment: {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:30:09.491671 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Bound port: 07226f80-bf0a-40e7-a096-b6d3f3978395, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf66051f-121e-4d48-bdf5-086212ff8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:30:09.492376 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:09.607544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] For port 07226f80-bf0a-40e7-a096-b6d3f3978395, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:30:09.611281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] For port 07226f80-bf0a-40e7-a096-b6d3f3978395, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=07226f80-bf0a-40e7-a096-b6d3f3978395,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:30:09.742722 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:09.808582 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:09.810016 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] 10.222.0.107 "PUT /v2.0/ports/07226f80-bf0a-40e7-a096-b6d3f3978395 HTTP/1.1" status: 200 len: 1091 time: 1.4308207 Feb 02 16:30:09.810474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:30:09.845177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ceb8df-36d1-474f-be7e-a98492fa58b2 service neutron] Pushing event updated for resources: {'Port': ['ID=07226f80-bf0a-40e7-a096-b6d3f3978395,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:09.877412 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'status': 'completed', 'code': 200} Feb 02 16:30:10.004144 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e977d023-619f-4d03-9ab8-7b3b340c792c req-923e6776-835f-4f4c-904e-6dd700a64c8c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 1094 time: 0.0843170 Feb 02 16:30:10.207423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadebe5-9077-4be4-bc17-69321c6114a6 req-8a7817c9-f247-49d5-97a4-8f0aaf6aca4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:10.208811 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fadebe5-9077-4be4-bc17-69321c6114a6 req-8a7817c9-f247-49d5-97a4-8f0aaf6aca4a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 943 time: 0.2037988 Feb 02 16:30:10.209678 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977d023-619f-4d03-9ab8-7b3b340c792c req-35f9df31-0a03-4cca-bef5-85ece3acb6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:10.210949 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e977d023-619f-4d03-9ab8-7b3b340c792c req-35f9df31-0a03-4cca-bef5-85ece3acb6db service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1730728 Feb 02 16:30:10.346494 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9fadebe5-9077-4be4-bc17-69321c6114a6 req-0f3a8938-ae90-4993-a0cb-e96351dc30d1 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317074 Feb 02 16:30:10.388324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977d023-619f-4d03-9ab8-7b3b340c792c req-8bbbc39e-9c4e-486c-8426-2229423dc558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:10.389776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e977d023-619f-4d03-9ab8-7b3b340c792c req-8bbbc39e-9c4e-486c-8426-2229423dc558 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1601262 Feb 02 16:30:10.525329 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-2d1cc629-d06c-4a7d-ae20-b4f39b3b63f2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 1094 time: 0.0724192 Feb 02 16:30:10.602831 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-93dcfdd6-8dfd-4a27-8df5-c87a8b59b6d4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07226f80-bf0a-40e7-a096-b6d3f3978395 HTTP/1.1" status: 200 len: 217 time: 0.0649412 Feb 02 16:30:10.666656 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-275a3adc-72b3-4842-94f0-f2837b56030c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:10.668118 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-275a3adc-72b3-4842-94f0-f2837b56030c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c5839d79-e8e8-465b-8477-0eab60080ad2 HTTP/1.1" status: 200 len: 834 time: 0.0595698 Feb 02 16:30:10.749676 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-44e4cadd-1337-4559-9ee4-b2da8f089992 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fce87390-97d0-4772-b7f3-4be82c0f49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753026 Feb 02 16:30:10.886150 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-612c3e19-4ed9-42cc-a8a3-d0118e78ccb4 service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302099 Feb 02 16:30:11.022363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a5b92d8-adc3-42ef-af9f-0d171e5aad1b req-2fd10cf0-f859-421c-9daa-391b1fad914e service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299334 Feb 02 16:30:11.550127 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889f1a7-78da-4852-927b-ea9464e7eb59 req-0d4b0eca-419b-4304-842a-06b1a129bb17 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:11.551593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c889f1a7-78da-4852-927b-ea9464e7eb59 req-0d4b0eca-419b-4304-842a-06b1a129bb17 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 943 time: 0.0806992 Feb 02 16:30:11.598072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c889f1a7-78da-4852-927b-ea9464e7eb59 req-70b8b319-939e-4bd4-aa14-391cb957a33a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:30:11.685281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c889f1a7-78da-4852-927b-ea9464e7eb59 req-70b8b319-939e-4bd4-aa14-391cb957a33a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:30:11.686417 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c889f1a7-78da-4852-927b-ea9464e7eb59 req-70b8b319-939e-4bd4-aa14-391cb957a33a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292362 Feb 02 16:30:12.914475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b062891-d152-4ef1-930e-55305859ceb8 req-32a8939f-abc4-4085-8794-f2ab4205cce0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:12.915928 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b062891-d152-4ef1-930e-55305859ceb8 req-32a8939f-abc4-4085-8794-f2ab4205cce0 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 943 time: 0.0822713 Feb 02 16:30:12.979070 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2b062891-d152-4ef1-930e-55305859ceb8 req-c323b7ad-ce51-4925-ac0b-7e6d77affd34 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563445 Feb 02 16:30:13.677940 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 07226f80-bf0a-40e7-a096-b6d3f3978395 details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:30:13.817549 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 07226f80-bf0a-40e7-a096-b6d3f3978395, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=07226f80-bf0a-40e7-a096-b6d3f3978395,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:30:13.831682 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'port_id': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'mac_address': 'fa:16:3e:76:5f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:30:13.891330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:13.909684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07226f80-bf0a-40e7-a096-b6d3f3978395 {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:30:13.924630 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 07226f80-bf0a-40e7-a096-b6d3f3978395, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=07226f80-bf0a-40e7-a096-b6d3f3978395,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:30:14.062943 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:14.132902 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=07226f80-bf0a-40e7-a096-b6d3f3978395,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:14.207110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a463da-b7d1-462b-ae79-e72f0f66b382 req-0785a551-a218-4ff6-9cb6-a920e8169aed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:14.208523 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27a463da-b7d1-462b-ae79-e72f0f66b382 req-0785a551-a218-4ff6-9cb6-a920e8169aed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 944 time: 0.0937338 Feb 02 16:30:14.350131 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['07226f80-bf0a-40e7-a096-b6d3f3978395'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:30:14.373529 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-27a463da-b7d1-462b-ae79-e72f0f66b382 req-0adb6f8b-44d2-4673-85ca-3f06cce007aa tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593692 Feb 02 16:30:15.675782 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 07226f80-bf0a-40e7-a096-b6d3f3978395 up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:30:15.681578 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1312fd-89c4-4f91-855a-e56a4346de35 req-66ac5711-b678-4b26-a90d-07304b1a4e49 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:15.683078 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a1312fd-89c4-4f91-855a-e56a4346de35 req-66ac5711-b678-4b26-a90d-07304b1a4e49 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 944 time: 0.1794524 Feb 02 16:30:15.737132 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9a1312fd-89c4-4f91-855a-e56a4346de35 req-9e33971f-dfae-4db6-a161-a9ea52d81855 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473053 Feb 02 16:30:15.811129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 07226f80-bf0a-40e7-a096-b6d3f3978395 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:30:15.816912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 07226f80-bf0a-40e7-a096-b6d3f3978395 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:30:15.818099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:15.935822 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:15.963362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:30:15.973856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 07226f80-bf0a-40e7-a096-b6d3f3978395, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=07226f80-bf0a-40e7-a096-b6d3f3978395,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:30:16.064550 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:16.109660 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'code': 200} Feb 02 16:30:16.142165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=07226f80-bf0a-40e7-a096-b6d3f3978395,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:16.270860 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2406552c-be95-47f5-8882-48c1ca52f3aa req-31b6e79b-d3eb-41b3-ba5e-dfac0041e8cc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 1096 time: 0.0725360 Feb 02 16:30:16.315019 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2406552c-be95-47f5-8882-48c1ca52f3aa req-718cc136-424a-406f-b670-af53a6ef05f1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379715 Feb 02 16:30:16.935821 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5a9b1-c1e3-4a74-aa90-51ad5b8eb8b3 req-d1bf83e7-e56a-4997-bcb5-576182c5ea19 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:16.937517 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2c5a9b1-c1e3-4a74-aa90-51ad5b8eb8b3 req-d1bf83e7-e56a-4997-bcb5-576182c5ea19 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0753047 Feb 02 16:30:16.983278 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2c5a9b1-c1e3-4a74-aa90-51ad5b8eb8b3 req-b5062cfd-df14-458b-9cc4-16a8e06931b3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401728 Feb 02 16:30:17.730885 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:18.181691 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ef051-ccee-434c-bf34-2641d8055fce req-12d93266-a481-4062-ba54-e251cde97966 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:18.183127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b09ef051-ccee-434c-bf34-2641d8055fce req-12d93266-a481-4062-ba54-e251cde97966 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0758936 Feb 02 16:30:18.229543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b09ef051-ccee-434c-bf34-2641d8055fce req-ae652d4d-4ca0-4336-8c65-7a896131fa9a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398934 Feb 02 16:30:18.433785 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a38214-d177-4719-90b5-c2b162670f4c req-c3ccef8d-71fd-4fc8-82e2-82d0636d3cc8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:18.435344 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4a38214-d177-4719-90b5-c2b162670f4c req-c3ccef8d-71fd-4fc8-82e2-82d0636d3cc8 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0825973 Feb 02 16:30:18.439585 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:18.483006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f4a38214-d177-4719-90b5-c2b162670f4c req-03016a38-252f-4d35-9e7d-7ec27f7d547f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411718 Feb 02 16:30:18.511756 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49552) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:30:18.581063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-699bd4b0-ae0f-41c4-8726-d3b058a1fa46 tempest-TestNetworkAdvancedServerOps-254537240 tempest-TestNetworkAdvancedServerOps-254537240-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 1091 time: 0.0681150 Feb 02 16:30:18.583783 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49556) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:30:18.589184 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:30:18.596208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:30:18.600128 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Usage tracker for resource:floatingip and tenant:777d129ad5ae4d42bbb1a50b755f8bef is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:30:18.602918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:30:18.608453 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:30:18.691125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:18.832785 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:18.981638 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Allocated IP 172.25.0.119 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/66c6b8c4-5279-49d9-9756-be19fc8a9b21) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:30:19.134388 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:19.280121 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:19.352991 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:30:19.355941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:30:19.361327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:30:19.385633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=66c6b8c4-5279-49d9-9756-be19fc8a9b21,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:19.906572 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:20.121259 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:20.452448 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:20.549148 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:20.660753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event updated for resources: {'Port': ['ID=66c6b8c4-5279-49d9-9756-be19fc8a9b21,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:30:20.686057 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:20.908410 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Floating IP db24e48f-ace7-4811-838e-9aa393300878 associated. External IP: 172.25.0.119, port: 07226f80-bf0a-40e7-a096-b6d3f3978395. Feb 02 16:30:21.338034 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:30:21.557108 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:30:21.568116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] Sync routers for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:30:21.585735 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:30:21.586416 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:30:21.662417 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:21.724755 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-4006f866-1be2-4ac0-a821-c8854251a529 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1398079 Feb 02 16:30:21.725319 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:30:21.791140 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'status': 'completed', 'code': 200} Feb 02 16:30:21.793402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:30:21.937203 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be15587e-7781-4902-b9bc-683c313b696f req-d628c0a4-c7d1-48be-8259-cdb0110b7a85 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 1096 time: 0.0916722 Feb 02 16:30:21.942504 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e51f3-e843-4823-b83b-9fd35d5f5954 req-a84b1eee-a805-48f1-a5da-90aa51a5e079 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:21.944043 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d9e51f3-e843-4823-b83b-9fd35d5f5954 req-a84b1eee-a805-48f1-a5da-90aa51a5e079 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0972958 Feb 02 16:30:22.005976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3d9e51f3-e843-4823-b83b-9fd35d5f5954 req-8e6244ad-7ea8-4b61-bab5-a0ab698484ec tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471301 Feb 02 16:30:22.033552 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49564) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:30:22.080077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15587e-7781-4902-b9bc-683c313b696f req-d6c0b008-69e9-4a9f-9a4f-5828f89251b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:22.081574 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be15587e-7781-4902-b9bc-683c313b696f req-d6c0b008-69e9-4a9f-9a4f-5828f89251b4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fce87390-97d0-4772-b7f3-4be82c0f49b1 HTTP/1.1" status: 200 len: 899 time: 0.1385143 Feb 02 16:30:22.148387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-60cb797d-e0da-414d-8a6f-a071aa99ec55 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/db24e48f-ace7-4811-838e-9aa393300878 HTTP/1.1" status: 200 len: 991 time: 0.1136007 Feb 02 16:30:22.190188 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be15587e-7781-4902-b9bc-683c313b696f req-4b5a413c-c423-42a9-98dc-fd3df2ac7778 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07226f80-bf0a-40e7-a096-b6d3f3978395 HTTP/1.1" status: 200 len: 999 time: 0.1023030 Feb 02 16:30:22.211566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db24e48f-ace7-4811-838e-9aa393300878', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'port_id': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'mac_address': 'fa:16:3e:76:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:30:19Z', 'updated_at': '2022-02-02T16:30:19Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:30:05Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:30:22.215420 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] Checking router: 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:30:22.226536 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:30:22.227137 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:29:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:30:22.253505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15587e-7781-4902-b9bc-683c313b696f req-b55b6568-79a8-4f6f-8d33-29668bf9264f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:22.255067 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be15587e-7781-4902-b9bc-683c313b696f req-b55b6568-79a8-4f6f-8d33-29668bf9264f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c5839d79-e8e8-465b-8477-0eab60080ad2 HTTP/1.1" status: 200 len: 834 time: 0.0591910 Feb 02 16:30:22.411892 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:30:22.434523 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be15587e-7781-4902-b9bc-683c313b696f req-6eac1aeb-d14a-42b7-bb44-afb44bff516d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fce87390-97d0-4772-b7f3-4be82c0f49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735396 Feb 02 16:30:22.571009 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be15587e-7781-4902-b9bc-683c313b696f req-ad088952-fc1e-42bd-bbb2-9d8a160eeae9 service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299415 Feb 02 16:30:22.711625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-be15587e-7781-4902-b9bc-683c313b696f req-1bbe4317-4c6d-40c5-a63d-87ce212fc460 service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347160 Feb 02 16:30:22.770944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db24e48f-ace7-4811-838e-9aa393300878', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'port_id': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'mac_address': 'fa:16:3e:76:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:30:19Z', 'updated_at': '2022-02-02T16:30:19Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:30:05Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:30:22.775152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b3618-6f75-4c37-89f6-279c76070c8e None None] The sync data for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 is: [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db24e48f-ace7-4811-838e-9aa393300878', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'port_id': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'mac_address': 'fa:16:3e:76:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:30:19Z', 'updated_at': '2022-02-02T16:30:19Z', 'revision_number': 0, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:30:05Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:30:22.980288 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7461053-6f2e-40ac-9658-f207d0b6981c None None] New status for floating IP db24e48f-ace7-4811-838e-9aa393300878: ACTIVE {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:30:23.151549 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49568) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:30:23.263142 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8a224218-91bb-4bc7-abac-d968b574c4e9 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/db24e48f-ace7-4811-838e-9aa393300878 HTTP/1.1" status: 200 len: 991 time: 0.1101198 Feb 02 16:30:24.267961 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49572) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:30:24.376781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-21d7742a-6662-4c92-85b7-697b2f5adcee tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/db24e48f-ace7-4811-838e-9aa393300878 HTTP/1.1" status: 200 len: 993 time: 0.1076574 Feb 02 16:30:24.720195 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-83720348-273f-41b4-8a46-41d3545bfa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:26.948164 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6efe0bc6-12bb-4f46-a9ed-55df00e8cb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:28.410047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:28.656179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:30.204884 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:31.683186 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:30:47.291520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-e0bfeedb-07c5-4b9c-8254-b8c5a5a90501 req-3508f875-a58c-4a6c-b5d7-fafdc1c75d33 service neutron] (95773) timed out ('10.222.0.88', 45598) {{(pid=95773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:30:47.511871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-df6527f4-b615-43fa-b8ce-88a4005b407d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680788 Feb 02 16:30:47.669639 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-b128477b-b25a-4f51-a81d-44d39d86d159 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 1096 time: 0.0734813 Feb 02 16:30:47.793286 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:47.820202 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-ff338a38-e4be-46ec-a7f6-992bd37fbe82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:47.821972 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-ff338a38-e4be-46ec-a7f6-992bd37fbe82 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fce87390-97d0-4772-b7f3-4be82c0f49b1 HTTP/1.1" status: 200 len: 899 time: 0.1300800 Feb 02 16:30:47.925112 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-3c1ed1a5-dad6-4b88-b8bd-335afac1ccdf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07226f80-bf0a-40e7-a096-b6d3f3978395 HTTP/1.1" status: 200 len: 1001 time: 0.0962307 Feb 02 16:30:47.992607 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-d062d46a-ee0d-4d65-9677-252b1d5d0cec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:47.994141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-d062d46a-ee0d-4d65-9677-252b1d5d0cec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c5839d79-e8e8-465b-8477-0eab60080ad2 HTTP/1.1" status: 200 len: 834 time: 0.0630991 Feb 02 16:30:48.071400 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-688f55aa-a902-487a-8149-e627c2ffcd06 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fce87390-97d0-4772-b7f3-4be82c0f49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706747 Feb 02 16:30:48.204740 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-0c5e9d0c-7694-4c0c-856b-f53dc1c87ab6 service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268747 Feb 02 16:30:48.344280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a6758fe7-9da7-4423-b978-8bf3d31af5e5 req-15528534-c93a-4408-a181-48a15786ea0f service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332448 Feb 02 16:30:48.466760 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:54.299857 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be12e3-4047-44a2-8035-78b66a6e616f req-62e9901a-a136-488c-99af-ed430011fbf3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:54.301366 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34be12e3-4047-44a2-8035-78b66a6e616f req-62e9901a-a136-488c-99af-ed430011fbf3 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0842619 Feb 02 16:30:54.347891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-34be12e3-4047-44a2-8035-78b66a6e616f req-59e7b3f5-ac98-4006-beb2-610714c09caa tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407736 Feb 02 16:30:54.696544 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b10bea06-b7b0-457c-ac6a-fdaaf5811ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:55.578482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b31ee4-faf3-4a1a-ad13-d5710b3ce7f0 req-be984896-ead1-4ff7-8a8c-e9e2cad5979f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:55.579995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51b31ee4-faf3-4a1a-ad13-d5710b3ce7f0 req-be984896-ead1-4ff7-8a8c-e9e2cad5979f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0868683 Feb 02 16:30:55.628953 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-51b31ee4-faf3-4a1a-ad13-d5710b3ce7f0 req-f0e8afe6-938f-4c3c-875c-b968b293adb4 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 Feb 02 16:30:55.665117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49598) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:30:55.794342 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8e72921b-3e1e-44d8-9cb0-2a7546b57891 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/db24e48f-ace7-4811-838e-9aa393300878 HTTP/1.1" status: 200 len: 993 time: 0.1280684 Feb 02 16:30:56.919480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5888-83a2-4766-9320-5471c1dcf609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:57.576952 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49bd5e-f2ce-4c68-9eb9-c422217c94a1 req-ded9f81f-2d3c-4dff-bfce-e635d3b4a27c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:57.579056 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c49bd5e-f2ce-4c68-9eb9-c422217c94a1 req-ded9f81f-2d3c-4dff-bfce-e635d3b4a27c tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0847938 Feb 02 16:30:57.633878 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5c49bd5e-f2ce-4c68-9eb9-c422217c94a1 req-4ed5763f-2e30-46cb-aced-681f03e728bc tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487332 Feb 02 16:30:57.758539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b367da0-50ed-4629-8539-b459b533209a req-71c54db7-edbd-4a8d-915f-a3064719ab7e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 1096 time: 0.0750055 Feb 02 16:30:57.910753 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b367da0-50ed-4629-8539-b459b533209a req-11c40b27-efa5-48fb-a8af-6e74fb898530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:57.912012 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b367da0-50ed-4629-8539-b459b533209a req-11c40b27-efa5-48fb-a8af-6e74fb898530 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fce87390-97d0-4772-b7f3-4be82c0f49b1 HTTP/1.1" status: 200 len: 899 time: 0.1458189 Feb 02 16:30:58.160694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b367da0-50ed-4629-8539-b459b533209a req-dbdd555b-4222-4fe0-a702-4d9184fa7ee5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07226f80-bf0a-40e7-a096-b6d3f3978395 HTTP/1.1" status: 200 len: 1001 time: 0.2429457 Feb 02 16:30:58.242537 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b367da0-50ed-4629-8539-b459b533209a req-d236acdb-9c2a-4ae9-bbb8-1a4eda9856e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:58.244704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b367da0-50ed-4629-8539-b459b533209a req-d236acdb-9c2a-4ae9-bbb8-1a4eda9856e1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c5839d79-e8e8-465b-8477-0eab60080ad2 HTTP/1.1" status: 200 len: 834 time: 0.0784705 Feb 02 16:30:58.340320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b367da0-50ed-4629-8539-b459b533209a req-dd3a1952-c977-47b2-b898-6a4acb574f44 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fce87390-97d0-4772-b7f3-4be82c0f49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880282 Feb 02 16:30:58.450715 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:58.485907 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b367da0-50ed-4629-8539-b459b533209a req-57ed258d-dc5f-4883-af8e-e4e5aacd26cd service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402194 Feb 02 16:30:58.637510 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0b367da0-50ed-4629-8539-b459b533209a req-4e5ee3c4-0455-418e-814f-89071a77c7ba service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455824 Feb 02 16:30:58.668762 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:30:58.880647 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4143ad-3d98-4dde-ae74-407d91eea8a7 req-b0730795-8908-4791-bb59-1323ed16918e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:30:58.882122 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e4143ad-3d98-4dde-ae74-407d91eea8a7 req-b0730795-8908-4791-bb59-1323ed16918e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0943301 Feb 02 16:30:58.942032 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6e4143ad-3d98-4dde-ae74-407d91eea8a7 req-7c6486a2-6d5f-48a0-b3e2-430eb8b94db7 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533504 Feb 02 16:31:00.210283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcb52e-fa32-4d02-a5db-87998c8948cf req-fdccad36-92ca-4825-9650-6d9c7a58d52f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:00.212210 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-42dcb52e-fa32-4d02-a5db-87998c8948cf req-fdccad36-92ca-4825-9650-6d9c7a58d52f tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.1068332 Feb 02 16:31:00.249913 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:00.274134 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-42dcb52e-fa32-4d02-a5db-87998c8948cf req-dd447b50-c0a4-4a9a-b9ae-5e15a8669dd2 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506947 Feb 02 16:31:00.310222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49614) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:00.444288 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e2d0b040-00a2-49fe-9a7c-dbee04f20a10 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/floatingips/db24e48f-ace7-4811-838e-9aa393300878 HTTP/1.1" status: 200 len: 993 time: 0.1322014 Feb 02 16:31:00.759703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49622) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:01.001400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 66c6b8c4-5279-49d9-9756-be19fc8a9b21 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:31:01.001963 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:01.210930 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:01.211219 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:01.501437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 66c6b8c4-5279-49d9-9756-be19fc8a9b21 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:31:01.754031 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:01.813668 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=66c6b8c4-5279-49d9-9756-be19fc8a9b21,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:01.853671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.854020 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.854361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.854815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.855066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.855411 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.855727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.856102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.856424 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.856748 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.857097 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:01.923673 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:02.366039 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:31:02.608152 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:31:02.620934 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] Sync routers for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:31:02.633497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:02.634223 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:30:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:02.689145 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:02.776821 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ad1c4cbb-8b0e-455d-91d5-51fdb09f7dea tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/floatingips/db24e48f-ace7-4811-838e-9aa393300878 HTTP/1.1" status: 204 len: 168 time: 2.0156026 Feb 02 16:31:02.777838 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:31:02.830874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:02.972646 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'status': 'completed', 'code': 200} Feb 02 16:31:03.158242 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-414433ec-f1fc-4a3d-a6f1-fde54f7cbea2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 1096 time: 0.1379681 Feb 02 16:31:03.201917 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:30:05Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:03.212041 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] Checking router: 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:31:03.224600 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:03.225227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:30:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:03.325283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-682c130e-e3f7-4e89-93f0-b96bd8851acc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:03.326735 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-682c130e-e3f7-4e89-93f0-b96bd8851acc service neutron] 10.222.0.107 "GET /v2.0/networks?id=fce87390-97d0-4772-b7f3-4be82c0f49b1 HTTP/1.1" status: 200 len: 899 time: 0.1626272 Feb 02 16:31:03.414708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-a9aa8f87-3263-4d4e-96f5-3bf6ac3af817 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07226f80-bf0a-40e7-a096-b6d3f3978395 HTTP/1.1" status: 200 len: 217 time: 0.0697260 Feb 02 16:31:03.469995 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710e42f-c8a9-4ee4-a8c3-1800c65b9c4d req-8c90ef45-37f6-4aee-a1a3-4afa5d59262b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:03.470319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3710e42f-c8a9-4ee4-a8c3-1800c65b9c4d req-8c90ef45-37f6-4aee-a1a3-4afa5d59262b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Synchronizing usage tracker for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:31:03.479805 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:03.496283 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-c7c42878-6f9d-4806-8c18-a7e549208ac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:03.500819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-c7c42878-6f9d-4806-8c18-a7e549208ac6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c5839d79-e8e8-465b-8477-0eab60080ad2 HTTP/1.1" status: 200 len: 834 time: 0.0760100 Feb 02 16:31:03.583516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-69628d3d-0cfd-4fee-ad2d-a16d1b25ce60 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fce87390-97d0-4772-b7f3-4be82c0f49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793245 Feb 02 16:31:03.593851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-3710e42f-c8a9-4ee4-a8c3-1800c65b9c4d req-8c90ef45-37f6-4aee-a1a3-4afa5d59262b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Unset dirty status for tenant:777d129ad5ae4d42bbb1a50b755f8bef on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:31:03.595148 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3710e42f-c8a9-4ee4-a8c3-1800c65b9c4d req-8c90ef45-37f6-4aee-a1a3-4afa5d59262b tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.2142820 Feb 02 16:31:03.656937 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3710e42f-c8a9-4ee4-a8c3-1800c65b9c4d req-c26c108a-d31c-4737-97d6-2ff8f95499ff tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553417 Feb 02 16:31:03.769460 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-ae13a070-ed16-4dc1-bfe0-7a05e82c227e service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790345 Feb 02 16:31:03.857994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:30:05Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:03.863348 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a38f17-99b6-4055-b70e-07111eb62bba None None] The sync data for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 is: [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'e4a4f703-e036-45b8-b822-b3a2439f718c', 'name': '', 'network_id': 'fce87390-97d0-4772-b7f3-4be82c0f49b1', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'mac_address': 'fa:16:3e:5d:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:58Z', 'updated_at': '2022-02-02T16:30:05Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'subnets': [{'id': 'c5839d79-e8e8-465b-8477-0eab60080ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:31:03.955047 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d07328d-afc9-4d4e-9c42-2ece255b2ed2 req-2d3334dd-0949-4ef3-9491-9de729c3f265 service neutron] 10.222.0.107 "GET /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782296 Feb 02 16:31:04.140641 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f2288-a75f-4f99-8524-764a73d859ba None None] New status for floating IP db24e48f-ace7-4811-838e-9aa393300878: DOWN {{(pid=95775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:31:04.870167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48b8f1-c19b-47d1-ab37-e915ee136054 req-bd1d1043-579d-41d3-8322-5bdb06399f8e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:04.871653 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a48b8f1-c19b-47d1-ab37-e915ee136054 req-bd1d1043-579d-41d3-8322-5bdb06399f8e tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0849366 Feb 02 16:31:04.919365 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8a48b8f1-c19b-47d1-ab37-e915ee136054 req-a0c48efe-e3bd-4e51-9d19-9056c25149ed tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/security-groups?id=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416653 Feb 02 16:31:05.134470 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00512a-70e4-47f5-a49f-284eed87506a req-3b50ad7e-f9dd-4d97-b9f3-184cfdec2596 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:05.135933 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd00512a-70e4-47f5-a49f-284eed87506a req-3b50ad7e-f9dd-4d97-b9f3-184cfdec2596 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 945 time: 0.0955222 Feb 02 16:31:05.207588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 07226f80-bf0a-40e7-a096-b6d3f3978395 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:31:05.207952 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:05.540164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 07226f80-bf0a-40e7-a096-b6d3f3978395, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=07226f80-bf0a-40e7-a096-b6d3f3978395,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:05.540515 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:05.667580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 07226f80-bf0a-40e7-a096-b6d3f3978395 owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:31:05.913481 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:05.968353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=07226f80-bf0a-40e7-a096-b6d3f3978395,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:06.040492 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.040836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.041167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.041493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.041816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.043574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.043574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.043574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.043574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.043574 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.044382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:06.053394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] No DVR routers for this DVR port 07226f80-bf0a-40e7-a096-b6d3f3978395 on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:31:06.056089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:06.059070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'name': 'network-vif-deleted', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:31:06.096385 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-660cc6e6-2343-4c4f-829e-28b3ed047992 req-2580b874-2b45-4b59-9b84-567b87c2c792 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 210 time: 0.0434759 Feb 02 16:31:06.118694 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ff468-018b-4d59-b5b4-7c010c11aeda', 'name': 'network-vif-deleted', 'tag': '07226f80-bf0a-40e7-a096-b6d3f3978395', 'status': 'completed', 'code': 200} Feb 02 16:31:06.148669 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dd00512a-70e4-47f5-a49f-284eed87506a req-2d3167c4-ebf3-409f-a9c2-88a5c49b583a tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.107 "DELETE /v2.0/ports/07226f80-bf0a-40e7-a096-b6d3f3978395 HTTP/1.1" status: 204 len: 173 time: 1.0076742 Feb 02 16:31:07.281410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-838ffb83-3b6a-4cd8-bcc5-f13143c3994f req-084987c5-c95c-45aa-a583-f90983905c50 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "GET /v2.0/ports?device_id=f94ff468-018b-4d59-b5b4-7c010c11aeda HTTP/1.1" status: 200 len: 210 time: 0.0459261 Feb 02 16:31:07.923126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 07226f80-bf0a-40e7-a096-b6d3f3978395 no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:31:07.957836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 07226f80-bf0a-40e7-a096-b6d3f3978395 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:31:07.958180 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 07226f80-bf0a-40e7-a096-b6d3f3978395 not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:31:08.396265 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49648) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:08.683442 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:31:08.911485 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:09.551248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port e4a4f703-e036-45b8-b822-b3a2439f718c {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:31:09.551992 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:09.746724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port e4a4f703-e036-45b8-b822-b3a2439f718c, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=e4a4f703-e036-45b8-b822-b3a2439f718c,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:09.747084 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:09.876137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for e4a4f703-e036-45b8-b822-b3a2439f718c owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:31:10.165173 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:10.217351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=e4a4f703-e036-45b8-b822-b3a2439f718c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:10.538873 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:11.283267 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:31:11.491577 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:31:11.503270 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] Sync routers for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:31:11.505780 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-f6ce025f-2b6a-4c30-86bc-0edd580685c6 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "PUT /v2.0/routers/42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1084373 Feb 02 16:31:11.508596 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49652) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:11.516426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:11.516994 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:30:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:11.701083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:11.706573 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-db34da57-d59c-4221-ae05-d5b07da552fe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting subnet c5839d79-e8e8-465b-8477-0eab60080ad2 {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:31:11.709725 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db34da57-d59c-4221-ae05-d5b07da552fe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:11.769721 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db34da57-d59c-4221-ae05-d5b07da552fe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:11.875770 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db34da57-d59c-4221-ae05-d5b07da552fe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:12.013257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:31:10Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:12.022006 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] Checking router: 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:31:12.028573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] Routers {'42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:12.029203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:30:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:12.051193 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db34da57-d59c-4221-ae05-d5b07da552fe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:12.090320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34da57-d59c-4221-ae05-d5b07da552fe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Subnet': ['ID=c5839d79-e8e8-465b-8477-0eab60080ad2,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:12.106291 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-db34da57-d59c-4221-ae05-d5b07da552fe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:12.114303 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-db34da57-d59c-4221-ae05-d5b07da552fe tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/subnets/c5839d79-e8e8-465b-8477-0eab60080ad2 HTTP/1.1" status: 204 len: 168 time: 0.6047075 Feb 02 16:31:12.115808 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697473b0-36b6-414a-99f3-936b3c0ac99a None None] Network fce87390-97d0-4772-b7f3-4be82c0f49b1 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:31:12.116957 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49656) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:12.342109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:12.379711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] Set router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:12.677035 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:12.745366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] DHCP port deletion for fce87390-97d0-4772-b7f3-4be82c0f49b1 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:31:12.752461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Deleting port ff31a4d3-ef62-4c39-aecb-5596de759fa1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:31:12.752836 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:12.764712 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Deleting port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:31:12.765215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:12.868548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:31:10Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:12.890507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c319cf2-179c-4933-a410-6fb67b164785 None None] The sync data for ids ['42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c'] in n-d-827122-1 is: [{'id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713421786', 'tenant_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:29:53Z', 'updated_at': '2022-02-02T16:31:10Z', 'revision_number': 5, 'project_id': '777d129ad5ae4d42bbb1a50b755f8bef', 'gw_port': {'id': '619cbdcb-3f47-4ff0-9280-c464a0cbdcb3', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:29:54Z', 'updated_at': '2022-02-02T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:31:12.962082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] For port 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=619cbdcb-3f47-4ff0-9280-c464a0cbdcb3,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:12.962336 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:12.983135 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] For port ff31a4d3-ef62-4c39-aecb-5596de759fa1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=ff31a4d3-ef62-4c39-aecb-5596de759fa1,segment=NetworkSegment(bf66051f-121e-4d48-bdf5-086212ff8577),segment_id=bf66051f-121e-4d48-bdf5-086212ff8577)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:12.984267 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:13.088442 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Calling delete_port for 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:31:13.108675 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Calling delete_port for ff31a4d3-ef62-4c39-aecb-5596de759fa1 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:31:13.274614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163'] for port, after_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:13.326700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Pushing event deleted for resources: {'Port': ['ID=ff31a4d3-ef62-4c39-aecb-5596de759fa1,revision_number=None']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:13.331282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4a4f703-e036-45b8-b822-b3a2439f718c no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:31:13.353813 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:13.364730 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] No DVR routers for this DVR port ff31a4d3-ef62-4c39-aecb-5596de759fa1 on host n-d-827122-1 {{(pid=95774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:31:13.373757 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: e4a4f703-e036-45b8-b822-b3a2439f718c {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:31:13.374152 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device e4a4f703-e036-45b8-b822-b3a2439f718c not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:31:13.374692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ff31a4d3-ef62-4c39-aecb-5596de759fa1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:31:13.405051 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.405958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.406193 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.406542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.406879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.407213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.407474 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Port': ['ID=619cbdcb-3f47-4ff0-9280-c464a0cbdcb3,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:13.407598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.407877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.408206 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.408651 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.408870 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1fc893-959f-425b-8486-f987cf390bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:13.416686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: ff31a4d3-ef62-4c39-aecb-5596de759fa1 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:31:13.417036 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device ff31a4d3-ef62-4c39-aecb-5596de759fa1 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:31:13.643943 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:13.907589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:13.912126 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.056027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.056555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Fanout notify agent at l3_agent the message router_deleted on router 42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:31:14.072556 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.073644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ce11bb09-9945-46c5-88bb-f42834d5a58d tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/routers/42e306a8-b1c8-4ee5-99ba-e5e5d34ef59c HTTP/1.1" status: 204 len: 168 time: 1.9557180 Feb 02 16:31:14.076898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49660) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:14.207503 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.341699 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.371058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce87390-97d0-4772-b7f3-4be82c0f49b1']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:14.384139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf66051f-121e-4d48-bdf5-086212ff8577') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:14.384430 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf66051f-121e-4d48-bdf5-086212ff8577') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:14.396637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.412321 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.418755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:31:14.419089 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:31:14.433316 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:31:14.604946 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.627651 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.638498 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'Network': ['ID=fce87390-97d0-4772-b7f3-4be82c0f49b1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:14.748573 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-51365f15-71cc-4c31-8060-7bf60514e944 tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/networks/fce87390-97d0-4772-b7f3-4be82c0f49b1 HTTP/1.1" status: 204 len: 168 time: 0.6696885 Feb 02 16:31:14.752327 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49664) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:14.822991 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84cdd125-9145-44ee-83fd-af6c74dc4abd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:14.854346 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84cdd125-9145-44ee-83fd-af6c74dc4abd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:15.022549 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84cdd125-9145-44ee-83fd-af6c74dc4abd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:15.031607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:31:15.045902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdd125-9145-44ee-83fd-af6c74dc4abd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fa3ef6-24a8-4c4f-abaf-94b1dfd39399,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:15.091116 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:31:15.091461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 619cbdcb-3f47-4ff0-9280-c464a0cbdcb3 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:31:15.118451 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84cdd125-9145-44ee-83fd-af6c74dc4abd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:15.119601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-84cdd125-9145-44ee-83fd-af6c74dc4abd tempest-TestNetworkAdvancedServerOps-422548684 tempest-TestNetworkAdvancedServerOps-422548684-project] 10.222.0.88 "DELETE /v2.0/security-groups/29fa3ef6-24a8-4c4f-abaf-94b1dfd39399 HTTP/1.1" status: 204 len: 168 time: 0.3663702 Feb 02 16:31:15.901406 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49674) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:16.120477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-c01bd711-c157-40f2-b424-3ac951c362a6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=777d129ad5ae4d42bbb1a50b755f8bef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2178197 Feb 02 16:31:16.122949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49680) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:16.196621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35f338b4-e4e3-4c7d-9ecf-77bf00670727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:16.225460 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35f338b4-e4e3-4c7d-9ecf-77bf00670727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:16.399221 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35f338b4-e4e3-4c7d-9ecf-77bf00670727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:16.416859 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f338b4-e4e3-4c7d-9ecf-77bf00670727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6070ed2c-2877-4c90-95ac-8629e0fe10ce,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:16.424279 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-35f338b4-e4e3-4c7d-9ecf-77bf00670727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:16.425218 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-35f338b4-e4e3-4c7d-9ecf-77bf00670727 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6070ed2c-2877-4c90-95ac-8629e0fe10ce HTTP/1.1" status: 204 len: 168 time: 0.3010840 Feb 02 16:31:17.283622 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49690) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:17.302501 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:17.337175 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:17.341060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] Usage tracker for resource:security_group_rule and tenant:720b31062be844ca8e20a06f3bb45d62 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:17.344531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:17.350186 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:17.423332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:17.525002 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:17.572462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142f2cf8-61a8-4329-94af-0156676f6d48,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:17.578049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-8440ea58-3a59-426d-a998-f723fd7f04a5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=720b31062be844ca8e20a06f3bb45d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2933564 Feb 02 16:31:17.580702 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49694) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:17.640669 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba9c8-0849-44bf-8801-402fe7cbc2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:17.665738 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba9c8-0849-44bf-8801-402fe7cbc2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:17.781845 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:17.827633 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba9c8-0849-44bf-8801-402fe7cbc2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:17.842024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ba9c8-0849-44bf-8801-402fe7cbc2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f2cf8-61a8-4329-94af-0156676f6d48,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:17.848735 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba9c8-0849-44bf-8801-402fe7cbc2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:17.849873 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ad3ba9c8-0849-44bf-8801-402fe7cbc2be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/142f2cf8-61a8-4329-94af-0156676f6d48 HTTP/1.1" status: 204 len: 168 time: 0.2682290 Feb 02 16:31:18.496389 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:19.264094 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49720) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:19.398170 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-960563823-network', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:19.403828 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:19.408697 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Usage tracker for resource:network and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:19.411662 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:19.417224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:19.542233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Made reservation on behalf of 6c1701d12c7b492ca4fa081fe154c7e5 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:31:19.544499 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:19.557810 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:19.588130 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:19.592246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:19.595830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:19.601793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:19.675618 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:19.783079 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:19.816233 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:31:19.825230 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2976e4af-76c4-4441-b71f-b5e6c50a05af,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:19.831431 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:19.831767 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Added segment 469639b3-c7c7-4f70-a31c-a7fae2fb78dc of type vlan for network 2727430b-222b-4deb-af69-889306e97463 Feb 02 16:31:19.862736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:20.010352 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:20.011218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:20.011794 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:20.121166 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] Pushing event updated for resources: {'Network': ['ID=2727430b-222b-4deb-af69-889306e97463,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:20.131525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 2727430b-222b-4deb-af69-889306e97463 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:31:20.208714 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9ee3c8bf-bae3-4d73-bad4-ee76f0751e60 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9406054 Feb 02 16:31:20.208958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49728) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:20.214228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Request body: {'subnet': {'network_id': '2727430b-222b-4deb-af69-889306e97463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-960563823-subnet', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:20.219924 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:20.223767 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Usage tracker for resource:subnet and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:20.226741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:20.232404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:20.330452 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Made reservation on behalf of 6c1701d12c7b492ca4fa081fe154c7e5 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:31:20.332838 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:20.696621 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:20.776280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d49cd3-f526-4f1f-b7c7-58df81a04e57,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:20.786872 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Checking segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:20.787227 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Network hostable DHCP agents. Network: 2727430b-222b-4deb-af69-889306e97463, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:31:20.902180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Network 2727430b-222b-4deb-af69-889306e97463 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:31:21.004747 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 2727430b-222b-4deb-af69-889306e97463) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:21.009064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:21.009658 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:21.014523 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47181553-5e70-47c4-b7ab-45657105323b None None] Network 2727430b-222b-4deb-af69-889306e97463 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:31:21.131540 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7b95ff68-8516-4a33-84bb-45ee689770ff admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9216297 Feb 02 16:31:21.134237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49732) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:21.139603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:21.145457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:21.149580 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Usage tracker for resource:router and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:21.152530 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:21.161294 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:21.234505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-2727430b-222b-4deb-af69-889306e97463', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:31:21.235489 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:21.263698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:21.265196 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:21.522195 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:21.612042 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Allocated IP 172.20.0.2 (2727430b-222b-4deb-af69-889306e97463/90d49cd3-f526-4f1f-b7c7-58df81a04e57/2c59eed2-9014-4d1c-a23c-49c2414aaec1) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:31:21.790244 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:21.880797 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:21.891776 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Transition to ACTIVE for port object 2c59eed2-9014-4d1c-a23c-49c2414aaec1 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:21.910392 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Transition to ACTIVE for port object 2c59eed2-9014-4d1c-a23c-49c2414aaec1 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:22.011124 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:22.081844 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Network 2727430b-222b-4deb-af69-889306e97463 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:22.084719 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:22.088427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:31:22.095255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Pushing event updated for resources: {'Port': ['ID=2c59eed2-9014-4d1c-a23c-49c2414aaec1,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:22.096255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:22.127894 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:22.187026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Attempting to bind port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:31:22.188402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Attempting to bind port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:31:22.188966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Attempting to bind port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 on network 2727430b-222b-4deb-af69-889306e97463 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:31:22.197219 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:31:22.197625 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Checking segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:22.198023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:22.198411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Bound using segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:31:22.198872 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Bound port: 2c59eed2-9014-4d1c-a23c-49c2414aaec1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:31:22.199239 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:22.293427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] For port 2c59eed2-9014-4d1c-a23c-49c2414aaec1, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:31:22.296335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] For port 2c59eed2-9014-4d1c-a23c-49c2414aaec1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2c59eed2-9014-4d1c-a23c-49c2414aaec1,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:31:22.393838 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:22.399645 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Allocated IP 172.25.0.139 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:31:22.485164 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f1123-3208-497e-ada8-b119f19f9f66 None None] Pushing event updated for resources: {'Port': ['ID=2c59eed2-9014-4d1c-a23c-49c2414aaec1,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:22.568684 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:22.662421 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:22.733588 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:22.737999 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:22.742641 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:31:22.772875 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Pushing event updated for resources: {'Port': ['ID=3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:23.034324 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:23.035068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:23.064459 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2c59eed2-9014-4d1c-a23c-49c2414aaec1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:23.297454 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:23.433658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Router e633a413-c4bf-4b1a-a07f-ece12abf82ba is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:31:23.476190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89963859-5dd9-4ddb-86cb-c245aa5761ae None None] Network 2727430b-222b-4deb-af69-889306e97463 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:31:23.642311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:31:23.651304 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Sync routers for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:31:23.664360 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:23.664955 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:30:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:23.728129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-940e9f26-9f3c-4da7-b204-1edbc00f0769 None None] Provisioning for port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:23.733700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-940e9f26-9f3c-4da7-b204-1edbc00f0769 None None] Provisioning complete for port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:23.734660 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-940e9f26-9f3c-4da7-b204-1edbc00f0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:23.782605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:23.784220 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6a8dfe63-2204-4c08-8786-006d3462c5fb admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6488650 Feb 02 16:31:23.786763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49736) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:23.860203 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:23.876625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-940e9f26-9f3c-4da7-b204-1edbc00f0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:23.929823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-940e9f26-9f3c-4da7-b204-1edbc00f0769 None None] For port 2c59eed2-9014-4d1c-a23c-49c2414aaec1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2c59eed2-9014-4d1c-a23c-49c2414aaec1,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:24.044759 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-940e9f26-9f3c-4da7-b204-1edbc00f0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.120766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e9f26-9f3c-4da7-b204-1edbc00f0769 None None] Pushing event updated for resources: {'Port': ['ID=2c59eed2-9014-4d1c-a23c-49c2414aaec1,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:24.168492 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b4e6a8f1-fa04-4767-a0da-1c3f378d5e3a None None] Provisioning complete for port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:24.168893 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a8f1-fa04-4767-a0da-1c3f378d5e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.206534 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:22Z', 'revision_number': 3, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:24.210355 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Checking router: e633a413-c4bf-4b1a-a07f-ece12abf82ba for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:31:24.210935 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Updating router e633a413-c4bf-4b1a-a07f-ece12abf82ba port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:31:24.268321 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.607207 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.620382 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Transition to ACTIVE for port object 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:24.674619 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.729995 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.770339 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a80e7a77-00a6-4a8a-9f93-78343d3f7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.817708 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Attempting to bind port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:31:24.818071 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Attempting to bind port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:31:24.818425 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Attempting to bind port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:31:24.826618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Pushing event updated for resources: {'Port': ['ID=3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:24.836969 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:31:24.837342 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:24.837736 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.838126 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:31:24.838579 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Bound port: 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:31:24.838945 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:24.867582 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.867823 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.868188 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.868512 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.868838 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.869162 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.869487 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.869801 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.870118 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.870431 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.870742 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:31:24.886272 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Allocated IP 172.20.0.1 (2727430b-222b-4deb-af69-889306e97463/90d49cd3-f526-4f1f-b7c7-58df81a04e57/fef12b6b-7d57-48d2-b808-26fc73377d04) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:31:24.922339 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] For port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:31:24.925665 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] For port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:31:25.022480 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:25.039701 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:25.041440 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2c59eed2-9014-4d1c-a23c-49c2414aaec1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:25.056546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Transition to ACTIVE for port object fef12b6b-7d57-48d2-b808-26fc73377d04 will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:25.108108 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:25.108749 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:30:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:25.113324 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:25.113701 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:25.170700 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:25.176350 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b040e5-e4f0-4881-9edc-9de19fb327df None None] Pushing event updated for resources: {'Port': ['ID=3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:25.242950 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Network 2727430b-222b-4deb-af69-889306e97463 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:25.245918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:25.250418 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:31:25.287357 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Pushing event updated for resources: {'Port': ['ID=fef12b6b-7d57-48d2-b808-26fc73377d04,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:25.309329 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:25.314774 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:25.537277 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:25.599583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-22a3bb7d-2527-4004-9b99-33fc215c7845 None None] Provisioning for port fef12b6b-7d57-48d2-b808-26fc73377d04 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:25.605115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-22a3bb7d-2527-4004-9b99-33fc215c7845 None None] Provisioning complete for port fef12b6b-7d57-48d2-b808-26fc73377d04 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:25.611953 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb7d-2527-4004-9b99-33fc215c7845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:25.630287 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:22Z', 'revision_number': 3, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:25.635918 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ede58-9cc3-4f88-97f9-8ce886c3d8a0 None None] The sync data for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 is: [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:22Z', 'revision_number': 3, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:31:25.667352 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-22a3bb7d-2527-4004-9b99-33fc215c7845 None None] Port fef12b6b-7d57-48d2-b808-26fc73377d04 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:31:25.817730 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:25.946662 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:26.163994 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:26.167394 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Pushing event updated for resources: {'Port': ['ID=fef12b6b-7d57-48d2-b808-26fc73377d04,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:26.310096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Network 2727430b-222b-4deb-af69-889306e97463 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:26.311312 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:26.601472 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-030a441d-d3dc-4ad7-8c24-eff579606cb1 None None] Provisioning complete for port fef12b6b-7d57-48d2-b808-26fc73377d04 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:26.601472 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-030a441d-d3dc-4ad7-8c24-eff579606cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:26.658169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-030a441d-d3dc-4ad7-8c24-eff579606cb1 None None] Port fef12b6b-7d57-48d2-b808-26fc73377d04 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:31:26.736102 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Router e633a413-c4bf-4b1a-a07f-ece12abf82ba has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:31:26.962644 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:31:26.972625 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f8e1e1b4-7c32-4d7e-b035-d6082e39c3ac admin admin] 10.222.0.88 "PUT /v2.0/routers/e633a413-c4bf-4b1a-a07f-ece12abf82ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1847665 Feb 02 16:31:27.000903 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7b82-629d-4508-8371-af9105785f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:27.073697 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:27.399319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:27.405345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:27.405865 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:27.532161 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:27.549021 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:27.661981 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:27.731229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:28.462134 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49760) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:28.467683 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-804530382-network', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:28.473549 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:28.477636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Usage tracker for resource:network and tenant:10a748c591004ad6814f37a309d5ef8e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:28.480701 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:28.487478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:28.530362 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:28.650620 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Made reservation on behalf of 10a748c591004ad6814f37a309d5ef8e for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:31:28.653029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:28.665631 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:28.697321 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:28.701050 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Usage tracker for resource:security_group_rule and tenant:10a748c591004ad6814f37a309d5ef8e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:28.702037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:28.704165 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:28.710450 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:28.781044 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:28.896135 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:28.926441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:31:28.939514 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141fb4e4-3140-4969-96ce-9b0c741a10c6,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:28.944860 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:28.945197 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Added segment bf23c4cb-a143-43e8-9a77-e9afb3e14eda of type vlan for network f20d3ffa-410e-4efa-82be-29c4d24c4c1c Feb 02 16:31:28.976980 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:29.046644 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:29.067653 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:29.068547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:29.069125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:29.154304 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:29.154826 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:29.175379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] Pushing event updated for resources: {'Network': ['ID=f20d3ffa-410e-4efa-82be-29c4d24c4c1c,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:29.185583 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Sync routers for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:31:29.195978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network f20d3ffa-410e-4efa-82be-29c4d24c4c1c details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:31:29.273020 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-7a7db922-add3-4a45-b7f5-4f8bcf4a1cba admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8095694 Feb 02 16:31:29.275678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49764) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:29.281837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Request body: {'subnet': {'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-804530382-subnet', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'ip_version': 4}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:29.288467 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:29.292609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Usage tracker for resource:subnet and tenant:10a748c591004ad6814f37a309d5ef8e is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:29.295921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:29.302337 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:29.312946 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:29.314576 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:29.410432 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Made reservation on behalf of 10a748c591004ad6814f37a309d5ef8e for: {'subnet': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:31:29.412894 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1714997'] for subnet, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:29.559907 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:29.862530 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31787173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1714979'] for subnet, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:29.885968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 2, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:29.889939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Checking router: e633a413-c4bf-4b1a-a07f-ece12abf82ba for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:31:29.890301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Updating router e633a413-c4bf-4b1a-a07f-ece12abf82ba port fef12b6b-7d57-48d2-b808-26fc73377d04 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:31:29.943159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1951199d-1737-4687-8852-2f2540abb12d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:29.949255 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:29.957669 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Checking segment: {'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:29.958032 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Network hostable DHCP agents. Network: f20d3ffa-410e-4efa-82be-29c4d24c4c1c, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:31:30.068855 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Network f20d3ffa-410e-4efa-82be-29c4d24c4c1c is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:31:30.197715 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, f20d3ffa-410e-4efa-82be-29c4d24c4c1c) {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:30.202452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:30.204250 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.209053 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ff58c-5f7d-4be2-8cc6-8f21ca301311 None None] Network f20d3ffa-410e-4efa-82be-29c4d24c4c1c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:31:30.309243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.337106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c1bb5ab0-7c13-42a0-9fc9-22c1f1dbb033 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0602093 Feb 02 16:31:30.339902 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49768) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:30.345677 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:30.351513 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:30.355812 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Usage tracker for resource:router and tenant:10a748c591004ad6814f37a309d5ef8e is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:30.359217 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:30.365525 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:30.461405 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.462351 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.463390 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.482768 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.508204 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Transition to ACTIVE for port object fef12b6b-7d57-48d2-b808-26fc73377d04 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:30.531297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-f20d3ffa-410e-4efa-82be-29c4d24c4c1c', 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'fixed_ips': [{'subnet_id': '1951199d-1737-4687-8852-2f2540abb12d'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:31:30.532367 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.634176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.731954 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:30.814506 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8801b6c-dc10-4597-b375-51ab7691debf None None] Pushing event updated for resources: {'Port': ['ID=fef12b6b-7d57-48d2-b808-26fc73377d04,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:30.946361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Allocated IP 172.20.0.2 (f20d3ffa-410e-4efa-82be-29c4d24c4c1c/1951199d-1737-4687-8852-2f2540abb12d/afe3bdc3-f37f-4050-b7e8-23a2757b8e55) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:31:30.976423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Attempting to bind port fef12b6b-7d57-48d2-b808-26fc73377d04 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:31:30.976712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Attempting to bind port fef12b6b-7d57-48d2-b808-26fc73377d04 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:31:30.977046 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Attempting to bind port fef12b6b-7d57-48d2-b808-26fc73377d04 on network 2727430b-222b-4deb-af69-889306e97463 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:31:31.029060 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.056880 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:31:31.057265 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Checking segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:31.057668 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.058063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Bound using segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:31:31.058546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Bound port: fef12b6b-7d57-48d2-b808-26fc73377d04, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:31:31.058923 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.059325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.259457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] For port fef12b6b-7d57-48d2-b808-26fc73377d04, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:31:31.278275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] For port fef12b6b-7d57-48d2-b808-26fc73377d04, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fef12b6b-7d57-48d2-b808-26fc73377d04,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:31:31.295314 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.306478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Transition to ACTIVE for port object afe3bdc3-f37f-4050-b7e8-23a2757b8e55 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:31.316595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Allocated IP 172.25.0.76 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/29f5db82-6301-4f21-a554-05c3f1713888) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:31:31.326198 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Transition to ACTIVE for port object afe3bdc3-f37f-4050-b7e8-23a2757b8e55 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:31.410935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.466608 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.476068 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.512619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8801b6c-dc10-4597-b375-51ab7691debf None None] Pushing event updated for resources: {'Port': ['ID=fef12b6b-7d57-48d2-b808-26fc73377d04,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:31.516532 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Network f20d3ffa-410e-4efa-82be-29c4d24c4c1c is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:31.547950 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:31.555184 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:31:31.583610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:31.584282 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:31.616655 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.693692 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Pushing event updated for resources: {'Port': ['ID=afe3bdc3-f37f-4050-b7e8-23a2757b8e55,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:31.696433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:31.700096 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:31.701998 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Pushing event updated for resources: {'Port': ['ID=29f5db82-6301-4f21-a554-05c3f1713888,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:31.704755 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:31:31.833414 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Attempting to bind port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:31:31.833781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Attempting to bind port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:31:31.834144 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Attempting to bind port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 on network f20d3ffa-410e-4efa-82be-29c4d24c4c1c {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:31:31.862147 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:31:31.862755 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Checking segment: {'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:31.862925 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.863319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Bound using segment: {'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:31:31.863798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Bound port: afe3bdc3-f37f-4050-b7e8-23a2757b8e55, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:31:31.864197 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:31.937729 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:32.017661 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:32.018482 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:32.112968 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] For port afe3bdc3-f37f-4050-b7e8-23a2757b8e55, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:31:32.184896 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] For port afe3bdc3-f37f-4050-b7e8-23a2757b8e55, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=afe3bdc3-f37f-4050-b7e8-23a2757b8e55,segment=NetworkSegment(bf23c4cb-a143-43e8-9a77-e9afb3e14eda),segment_id=bf23c4cb-a143-43e8-9a77-e9afb3e14eda)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:31:32.253394 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:32.382070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:31:32.451778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd07c82-1a2b-4538-b9e5-ab96dbf23836 None None] Pushing event updated for resources: {'Port': ['ID=afe3bdc3-f37f-4050-b7e8-23a2757b8e55,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:32.492927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:31Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:32.497582 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2beab-cac9-43b7-9ff7-2b2be486a70d None None] The sync data for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 is: [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:31Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:31:32.723538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:31:32.752835 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Sync routers for ids ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:31:32.787290 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Routers {'36d301de-3640-4787-aa2e-ff5a8d1a8dcc'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:32.788332 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:32.833728 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:32.835032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-15963e1c-26e2-4faf-be9e-f77a17609bee admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4940295 Feb 02 16:31:32.838245 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49772) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:33.064273 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Set router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:33.157743 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fef12b6b-7d57-48d2-b808-26fc73377d04 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:33.414962 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port fef12b6b-7d57-48d2-b808-26fc73377d04 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:33.425466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fef12b6b-7d57-48d2-b808-26fc73377d04 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:33.425466 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:33.475926 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:31:31Z', 'revision_number': 3, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:33.481284 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Checking router: 36d301de-3640-4787-aa2e-ff5a8d1a8dcc for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:31:33.481995 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Updating router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc port 29f5db82-6301-4f21-a554-05c3f1713888 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:31:33.543202 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:33.644151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:33.714856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port fef12b6b-7d57-48d2-b808-26fc73377d04, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fef12b6b-7d57-48d2-b808-26fc73377d04,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:33.827640 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:33.829156 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device afe3bdc3-f37f-4050-b7e8-23a2757b8e55 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:33.976127 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346963b-f9af-4387-a075-90c161c71423 None None] Network f20d3ffa-410e-4efa-82be-29c4d24c4c1c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:31:34.047524 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.115953 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.131017 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Transition to ACTIVE for port object 29f5db82-6301-4f21-a554-05c3f1713888 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:34.144887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=fef12b6b-7d57-48d2-b808-26fc73377d04,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:34.227890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:34.256650 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.257247 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9ce3373a-e599-408b-99fa-8eae7d3369a9 None None] Provisioning for port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:34.290083 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-9ce3373a-e599-408b-99fa-8eae7d3369a9 None None] Provisioning complete for port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:34.290936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9ce3373a-e599-408b-99fa-8eae7d3369a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.344765 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Attempting to bind port 29f5db82-6301-4f21-a554-05c3f1713888 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:31:34.345136 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Attempting to bind port 29f5db82-6301-4f21-a554-05c3f1713888 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:31:34.345518 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Attempting to bind port 29f5db82-6301-4f21-a554-05c3f1713888 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:31:34.347712 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2883d0-6096-4d76-9009-96ba560505c4 None None] Pushing event updated for resources: {'Port': ['ID=29f5db82-6301-4f21-a554-05c3f1713888,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:34.354872 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:31:34.355254 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:34.361638 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.361638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:31:34.361638 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Bound port: 29f5db82-6301-4f21-a554-05c3f1713888, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:31:34.361638 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.374672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Allocated IP 172.20.0.1 (f20d3ffa-410e-4efa-82be-29c4d24c4c1c/1951199d-1737-4687-8852-2f2540abb12d/5ebe028f-d8cd-410a-a870-5e4d85f66c78) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:31:34.443867 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] For port 29f5db82-6301-4f21-a554-05c3f1713888, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:31:34.447560 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] For port 29f5db82-6301-4f21-a554-05c3f1713888, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29f5db82-6301-4f21-a554-05c3f1713888,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:31:34.498274 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9ce3373a-e599-408b-99fa-8eae7d3369a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.532737 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.538558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-9ce3373a-e599-408b-99fa-8eae7d3369a9 None None] For port afe3bdc3-f37f-4050-b7e8-23a2757b8e55, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=afe3bdc3-f37f-4050-b7e8-23a2757b8e55,segment=NetworkSegment(bf23c4cb-a143-43e8-9a77-e9afb3e14eda),segment_id=bf23c4cb-a143-43e8-9a77-e9afb3e14eda)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:34.561618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.585851 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Transition to ACTIVE for port object 5ebe028f-d8cd-410a-a870-5e4d85f66c78 will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:34.618002 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2883d0-6096-4d76-9009-96ba560505c4 None None] Pushing event updated for resources: {'Port': ['ID=29f5db82-6301-4f21-a554-05c3f1713888,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:34.624605 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Routers {'36d301de-3640-4787-aa2e-ff5a8d1a8dcc'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:34.625248 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:34.651024 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9ce3373a-e599-408b-99fa-8eae7d3369a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.726596 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.748684 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3373a-e599-408b-99fa-8eae7d3369a9 None None] Pushing event updated for resources: {'Port': ['ID=afe3bdc3-f37f-4050-b7e8-23a2757b8e55,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:34.781385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-104e8a75-e397-495c-8f3f-f3859ce96117 None None] Provisioning complete for port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:34.781385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-104e8a75-e397-495c-8f3f-f3859ce96117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:34.808066 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Network f20d3ffa-410e-4efa-82be-29c4d24c4c1c is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:34.811355 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:34.821651 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:31:34.881970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Pushing event updated for resources: {'Port': ['ID=5ebe028f-d8cd-410a-a870-5e4d85f66c78,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:34.883444 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] Set router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:34.902041 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:35.083412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fef12b6b-7d57-48d2-b808-26fc73377d04 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:35.178263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port fef12b6b-7d57-48d2-b808-26fc73377d04 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:35.178795 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:35.208076 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:35.297763 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:31:31Z', 'revision_number': 3, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:35.301921 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915138f5-51b3-40cf-b889-95421045cae4 None None] The sync data for ids ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'] in n-d-827122-1 is: [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:31:31Z', 'revision_number': 3, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:31:35.339488 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device afe3bdc3-f37f-4050-b7e8-23a2757b8e55 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:35.367762 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aa42d0ca-543a-4bcd-b51b-33d592ba3fd1 None None] Provisioning for port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:35.385978 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-aa42d0ca-543a-4bcd-b51b-33d592ba3fd1 None None] Provisioning complete for port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:35.386370 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aa42d0ca-543a-4bcd-b51b-33d592ba3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:35.454128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-aa42d0ca-543a-4bcd-b51b-33d592ba3fd1 None None] Port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:31:35.466710 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:35.467089 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:35.492668 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:35.576843 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:35.690439 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Pushing event updated for resources: {'Port': ['ID=5ebe028f-d8cd-410a-a870-5e4d85f66c78,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:35.692827 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:35.845743 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Network f20d3ffa-410e-4efa-82be-29c4d24c4c1c is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:35.846856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:36.080543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-8d737817-b89b-4ccd-b180-12f81782a45b None None] Provisioning complete for port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:36.081018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8d737817-b89b-4ccd-b180-12f81782a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:36.135500 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-8d737817-b89b-4ccd-b180-12f81782a45b None None] Port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:31:36.267771 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:31:36.475886 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:31:36.484932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-96859e38-64f5-4a30-9a20-3608cc9e2dfa admin admin] 10.222.0.88 "PUT /v2.0/routers/36d301de-3640-4787-aa2e-ff5a8d1a8dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6455288 Feb 02 16:31:37.440815 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49782) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:37.446657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704274694', 'description': 'tempest-secgroup-smoke-704274694 description', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:37.454336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:37.458550 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:37.461670 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:37.467496 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:37.558858 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:37.602758 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:37.607374 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:37.610514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:37.616247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:37.681217 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:37.746309 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:37.789908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af24816d-02cd-451f-95f5-bcd97e97acae,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:37.895147 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:37.896460 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2bc85b56-2c35-4cba-bb9a-e0c7c313d209 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4546273 Feb 02 16:31:37.899486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49786) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:37.905347 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': 'af24816d-02cd-451f-95f5-bcd97e97acae', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:37.912163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:37.916033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:37.919109 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:37.925876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:38.045618 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.108231 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.193507 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.217231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e96f114-46b7-4501-8115-53cb2025101d,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:38.302701 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.303906 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-de2b33c1-143a-47f7-88b8-73214169e6ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4032791 Feb 02 16:31:38.306786 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49790) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:38.313009 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': 'af24816d-02cd-451f-95f5-bcd97e97acae', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:38.321044 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:38.324858 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:38.330275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:38.334194 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:38.463025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.532453 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.622031 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.648273 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c4605f-71b5-4e4b-9c1a-b7821d8ac8d9,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:38.753109 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.754460 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-33074b7c-3390-46cc-9138-fb655418a72e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4464114 Feb 02 16:31:38.757180 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49794) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:38.763123 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': 'af24816d-02cd-451f-95f5-bcd97e97acae', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:38.770133 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:38.774058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:38.777636 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:38.783986 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:38.874476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:38.938040 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.056094 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.082324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85e5fa5-ae12-4b5d-93a9-e214a32fa173,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:39.188248 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.189500 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-8256240b-7df4-47aa-a49c-5443ef12edd9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4312224 Feb 02 16:31:39.192228 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49798) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:39.197897 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': 'af24816d-02cd-451f-95f5-bcd97e97acae', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:39.205532 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:39.209957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:39.212854 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:39.218484 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:39.314094 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.381672 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.484605 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.508444 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca16926-cce4-4a83-96fb-dfe7128604df,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:39.599218 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.600535 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-89d4626d-c35c-4428-9c11-d4a0eea03455 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4073710 Feb 02 16:31:39.603413 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49802) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:39.608959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': 'af24816d-02cd-451f-95f5-bcd97e97acae', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:39.616335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:39.620475 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:39.623404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:39.629633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:39.730951 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Project 6c1701d12c7b492ca4fa081fe154c7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:31:39.739069 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.816182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.908638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:39.936570 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8eac14-b3cd-48ba-b768-f3ef13f04981,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:40.016668 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:40.018115 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-9e3806ad-a9fa-47a8-b864-a7a7bb26f8fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4135792 Feb 02 16:31:40.021263 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 49806) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:40.027929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': 'af24816d-02cd-451f-95f5-bcd97e97acae', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:40.037080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:40.041591 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:40.045229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:40.054211 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:40.176518 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Project 6c1701d12c7b492ca4fa081fe154c7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:31:40.184018 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:40.284455 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:40.467941 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:40.490343 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48317bad-5b4c-4826-bce2-30564af594de,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:40.611025 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:40.612436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-910e88ba-fc91-4b2b-9fe4-c0ab53cf33e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5900412 Feb 02 16:31:40.904933 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-9b00b163-c1f1-4244-96a9-3b1cc103a356 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:security_group {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:31:41.003300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-9b00b163-c1f1-4244-96a9-3b1cc103a356 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:security_group {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:31:41.004531 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-9b00b163-c1f1-4244-96a9-3b1cc103a356 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704274694&fields=id&tenant_id=6c1701d12c7b492ca4fa081fe154c7e5 HTTP/1.1" status: 200 len: 267 time: 0.1718249 Feb 02 16:31:41.259588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-2c0051a3-6c6f-4e52-b928-3d46710575ac tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:41.261252 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-2c0051a3-6c6f-4e52-b928-3d46710575ac tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 808 time: 0.2499566 Feb 02 16:31:41.278862 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-bed8998e-b4e2-4d26-bdff-1c1bbd21de28 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/quotas/6c1701d12c7b492ca4fa081fe154c7e5 HTTP/1.1" status: 200 len: 375 time: 0.0116231 Feb 02 16:31:41.370824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-75059265-2abc-4852-a998-6d6533ee11f3 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856912 Feb 02 16:31:41.523514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-d9e820e9-170b-475a-bdda-7cd596b62870 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:31:41.524781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-d9e820e9-170b-475a-bdda-7cd596b62870 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1412606 Feb 02 16:31:41.661832 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-9bcdadaa-88b5-4257-81df-2a15fc7c673c service neutron] 10.222.0.88 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293890 Feb 02 16:31:41.803910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-beabe191-61c6-41df-89c4-a1ba560ce01d service neutron] 10.222.0.88 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364532 Feb 02 16:31:42.146077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-adfd5eea-b4eb-498e-bcdb-9b6ccf1de9fc req-35c58e08-ec08-464b-9589-366ae79d680c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:31:42.239223 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-adfd5eea-b4eb-498e-bcdb-9b6ccf1de9fc req-35c58e08-ec08-464b-9589-366ae79d680c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:31:42.240482 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-adfd5eea-b4eb-498e-bcdb-9b6ccf1de9fc req-35c58e08-ec08-464b-9589-366ae79d680c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 210 time: 0.1422553 Feb 02 16:31:43.069121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29f5db82-6301-4f21-a554-05c3f1713888 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:43.198613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 29f5db82-6301-4f21-a554-05c3f1713888 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:43.204162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 29f5db82-6301-4f21-a554-05c3f1713888 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:43.204605 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:43.323370 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:43.342879 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 29f5db82-6301-4f21-a554-05c3f1713888, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29f5db82-6301-4f21-a554-05c3f1713888,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:43.444676 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2f4e754b-0d8d-4be1-ad66-9e83966fef66 req-8475c636-5382-4535-8187-dd66eb548e2c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 210 time: 0.0644042 Feb 02 16:31:43.467447 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:43.552900 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=29f5db82-6301-4f21-a554-05c3f1713888,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:44.676046 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7b045c1-2fc0-4e18-a478-ed3f3b07cd94 req-c11b5d79-4731-4729-9ed5-a75141a58bed tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 210 time: 0.0469537 Feb 02 16:31:44.712447 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-37fef034-46f7-4a16-912a-716f7333aee7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:44.713877 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-37fef034-46f7-4a16-912a-716f7333aee7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 808 time: 0.1667016 Feb 02 16:31:44.772510 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-c171c336-eeb1-4d1e-abc1-0e8aa5ac5775 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c1701d12c7b492ca4fa081fe154c7e5 HTTP/1.1" status: 200 len: 379 time: 0.0420036 Feb 02 16:31:44.780593 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'port': {'device_id': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'admin_state_up': True, 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'security_groups': ['af24816d-02cd-451f-95f5-bcd97e97acae']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:44.934873 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:44.945600 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:45.057376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29f5db82-6301-4f21-a554-05c3f1713888 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:45.089277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Made reservation on behalf of 6c1701d12c7b492ca4fa081fe154c7e5 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:31:45.092789 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:45.133427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 29f5db82-6301-4f21-a554-05c3f1713888 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:45.133801 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:45.282257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Allocated IP 172.20.0.14 (2727430b-222b-4deb-af69-889306e97463/90d49cd3-f526-4f1f-b7c7-58df81a04e57/3864b2b4-f411-4aaa-9512-21e7e031779f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:31:45.476801 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:45.492777 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Transition to ACTIVE for port object 3864b2b4-f411-4aaa-9512-21e7e031779f will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:45.599525 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:45.676830 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Network 2727430b-222b-4deb-af69-889306e97463 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:45.680117 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:45.684410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:31:45.688330 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:31:45.717079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:45.769499 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:45.770191 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:45.929598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc1ab5-2d42-4f76-923d-ffa8fbe477fa req-2c5ab34d-908c-444a-bf23-e697fc53d189 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:45.930301 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-08cc1ab5-2d42-4f76-923d-ffa8fbe477fa req-2c5ab34d-908c-444a-bf23-e697fc53d189 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:31:45.970537 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-866aaaa2-7075-46a8-96c8-259d98e90509 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1843350 Feb 02 16:31:45.989522 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Request body: {'port': {'device_id': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:46.100012 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-08cc1ab5-2d42-4f76-923d-ffa8fbe477fa req-2c5ab34d-908c-444a-bf23-e697fc53d189 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:31:46.101200 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-08cc1ab5-2d42-4f76-923d-ffa8fbe477fa req-2c5ab34d-908c-444a-bf23-e697fc53d189 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 932 time: 0.2654426 Feb 02 16:31:46.101866 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:46.163505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-79cf50f1-361c-48c7-aa82-86dd627b23d1 None None] Provisioning for port 3864b2b4-f411-4aaa-9512-21e7e031779f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:46.168974 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-79cf50f1-361c-48c7-aa82-86dd627b23d1 None None] Provisioning complete for port 3864b2b4-f411-4aaa-9512-21e7e031779f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:46.169567 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-79cf50f1-361c-48c7-aa82-86dd627b23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:46.205136 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-08cc1ab5-2d42-4f76-923d-ffa8fbe477fa req-ff0c5f90-7e58-4603-881d-8d74f44ba60a tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934305 Feb 02 16:31:46.240301 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-79cf50f1-361c-48c7-aa82-86dd627b23d1 None None] Port 3864b2b4-f411-4aaa-9512-21e7e031779f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:31:46.626054 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3864b2b4-f411-4aaa-9512-21e7e031779f {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:31:46.634482 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:46.650140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Transition to ACTIVE for port object 3864b2b4-f411-4aaa-9512-21e7e031779f will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:46.828052 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:46.967128 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:47.097970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Attempting to bind port 3864b2b4-f411-4aaa-9512-21e7e031779f on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:31:47.098293 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Attempting to bind port 3864b2b4-f411-4aaa-9512-21e7e031779f by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:31:47.098621 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Attempting to bind port 3864b2b4-f411-4aaa-9512-21e7e031779f on network 2727430b-222b-4deb-af69-889306e97463 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:31:47.105229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Port 3864b2b4-f411-4aaa-9512-21e7e031779f on network 2727430b-222b-4deb-af69-889306e97463 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:31:47.105559 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Attempting to bind port 3864b2b4-f411-4aaa-9512-21e7e031779f on network 2727430b-222b-4deb-af69-889306e97463 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:31:47.113760 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:31:47.114102 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Checking segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:47.114486 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Bound using segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:31:47.115075 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Bound port: 3864b2b4-f411-4aaa-9512-21e7e031779f, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:31:47.115290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:47.209773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:31:47.212800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:31:47.346736 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:47.420979 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:47.422283 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] 10.222.0.64 "PUT /v2.0/ports/3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1092 time: 1.4373615 Feb 02 16:31:47.422744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:31:47.433315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1bff5-c888-4236-a78b-2916564cebc1 req-1bc07c70-68bc-4aa0-ad22-c62bee02fa16 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:47.435419 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5fd1bff5-c888-4236-a78b-2916564cebc1 req-1bc07c70-68bc-4aa0-ad22-c62bee02fa16 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0910690 Feb 02 16:31:47.451725 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87d021-ee52-4313-bacf-d879ef5b3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:47.494382 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5fd1bff5-c888-4236-a78b-2916564cebc1 req-9f63341a-a715-4475-8168-9f495d791199 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:31:47.500676 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'status': 'completed', 'code': 200} Feb 02 16:31:47.508395 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-5fd1bff5-c888-4236-a78b-2916564cebc1 req-9f63341a-a715-4475-8168-9f495d791199 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:31:47.509567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-5fd1bff5-c888-4236-a78b-2916564cebc1 req-9f63341a-a715-4475-8168-9f495d791199 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684104 Feb 02 16:31:47.638764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae405c5f-259a-4d0c-ae01-7c23f2e5946c req-b4879e7f-0ec9-485e-a5fc-be84a4ceb696 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1095 time: 0.0992746 Feb 02 16:31:47.794273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:47.801067 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae405c5f-259a-4d0c-ae01-7c23f2e5946c req-4610ed37-caf0-4a35-b77d-64f0695d3f01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:47.802521 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae405c5f-259a-4d0c-ae01-7c23f2e5946c req-4610ed37-caf0-4a35-b77d-64f0695d3f01 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1516724 Feb 02 16:31:47.966119 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae405c5f-259a-4d0c-ae01-7c23f2e5946c req-5f208e6a-cc92-4656-85bc-1af0c29c4b85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:47.967707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae405c5f-259a-4d0c-ae01-7c23f2e5946c req-5f208e6a-cc92-4656-85bc-1af0c29c4b85 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1597810 Feb 02 16:31:48.104342 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-3e0508ef-f4db-4de5-9eaa-71b67043c23e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1095 time: 0.0792534 Feb 02 16:31:48.185436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-dbc38f19-abec-46c0-9c46-e5b1bac9f0fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 217 time: 0.0678926 Feb 02 16:31:48.257049 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-e94e29f6-54d6-441d-97ee-ae6e8d3f34f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:48.258543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-e94e29f6-54d6-441d-97ee-ae6e8d3f34f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0678554 Feb 02 16:31:48.344483 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-784387e0-1d1b-4528-8b47-01f6f8f5b385 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802495 Feb 02 16:31:48.482328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-aa91623a-58c4-4207-9d61-97135129c5da service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319125 Feb 02 16:31:48.546175 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:48.633668 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a00aff03-55c9-45a5-a990-72ca1dd31617 req-25193a1c-2d85-4b0b-9374-f1c1efc9bbd8 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461809 Feb 02 16:31:48.732914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe26c9-cc5d-4466-b40f-250167d540c0 req-3a17d9c8-9654-4e1c-9912-a830ed8ea343 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:48.734817 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcfe26c9-cc5d-4466-b40f-250167d540c0 req-3a17d9c8-9654-4e1c-9912-a830ed8ea343 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0894380 Feb 02 16:31:48.911760 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fcfe26c9-cc5d-4466-b40f-250167d540c0 req-c0af34dc-692e-4a6c-b8bd-83cec2b80215 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697190 Feb 02 16:31:50.134825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cd8f4-6175-4d69-8716-92d1922af954 req-e488c31d-9c34-4643-87ad-492caa661bbe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:50.136367 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-116cd8f4-6175-4d69-8716-92d1922af954 req-e488c31d-9c34-4643-87ad-492caa661bbe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0905213 Feb 02 16:31:50.191819 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-116cd8f4-6175-4d69-8716-92d1922af954 req-52614c9b-8ad0-4eab-bcfa-39c7a10ba310 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469079 Feb 02 16:31:50.999765 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:31:51.149118 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:51.163255 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'port_id': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'mac_address': 'fa:16:3e:79:cb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:31:51.217290 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:51.235799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3864b2b4-f411-4aaa-9512-21e7e031779f {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:31:51.252242 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:51.359110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:51.404291 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fcbc6-5da7-440a-a129-6bb90a8df77a req-7ca46b6a-cac6-4f74-ad2c-cf2313e07e36 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:51.405882 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba2fcbc6-5da7-440a-a129-6bb90a8df77a req-7ca46b6a-cac6-4f74-ad2c-cf2313e07e36 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0826378 Feb 02 16:31:51.435328 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:51.454730 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ba2fcbc6-5da7-440a-a129-6bb90a8df77a req-8d05b1f6-b87c-469d-8dbb-be5eeb53410f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Feb 02 16:31:51.653409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3864b2b4-f411-4aaa-9512-21e7e031779f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:31:52.668809 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f06d6-026d-4e16-869b-4b943b174975 req-1e2195a4-040a-4926-a4c4-333d0b38ca48 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:52.670275 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d06f06d6-026d-4e16-869b-4b943b174975 req-1e2195a4-040a-4926-a4c4-333d0b38ca48 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0852306 Feb 02 16:31:52.719501 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d06f06d6-026d-4e16-869b-4b943b174975 req-0f96b5b8-4313-4ec9-9ff8-c0544b5c2524 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426724 Feb 02 16:31:53.031062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:53.175867 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 3864b2b4-f411-4aaa-9512-21e7e031779f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:53.181351 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 3864b2b4-f411-4aaa-9512-21e7e031779f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:53.181714 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:53.320429 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:53.350524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:31:53.361823 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:53.467203 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Sync routers for ids ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:31:53.467203 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:53.512957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Routers {'36d301de-3640-4787-aa2e-ff5a8d1a8dcc'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:53.513602 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:53.562506 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'code': 200} Feb 02 16:31:53.604019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:53.743389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Set router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:53.749224 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9830e104-4dd0-47bc-90ce-0a929372bffd req-86589cae-9ea4-4120-9e2a-d67d12e6732d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1097 time: 0.0914955 Feb 02 16:31:53.800913 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9830e104-4dd0-47bc-90ce-0a929372bffd req-8c000a18-8748-4676-8c96-bad618615adc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461018 Feb 02 16:31:53.970959 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582475c2-0db4-401f-a681-94507e70ce35 req-2987c74d-4770-4e9c-b537-32faa7d8705b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:53.973516 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582475c2-0db4-401f-a681-94507e70ce35 req-2987c74d-4770-4e9c-b537-32faa7d8705b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1037049 Feb 02 16:31:54.024312 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-582475c2-0db4-401f-a681-94507e70ce35 req-4ed9c77d-cb7a-4494-98c8-6153bec49b93 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Feb 02 16:31:54.145128 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:31:35Z', 'revision_number': 4, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5ebe028f-d8cd-410a-a870-5e4d85f66c78', 'name': '', 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'mac_address': 'fa:16:3e:82:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1951199d-1737-4687-8852-2f2540abb12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:34Z', 'updated_at': '2022-02-02T16:31:35Z', 'revision_number': 2, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'subnets': [{'id': '1951199d-1737-4687-8852-2f2540abb12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:54.151581 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Checking router: 36d301de-3640-4787-aa2e-ff5a8d1a8dcc for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:31:54.152142 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Updating router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:31:54.210065 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:54.570539 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:54.583101 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Transition to ACTIVE for port object 5ebe028f-d8cd-410a-a870-5e4d85f66c78 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:31:54.690476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:54.733537 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-86b28bef-94f4-4078-a454-089bf86436fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:54.832092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812e5bb-9cb2-4383-97d4-1306fa60e832 None None] Pushing event updated for resources: {'Port': ['ID=5ebe028f-d8cd-410a-a870-5e4d85f66c78,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:54.933578 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Attempting to bind port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:31:54.933949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Attempting to bind port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:31:54.934308 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Attempting to bind port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 on network f20d3ffa-410e-4efa-82be-29c4d24c4c1c {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:31:54.942319 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:31:54.942685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Checking segment: {'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:31:54.943013 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:54.943402 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Bound using segment: {'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:31:54.943886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Bound port: 5ebe028f-d8cd-410a-a870-5e4d85f66c78, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:31:54.944260 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:55.040679 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] For port 5ebe028f-d8cd-410a-a870-5e4d85f66c78, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:31:55.044366 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] For port 5ebe028f-d8cd-410a-a870-5e4d85f66c78, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5ebe028f-d8cd-410a-a870-5e4d85f66c78,segment=NetworkSegment(bf23c4cb-a143-43e8-9a77-e9afb3e14eda),segment_id=bf23c4cb-a143-43e8-9a77-e9afb3e14eda)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:31:55.166461 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:55.269862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367bb1-a7c8-4411-bd20-f8721308b26a req-35e4cecf-b8cb-43fd-acae-dc995597edce tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:55.272764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97367bb1-a7c8-4411-bd20-f8721308b26a req-35e4cecf-b8cb-43fd-acae-dc995597edce tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1119668 Feb 02 16:31:55.273714 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812e5bb-9cb2-4383-97d4-1306fa60e832 None None] Pushing event updated for resources: {'Port': ['ID=5ebe028f-d8cd-410a-a870-5e4d85f66c78,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:55.280357 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Routers {'36d301de-3640-4787-aa2e-ff5a8d1a8dcc'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:55.282562 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:31:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:55.340732 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-97367bb1-a7c8-4411-bd20-f8721308b26a req-15f690bb-70b5-4060-a7ec-f9bc2843bf77 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583556 Feb 02 16:31:55.507544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] Set router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:55.669333 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a0d55-7653-4d66-86e7-8fe1e50c42a8 req-f80159b8-f92f-41d5-96d4-865a5e9c36a4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:55.670827 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a66a0d55-7653-4d66-86e7-8fe1e50c42a8 req-f80159b8-f92f-41d5-96d4-865a5e9c36a4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1872683 Feb 02 16:31:55.730304 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-a66a0d55-7653-4d66-86e7-8fe1e50c42a8 req-88cb87f5-9a64-4c38-bfb7-fe5a587d24d9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522637 Feb 02 16:31:55.763691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49856) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:55.873032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:31:35Z', 'revision_number': 4, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5ebe028f-d8cd-410a-a870-5e4d85f66c78', 'name': '', 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'mac_address': 'fa:16:3e:82:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1951199d-1737-4687-8852-2f2540abb12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:34Z', 'updated_at': '2022-02-02T16:31:55Z', 'revision_number': 4, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'subnets': [{'id': '1951199d-1737-4687-8852-2f2540abb12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:55.878213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3a8b8-db07-43e4-a84f-f5f3d091c787 None None] The sync data for ids ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'] in n-d-827122-1 is: [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:31:35Z', 'revision_number': 4, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '5ebe028f-d8cd-410a-a870-5e4d85f66c78', 'name': '', 'network_id': 'f20d3ffa-410e-4efa-82be-29c4d24c4c1c', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'mac_address': 'fa:16:3e:82:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1951199d-1737-4687-8852-2f2540abb12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:34Z', 'updated_at': '2022-02-02T16:31:55Z', 'revision_number': 4, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'subnets': [{'id': '1951199d-1737-4687-8852-2f2540abb12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:31:55.939909 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-a47e0060-881c-405b-82c0-4b4204f0d06e tempest-TestShelveInstance-2029672162 tempest-TestShelveInstance-2029672162-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1092 time: 0.1748223 Feb 02 16:31:55.940586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 49862) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:31:55.952381 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:31:55.966021 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:31:55.970818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:floatingip and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:31:55.973853 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:31:55.979407 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:31:56.090735 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:56.246903 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:56.405309 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Allocated IP 172.25.0.161 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/80442701-6462-4d7b-b856-6b8377975768) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:31:56.602941 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:56.702590 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:56.795936 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:31:56.799813 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:31:56.801752 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'Port': ['ID=80442701-6462-4d7b-b856-6b8377975768,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:56.803816 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:31:56.925098 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dcf20543-d383-4f1b-89f3-38ea2eef93c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:57.087361 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5ebe028f-d8cd-410a-a870-5e4d85f66c78 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:57.261958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:31:57.268059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:57.271273 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:57.382541 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:57.402702 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:57.447815 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 5ebe028f-d8cd-410a-a870-5e4d85f66c78, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5ebe028f-d8cd-410a-a870-5e4d85f66c78,segment=NetworkSegment(bf23c4cb-a143-43e8-9a77-e9afb3e14eda),segment_id=bf23c4cb-a143-43e8-9a77-e9afb3e14eda)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:31:57.535685 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:57.573830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:57.622620 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=5ebe028f-d8cd-410a-a870-5e4d85f66c78,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:57.829837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:57.940996 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:58.110766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'Port': ['ID=80442701-6462-4d7b-b856-6b8377975768,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:31:58.129141 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:58.404326 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:58.448461 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Floating IP 7d43a392-24fb-4199-b544-e368de6e81be associated. External IP: 172.25.0.161, port: 3864b2b4-f411-4aaa-9512-21e7e031779f. Feb 02 16:31:58.714460 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:58.915870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Router e633a413-c4bf-4b1a-a07f-ece12abf82ba has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:31:59.066837 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5ebe028f-d8cd-410a-a870-5e4d85f66c78 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:31:59.152176 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:31:59.152610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:59.157878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:31:59.167920 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] Sync routers for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:31:59.182854 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:59.183460 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:31:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:59.267476 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:31:59.332187 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-6d43021c-be8d-4d83-80d6-ff56ecdc4715 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3903117 Feb 02 16:31:59.332855 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:31:59.386329 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:31:59.404894 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'status': 'completed', 'code': 200} Feb 02 16:31:59.540879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29ed3b44-720e-474f-a74a-a0655e757875 req-6626fb58-8cd4-4078-a6b9-acb0725d5363 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1097 time: 0.0927300 Feb 02 16:31:59.698042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed3b44-720e-474f-a74a-a0655e757875 req-6b840c70-aa28-41ee-9fde-544f08ff8902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:59.699809 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29ed3b44-720e-474f-a74a-a0655e757875 req-6b840c70-aa28-41ee-9fde-544f08ff8902 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1513603 Feb 02 16:31:59.831129 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29ed3b44-720e-474f-a74a-a0655e757875 req-cb73b981-acf4-4d11-8a3b-a89b31afe8ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1000 time: 0.1201627 Feb 02 16:31:59.838550 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '7d43a392-24fb-4199-b544-e368de6e81be', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'port_id': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'mac_address': 'fa:16:3e:79:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:31:57Z', 'updated_at': '2022-02-02T16:31:57Z', 'revision_number': 0, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:59.843145 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] Checking router: e633a413-c4bf-4b1a-a07f-ece12abf82ba for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:31:59.854568 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:31:59.855159 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:31:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:31:59.896860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed3b44-720e-474f-a74a-a0655e757875 req-60e36491-af52-4ca8-90cb-e060def8378e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:31:59.898480 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29ed3b44-720e-474f-a74a-a0655e757875 req-60e36491-af52-4ca8-90cb-e060def8378e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0632913 Feb 02 16:31:59.990964 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29ed3b44-720e-474f-a74a-a0655e757875 req-1d1b05f8-f7e5-4e00-96ea-beb666a8fb46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865664 Feb 02 16:32:00.009290 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.64', 55118) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:32:00.070212 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:32:00.124215 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-f417ad45-0e97-4bcb-8dc3-c3e04930c186 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130855 Feb 02 16:32:00.161131 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29ed3b44-720e-474f-a74a-a0655e757875 req-0a49acfc-3dbf-4a5c-b948-574abbf028f0 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637805 Feb 02 16:32:00.222226 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:00.317127 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-29ed3b44-720e-474f-a74a-a0655e757875 req-b0363d8d-ed7e-402e-8f3d-e4a127c234f8 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506181 Feb 02 16:32:00.478082 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '7d43a392-24fb-4199-b544-e368de6e81be', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'port_id': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'mac_address': 'fa:16:3e:79:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:31:57Z', 'updated_at': '2022-02-02T16:31:57Z', 'revision_number': 0, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:32:00.484599 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a527c8f-43b1-4e27-8653-eea301ec19a8 None None] The sync data for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 is: [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '7d43a392-24fb-4199-b544-e368de6e81be', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'port_id': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'mac_address': 'fa:16:3e:79:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:31:57Z', 'updated_at': '2022-02-02T16:31:57Z', 'revision_number': 0, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:32:00.599779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-c390c34b-7bc0-4211-92cd-3b342eb79863 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1097 time: 0.0900662 Feb 02 16:32:00.759157 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61513c8f-cc73-4629-9848-01b188a88ecc req-a2ee647b-434a-4804-8199-773f2f5cdb4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:32:00.760915 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-a2ee647b-434a-4804-8199-773f2f5cdb4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1410470 Feb 02 16:32:00.878151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-7ab11ee7-89ba-40e8-a7d1-0eff84211265 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1000 time: 0.1120431 Feb 02 16:32:00.950040 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61513c8f-cc73-4629-9848-01b188a88ecc req-1aff3a4b-3ecb-49e0-a813-437c9a9a01e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:32:00.951552 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-1aff3a4b-3ecb-49e0-a813-437c9a9a01e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0638108 Feb 02 16:32:01.044503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-105fa059-58fb-4bd9-9ccd-f4c9190db404 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836811 Feb 02 16:32:01.302186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-39dc380f-5f2b-454d-9d39-3b628b671015 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515569 Feb 02 16:32:01.462456 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-f6b2bc66-0d51-4e5a-af1c-f77e3256fc3e service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549609 Feb 02 16:32:03.917029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7bf083-3d00-4993-acd4-9be2f9cfb60c None None] New status for floating IP 7d43a392-24fb-4199-b544-e368de6e81be: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:32:17.855095 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:18.633611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:22.691664 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:32:24.702071 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8524e165-9c90-461b-b342-8dbe877610e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:26.964292 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cfd4ae7d-d5d8-40ec-a000-cd3c1c8b9a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:28.404258 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:28.679086 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:30.238864 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:47.833284 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:48.563643 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:54.722683 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cf6ac362-3b59-42e8-9db2-b70b819ca6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:56.916783 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cb1730ae-ed3f-411c-bfdf-3d18b6c0f49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:58.438547 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:58.750997 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:32:59.693757 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:33:00.255809 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:01.088432 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-4a415df4-6042-448f-b71e-45d3c12e3d58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748060 Feb 02 16:33:01.254213 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-f5562fc1-40e2-4d5e-9bd4-0144e327a83e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1097 time: 0.0774431 Feb 02 16:33:01.415630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-4143deaf-cc16-4747-9a2a-1edaaed706ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:33:01.417137 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-4143deaf-cc16-4747-9a2a-1edaaed706ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1441519 Feb 02 16:33:01.531575 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-57048647-7181-4fe2-9e24-ac852304092b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1002 time: 0.1086595 Feb 02 16:33:01.602690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-e1abcb56-14ec-4076-8c08-aab7300d849d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:33:01.606465 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-e1abcb56-14ec-4076-8c08-aab7300d849d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0668910 Feb 02 16:33:01.693728 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-1d938ff5-e8ef-4976-a7ae-6630624d4c90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814807 Feb 02 16:33:01.702847 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-e71f2e20-2992-4db4-98be-09335a008b3e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:33:01.703774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-e71f2e20-2992-4db4-98be-09335a008b3e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050924 Feb 02 16:33:01.846186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-9b3fb170-7adf-45af-b75c-14aa5a3059ec service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361561 Feb 02 16:33:01.990411 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-095765a2-94c5-456c-b94f-3b03fbbd7681 req-ee64e0ac-81fb-42f0-a987-b7c1cdb7d9e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377344 Feb 02 16:33:17.827560 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:18.568050 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:24.722171 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9e190fcf-066e-40fd-b97c-1de551237aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:26.930081 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0c6c995a-0e37-4de5-953c-78b7878e4960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:28.425326 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:28.736136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:30.259627 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:36.695667 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:33:47.855490 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:48.552599 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:54.471239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7c67f-8398-4565-a656-21e79b6f078b req-63717f8d-7119-435b-82f1-31497062528c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:33:54.472976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4c7c67f-8398-4565-a656-21e79b6f078b req-63717f8d-7119-435b-82f1-31497062528c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1848326 Feb 02 16:33:54.524396 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b4c7c67f-8398-4565-a656-21e79b6f078b req-c702ac83-e581-46cc-9c0f-5bedc398463c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451384 Feb 02 16:33:54.721714 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b68ddac5-6c28-4c8a-b31d-68fc24b8a570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:55.749781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d33776-bd25-4550-babe-774410a96be8 req-cfabe6a9-6cd4-4762-b4e7-7cf8e4bc2744 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:33:55.751270 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41d33776-bd25-4550-babe-774410a96be8 req-cfabe6a9-6cd4-4762-b4e7-7cf8e4bc2744 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0930505 Feb 02 16:33:55.809159 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-41d33776-bd25-4550-babe-774410a96be8 req-c183d0b5-8588-48be-992f-3ab8986e2946 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465071 Feb 02 16:33:56.895890 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5a0b-5a77-4de7-976d-710e631d6b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:57.052664 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1b3a-e94e-4ff3-8639-ca143e36e310 req-932cf19e-9f4c-40b9-9d8b-6e08be491f21 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:33:57.054072 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0ec1b3a-e94e-4ff3-8639-ca143e36e310 req-932cf19e-9f4c-40b9-9d8b-6e08be491f21 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0843413 Feb 02 16:33:57.104088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f0ec1b3a-e94e-4ff3-8639-ca143e36e310 req-9e27ba3d-6caa-487e-a420-d9f05235f788 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Feb 02 16:33:58.305634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cd898-f635-488c-bc75-e9087449a49d req-4928b99e-bff1-4aa8-91da-81c00665dd2e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:33:58.307294 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa4cd898-f635-488c-bc75-e9087449a49d req-4928b99e-bff1-4aa8-91da-81c00665dd2e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0766325 Feb 02 16:33:58.366031 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fa4cd898-f635-488c-bc75-e9087449a49d req-ab23d671-1bd0-422d-8c21-c2bb8eec51af tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464430 Feb 02 16:33:58.409741 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:58.707151 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:33:59.581112 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a87d01-ef8e-4fa2-b543-3ede3d125f3f req-938963d8-7b5e-40f7-a596-9b15c2381cdc tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:33:59.582571 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1a87d01-ef8e-4fa2-b543-3ede3d125f3f req-938963d8-7b5e-40f7-a596-9b15c2381cdc tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0908961 Feb 02 16:33:59.632435 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b1a87d01-ef8e-4fa2-b543-3ede3d125f3f req-a72b3e93-df27-42b9-94a9-5213bc98e7ed tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 Feb 02 16:34:00.245351 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:00.867189 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662284ea-505d-4388-bc21-624bf7b2a706 req-937e9099-d2b4-423d-8892-a01e18deb21e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:00.868840 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-662284ea-505d-4388-bc21-624bf7b2a706 req-937e9099-d2b4-423d-8892-a01e18deb21e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0857882 Feb 02 16:34:00.936543 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-662284ea-505d-4388-bc21-624bf7b2a706 req-913dea8c-9839-41de-944c-138fb2c4caa2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581279 Feb 02 16:34:01.309624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-f50207b3-577a-4809-9728-64c46b99638d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1097 time: 0.1703227 Feb 02 16:34:01.497731 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-9d779c42-1d17-4271-8312-c0a53a008935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:01.500022 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-9d779c42-1d17-4271-8312-c0a53a008935 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1716635 Feb 02 16:34:01.611374 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-1b206357-ad76-44ef-9dea-181b17a24338 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1002 time: 0.1056595 Feb 02 16:34:01.785907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-e02a295f-69d0-4998-90bb-90bf405cb81d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:01.788502 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-e02a295f-69d0-4998-90bb-90bf405cb81d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.1715527 Feb 02 16:34:01.880335 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-91825f97-115a-4a68-81b6-d511d935a553 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861495 Feb 02 16:34:02.038279 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-ef7ff298-664b-4c2d-b3f2-b4cd13a94955 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515779 Feb 02 16:34:02.241227 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cbe5ba85-960c-4e92-9b64-832d8339d119 req-8c939671-a2e2-4bc2-a272-9530c224a259 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976893 Feb 02 16:34:02.261906 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb878c8-7fc1-48d3-a97d-28f73d4a129e req-8a2061e4-4101-460d-b047-03960afbad93 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:02.264474 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cb878c8-7fc1-48d3-a97d-28f73d4a129e req-8a2061e4-4101-460d-b047-03960afbad93 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1414375 Feb 02 16:34:02.319577 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6cb878c8-7fc1-48d3-a97d-28f73d4a129e req-c7c8fb05-2f66-4537-8c24-becd915dd9c2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Feb 02 16:34:03.556070 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0892da5-e3b2-407a-9568-dcbdb9b46b15 req-2f179dab-8dd8-4783-8dd6-65c561d9b0cc tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:03.558063 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0892da5-e3b2-407a-9568-dcbdb9b46b15 req-2f179dab-8dd8-4783-8dd6-65c561d9b0cc tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0929689 Feb 02 16:34:03.617904 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d0892da5-e3b2-407a-9568-dcbdb9b46b15 req-3d7ed893-2f5e-42b7-b5dd-9ff75c81fb54 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536501 Feb 02 16:34:04.866824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b870b8-f210-4e78-a516-4121c45d5c7b req-d04d69fb-3d60-4c8a-9cdb-a37bc75f6054 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:04.868321 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80b870b8-f210-4e78-a516-4121c45d5c7b req-d04d69fb-3d60-4c8a-9cdb-a37bc75f6054 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0864518 Feb 02 16:34:04.921316 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-80b870b8-f210-4e78-a516-4121c45d5c7b req-89422210-e5d3-4b7a-8cf3-9049dd598217 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458183 Feb 02 16:34:06.257476 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c5bea-b7d3-4d2c-8837-f9ae0aa8e74d req-89792611-a788-42ee-86e0-311389543b10 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:06.258982 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-330c5bea-b7d3-4d2c-8837-f9ae0aa8e74d req-89792611-a788-42ee-86e0-311389543b10 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1114099 Feb 02 16:34:06.310692 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-330c5bea-b7d3-4d2c-8837-f9ae0aa8e74d req-74d5973a-bcc6-4802-88d1-4d8a1ab3b3f7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443130 Feb 02 16:34:07.553275 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5252b8-ae12-4a8c-8f9d-703664b83c8d req-8f78a5b4-5b02-4c81-bc98-b41d0253eb70 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:07.554842 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa5252b8-ae12-4a8c-8f9d-703664b83c8d req-8f78a5b4-5b02-4c81-bc98-b41d0253eb70 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1002016 Feb 02 16:34:07.626357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa5252b8-ae12-4a8c-8f9d-703664b83c8d req-2c8636de-1531-4b89-ba49-4792903af051 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539482 Feb 02 16:34:07.701899 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:34:07.891010 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:34:07.910103 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'port_id': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'mac_address': 'fa:16:3e:79:cb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:34:07.987792 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:08.023590 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3864b2b4-f411-4aaa-9512-21e7e031779f {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:34:08.051344 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:34:08.176263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:08.302165 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:34:08.328548 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['3864b2b4-f411-4aaa-9512-21e7e031779f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:34:08.413362 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.413914 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.414512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.415169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.417075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.417781 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.418461 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.419213 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.420439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.420439 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:08.422413 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:09.039201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd8528-1e94-4e40-b9fd-bfc551baf664 req-2a1eaebd-726a-4ce4-911d-96e52413bab3 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:09.042089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-21fd8528-1e94-4e40-b9fd-bfc551baf664 req-2a1eaebd-726a-4ce4-911d-96e52413bab3 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.1283176 Feb 02 16:34:09.140704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-21fd8528-1e94-4e40-b9fd-bfc551baf664 req-23f36761-6eec-4a47-8881-7cc0b0732859 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847964 Feb 02 16:34:09.700696 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:34:09.794953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 3864b2b4-f411-4aaa-9512-21e7e031779f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:34:09.795582 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:09.981970 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:10.030100 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:34:10.050155 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:34:10.139339 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'code': 200} Feb 02 16:34:10.147678 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:10.249126 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:34:10.410715 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3a99-fd56-4e9a-8499-2d754807a476 req-626d87c3-3d0c-46f3-89b2-e888a9da6f01 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:10.412685 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-42ff3a99-fd56-4e9a-8499-2d754807a476 req-626d87c3-3d0c-46f3-89b2-e888a9da6f01 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1176345 Feb 02 16:34:10.495404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-42ff3a99-fd56-4e9a-8499-2d754807a476 req-9919391c-92d0-4448-9fc4-e63bb99bf3e9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637491 Feb 02 16:34:11.755476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321cbab-3c84-422f-a622-b910cbee0144 req-3a085dd9-01d3-40fc-b824-e26033e526db tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:11.757826 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c321cbab-3c84-422f-a622-b910cbee0144 req-3a085dd9-01d3-40fc-b824-e26033e526db tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1057444 Feb 02 16:34:11.818243 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c321cbab-3c84-422f-a622-b910cbee0144 req-c583ab8e-21bf-45a5-b0c7-335419822256 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536296 Feb 02 16:34:13.303009 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97f1a0-5080-4497-b6ba-7f6c84c20df4 req-45fc81c0-279b-403b-b605-73615b9c2e8e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:13.308541 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c97f1a0-5080-4497-b6ba-7f6c84c20df4 req-45fc81c0-279b-403b-b605-73615b9c2e8e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.2742779 Feb 02 16:34:13.389407 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3c97f1a0-5080-4497-b6ba-7f6c84c20df4 req-40d1e77b-f110-4cd1-956c-f1214c7f85ee tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743272 Feb 02 16:34:13.704317 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:34:14.696645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb96498-b4b7-41b7-864b-388bbc4b48c5 req-b1d5fd68-d1a3-4c73-a938-522106c29e06 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:14.698897 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-feb96498-b4b7-41b7-864b-388bbc4b48c5 req-b1d5fd68-d1a3-4c73-a938-522106c29e06 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1320281 Feb 02 16:34:14.763464 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-feb96498-b4b7-41b7-864b-388bbc4b48c5 req-d2668d19-0cdd-46f0-b15e-00a9855fc331 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557156 Feb 02 16:34:16.264762 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0a0c2-cde9-45b7-b312-4ac448d7ca93 req-0cf1a1b5-9fe4-4ca6-a64f-adf2f8d671c1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:16.266189 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cad0a0c2-cde9-45b7-b312-4ac448d7ca93 req-0cf1a1b5-9fe4-4ca6-a64f-adf2f8d671c1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1100903 Feb 02 16:34:16.328738 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cad0a0c2-cde9-45b7-b312-4ac448d7ca93 req-087988f8-5b8d-4e54-8a17-cd8568471699 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537467 Feb 02 16:34:17.667658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c296-a7fe-471b-9f38-241279ae1715 req-12adec56-c90a-43a7-b7bf-7c235ef2fdf4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:17.670028 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a38c296-a7fe-471b-9f38-241279ae1715 req-12adec56-c90a-43a7-b7bf-7c235ef2fdf4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1431358 Feb 02 16:34:17.781365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-1a38c296-a7fe-471b-9f38-241279ae1715 req-6b01dff9-979f-4fc5-8cd1-8d96d0a9c753 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047301 Feb 02 16:34:17.821960 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:18.575832 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:19.057615 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240613d-bb58-4cc6-9930-cbe13ba680de req-75d8372d-22df-4603-b3a6-c955cca85783 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:19.059206 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1240613d-bb58-4cc6-9930-cbe13ba680de req-75d8372d-22df-4603-b3a6-c955cca85783 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0956137 Feb 02 16:34:19.128661 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1240613d-bb58-4cc6-9930-cbe13ba680de req-05b49f9e-9dfa-4fa8-b825-59806a582ac6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610909 Feb 02 16:34:20.372843 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cde700-2182-485a-85e7-3b0fd63d5504 req-0d1472bf-e700-4d11-bf6e-52e8ea7aa851 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:20.374341 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f6cde700-2182-485a-85e7-3b0fd63d5504 req-0d1472bf-e700-4d11-bf6e-52e8ea7aa851 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.1072426 Feb 02 16:34:20.428282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f6cde700-2182-485a-85e7-3b0fd63d5504 req-8b92d681-751a-468c-81b1-7e1b7d7b19b8 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477028 Feb 02 16:34:21.346785 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-b3de60d7-7520-492a-8ac7-755bb93ab15d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1097 time: 0.0788460 Feb 02 16:34:21.506528 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-87309239-03ad-4153-9f20-49a87b0a4f6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:21.509268 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-87309239-03ad-4153-9f20-49a87b0a4f6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1560473 Feb 02 16:34:21.648977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-a8dafb1b-9c40-4444-b52f-d3b119f6d8be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1002 time: 0.1340461 Feb 02 16:34:21.663603 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3ec26-e835-4e39-8a1a-d91282255724 req-32df55ee-7e29-4d5e-96fe-6bfc9055269f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:21.665804 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-76a3ec26-e835-4e39-8a1a-d91282255724 req-32df55ee-7e29-4d5e-96fe-6bfc9055269f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0884755 Feb 02 16:34:21.717537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-7143e1d6-6efd-49ae-ac44-48d4d079cd0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:21.719208 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-7143e1d6-6efd-49ae-ac44-48d4d079cd0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0636022 Feb 02 16:34:21.748086 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-76a3ec26-e835-4e39-8a1a-d91282255724 req-4e7f785e-dade-451c-ab87-242473c93e68 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725045 Feb 02 16:34:21.816408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-2a48e882-ebc2-4c4c-b81c-aea2e9dcd3e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908656 Feb 02 16:34:21.962382 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-2801a90e-0fab-4377-98aa-05c766b3e594 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393883 Feb 02 16:34:22.218827 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b640c1fc-f49d-453c-84e3-3ad5be2cdd93 req-a2a60254-d0f2-47fe-ba78-232982aeb4d6 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504313 Feb 02 16:34:22.973394 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303d7b3-a440-407d-a1b7-4328c3699b5b req-d517d76f-7072-4fc4-aa3f-8ba6641806f6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:22.974923 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4303d7b3-a440-407d-a1b7-4328c3699b5b req-d517d76f-7072-4fc4-aa3f-8ba6641806f6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0877614 Feb 02 16:34:23.027482 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4303d7b3-a440-407d-a1b7-4328c3699b5b req-f970d9fb-9d8c-4ccd-8539-1fa0e60919b4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433953 Feb 02 16:34:23.745433 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:34:23.873694 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:23.903104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:34:23.913063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:34:23.968997 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'code': 200} Feb 02 16:34:24.007772 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:24.108975 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:34:24.241246 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505cdc6-6f13-45b5-b4a6-7e28e5cfd656 req-262c612c-a0ed-4475-8762-9c7654ffd813 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:24.242708 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8505cdc6-6f13-45b5-b4a6-7e28e5cfd656 req-262c612c-a0ed-4475-8762-9c7654ffd813 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0828738 Feb 02 16:34:24.295490 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8505cdc6-6f13-45b5-b4a6-7e28e5cfd656 req-e7b4907d-3be2-4dfd-ba33-3eb72449a266 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461841 Feb 02 16:34:24.761270 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7126dd83-8ca0-488a-b455-834963d64258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:25.506579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81513f-6ac3-45f2-91e1-cc505e4dd0df req-14fba1a2-384a-4fcc-8283-81269c4d40aa tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:25.508136 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d81513f-6ac3-45f2-91e1-cc505e4dd0df req-14fba1a2-384a-4fcc-8283-81269c4d40aa tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0798621 Feb 02 16:34:25.559071 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-4d81513f-6ac3-45f2-91e1-cc505e4dd0df req-8da92391-3cc5-4a51-b4ed-db68f5740f9e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Feb 02 16:34:25.753223 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bc9e7813-e74d-462d-83e0-8735a2e24d88 req-536e6132-1144-4ee3-b49f-a9c3c823cd45 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712285 Feb 02 16:34:26.240488 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2044-0138-4e04-b1cd-d4bb2c5d043c req-ad79b1ae-af07-4172-8fbf-e9d1e0a53bf1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:26.242169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-993b2044-0138-4e04-b1cd-d4bb2c5d043c req-ad79b1ae-af07-4172-8fbf-e9d1e0a53bf1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.1101851 Feb 02 16:34:26.312116 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-993b2044-0138-4e04-b1cd-d4bb2c5d043c req-bda7dbb3-0b1c-4b46-ae4c-a2b7bb944dd4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615420 Feb 02 16:34:26.376648 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50032) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:34:26.534485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-3ebd8a72-89d6-4227-b4b5-b19fe1f7603f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1563020 Feb 02 16:34:26.923889 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df3ff78d-42a0-49f6-b3f5-591cb142090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:27.565348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0597a8-6f33-4571-810d-0836ac4af3ca req-47d4266b-1c52-4c5b-bb9a-0ae956e84688 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:27.566933 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e0597a8-6f33-4571-810d-0836ac4af3ca req-47d4266b-1c52-4c5b-bb9a-0ae956e84688 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0924256 Feb 02 16:34:27.642372 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5e0597a8-6f33-4571-810d-0836ac4af3ca req-4f817d62-a205-483e-af68-9848545dc0fe tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668797 Feb 02 16:34:27.761484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:34:28.407482 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:28.667423 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:28.867572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223dabb-082e-4355-8425-2f8aae73c9e4 req-55685a99-cc7e-49d5-ad9f-283e4d4a90e8 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:28.869918 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7223dabb-082e-4355-8425-2f8aae73c9e4 req-55685a99-cc7e-49d5-ad9f-283e4d4a90e8 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0860300 Feb 02 16:34:28.919420 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7223dabb-082e-4355-8425-2f8aae73c9e4 req-89e989aa-cff6-43d0-804b-a6b831b8e10e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435073 Feb 02 16:34:30.119137 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51f9dd-b74d-4191-90e7-535b0b469ab2 req-10c60141-da3d-41b9-be78-eca390b30865 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:30.122762 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f51f9dd-b74d-4191-90e7-535b0b469ab2 req-10c60141-da3d-41b9-be78-eca390b30865 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0778983 Feb 02 16:34:30.182097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6f51f9dd-b74d-4191-90e7-535b0b469ab2 req-9f1396c4-5121-4557-9964-c123f6197101 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550926 Feb 02 16:34:30.247010 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:31.395423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaf642-cf56-4963-9bc4-5511dc924b6b req-c28d2234-2ee9-4987-aa46-1d07e6365543 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:31.396915 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7faaf642-cf56-4963-9bc4-5511dc924b6b req-c28d2234-2ee9-4987-aa46-1d07e6365543 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0813534 Feb 02 16:34:31.447903 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7faaf642-cf56-4963-9bc4-5511dc924b6b req-a040b2a3-3862-458b-ba4c-661b68c48689 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443056 Feb 02 16:34:31.800550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-537838aa-d187-4d15-a8ed-fae89feb959a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996&tenant_id=6c1701d12c7b492ca4fa081fe154c7e5 HTTP/1.1" status: 200 len: 1095 time: 0.0804057 Feb 02 16:34:31.821626 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827122-1', 'device_owner': 'compute:nova'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:34:31.938870 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:32.223852 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:34:32.254069 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h1-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:34:32.311098 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3864b2b4-f411-4aaa-9512-21e7e031779f {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:34:32.317916 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:32.334336 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Transition to ACTIVE for port object 3864b2b4-f411-4aaa-9512-21e7e031779f will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:34:32.437865 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:32.581224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=9']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:34:32.610218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.612379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.612379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.612379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.612379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.612379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.612379 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.612909 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.613131 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.613520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.613849 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:34:32.658878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] No DVR routers for this DVR port 3864b2b4-f411-4aaa-9512-21e7e031779f on host n-h1-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:34:32.678657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33f540-4abd-475d-b16e-7f34a5351f2d req-bf1a5485-8ba7-427d-82c0-e55714a7fd78 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:32.680329 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e33f540-4abd-475d-b16e-7f34a5351f2d req-bf1a5485-8ba7-427d-82c0-e55714a7fd78 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 944 time: 0.0940611 Feb 02 16:34:32.746990 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e33f540-4abd-475d-b16e-7f34a5351f2d req-fc51b2a2-0e6a-40e5-88b1-5c17358766eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599096 Feb 02 16:34:33.016733 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Attempting to bind port 3864b2b4-f411-4aaa-9512-21e7e031779f on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:34:33.017063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Attempting to bind port 3864b2b4-f411-4aaa-9512-21e7e031779f by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:34:33.017190 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Attempting to bind port 3864b2b4-f411-4aaa-9512-21e7e031779f on network 2727430b-222b-4deb-af69-889306e97463 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:34:33.028462 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Port 3864b2b4-f411-4aaa-9512-21e7e031779f on network 2727430b-222b-4deb-af69-889306e97463 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:34:33.028782 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Attempting to bind port 3864b2b4-f411-4aaa-9512-21e7e031779f on network 2727430b-222b-4deb-af69-889306e97463 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:34:33.035784 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:34:33.036153 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Checking segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:34:33.036539 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Bound using segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:34:33.036963 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Bound port: 3864b2b4-f411-4aaa-9512-21e7e031779f, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:34:33.037308 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:33.140324 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:34:33.143360 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:34:33.199354 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:33.269167 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:33.270087 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] 10.222.0.107 "PUT /v2.0/ports/3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1092 time: 1.4531589 Feb 02 16:34:33.271264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:34:33.295957 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3ecda-5d6e-40ea-95e7-09afb8d95fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=10']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:34:33.344681 n-d-827122-1 neutron-server[95773]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'status': 'failed', 'code': 422} returned with failed status Feb 02 16:34:33.404090 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-0d19c6e9-cf0d-4da9-83cd-8047c67ffb33 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1096 time: 0.0942793 Feb 02 16:34:33.570670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-be8e4c53-96ca-47b5-87eb-2165c9e2248d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:33.572118 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-be8e4c53-96ca-47b5-87eb-2165c9e2248d service neutron] 10.222.0.107 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1605685 Feb 02 16:34:33.685189 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-7482a647-6c1c-456d-b42f-3d82c24337be service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1000 time: 0.1034558 Feb 02 16:34:33.759231 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-ff5c3ba2-ae8a-4584-a591-6c9196291b53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:33.761024 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-ff5c3ba2-ae8a-4584-a591-6c9196291b53 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0692284 Feb 02 16:34:33.849394 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-08b48aaa-e6b8-4fa8-87e8-d102be5830e1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824246 Feb 02 16:34:33.859520 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-e3a5baa7-72c1-4f62-8f29-5bfeaa331367 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:34:33.860594 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-e3a5baa7-72c1-4f62-8f29-5bfeaa331367 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051038 Feb 02 16:34:33.959737 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f706d-92b1-4814-850a-7a306462d4c0 req-e229f6cb-f563-46d5-b8f7-7d08e81fb1b9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:33.961235 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9f706d-92b1-4814-850a-7a306462d4c0 req-e229f6cb-f563-46d5-b8f7-7d08e81fb1b9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0928230 Feb 02 16:34:34.005467 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-87b7b938-99b5-406e-b637-ec152a157329 service neutron] 10.222.0.107 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380506 Feb 02 16:34:34.011336 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ff9f706d-92b1-4814-850a-7a306462d4c0 req-d69c9798-23fe-4fc0-82d1-7540236cc76e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425696 Feb 02 16:34:34.147465 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-dcd7cc27-e258-4a34-bfd5-118f1699e20c service neutron] 10.222.0.107 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357527 Feb 02 16:34:35.238699 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb778c-f973-47dd-b66e-72f232ddfd18 req-3af29e44-18ff-4a0b-8ef9-34008b37d5da tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:35.240230 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77fb778c-f973-47dd-b66e-72f232ddfd18 req-3af29e44-18ff-4a0b-8ef9-34008b37d5da tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0833559 Feb 02 16:34:35.293739 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-77fb778c-f973-47dd-b66e-72f232ddfd18 req-ed17a88c-e80d-454a-93fe-426fbb9a363b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Feb 02 16:34:36.541673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0aced5-29d8-4b62-8830-7720f67925e5 req-15307057-711d-4ef7-908c-eadc6d697523 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:36.543741 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b0aced5-29d8-4b62-8830-7720f67925e5 req-15307057-711d-4ef7-908c-eadc6d697523 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.1149573 Feb 02 16:34:36.598027 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3b0aced5-29d8-4b62-8830-7720f67925e5 req-09e2b1ca-97ff-400c-b4fc-cbd8ce9caa48 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464880 Feb 02 16:34:37.878372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc04458-48f9-4810-8471-c0ddc3055783 req-6f8778af-c472-4573-8ff4-9076842b6554 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:37.880014 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-acc04458-48f9-4810-8471-c0ddc3055783 req-6f8778af-c472-4573-8ff4-9076842b6554 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.1047707 Feb 02 16:34:37.958721 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-acc04458-48f9-4810-8471-c0ddc3055783 req-5956851f-7ec7-4fc7-8fc8-e1f1d957824c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696042 Feb 02 16:34:39.227918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b927d-d913-4712-b12f-bfd548e06dd0 req-483181fd-fa6e-4912-bc51-d8b56cba7ea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:39.229624 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e7b927d-d913-4712-b12f-bfd548e06dd0 req-483181fd-fa6e-4912-bc51-d8b56cba7ea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0959449 Feb 02 16:34:39.286143 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7e7b927d-d913-4712-b12f-bfd548e06dd0 req-8b619ef8-fd93-411b-91cc-8c2eeae5a16f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500801 Feb 02 16:34:40.644501 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862b18d-88fc-4c69-ad84-882304f77e67 req-d3985a7d-ae8a-4445-bfc4-4e12c149bb99 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:40.646452 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2862b18d-88fc-4c69-ad84-882304f77e67 req-d3985a7d-ae8a-4445-bfc4-4e12c149bb99 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.1372027 Feb 02 16:34:40.789883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2862b18d-88fc-4c69-ad84-882304f77e67 req-97290a43-520c-413d-8b97-df44247b05de tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325178 Feb 02 16:34:42.012586 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2581286-a360-4448-8fa0-8424d6b89cd0 req-d40cdc90-513b-44fb-97f2-f8a7bcf09854 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:42.015119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f2581286-a360-4448-8fa0-8424d6b89cd0 req-d40cdc90-513b-44fb-97f2-f8a7bcf09854 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0998969 Feb 02 16:34:42.067194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f2581286-a360-4448-8fa0-8424d6b89cd0 req-138f8d14-1db6-4619-9eed-a9fc3d34f38e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471568 Feb 02 16:34:43.269661 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d9bcf-edb2-4dfd-b576-e9ef8e16d93c req-b3209c97-cfe3-41f2-9781-2f03f4a93323 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:43.271114 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7a4d9bcf-edb2-4dfd-b576-e9ef8e16d93c req-b3209c97-cfe3-41f2-9781-2f03f4a93323 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0782800 Feb 02 16:34:43.322809 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7a4d9bcf-edb2-4dfd-b576-e9ef8e16d93c req-63b795ec-caa4-44df-8a84-132241ea6ab3 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452108 Feb 02 16:34:44.536282 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efa9f2-67ce-4808-bbc5-3e5161163931 req-eb5e636c-1d66-4e81-bdf0-cd78af2a0e42 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:44.537672 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47efa9f2-67ce-4808-bbc5-3e5161163931 req-eb5e636c-1d66-4e81-bdf0-cd78af2a0e42 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0914750 Feb 02 16:34:44.595450 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47efa9f2-67ce-4808-bbc5-3e5161163931 req-4311f97c-05d5-4f84-85d0-3ddda1565fef tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517614 Feb 02 16:34:45.801981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167a7aa-e0c4-4552-ad72-fc2507c491c6 req-900cf8c4-8f98-4a58-b2b4-92178b6ba212 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:45.803432 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b167a7aa-e0c4-4552-ad72-fc2507c491c6 req-900cf8c4-8f98-4a58-b2b4-92178b6ba212 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0787356 Feb 02 16:34:45.851331 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b167a7aa-e0c4-4552-ad72-fc2507c491c6 req-023b08ae-eb31-433c-bbcd-56cbb95fc542 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421515 Feb 02 16:34:46.795507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:34:46.938813 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:34:46.952747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'port_id': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'mac_address': 'fa:16:3e:79:cb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:34:47.014049 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:47.036406 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3864b2b4-f411-4aaa-9512-21e7e031779f {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:34:47.051661 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:34:47.070233 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf419b-a1e0-47cb-90fd-29418df31953 req-c94d2334-9565-4122-a5cd-b53d92d92971 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:47.072333 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47cf419b-a1e0-47cb-90fd-29418df31953 req-c94d2334-9565-4122-a5cd-b53d92d92971 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 945 time: 0.0884447 Feb 02 16:34:47.121472 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-47cf419b-a1e0-47cb-90fd-29418df31953 req-c629af4f-4b0c-4c76-aec6-faf3993a7d58 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Feb 02 16:34:47.169396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:47.235865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=11']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:34:47.547000 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['3864b2b4-f411-4aaa-9512-21e7e031779f'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:34:47.794236 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:48.328717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed01d28-0187-4d6a-8c86-d5660738a520 req-27c4f43a-eba5-4f97-aa74-f0a130a40941 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:48.330186 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ed01d28-0187-4d6a-8c86-d5660738a520 req-27c4f43a-eba5-4f97-aa74-f0a130a40941 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 946 time: 0.0822701 Feb 02 16:34:48.382724 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9ed01d28-0187-4d6a-8c86-d5660738a520 req-2f5ad070-fdbd-4d64-a993-e0f1667a78ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440652 Feb 02 16:34:48.603692 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:48.797037 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:34:48.975673 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port 3864b2b4-f411-4aaa-9512-21e7e031779f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:34:48.983431 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port 3864b2b4-f411-4aaa-9512-21e7e031779f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:34:48.989867 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:49.113562 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:49.143175 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:34:49.154356 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:34:49.201599 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'code': 200} Feb 02 16:34:49.224337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:49.290809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=12']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:34:49.647017 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7eeb03b-6504-44ff-ad6a-160b8b9e4338 req-6b35bff7-6bd1-42c1-a77c-ce461d7f7c79 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1098 time: 0.1033227 Feb 02 16:34:49.653390 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f29911-4602-4c94-94cd-2333e122a071 req-cddc1ee5-4f6a-4e8d-b969-78ae029a30e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:49.654771 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2f29911-4602-4c94-94cd-2333e122a071 req-cddc1ee5-4f6a-4e8d-b969-78ae029a30e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 947 time: 0.1416078 Feb 02 16:34:49.728060 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7eeb03b-6504-44ff-ad6a-160b8b9e4338 req-4b9b6bc2-e9fa-4bb2-93e5-53b0ae411b74 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722697 Feb 02 16:34:49.736800 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d2f29911-4602-4c94-94cd-2333e122a071 req-b51ad5b5-4b4e-4402-873c-bc0ca066e203 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683219 Feb 02 16:34:50.697952 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:34:50.962404 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1685569-451a-4008-ba08-c4668f42e3bc req-9e497ddb-0fc6-4e15-b13d-518b6cdf70e8 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:50.964623 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1685569-451a-4008-ba08-c4668f42e3bc req-9e497ddb-0fc6-4e15-b13d-518b6cdf70e8 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 947 time: 0.0840290 Feb 02 16:34:51.015789 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d1685569-451a-4008-ba08-c4668f42e3bc req-a3297bee-4d9e-4f21-bc55-3c99c7f4c359 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443289 Feb 02 16:34:52.231555 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac953f4-3381-4289-b802-0fb7ecd2ce84 req-7b57e23e-d3d1-48de-9688-3246a531b281 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:52.233089 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ac953f4-3381-4289-b802-0fb7ecd2ce84 req-7b57e23e-d3d1-48de-9688-3246a531b281 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 947 time: 0.0853651 Feb 02 16:34:52.386511 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0ac953f4-3381-4289-b802-0fb7ecd2ce84 req-89101113-cb69-4c9d-82e3-4da7f5f44cc9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474137 Feb 02 16:34:53.610088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8b949-507f-478f-8fc2-548d69d12b17 req-abfcf904-ff0b-43e2-ab9e-bfc26666446f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:53.611574 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdd8b949-507f-478f-8fc2-548d69d12b17 req-abfcf904-ff0b-43e2-ab9e-bfc26666446f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 947 time: 0.0908339 Feb 02 16:34:53.665914 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bdd8b949-507f-478f-8fc2-548d69d12b17 req-2a4cbf5f-276c-4a26-9a6f-eca5bbce1111 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486319 Feb 02 16:34:54.043945 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-23cca5d4-1acb-4fd4-b542-a66e038856b4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742326 Feb 02 16:34:54.226166 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-5609dfd8-3b1a-426f-bc2d-543abb09f252 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1098 time: 0.0829411 Feb 02 16:34:54.385729 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-f81e1d3e-d0eb-45a6-b3f7-f17ab431e6ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:54.387404 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-f81e1d3e-d0eb-45a6-b3f7-f17ab431e6ac service neutron] 10.222.0.107 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1354594 Feb 02 16:34:54.499820 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-6326425a-a145-40a9-b971-390c5eb6957d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1002 time: 0.1058283 Feb 02 16:34:54.563940 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-bb7157b7-7015-4e17-869d-fb9a96d5cc8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:34:54.565382 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-bb7157b7-7015-4e17-869d-fb9a96d5cc8d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0594735 Feb 02 16:34:54.647745 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-b894c6e6-dbcb-4cd5-9018-1d4d716e8737 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760064 Feb 02 16:34:54.692150 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac42dc5b-79d8-4709-8a4c-24df68c66911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:54.796221 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-1bbebfbe-9aa0-4676-9d76-a9e4dfb1ae4c service neutron] 10.222.0.107 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397934 Feb 02 16:34:54.934176 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-aef513b8-2e4b-4259-bb17-21db2f16877b req-d029746c-da6e-494a-847f-bf5e9ecbdf06 service neutron] 10.222.0.107 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312864 Feb 02 16:34:56.923080 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-459661c7-a4d0-40ee-8ba3-55b5f166d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:58.426319 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:34:58.829381 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:00.249449 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:17.818314 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:18.560981 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:24.715889 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7251505b-4af6-4521-8652-112b9e667aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:26.929308 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b57fde4c-4fc6-4afc-8c43-3c9e30fe12c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:27.698375 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:35:28.423600 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:28.701039 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:30.237463 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:47.814767 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:48.548860 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:53.335993 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-9023673d-59ee-49ba-92e2-c43bb1284c02 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529715 Feb 02 16:35:53.489776 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-0fd41f26-f256-46b1-9836-3d160b509347 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1098 time: 0.0712717 Feb 02 16:35:53.642082 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-7ba698be-e2d0-4d33-9bfd-950a6ebb84b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:35:53.643514 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-7ba698be-e2d0-4d33-9bfd-950a6ebb84b9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1355941 Feb 02 16:35:53.766288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-6cbfe539-288d-48a2-bcd9-754773f60cb4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 1002 time: 0.1168776 Feb 02 16:35:53.832393 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-c3aed72e-bb3f-4eac-a60e-6339c5992a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:35:53.833967 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-c3aed72e-bb3f-4eac-a60e-6339c5992a02 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0621989 Feb 02 16:35:53.910539 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-05662dae-faf7-4abf-93b1-56c774a8c9fb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699594 Feb 02 16:35:54.043968 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-2f1155a1-73f1-4c41-a8dc-ec7007f4707d service neutron] 10.222.0.107 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276293 Feb 02 16:35:54.270567 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-38af74de-0c3c-496f-bf56-f567a85bf60a req-508971b6-1325-4d49-923a-15071fbc8c42 service neutron] 10.222.0.107 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198467 Feb 02 16:35:54.688853 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8236e79b-47bc-4f31-8a33-63b39f0f7280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:56.943624 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ffd338b-8a1f-4f47-a040-61e9d513b486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:58.426288 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:35:58.674664 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:00.251696 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:04.702486 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:36:07.580270 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50176) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:07.902928 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Deleting port 80442701-6462-4d7b-b856-6b8377975768 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:36:07.903224 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:08.117029 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:08.117456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:08.254080 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Calling delete_port for 80442701-6462-4d7b-b856-6b8377975768 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:36:08.544409 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:08.601207 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event deleted for resources: {'Port': ['ID=80442701-6462-4d7b-b856-6b8377975768,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:08.657829 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.658167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.658506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.658835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.659161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.659483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.659801 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.660163 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.660482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.660804 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.661123 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:08.729303 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:09.194991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Router e633a413-c4bf-4b1a-a07f-ece12abf82ba has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:36:09.413988 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:36:09.425462 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] Sync routers for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:36:09.433666 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:09.440650 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:36:09.441496 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:36:09.510408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-59ccb2a9-5cd1-4f3f-b244-daa6fad91534 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "DELETE /v2.0/floatingips/7d43a392-24fb-4199-b544-e368de6e81be HTTP/1.1" status: 204 len: 168 time: 1.9287701 Feb 02 16:36:09.512227 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:36:09.645824 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:36:09.701726 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'status': 'completed', 'code': 200} Feb 02 16:36:09.832916 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fac317c-a371-4da2-8546-1db03164f7bb req-9477f98e-dbd9-4848-8d3e-f6990a9ebc0c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 1098 time: 0.0820646 Feb 02 16:36:09.992258 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac317c-a371-4da2-8546-1db03164f7bb req-5542dbab-3a3d-442d-9418-05da314e2895 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:09.993572 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fac317c-a371-4da2-8546-1db03164f7bb req-5542dbab-3a3d-442d-9418-05da314e2895 service neutron] 10.222.0.107 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1545520 Feb 02 16:36:10.011724 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:36:10.016200 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] Checking router: e633a413-c4bf-4b1a-a07f-ece12abf82ba for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:36:10.028250 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:36:10.028853 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:35:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:36:10.075232 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fac317c-a371-4da2-8546-1db03164f7bb req-a9282fc1-f569-4b94-ab9f-e1bf292894db service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 200 len: 217 time: 0.0746069 Feb 02 16:36:10.186905 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac317c-a371-4da2-8546-1db03164f7bb req-2f5059cb-c42d-4c71-89a2-09355098c865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:10.188395 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fac317c-a371-4da2-8546-1db03164f7bb req-2f5059cb-c42d-4c71-89a2-09355098c865 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0639186 Feb 02 16:36:10.257437 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:36:10.291341 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fac317c-a371-4da2-8546-1db03164f7bb req-6fbe1600-03eb-4b1c-a8ee-249455a9c8b7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946434 Feb 02 16:36:10.337854 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84da3c-05f3-4a53-b38a-303a2ee83498 req-8eb97690-5cf1-47e1-ab9a-c780b7afe7ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:10.338590 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2b84da3c-05f3-4a53-b38a-303a2ee83498 req-8eb97690-5cf1-47e1-ab9a-c780b7afe7ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:36:10.414761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-2b84da3c-05f3-4a53-b38a-303a2ee83498 req-8eb97690-5cf1-47e1-ab9a-c780b7afe7ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:36:10.416869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b84da3c-05f3-4a53-b38a-303a2ee83498 req-8eb97690-5cf1-47e1-ab9a-c780b7afe7ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 947 time: 0.1678429 Feb 02 16:36:10.491160 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-2b84da3c-05f3-4a53-b38a-303a2ee83498 req-dea72c11-318d-47f5-ae64-248ab170524e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664823 Feb 02 16:36:10.521557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fac317c-a371-4da2-8546-1db03164f7bb req-cc6bbd2b-7e06-46fa-a93b-8f9965b94750 service neutron] 10.222.0.107 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218852 Feb 02 16:36:10.698459 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7fac317c-a371-4da2-8546-1db03164f7bb req-b60615b5-35ef-4029-85bb-8a34a98916b0 service neutron] 10.222.0.107 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687374 Feb 02 16:36:10.736554 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:36:10.743221 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75b57-41eb-4279-aa30-b0257a87dc08 None None] The sync data for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 is: [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:36:11.034789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c6d4a-1984-473d-8034-27e8708f9706 None None] New status for floating IP 7d43a392-24fb-4199-b544-e368de6e81be: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:36:11.707286 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbade4-45f0-42e3-8cef-47da0d5f4af0 req-fbf9c352-c39e-4c4d-a7be-f45da8db2a7b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:11.709172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7dbade4-45f0-42e3-8cef-47da0d5f4af0 req-fbf9c352-c39e-4c4d-a7be-f45da8db2a7b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 947 time: 0.0833199 Feb 02 16:36:11.810658 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d7dbade4-45f0-42e3-8cef-47da0d5f4af0 req-0318a5ed-d2af-478b-abc5-45859e4073a5 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=af24816d-02cd-451f-95f5-bcd97e97acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951431 Feb 02 16:36:11.844265 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-cfb305e1-02aa-4902-baa8-4a7c9c325809 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:11.846694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-cfb305e1-02aa-4902-baa8-4a7c9c325809 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.107 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 947 time: 0.1157744 Feb 02 16:36:11.928389 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Deleting port 3864b2b4-f411-4aaa-9512-21e7e031779f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:36:11.928857 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:12.201846 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] For port 3864b2b4-f411-4aaa-9512-21e7e031779f, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=3864b2b4-f411-4aaa-9512-21e7e031779f,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:36:12.202199 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:12.332962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Calling delete_port for 3864b2b4-f411-4aaa-9512-21e7e031779f owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:36:12.566083 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:12.626318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event deleted for resources: {'Port': ['ID=3864b2b4-f411-4aaa-9512-21e7e031779f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:12.792494 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.793207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.793207 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.793534 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.793827 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.794155 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.794478 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.794799 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.795122 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.795447 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.795769 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:12.838087 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] No DVR routers for this DVR port 3864b2b4-f411-4aaa-9512-21e7e031779f on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:36:12.841399 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:12.844280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-deleted', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:36:12.955725 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c3eaa452-0c9a-44dd-ad7e-3f6a1764205b req-825f4a2b-3e0a-42a0-b0aa-ca4ca7b4a6e6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.107 "DELETE /v2.0/ports/3864b2b4-f411-4aaa-9512-21e7e031779f HTTP/1.1" status: 204 len: 173 time: 1.1010139 Feb 02 16:36:13.057510 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e920a7-aa88-41f2-af59-e1bdb465b996', 'name': 'network-vif-deleted', 'tag': '3864b2b4-f411-4aaa-9512-21e7e031779f', 'status': 'completed', 'code': 200} Feb 02 16:36:13.140419 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-cc78fc63-a80d-4130-9a3e-7119732c66d0 req-c6e288f6-7164-452e-aa83-f3de607e48df tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=12e920a7-aa88-41f2-af59-e1bdb465b996 HTTP/1.1" status: 200 len: 210 time: 0.0728338 Feb 02 16:36:14.272112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50202) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:14.350023 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9582199-b90d-4cb3-869c-92fc325a4fc0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:14.383938 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9582199-b90d-4cb3-869c-92fc325a4fc0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:14.529423 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9582199-b90d-4cb3-869c-92fc325a4fc0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:14.552249 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9582199-b90d-4cb3-869c-92fc325a4fc0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24816d-02cd-451f-95f5-bcd97e97acae,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:14.639677 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-e9582199-b90d-4cb3-869c-92fc325a4fc0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:14.641513 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-e9582199-b90d-4cb3-869c-92fc325a4fc0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "DELETE /v2.0/security-groups/af24816d-02cd-451f-95f5-bcd97e97acae HTTP/1.1" status: 204 len: 168 time: 0.3679457 Feb 02 16:36:15.192670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50210) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:15.199195 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339272500', 'description': 'tempest-secgroup-smoke-1339272500 description', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:15.206299 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:15.211719 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:36:15.213404 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:36:15.217216 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:36:15.224691 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:15.264327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: 3864b2b4-f411-4aaa-9512-21e7e031779f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:36:15.264698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device 3864b2b4-f411-4aaa-9512-21e7e031779f not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:36:15.303088 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:15.343988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:15.347789 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:36:15.350674 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:36:15.356409 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:15.414008 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:15.514488 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:15.560962 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb50488-2c2b-4c9d-992d-f0eb7df1e269,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:15.643104 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:15.644429 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-062eb4d5-4b5a-4d48-b408-33d7b1e91088 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4506981 Feb 02 16:36:15.654278 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50214) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:15.659948 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': '7fb50488-2c2b-4c9d-992d-f0eb7df1e269', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:15.667048 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:15.671146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:36:15.674081 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:36:15.680070 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:15.761211 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:15.826013 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:15.937127 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:15.962575 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b752d9a-a855-437e-8fa7-124eca54e9d6,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:16.051747 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.053034 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-47d802e7-ca92-4385-935b-51bf2791ccae tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3977485 Feb 02 16:36:16.055703 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50218) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:16.061944 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': '7fb50488-2c2b-4c9d-992d-f0eb7df1e269', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:16.068929 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:16.072782 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:36:16.076086 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:36:16.084226 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:16.186841 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.360183 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.420953 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.457300 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49c5dcf-cbc6-4e37-9949-63fccd1d6ff7,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:16.543492 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.545181 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9d39e0f5-f14d-4a6c-8d98-510ba488e0eb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4883757 Feb 02 16:36:16.548155 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50222) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:16.553719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': '7fb50488-2c2b-4c9d-992d-f0eb7df1e269', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:16.560579 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:16.565430 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:36:16.569051 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:36:16.576304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:16.669772 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.747116 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.820340 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.847469 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07a95d3-7b3f-494b-99a0-db0c83977190,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:16.935257 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:16.937031 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-23c2b79b-a944-40d3-b5f8-c379763496e2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3876674 Feb 02 16:36:16.939769 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50226) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:16.945623 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': '7fb50488-2c2b-4c9d-992d-f0eb7df1e269', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:16.956244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:16.962506 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:36:16.965662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:36:16.971768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:17.062997 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.136432 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.223634 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.253706 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2463d74-4806-4036-a49b-dcfbbf47e067,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:17.338090 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.341702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-a1cba697-c39e-45d7-818a-78aecfe5eea0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4007070 Feb 02 16:36:17.346921 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50230) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:17.352173 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': '7fb50488-2c2b-4c9d-992d-f0eb7df1e269', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:17.359200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:17.363140 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:36:17.366335 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:36:17.372777 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:17.466627 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Project 6c1701d12c7b492ca4fa081fe154c7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:36:17.473873 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.548202 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.611969 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.641387 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a42db59-3c50-49b5-8282-7138bcafbaf1,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:17.722820 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.724321 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d6601cba-7af5-4c2c-b07e-928e03c7aa22 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3773065 Feb 02 16:36:17.727505 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50234) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:36:17.734576 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'security_group_rule': {'security_group_id': '7fb50488-2c2b-4c9d-992d-f0eb7df1e269', 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:17.742184 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:17.749088 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:security_group_rule and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:36:17.752440 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:36:17.758646 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:17.834736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.872370 n-d-827122-1 neutron-server[95772]: INFO neutron.db.securitygroups_db [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Project 6c1701d12c7b492ca4fa081fe154c7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:36:17.879278 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:17.953175 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:18.057241 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:18.084563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4452cc-1f10-4182-bdf9-f6ef87533728,revision_number=0']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:18.203153 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:18.204893 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-980ebe7c-b04b-475a-bbb6-3a1c14d9b68f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4761639 Feb 02 16:36:18.558227 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:24.751742 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-749030c9-0c54-4cde-8daa-54eb4921e2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:26.960506 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4f54af8e-91ba-44e2-8044-80f114c3c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:28.397228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:28.708871 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:30.965175 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:40.827054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-ede06cc1-ab75-42de-ad67-6a16902a9dbb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339272500&fields=id&tenant_id=6c1701d12c7b492ca4fa081fe154c7e5 HTTP/1.1" status: 200 len: 267 time: 0.0704703 Feb 02 16:36:41.050690 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a042-990b-445e-a255-7e27f7d26889 req-7658f17e-5d76-44d3-853c-6488c6a2022d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:41.052395 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-7658f17e-5d76-44d3-853c-6488c6a2022d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 808 time: 0.2179813 Feb 02 16:36:41.071592 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-9f874bde-f270-44f1-9537-12ab64b7b134 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/quotas/6c1701d12c7b492ca4fa081fe154c7e5 HTTP/1.1" status: 200 len: 375 time: 0.0125792 Feb 02 16:36:41.206442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-36fea3fb-2685-4a9d-938e-263c5cbfed1f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284664 Feb 02 16:36:41.460453 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-1f1946c4-066b-4684-8536-a739ddcd97b9 service neutron] 10.222.0.88 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418516 Feb 02 16:36:41.604074 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-8ddf5706-efab-4a8d-80b5-3b3249655b4a service neutron] 10.222.0.88 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374049 Feb 02 16:36:41.707555 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:36:42.446238 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dfb9ac29-36a4-40a2-aa58-be9036898edf req-98efbdfc-4cd2-4b65-9c5a-4a54bff9b9ee tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:36:42.591303 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-dfb9ac29-36a4-40a2-aa58-be9036898edf req-98efbdfc-4cd2-4b65-9c5a-4a54bff9b9ee tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:36:42.592794 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-dfb9ac29-36a4-40a2-aa58-be9036898edf req-98efbdfc-4cd2-4b65-9c5a-4a54bff9b9ee tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 210 time: 0.1906021 Feb 02 16:36:43.774249 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7639b291-ffba-4a0f-89eb-d00ea9185d8d req-729e55b4-0fb7-4230-9f02-c723b358c080 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 210 time: 0.0497818 Feb 02 16:36:45.004109 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ca77047b-687a-452b-ac84-6725b1ad7ded req-fc6ade95-98e8-4a9e-bac0-14e7c8a686ac tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 210 time: 0.0746934 Feb 02 16:36:45.231694 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a042-990b-445e-a255-7e27f7d26889 req-5f16a933-5aa0-4ff6-948b-8dd05d41591d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:45.233240 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-5f16a933-5aa0-4ff6-948b-8dd05d41591d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 808 time: 0.1929181 Feb 02 16:36:45.301805 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-2fbe6851-bc24-4232-854c-279523532cce tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c1701d12c7b492ca4fa081fe154c7e5 HTTP/1.1" status: 200 len: 380 time: 0.0515606 Feb 02 16:36:45.315120 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'port': {'device_id': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'admin_state_up': True, 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'security_groups': ['7fb50488-2c2b-4c9d-992d-f0eb7df1e269']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:45.514531 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:36:45.525146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:36:45.599966 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Made reservation on behalf of 6c1701d12c7b492ca4fa081fe154c7e5 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:36:45.603290 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:45.840472 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Allocated IP 172.20.0.4 (2727430b-222b-4deb-af69-889306e97463/90d49cd3-f526-4f1f-b7c7-58df81a04e57/5e2e391e-131d-45c0-a6c2-a2c1db82870d) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:36:46.122407 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:46.141229 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Transition to ACTIVE for port object 5e2e391e-131d-45c0-a6c2-a2c1db82870d will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:36:46.251066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8f223344-f5e7-4f44-8ff5-a7ffb5326244 req-4efdbe81-8688-4796-a869-88e94ab2b78e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 210 time: 0.0793915 Feb 02 16:36:46.363915 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:46.440437 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Network 2727430b-222b-4deb-af69-889306e97463 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:36:46.444377 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:36:46.449193 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:36:46.503327 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:46.556359 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:46.557831 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:46.672617 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-b1be7825-80c8-46b5-9bed-117e51421862 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3630135 Feb 02 16:36:46.690658 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Request body: {'port': {'device_id': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:36:46.817852 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a9476e4a-a06a-44a7-8932-0fbfa80df23f None None] Provisioning for port 5e2e391e-131d-45c0-a6c2-a2c1db82870d completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:36:46.827799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-a9476e4a-a06a-44a7-8932-0fbfa80df23f None None] Provisioning complete for port 5e2e391e-131d-45c0-a6c2-a2c1db82870d triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:36:46.829804 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9476e4a-a06a-44a7-8932-0fbfa80df23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:46.900973 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-a9476e4a-a06a-44a7-8932-0fbfa80df23f None None] Port 5e2e391e-131d-45c0-a6c2-a2c1db82870d cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:36:46.981307 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:47.518306 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2e391e-131d-45c0-a6c2-a2c1db82870d {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:36:47.532740 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:47.547443 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf9b96-527d-40e2-9b4b-eb4ac3994edf req-db1a57bf-2ab1-41de-9689-548dfe907150 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:47.549369 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbbf9b96-527d-40e2-9b4b-eb4ac3994edf req-db1a57bf-2ab1-41de-9689-548dfe907150 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 931 time: 0.0980566 Feb 02 16:36:47.560016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Transition to ACTIVE for port object 5e2e391e-131d-45c0-a6c2-a2c1db82870d will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:36:47.606653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bbbf9b96-527d-40e2-9b4b-eb4ac3994edf req-7d7c0a56-b249-4bcd-a618-156a10e90854 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:36:47.668790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:47.763441 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-bbbf9b96-527d-40e2-9b4b-eb4ac3994edf req-7d7c0a56-b249-4bcd-a618-156a10e90854 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:36:47.765681 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbbf9b96-527d-40e2-9b4b-eb4ac3994edf req-7d7c0a56-b249-4bcd-a618-156a10e90854 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037873 Feb 02 16:36:47.868007 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Pushing event updated for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:47.943523 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:47.998570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Attempting to bind port 5e2e391e-131d-45c0-a6c2-a2c1db82870d on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:36:47.999546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Attempting to bind port 5e2e391e-131d-45c0-a6c2-a2c1db82870d by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:36:48.000072 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Attempting to bind port 5e2e391e-131d-45c0-a6c2-a2c1db82870d on network 2727430b-222b-4deb-af69-889306e97463 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:36:48.007077 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Port 5e2e391e-131d-45c0-a6c2-a2c1db82870d on network 2727430b-222b-4deb-af69-889306e97463 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:36:48.008016 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Attempting to bind port 5e2e391e-131d-45c0-a6c2-a2c1db82870d on network 2727430b-222b-4deb-af69-889306e97463 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:36:48.018162 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:36:48.018609 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Checking segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:36:48.019030 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Bound using segment: {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:36:48.019678 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Bound port: 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469639b3-c7c7-4f70-a31c-a7fae2fb78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2727430b-222b-4deb-af69-889306e97463'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:36:48.020125 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:48.122938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:36:48.127362 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:36:48.241272 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:48.356401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:48.358685 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] 10.222.0.64 "PUT /v2.0/ports/5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 1091 time: 1.6723754 Feb 02 16:36:48.359372 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:36:48.393540 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd43f9-fb45-4b4a-9d2b-b3504b331e9f service neutron] Pushing event updated for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:48.476810 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'status': 'completed', 'code': 200} Feb 02 16:36:48.599744 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:48.643644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e725a913-0a5d-4a27-924a-61852719bd05 req-a2b1e767-8955-454a-94bf-b746bbe75ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1094 time: 0.1240103 Feb 02 16:36:48.806533 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725a913-0a5d-4a27-924a-61852719bd05 req-5c3f3857-07b8-49ba-8f82-cd7568d91993 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:48.808068 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e725a913-0a5d-4a27-924a-61852719bd05 req-5c3f3857-07b8-49ba-8f82-cd7568d91993 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1522942 Feb 02 16:36:48.989033 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725a913-0a5d-4a27-924a-61852719bd05 req-366bb896-cc89-46a1-8ee4-9f740ddae07d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:48.991138 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e725a913-0a5d-4a27-924a-61852719bd05 req-366bb896-cc89-46a1-8ee4-9f740ddae07d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1772249 Feb 02 16:36:49.020728 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfa197-44ae-4b1c-8cec-64669f3401c6 req-6f006254-69ea-46e1-829b-34a3d3087400 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:49.022188 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40cfa197-44ae-4b1c-8cec-64669f3401c6 req-6f006254-69ea-46e1-829b-34a3d3087400 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0936017 Feb 02 16:36:49.081199 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-40cfa197-44ae-4b1c-8cec-64669f3401c6 req-fd0189c3-9144-411b-83da-3891dd4068c2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520926 Feb 02 16:36:49.156246 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-6b07a128-32e4-4db9-a62b-45ddcf5036d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1094 time: 0.0993772 Feb 02 16:36:49.236180 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-5717f0ba-2df2-4aa2-bdd8-68a17267e892 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 217 time: 0.0686655 Feb 02 16:36:49.304796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a042-990b-445e-a255-7e27f7d26889 req-c2473539-657e-4400-a698-646484487b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:49.306281 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-c2473539-657e-4400-a698-646484487b1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0645194 Feb 02 16:36:49.406644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-8fe297aa-ff05-49c4-b7b6-71e8712b2565 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925567 Feb 02 16:36:49.648543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-524b6a0e-f097-4528-83f9-b53537e70572 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362673 Feb 02 16:36:49.853075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8429a042-990b-445e-a255-7e27f7d26889 req-0cc00fc3-4e87-4313-88f6-6c93ebd08447 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976714 Feb 02 16:36:50.351602 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06005cd-0f9b-470a-b3da-68d33c7dfa8a req-4a8afcf5-0eb4-47e9-85bb-dcb5df2481db tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:50.352787 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a06005cd-0f9b-470a-b3da-68d33c7dfa8a req-4a8afcf5-0eb4-47e9-85bb-dcb5df2481db tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:36:50.471639 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a06005cd-0f9b-470a-b3da-68d33c7dfa8a req-4a8afcf5-0eb4-47e9-85bb-dcb5df2481db tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:36:50.473119 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a06005cd-0f9b-470a-b3da-68d33c7dfa8a req-4a8afcf5-0eb4-47e9-85bb-dcb5df2481db tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.2225144 Feb 02 16:36:50.534769 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a06005cd-0f9b-470a-b3da-68d33c7dfa8a req-cf478dca-0b10-4151-9aac-df41508f300b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551984 Feb 02 16:36:51.767621 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220511fc-e116-4404-ab24-cc18dcdce53c req-7cafe21d-496a-4eb0-bd22-da81c52c3922 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:51.893320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-220511fc-e116-4404-ab24-cc18dcdce53c req-7cafe21d-496a-4eb0-bd22-da81c52c3922 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0943961 Feb 02 16:36:51.893320 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-220511fc-e116-4404-ab24-cc18dcdce53c req-b65a4595-1211-4c64-a2de-3026319ae8c2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459714 Feb 02 16:36:53.061283 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2100d87-edc4-4fbb-9a40-de37326c5c74 req-1b859dfb-4e57-4ac5-bb5c-4c852799c376 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:53.064193 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e2100d87-edc4-4fbb-9a40-de37326c5c74 req-1b859dfb-4e57-4ac5-bb5c-4c852799c376 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0948238 Feb 02 16:36:53.116543 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e2100d87-edc4-4fbb-9a40-de37326c5c74 req-28353282-f3cb-4fbe-8dfc-e43a11d8081a tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Feb 02 16:36:54.338397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92446aa-af1a-4530-81a8-6dc1ae5cb6f2 req-e4607a19-e7de-4706-9179-274829d6f214 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:54.341193 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d92446aa-af1a-4530-81a8-6dc1ae5cb6f2 req-e4607a19-e7de-4706-9179-274829d6f214 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0927324 Feb 02 16:36:54.397169 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-d92446aa-af1a-4530-81a8-6dc1ae5cb6f2 req-9470e48f-86dc-4c3a-9d44-d8fc93a3a987 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490913 Feb 02 16:36:54.709646 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d2026e0e-5a66-4b94-aa29-be5b8c12ec26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:55.627775 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd24d1-ef64-406a-8c0e-afc6edb372b6 req-e75b6678-545f-41d0-a9ad-a1158874d8b6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:55.629697 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bcdd24d1-ef64-406a-8c0e-afc6edb372b6 req-e75b6678-545f-41d0-a9ad-a1158874d8b6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0937412 Feb 02 16:36:55.688583 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-bcdd24d1-ef64-406a-8c0e-afc6edb372b6 req-e384b44f-bf03-4496-9709-67be279d2f02 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504341 Feb 02 16:36:56.911930 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8a548f40-05c3-445f-a10a-18c5b38a11cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:56.941956 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d631db9-2b6d-411d-bcf1-5b106721b7a9 req-48c1ac81-fecf-4e57-8117-34ed450fdb5a tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:56.952397 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d631db9-2b6d-411d-bcf1-5b106721b7a9 req-48c1ac81-fecf-4e57-8117-34ed450fdb5a tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0890744 Feb 02 16:36:57.001069 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8d631db9-2b6d-411d-bcf1-5b106721b7a9 req-0a52bc6e-6f14-446d-bdd0-a607968464bf tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472827 Feb 02 16:36:58.219082 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43e010-a3c5-4341-83d8-0278a759dab6 req-8285ab39-86b1-4570-aad2-75cce025b128 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:58.220658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad43e010-a3c5-4341-83d8-0278a759dab6 req-8285ab39-86b1-4570-aad2-75cce025b128 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0861609 Feb 02 16:36:58.270399 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ad43e010-a3c5-4341-83d8-0278a759dab6 req-a3775fce-fe7b-4e7e-87ae-4b1ec755b2c9 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437889 Feb 02 16:36:58.416669 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:58.586677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5e2e391e-131d-45c0-a6c2-a2c1db82870d details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:36:58.732995 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:58.801086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:36:58.817868 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'port_id': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:36:58.890373 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:58.905229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2e391e-131d-45c0-a6c2-a2c1db82870d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:36:58.922685 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:36:59.068750 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:36:59.188875 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:36:59.199636 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.200017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.200371 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.200708 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.201045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.201385 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.201712 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.202179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.202686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.203263 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.203633 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:36:59.365381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5e2e391e-131d-45c0-a6c2-a2c1db82870d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:36:59.550658 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b6358-d141-48d2-af4a-cac2e5aa29d2 req-84d712ba-a3e7-4ed6-a706-84de8ffb7d83 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:36:59.554328 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-569b6358-d141-48d2-af4a-cac2e5aa29d2 req-84d712ba-a3e7-4ed6-a706-84de8ffb7d83 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 944 time: 0.1282320 Feb 02 16:36:59.629280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-569b6358-d141-48d2-af4a-cac2e5aa29d2 req-9e816932-97b9-43cb-b098-80728a654341 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658765 Feb 02 16:37:00.302843 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:00.585343 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5e2e391e-131d-45c0-a6c2-a2c1db82870d up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:37:00.740463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 5e2e391e-131d-45c0-a6c2-a2c1db82870d completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:37:00.747345 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 5e2e391e-131d-45c0-a6c2-a2c1db82870d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:37:00.748023 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:00.877334 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3d5a-2fba-46e6-9e1c-a457f400b283 req-1633ab90-ef03-405a-a268-751237cbb90b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:37:00.880104 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-000c3d5a-2fba-46e6-9e1c-a457f400b283 req-1633ab90-ef03-405a-a268-751237cbb90b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 944 time: 0.1012666 Feb 02 16:37:00.927253 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:00.940779 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-000c3d5a-2fba-46e6-9e1c-a457f400b283 req-6492ae41-d193-4e86-9aab-724fc634d101 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497282 Feb 02 16:37:00.958329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:37:00.975656 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:37:01.063499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:01.119550 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'code': 200} Feb 02 16:37:01.166927 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:37:01.312229 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-403c8805-0bbe-4a7f-aa5e-b777a15193d3 req-a08d08d2-67fe-4b8d-8184-314d62d8dcfd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.1127865 Feb 02 16:37:01.364808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-403c8805-0bbe-4a7f-aa5e-b777a15193d3 req-1757dcf3-09cf-4e81-b565-d808f058e2a2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450284 Feb 02 16:37:02.188746 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7221d-11c7-438c-be07-042f67f82593 req-bbbb0ff3-67d8-49ce-a01b-94e9163d7f01 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:37:02.190266 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5d7221d-11c7-438c-be07-042f67f82593 req-bbbb0ff3-67d8-49ce-a01b-94e9163d7f01 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0956466 Feb 02 16:37:02.245328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d5d7221d-11c7-438c-be07-042f67f82593 req-dd588f3e-566d-49a2-8a77-2a755cc40349 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448637 Feb 02 16:37:03.500002 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993ac3b-bf78-4b4b-9fdd-dbd835063c37 req-05272257-2767-46c2-8faf-d3cea2a82400 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:37:03.501468 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6993ac3b-bf78-4b4b-9fdd-dbd835063c37 req-05272257-2767-46c2-8faf-d3cea2a82400 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0962620 Feb 02 16:37:03.553733 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-6993ac3b-bf78-4b4b-9fdd-dbd835063c37 req-633a7023-02cb-4155-bd06-d9231a0650ab tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Feb 02 16:37:03.813231 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5a16a-59e8-4cb1-a3eb-55807143c905 req-90c21e3c-ced8-47b9-b043-ab601ef45ed4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:37:03.815017 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4dd5a16a-59e8-4cb1-a3eb-55807143c905 req-90c21e3c-ced8-47b9-b043-ab601ef45ed4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.1072676 Feb 02 16:37:03.866217 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-4dd5a16a-59e8-4cb1-a3eb-55807143c905 req-92729312-4b5d-43d5-9152-2ba046dcbca7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Feb 02 16:37:03.905159 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50410) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:37:04.158832 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-65bea1b9-1abf-466d-82e6-89d44139dc6c tempest-TestShelveInstance-2029672162 tempest-TestShelveInstance-2029672162-project-admin] Synchronizing usage tracker for tenant:10a748c591004ad6814f37a309d5ef8e on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:37:04.177946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-7ed57c0e-4249-4021-ad19-0320a236f80a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435513 Feb 02 16:37:04.308453 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-65bea1b9-1abf-466d-82e6-89d44139dc6c tempest-TestShelveInstance-2029672162 tempest-TestShelveInstance-2029672162-project-admin] Unset dirty status for tenant:10a748c591004ad6814f37a309d5ef8e on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:37:04.309694 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-65bea1b9-1abf-466d-82e6-89d44139dc6c tempest-TestShelveInstance-2029672162 tempest-TestShelveInstance-2029672162-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1091 time: 0.4033933 Feb 02 16:37:04.312727 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50416) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:37:04.318565 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:37:04.325325 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:37:04.329524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Usage tracker for resource:floatingip and tenant:6c1701d12c7b492ca4fa081fe154c7e5 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:37:04.333032 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:37:04.341781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:37:04.365393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-4c3d8678-8734-4603-a30e-73a3be9d4beb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0974813 Feb 02 16:37:04.469235 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for floatingip, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:04.533508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-02533625-5a47-459a-8dfa-911a0860196d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:37:04.534985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-02533625-5a47-459a-8dfa-911a0860196d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1461968 Feb 02 16:37:04.621872 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-70b8daa3-eec8-4901-917c-6b5e9213a126 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 217 time: 0.0802376 Feb 02 16:37:04.653731 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:04.703122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-4cc513a7-6c69-4782-8687-6db1b247e1d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:37:04.705190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-4cc513a7-6c69-4782-8687-6db1b247e1d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0777252 Feb 02 16:37:04.814258 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-611cae96-be24-4f0c-9514-6ea8d78c5803 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035914 Feb 02 16:37:04.861798 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Allocated IP 172.25.0.152 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/8c2a16d4-4fc1-4914-b248-38f215811ec7) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:37:04.974379 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-9f4a9e53-0adb-49dc-922b-eed1ca99fd50 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542523 Feb 02 16:37:05.090698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:05.203819 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:05.284627 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7a2a088-2c9e-482f-9c78-23f7cf989949 req-dbd9e57d-2b6b-4313-a8b1-fc340e5985de service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042905 Feb 02 16:37:05.288460 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:37:05.292212 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:37:05.296446 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:37:05.327601 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'Port': ['ID=8c2a16d4-4fc1-4914-b248-38f215811ec7,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:37:05.994216 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:06.128608 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:06.359360 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:06.425771 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:06.537808 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event updated for resources: {'Port': ['ID=8c2a16d4-4fc1-4914-b248-38f215811ec7,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:37:06.558977 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:06.766360 n-d-827122-1 neutron-server[95773]: INFO neutron.db.l3_db [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Floating IP 174ac57c-4946-4cc3-ac54-5b005196f8b0 associated. External IP: 172.25.0.152, port: 5e2e391e-131d-45c0-a6c2-a2c1db82870d. Feb 02 16:37:07.228235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Router e633a413-c4bf-4b1a-a07f-ece12abf82ba has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:37:07.463093 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:37:07.473237 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] Sync routers for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:37:07.491106 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:37:07.494220 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:36:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:37:07.651100 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:07.680711 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:37:07.755396 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-d6c6fff8-5e80-4224-949d-1535150336e7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4308369 Feb 02 16:37:07.755396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:37:07.826118 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'status': 'completed', 'code': 200} Feb 02 16:37:07.953024 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-0936f3d8-103a-41d9-9c39-8f075fea10c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0821517 Feb 02 16:37:08.116043 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '174ac57c-4946-4cc3-ac54-5b005196f8b0', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'port_id': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:37:05Z', 'updated_at': '2022-02-02T16:37:05Z', 'revision_number': 0, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:37:08.121340 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] Checking router: e633a413-c4bf-4b1a-a07f-ece12abf82ba for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:37:08.126167 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-403ed9c2-7a6d-4837-a91c-4c0f40c8518a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:37:08.126167 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-403ed9c2-7a6d-4837-a91c-4c0f40c8518a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1663449 Feb 02 16:37:08.133326 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:37:08.133945 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:36:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:37:08.242081 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-03b9943f-dd54-4bed-b14d-4bb8b9cf1562 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 999 time: 0.1111097 Feb 02 16:37:08.349037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-7a90e7a7-11f9-4a92-a4df-4fa47b8eeca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:37:08.351655 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-7a90e7a7-11f9-4a92-a4df-4fa47b8eeca2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.1039164 Feb 02 16:37:08.410594 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:37:08.445442 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-19f28aa5-4908-4dcb-987a-843d906d6623 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884717 Feb 02 16:37:08.608771 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-a6745be3-ca3a-4551-86ea-31cc914366d5 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569722 Feb 02 16:37:08.775215 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-90d9491d-8df8-4cd1-a1a2-7957c93b6f8a req-812756f2-2d0f-48c9-9fa0-e3135b58bfdd service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605401 Feb 02 16:37:08.860533 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '174ac57c-4946-4cc3-ac54-5b005196f8b0', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'port_id': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:37:05Z', 'updated_at': '2022-02-02T16:37:05Z', 'revision_number': 0, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:37:08.866209 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be584a8a-237c-4419-ace5-5a474319bd14 None None] The sync data for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 is: [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': '174ac57c-4946-4cc3-ac54-5b005196f8b0', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'port_id': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:37:05Z', 'updated_at': '2022-02-02T16:37:05Z', 'revision_number': 0, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:37:09.117859 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b7d5d-366d-48ed-947c-9e3c0abb2d2c None None] New status for floating IP 174ac57c-4946-4cc3-ac54-5b005196f8b0: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:37:17.822822 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:18.631018 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:18.710380 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:37:24.698922 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5462e2d8-72cd-4e81-9dd9-4a4053428b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:26.939527 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f19a2539-ea5c-42cc-a195-71640716aa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:28.386221 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:28.702046 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:30.284647 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:47.845354 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:48.689524 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:54.689539 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-04a5fb1e-a4c0-4453-a677-00d08afd0ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:55.711636 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:37:56.948406 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9340504a-cff1-41f8-8976-38a3f57671f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:58.691993 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:37:58.898897 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:00.236599 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:06.081851 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-28eb0f04-27bb-4508-a17f-3bc03fed73a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745347 Feb 02 16:38:06.235097 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-7b236c17-36f5-40f6-ada7-2651bfa328ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0703108 Feb 02 16:38:06.382451 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-83ffffb2-435f-41d5-b496-d6a1e3969360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:38:06.384194 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-83ffffb2-435f-41d5-b496-d6a1e3969360 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1305368 Feb 02 16:38:06.492669 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-d7ddcea6-bb02-4c17-8a2f-300662c1e895 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 1001 time: 0.1022167 Feb 02 16:38:06.558303 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-4a4588a0-a3aa-4a96-b4a5-665d76b2be53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:38:06.560766 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-4a4588a0-a3aa-4a96-b4a5-665d76b2be53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0616581 Feb 02 16:38:06.637438 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-b834f30c-80ed-422e-8ac3-71a6233d0201 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721145 Feb 02 16:38:06.774515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-6182c1f5-220a-4a0d-ba21-aad8a4e7a891 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313105 Feb 02 16:38:06.997677 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f7bfcfdf-f3c8-4dfb-a345-68ba05550ddd req-f2ed943f-3644-42e3-a06c-6bb28b9b17a5 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165518 Feb 02 16:38:17.887965 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:18.613938 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:24.705409 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb3f8-1cb2-4a02-9e59-cbed44cf8e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:26.939455 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf4a7-8a56-4d72-a677-c579d98c0ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:28.407913 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:28.750476 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:30.316605 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:32.715535 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:38:47.875781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:48.564882 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:54.689534 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-34242499-1adc-4e71-b4ae-78799a37fd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:56.909991 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5bbb49a5-5a5a-4fa3-8e39-a6328144e97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:58.390347 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:38:58.712213 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:00.248967 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:06.171021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-7f019eea-b991-4cd3-84a5-8d507ca7eef4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1524806 Feb 02 16:39:06.324506 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-b5af949f-e2c6-4d4e-88a0-c88633584c21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0714755 Feb 02 16:39:06.468629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-0c74a247-801b-42ea-bf21-de0e7c31446e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:39:06.470115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-0c74a247-801b-42ea-bf21-de0e7c31446e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1265683 Feb 02 16:39:06.572985 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-59328378-5d15-4698-8242-3f10618caa3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 1001 time: 0.0971341 Feb 02 16:39:06.637826 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-f35a8110-d705-4397-a381-19d1f79aa0e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:39:06.639259 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-f35a8110-d705-4397-a381-19d1f79aa0e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0578284 Feb 02 16:39:06.715533 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-f4b11219-1c68-4122-8a96-f9e8f79013b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685182 Feb 02 16:39:06.848485 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-7dc6b0ad-6de2-49b3-a806-7f0d3d429eb1 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272905 Feb 02 16:39:06.986487 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e6bd9ae7-9103-4fcf-bb30-5fdc7375a430 req-3d0bdc30-dc5d-4dc9-9b77-ee8446cf36b4 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315775 Feb 02 16:39:09.716575 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:39:17.831738 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:18.613184 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:24.677879 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6c8eaff7-d344-42bf-90ed-19462198dfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:26.900123 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1369ddfa-6593-42c9-9721-7548cc534249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:28.391685 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:28.683529 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:30.248788 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:46.717345 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:39:47.950222 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:48.716042 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:54.705907 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2314f7f9-4f4e-4187-a0c7-9c4ec21e30f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:56.946229 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-19c11764-b630-4287-b340-7f2ff6d549ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:58.409508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:58.480160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edee4d-f569-4290-a3c4-98940f2379be req-74289152-208b-4ef7-b54f-624c3a3c9ca4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:39:58.482711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82edee4d-f569-4290-a3c4-98940f2379be req-74289152-208b-4ef7-b54f-624c3a3c9ca4 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.2907133 Feb 02 16:39:58.533450 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-82edee4d-f569-4290-a3c4-98940f2379be req-ea7e46da-135b-42b9-bb5f-a76845b714f2 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Feb 02 16:39:58.740872 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:39:59.866257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d25b97-50a7-4e9a-a994-1340d12255ed req-1d625d3c-5b44-4656-82b4-25bf37d5c277 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:39:59.867647 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89d25b97-50a7-4e9a-a994-1340d12255ed req-1d625d3c-5b44-4656-82b4-25bf37d5c277 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.1796780 Feb 02 16:39:59.924802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-89d25b97-50a7-4e9a-a994-1340d12255ed req-f3e59fda-3813-4763-bec1-e69d337898ea tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515816 Feb 02 16:40:00.258736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:01.160665 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33613a18-d90d-422f-bbb9-7ef00c308b5e req-520635f8-1161-49f3-9bd9-8261c1522828 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:01.162240 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33613a18-d90d-422f-bbb9-7ef00c308b5e req-520635f8-1161-49f3-9bd9-8261c1522828 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0875647 Feb 02 16:40:01.220589 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-33613a18-d90d-422f-bbb9-7ef00c308b5e req-96c66279-e861-4682-8c39-5b76e696a66a tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520453 Feb 02 16:40:02.437336 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58076f0e-ebbd-4234-bedb-8f99a3c21384 req-274d9aec-53d8-4d7d-8254-b38cad62e475 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:02.438742 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58076f0e-ebbd-4234-bedb-8f99a3c21384 req-274d9aec-53d8-4d7d-8254-b38cad62e475 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0898561 Feb 02 16:40:02.492744 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-58076f0e-ebbd-4234-bedb-8f99a3c21384 req-789cf3c9-0744-4281-9ce4-8fb05be4582d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 Feb 02 16:40:03.726266 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f220bf-d56f-4674-824f-93b951774999 req-0c348e58-345a-4991-b3be-da7c2d2a440e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:03.727753 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7f220bf-d56f-4674-824f-93b951774999 req-0c348e58-345a-4991-b3be-da7c2d2a440e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0933578 Feb 02 16:40:03.779363 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c7f220bf-d56f-4674-824f-93b951774999 req-ba928994-1f1a-4fda-b715-306bb747babf tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Feb 02 16:40:05.003580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bab3e-908c-4aa3-b8f3-4e2b93e28cfb req-e63e2ccc-0c52-47cd-a7d9-dc4139e8f868 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:05.005920 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-769bab3e-908c-4aa3-b8f3-4e2b93e28cfb req-e63e2ccc-0c52-47cd-a7d9-dc4139e8f868 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0816877 Feb 02 16:40:05.053052 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-769bab3e-908c-4aa3-b8f3-4e2b93e28cfb req-83fa10d4-968f-4b84-96a4-00c0cebe8f63 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415533 Feb 02 16:40:06.268023 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b9e1f-9999-4527-a843-9c17be2c61b1 req-b7399e2a-3150-4067-beb3-7e20730660c7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:06.269529 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-712b9e1f-9999-4527-a843-9c17be2c61b1 req-b7399e2a-3150-4067-beb3-7e20730660c7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0890579 Feb 02 16:40:06.319806 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-712b9e1f-9999-4527-a843-9c17be2c61b1 req-ecb5c15c-3dfc-4db7-ab59-f955660380a7 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Feb 02 16:40:07.527304 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95ee2c-ac79-4fa4-84f0-79c0f0ab11ee req-b3e46565-a248-483b-8e7d-1d0076416e31 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:07.528722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d95ee2c-ac79-4fa4-84f0-79c0f0ab11ee req-b3e46565-a248-483b-8e7d-1d0076416e31 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0825543 Feb 02 16:40:07.575976 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-6d95ee2c-ac79-4fa4-84f0-79c0f0ab11ee req-3081692e-76e4-4699-bb6e-c8f081e08c67 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412972 Feb 02 16:40:08.150996 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ca34b16-e070-41ee-854d-61248007ad7f req-cc4cd997-5d77-4745-b1ee-86f8ad3ed87e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0730083 Feb 02 16:40:08.310037 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34b16-e070-41ee-854d-61248007ad7f req-16c303e6-b722-49a4-85f8-0d86729f7d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:08.311466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ca34b16-e070-41ee-854d-61248007ad7f req-16c303e6-b722-49a4-85f8-0d86729f7d81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1379695 Feb 02 16:40:08.444591 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ca34b16-e070-41ee-854d-61248007ad7f req-30e357e5-9259-4fbe-b13b-ea5917b0378c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 1001 time: 0.1195414 Feb 02 16:40:08.506452 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34b16-e070-41ee-854d-61248007ad7f req-9164f4fb-724a-4833-9e1e-ed0996fcc133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:08.507946 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ca34b16-e070-41ee-854d-61248007ad7f req-9164f4fb-724a-4833-9e1e-ed0996fcc133 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0576863 Feb 02 16:40:08.690781 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ca34b16-e070-41ee-854d-61248007ad7f req-984be579-85e9-4622-a1ea-a5abf0a2bbf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771724 Feb 02 16:40:08.822112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbece8a6-5ced-431b-bb4c-e95d5d4913b5 req-2f6af7ac-df38-429d-a99b-e9dd441b1087 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:08.824609 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbece8a6-5ced-431b-bb4c-e95d5d4913b5 req-2f6af7ac-df38-429d-a99b-e9dd441b1087 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0928049 Feb 02 16:40:08.875054 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ca34b16-e070-41ee-854d-61248007ad7f req-c57665f6-0bfb-4f43-9833-af036bdb1d34 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773813 Feb 02 16:40:08.899477 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-bbece8a6-5ced-431b-bb4c-e95d5d4913b5 req-30280db0-7f17-4799-b7ea-b35a921503c6 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649281 Feb 02 16:40:09.035750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9ca34b16-e070-41ee-854d-61248007ad7f req-a04a50e8-08e0-4d15-b51a-5718ca3dc527 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535356 Feb 02 16:40:09.175340 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-b3bb1e65-65cf-4ba2-8397-d73ef9e7d09e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0757666 Feb 02 16:40:09.314122 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-03836b35-efcc-42a3-9701-24d6a0a6f1ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:09.316848 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-03836b35-efcc-42a3-9701-24d6a0a6f1ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1350861 Feb 02 16:40:09.424935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-f62dc809-d592-4875-a8fd-12a1935bd9d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 1001 time: 0.1027634 Feb 02 16:40:09.491482 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-843121f2-0dd8-412c-9c0e-917367f770ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:09.492952 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-843121f2-0dd8-412c-9c0e-917367f770ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0622401 Feb 02 16:40:09.569903 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-5821898e-9604-4a16-8f63-7b375ce5d8cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700796 Feb 02 16:40:09.710059 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-42d90394-f4d8-437e-9607-ce1c824ee996 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342809 Feb 02 16:40:09.848115 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e58c0a56-ec63-4c14-9b28-af3e81bae797 req-3d76b58f-b33f-4a29-81c1-3198ddbc062f service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320314 Feb 02 16:40:10.116774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b9c6f-bbba-4bd1-aabb-fcb0724a6a96 req-a2f18bf3-b2a9-4ead-9815-da801f70f9c0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:10.118302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f8b9c6f-bbba-4bd1-aabb-fcb0724a6a96 req-a2f18bf3-b2a9-4ead-9815-da801f70f9c0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0894239 Feb 02 16:40:10.168764 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3f8b9c6f-bbba-4bd1-aabb-fcb0724a6a96 req-06eaeaac-8ee4-46cf-9bb6-80bad267f68d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445125 Feb 02 16:40:11.396139 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9ec37-5eeb-4c60-8b7f-35a855c62776 req-32614669-ca0d-4333-9f00-96882dcb9007 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:11.398785 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cd9ec37-5eeb-4c60-8b7f-35a855c62776 req-32614669-ca0d-4333-9f00-96882dcb9007 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0943305 Feb 02 16:40:11.466583 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-9cd9ec37-5eeb-4c60-8b7f-35a855c62776 req-106ee53b-d249-4367-a7f1-85b51495c357 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627980 Feb 02 16:40:12.686684 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03ab4c-1290-4b09-9727-fb7f2dbdd76a req-39d2b106-844a-4e7c-bc0f-85d7c6a0b3cb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:12.688118 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa03ab4c-1290-4b09-9727-fb7f2dbdd76a req-39d2b106-844a-4e7c-bc0f-85d7c6a0b3cb tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0850184 Feb 02 16:40:12.753586 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-aa03ab4c-1290-4b09-9727-fb7f2dbdd76a req-99b2f2b8-72fe-4dbe-aae4-4b81a0381f9d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581424 Feb 02 16:40:13.059081 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30fc0904-3e1b-4379-b64e-d09ee413fc90 req-e68d6443-ff3c-4c92-8e15-4502cc6741d3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1681125 Feb 02 16:40:13.470809 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5e2e391e-131d-45c0-a6c2-a2c1db82870d no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:40:13.599537 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7060b83-09ca-4378-a518-ebc107e01c2b req-b5ccceaa-eb89-4d56-8eee-b7e5d38a6247 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:13.604676 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7060b83-09ca-4378-a518-ebc107e01c2b req-b5ccceaa-eb89-4d56-8eee-b7e5d38a6247 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.1304793 Feb 02 16:40:13.612101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:13.643784 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:40:13.657008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:40:13.664727 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c7060b83-09ca-4378-a518-ebc107e01c2b req-0e711d84-91bd-4ab9-ad00-53e663db6323 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564995 Feb 02 16:40:13.735782 n-d-827122-1 neutron-server[95774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'code': 422} returned with failed status Feb 02 16:40:13.739310 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-d54efc81-f4a3-482e-9834-9e12bd3fd2e6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2395511 Feb 02 16:40:13.751676 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:13.834739 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:40:13.846318 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.847064 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.848336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.848928 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.849418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.849767 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.850105 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.850449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.850797 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.851179 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:13.851547 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:40:14.880126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f3fe-259f-4f38-95ee-f69f7416df6b req-4a2b910e-50d2-4289-bfad-0546767770dc tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:14.882408 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96d3f3fe-259f-4f38-95ee-f69f7416df6b req-4a2b910e-50d2-4289-bfad-0546767770dc tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0891135 Feb 02 16:40:14.936690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-96d3f3fe-259f-4f38-95ee-f69f7416df6b req-90489dd1-70fa-4385-bc76-a76c7b0fb335 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484972 Feb 02 16:40:16.149310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831a524-af12-4012-9d49-934e30f44f6f req-83a21d9d-82b1-445c-a046-a6c365a46835 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:16.150796 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f831a524-af12-4012-9d49-934e30f44f6f req-83a21d9d-82b1-445c-a046-a6c365a46835 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0805519 Feb 02 16:40:16.208704 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-f831a524-af12-4012-9d49-934e30f44f6f req-62800c71-e81d-4b3a-a0b7-95193d3225cd tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514088 Feb 02 16:40:17.159568 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-ad078192-4a65-4cb7-916c-f2af5cb7a268 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a&tenant_id=6c1701d12c7b492ca4fa081fe154c7e5 HTTP/1.1" status: 200 len: 1094 time: 0.0736275 Feb 02 16:40:17.266988 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-74d4c923-4c2e-4a0c-9b41-7c6ebfe3bc96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1094 time: 0.0741813 Feb 02 16:40:17.562542 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-6d6033a3-1d14-44e2-9a9d-7ecfdfd8cfc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:17.564058 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-6d6033a3-1d14-44e2-9a9d-7ecfdfd8cfc3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.2914307 Feb 02 16:40:17.627546 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b036c7-1dae-4a7c-80d5-92204b564220 req-7ae5d049-b3c2-47af-9c72-bab7b5f78b2a tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:17.629151 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4b036c7-1dae-4a7c-80d5-92204b564220 req-7ae5d049-b3c2-47af-9c72-bab7b5f78b2a tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.1865485 Feb 02 16:40:17.713707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-e4b036c7-1dae-4a7c-80d5-92204b564220 req-fc9a4f2d-0370-4d75-869d-7c9c74e0599f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780098 Feb 02 16:40:17.715437 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-0c5b2041-8c4a-4178-bb23-7b155d8aa80a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 999 time: 0.1437864 Feb 02 16:40:17.785446 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-f36e93ea-125e-431a-b46e-4eee786d554d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:17.787297 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-f36e93ea-125e-431a-b46e-4eee786d554d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0664132 Feb 02 16:40:17.873698 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-90ab30eb-3f60-43c2-ada8-d798b6bacfce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800190 Feb 02 16:40:17.882784 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:18.023995 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-d2d4e799-ac16-45d0-83a5-af568d0fe5bc service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449523 Feb 02 16:40:18.165077 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-6353ac9f-b535-44d5-b8c3-e1e6c9f54b47 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357186 Feb 02 16:40:18.659748 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:18.918958 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ca266-b247-4376-ad52-f2728000ad94 req-792d2332-88d0-4c17-be27-2eac98aca3d0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:18.920555 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-714ca266-b247-4376-ad52-f2728000ad94 req-792d2332-88d0-4c17-be27-2eac98aca3d0 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0832148 Feb 02 16:40:18.966671 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-714ca266-b247-4376-ad52-f2728000ad94 req-66208e14-259f-4eda-9e2a-3157d86d97e3 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Feb 02 16:40:20.181238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35359ef-80d7-4d74-b190-b7c0048b13c8 req-9a7517d7-4ae0-425c-9b5c-cbb3977baca1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:20.182977 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b35359ef-80d7-4d74-b190-b7c0048b13c8 req-9a7517d7-4ae0-425c-9b5c-cbb3977baca1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0820580 Feb 02 16:40:20.230503 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b35359ef-80d7-4d74-b190-b7c0048b13c8 req-a15e432a-4224-4b0a-a27a-0399b755c542 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Feb 02 16:40:21.440967 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846e5b4-9e72-45dd-bdaa-f8425a54683c req-3f78bcda-3156-4c22-b7fc-13cbafca72d5 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:21.443103 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e846e5b4-9e72-45dd-bdaa-f8425a54683c req-3f78bcda-3156-4c22-b7fc-13cbafca72d5 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0864439 Feb 02 16:40:21.491418 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-e846e5b4-9e72-45dd-bdaa-f8425a54683c req-033cddb2-f210-462f-8dbd-2d8a6de37c34 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Feb 02 16:40:22.714401 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35428ec0-bd0b-49d4-9c42-412619ec2d34 req-f93f35d2-f9a7-4c1d-b67f-d347eba93c45 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:22.715870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35428ec0-bd0b-49d4-9c42-412619ec2d34 req-f93f35d2-f9a7-4c1d-b67f-d347eba93c45 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0971570 Feb 02 16:40:22.765489 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-35428ec0-bd0b-49d4-9c42-412619ec2d34 req-9922d76c-f67f-4f3c-9095-928a43562820 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440650 Feb 02 16:40:23.718428 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:40:23.976003 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32b0b-5107-4333-bbe7-64f258d22a59 req-247a96c6-4da0-4407-b4c1-2bde34e85788 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:23.977384 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29a32b0b-5107-4333-bbe7-64f258d22a59 req-247a96c6-4da0-4407-b4c1-2bde34e85788 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0793209 Feb 02 16:40:24.026550 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-29a32b0b-5107-4333-bbe7-64f258d22a59 req-29e0fc84-19a5-4b4c-a8b4-16a245ab18e1 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Feb 02 16:40:24.700136 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba155e0b-b2c2-4b12-a285-6ef2a5d99dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:25.230902 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384dd0a-83e8-4dce-b37a-135ff887ffa4 req-189a20c0-2ade-473e-89c8-c51afc12d47f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:25.232309 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d384dd0a-83e8-4dce-b37a-135ff887ffa4 req-189a20c0-2ade-473e-89c8-c51afc12d47f tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 943 time: 0.0798969 Feb 02 16:40:25.284318 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d384dd0a-83e8-4dce-b37a-135ff887ffa4 req-9613ee63-b454-45d9-88d0-d48af4081590 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461929 Feb 02 16:40:25.533260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5e2e391e-131d-45c0-a6c2-a2c1db82870d details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:40:25.674810 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:40:25.688267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'port_id': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:40:25.744337 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:25.762493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2e391e-131d-45c0-a6c2-a2c1db82870d {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:40:25.778544 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:40:25.860003 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:25.926107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:40:26.174317 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['5e2e391e-131d-45c0-a6c2-a2c1db82870d'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:40:26.492422 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e796d-806d-413e-8f71-7f144df4ac1a req-888e7256-c60b-4387-b698-c8bd0245d52c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:26.493789 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-101e796d-806d-413e-8f71-7f144df4ac1a req-888e7256-c60b-4387-b698-c8bd0245d52c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 944 time: 0.0854752 Feb 02 16:40:26.540183 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-101e796d-806d-413e-8f71-7f144df4ac1a req-42580080-27b9-49a4-bb81-844f623ba51e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Feb 02 16:40:26.941378 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-42fda57a-6b9e-43e9-a500-72ff052d0f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:27.549138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5e2e391e-131d-45c0-a6c2-a2c1db82870d up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:40:27.618828 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 5e2e391e-131d-45c0-a6c2-a2c1db82870d triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:40:27.619172 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:27.751730 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced466ab-63e4-4ef9-94c3-ced32e4afa92 req-b4e1cd59-6ed4-4385-be25-fd37672d8401 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:27.753291 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ced466ab-63e4-4ef9-94c3-ced32e4afa92 req-b4e1cd59-6ed4-4385-be25-fd37672d8401 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 944 time: 0.0855939 Feb 02 16:40:27.770492 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:27.797931 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:40:27.804636 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ced466ab-63e4-4ef9-94c3-ced32e4afa92 req-48d4ff86-f1e0-417b-b4d1-164c95380367 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456889 Feb 02 16:40:27.808327 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:40:27.856197 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'code': 200} Feb 02 16:40:27.888263 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:27.957210 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:40:28.114866 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00a3bfeb-7724-4c7a-a04c-a3dc83f36e18 req-5c0a3f23-6620-4871-8da7-fb8e2bbabe56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0807750 Feb 02 16:40:28.157447 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-00a3bfeb-7724-4c7a-a04c-a3dc83f36e18 req-4d8c85b4-6722-40fd-9eee-07e2f257c774 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365243 Feb 02 16:40:28.435728 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:28.751012 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:29.016271 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9949-7671-483c-9605-c6c5508a556e req-ab140cd1-3fb1-4893-ab68-3139040a84b5 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:29.016271 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-786b9949-7671-483c-9605-c6c5508a556e req-ab140cd1-3fb1-4893-ab68-3139040a84b5 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0855696 Feb 02 16:40:29.064605 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-786b9949-7671-483c-9605-c6c5508a556e req-2e7957aa-093b-46fc-857e-84c5544c262e tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420034 Feb 02 16:40:30.268797 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f68b4c-0cae-415f-bdf4-b315e301d2bd req-82f5ac7c-6713-42b0-94fa-f8d0a2b7a15b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:40:30.271219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52f68b4c-0cae-415f-bdf4-b315e301d2bd req-82f5ac7c-6713-42b0-94fa-f8d0a2b7a15b tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0771925 Feb 02 16:40:30.276909 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:30.321433 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-52f68b4c-0cae-415f-bdf4-b315e301d2bd req-d25be561-5008-49d5-b3f9-57075f27c37d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444148 Feb 02 16:40:47.922541 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:48.668587 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:54.701819 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e91852c9-0118-41cd-8502-d8da96fbaa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:56.955389 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7c943f32-c740-45b6-bb12-6ab48f22c7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:58.424837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:40:58.745360 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:00.333955 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:00.719438 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:41:09.088182 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-290c0e78-12b7-4a86-ac86-275024478580 req-6b6703a0-ec89-409c-b722-aa259c68c679 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972915 Feb 02 16:41:09.260261 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-290c0e78-12b7-4a86-ac86-275024478580 req-a2731fd9-6997-41b9-8db3-aa6255ced4e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0821359 Feb 02 16:41:09.451244 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0e78-12b7-4a86-ac86-275024478580 req-07a6472d-76b4-48aa-80cb-b675defa1e30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:41:09.452791 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-290c0e78-12b7-4a86-ac86-275024478580 req-07a6472d-76b4-48aa-80cb-b675defa1e30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1717775 Feb 02 16:41:09.657049 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-290c0e78-12b7-4a86-ac86-275024478580 req-c21f9d16-fdfd-4b4f-8c9f-3cbf45eec959 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 1001 time: 0.1983917 Feb 02 16:41:09.732197 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0e78-12b7-4a86-ac86-275024478580 req-f17f0e00-0b4a-4630-bd5b-56d0bc7a020d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:41:09.735388 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-290c0e78-12b7-4a86-ac86-275024478580 req-f17f0e00-0b4a-4630-bd5b-56d0bc7a020d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0693247 Feb 02 16:41:09.813110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-290c0e78-12b7-4a86-ac86-275024478580 req-ae918e56-4487-42eb-8b7c-91f374170286 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753150 Feb 02 16:41:09.953364 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-290c0e78-12b7-4a86-ac86-275024478580 req-aa660e35-bfad-49df-8e6c-a875df569994 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348042 Feb 02 16:41:10.091096 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-290c0e78-12b7-4a86-ac86-275024478580 req-2cf0cc99-1f87-400e-b282-eb2d74a22343 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319118 Feb 02 16:41:17.979128 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:18.829648 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:24.773789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a7e567ee-ea00-435f-9a68-84edd706c5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:26.974233 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf607-87ff-44a3-ad0b-a55c0cbed76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:28.505648 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:28.803158 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:30.344716 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:37.720907 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:41:47.970928 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:48.709651 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:54.704026 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-210dd495-9fb4-4a8f-8017-3035a1d82bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:56.973614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3db03f5e-539e-4e0d-b187-6100cff87c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:58.430172 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:41:58.750592 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:00.298562 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:11.087015 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-e27c5bf1-9395-4110-8211-e860b3afbcf9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738482 Feb 02 16:42:11.274498 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-a4f2142c-2a02-4f27-a25a-7fe41669ba46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0911882 Feb 02 16:42:11.445536 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-9090132a-8aee-401b-a67c-281657fd8e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:42:11.447354 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-9090132a-8aee-401b-a67c-281657fd8e10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1521025 Feb 02 16:42:11.560080 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-dcf8e4b8-37ad-4f01-aa83-350eb3f7c6fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 1001 time: 0.1072807 Feb 02 16:42:11.627219 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-4277f0df-39a2-4aee-875c-2e1568fc24e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:42:11.628678 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-4277f0df-39a2-4aee-875c-2e1568fc24e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0634987 Feb 02 16:42:11.729186 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-0136b336-ebf1-493f-8d10-0db925be824e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944505 Feb 02 16:42:11.898282 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-7483b8ae-42c8-467b-a339-39cf8ccbd003 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630104 Feb 02 16:42:12.077786 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d6f0b9e9-b414-4d6f-9032-d0797b1cda8e req-7c42010e-9d80-4af1-a2d3-d1f7ac709347 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736794 Feb 02 16:42:14.729088 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:42:17.955622 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:18.682131 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:24.721906 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3d83faf4-0836-49ae-a441-97edf769234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:26.933179 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1b6986ea-dc03-45e0-8deb-902ebdd484b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:28.435361 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:28.722582 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:30.292953 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:42.516681 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50618) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:42:43.020911 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Deleting port 8c2a16d4-4fc1-4914-b248-38f215811ec7 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:42:43.021248 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:43.307421 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:43.307744 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:43.433824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Calling delete_port for 8c2a16d4-4fc1-4914-b248-38f215811ec7 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:42:43.652404 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:43.703239 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event deleted for resources: {'Port': ['ID=8c2a16d4-4fc1-4914-b248-38f215811ec7,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:42:43.747483 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.747827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.748196 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.748523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.748849 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.749178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.749500 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.749820 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.750140 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.750462 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.750785 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:43.817891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:44.260180 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Router e633a413-c4bf-4b1a-a07f-ece12abf82ba has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:42:44.485895 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:42:44.497823 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] Sync routers for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:42:44.510726 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:42:44.511228 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:44.630093 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:44.692069 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e9cfb901-dc68-4c3c-b7c1-f40725668627 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "DELETE /v2.0/floatingips/174ac57c-4946-4cc3-ac54-5b005196f8b0 HTTP/1.1" status: 204 len: 168 time: 2.1742311 Feb 02 16:42:44.693508 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:42:44.709724 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:42:44.962470 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'status': 'completed', 'code': 200} Feb 02 16:42:45.081021 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-4dba1b73-ba4a-4ba6-aeff-8f4c0d5718ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 1096 time: 0.0757093 Feb 02 16:42:45.084990 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:45.091351 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] Checking router: e633a413-c4bf-4b1a-a07f-ece12abf82ba for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:42:45.107072 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:42:45.107687 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:45.246555 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-97e18ce5-83bb-4ddc-9c78-9d7fca674dc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:42:45.248094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-97e18ce5-83bb-4ddc-9c78-9d7fca674dc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 200 len: 910 time: 0.1610458 Feb 02 16:42:45.310070 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:42:45.367119 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186132-37ee-4105-80de-d0d8692dc0e5 req-428ae32a-fe91-4829-8caf-5872db15f261 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:42:45.368742 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63186132-37ee-4105-80de-d0d8692dc0e5 req-428ae32a-fe91-4829-8caf-5872db15f261 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0857308 Feb 02 16:42:45.426974 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-63186132-37ee-4105-80de-d0d8692dc0e5 req-56874570-8f97-48cc-a6f7-de0652772be3 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449913 Feb 02 16:42:45.435626 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-812d60b2-2f49-44a8-9608-cbc448423788 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 200 len: 217 time: 0.1799526 Feb 02 16:42:45.505934 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-1c381536-aa75-4a75-9bb7-21a9075c01f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:42:45.507365 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-1c381536-aa75-4a75-9bb7-21a9075c01f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 200 len: 847 time: 0.0652575 Feb 02 16:42:45.591414 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-6ca00165-e027-4647-aa53-c8fe0ce401a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2727430b-222b-4deb-af69-889306e97463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779889 Feb 02 16:42:45.718337 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:45.722286 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f689d967-0ea5-483f-b14b-da6759e3c12e None None] The sync data for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 is: [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:31:25Z', 'revision_number': 4, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'fef12b6b-7d57-48d2-b808-26fc73377d04', 'name': '', 'network_id': '2727430b-222b-4deb-af69-889306e97463', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'mac_address': 'fa:16:3e:de:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:24Z', 'updated_at': '2022-02-02T16:31:33Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'subnets': [{'id': '90d49cd3-f526-4f1f-b7c7-58df81a04e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:42:45.746532 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-5b7c1dbc-875c-4ac7-8255-9b07bc393367 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480224 Feb 02 16:42:45.893457 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7531ceea-e00f-45c1-9b72-708f03aacf77 req-a8f33a15-4c3c-4f4b-86af-16391d82cca2 service neutron] 10.222.0.64 "GET /v2.0/networks/2727430b-222b-4deb-af69-889306e97463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391175 Feb 02 16:42:45.990521 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a705de4-82fa-4bf1-86d0-5775b64c115c None None] New status for floating IP 174ac57c-4946-4cc3-ac54-5b005196f8b0: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:42:46.639585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77bb5-6c57-45da-ab5d-64a027991a92 req-e4b07eb9-baa8-46de-b3f7-73986449ff2d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:42:46.640305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d0d77bb5-6c57-45da-ab5d-64a027991a92 req-e4b07eb9-baa8-46de-b3f7-73986449ff2d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:42:46.760879 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-d0d77bb5-6c57-45da-ab5d-64a027991a92 req-e4b07eb9-baa8-46de-b3f7-73986449ff2d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:42:46.762001 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0d77bb5-6c57-45da-ab5d-64a027991a92 req-e4b07eb9-baa8-46de-b3f7-73986449ff2d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.2034593 Feb 02 16:42:46.809759 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d0d77bb5-6c57-45da-ab5d-64a027991a92 req-0a9c57b9-dd38-4865-a5fd-b9aecacbfb8c tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/security-groups?id=7fb50488-2c2b-4c9d-992d-f0eb7df1e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Feb 02 16:42:46.998908 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-7e53b391-a268-473b-969b-edbc6ec2241d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:42:47.000354 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-7e53b391-a268-473b-969b-edbc6ec2241d tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.64 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 945 time: 0.0821424 Feb 02 16:42:47.070062 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Deleting port 5e2e391e-131d-45c0-a6c2-a2c1db82870d {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:42:47.070313 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:47.324767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] For port 5e2e391e-131d-45c0-a6c2-a2c1db82870d, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=5e2e391e-131d-45c0-a6c2-a2c1db82870d,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:42:47.325037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:47.451675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Calling delete_port for 5e2e391e-131d-45c0-a6c2-a2c1db82870d owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:42:47.703587 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:47.753268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event deleted for resources: {'Port': ['ID=5e2e391e-131d-45c0-a6c2-a2c1db82870d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:42:47.838217 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] No DVR routers for this DVR port 5e2e391e-131d-45c0-a6c2-a2c1db82870d on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:42:47.840910 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:47.844050 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'name': 'network-vif-deleted', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:42:47.914155 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51033e84-a4c7-4fee-9bf0-4fb7663cf89a', 'name': 'network-vif-deleted', 'tag': '5e2e391e-131d-45c0-a6c2-a2c1db82870d', 'status': 'completed', 'code': 200} Feb 02 16:42:47.944436 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3a94ab8d-198e-4b46-b4ca-121c9e510104 req-c6191833-eecb-4f32-9288-3b4e46268426 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.64 "DELETE /v2.0/ports/5e2e391e-131d-45c0-a6c2-a2c1db82870d HTTP/1.1" status: 204 len: 173 time: 0.9390604 Feb 02 16:42:47.988894 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-92563e28-50ef-48cf-ad3c-0c0e98b0d9ed req-13521ff9-8f72-475e-a6c8-3cfa135cc970 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 210 time: 0.0474055 Feb 02 16:42:48.000761 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:48.675106 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:49.170154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ae59059c-ae50-4a65-b1c5-a294e6f30f4d req-65860179-622c-493e-8538-d4575dfe8c52 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Synchronizing usage tracker for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:42:49.269672 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-ae59059c-ae50-4a65-b1c5-a294e6f30f4d req-65860179-622c-493e-8538-d4575dfe8c52 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Unset dirty status for tenant:6c1701d12c7b492ca4fa081fe154c7e5 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:42:49.270856 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ae59059c-ae50-4a65-b1c5-a294e6f30f4d req-65860179-622c-493e-8538-d4575dfe8c52 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "GET /v2.0/ports?device_id=51033e84-a4c7-4fee-9bf0-4fb7663cf89a HTTP/1.1" status: 200 len: 210 time: 0.1492078 Feb 02 16:42:50.303642 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5e2e391e-131d-45c0-a6c2-a2c1db82870d no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:42:50.350166 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 5e2e391e-131d-45c0-a6c2-a2c1db82870d {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:42:50.350598 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 5e2e391e-131d-45c0-a6c2-a2c1db82870d not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:42:50.388781 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50644) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:42:50.481710 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:50.523586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:50.703588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:50.724723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb50488-2c2b-4c9d-992d-f0eb7df1e269,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:42:50.734706 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.735048 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.735388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.735723 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.736388 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.736814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.737234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.737649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.737898 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.738226 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.738634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:42:50.828426 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:50.829598 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-940945da-3885-4836-93ef-ffe5fba2e404 tempest-TestShelveInstance-1299942261 tempest-TestShelveInstance-1299942261-project] 10.222.0.88 "DELETE /v2.0/security-groups/7fb50488-2c2b-4c9d-992d-f0eb7df1e269 HTTP/1.1" status: 204 len: 168 time: 0.4396629 Feb 02 16:42:51.002300 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50650) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:42:51.723562 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:42:51.727018 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:52.397121 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Deleting port fef12b6b-7d57-48d2-b808-26fc73377d04 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:42:52.397470 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:52.576586 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] For port fef12b6b-7d57-48d2-b808-26fc73377d04, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=fef12b6b-7d57-48d2-b808-26fc73377d04,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:42:52.576586 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:52.708515 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Calling delete_port for fef12b6b-7d57-48d2-b808-26fc73377d04 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:42:53.007485 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:53.051595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef12b6b-7d57-48d2-b808-26fc73377d04,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:42:53.459685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:54.064504 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Router e633a413-c4bf-4b1a-a07f-ece12abf82ba has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:42:54.300546 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:42:54.311973 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] Sync routers for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:42:54.325133 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:42:54.325455 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:54.391504 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b4f80dc9-ee16-4fab-86f4-bcc036e2c629 admin admin] 10.222.0.88 "PUT /v2.0/routers/e633a413-c4bf-4b1a-a07f-ece12abf82ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3878424 Feb 02 16:42:54.394584 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50656) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:42:54.506108 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:42:54.600249 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:54.705175 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e3835b23-c28d-4c5a-8748-b1cc9f471baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:54.809514 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:42:52Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:54.816862 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] Checking router: e633a413-c4bf-4b1a-a07f-ece12abf82ba for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:42:54.817517 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:54.826125 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] Routers {'e633a413-c4bf-4b1a-a07f-ece12abf82ba'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:42:54.826713 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:54.937880 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Deleting port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:42:54.938145 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:55.010539 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] Set router e633a413-c4bf-4b1a-a07f-ece12abf82ba gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:42:55.243829 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] For port 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:42:55.244441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:55.313130 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:42:52Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:55.317550 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36301c7-e34d-42b0-bf6d-405bb0fdb715 None None] The sync data for ids ['e633a413-c4bf-4b1a-a07f-ece12abf82ba'] in n-d-827122-1 is: [{'id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'name': 'tempest-TestShelveInstance-960563823-router', 'tenant_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:21Z', 'updated_at': '2022-02-02T16:42:52Z', 'revision_number': 5, 'project_id': '6c1701d12c7b492ca4fa081fe154c7e5', 'gw_port': {'id': '3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e633a413-c4bf-4b1a-a07f-ece12abf82ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:22Z', 'updated_at': '2022-02-02T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:42:55.370633 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Calling delete_port for 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:42:55.635452 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:55.685137 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:42:55.944427 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.226273 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.231713 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.360936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.361582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e633a413-c4bf-4b1a-a07f-ece12abf82ba {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:42:56.375497 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.376691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-85734beb-2e44-4bbb-9608-00eaaabb683c admin admin] 10.222.0.88 "DELETE /v2.0/routers/e633a413-c4bf-4b1a-a07f-ece12abf82ba HTTP/1.1" status: 204 len: 168 time: 1.9810035 Feb 02 16:42:56.379346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50662) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:42:56.446825 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dc677e-8677-41ba-a016-d500b83813a7 admin admin] Deleting subnet 90d49cd3-f526-4f1f-b7c7-58df81a04e57 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:42:56.452069 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33dc677e-8677-41ba-a016-d500b83813a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.510959 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33dc677e-8677-41ba-a016-d500b83813a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.594591 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33dc677e-8677-41ba-a016-d500b83813a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.749788 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33dc677e-8677-41ba-a016-d500b83813a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.788939 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc677e-8677-41ba-a016-d500b83813a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d49cd3-f526-4f1f-b7c7-58df81a04e57,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:42:56.796761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-33dc677e-8677-41ba-a016-d500b83813a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:56.804654 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a96ef-7afe-4736-b26d-a7633b14e98c None None] Network 2727430b-222b-4deb-af69-889306e97463 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:42:56.808141 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-33dc677e-8677-41ba-a016-d500b83813a7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/90d49cd3-f526-4f1f-b7c7-58df81a04e57 HTTP/1.1" status: 204 len: 168 time: 0.4272568 Feb 02 16:42:56.811167 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50668) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:42:57.013854 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7a1-3203-4d3d-b639-80174e0cacdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.060269 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.073497 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Deleting port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:42:57.073698 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.138738 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] DHCP port deletion for 2727430b-222b-4deb-af69-889306e97463 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:42:57.144121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] Deleting port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:42:57.144606 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.331237 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] For port 2c59eed2-9014-4d1c-a23c-49c2414aaec1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2c59eed2-9014-4d1c-a23c-49c2414aaec1,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:42:57.331588 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.421466 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] For port 2c59eed2-9014-4d1c-a23c-49c2414aaec1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=2c59eed2-9014-4d1c-a23c-49c2414aaec1,segment=NetworkSegment(469639b3-c7c7-4f70-a31c-a7fae2fb78dc),segment_id=469639b3-c7c7-4f70-a31c-a7fae2fb78dc)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:42:57.422194 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.436924 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2c59eed2-9014-4d1c-a23c-49c2414aaec1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:42:57.481628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Calling delete_port for 2c59eed2-9014-4d1c-a23c-49c2414aaec1 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:42:57.593610 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] Calling delete_port for 2c59eed2-9014-4d1c-a23c-49c2414aaec1 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:42:57.663715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.696832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No active binding found for port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 {{(pid=95774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 02 16:42:57.697333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 2c59eed2-9014-4d1c-a23c-49c2414aaec1 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:42:57.697768 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fef12b6b-7d57-48d2-b808-26fc73377d04 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:42:57.713234 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c59eed2-9014-4d1c-a23c-49c2414aaec1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:42:57.721688 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] No DVR routers for this DVR port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:42:57.732189 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: fef12b6b-7d57-48d2-b808-26fc73377d04 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:42:57.732411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device fef12b6b-7d57-48d2-b808-26fc73377d04 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:42:57.732778 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:42:57.773887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:42:57.773887 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 3c1d745f-ddaa-4ba5-967f-1fe92dc3fd3e not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:42:57.782545 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:42:57.782545 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:42:57.847742 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.874763 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2727430b-222b-4deb-af69-889306e97463']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:57.888083 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469639b3-c7c7-4f70-a31c-a7fae2fb78dc') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:57.888383 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469639b3-c7c7-4f70-a31c-a7fae2fb78dc') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:42:57.900883 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.916906 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.922886 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:42:57.923264 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:42:57.936768 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:42:58.115140 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:58.131188 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:58.141830 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] Pushing event deleted for resources: {'Network': ['ID=2727430b-222b-4deb-af69-889306e97463,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:42:58.148947 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-16345cca-a4f7-4907-a8ae-003275adc61b admin admin] 10.222.0.88 "DELETE /v2.0/networks/2727430b-222b-4deb-af69-889306e97463 HTTP/1.1" status: 204 len: 168 time: 1.3361309 Feb 02 16:42:58.152543 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50674) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:42:58.281845 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] Deleting port 2c59eed2-9014-4d1c-a23c-49c2414aaec1 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:42:58.282400 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:58.355244 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cbe25-c891-48ec-ba15-681fbb4905ea None None] The port '2c59eed2-9014-4d1c-a23c-49c2414aaec1' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:42:58.447222 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:58.554637 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:58.733207 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:59.301254 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Deleting port 5ebe028f-d8cd-410a-a870-5e4d85f66c78 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:42:59.301527 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:59.480795 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] For port 5ebe028f-d8cd-410a-a870-5e4d85f66c78, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=5ebe028f-d8cd-410a-a870-5e4d85f66c78,segment=NetworkSegment(bf23c4cb-a143-43e8-9a77-e9afb3e14eda),segment_id=bf23c4cb-a143-43e8-9a77-e9afb3e14eda)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:42:59.481145 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:59.615215 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Calling delete_port for 5ebe028f-d8cd-410a-a870-5e4d85f66c78 owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:42:59.897852 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:42:59.946164 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebe028f-d8cd-410a-a870-5e4d85f66c78,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:00.250202 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:00.309619 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:00.975426 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:43:01.186457 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:43:01.195457 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] Sync routers for ids ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:43:01.208763 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] Routers {'36d301de-3640-4787-aa2e-ff5a8d1a8dcc'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:01.209380 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:01.353971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f24d6aaf-e88d-44f7-830a-a2b4a50c8526 admin admin] 10.222.0.88 "PUT /v2.0/routers/36d301de-3640-4787-aa2e-ff5a8d1a8dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1978419 Feb 02 16:43:01.354837 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50688) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:01.424613 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] Set router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:01.702135 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks [] for router, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:01.738333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:42:59Z', 'revision_number': 5, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:01.742412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] Checking router: 36d301de-3640-4787-aa2e-ff5a8d1a8dcc for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:43:01.754274 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] Routers {'36d301de-3640-4787-aa2e-ff5a8d1a8dcc'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:01.754893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:01.910197 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:01.943081 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] Set router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:01.989358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Deleting port 29f5db82-6301-4f21-a554-05c3f1713888 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:43:01.989628 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:02.185431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] For port 29f5db82-6301-4f21-a554-05c3f1713888, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=29f5db82-6301-4f21-a554-05c3f1713888,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:02.185781 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:02.244034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:42:59Z', 'revision_number': 5, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:02.248162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a2c95-e245-4e68-a7ad-fa2003cdbfe8 None None] The sync data for ids ['36d301de-3640-4787-aa2e-ff5a8d1a8dcc'] in n-d-827122-1 is: [{'id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'name': 'tempest-TestShelveInstance-804530382-router', 'tenant_id': '10a748c591004ad6814f37a309d5ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '29f5db82-6301-4f21-a554-05c3f1713888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:31:30Z', 'updated_at': '2022-02-02T16:42:59Z', 'revision_number': 5, 'project_id': '10a748c591004ad6814f37a309d5ef8e', 'gw_port': {'id': '29f5db82-6301-4f21-a554-05c3f1713888', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d301de-3640-4787-aa2e-ff5a8d1a8dcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:31:31Z', 'updated_at': '2022-02-02T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:43:02.322608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Calling delete_port for 29f5db82-6301-4f21-a554-05c3f1713888 owned by network:router_gateway {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:43:02.594879 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:02.642181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f5db82-6301-4f21-a554-05c3f1713888,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:02.905617 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.177991 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.182857 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.338108 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.338675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d301de-3640-4787-aa2e-ff5a8d1a8dcc {{(pid=95772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:43:03.358095 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.359376 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-ce42a244-208b-43d6-87f4-8e7e60e44087 admin admin] 10.222.0.88 "DELETE /v2.0/routers/36d301de-3640-4787-aa2e-ff5a8d1a8dcc HTTP/1.1" status: 204 len: 168 time: 2.0023859 Feb 02 16:43:03.362657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50696) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:03.425008 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5ebe028f-d8cd-410a-a870-5e4d85f66c78 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:43:03.465062 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 5ebe028f-d8cd-410a-a870-5e4d85f66c78 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:43:03.465502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 5ebe028f-d8cd-410a-a870-5e4d85f66c78 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:43:03.549943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ae3628-a2fe-4c83-945f-76f11e2a15a3 admin admin] Deleting subnet 1951199d-1737-4687-8852-2f2540abb12d {{(pid=95772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:43:03.553037 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50ae3628-a2fe-4c83-945f-76f11e2a15a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.605508 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50ae3628-a2fe-4c83-945f-76f11e2a15a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2077958'] for subnet, precommit_delete_associations {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.683776 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50ae3628-a2fe-4c83-945f-76f11e2a15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.875794 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50ae3628-a2fe-4c83-945f-76f11e2a15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31787236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1714968'] for subnet, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.917190 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae3628-a2fe-4c83-945f-76f11e2a15a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1951199d-1737-4687-8852-2f2540abb12d,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:03.922295 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-50ae3628-a2fe-4c83-945f-76f11e2a15a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:03.927919 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804a7a8-9351-4826-8974-01534436b0b6 None None] Network f20d3ffa-410e-4efa-82be-29c4d24c4c1c requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:43:03.931930 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-50ae3628-a2fe-4c83-945f-76f11e2a15a3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1951199d-1737-4687-8852-2f2540abb12d HTTP/1.1" status: 204 len: 168 time: 0.5611267 Feb 02 16:43:03.932238 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50700) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:04.047935 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.059484 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Deleting port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:43:04.059820 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.243234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] DHCP port deletion for f20d3ffa-410e-4efa-82be-29c4d24c4c1c request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:43:04.247916 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] Deleting port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:43:04.248291 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.284615 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] For port afe3bdc3-f37f-4050-b7e8-23a2757b8e55, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=afe3bdc3-f37f-4050-b7e8-23a2757b8e55,segment=NetworkSegment(bf23c4cb-a143-43e8-9a77-e9afb3e14eda),segment_id=bf23c4cb-a143-43e8-9a77-e9afb3e14eda)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:04.285010 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.411370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Calling delete_port for afe3bdc3-f37f-4050-b7e8-23a2757b8e55 owned by network:dhcp {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:43:04.452115 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] For port afe3bdc3-f37f-4050-b7e8-23a2757b8e55, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=afe3bdc3-f37f-4050-b7e8-23a2757b8e55,segment=NetworkSegment(bf23c4cb-a143-43e8-9a77-e9afb3e14eda),segment_id=bf23c4cb-a143-43e8-9a77-e9afb3e14eda)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:04.452840 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.578086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] Calling delete_port for afe3bdc3-f37f-4050-b7e8-23a2757b8e55 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:43:04.595129 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.643724 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe3bdc3-f37f-4050-b7e8-23a2757b8e55,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:04.650024 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] No DVR routers for this DVR port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 on host n-d-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:43:04.651530 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:43:04.651991 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:43:04.768458 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.795354 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20d3ffa-410e-4efa-82be-29c4d24c4c1c']}} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:04.808419 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda') {'for_net_delete': True} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:04.808729 n-d-827122-1 neutron-server[95772]: DEBUG neutron.services.segments.db [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf23c4cb-a143-43e8-9a77-e9afb3e14eda') {} {{(pid=95772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:04.820378 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2078015'] for segment, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.836780 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.842979 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=95772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:43:04.845003 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31503430'] for segment, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: Traceback (most recent call last): Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: timer() Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: cb(*args, **kw) Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: return func(*args, **kwargs) Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: self._notify() Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: self.callback(batched_events) Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: event.method(event) Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: return f(self, *a, **k) Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: return self._get(url).json() Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: return self.request(url, 'GET', **kwargs) Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:43:04.857731 n-d-827122-1 neutron-server[95772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:43:05.017788 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:05.034063 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:05.045876 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f20d3ffa-410e-4efa-82be-29c4d24c4c1c,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:05.053277 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-12795296-ca20-4c14-b100-9400949f62b7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f20d3ffa-410e-4efa-82be-29c4d24c4c1c HTTP/1.1" status: 204 len: 168 time: 1.1200171 Feb 02 16:43:05.153619 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] Deleting port afe3bdc3-f37f-4050-b7e8-23a2757b8e55 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:43:05.154110 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:05.223370 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-fe31327f-bef9-45e8-b38e-8c33b459acf3 None None] The port 'afe3bdc3-f37f-4050-b7e8-23a2757b8e55' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:43:05.406249 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29f5db82-6301-4f21-a554-05c3f1713888 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:43:05.440063 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 29f5db82-6301-4f21-a554-05c3f1713888 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:43:05.440415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 29f5db82-6301-4f21-a554-05c3f1713888 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:43:05.440897 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device afe3bdc3-f37f-4050-b7e8-23a2757b8e55 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:43:05.475379 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: afe3bdc3-f37f-4050-b7e8-23a2757b8e55 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:43:05.481580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device afe3bdc3-f37f-4050-b7e8-23a2757b8e55 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:43:05.481959 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50706) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:05.536088 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d7fa85f0-1a5b-4e77-ab45-f4b1ad6128f5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6c1701d12c7b492ca4fa081fe154c7e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552752 Feb 02 16:43:05.538492 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50710) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:05.600254 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a316dd5-7029-4f27-8906-98ee0513c648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:05.628142 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a316dd5-7029-4f27-8906-98ee0513c648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:05.777674 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a316dd5-7029-4f27-8906-98ee0513c648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:05.797517 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a316dd5-7029-4f27-8906-98ee0513c648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2976e4af-76c4-4441-b71f-b5e6c50a05af,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:05.805967 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2a316dd5-7029-4f27-8906-98ee0513c648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:05.807375 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2a316dd5-7029-4f27-8906-98ee0513c648 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2976e4af-76c4-4441-b71f-b5e6c50a05af HTTP/1.1" status: 204 len: 168 time: 0.2679946 Feb 02 16:43:06.725036 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50724) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:06.776979 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-9cfee16f-a268-47f5-8e9e-cc5f2ed81976 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=10a748c591004ad6814f37a309d5ef8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507288 Feb 02 16:43:06.780083 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50728) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:06.843790 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651f6955-ef18-4b0c-9eb2-9d71c3662b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:06.871348 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651f6955-ef18-4b0c-9eb2-9d71c3662b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:07.000836 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651f6955-ef18-4b0c-9eb2-9d71c3662b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:07.018405 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f6955-ef18-4b0c-9eb2-9d71c3662b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141fb4e4-3140-4969-96ce-9b0c741a10c6,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:07.026061 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-651f6955-ef18-4b0c-9eb2-9d71c3662b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:07.027190 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-651f6955-ef18-4b0c-9eb2-9d71c3662b8f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/141fb4e4-3140-4969-96ce-9b0c741a10c6 HTTP/1.1" status: 204 len: 168 time: 0.2462242 Feb 02 16:43:08.445540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50750) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:08.577310 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-150988489-network', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:08.582826 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:08.586713 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Usage tracker for resource:network and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:08.589918 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:08.595582 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:08.755142 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Made reservation on behalf of f0fd9780ca8842c3b74aba1316468e46 for: {'network': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:43:08.757578 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:08.774799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:08.809085 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:08.813208 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Usage tracker for resource:security_group_rule and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:08.815981 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:08.821815 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:08.889123 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:09.015306 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:09.046589 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=95773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:43:09.056649 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363bc208-ab82-4afb-8bbb-784246e5194a,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:09.064799 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:09.065320 n-d-827122-1 neutron-server[95773]: INFO neutron.db.segments_db [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Added segment 4dbbb712-c974-4b2f-9924-a2214cda4a62 of type vlan for network 28f54d82-7431-456e-8c9a-123f6a982043 Feb 02 16:43:09.095943 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:09.251821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:09.252760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:09.253335 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:09.367670 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] Pushing event updated for resources: {'Network': ['ID=28f54d82-7431-456e-8c9a-123f6a982043,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:09.378693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 28f54d82-7431-456e-8c9a-123f6a982043 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:43:09.441457 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-30b77e87-47b8-460f-a295-ffe3b1134f7d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9941399 Feb 02 16:43:09.444271 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50756) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:09.450171 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Request body: {'subnet': {'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-150988489-subnet', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:09.456544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:09.460145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Usage tracker for resource:subnet and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:09.463976 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:09.470178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:09.577646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Made reservation on behalf of f0fd9780ca8842c3b74aba1316468e46 for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:43:09.580155 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:09.875097 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:09.952629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a60740c-da2a-4908-8968-005649dd1bb3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:09.964318 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Checking segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:09.964730 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Network hostable DHCP agents. Network: 28f54d82-7431-456e-8c9a-123f6a982043, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:43:10.149157 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Network 28f54d82-7431-456e-8c9a-123f6a982043 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:43:10.246224 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 28f54d82-7431-456e-8c9a-123f6a982043) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:10.250353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:10.250972 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:10.254885 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ef137-dd6b-4daa-89b7-8c562fc4c6b2 None None] Network 28f54d82-7431-456e-8c9a-123f6a982043 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:43:10.355441 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-26d2aebe-5c7f-4fe2-a192-b6385c136ba6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9100392 Feb 02 16:43:10.358262 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50762) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:10.363382 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:10.369000 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:10.373176 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Usage tracker for resource:router and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:10.376248 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:10.382134 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:10.472774 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-28f54d82-7431-456e-8c9a-123f6a982043', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:43:10.473448 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:10.480706 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:10.481687 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:10.500505 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:10.633181 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Allocated IP 172.20.0.2 (28f54d82-7431-456e-8c9a-123f6a982043/6a60740c-da2a-4908-8968-005649dd1bb3/70d1f43f-a2ef-4bde-951c-b2838b759940) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:43:10.839424 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:10.847020 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:10.857895 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Transition to ACTIVE for port object 70d1f43f-a2ef-4bde-951c-b2838b759940 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:10.875744 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Transition to ACTIVE for port object 70d1f43f-a2ef-4bde-951c-b2838b759940 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:11.017653 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:11.088752 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Network 28f54d82-7431-456e-8c9a-123f6a982043 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:11.092017 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:11.097463 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:43:11.099575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Pushing event updated for resources: {'Port': ['ID=70d1f43f-a2ef-4bde-951c-b2838b759940,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:11.140400 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.140748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.141090 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.141423 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.141748 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.142107 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.142502 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.142829 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.143153 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.143476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.143790 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:11.154851 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:11.187355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:11.201507 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Attempting to bind port 70d1f43f-a2ef-4bde-951c-b2838b759940 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:43:11.201881 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Attempting to bind port 70d1f43f-a2ef-4bde-951c-b2838b759940 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:43:11.202393 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Attempting to bind port 70d1f43f-a2ef-4bde-951c-b2838b759940 on network 28f54d82-7431-456e-8c9a-123f6a982043 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:43:11.208912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:43:11.209289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Checking segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:11.209719 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:11.210134 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Bound using segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:43:11.210634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Bound port: 70d1f43f-a2ef-4bde-951c-b2838b759940, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:43:11.211007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:11.337682 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Allocated IP 172.25.0.89 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/b0837d0e-bbcd-4a70-a23a-54191b64f82b) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:43:11.338545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] For port 70d1f43f-a2ef-4bde-951c-b2838b759940, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:43:11.341754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] For port 70d1f43f-a2ef-4bde-951c-b2838b759940, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70d1f43f-a2ef-4bde-951c-b2838b759940,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:43:11.463569 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:11.491255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:11.554718 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849a4dd-53d7-4fa2-84a0-2ba9b1b40f43 None None] Pushing event updated for resources: {'Port': ['ID=70d1f43f-a2ef-4bde-951c-b2838b759940,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:11.629604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:11.739443 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:11.744220 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:11.748848 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Pushing event updated for resources: {'Port': ['ID=b0837d0e-bbcd-4a70-a23a-54191b64f82b,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:11.754026 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:43:12.007058 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:12.007868 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:12.314806 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:43:12.515519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c27ba-072a-46f9-aec8-03f7f86ee75b None None] Network 28f54d82-7431-456e-8c9a-123f6a982043 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:43:12.538141 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:43:12.549554 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Sync routers for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:43:12.563084 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:12.563574 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:12.640401 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:12.644638 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-c0e9893f-0eac-41c4-89e5-8cb347412968 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2827647 Feb 02 16:43:12.645042 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50766) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:12.766104 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-439780c4-2ea6-4065-8210-61890a92818d None None] Provisioning for port 70d1f43f-a2ef-4bde-951c-b2838b759940 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:12.778672 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:13.100570 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:11Z', 'revision_number': 3, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:13.106090 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Checking router: da97d2c5-8963-454d-b5a7-f6bd6c7aa466 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:43:13.106457 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Updating router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 port b0837d0e-bbcd-4a70-a23a-54191b64f82b binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:43:13.167103 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:13.448711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 70d1f43f-a2ef-4bde-951c-b2838b759940 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:13.521260 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:13.535263 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Transition to ACTIVE for port object b0837d0e-bbcd-4a70-a23a-54191b64f82b will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:13.619316 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:13.628853 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 70d1f43f-a2ef-4bde-951c-b2838b759940 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:13.634024 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 70d1f43f-a2ef-4bde-951c-b2838b759940 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:13.637714 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:13.675464 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:13.750873 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Pushing event updated for resources: {'Port': ['ID=b0837d0e-bbcd-4a70-a23a-54191b64f82b,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:13.762471 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.763053 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.763358 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.764603 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.764603 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.764603 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.764854 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.765130 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.765510 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.765887 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.766265 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:13.796318 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Attempting to bind port b0837d0e-bbcd-4a70-a23a-54191b64f82b on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:43:13.796691 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Attempting to bind port b0837d0e-bbcd-4a70-a23a-54191b64f82b by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:43:13.797053 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Attempting to bind port b0837d0e-bbcd-4a70-a23a-54191b64f82b on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:43:13.797238 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:13.804688 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:43:13.805183 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:13.805633 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:13.806030 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:43:13.806497 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Bound port: b0837d0e-bbcd-4a70-a23a-54191b64f82b, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:43:13.806872 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:13.836468 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 70d1f43f-a2ef-4bde-951c-b2838b759940, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70d1f43f-a2ef-4bde-951c-b2838b759940,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:13.877744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Allocated IP 172.20.0.1 (28f54d82-7431-456e-8c9a-123f6a982043/6a60740c-da2a-4908-8968-005649dd1bb3/c002e509-1f4c-4161-8440-9bb7266670fb) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:43:13.890571 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] For port b0837d0e-bbcd-4a70-a23a-54191b64f82b, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:43:13.895134 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] For port b0837d0e-bbcd-4a70-a23a-54191b64f82b, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b0837d0e-bbcd-4a70-a23a-54191b64f82b,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:43:13.955037 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:14.025475 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:14.039524 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=70d1f43f-a2ef-4bde-951c-b2838b759940,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:14.069630 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:14.099214 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Transition to ACTIVE for port object c002e509-1f4c-4161-8440-9bb7266670fb will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:14.142353 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caefd3d-06e1-46e3-87a1-0d3145bb632b None None] Pushing event updated for resources: {'Port': ['ID=b0837d0e-bbcd-4a70-a23a-54191b64f82b,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:14.146895 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:14.147488 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:14.218229 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:14.302842 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Network 28f54d82-7431-456e-8c9a-123f6a982043 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:14.306319 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:14.310721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:43:14.339887 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c002e509-1f4c-4161-8440-9bb7266670fb,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:14.362898 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:14.380162 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:14.589354 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:14.697512 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-507755cf-8dce-45e9-a382-0cd2bd203c93 None None] Provisioning for port c002e509-1f4c-4161-8440-9bb7266670fb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:14.703418 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-507755cf-8dce-45e9-a382-0cd2bd203c93 None None] Provisioning complete for port c002e509-1f4c-4161-8440-9bb7266670fb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:14.704007 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-507755cf-8dce-45e9-a382-0cd2bd203c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:14.753988 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:11Z', 'revision_number': 3, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:14.759345 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6f819-50bb-4f6d-a47e-8f78b0d9fb22 None None] The sync data for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 is: [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:11Z', 'revision_number': 3, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:43:14.791336 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-507755cf-8dce-45e9-a382-0cd2bd203c93 None None] Port c002e509-1f4c-4161-8440-9bb7266670fb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:43:14.895806 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:14.966521 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:15.094470 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c002e509-1f4c-4161-8440-9bb7266670fb,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:15.100255 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:15.254251 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Network 28f54d82-7431-456e-8c9a-123f6a982043 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:15.255523 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:15.505893 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b0837d0e-bbcd-4a70-a23a-54191b64f82b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:15.586398 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-b904b130-4d8c-4a98-929f-ee0b3b763f4a None None] Provisioning complete for port c002e509-1f4c-4161-8440-9bb7266670fb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:15.587048 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b904b130-4d8c-4a98-929f-ee0b3b763f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:15.662188 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-b904b130-4d8c-4a98-929f-ee0b3b763f4a None None] Port c002e509-1f4c-4161-8440-9bb7266670fb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:43:15.754558 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port b0837d0e-bbcd-4a70-a23a-54191b64f82b completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:15.763624 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b0837d0e-bbcd-4a70-a23a-54191b64f82b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:15.764205 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:15.883126 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:43:15.892087 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:15.908886 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port b0837d0e-bbcd-4a70-a23a-54191b64f82b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b0837d0e-bbcd-4a70-a23a-54191b64f82b,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:15.994789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:15.995747 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 70d1f43f-a2ef-4bde-951c-b2838b759940 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:16.111370 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:43:16.120905 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=b0837d0e-bbcd-4a70-a23a-54191b64f82b,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:16.124592 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e662138b-e745-4ef2-8605-3e8114cc90a4 admin admin] 10.222.0.88 "PUT /v2.0/routers/da97d2c5-8963-454d-b5a7-f6bd6c7aa466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4785511 Feb 02 16:43:16.143032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 70d1f43f-a2ef-4bde-951c-b2838b759940 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:16.143396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:17.407089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b0837d0e-bbcd-4a70-a23a-54191b64f82b up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:17.463311 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50788) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:17.469216 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1364129938-network', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:17.474745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:17.479426 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port b0837d0e-bbcd-4a70-a23a-54191b64f82b triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:17.479614 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Usage tracker for resource:network and tenant:4b81cfe9012040c5984850c4018d2aee is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:17.479727 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:17.482921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:17.488835 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:17.577455 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Made reservation on behalf of 4b81cfe9012040c5984850c4018d2aee for: {'network': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:43:17.579891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for network, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:17.593209 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:17.628476 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:17.632320 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Usage tracker for resource:security_group_rule and tenant:4b81cfe9012040c5984850c4018d2aee is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:17.635673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:17.641770 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:17.717324 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:17.840315 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:17.872767 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=95772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:43:17.882819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c5e80-aa6a-49aa-b3ae-b9d633fcfd7e,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:17.889456 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:17.890745 n-d-827122-1 neutron-server[95772]: INFO neutron.db.segments_db [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Added segment 917c9c8a-4020-4795-a4bb-1248e0a897e0 of type vlan for network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 Feb 02 16:43:17.924027 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778862065996'] for network, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:18.023421 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:18.074742 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701'] for network, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:18.075613 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:18.076237 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Notify callbacks [] for network, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:18.188860 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] Pushing event updated for resources: {'Network': ['ID=3edecd98-1ce6-412b-b805-f21fa8d0bb03,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:18.200108 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 details requested by agent ovs-agent-n-d-827122-1 with host n-d-827122-1 {{(pid=95774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 16:43:18.264076 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-5db5f8de-21c8-4a28-9a69-9b5738eb0c07 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7993119 Feb 02 16:43:18.266885 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50792) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:18.272499 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Request body: {'subnet': {'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1364129938-subnet', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'ip_version': 4}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:18.279181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:18.283035 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Usage tracker for resource:subnet and tenant:4b81cfe9012040c5984850c4018d2aee is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:18.286033 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:18.292613 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:18.401378 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Made reservation on behalf of 4b81cfe9012040c5984850c4018d2aee for: {'subnet': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:43:18.403034 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Sync routers for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:43:18.404114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2075699'] for subnet, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:18.416240 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:18.416848 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:18.681257 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:18.737685 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1873687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2075685'] for subnet, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:18.738103 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:18.838992 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6fb606-e06a-488c-94b9-c8c986993c42,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:18.853634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Checking segment: {'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:18.854177 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Network hostable DHCP agents. Network: 3edecd98-1ce6-412b-b805-f21fa8d0bb03, hostable agents: ['fa3372f8-00dd-493b-8aec-c8f8babe9a49'], hosted agents: [] {{(pid=95773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:43:18.943206 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 is scheduled to be hosted by DHCP agent fa3372f8-00dd-493b-8aec-c8f8babe9a49 with binding_index 1 {{(pid=95773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:43:19.023073 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827122-1, 3edecd98-1ce6-412b-b805-f21fa8d0bb03) {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:19.030372 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:19.030969 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.032740 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850189b-e0d3-4b02-a16e-30c9fd5b9ec4 None None] Network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:43:19.150097 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-943964a1-2874-45de-b112-3eb23ef3a734 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8820419 Feb 02 16:43:19.153883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50796) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:19.161041 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:19.170361 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:19.173768 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Usage tracker for resource:router and tenant:4b81cfe9012040c5984850c4018d2aee is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:19.177156 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:19.191723 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:19.207403 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 2, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:19.220329 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Checking router: da97d2c5-8963-454d-b5a7-f6bd6c7aa466 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:43:19.220677 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Updating router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 port c002e509-1f4c-4161-8440-9bb7266670fb binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:43:19.281810 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1007556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58728'] for router, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.283923 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1005933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1003593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58737'] for router, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.310877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.324837 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.348497 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe2cb7e6-40a8-5f50-8f67-98b197e5daff-3edecd98-1ce6-412b-b805-f21fa8d0bb03', 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'fixed_ips': [{'subnet_id': '2b6fb606-e06a-488c-94b9-c8c986993c42'}]}} from n-d-827122-1. {{(pid=95774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 02 16:43:19.349323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.542465 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1003647', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58627'] for router, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.708609 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.db_base_plugin_common [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Allocated IP 172.20.0.2 (3edecd98-1ce6-412b-b805-f21fa8d0bb03/2b6fb606-e06a-488c-94b9-c8c986993c42/35b8ab76-b953-4b7e-86b1-e7c7c119be88) {{(pid=95774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:43:19.819611 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.852785 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.982317 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:19.996384 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Allocated IP 172.25.0.66 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/55e08a7f-c5cd-4de1-b027-2756f71a4fa1) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:43:20.011058 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Transition to ACTIVE for port object c002e509-1f4c-4161-8440-9bb7266670fb will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:20.028953 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Notify callbacks [] for port, precommit_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.039409 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Transition to ACTIVE for port object 35b8ab76-b953-4b7e-86b1-e7c7c119be88 will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:20.058922 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Transition to ACTIVE for port object 35b8ab76-b953-4b7e-86b1-e7c7c119be88 will not be triggered until provisioned by entity DHCP. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:20.080357 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.158913 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.267887 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154'] for port, after_create {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.272644 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.278857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9b13b-0ef4-42a3-830a-eb40a6426f11 None None] Pushing event updated for resources: {'Port': ['ID=c002e509-1f4c-4161-8440-9bb7266670fb,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:20.346943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:20.349907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:20.355450 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:43:20.385315 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Pushing event updated for resources: {'Port': ['ID=55e08a7f-c5cd-4de1-b027-2756f71a4fa1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:20.389835 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Pushing event updated for resources: {'Port': ['ID=35b8ab76-b953-4b7e-86b1-e7c7c119be88,revision_number=1']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:20.397315 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 is already hosted by enough agents. {{(pid=95774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:20.399465 n-d-827122-1 neutron-server[95774]: DEBUG neutron.scheduler.base_scheduler [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Resources bound (agent type, host, resource id): {{(pid=95774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:20.426799 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Received port after_create {{(pid=95774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:43:20.519191 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Attempting to bind port c002e509-1f4c-4161-8440-9bb7266670fb on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:43:20.519560 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Attempting to bind port c002e509-1f4c-4161-8440-9bb7266670fb by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:43:20.519939 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Attempting to bind port c002e509-1f4c-4161-8440-9bb7266670fb on network 28f54d82-7431-456e-8c9a-123f6a982043 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:43:20.547566 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:43:20.552628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Checking segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:20.552628 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.552628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Bound using segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:43:20.552628 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Bound port: c002e509-1f4c-4161-8440-9bb7266670fb, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:43:20.552628 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.571607 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Attempting to bind port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:43:20.572059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Attempting to bind port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:43:20.572543 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Attempting to bind port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 on network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:43:20.599793 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.600480 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004702'] for router, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.611323 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:43:20.611698 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Checking segment: {'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:20.612137 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.612526 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Bound using segment: {'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:43:20.613019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Bound port: 35b8ab76-b953-4b7e-86b1-e7c7c119be88, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:43:20.613365 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.717889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] For port c002e509-1f4c-4161-8440-9bb7266670fb, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:43:20.729836 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] For port c002e509-1f4c-4161-8440-9bb7266670fb, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c002e509-1f4c-4161-8440-9bb7266670fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:43:20.746280 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] For port 35b8ab76-b953-4b7e-86b1-e7c7c119be88, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:43:20.749923 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] For port 35b8ab76-b953-4b7e-86b1-e7c7c119be88, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=35b8ab76-b953-4b7e-86b1-e7c7c119be88,segment=NetworkSegment(917c9c8a-4020-4795-a4bb-1248e0a897e0),segment_id=917c9c8a-4020-4795-a4bb-1248e0a897e0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:43:20.812632 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.851456 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:20.925045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9b13b-0ef4-42a3-830a-eb40a6426f11 None None] Pushing event updated for resources: {'Port': ['ID=c002e509-1f4c-4161-8440-9bb7266670fb,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:20.978205 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:20.979723 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:21.054015 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Router 23621b79-66c9-4a61-a625-fb0738013903 is scheduled to L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 with binding_index 1 {{(pid=95772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:43:21.097148 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0902100-c29a-4c5f-a73a-4cd6ecb14614 None None] Pushing event updated for resources: {'Port': ['ID=35b8ab76-b953-4b7e-86b1-e7c7c119be88,revision_number=2']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:21.234086 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:21.323520 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:43:21.336283 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Sync routers for ids ['23621b79-66c9-4a61-a625-fb0738013903'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:43:21.357085 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Routers {'23621b79-66c9-4a61-a625-fb0738013903'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:21.357843 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['23621b79-66c9-4a61-a625-fb0738013903'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:21.417550 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] Notify callbacks [] for router, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:21.421363 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-4a443ce8-1cc1-4f3f-ab24-ad2ce45dfe9a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2635720 Feb 02 16:43:21.421630 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50800) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:21.486121 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 35b8ab76-b953-4b7e-86b1-e7c7c119be88 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:21.581735 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Set router 23621b79-66c9-4a61-a625-fb0738013903 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:21.675309 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:20Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:21.679493 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea4462-dea1-47b4-a576-911ff6dd6070 None None] The sync data for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 is: [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:20Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:43:21.725450 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:21.962226 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:20Z', 'revision_number': 3, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:21.967836 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Checking router: 23621b79-66c9-4a61-a625-fb0738013903 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:43:21.968208 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Updating router 23621b79-66c9-4a61-a625-fb0738013903 port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 binding host n-d-827122-1 {{(pid=95775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:43:22.032815 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.182831 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8b351-705d-4306-bb99-89e82fce443c None None] Network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:43:22.388998 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-246c2958-3229-49c3-9b94-04d8aa2be7a1 None None] Provisioning for port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:22.402032 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-246c2958-3229-49c3-9b94-04d8aa2be7a1 None None] Provisioning complete for port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:22.402385 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-246c2958-3229-49c3-9b94-04d8aa2be7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.433098 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.451413 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Notify callbacks [] for port, precommit_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.470581 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.provisioning_blocks [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Transition to ACTIVE for port object 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 will not be triggered until provisioned by entity L2. {{(pid=95775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:22.560769 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.638089 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-246c2958-3229-49c3-9b94-04d8aa2be7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.647257 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Attempting to bind port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 on host n-d-827122-1 for vnic_type normal with profile {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:43:22.647622 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Attempting to bind port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:43:22.648005 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Attempting to bind port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 on network 3ae79487-75f4-4639-bede-0463f561b6d7 {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:43:22.664187 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:43:22.666084 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Checking segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:22.666517 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.666913 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Bound using segment: {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'} {{(pid=95775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:43:22.667398 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.managers [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Bound port: 55e08a7f-c5cd-4de1-b027-2756f71a4fa1, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7'}}] {{(pid=95775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:43:22.667765 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.689266 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Allocated IP 172.20.0.1 (3edecd98-1ce6-412b-b805-f21fa8d0bb03/2b6fb606-e06a-488c-94b9-c8c986993c42/0e53af0e-2f00-4b9b-9b5e-5a579d627a3f) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:43:22.698478 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-246c2958-3229-49c3-9b94-04d8aa2be7a1 None None] For port 35b8ab76-b953-4b7e-86b1-e7c7c119be88, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=35b8ab76-b953-4b7e-86b1-e7c7c119be88,segment=NetworkSegment(917c9c8a-4020-4795-a4bb-1248e0a897e0),segment_id=917c9c8a-4020-4795-a4bb-1248e0a897e0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:22.761966 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] For port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1, host n-d-827122-1, cleared binding levels {{(pid=95775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:43:22.765737 n-d-827122-1 neutron-server[95775]: DEBUG neutron.plugins.ml2.db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] For port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55e08a7f-c5cd-4de1-b027-2756f71a4fa1,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:43:22.792129 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3775e2-fc6d-4cc8-84bc-f49abacd925c None None] Pushing event updated for resources: {'Port': ['ID=55e08a7f-c5cd-4de1-b027-2756f71a4fa1,revision_number=2']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:22.795146 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-246c2958-3229-49c3-9b94-04d8aa2be7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.847507 n-d-827122-1 neutron-server[95775]: DEBUG neutron_lib.callbacks.manager [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.890653 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c2958-3229-49c3-9b94-04d8aa2be7a1 None None] Pushing event updated for resources: {'Port': ['ID=35b8ab76-b953-4b7e-86b1-e7c7c119be88,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:22.932154 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:22.954113 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Transition to ACTIVE for port object 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:22.972618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3775e2-fc6d-4cc8-84bc-f49abacd925c None None] Pushing event updated for resources: {'Port': ['ID=55e08a7f-c5cd-4de1-b027-2756f71a4fa1,revision_number=3']} {{(pid=95775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:22.975892 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Routers {'23621b79-66c9-4a61-a625-fb0738013903'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:22.976722 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:42:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['23621b79-66c9-4a61-a625-fb0738013903'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:23.019129 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-df61ee4a-f626-4ba3-b5c4-2759af5851e9 None None] Provisioning complete for port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:23.019498 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-df61ee4a-f626-4ba3-b5c4-2759af5851e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.052846 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.161548 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] Set router 23621b79-66c9-4a61-a625-fb0738013903 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:23.242257 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:23.245745 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:23.250276 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:43:23.276477 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Pushing event updated for resources: {'Port': ['ID=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:23.306680 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004624'] for router_interface, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.474607 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.542458 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 35b8ab76-b953-4b7e-86b1-e7c7c119be88 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:23.558840 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:20Z', 'revision_number': 3, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:23.563749 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c3aac-4f45-410a-b0b8-f5cb57cd6adf None None] The sync data for ids ['23621b79-66c9-4a61-a625-fb0738013903'] in n-d-827122-1 is: [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:20Z', 'revision_number': 3, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:43:23.639862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:23.640239 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.674645 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d5806f50-b839-4741-a999-51a84e137104 None None] Provisioning for port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:23.697067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-d5806f50-b839-4741-a999-51a84e137104 None None] Provisioning complete for port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:23.697413 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d5806f50-b839-4741-a999-51a84e137104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.755981 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.776067 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-d5806f50-b839-4741-a999-51a84e137104 None None] Port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:43:23.823356 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.849721 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c002e509-1f4c-4161-8440-9bb7266670fb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:23.945146 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33544508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005483'] for router_interface, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:23.949035 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Pushing event updated for resources: {'Port': ['ID=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:23.982680 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port c002e509-1f4c-4161-8440-9bb7266670fb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:23.987855 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c002e509-1f4c-4161-8440-9bb7266670fb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:23.993052 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:24.114984 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:24.125951 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:24.127601 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:24.152977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port c002e509-1f4c-4161-8440-9bb7266670fb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c002e509-1f4c-4161-8440-9bb7266670fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:24.228899 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:24.320601 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=c002e509-1f4c-4161-8440-9bb7266670fb,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:24.403162 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-cf00a002-1964-4c2b-af63-01cc7608ddc0 None None] Provisioning complete for port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:24.403441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cf00a002-1964-4c2b-af63-01cc7608ddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:24.469961 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-cf00a002-1964-4c2b-af63-01cc7608ddc0 None None] Port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:43:24.584719 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Router 23621b79-66c9-4a61-a625-fb0738013903 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:43:24.721101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-aea659f9-5780-4291-97ce-0eb1c19b1ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:24.797595 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:43:24.808106 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6afb29a6-1608-4789-965f-4b118c8dadec admin admin] 10.222.0.88 "PUT /v2.0/routers/23621b79-66c9-4a61-a625-fb0738013903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3852518 Feb 02 16:43:25.421415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c002e509-1f4c-4161-8440-9bb7266670fb up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:25.491190 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port c002e509-1f4c-4161-8440-9bb7266670fb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:25.491432 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:26.491125 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50816) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:26.497579 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865483458', 'description': 'tempest-secgroup-smoke-1865483458 description', 'project_id': 'f0fd9780ca8842c3b74aba1316468e46'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:26.504433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:26.508243 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:security_group and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:26.511181 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:26.517760 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:26.606420 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:26.642015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:26.646027 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:security_group_rule and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:26.649141 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:26.655316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:26.709956 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:26.789303 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:26.833932 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe04285-d633-4932-ab39-596e5b8da1bb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:26.891742 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:26.893178 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-86bb0004-0565-4e47-a840-c3c22c474152 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4009740 Feb 02 16:43:26.898277 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50820) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:26.905306 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'security_group_rule': {'security_group_id': '9fe04285-d633-4932-ab39-596e5b8da1bb', 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:26.912376 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:26.917758 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:security_group_rule and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:26.920044 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2d1510e9-c8a0-4fd5-a6cd-7b803bd19409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:26.921315 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:26.928682 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:27.025120 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.112512 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.177305 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.203031 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85734e0-091e-4a31-8466-879c9d56cec8,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:27.280644 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.281871 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-09581453-3c2c-41cb-b82b-60c459fb79cf tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3813839 Feb 02 16:43:27.284869 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50824) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:27.291077 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'security_group_rule': {'security_group_id': '9fe04285-d633-4932-ab39-596e5b8da1bb', 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:27.298200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:27.303703 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:security_group_rule and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:27.306878 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:27.312899 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:27.421039 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.509435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.612447 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.636694 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90d0ab2-84f7-44a0-ae59-ae68abf8ca37,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:27.720638 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.721754 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-906840f1-5ccb-4ea0-a850-802d6ed15cc2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4359381 Feb 02 16:43:27.725269 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50828) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:27.732629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'security_group_rule': {'security_group_id': '9fe04285-d633-4932-ab39-596e5b8da1bb', 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:27.739770 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:27.744564 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:security_group_rule and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:27.747741 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:27.754890 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:27.864238 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:27.938531 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.025122 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.068652 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a73c560-7829-46f4-b37a-80d011c6497f,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:28.148902 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.150971 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-831c5255-0ed6-4b4f-9700-79bcbae10632 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4242530 Feb 02 16:43:28.154253 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50832) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:28.159942 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'security_group_rule': {'security_group_id': '9fe04285-d633-4932-ab39-596e5b8da1bb', 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:28.167084 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:28.171404 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:security_group_rule and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:28.174285 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:28.180144 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:28.283021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.452978 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.456936 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.578394 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.619423 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c2a4f2-125a-4908-9127-e010cf814598,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:28.697804 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.699032 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08b58746-5aea-4b43-9bf8-a82c6bdc2d36 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5438063 Feb 02 16:43:28.702211 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50838) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:28.708112 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'security_group_rule': {'security_group_id': '9fe04285-d633-4932-ab39-596e5b8da1bb', 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:28.715524 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:28.720349 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:security_group_rule and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:28.724014 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:28.726585 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:43:28.730489 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:28.731808 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.840329 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Project f0fd9780ca8842c3b74aba1316468e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:43:28.847411 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:28.917227 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:29.006194 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:29.031509 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16392989-edf3-4123-aa06-bcb38c1f0ba5,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:29.109347 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:29.110485 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-08c7d351-3105-41dd-943f-cd4751ef6744 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4072661 Feb 02 16:43:29.113346 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 50844) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:29.120115 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'security_group_rule': {'security_group_id': '9fe04285-d633-4932-ab39-596e5b8da1bb', 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:29.128079 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:29.132193 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:security_group_rule and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:29.135222 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=95773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:29.141764 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:29.217784 n-d-827122-1 neutron-server[95773]: INFO neutron.db.securitygroups_db [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Project f0fd9780ca8842c3b74aba1316468e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:43:29.224944 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:29.344837 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:29.451415 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855282'] for security_group_rule, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:29.475558 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a941576-e6db-40e5-a80d-67bb915888c3,revision_number=0']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:29.542755 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:29.544085 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-3b8bfc71-a3a0-46d7-85c4-14b090c20982 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4296458 Feb 02 16:43:29.803094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-2da25b61-bad0-4a63-9dce-892f20eb5086 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865483458&fields=id&tenant_id=f0fd9780ca8842c3b74aba1316468e46 HTTP/1.1" status: 200 len: 267 time: 0.0451286 Feb 02 16:43:29.963281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-c7dd6808-62a3-42ac-9e98-63f5c88ed7c2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:29.964701 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-c7dd6808-62a3-42ac-9e98-63f5c88ed7c2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 809 time: 0.1540699 Feb 02 16:43:29.982540 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-09fb582a-2ebd-44ea-917b-bdf9b1538018 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/quotas/f0fd9780ca8842c3b74aba1316468e46 HTTP/1.1" status: 200 len: 375 time: 0.0125682 Feb 02 16:43:30.170106 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-58556213-efa2-4988-8ef6-95ec534f7d1b tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:43:30.291915 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-58556213-efa2-4988-8ef6-95ec534f7d1b tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:43:30.293216 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-58556213-efa2-4988-8ef6-95ec534f7d1b tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3054595 Feb 02 16:43:30.315168 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:30.442247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-d1c0d7af-2107-4d2a-b8e3-5aa57d5be04c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:43:30.443236 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-d1c0d7af-2107-4d2a-b8e3-5aa57d5be04c service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1384349 Feb 02 16:43:30.586237 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-164498dc-be12-425e-ad1c-94f39ce1270d service neutron] 10.222.0.88 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353717 Feb 02 16:43:30.732887 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-29c86f77-6353-4176-a2d3-413d5ea9543f service neutron] 10.222.0.88 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394618 Feb 02 16:43:31.444119 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:31.594278 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:31.599337 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:31.599652 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:31.714397 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:31.731227 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55e08a7f-c5cd-4de1-b027-2756f71a4fa1,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:31.840069 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:31.907124 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=55e08a7f-c5cd-4de1-b027-2756f71a4fa1,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:32.048139 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1bed1d23-c709-41cc-88bd-4ec2edd9bcca req-27ad5054-c9ea-4d37-b239-9103ca1cf53a tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 210 time: 0.0413239 Feb 02 16:43:33.170410 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fd5115e5-9d0e-4ba2-8b01-83b06d639008 req-9023322f-65c3-4b80-b8d6-08ebebdb614e tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 210 time: 0.0490177 Feb 02 16:43:33.426890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:33.523958 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:33.524781 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:34.342210 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec8d4ada-c23d-4890-8164-ea57386ad4ce req-a8e23dc0-4e63-4624-8607-fef2a838e44f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 210 time: 0.0460258 Feb 02 16:43:34.726570 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1a671d03-6aed-427b-b1a8-92dafd3347aa tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:34.728808 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1a671d03-6aed-427b-b1a8-92dafd3347aa tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.64 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 809 time: 0.1547861 Feb 02 16:43:34.789885 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-96e09425-6cfa-4d85-8df4-0b9ede6950ac tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0fd9780ca8842c3b74aba1316468e46 HTTP/1.1" status: 200 len: 380 time: 0.0444815 Feb 02 16:43:34.798237 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'port': {'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'admin_state_up': True, 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'security_groups': ['9fe04285-d633-4932-ab39-596e5b8da1bb']}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:34.946952 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:34.960181 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:35.034367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Made reservation on behalf of f0fd9780ca8842c3b74aba1316468e46 for: {'port': 1} {{(pid=95772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:43:35.037604 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:35.214671 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Allocated IP 172.20.0.12 (28f54d82-7431-456e-8c9a-123f6a982043/6a60740c-da2a-4908-8968-005649dd1bb3/4d939306-47a7-4c38-8e7f-037de5bf9f1a) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:43:35.448319 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:35.474514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Transition to ACTIVE for port object 4d939306-47a7-4c38-8e7f-037de5bf9f1a will not be triggered until provisioned by entity DHCP. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:35.583429 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:35.755174 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:35.761205 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Network 28f54d82-7431-456e-8c9a-123f6a982043 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:35.767761 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:35.771808 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:43:35.871247 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5919f5-355e-4713-9aaf-6104df0f79c2 req-88e24ca6-ff99-44bf-8775-a2e80ce04499 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:35.873881 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5919f5-355e-4713-9aaf-6104df0f79c2 req-88e24ca6-ff99-44bf-8775-a2e80ce04499 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 932 time: 0.3576560 Feb 02 16:43:35.936329 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:35.937645 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:36.007096 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-ed5919f5-355e-4713-9aaf-6104df0f79c2 req-4e9b7d11-5e05-41b3-9779-572013ab71fe tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205013 Feb 02 16:43:36.064921 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-087eaf97-9b83-4e55-9a98-74fea45e0301 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2701299 Feb 02 16:43:36.080412 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-9b53ae90-166b-44b3-ad09-5a5ac4134294 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:43:36.081390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-9b53ae90-166b-44b3-ad09-5a5ac4134294 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050380 Feb 02 16:43:36.096774 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Request body: {'port': {'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827122-1'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:36.143260 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0f7942dd-73d3-489f-bc83-f1544f48ec18 None None] Provisioning for port 4d939306-47a7-4c38-8e7f-037de5bf9f1a completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:36.150571 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-0f7942dd-73d3-489f-bc83-f1544f48ec18 None None] Provisioning complete for port 4d939306-47a7-4c38-8e7f-037de5bf9f1a triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:36.150950 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0f7942dd-73d3-489f-bc83-f1544f48ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:36.208519 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-0f7942dd-73d3-489f-bc83-f1544f48ec18 None None] Port 4d939306-47a7-4c38-8e7f-037de5bf9f1a cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:43:36.217653 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:36.662924 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d939306-47a7-4c38-8e7f-037de5bf9f1a {{(pid=95772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:43:36.671329 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:36.687116 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.provisioning_blocks [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Transition to ACTIVE for port object 4d939306-47a7-4c38-8e7f-037de5bf9f1a will not be triggered until provisioned by entity L2. {{(pid=95772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:36.789069 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:36.975824 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Pushing event updated for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:37.115942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Attempting to bind port 4d939306-47a7-4c38-8e7f-037de5bf9f1a on host n-h1-827122-1 for vnic_type normal with profile {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:43:37.116400 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Attempting to bind port 4d939306-47a7-4c38-8e7f-037de5bf9f1a by drivers openvswitch,hyperv on host n-h1-827122-1 at level 0 using segments [{'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:43:37.116865 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Attempting to bind port 4d939306-47a7-4c38-8e7f-037de5bf9f1a on network 28f54d82-7431-456e-8c9a-123f6a982043 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:43:37.127680 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Port 4d939306-47a7-4c38-8e7f-037de5bf9f1a on network 28f54d82-7431-456e-8c9a-123f6a982043 not bound, no agent of type Open vSwitch agent registered on host n-h1-827122-1 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:43:37.128110 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Attempting to bind port 4d939306-47a7-4c38-8e7f-037de5bf9f1a on network 28f54d82-7431-456e-8c9a-123f6a982043 {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:43:37.136145 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Checking agent: {'id': '05d2d7d4-f4ba-41af-8d04-ca8b6f7c2561', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:43:37.136571 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Checking segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:37.136956 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Bound using segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} {{(pid=95772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:43:37.137514 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.managers [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Bound port: 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host: n-h1-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'}}] {{(pid=95772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:43:37.137866 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:37.231505 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b75f3-0df9-4964-8d6b-965acf5b23ff req-965055e0-a8f1-438b-aed5-559b603ea910 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:37.232922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-328b75f3-0df9-4964-8d6b-965acf5b23ff req-965055e0-a8f1-438b-aed5-559b603ea910 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 944 time: 0.0891240 Feb 02 16:43:37.234524 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, cleared binding levels {{(pid=95772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:43:37.237697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:43:37.280246 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-328b75f3-0df9-4964-8d6b-965acf5b23ff req-687fa335-9764-4751-927a-af0401dac019 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:security_group {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:43:37.326006 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:37.354156 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-328b75f3-0df9-4964-8d6b-965acf5b23ff req-687fa335-9764-4751-927a-af0401dac019 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:security_group {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:43:37.355525 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-328b75f3-0df9-4964-8d6b-965acf5b23ff req-687fa335-9764-4751-927a-af0401dac019 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153548 Feb 02 16:43:37.394264 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:37.395754 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] 10.222.0.64 "PUT /v2.0/ports/4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 1092 time: 1.3069234 Feb 02 16:43:37.396225 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:43:37.430345 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4a750-659a-4ceb-b59d-a040416b6d97 service neutron] Pushing event updated for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=3']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:37.459164 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'status': 'completed', 'code': 200} Feb 02 16:43:37.607712 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38d01ede-dd35-464f-af0d-4f1f71be5167 req-791fb516-9bc7-4846-a542-578c177eaf7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1095 time: 0.1057308 Feb 02 16:43:37.763107 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d01ede-dd35-464f-af0d-4f1f71be5167 req-bab366ec-556e-48eb-8f80-059beeec083c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:37.764605 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38d01ede-dd35-464f-af0d-4f1f71be5167 req-bab366ec-556e-48eb-8f80-059beeec083c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f0fd9780ca8842c3b74aba1316468e46&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1448424 Feb 02 16:43:37.907982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d01ede-dd35-464f-af0d-4f1f71be5167 req-d5116bda-6de4-4077-9f1f-3a62bcbb6cec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:37.909360 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-38d01ede-dd35-464f-af0d-4f1f71be5167 req-d5116bda-6de4-4077-9f1f-3a62bcbb6cec service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1391096 Feb 02 16:43:38.041968 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-a6fe224f-98f6-4265-a4c1-c018d05da3bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1095 time: 0.0747814 Feb 02 16:43:38.119836 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-acb1a7be-f4f0-4ddc-8c1a-67335eb6273a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 217 time: 0.0669167 Feb 02 16:43:38.183580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1620001e-3107-4f55-a01a-6e41dd4f6ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:38.185075 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-1620001e-3107-4f55-a01a-6e41dd4f6ab9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0602636 Feb 02 16:43:38.262039 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-c8745a7d-4b06-4023-a1f0-47ddf2e58da5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710371 Feb 02 16:43:38.397547 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-cf4d8be4-cc33-4f06-a24a-f0b076b6e003 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301100 Feb 02 16:43:38.549160 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0e0068fb-f840-4e65-b169-7a7ea45fb533 req-f3ef9d29-89b3-4222-85ca-4cdf8680c356 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412194 Feb 02 16:43:38.578927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60f99c-b037-4151-ba51-7e00aeaa04de req-70bc7326-43f7-4e18-80e8-f91afb5fb0a1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:38.580475 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ff60f99c-b037-4151-ba51-7e00aeaa04de req-70bc7326-43f7-4e18-80e8-f91afb5fb0a1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 944 time: 0.0834639 Feb 02 16:43:38.634657 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ff60f99c-b037-4151-ba51-7e00aeaa04de req-0042b064-b5b9-41a3-b997-cfb40c0c4ad9 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Feb 02 16:43:39.845662 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343831ba-a485-484a-899c-966829ac8b5b req-6765dc6c-b0b7-4f07-8473-c8c45acf8355 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:39.846634 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-343831ba-a485-484a-899c-966829ac8b5b req-6765dc6c-b0b7-4f07-8473-c8c45acf8355 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:43:39.977697 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-343831ba-a485-484a-899c-966829ac8b5b req-6765dc6c-b0b7-4f07-8473-c8c45acf8355 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:43:39.980112 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-343831ba-a485-484a-899c-966829ac8b5b req-6765dc6c-b0b7-4f07-8473-c8c45acf8355 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 944 time: 0.2157338 Feb 02 16:43:40.036515 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-343831ba-a485-484a-899c-966829ac8b5b req-f2855598-fb01-42d8-b9aa-3fa282924c4b tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495257 Feb 02 16:43:40.581289 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 4d939306-47a7-4c38-8e7f-037de5bf9f1a details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:43:40.757553 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:40.774294 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:43:40.840880 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:40.890016 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d939306-47a7-4c38-8e7f-037de5bf9f1a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:43:40.905381 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:40.977905 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:41.046412 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:41.258263 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd32305-f469-4a13-9570-f2919c7c90cf req-a4c87750-a2ff-4c5b-b263-2cac93a23b29 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:41.260694 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1bd32305-f469-4a13-9570-f2919c7c90cf req-a4c87750-a2ff-4c5b-b263-2cac93a23b29 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 945 time: 0.0881889 Feb 02 16:43:41.288427 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['4d939306-47a7-4c38-8e7f-037de5bf9f1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:43:41.329339 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-1bd32305-f469-4a13-9570-f2919c7c90cf req-25dad306-6ddb-4649-9bb2-e392f500c08d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613019 Feb 02 16:43:42.419977 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Sync routers for ids ['23621b79-66c9-4a61-a625-fb0738013903'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:43:42.435076 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Routers {'23621b79-66c9-4a61-a625-fb0738013903'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:42.435699 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['23621b79-66c9-4a61-a625-fb0738013903'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:42.564970 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad51cb-0da5-4699-9ced-2e2b5f935db0 req-1770a4b8-681f-4d9b-a704-2d3a21eb4b4f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:42.571960 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8fad51cb-0da5-4699-9ced-2e2b5f935db0 req-1770a4b8-681f-4d9b-a704-2d3a21eb4b4f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 945 time: 0.1032014 Feb 02 16:43:42.605901 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 4d939306-47a7-4c38-8e7f-037de5bf9f1a up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:42.640420 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-8fad51cb-0da5-4699-9ced-2e2b5f935db0 req-f5d0cdc1-0fe5-44e6-97a6-e73ce0f794fd tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650618 Feb 02 16:43:42.728339 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Set router 23621b79-66c9-4a61-a625-fb0738013903 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:42.906045 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning for port 4d939306-47a7-4c38-8e7f-037de5bf9f1a completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:42.931727 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 4d939306-47a7-4c38-8e7f-037de5bf9f1a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:42.932119 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:43.173984 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:43.207681 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:43:43.224745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:43.235542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:23Z', 'revision_number': 4, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '0e53af0e-2f00-4b9b-9b5e-5a579d627a3f', 'name': '', 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'mac_address': 'fa:16:3e:2c:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6fb606-e06a-488c-94b9-c8c986993c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:22Z', 'updated_at': '2022-02-02T16:43:23Z', 'revision_number': 2, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'subnets': [{'id': '2b6fb606-e06a-488c-94b9-c8c986993c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:43.241575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Checking router: 23621b79-66c9-4a61-a625-fb0738013903 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:43:43.242890 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Updating router 23621b79-66c9-4a61-a625-fb0738013903 port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f binding host n-d-827122-1 {{(pid=95774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 02 16:43:43.286612 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:43.348725 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:43.362998 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'code': 200} Feb 02 16:43:43.411435 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:43.528853 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7449b215-30f6-421b-8d7d-d56c7b5f3534 req-78386c8b-3fa5-46ff-9b60-044d69500522 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1097 time: 0.0845473 Feb 02 16:43:43.585092 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7449b215-30f6-421b-8d7d-d56c7b5f3534 req-04c58377-005b-41b1-9753-b9d56698708d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504761 Feb 02 16:43:43.751061 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:43.766634 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Transition to ACTIVE for port object 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f will not be triggered until provisioned by entity L2. {{(pid=95774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:43:43.823280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:43.895796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1cc0-c7c7-41b7-9646-7486a54cf96c req-86cae2a9-b876-4b3a-9e78-03b08df60cf7 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:43.898414 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-761b1cc0-c7c7-41b7-9646-7486a54cf96c req-86cae2a9-b876-4b3a-9e78-03b08df60cf7 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 946 time: 0.1062679 Feb 02 16:43:44.028949 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bd7dc-959d-4a79-a966-9a9563aa7d33 None None] Pushing event updated for resources: {'Port': ['ID=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,revision_number=3']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:44.078879 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-761b1cc0-c7c7-41b7-9646-7486a54cf96c req-844754c3-3920-4736-962c-4b0fe5906656 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720989 Feb 02 16:43:44.150026 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Attempting to bind port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f on host n-d-827122-1 for vnic_type normal with profile {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:43:44.150489 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Attempting to bind port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f by drivers openvswitch,hyperv on host n-d-827122-1 at level 0 using segments [{'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:43:44.150970 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Attempting to bind port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f on network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:43:44.158865 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Checking agent: {'id': 'dbe2b9bc-0258-4df8-97a1-84b3f55b19f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 56, 58), 'started_at': datetime.datetime(2022, 2, 2, 14, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827122-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:43:44.159235 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Checking segment: {'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:43:44.159637 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:44.160047 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Bound using segment: {'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'} {{(pid=95774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:43:44.160496 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.managers [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Bound port: 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f, host: n-d-827122-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917c9c8a-4020-4795-a4bb-1248e0a897e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03'}}] {{(pid=95774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:43:44.160861 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:44.258059 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] For port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f, host n-d-827122-1, cleared binding levels {{(pid=95774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:43:44.261711 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] For port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f, host n-d-827122-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,segment=NetworkSegment(917c9c8a-4020-4795-a4bb-1248e0a897e0),segment_id=917c9c8a-4020-4795-a4bb-1248e0a897e0)] {{(pid=95774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:43:44.343528 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:44.433376 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bd7dc-959d-4a79-a966-9a9563aa7d33 None None] Pushing event updated for resources: {'Port': ['ID=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:44.438275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Routers {'23621b79-66c9-4a61-a625-fb0738013903'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:44.438889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['23621b79-66c9-4a61-a625-fb0738013903'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:44.653019 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] Set router 23621b79-66c9-4a61-a625-fb0738013903 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:45.077957 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:23Z', 'revision_number': 4, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '0e53af0e-2f00-4b9b-9b5e-5a579d627a3f', 'name': '', 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'mac_address': 'fa:16:3e:2c:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6fb606-e06a-488c-94b9-c8c986993c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:22Z', 'updated_at': '2022-02-02T16:43:44Z', 'revision_number': 4, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'subnets': [{'id': '2b6fb606-e06a-488c-94b9-c8c986993c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:45.083484 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37c20f-9416-41b8-a885-1e30bb86bcd4 None None] The sync data for ids ['23621b79-66c9-4a61-a625-fb0738013903'] in n-d-827122-1 is: [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:23Z', 'revision_number': 4, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': '0e53af0e-2f00-4b9b-9b5e-5a579d627a3f', 'name': '', 'network_id': '3edecd98-1ce6-412b-b805-f21fa8d0bb03', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'mac_address': 'fa:16:3e:2c:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6fb606-e06a-488c-94b9-c8c986993c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:22Z', 'updated_at': '2022-02-02T16:43:44Z', 'revision_number': 4, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'subnets': [{'id': '2b6fb606-e06a-488c-94b9-c8c986993c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:43:45.370374 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97459e57-db91-40b2-a5a9-74ed9c5c3568 req-a9cae434-783f-4c74-980b-926372263c6d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:45.370374 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97459e57-db91-40b2-a5a9-74ed9c5c3568 req-a9cae434-783f-4c74-980b-926372263c6d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 946 time: 0.1070211 Feb 02 16:43:45.423797 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-97459e57-db91-40b2-a5a9-74ed9c5c3568 req-7db5b8ee-ec11-471a-8172-84ef0916737b tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482690 Feb 02 16:43:45.487157 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:45.697756 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning for port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:43:45.705351 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a4003-f18d-4e61-91e3-5fb4d9a9ffc6 req-18f1fe82-ced9-498e-8df2-2d8066b05acd tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:45.705351 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-999a4003-f18d-4e61-91e3-5fb4d9a9ffc6 req-18f1fe82-ced9-498e-8df2-2d8066b05acd tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 946 time: 0.1177669 Feb 02 16:43:45.709029 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:45.709669 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:45.783066 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-999a4003-f18d-4e61-91e3-5fb4d9a9ffc6 req-f4cfc62a-6eb0-4e0b-9797-c19ccb0939c7 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716486 Feb 02 16:43:45.817713 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50906) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:45.870691 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:45.915795 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] For port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,segment=NetworkSegment(917c9c8a-4020-4795-a4bb-1248e0a897e0),segment_id=917c9c8a-4020-4795-a4bb-1248e0a897e0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:43:45.982935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:46.019800 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-97341a2e-fb66-4d39-b9c4-4f2ab38835a9 tempest-TestSnapshotPattern-406031727 tempest-TestSnapshotPattern-406031727-project-admin] Synchronizing usage tracker for tenant:4b81cfe9012040c5984850c4018d2aee on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:43:46.081766 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Pushing event updated for resources: {'Port': ['ID=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:46.103448 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-97341a2e-fb66-4d39-b9c4-4f2ab38835a9 tempest-TestSnapshotPattern-406031727 tempest-TestSnapshotPattern-406031727-project-admin] Unset dirty status for tenant:4b81cfe9012040c5984850c4018d2aee on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:43:46.104682 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-97341a2e-fb66-4d39-b9c4-4f2ab38835a9 tempest-TestSnapshotPattern-406031727 tempest-TestSnapshotPattern-406031727-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1092 time: 0.2854586 Feb 02 16:43:46.107781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 50912) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:43:46.115161 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:43:46.125629 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:43:46.131367 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:floatingip and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:43:46.135182 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:43:46.147281 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:43:46.229603 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:46.401881 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:46.556398 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Allocated IP 172.25.0.133 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/59226d13-847f-43d7-a22d-da0bc318cbab) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:43:46.732506 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:46.834722 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:46.904689 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:43:46.907643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:43:46.911991 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:43:46.946515 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'Port': ['ID=59226d13-847f-43d7-a22d-da0bc318cbab,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:46.968907 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.969264 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.969580 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.969914 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.970242 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.970563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.970883 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.971202 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.971526 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.971862 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:46.972178 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:43:47.439475 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f up at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:43:47.522936 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Provisioning complete for port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:43:47.523939 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:47.578921 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:47.782460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:47.989070 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:48.018982 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:48.080877 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:48.295149 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'Port': ['ID=59226d13-847f-43d7-a22d-da0bc318cbab,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:43:48.323777 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:48.563615 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Floating IP db633345-fc70-466f-a96e-f1cae5628638 associated. External IP: 172.25.0.133, port: 4d939306-47a7-4c38-8e7f-037de5bf9f1a. Feb 02 16:43:48.652133 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:49.004101 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:43:49.245841 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:43:49.255737 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] Sync routers for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:43:49.270522 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:49.271274 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:49.338028 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:49.412394 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-006b7941-e14c-4b0f-b2ae-b7a37f59217f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3032711 Feb 02 16:43:49.413059 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:43:49.502062 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'status': 'completed', 'code': 200} Feb 02 16:43:49.502646 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:49.625601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d80a1e-4121-444e-be55-e87e577c71bb req-76634998-ea39-4d9b-b755-7bc53abcfd77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1097 time: 0.0797448 Feb 02 16:43:49.803942 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80a1e-4121-444e-be55-e87e577c71bb req-d2d01acb-810e-4f0e-b2fb-e5c223ce521d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:49.805824 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d80a1e-4121-444e-be55-e87e577c71bb req-d2d01acb-810e-4f0e-b2fb-e5c223ce521d service neutron] 10.222.0.64 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1742373 Feb 02 16:43:49.915733 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:47Z', 'revision_number': 0, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:49.920471 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] Checking router: da97d2c5-8963-454d-b5a7-f6bd6c7aa466 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:43:49.925357 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d80a1e-4121-444e-be55-e87e577c71bb req-11c6c88b-b065-4a74-a446-2cee097d33c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 1000 time: 0.1134892 Feb 02 16:43:49.934519 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:43:49.935509 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:43:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:50.009335 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80a1e-4121-444e-be55-e87e577c71bb req-c4cd8bb0-a0b9-4543-aa56-b8bf875c244c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:43:50.010802 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d80a1e-4121-444e-be55-e87e577c71bb req-c4cd8bb0-a0b9-4543-aa56-b8bf875c244c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0795226 Feb 02 16:43:50.092690 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d80a1e-4121-444e-be55-e87e577c71bb req-bbb04ded-dab4-43e7-9a9a-bb26d7f1c976 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761237 Feb 02 16:43:50.167307 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:43:50.240110 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d80a1e-4121-444e-be55-e87e577c71bb req-9a96d010-02a8-448f-b374-3f0a426d2bac service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417558 Feb 02 16:43:50.522644 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-34d80a1e-4121-444e-be55-e87e577c71bb req-f833480b-65fd-44e6-8511-c665bac55c32 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768147 Feb 02 16:43:50.621492 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:47Z', 'revision_number': 0, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:43:50.625540 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68000645-235d-4a56-8c15-18752c6fc0a1 None None] The sync data for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 is: [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:47Z', 'revision_number': 0, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:43:53.202646 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3edf3d-33d7-4cbf-935b-45d63891158f None None] New status for floating IP db633345-fc70-466f-a96e-f1cae5628638: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:43:54.760901 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1ceb64bd-512b-484a-90ac-e72e4a3c2e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:56.903204 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-420d9434-6fc4-4591-ae4b-4cb786804be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:58.394275 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:43:58.748441 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:00.293256 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:05.761259 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:44:15.156174 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-65e2b350-9e92-4188-8632-6cd8dbf5529c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434100 Feb 02 16:44:15.315254 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-4d71945b-d9fd-4b90-b656-bab1cf50b345 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1097 time: 0.0733957 Feb 02 16:44:15.471463 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-27db0f95-8826-4451-a3ae-cb0b5e9cdc4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:44:15.473037 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-27db0f95-8826-4451-a3ae-cb0b5e9cdc4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1334896 Feb 02 16:44:15.579302 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-92b12f8a-ee5c-4b9d-ab4d-532f5d8ed584 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 1002 time: 0.1000495 Feb 02 16:44:15.644221 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-b8cb1ec9-34e9-4983-a1da-4b1bf876e99b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:44:15.645782 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-b8cb1ec9-34e9-4983-a1da-4b1bf876e99b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0610037 Feb 02 16:44:15.726601 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-aff194ed-a6fb-46b9-bb50-f69f3cafb298 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733929 Feb 02 16:44:15.863328 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-e41981a0-f33c-474c-b4b6-8002ea91d6ef service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302674 Feb 02 16:44:16.009593 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-56cc7c84-d8cd-421c-99bd-91b923cc0a3a req-884bb98d-4d77-456e-b168-314929e6a225 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397560 Feb 02 16:44:18.005905 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:18.731315 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:24.777081 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-12d57746-bb38-4505-b666-16cc4825d0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:26.965543 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e3e0a5a4-2ae7-4c23-881a-92783cfdd435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:28.434278 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:28.965211 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:30.285433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:42.732375 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:44:48.050905 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:48.788382 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:54.714816 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-58d5958d-1df2-4176-a320-2a26903a813d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:56.925561 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-23559018-a536-4f7f-bfbe-817e786fc20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:58.417396 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:44:58.714101 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:00.291796 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:16.074792 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db9a49e-db63-442a-947d-df3d508ca908 req-11ab99b6-cabb-4762-a6c9-7b698aebde66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810523 Feb 02 16:45:16.247673 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db9a49e-db63-442a-947d-df3d508ca908 req-8300a6d5-2dba-4036-a640-4752b94d0f33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1097 time: 0.0831478 Feb 02 16:45:16.417885 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a49e-db63-442a-947d-df3d508ca908 req-cc4cfee1-bd74-4d71-9fc9-6ae29a91903c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:45:16.419387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db9a49e-db63-442a-947d-df3d508ca908 req-cc4cfee1-bd74-4d71-9fc9-6ae29a91903c service neutron] 10.222.0.64 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1526897 Feb 02 16:45:16.530658 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db9a49e-db63-442a-947d-df3d508ca908 req-62eb2717-267a-4c22-bec6-26673a3d7e44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 1002 time: 0.1036603 Feb 02 16:45:16.606978 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a49e-db63-442a-947d-df3d508ca908 req-cc8693c5-e293-4ffd-adf4-b3b2f04334fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:45:16.608509 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db9a49e-db63-442a-947d-df3d508ca908 req-cc8693c5-e293-4ffd-adf4-b3b2f04334fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0722947 Feb 02 16:45:16.686883 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db9a49e-db63-442a-947d-df3d508ca908 req-b63949f1-1608-476b-a6f6-8362510580a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722029 Feb 02 16:45:16.842570 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db9a49e-db63-442a-947d-df3d508ca908 req-0a738171-c91e-46e4-8442-33a545e8ad65 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492329 Feb 02 16:45:17.112393 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-7db9a49e-db63-442a-947d-df3d508ca908 req-b5fa74cc-5b87-4a23-b812-e269fd47d422 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642748 Feb 02 16:45:18.022143 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:18.725696 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:19.736662 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:45:24.707680 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4e119e9d-ac5a-4f31-aebe-debb17cd63ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:26.982069 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2ede659c-d78c-479a-9e32-bf377f11cdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:28.484866 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:28.816651 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:30.393234 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:43.275686 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 4d939306-47a7-4c38-8e7f-037de5bf9f1a details requested by agent hyperv_n-h1-827122-1 with host n-h1-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:45:43.413575 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:45:43.427655 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Returning: {'device': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:45:43.482789 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:43.500160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d939306-47a7-4c38-8e7f-037de5bf9f1a {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:45:43.514545 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:45:43.593645 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:43.665229 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:45:43.674234 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.674606 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.674952 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.675285 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.675617 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.675979 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.678186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.678186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.678186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.678186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.678186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:45:43.749028 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] get_ports_and_sgs() called for port_ids ['4d939306-47a7-4c38-8e7f-037de5bf9f1a'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:45:45.300798 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 4d939306-47a7-4c38-8e7f-037de5bf9f1a up at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:45:45.390258 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Provisioning complete for port 4d939306-47a7-4c38-8e7f-037de5bf9f1a triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:45:45.390870 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:45.532690 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:45.578542 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:45:45.590464 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:45:45.633787 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:45.717125 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'code': 200} Feb 02 16:45:45.765214 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:45:47.993935 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:48.652590 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:54.701894 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8fd4007d-e9ed-40b5-a00c-09645086e56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:56.747280 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:45:56.863094 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-8402a5eb-b2aa-4331-88da-4ddaf6eb31c6 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865483458&fields=id&tenant_id=f0fd9780ca8842c3b74aba1316468e46 HTTP/1.1" status: 200 len: 267 time: 0.0476913 Feb 02 16:45:56.947624 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-32b0bf24-e317-45a6-8628-2c3ac939c620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:57.022645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-04693b75-6725-48b8-8c4d-7c887adbe501 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:45:57.024578 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-04693b75-6725-48b8-8c4d-7c887adbe501 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 809 time: 0.1544435 Feb 02 16:45:57.042750 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-13f54f50-4eb3-44ca-b6b2-3980f2151f2e tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/quotas/f0fd9780ca8842c3b74aba1316468e46 HTTP/1.1" status: 200 len: 375 time: 0.0126987 Feb 02 16:45:57.132045 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-434dd8d4-98f0-4131-b8f4-0522c4a2bf11 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0841107 Feb 02 16:45:57.277561 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-4602ee20-5730-4022-839d-cf6915ef0c10 service neutron] 10.222.0.88 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323466 Feb 02 16:45:57.416107 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-a738ceaa-7f47-45a3-bc96-0b2e49f5bcb1 service neutron] 10.222.0.88 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329408 Feb 02 16:45:57.835925 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-36a29338-5ea1-4ca2-9d1f-87f40b09e4b3 req-13fddd34-f9a6-416f-b445-04611358f8ce tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 210 time: 0.1434925 Feb 02 16:45:58.456614 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:58.736079 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:59.042361 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-d4eb36cb-b71c-40ee-9f00-e1e8d9d4ee81 req-3957a4b6-e122-4f75-8da2-5e224af4f1e4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 210 time: 0.0507424 Feb 02 16:45:59.385857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 4d939306-47a7-4c38-8e7f-037de5bf9f1a no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:45:59.509352 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:59.541333 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:45:59.552629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:45:59.607494 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'code': 200} Feb 02 16:45:59.644979 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:45:59.715449 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Pushing event updated for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:46:00.324450 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:00.393416 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-a947eabf-9eaf-4b4a-8491-db6e0c7ab2d3 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:00.394000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-a947eabf-9eaf-4b4a-8491-db6e0c7ab2d3 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:network {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:46:00.415814 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-0f6092d0-864d-4f46-b43e-c25442e13730 req-9833da75-f2c2-468f-84db-53cf1da38e66 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 210 time: 0.0563645 Feb 02 16:46:00.495914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-a947eabf-9eaf-4b4a-8491-db6e0c7ab2d3 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:network {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:46:00.497110 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-a947eabf-9eaf-4b4a-8491-db6e0c7ab2d3 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.107 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 809 time: 0.2577701 Feb 02 16:46:00.566072 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-75c9f354-c395-4c8c-917d-228330754022 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0fd9780ca8842c3b74aba1316468e46 HTTP/1.1" status: 200 len: 380 time: 0.0496433 Feb 02 16:46:00.576136 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'port': {'device_id': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'admin_state_up': True, 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'security_groups': ['9fe04285-d633-4932-ab39-596e5b8da1bb']}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:46:00.734046 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:46:00.744178 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.quota.driver [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=95773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:46:00.810839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Made reservation on behalf of f0fd9780ca8842c3b74aba1316468e46 for: {'port': 1} {{(pid=95773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:46:00.814094 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:00.991766 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_common [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Allocated IP 172.20.0.6 (28f54d82-7431-456e-8c9a-123f6a982043/6a60740c-da2a-4908-8968-005649dd1bb3/be06da48-b21a-4084-ab64-7947f33511fb) {{(pid=95773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:46:01.208783 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for port, precommit_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:01.232120 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Transition to ACTIVE for port object be06da48-b21a-4084-ab64-7947f33511fb will not be triggered until provisioned by entity DHCP. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:46:01.348705 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_create {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:01.448063 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Network 28f54d82-7431-456e-8c9a-123f6a982043 is already hosted by enough agents. {{(pid=95773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:46:01.452057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.base_scheduler [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources bound (agent type, host, resource id): {{(pid=95773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:46:01.460316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Received port after_create {{(pid=95773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:46:01.501595 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=1']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:46:01.535801 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.536201 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.536573 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.536914 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.537252 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.537587 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.537996 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.538264 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.538591 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.539628 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.539988 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:01.576803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:01.577749 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:01.798266 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7a7924b6-5ff3-41a2-b004-a23cbe2682ef tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2259688 Feb 02 16:46:01.845836 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1b8a-2673-49f5-ab8b-63d8e9ef1be1 req-2fbb404f-0632-4564-9074-363e718bd4f4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:01.846540 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ec4f1b8a-2673-49f5-ab8b-63d8e9ef1be1 req-2fbb404f-0632-4564-9074-363e718bd4f4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:46:01.964758 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-37a81abf-e905-463c-a21c-a03a6982e298 None None] Provisioning for port be06da48-b21a-4084-ab64-7947f33511fb completed by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:46:01.970546 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-37a81abf-e905-463c-a21c-a03a6982e298 None None] Provisioning complete for port be06da48-b21a-4084-ab64-7947f33511fb triggered by entity DHCP. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:46:01.971176 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-37a81abf-e905-463c-a21c-a03a6982e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:01.975887 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-ec4f1b8a-2673-49f5-ab8b-63d8e9ef1be1 req-2fbb404f-0632-4564-9074-363e718bd4f4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:46:01.977963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec4f1b8a-2673-49f5-ab8b-63d8e9ef1be1 req-2fbb404f-0632-4564-9074-363e718bd4f4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 931 time: 0.2847385 Feb 02 16:46:02.017196 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-0696566c-b03b-432f-b64a-57ef94534205 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=95773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 02 16:46:02.019658 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-0696566c-b03b-432f-b64a-57ef94534205 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0086784 Feb 02 16:46:02.042299 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-37a81abf-e905-463c-a21c-a03a6982e298 None None] Port be06da48-b21a-4084-ab64-7947f33511fb cannot update to ACTIVE because it is not bound. {{(pid=95774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 02 16:46:02.074771 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-ec4f1b8a-2673-49f5-ab8b-63d8e9ef1be1 req-8f053ffa-3415-4e7c-ba09-149220a772ab tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891278 Feb 02 16:46:03.316060 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321715c-8d05-422b-a971-7582285b4d01 req-d5332f3b-20dc-4a80-bc19-4cb28435ee27 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:03.318318 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3321715c-8d05-422b-a971-7582285b4d01 req-d5332f3b-20dc-4a80-bc19-4cb28435ee27 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 931 time: 0.0977545 Feb 02 16:46:03.370926 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-3321715c-8d05-422b-a971-7582285b4d01 req-23bf2bc0-8d0c-4412-bff2-13fdd4985874 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440807 Feb 02 16:46:04.589508 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c8c-f60c-42c5-af45-105f29f786fd req-400e0c9e-2629-448c-9d94-96e4e460b110 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:04.591835 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d861c8c-f60c-42c5-af45-105f29f786fd req-400e0c9e-2629-448c-9d94-96e4e460b110 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 931 time: 0.0879383 Feb 02 16:46:04.661298 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-2d861c8c-f60c-42c5-af45-105f29f786fd req-be92b9e1-7bb9-43fe-af96-e118c5c8f911 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630655 Feb 02 16:46:05.915973 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c24a3e-fe98-4cdc-b0f6-25502d264963 req-357ac424-a210-4ce5-9e4e-b04ec3a28c5f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:05.917667 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60c24a3e-fe98-4cdc-b0f6-25502d264963 req-357ac424-a210-4ce5-9e4e-b04ec3a28c5f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 931 time: 0.0933809 Feb 02 16:46:05.977093 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-60c24a3e-fe98-4cdc-b0f6-25502d264963 req-1fa01d6d-ab6d-49a1-b55a-8e093a601b17 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479872 Feb 02 16:46:07.225718 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392fc65-9c3e-4d82-abef-296ffcfe3b38 req-4af23457-9954-4ae3-8233-c0ac560be093 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:07.235288 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8392fc65-9c3e-4d82-abef-296ffcfe3b38 req-4af23457-9954-4ae3-8233-c0ac560be093 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 931 time: 0.1128840 Feb 02 16:46:07.283062 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8392fc65-9c3e-4d82-abef-296ffcfe3b38 req-580e4a4f-9aba-428d-bee2-fb17d729c00b tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466950 Feb 02 16:46:08.493554 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a7bbb-4d42-4825-8c74-49e9cd30c11e req-2e450fbd-b53c-4b81-8b96-9ac2e314366c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:08.495019 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f10a7bbb-4d42-4825-8c74-49e9cd30c11e req-2e450fbd-b53c-4b81-8b96-9ac2e314366c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 931 time: 0.0852981 Feb 02 16:46:08.547466 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f10a7bbb-4d42-4825-8c74-49e9cd30c11e req-9e6091b4-ba4a-42c6-82a4-a82895b9d2a3 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Feb 02 16:46:08.861698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.v2.base [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Request body: {'port': {'device_id': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827122-1'}} {{(pid=95773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:46:08.982800 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:09.422972 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be06da48-b21a-4084-ab64-7947f33511fb {{(pid=95773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:46:09.430711 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:09.446314 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.provisioning_blocks [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Transition to ACTIVE for port object be06da48-b21a-4084-ab64-7947f33511fb will not be triggered until provisioned by entity L2. {{(pid=95773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:46:09.518861 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:09.655803 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Pushing event updated for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=2']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:46:09.831748 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Attempting to bind port be06da48-b21a-4084-ab64-7947f33511fb on host n-h2-827122-1 for vnic_type normal with profile {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 16:46:09.832147 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Attempting to bind port be06da48-b21a-4084-ab64-7947f33511fb by drivers openvswitch,hyperv on host n-h2-827122-1 at level 0 using segments [{'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 16:46:09.832474 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Attempting to bind port be06da48-b21a-4084-ab64-7947f33511fb on network 28f54d82-7431-456e-8c9a-123f6a982043 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:46:09.844839 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce606f-1864-42ae-9b08-65092624484d req-746da142-e523-4118-9952-f3cfa29fbe84 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:09.846244 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2ce606f-1864-42ae-9b08-65092624484d req-746da142-e523-4118-9952-f3cfa29fbe84 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 943 time: 0.1572659 Feb 02 16:46:09.847653 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Port be06da48-b21a-4084-ab64-7947f33511fb on network 28f54d82-7431-456e-8c9a-123f6a982043 not bound, no agent of type Open vSwitch agent registered on host n-h2-827122-1 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 02 16:46:09.848000 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Attempting to bind port be06da48-b21a-4084-ab64-7947f33511fb on network 28f54d82-7431-456e-8c9a-123f6a982043 {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 02 16:46:09.870916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Checking agent: {'id': '1adfe9e2-c9a4-4106-bf60-7d228a359543', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827122-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'started_at': datetime.datetime(2022, 2, 2, 15, 5, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 02 16:46:09.871572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Checking segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 02 16:46:09.871572 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Bound using segment: {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'} {{(pid=95773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 02 16:46:09.872008 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.managers [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Bound port: be06da48-b21a-4084-ab64-7947f33511fb, host: n-h2-827122-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbbb712-c974-4b2f-9924-a2214cda4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043'}}] {{(pid=95773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 16:46:09.872365 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:09.952799 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-b2ce606f-1864-42ae-9b08-65092624484d req-d0021d3a-7d4f-451a-b501-beafee8dd227 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997126 Feb 02 16:46:09.987200 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, cleared binding levels {{(pid=95773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:46:09.990538 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:46:10.085038 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1649552'] for port, after_update {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:10.151078 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:10.152458 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] 10.222.0.107 "PUT /v2.0/ports/be06da48-b21a-4084-ab64-7947f33511fb HTTP/1.1" status: 200 len: 1091 time: 1.3657036 Feb 02 16:46:10.152894 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:46:10.175353 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0228d66-272b-4069-84c8-edfcb9a2e304 service neutron] Pushing event updated for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=3']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:46:10.310579 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb', 'status': 'completed', 'code': 200} Feb 02 16:46:10.348636 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-d0bf728b-32f6-42b5-b88b-77b3927e6280 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 1094 time: 0.0738790 Feb 02 16:46:10.427172 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-afe876ff-20c6-4e6a-b9b9-a5c3d6af50aa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be06da48-b21a-4084-ab64-7947f33511fb HTTP/1.1" status: 200 len: 217 time: 0.0638235 Feb 02 16:46:10.492547 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-513af24f-becc-4f25-bf35-6928d862dca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:10.494022 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-513af24f-becc-4f25-bf35-6928d862dca2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0606365 Feb 02 16:46:10.572900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-7c65e8f3-1c55-4b33-97c5-69a9fa1111e8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726428 Feb 02 16:46:10.704870 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-2139a6d1-9382-4a68-84c1-ddb81429e137 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252935 Feb 02 16:46:10.836839 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-fc27607f-4c76-4aa4-9487-095f38b1564b req-951d3e4d-d13c-48f9-9cf1-d3f2fa76c5cd service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256485 Feb 02 16:46:11.118872 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-3c02c1a5-2669-4452-985a-ba9bd331a075 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 1094 time: 0.1053412 Feb 02 16:46:11.279908 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a4c72-099e-426c-a012-25f81e4da932 req-b2ce18d1-facc-45a3-bf36-cf117afa3aad tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:11.281292 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820a4c72-099e-426c-a012-25f81e4da932 req-b2ce18d1-facc-45a3-bf36-cf117afa3aad tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 943 time: 0.2039924 Feb 02 16:46:11.283792 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-3fa39157-f82a-435b-9f0b-82cbf632c822 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:11.285160 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-3fa39157-f82a-435b-9f0b-82cbf632c822 service neutron] 10.222.0.107 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1569479 Feb 02 16:46:11.375098 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-d27cabeb-8400-492a-a158-959441b4e899 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be06da48-b21a-4084-ab64-7947f33511fb HTTP/1.1" status: 200 len: 217 time: 0.0731723 Feb 02 16:46:11.543905 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-820a4c72-099e-426c-a012-25f81e4da932 req-1e58d816-02f5-4ea0-9062-8b476f0c2bce tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563713 Feb 02 16:46:11.557172 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-d304595a-f675-49ba-94cc-a3542f46f0a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:11.558601 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-d304595a-f675-49ba-94cc-a3542f46f0a3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.1763194 Feb 02 16:46:11.637728 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-f31850ad-96a7-4fa4-af2f-b7aab78c101e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731606 Feb 02 16:46:11.786891 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-c355c35e-2e01-4bbf-aeb8-83c91bbba315 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323135 Feb 02 16:46:11.923280 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7aa14485-974c-47a8-b6de-7b4303a32304 req-c0beade2-9bb9-406f-874e-5342ffbf6795 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276634 Feb 02 16:46:12.006863 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device be06da48-b21a-4084-ab64-7947f33511fb details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:46:12.176792 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:46:12.191138 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'be06da48-b21a-4084-ab64-7947f33511fb', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'port_id': 'be06da48-b21a-4084-ab64-7947f33511fb', 'mac_address': 'fa:16:3e:86:68:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:46:12.244453 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:12.261683 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be06da48-b21a-4084-ab64-7947f33511fb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:46:12.276707 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:46:12.341983 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:12.414335 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=4']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:46:12.686647 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['be06da48-b21a-4084-ab64-7947f33511fb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:46:12.755431 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27e5d-7213-4663-9b9d-4e9ad358e6f8 req-f0c754c8-2a15-4d1b-9b46-61610a0b6ce6 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:12.758070 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9bd27e5d-7213-4663-9b9d-4e9ad358e6f8 req-f0c754c8-2a15-4d1b-9b46-61610a0b6ce6 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 944 time: 0.0870042 Feb 02 16:46:12.808669 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9bd27e5d-7213-4663-9b9d-4e9ad358e6f8 req-0cab3f4b-4f13-4f95-ac3d-9e086a2467ad tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 Feb 02 16:46:14.010015 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cae46-a600-48be-888a-62b1778af9af req-072185dd-0af5-43b8-8cd0-d3ea9b82be0a tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:14.011584 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eb8cae46-a600-48be-888a-62b1778af9af req-072185dd-0af5-43b8-8cd0-d3ea9b82be0a tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 944 time: 0.0755990 Feb 02 16:46:14.013132 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device be06da48-b21a-4084-ab64-7947f33511fb up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:46:14.058299 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-eb8cae46-a600-48be-888a-62b1778af9af req-c52b0c52-81b5-48a3-9a3e-c58ae70a483d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Feb 02 16:46:14.158942 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning for port be06da48-b21a-4084-ab64-7947f33511fb completed by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:46:14.164883 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port be06da48-b21a-4084-ab64-7947f33511fb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:46:14.165261 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:14.282211 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:14.309573 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:46:14.320476 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:46:14.371427 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb', 'code': 200} Feb 02 16:46:14.410091 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:14.485071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=5']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:46:14.537589 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-df465517-07e4-4db2-8641-920a5f4a7379 req-9e680c87-f723-4982-85cf-e66fa68ff226 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0756593 Feb 02 16:46:14.584113 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-df465517-07e4-4db2-8641-920a5f4a7379 req-7ea70917-0769-49e7-a1bb-9ea7fafa8c2a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393100 Feb 02 16:46:15.261311 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54e34-04aa-4964-a3f0-cf755bb02f95 req-472f6a7f-4918-40ad-b5e2-092efa741c8b tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:15.262689 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cfe54e34-04aa-4964-a3f0-cf755bb02f95 req-472f6a7f-4918-40ad-b5e2-092efa741c8b tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 945 time: 0.0791383 Feb 02 16:46:15.310202 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-cfe54e34-04aa-4964-a3f0-cf755bb02f95 req-55f6a276-f27a-4afc-a7b5-5d2179943af3 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Feb 02 16:46:16.522588 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205061-600f-400e-a357-7e1cb57e46fc req-513ea3ea-d850-49b1-86e5-d719adecf8e2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:16.524390 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91205061-600f-400e-a357-7e1cb57e46fc req-513ea3ea-d850-49b1-86e5-d719adecf8e2 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 945 time: 0.0844476 Feb 02 16:46:16.573014 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-91205061-600f-400e-a357-7e1cb57e46fc req-73f2c9b4-c735-4d4e-bcd5-8728668dfdc8 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Feb 02 16:46:16.781467 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e678f9-ad2d-418c-bb77-41ee76f47be9 req-c55a3100-fa45-44db-b6a2-5370219a67a0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:16.783006 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12e678f9-ad2d-418c-bb77-41ee76f47be9 req-c55a3100-fa45-44db-b6a2-5370219a67a0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 945 time: 0.0842423 Feb 02 16:46:16.830674 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-12e678f9-ad2d-418c-bb77-41ee76f47be9 req-306306ab-56bc-405c-a397-24ce57915e33 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Feb 02 16:46:16.858383 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51132) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:46:16.931429 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2dc5186d-5705-48dc-b41e-3d537216c980 tempest-TestSnapshotPattern-406031727 tempest-TestSnapshotPattern-406031727-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 1091 time: 0.0718300 Feb 02 16:46:16.934154 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51136) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:46:16.939599 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.v2.base [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Request body: {'floatingip': {'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'port_id': 'be06da48-b21a-4084-ab64-7947f33511fb', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 02 16:46:16.947095 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 16:46:16.950982 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Usage tracker for resource:floatingip and tenant:f0fd9780ca8842c3b74aba1316468e46 is out of sync, need to count used quota {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 16:46:16.953968 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=95772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 16:46:16.959721 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.quota.driver [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=95772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 16:46:17.082935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-aef3282d-186b-4b06-a268-34fb4006841a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734742 Feb 02 16:46:17.084215 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for floatingip, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:17.280932 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-4ea9ad42-3d21-43b9-82b9-e5dbad69a453 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1095 time: 0.1081679 Feb 02 16:46:17.286353 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:17.624805 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-e8404348-bf76-40d3-aa99-d6983bc39cfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:17.626295 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-e8404348-bf76-40d3-aa99-d6983bc39cfd service neutron] 10.222.0.64 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.2099559 Feb 02 16:46:17.689773 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.db_base_plugin_common [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Allocated IP 172.25.0.233 (3ae79487-75f4-4639-bede-0463f561b6d7/084e572b-e932-41f7-9c3e-51e67735ce8d/500ff118-031e-47b2-809e-d269f5966db1) {{(pid=95772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:46:17.814467 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-36266240-c521-44fc-9250-e72befeef2e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 1000 time: 0.1760297 Feb 02 16:46:17.920252 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-001ba94c-e1a0-47c6-90b8-35603774bc00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:17.921706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-001ba94c-e1a0-47c6-90b8-35603774bc00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.1008134 Feb 02 16:46:17.974381 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for port, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:18.027469 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:18.031767 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-45e6efce-f3dc-446c-9443-bbdf762e949c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975811 Feb 02 16:46:18.131537 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778862078154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:18.233268 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Network 3ae79487-75f4-4639-bede-0463f561b6d7 is already hosted by enough agents. {{(pid=95772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:46:18.238710 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.base_scheduler [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Resources bound (agent type, host, resource id): {{(pid=95772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:46:18.241249 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Received port after_create {{(pid=95772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 02 16:46:18.269702 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-f694db07-4e2e-4b90-bed2-b466d6bfa4d8 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323711 Feb 02 16:46:18.300222 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'Port': ['ID=500ff118-031e-47b2-809e-d269f5966db1,revision_number=1']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:46:18.378856 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.379204 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.379548 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.379918 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.380277 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.380608 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.380935 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.381261 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.381585 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.381909 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.382657 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:46:18.489387 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c770e619-c2de-483a-8c6f-22ce8a2aac39 req-829cc214-2224-4794-a031-028643de9fb5 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092822 Feb 02 16:46:18.672961 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:18.925835 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:19.186138 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:19.399577 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for port, precommit_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:19.478755 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31503394'] for port, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:19.589649 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event updated for resources: {'Port': ['ID=500ff118-031e-47b2-809e-d269f5966db1,revision_number=2']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:46:19.607222 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004751'] for floatingip, after_update {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:19.817405 n-d-827122-1 neutron-server[95772]: INFO neutron.db.l3_db [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Floating IP f55bd4c3-c8ca-4aaf-a81b-d4de936931d2 associated. External IP: 172.25.0.233, port: be06da48-b21a-4084-ab64-7947f33511fb. Feb 02 16:46:20.229963 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:46:20.445772 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:46:20.455940 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] Sync routers for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:46:20.468599 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:46:20.469281 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:45:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:46:20.536042 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:20.596150 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-75f28b2b-f588-41f3-ada6-1982de1cd8d4 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6609368 Feb 02 16:46:20.596791 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:46:20.652952 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:46:20.654034 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb', 'status': 'completed', 'code': 200} Feb 02 16:46:20.774708 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defa083d-42cc-4246-98b3-db8308d94b07 req-5c3f9409-5b8d-4c41-806b-a2ccb0a82414 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0772603 Feb 02 16:46:20.916916 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa083d-42cc-4246-98b3-db8308d94b07 req-bfcdc044-e95b-4f6b-948f-5923f3d7944d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:20.918408 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defa083d-42cc-4246-98b3-db8308d94b07 req-bfcdc044-e95b-4f6b-948f-5923f3d7944d service neutron] 10.222.0.107 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1377022 Feb 02 16:46:21.028614 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defa083d-42cc-4246-98b3-db8308d94b07 req-9c761a0e-49f9-4b41-b612-ae6fd011dfb2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be06da48-b21a-4084-ab64-7947f33511fb HTTP/1.1" status: 200 len: 999 time: 0.1008291 Feb 02 16:46:21.028853 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:53Z', 'revision_number': 1, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}, {'id': 'f55bd4c3-c8ca-4aaf-a81b-d4de936931d2', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': 'be06da48-b21a-4084-ab64-7947f33511fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:86:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:46:18Z', 'updated_at': '2022-02-02T16:46:18Z', 'revision_number': 0, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:46:21.032665 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] Checking router: da97d2c5-8963-454d-b5a7-f6bd6c7aa466 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:46:21.044217 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:46:21.044816 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:45:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:46:21.100629 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa083d-42cc-4246-98b3-db8308d94b07 req-f3353f21-c3b2-49fd-a3e9-d38349b26cd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:46:21.103011 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defa083d-42cc-4246-98b3-db8308d94b07 req-f3353f21-c3b2-49fd-a3e9-d38349b26cd9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0676444 Feb 02 16:46:21.180691 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defa083d-42cc-4246-98b3-db8308d94b07 req-34aa9b7d-0505-4bd4-a77e-aafcacf875b8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713322 Feb 02 16:46:21.232924 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:46:21.316632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defa083d-42cc-4246-98b3-db8308d94b07 req-fd3abfc7-72e2-40f0-a4cd-38021bd0b425 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287875 Feb 02 16:46:21.462238 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-defa083d-42cc-4246-98b3-db8308d94b07 req-dcf00c69-cad0-43b7-a564-2a796c9df380 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391547 Feb 02 16:46:21.649166 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:53Z', 'revision_number': 1, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}, {'id': 'f55bd4c3-c8ca-4aaf-a81b-d4de936931d2', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': 'be06da48-b21a-4084-ab64-7947f33511fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:86:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:46:18Z', 'updated_at': '2022-02-02T16:46:18Z', 'revision_number': 0, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:46:21.653180 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3865-4093-443b-bcdf-0958554c8911 None None] The sync data for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 is: [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:53Z', 'revision_number': 1, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}, {'id': 'f55bd4c3-c8ca-4aaf-a81b-d4de936931d2', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': 'be06da48-b21a-4084-ab64-7947f33511fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:86:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:46:18Z', 'updated_at': '2022-02-02T16:46:18Z', 'revision_number': 0, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:46:21.867700 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c3961-b629-462e-8ccf-967a7392b4be None None] New status for floating IP f55bd4c3-c8ca-4aaf-a81b-d4de936931d2: ACTIVE {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:46:24.759536 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3bc208a1-e542-48ed-a556-dc93d18a9c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:26.924736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cb691f34-8244-49ec-9df8-e32b890a3cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:28.461765 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:28.753443 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:30.290167 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:33.740424 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:46:48.010228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:48.679778 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:54.707586 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-382f3599-40d0-45aa-8d76-75f8e639b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:56.918280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-79554d25-a2c9-4fd2-aec5-9c9da29b9be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:58.513149 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:46:58.775466 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:00.125947 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-61513c8f-cc73-4629-9848-01b188a88ecc req-f417ad45-0e97-4bcb-8dc3-c3e04930c186 service neutron] (95773) timed out ('10.222.0.64', 55118) {{(pid=95773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:47:00.305276 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:06.626261 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-fafba2e8-3131-40f2-9aa3-cf12f27c0902 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689235 Feb 02 16:47:06.868900 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-eab636fc-2c04-492f-885c-624dd34b67d1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 1096 time: 0.1551111 Feb 02 16:47:07.012198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-d28e2c71-4b00-4254-a3b7-2e76a2786655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:47:07.013542 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-d28e2c71-4b00-4254-a3b7-2e76a2786655 service neutron] 10.222.0.107 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1265817 Feb 02 16:47:07.115606 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-ec951f5b-ae31-485e-b701-34890e88df7a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be06da48-b21a-4084-ab64-7947f33511fb HTTP/1.1" status: 200 len: 1001 time: 0.0951691 Feb 02 16:47:07.176473 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-a0e6c55f-f6d8-45be-9575-a453260edecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:47:07.177922 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-a0e6c55f-f6d8-45be-9575-a453260edecf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0562708 Feb 02 16:47:07.254963 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-6f65f3b2-344a-4f6f-a9e5-ad5227e01cd1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696023 Feb 02 16:47:07.387711 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-e98b947b-e475-4eec-9cfd-240edcab0d54 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238887 Feb 02 16:47:07.528219 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-3e3ef57f-0578-41a1-8b0a-4ef683233ab3 req-c90eba62-9f42-41c1-8076-d01be3315ecb service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237671 Feb 02 16:47:10.742627 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:47:18.021511 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:18.086822 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-bf7e5d6a-142e-459f-9f50-d27d0d9c8fd8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778906 Feb 02 16:47:18.264105 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-f15a85ef-6332-4b16-a0b4-b0bca1cfe4c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1095 time: 0.0886140 Feb 02 16:47:18.524827 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-140a5305-7044-4510-8427-2dafcdecbbd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:47:18.526256 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-140a5305-7044-4510-8427-2dafcdecbbd5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.2417316 Feb 02 16:47:18.639103 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-d51b106d-9d58-4b2f-b2aa-ca314d43cbc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 1000 time: 0.1071491 Feb 02 16:47:18.704619 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-5a3b3a8b-56f2-43f8-897c-1de7728d2b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:47:18.706191 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-5a3b3a8b-56f2-43f8-897c-1de7728d2b42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0619504 Feb 02 16:47:18.706753 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:18.802870 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-e450caaf-46bb-49ab-9884-4d7c2545f2d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869095 Feb 02 16:47:18.963935 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-3fa18a7b-8de2-4524-a645-ba466dc8bad9 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587868 Feb 02 16:47:19.137486 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-b8badc32-f5a2-49a3-9eca-bf15702e2498 req-c57d56aa-3d5e-4c5e-8859-d2f111a5e90f service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680450 Feb 02 16:47:24.697966 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-994137cc-ea0b-429c-9873-a8cd54794d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:26.912736 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1a1a-2fec-4342-9dc8-48266d583c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:28.512041 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:28.735099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:30.319494 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:47.743446 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:47:48.032628 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:48.746694 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:54.718152 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8c7cda28-3115-49d4-8617-9d559b96bfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:56.601650 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device be06da48-b21a-4084-ab64-7947f33511fb details requested by agent hyperv_n-h2-827122-1 with host n-h2-827122-1 {{(pid=95774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 16:47:56.741092 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:47:56.755552 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Returning: {'device': 'be06da48-b21a-4084-ab64-7947f33511fb', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'port_id': 'be06da48-b21a-4084-ab64-7947f33511fb', 'mac_address': 'fa:16:3e:86:68:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 16:47:56.812568 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:56.834564 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be06da48-b21a-4084-ab64-7947f33511fb {{(pid=95774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 16:47:56.861953 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:47:56.969812 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3b5398d6-b92e-4b6d-95fa-522d6714f86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:56.979359 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:57.057415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=6']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.072411 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:47:57.117170 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] get_ports_and_sgs() called for port_ids ['be06da48-b21a-4084-ab64-7947f33511fb'] {{(pid=95774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 02 16:47:58.466791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:58.610874 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device be06da48-b21a-4084-ab64-7947f33511fb up at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 16:47:58.712389 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.provisioning_blocks [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Provisioning complete for port be06da48-b21a-4084-ab64-7947f33511fb triggered by entity L2. {{(pid=95774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:47:58.712779 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33055542'] for port, provisioning_complete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:58.776465 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:58.858251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:58.888966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:47:58.901862 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:47:58.970763 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb', 'code': 200} Feb 02 16:47:59.019936 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:47:59.092629 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=7']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:00.573840 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:06.781502 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-86794da4-3e52-4f62-a1fa-28ecdd1492c9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 1096 time: 0.1195757 Feb 02 16:48:06.979818 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-0d0f9e4f-e4a3-4ec3-be51-1d0b257e5e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:06.981450 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-0d0f9e4f-e4a3-4ec3-be51-1d0b257e5e97 service neutron] 10.222.0.107 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1732361 Feb 02 16:48:07.114442 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-18a801f9-352d-4245-9387-a926925579bc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be06da48-b21a-4084-ab64-7947f33511fb HTTP/1.1" status: 200 len: 1001 time: 0.1266718 Feb 02 16:48:07.179433 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-47d48d28-ff0b-4962-b225-e04d4696877f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:07.181068 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-47d48d28-ff0b-4962-b225-e04d4696877f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0608563 Feb 02 16:48:07.261538 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-a6a01cb9-d77b-4fc7-8717-4a42447f589d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743411 Feb 02 16:48:07.424133 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-335a2cb5-f642-4bc7-bac6-fec1b5760535 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551814 Feb 02 16:48:07.575061 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7dd2369f-aca1-4d1c-b085-b7364a43f217 req-dcb390d8-ea6f-4bc6-9d67-680714dd7892 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441865 Feb 02 16:48:10.748726 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51294) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:10.959645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Deleting port 500ff118-031e-47b2-809e-d269f5966db1 {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:10.960038 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:11.152365 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:11.152693 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:11.282936 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Calling delete_port for 500ff118-031e-47b2-809e-d269f5966db1 owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:11.528355 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:11.578744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event deleted for resources: {'Port': ['ID=500ff118-031e-47b2-809e-d269f5966db1,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:11.618916 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.619358 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.619705 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.620079 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.620418 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.620751 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.621085 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.621410 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.621739 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.622069 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.622456 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:11.691000 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:12.209491 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:48:12.424744 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:48:12.435752 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] Sync routers for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:48:12.450618 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:48:12.454839 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:12.520327 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:12.589061 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-e70f48f1-43b1-47ab-80a2-388947e5419d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "DELETE /v2.0/floatingips/f55bd4c3-c8ca-4aaf-a81b-d4de936931d2 HTTP/1.1" status: 204 len: 168 time: 1.8390417 Feb 02 16:48:12.589673 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:48:12.664838 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:48:12.679516 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device be06da48-b21a-4084-ab64-7947f33511fb no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:12.856741 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb', 'status': 'completed', 'code': 200} Feb 02 16:48:12.872767 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33552617'] for port, before_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:12.907889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb'}] {{(pid=95774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:48:12.923001 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:12.978023 n-d-827122-1 neutron-server[95774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb', 'code': 200} Feb 02 16:48:12.982588 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-cabf3604-3312-4f34-871d-0498643507c8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0842679 Feb 02 16:48:13.055551 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778862535181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778862078172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778862080013'] for port, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:13.095558 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:53Z', 'revision_number': 1, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:13.103186 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] Checking router: da97d2c5-8963-454d-b5a7-f6bd6c7aa466 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:48:13.116794 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:48:13.117423 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:13.151169 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Pushing event updated for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=8']} {{(pid=95774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:13.292062 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-a73ac152-4f9b-4fc0-b08f-ff598599b54f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:13.293557 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-a73ac152-4f9b-4fc0-b08f-ff598599b54f service neutron] 10.222.0.107 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.2800033 Feb 02 16:48:13.312232 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:48:13.406522 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-d3aecc71-cc41-445b-bbe5-3f80a3e75501 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be06da48-b21a-4084-ab64-7947f33511fb HTTP/1.1" status: 200 len: 217 time: 0.1063344 Feb 02 16:48:13.428797 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9424fae-e803-42f7-99b0-d85a8752d108 req-e85c0f45-baaa-49b6-bde8-b2ee7a585706 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:13.429643 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c9424fae-e803-42f7-99b0-d85a8752d108 req-e85c0f45-baaa-49b6-bde8-b2ee7a585706 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:48:13.480293 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-971c28c0-7677-45c6-982d-a06d5b04b489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:13.481815 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-971c28c0-7677-45c6-982d-a06d5b04b489 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0697725 Feb 02 16:48:13.523938 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-c9424fae-e803-42f7-99b0-d85a8752d108 req-e85c0f45-baaa-49b6-bde8-b2ee7a585706 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:48:13.525967 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9424fae-e803-42f7-99b0-d85a8752d108 req-e85c0f45-baaa-49b6-bde8-b2ee7a585706 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 943 time: 0.1831546 Feb 02 16:48:13.568380 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-8023be7f-84e1-4e9f-9817-11e342e491db service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800998 Feb 02 16:48:13.586250 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-c9424fae-e803-42f7-99b0-d85a8752d108 req-79df9542-9e4c-4fde-a777-fbf2e3951528 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552657 Feb 02 16:48:13.717011 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:53Z', 'revision_number': 1, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:13.721871 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82558ff-dc9e-4263-a6e8-59d5cce59e03 None None] The sync data for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 is: [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_floatingips': [{'id': 'db633345-fc70-466f-a96e-f1cae5628638', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'router_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'port_id': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'mac_address': 'fa:16:3e:4a:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:43:47Z', 'updated_at': '2022-02-02T16:43:53Z', 'revision_number': 1, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:48:13.723883 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-74016708-8942-4303-a20f-d81673a688dd service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491358 Feb 02 16:48:13.867090 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-8ece9626-b18f-4371-a631-b2477a2ed91b req-c4c13c4f-2dc7-44e9-ab39-5e37b5d87607 service neutron] 10.222.0.107 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372795 Feb 02 16:48:13.959559 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60aa6d-1854-4228-bc09-e461b1477516 None None] New status for floating IP f55bd4c3-c8ca-4aaf-a81b-d4de936931d2: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:48:14.788235 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e787f7-d935-4102-966d-5ca3afa59f1f req-b8f62f9a-853c-4bea-9a63-8e50ef88df21 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:14.789874 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30e787f7-d935-4102-966d-5ca3afa59f1f req-b8f62f9a-853c-4bea-9a63-8e50ef88df21 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 943 time: 0.0795400 Feb 02 16:48:14.838632 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-30e787f7-d935-4102-966d-5ca3afa59f1f req-e40b0cdb-d72f-4829-9cca-80c23406a8a1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Feb 02 16:48:15.135634 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f0da-8214-4683-b949-cc980f71af75 req-3fac79c2-6192-4f7a-b216-cc88af011c28 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:15.137099 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b09f0da-8214-4683-b949-cc980f71af75 req-3fac79c2-6192-4f7a-b216-cc88af011c28 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.107 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 943 time: 0.0839906 Feb 02 16:48:15.208486 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Deleting port be06da48-b21a-4084-ab64-7947f33511fb {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:15.208818 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:15.462239 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] For port be06da48-b21a-4084-ab64-7947f33511fb, host n-h2-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827122-1',level=0,port_id=be06da48-b21a-4084-ab64-7947f33511fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:15.462500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:15.587944 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Calling delete_port for be06da48-b21a-4084-ab64-7947f33511fb owned by compute:nova {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:15.872581 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:15.922198 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event deleted for resources: {'Port': ['ID=be06da48-b21a-4084-ab64-7947f33511fb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:15.965930 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.966284 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.966627 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.966964 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.967316 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.967642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.968284 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.968396 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.975698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.975698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:15.975698 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827122-1 {{(pid=95773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:48:16.015941 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] No DVR routers for this DVR port be06da48-b21a-4084-ab64-7947f33511fb on host n-h2-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:48:16.016134 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-f70b0a8b-5ff0-469c-b430-dbfad7f1dbcc req-17087509-2c96-40ba-a030-cdf303a1f008 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 210 time: 0.0462146 Feb 02 16:48:16.017854 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:16.021169 n-d-827122-1 neutron-server[95773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'name': 'network-vif-deleted', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb'}] {{(pid=95773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:48:16.079960 n-d-827122-1 neutron-server[95773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1', 'name': 'network-vif-deleted', 'tag': 'be06da48-b21a-4084-ab64-7947f33511fb', 'status': 'completed', 'code': 200} Feb 02 16:48:16.095675 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-7b09f0da-8214-4683-b949-cc980f71af75 req-e0ef2a52-febe-4b65-9d1e-b434cea80f3f tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.107 "DELETE /v2.0/ports/be06da48-b21a-4084-ab64-7947f33511fb HTTP/1.1" status: 204 len: 173 time: 0.9518199 Feb 02 16:48:17.202178 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-32ccac69-6661-49fb-81d9-e5e9e4cad156 req-4f1db54d-fd22-4386-a7c4-2a6c0712a8b9 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82887c-fd31-42d8-b4ae-7a2f6f9db5b1 HTTP/1.1" status: 200 len: 210 time: 0.0426519 Feb 02 16:48:18.055517 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:18.708473 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device be06da48-b21a-4084-ab64-7947f33511fb no longer exists at agent hyperv_n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:18.742160 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] No Port match for: be06da48-b21a-4084-ab64-7947f33511fb {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:48:18.742499 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Device be06da48-b21a-4084-ab64-7947f33511fb not bound to the agent host n-h2-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:48:18.749522 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:19.063722 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-3856f8f7-7600-4795-b716-b457fa03bdf9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722594 Feb 02 16:48:19.229527 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-2d6cf24b-12ec-41ec-af8b-7831cd1fa793 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1095 time: 0.0802281 Feb 02 16:48:19.386057 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-6bbff53f-2801-4a0d-a926-bffeea270f0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:19.387811 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-6bbff53f-2801-4a0d-a926-bffeea270f0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1398814 Feb 02 16:48:19.492721 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-6354a94d-808f-4161-95f5-8e761a20ff30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 1000 time: 0.0993207 Feb 02 16:48:19.564675 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-e3b61891-6067-467e-9c3a-4e9b81967c74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:19.566714 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-e3b61891-6067-467e-9c3a-4e9b81967c74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0682020 Feb 02 16:48:19.641743 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-86d1b1b9-c263-408e-ab31-9586a37939cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700779 Feb 02 16:48:19.783005 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-30b4ac24-6b3f-4f80-a9b4-45f59372188a service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348648 Feb 02 16:48:19.924176 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-9a96033d-4bbf-443a-acff-50614bf1e043 req-f0a5c062-5a35-4437-bd76-4cf88c1c7e5c service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358931 Feb 02 16:48:20.223584 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51360) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:20.543478 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Deleting port 59226d13-847f-43d7-a22d-da0bc318cbab {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:20.543822 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:20.757017 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:20.757559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:20.913943 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Calling delete_port for 59226d13-847f-43d7-a22d-da0bc318cbab owned by network:floatingip {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:21.151149 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:21.202790 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event deleted for resources: {'Port': ['ID=59226d13-847f-43d7-a22d-da0bc318cbab,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:21.294268 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for floatingip, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:21.758983 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:48:21.979757 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:48:21.991015 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] Sync routers for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:48:21.999612 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for floatingip, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:22.002981 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:48:22.003667 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:22.057774 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-6b7d7fd4-965f-43a6-9e1e-f603cd0436b0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "DELETE /v2.0/floatingips/db633345-fc70-466f-a96e-f1cae5628638 HTTP/1.1" status: 204 len: 168 time: 1.8329587 Feb 02 16:48:22.058645 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:48:22.122424 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'status': 'completed', 'code': 200} Feb 02 16:48:22.294095 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:48:22.367608 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-fd4ed611-7f90-4cfb-9be3-2b72887502c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0fd9780ca8842c3b74aba1316468e46&device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 1095 time: 0.1989188 Feb 02 16:48:22.537638 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-7dee8576-cd24-47d9-9c6a-001232376d9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:22.539123 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-7dee8576-cd24-47d9-9c6a-001232376d9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 200 len: 911 time: 0.1652813 Feb 02 16:48:22.615679 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-bdd2c51b-8bfa-4d82-bfd9-c15ede355669 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 200 len: 217 time: 0.0689518 Feb 02 16:48:22.651282 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:22.655214 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] Checking router: da97d2c5-8963-454d-b5a7-f6bd6c7aa466 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:48:22.666863 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:48:22.667468 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:47:57Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:22.683146 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-a73c90bd-9516-4f47-bf6b-4f6122e5bbf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:22.684869 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-a73c90bd-9516-4f47-bf6b-4f6122e5bbf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 200 len: 848 time: 0.0641711 Feb 02 16:48:22.782998 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-acab1c91-e71c-45f1-a7db-2a1b732b4db4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28f54d82-7431-456e-8c9a-123f6a982043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922544 Feb 02 16:48:22.882170 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:48:22.895870 n-d-827122-1 neutron-server[95773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfa283-bdef-4fe0-85e9-8d5e787b9847 req-0d348f2a-c974-4d28-99b1-500e0e4616c0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:22.896544 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0dbfa283-bdef-4fe0-85e9-8d5e787b9847 req-0d348f2a-c974-4d28-99b1-500e0e4616c0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:48:22.942158 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-5de3e736-a023-435f-a5f3-b6dea9ac07a5 service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518698 Feb 02 16:48:22.981045 n-d-827122-1 neutron-server[95773]: DEBUG neutron.quota.resource [req-0dbfa283-bdef-4fe0-85e9-8d5e787b9847 req-0d348f2a-c974-4d28-99b1-500e0e4616c0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:48:22.982222 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0dbfa283-bdef-4fe0-85e9-8d5e787b9847 req-0d348f2a-c974-4d28-99b1-500e0e4616c0 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 944 time: 0.1873505 Feb 02 16:48:23.030847 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [req-0dbfa283-bdef-4fe0-85e9-8d5e787b9847 req-2c91edaf-7d62-465f-ad61-18fb0cb1241c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Feb 02 16:48:23.084707 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-dee66704-5edb-4053-9ae1-7bc4cd815938 req-f9f12e70-86bc-49bd-8441-31bd38142b0b service neutron] 10.222.0.64 "GET /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373241 Feb 02 16:48:23.212182 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:23.216458 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9523e64c-6b01-4580-8444-fafe8e1f96b0 None None] The sync data for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 is: [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:43:14Z', 'revision_number': 4, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1', '_interfaces': [{'id': 'c002e509-1f4c-4161-8440-9bb7266670fb', 'name': '', 'network_id': '28f54d82-7431-456e-8c9a-123f6a982043', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'mac_address': 'fa:16:3e:f9:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:13Z', 'updated_at': '2022-02-02T16:43:24Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'subnets': [{'id': '6a60740c-da2a-4908-8968-005649dd1bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:48:23.448354 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995006c-f464-4d83-8335-74f91317381d None None] New status for floating IP db633345-fc70-466f-a96e-f1cae5628638: DOWN {{(pid=95774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 02 16:48:24.320136 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc59ecc-a642-442f-a9fc-b0b7d28f57c8 req-f0e938ce-6415-4ad3-bb63-f988063d1d23 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:24.320921 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5bc59ecc-a642-442f-a9fc-b0b7d28f57c8 req-f0e938ce-6415-4ad3-bb63-f988063d1d23 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:48:24.334399 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-5bc59ecc-a642-442f-a9fc-b0b7d28f57c8 req-f0e938ce-6415-4ad3-bb63-f988063d1d23 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:48:24.335544 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5bc59ecc-a642-442f-a9fc-b0b7d28f57c8 req-f0e938ce-6415-4ad3-bb63-f988063d1d23 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 944 time: 0.1004260 Feb 02 16:48:24.382046 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-5bc59ecc-a642-442f-a9fc-b0b7d28f57c8 req-d9bb2b59-73d1-429f-9e5a-738e3332f7bb tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/security-groups?id=9fe04285-d633-4932-ab39-596e5b8da1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 Feb 02 16:48:24.466010 n-d-827122-1 neutron-server[95772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-a2bdb52a-43dd-49a1-b638-80c395556d2d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:48:24.467706 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-a2bdb52a-43dd-49a1-b638-80c395556d2d tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.64 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 944 time: 0.0845237 Feb 02 16:48:24.539118 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Deleting port 4d939306-47a7-4c38-8e7f-037de5bf9f1a {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:24.539460 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:24.729135 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d45758fa-8a5e-44b2-9e05-9b194881b20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:24.744246 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:48:24.798103 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] For port 4d939306-47a7-4c38-8e7f-037de5bf9f1a, host n-h1-827122-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827122-1',level=0,port_id=4d939306-47a7-4c38-8e7f-037de5bf9f1a,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:24.798463 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:24.923403 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Calling delete_port for 4d939306-47a7-4c38-8e7f-037de5bf9f1a owned by compute:nova {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:25.146589 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:25.198793 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event deleted for resources: {'Port': ['ID=4d939306-47a7-4c38-8e7f-037de5bf9f1a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:25.384228 n-d-827122-1 neutron-server[95772]: DEBUG neutron.db.l3_dvrscheduler_db [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] No DVR routers for this DVR port 4d939306-47a7-4c38-8e7f-037de5bf9f1a on host n-h1-827122-1 {{(pid=95772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:48:25.386786 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40496'] for port, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:25.389812 n-d-827122-1 neutron-server[95772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'name': 'network-vif-deleted', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a'}] {{(pid=95772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:48:25.455453 n-d-827122-1 neutron-server[95772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c5391-f1c2-4946-a4f4-1725e932b3af', 'name': 'network-vif-deleted', 'tag': '4d939306-47a7-4c38-8e7f-037de5bf9f1a', 'status': 'completed', 'code': 200} Feb 02 16:48:25.474290 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-649bf90c-4903-45df-9e8c-10eda6c34fa0 req-f35005b1-1a27-462e-96a0-47d68b043b4c tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.64 "DELETE /v2.0/ports/4d939306-47a7-4c38-8e7f-037de5bf9f1a HTTP/1.1" status: 204 len: 173 time: 1.0006084 Feb 02 16:48:25.568656 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a7de549e-3ef5-40d1-9ced-ff68c6a16c4a req-5cece8db-b459-4e7a-85ba-cbc5028a0931 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Synchronizing usage tracker for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:48:25.682626 n-d-827122-1 neutron-server[95772]: DEBUG neutron.quota.resource [req-a7de549e-3ef5-40d1-9ced-ff68c6a16c4a req-5cece8db-b459-4e7a-85ba-cbc5028a0931 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Unset dirty status for tenant:f0fd9780ca8842c3b74aba1316468e46 on resource:port {{(pid=95772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:48:25.684787 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [req-a7de549e-3ef5-40d1-9ced-ff68c6a16c4a req-5cece8db-b459-4e7a-85ba-cbc5028a0931 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "GET /v2.0/ports?device_id=086c5391-f1c2-4946-a4f4-1725e932b3af HTTP/1.1" status: 200 len: 210 time: 0.1617756 Feb 02 16:48:26.815392 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51380) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:26.947109 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-0430f053-b4c1-401a-af3b-eee4fc49bd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:27.016715 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7551529-8f56-4317-a5c9-5d163c74f6c1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:27.050366 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7551529-8f56-4317-a5c9-5d163c74f6c1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:27.210255 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7551529-8f56-4317-a5c9-5d163c74f6c1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:27.242822 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7551529-8f56-4317-a5c9-5d163c74f6c1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe04285-d633-4932-ab39-596e5b8da1bb,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:27.318406 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-b7551529-8f56-4317-a5c9-5d163c74f6c1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] Notify callbacks [] for security_group, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:27.319561 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-b7551529-8f56-4317-a5c9-5d163c74f6c1 tempest-TestSnapshotPattern-436065166 tempest-TestSnapshotPattern-436065166-project] 10.222.0.88 "DELETE /v2.0/security-groups/9fe04285-d633-4932-ab39-596e5b8da1bb HTTP/1.1" status: 204 len: 168 time: 0.5026116 Feb 02 16:48:27.457338 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51386) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:28.039498 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:28.115981 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 4d939306-47a7-4c38-8e7f-037de5bf9f1a no longer exists at agent hyperv_n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:28.153587 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] No Port match for: 4d939306-47a7-4c38-8e7f-037de5bf9f1a {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:48:28.153944 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Device 4d939306-47a7-4c38-8e7f-037de5bf9f1a not bound to the agent host n-h1-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:48:28.432792 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:28.726727 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Deleting port c002e509-1f4c-4161-8440-9bb7266670fb {{(pid=95772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:28.727385 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:28.815055 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:28.913975 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.db [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] For port c002e509-1f4c-4161-8440-9bb7266670fb, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=c002e509-1f4c-4161-8440-9bb7266670fb,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:28.914332 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:29.039666 n-d-827122-1 neutron-server[95772]: DEBUG neutron.plugins.ml2.plugin [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Calling delete_port for c002e509-1f4c-4161-8440-9bb7266670fb owned by network:router_interface {{(pid=95772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:29.437899 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31503381'] for port, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:29.486788 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Pushing event deleted for resources: {'Port': ['ID=c002e509-1f4c-4161-8440-9bb7266670fb,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:29.822206 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:30.306444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:30.429781 n-d-827122-1 neutron-server[95772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:48:30.662512 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:48:30.673639 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] Sync routers for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:48:30.686482 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:48:30.692363 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:48:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:30.750926 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-65d10f11-8dd4-4f54-9007-712cc449545f admin admin] 10.222.0.88 "PUT /v2.0/routers/da97d2c5-8963-454d-b5a7-f6bd6c7aa466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2901509 Feb 02 16:48:30.751610 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51392) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:30.892920 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: n-d-827122-1 {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:48:30.960509 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:31.168736 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:31.266526 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Deleting port b0837d0e-bbcd-4a70-a23a-54191b64f82b {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:31.266858 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:31.278236 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:48:29Z', 'revision_number': 5, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port': {'id': 'b0837d0e-bbcd-4a70-a23a-54191b64f82b', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:11Z', 'updated_at': '2022-02-02T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:31.285336 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] Checking router: da97d2c5-8963-454d-b5a7-f6bd6c7aa466 for host: n-d-827122-1 {{(pid=95775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:48:31.299180 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] Routers {'da97d2c5-8963-454d-b5a7-f6bd6c7aa466'} bound to L3 agent in host n-d-827122-1 {{(pid=95775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:48:31.299790 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:48:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'], 'active': True} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:31.471250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] For port b0837d0e-bbcd-4a70-a23a-54191b64f82b, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=b0837d0e-bbcd-4a70-a23a-54191b64f82b,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:31.471830 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:31.480925 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_dvr_db [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] Set router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 gateway port host: None {{(pid=95775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:48:31.596832 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.l3_hamode_db [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:48:31Z', 'revision_number': 6, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port_host': None}], 'n-d-827122-1', False) {} {{(pid=95775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:31.600844 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Calling delete_port for b0837d0e-bbcd-4a70-a23a-54191b64f82b owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:31.601841 n-d-827122-1 neutron-server[95775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd281a50-9990-413b-b591-1843eefc5585 None None] The sync data for ids ['da97d2c5-8963-454d-b5a7-f6bd6c7aa466'] in n-d-827122-1 is: [{'id': 'da97d2c5-8963-454d-b5a7-f6bd6c7aa466', 'name': 'tempest-TestSnapshotPattern-150988489-router', 'tenant_id': 'f0fd9780ca8842c3b74aba1316468e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:10Z', 'updated_at': '2022-02-02T16:48:31Z', 'revision_number': 6, 'project_id': 'f0fd9780ca8842c3b74aba1316468e46', 'gw_port_host': None}] {{(pid=95775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:48:31.889639 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:31.936646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0837d0e-bbcd-4a70-a23a-54191b64f82b,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:32.188821 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:32.547158 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:32.552280 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:32.679657 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:32.680245 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da97d2c5-8963-454d-b5a7-f6bd6c7aa466 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:48:32.693441 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:32.694608 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-03f78069-2347-4e7c-96c3-8a9d63a8d0e9 admin admin] 10.222.0.88 "DELETE /v2.0/routers/da97d2c5-8963-454d-b5a7-f6bd6c7aa466 HTTP/1.1" status: 204 len: 168 time: 1.9416342 Feb 02 16:48:32.697214 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51396) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:32.763471 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-600497fe-b70b-49ce-8bbd-e44aa63d56b8 admin admin] Deleting subnet 6a60740c-da2a-4908-8968-005649dd1bb3 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:48:32.767474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-600497fe-b70b-49ce-8bbd-e44aa63d56b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:32.828573 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-600497fe-b70b-49ce-8bbd-e44aa63d56b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:32.914258 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-600497fe-b70b-49ce-8bbd-e44aa63d56b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.100869 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-600497fe-b70b-49ce-8bbd-e44aa63d56b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.136711 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600497fe-b70b-49ce-8bbd-e44aa63d56b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a60740c-da2a-4908-8968-005649dd1bb3,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:33.146287 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-600497fe-b70b-49ce-8bbd-e44aa63d56b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.151877 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84bbf9-f5c6-42d2-9b7c-81aea7f9bf60 None None] Network 28f54d82-7431-456e-8c9a-123f6a982043 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:48:33.152332 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-600497fe-b70b-49ce-8bbd-e44aa63d56b8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6a60740c-da2a-4908-8968-005649dd1bb3 HTTP/1.1" status: 204 len: 168 time: 0.4539173 Feb 02 16:48:33.154646 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51400) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:33.265846 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.277415 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Deleting port 70d1f43f-a2ef-4bde-951c-b2838b759940 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:33.277808 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.447966 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] DHCP port deletion for 28f54d82-7431-456e-8c9a-123f6a982043 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:48:33.452693 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] Deleting port 70d1f43f-a2ef-4bde-951c-b2838b759940 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:33.453064 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.522064 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] For port 70d1f43f-a2ef-4bde-951c-b2838b759940, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70d1f43f-a2ef-4bde-951c-b2838b759940,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:33.522463 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.593704 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c002e509-1f4c-4161-8440-9bb7266670fb no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:33.653397 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Calling delete_port for 70d1f43f-a2ef-4bde-951c-b2838b759940 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:33.716125 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: c002e509-1f4c-4161-8440-9bb7266670fb {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:48:33.716511 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device c002e509-1f4c-4161-8440-9bb7266670fb not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:48:33.717075 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b0837d0e-bbcd-4a70-a23a-54191b64f82b no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:33.772745 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: b0837d0e-bbcd-4a70-a23a-54191b64f82b {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:48:33.773089 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device b0837d0e-bbcd-4a70-a23a-54191b64f82b not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:48:33.773525 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 70d1f43f-a2ef-4bde-951c-b2838b759940 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:33.831597 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] For port 70d1f43f-a2ef-4bde-951c-b2838b759940, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=70d1f43f-a2ef-4bde-951c-b2838b759940,segment=NetworkSegment(4dbbb712-c974-4b2f-9924-a2214cda4a62),segment_id=4dbbb712-c974-4b2f-9924-a2214cda4a62)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:33.832025 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.865029 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:33.917949 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Pushing event deleted for resources: {'Port': ['ID=70d1f43f-a2ef-4bde-951c-b2838b759940,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:33.921814 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] No DVR routers for this DVR port 70d1f43f-a2ef-4bde-951c-b2838b759940 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:48:33.959539 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] Calling delete_port for 70d1f43f-a2ef-4bde-951c-b2838b759940 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:33.996851 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No active binding found for port 70d1f43f-a2ef-4bde-951c-b2838b759940 {{(pid=95774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 02 16:48:33.997326 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 70d1f43f-a2ef-4bde-951c-b2838b759940 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:48:34.042654 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:48:34.043008 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:48:34.048760 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:34.078516 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f54d82-7431-456e-8c9a-123f6a982043']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:34.092183 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbbb712-c974-4b2f-9924-a2214cda4a62') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:34.092490 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbbb712-c974-4b2f-9924-a2214cda4a62') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:34.105340 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:34.122030 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:34.128405 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:48:34.128624 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:48:34.141806 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:48:34.290103 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:34.306981 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:34.318523 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] Pushing event deleted for resources: {'Network': ['ID=28f54d82-7431-456e-8c9a-123f6a982043,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:34.409168 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-420e062f-5bce-4f5c-90a1-108ab1da851e admin admin] 10.222.0.88 "DELETE /v2.0/networks/28f54d82-7431-456e-8c9a-123f6a982043 HTTP/1.1" status: 204 len: 168 time: 1.2534542 Feb 02 16:48:34.412350 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51404) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:34.544789 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] Deleting port 70d1f43f-a2ef-4bde-951c-b2838b759940 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:34.545631 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:34.616114 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cce69-1234-4df7-abb6-55b3425bb071 None None] The port '70d1f43f-a2ef-4bde-951c-b2838b759940' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:48:34.940530 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005529'] for router_interface, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:35.540786 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Deleting port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:35.541125 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:35.722320 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] For port 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,segment=NetworkSegment(917c9c8a-4020-4795-a4bb-1248e0a897e0),segment_id=917c9c8a-4020-4795-a4bb-1248e0a897e0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:35.722761 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:35.848232 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Calling delete_port for 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f owned by network:router_interface {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:36.135114 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:36.180039 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e53af0e-2f00-4b9b-9b5e-5a579d627a3f,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:36.630822 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33544562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1004671'] for router_interface, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:37.221075 n-d-827122-1 neutron-server[95773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Router 23621b79-66c9-4a61-a625-fb0738013903 has already been hosted by L3 agent 2fa654ce-5c4d-4ab6-a222-828eab3c3559 {{(pid=95773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:48:37.474717 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] Notify agent at l3_agent.n-d-827122-1 the message routers_updated {{(pid=95773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:48:37.486297 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] Sync routers for ids ['23621b79-66c9-4a61-a625-fb0738013903'] in n-d-827122-1 {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 02 16:48:37.504567 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] Routers {'23621b79-66c9-4a61-a625-fb0738013903'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:48:37.505267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:48:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['23621b79-66c9-4a61-a625-fb0738013903'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:37.555862 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-84f8c91f-98ed-4fc8-ac26-76453682dd19 admin admin] 10.222.0.88 "PUT /v2.0/routers/23621b79-66c9-4a61-a625-fb0738013903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1375175 Feb 02 16:48:37.557058 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51408) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:37.798145 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] Set router 23621b79-66c9-4a61-a625-fb0738013903 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:48:37.827826 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks [] for router, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:38.145372 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:48:35Z', 'revision_number': 5, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:38.150754 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] Checking router: 23621b79-66c9-4a61-a625-fb0738013903 for host: n-d-827122-1 {{(pid=95774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 02 16:48:38.164123 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] Routers {'23621b79-66c9-4a61-a625-fb0738013903'} bound to L3 agent in host n-d-827122-1 {{(pid=95774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 02 16:48:38.164856 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827122-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:56:57Z,description=,heartbeat_timestamp=2022-02-02T16:48:27Z,host='n-d-827122-1',id=2fa654ce-5c4d-4ab6-a222-828eab3c3559,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:56:57Z,topic='l3_agent')) {'router_ids': ['23621b79-66c9-4a61-a625-fb0738013903'], 'active': True} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:38.169021 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:38.294145 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Deleting port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:38.294881 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:38.369275 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_dvr_db [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] Set router 23621b79-66c9-4a61-a625-fb0738013903 gateway port host: n-d-827122-1 {{(pid=95774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 02 16:48:38.513927 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] For port 55e08a7f-c5cd-4de1-b027-2756f71a4fa1, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=55e08a7f-c5cd-4de1-b027-2756f71a4fa1,segment=NetworkSegment(fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0),segment_id=fb05cb8c-0f7c-4092-a3bf-d89ba2282ea0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:38.514280 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:38.645871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Calling delete_port for 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 owned by network:router_gateway {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:38.757054 n-d-827122-1 neutron-server[95774]: DEBUG neutron.db.l3_hamode_db [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:48:35Z', 'revision_number': 5, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}], 'n-d-827122-1', False) {} {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:38.761369 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024853b7-ec02-473b-8ddd-3db213610278 None None] The sync data for ids ['23621b79-66c9-4a61-a625-fb0738013903'] in n-d-827122-1 is: [{'id': '23621b79-66c9-4a61-a625-fb0738013903', 'name': 'tempest-TestSnapshotPattern-1364129938-router', 'tenant_id': '4b81cfe9012040c5984850c4018d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'external_fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:48:35Z', 'revision_number': 5, 'project_id': '4b81cfe9012040c5984850c4018d2aee', 'gw_port': {'id': '55e08a7f-c5cd-4de1-b027-2756f71a4fa1', 'name': '', 'network_id': '3ae79487-75f4-4639-bede-0463f561b6d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23621b79-66c9-4a61-a625-fb0738013903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827122-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:43:19Z', 'updated_at': '2022-02-02T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '084e572b-e932-41f7-9c3e-51e67735ce8d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827122-1'}] {{(pid=95774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 02 16:48:38.935131 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:38.983280 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e08a7f-c5cd-4de1-b027-2756f71a4fa1,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:39.222169 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004722'] for router_gateway, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:39.497500 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58746'] for router, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:39.502709 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:39.580415 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:39.616912 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:48:39.617267 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 0e53af0e-2f00-4b9b-9b5e-5a579d627a3f not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:48:39.625976 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1007006'] for router, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:39.626493 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23621b79-66c9-4a61-a625-fb0738013903 {{(pid=95773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:48:39.638898 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] Notify callbacks [] for router, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:39.642439 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-34156abb-ce4e-4c2c-a4b1-e3ea7a5d5110 admin admin] 10.222.0.88 "DELETE /v2.0/routers/23621b79-66c9-4a61-a625-fb0738013903 HTTP/1.1" status: 204 len: 168 time: 2.0811450 Feb 02 16:48:39.642780 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51414) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:39.724250 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54622eb-51c9-458b-a98c-9adb49d6ce11 admin admin] Deleting subnet 2b6fb606-e06a-488c-94b9-c8c986993c42 {{(pid=95773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 02 16:48:39.729316 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f54622eb-51c9-458b-a98c-9adb49d6ce11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:39.783971 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f54622eb-51c9-458b-a98c-9adb49d6ce11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1943299'] for subnet, precommit_delete_associations {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:39.874474 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f54622eb-51c9-458b-a98c-9adb49d6ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33067538'] for subnet, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.187584 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f54622eb-51c9-458b-a98c-9adb49d6ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33067549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1873750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2075678'] for subnet, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.233725 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54622eb-51c9-458b-a98c-9adb49d6ce11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6fb606-e06a-488c-94b9-c8c986993c42,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:40.239435 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f54622eb-51c9-458b-a98c-9adb49d6ce11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.244889 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ae5b6-0250-41da-bd7e-67932c38254a None None] Network 3edecd98-1ce6-412b-b805-f21fa8d0bb03 requested from n-d-827122-1 {{(pid=95774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 02 16:48:40.245383 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f54622eb-51c9-458b-a98c-9adb49d6ce11 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2b6fb606-e06a-488c-94b9-c8c986993c42 HTTP/1.1" status: 204 len: 168 time: 0.6012762 Feb 02 16:48:40.248057 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [-] (95773) accepted ('10.222.0.88', 51418) {{(pid=95773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:40.364054 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33467113'] for network, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.376218 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Deleting port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 {{(pid=95773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:40.376555 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.546857 n-d-827122-1 neutron-server[95774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] DHCP port deletion for 3edecd98-1ce6-412b-b805-f21fa8d0bb03 request from n-d-827122-1 {{(pid=95774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 02 16:48:40.552832 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] Deleting port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:40.553212 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.624262 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.db [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] For port 35b8ab76-b953-4b7e-86b1-e7c7c119be88, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=35b8ab76-b953-4b7e-86b1-e7c7c119be88,segment=NetworkSegment(917c9c8a-4020-4795-a4bb-1248e0a897e0),segment_id=917c9c8a-4020-4795-a4bb-1248e0a897e0)] {{(pid=95773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:40.624832 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.765891 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.plugin [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Calling delete_port for 35b8ab76-b953-4b7e-86b1-e7c7c119be88 owned by network:dhcp {{(pid=95773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:40.793580 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.db [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] For port 35b8ab76-b953-4b7e-86b1-e7c7c119be88, host n-d-827122-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827122-1',level=0,port_id=35b8ab76-b953-4b7e-86b1-e7c7c119be88,segment=NetworkSegment(917c9c8a-4020-4795-a4bb-1248e0a897e0),segment_id=917c9c8a-4020-4795-a4bb-1248e0a897e0)] {{(pid=95774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:48:40.793971 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565644'] for port, precommit_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.932202 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] Calling delete_port for 35b8ab76-b953-4b7e-86b1-e7c7c119be88 owned by network:dhcp {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 02 16:48:40.941009 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33539961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778862535159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778862078163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1649575'] for port, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:40.991281 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b8ab76-b953-4b7e-86b1-e7c7c119be88,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:40.999793 n-d-827122-1 neutron-server[95773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] No DVR routers for this DVR port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 on host n-d-827122-1 {{(pid=95773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:48:41.015029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.db.api [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=95774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:48:41.015371 n-d-827122-1 neutron-server[95774]: DEBUG oslo_db.api [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=95774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:48:41.136666 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33067149', 'neutron.services.segments.db._delete_segments_for_network-8778862512860'] for network, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:41.164427 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edecd98-1ce6-412b-b805-f21fa8d0bb03']}} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:41.177871 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917c9c8a-4020-4795-a4bb-1248e0a897e0') {'for_net_delete': True} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:41.178160 n-d-827122-1 neutron-server[95773]: DEBUG neutron.services.segments.db [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917c9c8a-4020-4795-a4bb-1248e0a897e0') {} {{(pid=95773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:48:41.192182 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778862512743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1943354'] for segment, before_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:41.213540 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33065912'] for segment, precommit_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:41.223298 n-d-827122-1 neutron-server[95773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=95773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 02 16:48:41.223960 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33065905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1649652'] for segment, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: Traceback (most recent call last): Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: timer() Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: cb(*args, **kw) Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: return func(*args, **kwargs) Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: self._notify() Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: self.callback(batched_events) Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: event.method(event) Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: return f(self, *a, **k) Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: return self._get(url).json() Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: return self.request(url, 'GET', **kwargs) Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:48:41.240588 n-d-827122-1 neutron-server[95773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:48:41.455325 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33067156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33544701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004761'] for network, after_delete {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:41.471640 n-d-827122-1 neutron-server[95773]: DEBUG neutron_lib.callbacks.manager [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Notify callbacks [] for network, before_response {{(pid=95773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:41.481961 n-d-827122-1 neutron-server[95773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3edecd98-1ce6-412b-b805-f21fa8d0bb03,revision_number=None']} {{(pid=95773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:41.490044 n-d-827122-1 neutron-server[95773]: INFO neutron.wsgi [None req-f5234d84-254c-45e9-94ef-933cd75b3f18 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3edecd98-1ce6-412b-b805-f21fa8d0bb03 HTTP/1.1" status: 204 len: 168 time: 1.2413433 Feb 02 16:48:41.517093 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] Deleting port 35b8ab76-b953-4b7e-86b1-e7c7c119be88 {{(pid=95774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 02 16:48:41.517696 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778862577466'] for port, before_delete {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:41.609071 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:41.638097 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-efb434ca-e63b-4fe7-8e33-4280b4cca0e5 None None] The port '35b8ab76-b953-4b7e-86b1-e7c7c119be88' was deleted {{(pid=95774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 02 16:48:41.652838 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:48:41.653186 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 55e08a7f-c5cd-4de1-b027-2756f71a4fa1 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:48:41.653706 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 35b8ab76-b953-4b7e-86b1-e7c7c119be88 no longer exists at agent ovs-agent-n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:48:41.687159 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.plugin [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] No Port match for: 35b8ab76-b953-4b7e-86b1-e7c7c119be88 {{(pid=95774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 02 16:48:41.687505 n-d-827122-1 neutron-server[95774]: DEBUG neutron.plugins.ml2.rpc [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Device 35b8ab76-b953-4b7e-86b1-e7c7c119be88 not bound to the agent host n-d-827122-1 {{(pid=95774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:48:41.945594 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51424) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:42.002910 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-039a7304-fc73-43fb-94a1-5036ba4c2c66 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0fd9780ca8842c3b74aba1316468e46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558448 Feb 02 16:48:42.006305 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51428) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:42.072536 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2b494e04-40b2-4c61-afcb-3ad93acf540f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:42.102975 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2b494e04-40b2-4c61-afcb-3ad93acf540f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:42.270772 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2b494e04-40b2-4c61-afcb-3ad93acf540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:42.289348 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494e04-40b2-4c61-afcb-3ad93acf540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363bc208-ab82-4afb-8bbb-784246e5194a,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:42.297891 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-2b494e04-40b2-4c61-afcb-3ad93acf540f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:42.299422 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-2b494e04-40b2-4c61-afcb-3ad93acf540f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/363bc208-ab82-4afb-8bbb-784246e5194a HTTP/1.1" status: 204 len: 168 time: 0.2921963 Feb 02 16:48:43.117563 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51436) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:43.180928 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-be7435c7-a77f-4fa9-ae24-ca001b60a26b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4b81cfe9012040c5984850c4018d2aee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0622060 Feb 02 16:48:43.183796 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [-] (95772) accepted ('10.222.0.88', 51440) {{(pid=95772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:48:43.262705 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d17731ef-7d63-42cf-9020-1c7d7560d0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:43.283655 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d17731ef-7d63-42cf-9020-1c7d7560d0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:43.436559 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d17731ef-7d63-42cf-9020-1c7d7560d0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858409'] for security_group, after_delete {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:43.451598 n-d-827122-1 neutron-server[95772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17731ef-7d63-42cf-9020-1c7d7560d0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c5e80-aa6a-49aa-b3ae-b9d633fcfd7e,revision_number=None']} {{(pid=95772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:48:43.459413 n-d-827122-1 neutron-server[95772]: DEBUG neutron_lib.callbacks.manager [None req-d17731ef-7d63-42cf-9020-1c7d7560d0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:43.460594 n-d-827122-1 neutron-server[95772]: INFO neutron.wsgi [None req-d17731ef-7d63-42cf-9020-1c7d7560d0a2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/516c5e80-aa6a-49aa-b3ae-b9d633fcfd7e HTTP/1.1" status: 204 len: 168 time: 0.2759833 Feb 02 16:48:48.140941 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:48.838062 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:54.792253 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6eceac02-eb66-4985-9a44-9b9ab8d577a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:56.946099 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ebf6ff57-3144-4475-88f4-2b1af2be2834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:58.433274 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:48:58.780776 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:00.323605 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:01.745789 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:49:18.077495 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:18.734697 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:24.751629 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-caaa1d0e-bc1c-4d81-82c5-0a7f55f6d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:26.535819 n-d-827122-1 neutron-server[95772]: DEBUG neutron.wsgi [req-f1c44e45-9bdf-4f3e-b7b3-619c7e9fd5ca req-3ebd8a72-89d6-4227-b4b5-b19fe1f7603f service neutron] (95772) timed out ('10.222.0.88', 50032) {{(pid=95772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:49:26.926910 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-921169f4-035b-4cb8-9da0-e236fa5c6adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:28.460519 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:28.767297 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:30.329211 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:38.745818 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:49:48.049480 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:48.722800 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:54.752413 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-9023e39d-1387-42b2-9515-48c7cd4b3dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:56.905979 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-db44bba5-a192-4c13-a2a9-940235d396b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:58.455349 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:49:58.820475 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:00.368589 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:15.749257 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:50:18.076898 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:18.768218 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:24.743508 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4a5a43ed-ae4a-4314-b352-d53ce18d5f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:26.911665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-39461a42-cada-443d-922b-fe3f6c420168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:28.431161 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:28.757219 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:30.311317 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:48.059474 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:48.728462 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:52.749947 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:50:54.699610 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e09eac2a-0475-48f1-a071-cf4cabeaff83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:56.920560 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a4655cc0-2e5e-4654-ab72-8e6fa135e220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:58.451433 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:50:58.825374 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:00.402383 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:18.088403 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:18.739444 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:24.722328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7df38f31-81b0-49af-a7ef-d966e3487975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:26.925675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-a9b363ad-08e4-4bfd-88a8-82f80d5a0990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:28.424912 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:28.774123 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:29.751519 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:51:30.365621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:48.104777 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:48.759637 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:54.808112 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8e7354ef-022d-4061-b8e8-9bed318b4425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:57.002251 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-dec6aeda-fb4e-4297-8b25-633413df9ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:58.419733 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:51:58.779643 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:00.325094 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:06.753716 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:52:18.079001 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:18.778928 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:24.707613 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-da9a886f-39fa-401d-a521-b21bf92fbac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:26.944790 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-e099bd58-72ff-412e-8fba-31a2dddba8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:28.429951 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:28.778793 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:30.327299 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:43.755585 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:52:48.134237 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:48.756068 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:54.704318 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-3de17f93-c039-455c-9547-1780a51602d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:56.915809 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-109cef11-b304-470a-a7aa-8a251120b7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:58.438755 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:52:58.781498 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:00.344634 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:18.123665 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:18.803621 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:20.756819 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:53:24.715793 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b4403fbe-c9f0-4548-b450-ba0fdc1241f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:26.923943 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-056b7e91-1c59-4201-864c-5e7c3a47b543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:28.708618 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:28.898392 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:30.329530 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:48.138323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:48.778663 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:54.798073 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-02fc61d4-33f0-4eb7-bd08-6a47d799d6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:56.974666 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b9be1dc9-3e5d-4b26-9bda-2e7614782de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:57.760516 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:53:58.558280 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:53:58.847024 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:00.380567 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:18.167346 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:18.749186 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:24.709910 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb635-f3b6-4664-bacd-ffe6ab9ed486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:26.938212 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-1c668d91-df18-4eef-975b-7571e8fb647a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:28.420047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:28.849029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:30.357086 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:34.762470 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:54:48.174024 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:48.768228 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:54.717229 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3ef2-986d-45a5-8b05-225434994ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:56.928900 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-6e25e4c4-e373-4bdd-90cb-c691fec36a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:58.420130 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:54:58.791452 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:00.343650 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:11.763566 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:55:13.740642 n-d-827122-1 neutron-server[95773]: DEBUG neutron.wsgi [req-c8f0bdca-6443-4f98-be73-6d309971f41a req-d54efc81-f4a3-482e-9834-9e12bd3fd2e6 service neutron] (95773) timed out ('10.222.0.88', 49024) {{(pid=95773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:55:18.191338 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:18.783575 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:24.728600 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-d82acab7-f23e-4ef0-a111-7e7064526a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:26.968029 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-b7931f9b-e8a7-43c7-89b1-2554debc8670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:28.442525 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:28.796627 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:30.350620 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:48.190773 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:48.764730 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:55:48.788885 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:54.716093 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-05bfefe8-7a5f-4a6b-a692-41b987234e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:56.933243 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-89d3d692-6ad5-4d4f-ac1f-39d67365b503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:58.424791 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:55:58.784675 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:00.378717 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:18.126857 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:18.790323 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:24.727261 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-05920922-8854-44a1-ab3d-ffec775edac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:25.765562 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:56:26.955330 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4eca11f0-f65f-4e22-b442-0aad8eda4767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:28.424413 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:28.795625 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:30.384162 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:48.104328 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:48.812611 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:54.727377 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-ba124386-cb66-4e4b-a2ac-eab20c8a5d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:56.960848 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-7f5690f7-fe4c-4f82-87fa-17c8cf5cbb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:58.476348 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-52e459c0-6b4f-48d6-969d-ec7a4efd6836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:56:58.812606 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6909-8fa5-4ed8-aa15-f6394c183135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:57:00.361340 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-41590376-962c-4e53-800f-dc56b8b6c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:57:02.765732 n-d-827122-1 neutron-server[95775]: DEBUG neutron.db.agents_db [None req-632e18e2-6441-4c95-82c7-b9aaf2b63110 None None] Agent healthcheck: found 7 active agents {{(pid=95775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:57:18.171499 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fe9-5469-4a0d-9adc-e12313a21c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:57:18.851134 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-85db902d-76bc-4f3e-95ca-a19dfb5c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:57:24.721047 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-2250df3d-d54a-44e9-8a87-dbb9973bd580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:57:26.949532 n-d-827122-1 neutron-server[95774]: DEBUG neutron_lib.callbacks.manager [None req-5293b1ea-e15e-4adf-9968-ee40c4062d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778862512842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33055885'] for agent, after_update {{(pid=95774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}